-- Logs begin at Tue 2021-10-12 21:55:48 UTC, end at Wed 2021-10-13 00:22:10 UTC. -- Oct 12 22:37:54.205208 n-d-790519-14 systemd[1]: Started Devstack devstack@q-svc.service. Oct 12 22:37:56.913183 n-d-790519-14 neutron-server[101778]: INFO neutron.common.config [-] Logging enabled! Oct 12 22:37:56.913746 n-d-790519-14 neutron-server[101778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 22:37:56.913889 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 22:37:56.917190 n-d-790519-14 neutron-server[101778]: INFO neutron.common.config [-] Logging enabled! Oct 12 22:37:56.917441 n-d-790519-14 neutron-server[101778]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev65 Oct 12 22:37:56.917751 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101778) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 12 22:37:56.918675 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 22:37:56.918911 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 22:37:56.919294 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 22:37:56.919542 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 22:37:56.919771 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 22:37:56.920094 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.920391 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.920684 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.920913 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.921205 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.921495 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.921779 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.922070 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.922366 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.922650 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.922926 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.923229 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.923461 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.923742 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.924029 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.924316 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.924539 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] debug = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.924818 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.925256 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.925663 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.926013 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.926497 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.926963 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.927242 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.927523 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.927811 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.928148 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] host = n-d-790519-14 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.928423 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.928708 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.928995 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.929283 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.929558 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.929835 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.930121 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.930395 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.930667 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] log_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.930961 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.931258 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.931546 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.931835 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.932062 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.932285 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.932582 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.932868 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.933144 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.933417 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.933690 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.933964 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.934237 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.934507 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.934788 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.935100 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.935382 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.935658 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.935932 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.936204 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.936477 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.936758 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.937029 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.937302 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.937576 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.937863 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.938133 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.938407 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.938704 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.939013 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.939294 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.939576 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.939850 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.940145 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.940400 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.940672 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.940946 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] use_json = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.941215 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.941483 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.942274 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.942545 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.942813 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.943116 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.943387 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.943667 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:56.943964 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.944261 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.944563 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.944846 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.945149 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.945429 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.945718 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.945996 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.946284 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.946571 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.946857 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.947156 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.947444 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.947718 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.948009 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.948311 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.948604 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.948893 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.949165 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.949437 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.949707 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.949983 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.950270 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.950547 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.950833 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.951151 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.951435 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.951720 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.952014 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.952302 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.952575 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.952851 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.953140 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.953416 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.953684 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.953959 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.954245 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.954520 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.954789 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.955096 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.955374 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.955642 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.955912 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.956187 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.956475 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.956748 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.957017 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.957900 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.958225 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.958524 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.958814 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.959120 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.959398 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.959669 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.959950 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.960222 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.960497 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.960774 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.961046 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.961323 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.961597 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.961866 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.962136 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.962407 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.962677 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.962969 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.963242 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.963518 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.963789 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.964060 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.964333 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.964607 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.964877 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.965165 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.965461 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.965736 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.966013 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.966291 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.966567 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.966842 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.967152 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.967430 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.967705 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.967973 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.968261 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.968546 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.968829 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.969108 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.969383 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.969699 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.969975 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.970254 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.970530 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.970805 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.971113 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.971400 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.971691 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.971981 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.972274 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.972567 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.972941 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.973230 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.973537 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.973814 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:37:56.974032 n-d-790519-14 neutron-server[101778]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 22:37:56.974274 n-d-790519-14 neutron-server[101778]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101778) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 12 22:37:57.405017 n-d-790519-14 neutron-server[101778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 22:37:57.405289 n-d-790519-14 neutron-server[101778]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 22:37:57.405579 n-d-790519-14 neutron-server[101778]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 12 22:37:57.405924 n-d-790519-14 neutron-server[101778]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 12 22:37:57.724019 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.724245 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.724518 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.725688 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.725961 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.726223 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.760266 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.760548 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.760815 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.776700 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.776982 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.777253 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.807323 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.807604 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.807874 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.843592 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.843871 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:57.844142 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.079010 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.079626 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.079626 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.079816 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.080523 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.202483 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.202802 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.203115 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.203390 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.203666 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.203979 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.204241 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.204499 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.204754 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.205034 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.205296 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.205563 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.205819 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.206072 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.206329 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.206591 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.206846 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.207205 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.207482 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.207745 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.208017 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.208271 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.208555 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.208932 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.209182 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.209429 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.209826 n-d-790519-14 neutron-server[101778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 22:37:58.210068 n-d-790519-14 neutron-server[101778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 22:37:58.210308 n-d-790519-14 neutron-server[101778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 22:37:58.210545 n-d-790519-14 neutron-server[101778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 22:37:58.210780 n-d-790519-14 neutron-server[101778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 22:37:58.211044 n-d-790519-14 neutron-server[101778]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 22:37:58.211404 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 12 22:37:58.214473 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 12 22:37:58.218434 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 12 22:37:58.223711 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Oct 12 22:37:58.225380 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 12 22:37:58.225836 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 12 22:37:58.226176 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 12 22:37:58.226565 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 12 22:37:58.229416 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 12 22:37:58.229673 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 12 22:37:58.230015 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 22:37:58.235346 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 12 22:37:58.257669 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 12 22:37:58.258115 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.258413 n-d-790519-14 neutron-server[101778]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101778) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 12 22:37:58.258775 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.260193 n-d-790519-14 neutron-server[101778]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101778) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 12 22:37:58.260477 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 12 22:37:58.260727 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 12 22:37:58.264410 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.264694 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:58.327676 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 12 22:37:58.327919 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 12 22:37:58.328160 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 12 22:37:58.328532 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 12 22:37:58.348967 n-d-790519-14 neutron-server[101778]: DEBUG oslo_db.sqlalchemy.engines [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101778) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 12 22:37:58.983463 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Initializing driver for type 'gre' Oct 12 22:37:58.983914 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] gre ID ranges: [(1, 1000)] Oct 12 22:37:59.179369 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Initializing driver for type 'local' Oct 12 22:37:59.179989 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Initializing driver for type 'vlan' Oct 12 22:37:59.264936 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] VlanTypeDriver initialization complete Oct 12 22:37:59.265215 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Initializing driver for type 'vxlan' Oct 12 22:37:59.265715 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] vxlan ID ranges: [(1, 1000)] Oct 12 22:37:59.442332 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Initializing extension driver 'port_security' Oct 12 22:37:59.442678 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.extensions.port_security [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] PortSecurityExtensionDriver initialization complete Oct 12 22:37:59.443056 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Initializing mechanism driver 'openvswitch' Oct 12 22:37:59.443403 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Initializing mechanism driver 'hyperv' Oct 12 22:37:59.449986 n-d-790519-14 neutron-server[101778]: DEBUG neutron.plugins.ml2.plugin [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101778) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:37:59.450663 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > port after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.451058 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > port after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.451422 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > port after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.451953 n-d-790519-14 neutron-server[101778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 22:37:59.452389 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > subnet after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.452746 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > subnet after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.453092 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > subnet after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.453489 n-d-790519-14 neutron-server[101778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 22:37:59.453927 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > network after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.454280 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > network after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.454625 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > network after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.455045 n-d-790519-14 neutron-server[101778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 22:37:59.455460 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > security_group after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.455814 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > security_group after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.456157 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > security_group after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.457687 n-d-790519-14 neutron-server[101778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 22:37:59.457687 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.458415 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.458770 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.459199 n-d-790519-14 neutron-server[101778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 22:37:59.459617 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > address_group after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.459970 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > address_group after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.460322 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > address_group after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.460718 n-d-790519-14 neutron-server[101778]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101778) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 12 22:37:59.461104 n-d-790519-14 neutron-server[101778]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] ML2 OVO RPC backend initialized. {{(pid=101778) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 12 22:37:59.461824 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router_interface after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.462186 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.462605 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > network before_response 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.462975 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > networks before_response 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.463333 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > port before_response 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.463678 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > ports before_response 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.464030 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > subnet before_response 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.464435 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > subnets before_response 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.464784 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > network after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.465131 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > network after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.465479 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > network after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.465816 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > port after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.466158 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > port after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.466497 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > port after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.466838 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > subnet after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.467204 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > subnet after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.467546 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > subnet after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.468126 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.plugin [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Modular L2 Plugin initialization complete Oct 12 22:37:59.468457 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading services supported by the core plugin {{(pid=101778) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 12 22:37:59.468780 n-d-790519-14 neutron-server[101778]: INFO neutron.plugins.ml2.managers [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Got port-security extension from driver 'port_security' Oct 12 22:37:59.469270 n-d-790519-14 neutron-server[101778]: INFO neutron.extensions.vlantransparent [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Disabled vlantransparent extension. Oct 12 22:37:59.469754 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101778) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 12 22:37:59.470071 n-d-790519-14 neutron-server[101778]: INFO neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading Plugin: router Oct 12 22:37:59.507584 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router_interface before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.507983 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router after_create 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.508360 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router before_create 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.508730 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.509108 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.509470 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router after_delete 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.509833 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > floatingip after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.510190 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > floatingip after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.510553 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router after_create 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.510905 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router after_update 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.511288 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router after_update 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.511648 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.512012 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router after_update 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.512427 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router precommit_update 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.512801 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: port after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.513143 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: port after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.513489 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: subnet after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.514083 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.514436 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > port precommit_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.514785 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router precommit_create 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.515202 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: port before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.515507 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router precommit_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.515867 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router after_update 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.516213 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router precommit_delete 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.516568 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router precommit_create 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.516939 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router_interface after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.517295 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router precommit_update 55549900 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.517670 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > agent after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.518029 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > agent after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.518379 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > network after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.519267 n-d-790519-14 neutron-server[101778]: DEBUG neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Tracking information for resource: router configured {{(pid=101778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 22:37:59.520116 n-d-790519-14 neutron-server[101778]: DEBUG neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Tracking information for resource: floatingip configured {{(pid=101778) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 12 22:37:59.525523 n-d-790519-14 neutron-server[101778]: INFO neutron.db.l3_agentschedulers_db [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 12 22:37:59.526105 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: port after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.526472 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: port after_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.526830 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: port after_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.527224 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: port after_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.528020 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router before_create 55550100 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.528390 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router precommit_delete 55550100 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.528757 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router precommit_create 55550100 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.529118 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > router precommit_update 55550100 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.533983 n-d-790519-14 neutron-server[101778]: DEBUG neutron.services.provider_configuration [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service providers = [] {{(pid=101778) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 12 22:37:59.534352 n-d-790519-14 neutron-server[101778]: DEBUG neutron.db.servicetype_db [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101778) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 12 22:37:59.538395 n-d-790519-14 neutron-server[101778]: DEBUG neutron.services.service_base [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 22:37:59.538741 n-d-790519-14 neutron-server[101778]: DEBUG neutron.services.service_base [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 22:37:59.539110 n-d-790519-14 neutron-server[101778]: DEBUG neutron.services.service_base [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 22:37:59.540008 n-d-790519-14 neutron-server[101778]: DEBUG neutron.services.service_base [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101778) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 12 22:37:59.540384 n-d-790519-14 neutron-server[101778]: INFO neutron.services.service_base [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 12 22:37:59.540758 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 22:37:59.541077 n-d-790519-14 neutron-server[101778]: INFO neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 12 22:37:59.552297 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 22:37:59.552637 n-d-790519-14 neutron-server[101778]: INFO neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading Plugin: auto_allocate Oct 12 22:37:59.558482 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: network precommit_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.558856 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: network precommit_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.559407 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 22:37:59.559734 n-d-790519-14 neutron-server[101778]: INFO neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading Plugin: tag Oct 12 22:37:59.566316 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 22:37:59.567142 n-d-790519-14 neutron-server[101778]: INFO neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading Plugin: timestamp Oct 12 22:37:59.572462 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 22:37:59.572801 n-d-790519-14 neutron-server[101778]: INFO neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading Plugin: network_ip_availability Oct 12 22:37:59.578235 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.578612 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.579005 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.579717 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 22:37:59.580039 n-d-790519-14 neutron-server[101778]: INFO neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading Plugin: flavors Oct 12 22:37:59.585952 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 22:37:59.586289 n-d-790519-14 neutron-server[101778]: INFO neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading Plugin: revisions Oct 12 22:37:59.590686 n-d-790519-14 neutron-server[101778]: DEBUG neutron.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101778) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 12 22:37:59.591120 n-d-790519-14 neutron-server[101778]: DEBUG oslo_concurrency.lockutils [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.185s {{(pid=101778) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 12 22:37:59.591877 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101778) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 12 22:37:59.592216 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Initializing extension manager. Oct 12 22:37:59.592726 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: __init__.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.593068 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: __pycache__ {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.593405 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.593742 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: address_group.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.594505 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.595110 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: address-group Oct 12 22:37:59.595440 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: address_scope.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.596159 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.596670 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: address-scope Oct 12 22:37:59.596995 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: admin_state_down_before_update.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.599179 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.599704 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: router-admin-state-down-before-update Oct 12 22:37:59.600033 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: agent.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.600756 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.601261 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: agent Oct 12 22:37:59.601588 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: agent_resources_synced.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.602521 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.603062 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: agent-resources-synced Oct 12 22:37:59.603392 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: allowedaddresspairs.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.605196 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.605716 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: allowed-address-pairs Oct 12 22:37:59.606044 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: auto_allocated_topology.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.607170 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.607685 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: auto-allocated-topology Oct 12 22:37:59.608012 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: availability_zone.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.608711 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.609218 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: availability_zone Oct 12 22:37:59.609544 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: availability_zone_filter.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.610467 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.611000 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: availability_zone_filter Oct 12 22:37:59.611328 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: data_plane_status.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.612246 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.612749 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension data-plane-status not supported by any of loaded plugins Oct 12 22:37:59.613073 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: default_subnetpools.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.614487 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.615030 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: default-subnetpools Oct 12 22:37:59.615358 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: dhcpagentscheduler.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.616177 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.616685 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: dhcp_agent_scheduler Oct 12 22:37:59.617008 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: dns.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.617934 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.618438 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension dns-integration not supported by any of loaded plugins Oct 12 22:37:59.618763 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: dns_domain_ports.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.619738 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.620240 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 12 22:37:59.620564 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.621488 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.621994 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 12 22:37:59.622318 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: dvr.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.623013 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.623522 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: dvr Oct 12 22:37:59.623847 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: ecmp_routes.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.624770 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.625272 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension ecmp_routes not supported by any of loaded plugins Oct 12 22:37:59.625599 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: empty_string_filtering.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.626528 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.627072 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: empty-string-filtering Oct 12 22:37:59.627401 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.628325 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.628831 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 12 22:37:59.630193 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.631182 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.631695 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 12 22:37:59.632022 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: external_net.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.632946 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.633454 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: external-net Oct 12 22:37:59.633780 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: extra_dhcp_opt.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.634700 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.635242 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: extra_dhcp_opt Oct 12 22:37:59.635569 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: extraroute.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.636488 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.636992 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: extraroute Oct 12 22:37:59.637316 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: extraroute_atomic.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.638359 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.639159 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: extraroute-atomic Oct 12 22:37:59.639486 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: filter_validation.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.640156 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.640659 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: filter-validation Oct 12 22:37:59.640981 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: fip_pf_description.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.641898 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.642408 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 12 22:37:59.642734 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: fip_port_details.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.643689 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.644192 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: fip-port-details Oct 12 22:37:59.644575 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: flavors.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.646794 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.647354 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: flavors Oct 12 22:37:59.647691 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.649373 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.649900 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 12 22:37:59.650236 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: floatingip_pools.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.650964 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.651482 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: floatingip-pools Oct 12 22:37:59.651811 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: ip_allocation.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.652753 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.653259 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension ip_allocation not supported by any of loaded plugins Oct 12 22:37:59.653588 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.654516 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.655055 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: ip-substring-filtering Oct 12 22:37:59.655390 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: l2_adjacency.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.656341 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.656845 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension l2_adjacency not supported by any of loaded plugins Oct 12 22:37:59.657174 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: l3.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.658284 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.658805 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: router Oct 12 22:37:59.659175 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: l3_conntrack_helper.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.661914 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.662442 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 12 22:37:59.662785 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.663768 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.664287 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: ext-gw-mode Oct 12 22:37:59.664617 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.665565 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.666084 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: l3-ha Oct 12 22:37:59.666407 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: l3_flavors.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.667367 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.667878 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: l3-flavors Oct 12 22:37:59.668205 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.669126 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.669632 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: l3-port-ip-change-not-allowed Oct 12 22:37:59.669958 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: l3agentscheduler.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.671030 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.671546 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: l3_agent_scheduler Oct 12 22:37:59.671874 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: logging.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.673397 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.673918 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension logging not supported by any of loaded plugins Oct 12 22:37:59.674251 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: metering.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.675030 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.675610 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: metering Oct 12 22:37:59.676400 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.677523 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.678045 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: metering_source_and_destination_fields Oct 12 22:37:59.678377 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: multiprovidernet.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.679334 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.679847 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: multi-provider Oct 12 22:37:59.680177 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: netmtu.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.681103 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.681618 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: net-mtu Oct 12 22:37:59.681949 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: netmtu_writable.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.682879 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.683421 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: net-mtu-writable Oct 12 22:37:59.683748 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: network_availability_zone.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.684435 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.684948 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: network_availability_zone Oct 12 22:37:59.685275 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: network_ip_availability.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.686390 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.686906 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: network-ip-availability Oct 12 22:37:59.687262 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: network_segment_range.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.688031 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.688541 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension network-segment-range not supported by any of loaded plugins Oct 12 22:37:59.688866 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: pagination.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.689851 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.690189 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: pagination Oct 12 22:37:59.690518 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: port_device_profile.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.692002 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.692954 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: port-device-profile Oct 12 22:37:59.693285 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.694233 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.694747 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: port-mac-address-regenerate Oct 12 22:37:59.695109 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.696032 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.696546 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: port-numa-affinity-policy Oct 12 22:37:59.696874 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: port_resource_request.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.697805 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.698314 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension port-resource-request not supported by any of loaded plugins Oct 12 22:37:59.698640 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: portbindings.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.699718 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.700235 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: binding Oct 12 22:37:59.700563 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: portbindings_extended.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.701843 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.702354 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: binding-extended Oct 12 22:37:59.702683 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: portsecurity.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.703641 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.704152 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: port-security Oct 12 22:37:59.704477 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: project_id.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.705458 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.705791 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: project-id Oct 12 22:37:59.706115 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: providernet.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.708028 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.708630 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: provider Oct 12 22:37:59.708960 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.712623 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.713157 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos not supported by any of loaded plugins Oct 12 22:37:59.713498 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.714756 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.715313 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 12 22:37:59.715652 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.716585 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.717101 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 12 22:37:59.717454 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_default.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.718384 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.718905 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-default not supported by any of loaded plugins Oct 12 22:37:59.719263 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_fip.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.719924 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.720430 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-fip not supported by any of loaded plugins Oct 12 22:37:59.720756 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_gateway_ip.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.721690 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.722199 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 12 22:37:59.722525 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_port_network_policy.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.723952 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.724467 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 12 22:37:59.724795 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.725851 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.726371 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 12 22:37:59.726849 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_pps_rule.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.727938 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.728461 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-pps not supported by any of loaded plugins Oct 12 22:37:59.728790 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_rule_type_details.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.729716 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.730231 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 12 22:37:59.730562 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: qos_rules_alias.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.731646 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.732164 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 12 22:37:59.732498 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: quotasv2.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.733468 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.733798 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: quotas Oct 12 22:37:59.734125 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: quotasv2_detail.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.749076 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.749421 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: quota_details Oct 12 22:37:59.749863 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: rbac.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.750839 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.751392 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: rbac-policies Oct 12 22:37:59.751727 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: rbac_address_group.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.752674 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.753194 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: rbac-address-group Oct 12 22:37:59.753525 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: rbac_address_scope.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.755456 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.755976 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: rbac-address-scope Oct 12 22:37:59.756305 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: rbac_security_groups.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.757237 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.757749 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: rbac-security-groups Oct 12 22:37:59.758078 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: rbac_subnetpool.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.759025 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.759540 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: rbac-subnetpool Oct 12 22:37:59.759868 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: revisionifmatch.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.760827 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.761347 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: revision-if-match Oct 12 22:37:59.761671 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: revisions.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.762796 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.763340 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: standard-attr-revisions Oct 12 22:37:59.763927 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: router_availability_zone.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.764607 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.765128 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: router_availability_zone Oct 12 22:37:59.765499 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: routerservicetype.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.766386 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.766900 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension router-service-type not supported by any of loaded plugins Oct 12 22:37:59.767288 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.774701 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.775245 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: security-groups-normalized-cidr Oct 12 22:37:59.775576 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: security_groups_port_filtering.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.776512 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.777037 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: port-security-groups-filtering Oct 12 22:37:59.777369 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.778296 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.778838 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: security-groups-remote-address-group Oct 12 22:37:59.779192 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: securitygroup.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.790006 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.790537 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: security-group Oct 12 22:37:59.790870 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: segment.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.791700 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.792245 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension segment not supported by any of loaded plugins Oct 12 22:37:59.792587 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.793619 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.794158 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 12 22:37:59.794488 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: servicetype.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.801883 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.802430 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: service-type Oct 12 22:37:59.802766 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: sorting.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.803812 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.804152 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: sorting Oct 12 22:37:59.804479 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: standard_attr_segment.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.805403 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.805919 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 12 22:37:59.806247 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: standardattrdescription.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.806906 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.807441 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: standard-attr-description Oct 12 22:37:59.807768 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: stateful_security_group.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.808704 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.809216 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: stateful-security-group Oct 12 22:37:59.809541 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: stdattrs_common.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.810129 n-d-790519-14 neutron-server[101778]: WARNING neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 12 22:37:59.810451 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.811438 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.811950 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 12 22:37:59.812271 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: subnet_onboard.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.813344 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.813856 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: subnet_onboard Oct 12 22:37:59.814181 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.815148 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.815656 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 12 22:37:59.815980 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: subnet_service_types.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.817063 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.817582 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: subnet-service-types Oct 12 22:37:59.817909 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: subnetallocation.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.819031 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.819546 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: subnet_allocation Oct 12 22:37:59.819875 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.820547 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.821054 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: subnetpool-prefix-ops Oct 12 22:37:59.821380 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.822333 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.822850 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 12 22:37:59.823198 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: tagging.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.824289 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.824804 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: standard-attr-tag Oct 12 22:37:59.825132 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: timestamp.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.826332 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.826844 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loaded extension: standard-attr-timestamp Oct 12 22:37:59.827196 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: trunk.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.828245 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.828760 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension trunk not supported by any of loaded plugins Oct 12 22:37:59.829087 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: trunk_details.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.830006 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.830517 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension trunk-details not supported by any of loaded plugins Oct 12 22:37:59.830844 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: uplink_status_propagation.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.831797 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.832309 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 12 22:37:59.832650 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Loading extension file: vlantransparent.py {{(pid=101778) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 12 22:37:59.833301 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101778) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 12 22:37:59.833806 n-d-790519-14 neutron-server[101778]: INFO neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extension vlan-transparent not supported by any of loaded plugins Oct 12 22:37:59.836295 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:network Oct 12 22:37:59.836834 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:subnet Oct 12 22:37:59.837231 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 22:37:59.837625 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:port Oct 12 22:37:59.838882 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.839356 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service FLAVORS assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.839988 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.840415 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.840747 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:router Oct 12 22:37:59.841194 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:floatingip Oct 12 22:37:59.841686 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service METERING assigned prefix: /metering {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.843171 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.843550 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.843902 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101778) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:37:59.848904 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 22:37:59.848904 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:security_group Oct 12 22:37:59.848904 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 22:37:59.848904 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service CORE assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.848904 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 22:37:59.848904 n-d-790519-14 neutron-server[101778]: WARNING neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] subnetpool is already registered Oct 12 22:37:59.848904 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service CORE assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.848904 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 22:37:59.848904 n-d-790519-14 neutron-server[101778]: WARNING neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] subnetpool is already registered Oct 12 22:37:59.851012 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.851451 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service FLAVORS assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.852040 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.852467 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.852797 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:router Oct 12 22:37:59.853137 n-d-790519-14 neutron-server[101778]: WARNING neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] router is already registered Oct 12 22:37:59.853549 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:floatingip Oct 12 22:37:59.853885 n-d-790519-14 neutron-server[101778]: WARNING neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] floatingip is already registered Oct 12 22:37:59.854343 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service METERING assigned prefix: /metering {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.855026 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of CountableResource for resource:rbac_policy Oct 12 22:37:59.855360 n-d-790519-14 neutron-server[101778]: WARNING neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] rbac_policy is already registered Oct 12 22:37:59.855777 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:security_group Oct 12 22:37:59.856114 n-d-790519-14 neutron-server[101778]: WARNING neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] security_group is already registered Oct 12 22:37:59.856515 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:security_group_rule Oct 12 22:37:59.856846 n-d-790519-14 neutron-server[101778]: WARNING neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] security_group_rule is already registered Oct 12 22:37:59.857476 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service CORE assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.857811 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 22:37:59.858143 n-d-790519-14 neutron-server[101778]: WARNING neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] subnetpool is already registered Oct 12 22:37:59.858559 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.v2.resource_helper [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Service CORE assigned prefix: {{(pid=101778) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 12 22:37:59.858883 n-d-790519-14 neutron-server[101778]: INFO neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Creating instance of TrackedResource for resource:subnetpool Oct 12 22:37:59.859238 n-d-790519-14 neutron-server[101778]: WARNING neutron.quota.resource_registry [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] subnetpool is already registered Oct 12 22:37:59.859695 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: extensions {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.861212 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: address-groups {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.862714 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: address-scopes {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.864798 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: agents {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.865972 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: auto-allocated-topology {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.867233 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: availability_zones {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.868470 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: dhcp-networks {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.871074 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: dhcp-agents {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.872510 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: routers {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.874714 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: flavors {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.875951 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: service_profiles {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.877171 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: next_providers {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.878610 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: service_profiles {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.880269 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: floatingip-pools {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.881493 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: routers {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.883620 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: floatingips {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.886395 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: l3-routers {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.886395 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: l3-agents {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.887704 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: metering-labels {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.889332 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: metering-label-rules {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.890598 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: network-ip-availabilities {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.891905 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: bindings {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.893597 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: quotas {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.895194 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: quotas {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.896733 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: rbac-policies {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.898018 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: security-groups {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.899269 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: security-group-rules {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.900504 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: service-providers {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.901698 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: subnetpools {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.903141 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: subnetpools {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.904618 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.906279 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.908108 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.909878 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.912257 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.914101 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.915814 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.917705 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.919533 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.921435 n-d-790519-14 neutron-server[101778]: DEBUG neutron.api.extensions [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Extended resource: tags {{(pid=101778) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 12 22:37:59.928269 n-d-790519-14 neutron-server[101778]: WARNING keystonemiddleware.auth_token [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 12 22:37:59.933924 n-d-790519-14 neutron-server[101778]: WARNING keystonemiddleware.auth_token [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 12 22:37:59.942572 n-d-790519-14 neutron-server[101778]: DEBUG oslo_concurrency.lockutils [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Acquired lock "singleton_lock" {{(pid=101778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 12 22:37:59.943070 n-d-790519-14 neutron-server[101778]: DEBUG oslo_concurrency.lockutils [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Releasing lock "singleton_lock" {{(pid=101778) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 12 22:37:59.943718 n-d-790519-14 neutron-server[101778]: INFO oslo_service.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Starting 2 workers Oct 12 22:37:59.948517 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Started child 101889 {{(pid=101778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 22:37:59.952922 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Started child 101890 {{(pid=101778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 22:37:59.953950 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:37:59.961356 n-d-790519-14 neutron-server[101778]: INFO neutron.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Neutron service started, listening on 0.0.0.0:9696 Oct 12 22:37:59.961356 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Notify callbacks [] for process, before_spawn {{(pid=101778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:37:59.961562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [-] (101889) wsgi starting up on http://0.0.0.0:9696 Oct 12 22:37:59.961636 n-d-790519-14 neutron-server[101778]: INFO oslo_service.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Starting 1 workers Oct 12 22:37:59.961703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:37:59.961703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [-] (101890) wsgi starting up on http://0.0.0.0:9696 Oct 12 22:37:59.963034 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Started child 101891 {{(pid=101778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 22:37:59.963575 n-d-790519-14 neutron-server[101778]: INFO oslo_service.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Starting 1 workers Oct 12 22:37:59.967330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] calling RpcWorker wait() {{(pid=101891) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 12 22:37:59.967869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] returning from RpcWorker wait() {{(pid=101891) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 12 22:37:59.968055 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Started child 101892 {{(pid=101778) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 12 22:37:59.968876 n-d-790519-14 neutron-server[101778]: DEBUG neutron_lib.callbacks.manager [None req-63c240d9-187b-4a33-bf9d-de62b373aadf None None] Notify callbacks [] for process, after_spawn {{(pid=101778) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:37:59.969006 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:37:59.969640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:37:59.970844 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 22:37:59.971074 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 22:37:59.971267 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 22:37:59.971485 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 22:37:59.971820 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 22:37:59.971984 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 22:37:59.972501 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.973281 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.973537 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.973795 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.974089 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.974392 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:37:59.974850 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.974924 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.975162 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.975437 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.975630 n-d-790519-14 neutron-server[101892]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:37:59.975727 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.975846 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.976178 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.976441 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.976678 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.976984 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.977249 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.977497 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.977759 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.978102 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.978348 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.978612 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.978844 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.979127 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] debug = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.979367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.979833 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.980057 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.980327 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.980552 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.980834 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.981075 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.981330 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.981561 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.981824 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.982062 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.982310 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.982549 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.982775 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.983033 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.983302 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.983680 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.984158 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] host = n-d-790519-14 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.984366 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.984601 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.984988 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.985220 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.985622 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.985863 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.986109 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.986368 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.986622 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.986861 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.987147 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.992893 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.992893 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.992893 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.992893 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_options = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.992893 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.992893 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.992893 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.992893 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.993940 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.993940 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.993940 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.993940 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.993940 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.993940 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.993940 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.994826 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.994826 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.994826 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.994826 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.994826 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.994826 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.994826 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.994826 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.995974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.995974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.995974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.995974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.995974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.995974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.995974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.995974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.995974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.997170 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.997170 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.997170 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.997170 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.997170 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.997170 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.997170 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.997170 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.998248 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.998248 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.998248 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.998248 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.998248 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.998248 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.998248 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.998248 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.999292 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.999292 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.999292 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_json = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.999292 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.999292 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.999929 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.999929 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:37:59.999929 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.000404 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.000404 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.000682 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.000925 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.001160 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.001443 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.001733 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.001904 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.002155 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.002384 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.002606 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.003511 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.003511 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.004161 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.004161 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.004449 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.004584 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.004789 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.005133 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.005390 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.005651 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.005917 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.006134 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.006348 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.006584 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.006866 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.007128 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.007389 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.007631 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.007851 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.008187 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.008449 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.008713 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.008978 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.009195 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.009429 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.009642 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.009854 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.010084 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.010301 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.010566 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.011033 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.011033 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.011342 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.011484 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.011619 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.011848 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.012096 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.012328 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.012556 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.012791 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.013003 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.013215 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.013426 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.013905 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.014134 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.014344 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.014596 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.014818 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.015079 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.016438 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.016438 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.016438 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.016438 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.016438 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.016438 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.017019 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.017019 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.017019 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.017308 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.017459 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.017932 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.017932 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.018878 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.018878 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.018878 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.018878 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.019423 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.019423 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.019423 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.020411 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.020534 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.020864 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.021451 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.021451 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.021621 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.021757 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.021971 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.022185 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.022400 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.022615 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.022824 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.023402 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.023402 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.023677 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.023899 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.024152 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.024386 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.024622 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.024863 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.025096 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.025313 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.025543 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.025801 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.026044 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.026304 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.026524 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.026770 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.027048 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.027285 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.027527 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.027742 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.028008 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.028201 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.028679 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.028916 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.029149 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.029382 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.029638 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.029916 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.030145 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.030420 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.030684 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.030989 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.031261 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.031549 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.031833 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.032086 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.032335 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.032583 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.032832 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.033115 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.033400 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.033619 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.033863 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.034167 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.034421 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.034649 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.036002 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.036002 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.036505 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.036872 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.037119 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.037392 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.037652 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.037911 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.038161 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.038442 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.038701 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.038927 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.039226 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.039459 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.039702 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.039955 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.040188 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.040408 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.040625 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.040844 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.041085 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.041321 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.041537 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.041770 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.041991 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.042219 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.042435 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.042656 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.042876 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.043154 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.043371 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.043597 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.043828 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.044203 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.044579 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.044819 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.045039 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.045319 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.045558 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.045825 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.046082 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.046317 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.046573 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.046851 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.047105 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.047320 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.047588 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.047815 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.048030 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.048239 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.048620 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.048836 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.049048 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.049274 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.049485 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.049753 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.050019 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.050342 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.050593 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.051380 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.051696 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.051916 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.052171 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.052412 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.052631 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.052845 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.053087 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.053303 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.053565 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.053868 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.054016 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.054227 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.054466 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.054689 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.054927 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.055158 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.056947 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.056947 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.056947 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.056947 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.056947 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.056947 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.056947 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.057521 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.057521 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.057521 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.057742 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.057854 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.058098 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.058312 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.058522 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.058748 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.058974 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.059190 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.059406 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.059662 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.059873 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.060094 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.060324 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.060552 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.060773 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.060983 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.061194 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.061412 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.061628 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.061840 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.062085 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.062295 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.062502 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.062721 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.062984 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.063172 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.063453 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.063708 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.063943 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.064235 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.064462 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.064707 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.064951 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.065269 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.065512 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.065754 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.065988 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.066207 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.067035 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.067361 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.067696 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.067996 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.068270 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.068557 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.068840 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.069131 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.069396 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.069639 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.069934 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.070274 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.070562 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.070804 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.071060 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.071321 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.071564 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.071783 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.072014 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.072263 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.072479 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.072719 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.072952 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.073194 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.073404 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.073658 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.073872 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.074135 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.074333 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.074555 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.074770 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.074927 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 22:38:00.075671 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101778) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 12 22:38:00.075839 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 12 22:38:00.076021 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 12 22:38:00.076166 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 12 22:38:00.076349 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 12 22:38:00.076507 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 12 22:38:00.076712 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.076876 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.077036 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.077196 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.077356 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.077537 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.077704 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.077863 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.078023 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.078182 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.078343 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.078503 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.078662 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.078822 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.079008 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.079172 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.079328 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.079662 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.079831 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.079992 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.080151 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.080311 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.080471 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] debug = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.080629 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.080822 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.080989 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.081170 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.081356 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.081465 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.081614 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.081775 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.081933 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.082142 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.082336 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.082505 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.082587 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.082745 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.082903 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.083089 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.083247 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.083405 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] host = n-d-790519-14 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.083564 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.083723 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.083880 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.084040 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.084199 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.084357 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.084514 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.084673 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.084875 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.084975 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.085138 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.085294 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.085453 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.085612 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.085842 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_options = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.085964 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.086066 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.086205 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.086389 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.086553 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.086712 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.086872 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.087318 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.087318 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.087473 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.087473 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.087660 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.087793 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.087950 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.088109 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.088268 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.088426 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.088585 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.089341 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.089341 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.089341 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.089341 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.089341 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.089696 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.089696 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.089848 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.089919 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.090060 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.090216 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.090397 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.090531 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.090689 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.090847 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.091044 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.091182 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.091341 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.091499 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.091821 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.091821 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.092020 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.092138 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.092297 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.092455 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.092613 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.092773 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.092934 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.093092 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_json = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.093251 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.093408 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.093567 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.093724 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.093882 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.094039 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.094197 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.094356 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 12 22:38:00.094536 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.094701 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.094874 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.095100 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.095213 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.095385 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.095526 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.095686 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.095847 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.096008 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.096176 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.096338 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.096509 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.096671 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.096833 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.096996 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.097157 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.097319 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.097482 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.097676 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.097834 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.097996 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.098166 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.098395 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.098576 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.098738 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.098899 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.099100 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.099263 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.099425 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.31/identity {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.099658 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.099781 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.102367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.102367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.102367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.102367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.102367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.102367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.102367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.102367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.102367 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103124 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103124 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103124 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103124 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103124 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103124 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103124 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103124 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103124 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103719 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103719 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103719 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103719 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103719 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103719 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103719 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.103719 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.104262 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.104262 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.104262 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.104262 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.104558 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.104558 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.104698 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.104848 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.105023 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.105250 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.105403 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.105540 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.105899 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.105899 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.106162 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.106162 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.106406 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.106406 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.106599 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.106691 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.106815 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.106992 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.107157 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.107319 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.107486 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.107649 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.107846 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.107973 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.108117 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.108283 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.108444 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.108613 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.108789 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.108949 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.109110 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.109271 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.109432 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.109594 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.109754 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.109914 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.110075 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.110237 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.110397 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.110557 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.110720 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.110880 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.111080 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.111294 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.111421 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.111541 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.111687 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.111848 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.112007 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.112168 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.112330 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.112491 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.112651 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.112811 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.112982 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.113142 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.113828 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.113996 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.114195 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.114369 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.114550 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.114718 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.114966 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.115087 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.115221 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.115385 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.115532 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.115694 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.115851 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.115998 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.116161 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.116332 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.116492 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.116655 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.116818 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.117003 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.117165 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.117327 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.117490 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.117651 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.117812 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.117979 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.118140 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.118303 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.118464 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.118626 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.118789 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.31/identity {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.118971 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.119143 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.119306 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.119470 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.119631 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.119794 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.119956 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.120117 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.120280 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.120447 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.120606 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.120913 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.121087 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.121237 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.121448 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.121581 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.121715 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.121847 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.121999 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.122135 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.122280 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.122441 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.122600 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.122764 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.122925 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.123113 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.123277 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.123430 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.123589 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.123753 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.123915 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.124079 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.124243 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.124405 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.124568 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.124731 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.124892 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.125250 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.125415 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.125577 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.125741 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.125904 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.126066 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.126244 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.126407 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.126569 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.126730 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.126892 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.127079 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.127241 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.127352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:38:00.127461 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.127565 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.127700 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.127865 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.128029 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.128194 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.128355 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.128517 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.128682 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.128844 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.129612 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.129736 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.129884 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.130046 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.130213 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.130398 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.130559 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.130723 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.130895 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.131073 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.131233 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.131395 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.131602 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.131728 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.131868 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.132030 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.132193 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.132355 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.132517 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.132679 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.132849 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.133012 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.133175 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.133337 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.133498 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.133659 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.133828 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.133991 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.134154 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.134315 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.134476 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.134638 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.134809 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.135064 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.135231 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.135393 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.135596 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.135806 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.135942 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.136065 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.136187 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.136306 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.136463 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.136623 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.136782 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.136954 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.137117 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.137281 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.137442 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.137602 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.137768 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.137931 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.138086 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.138258 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.138426 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.138841 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.139037 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.139209 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.139380 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.139543 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.139710 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.139885 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.140046 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.140208 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.140370 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.140531 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.140693 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.140854 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.141015 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.141176 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.141338 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.141500 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.141672 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.141812 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.141958 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.142119 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.142478 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.142478 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.142832 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.142832 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.143082 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 12 22:38:00.143082 n-d-790519-14 neutron-server[101778]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101778) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 12 22:38:00.387404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60552) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:00.396338 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065475 Oct 12 22:38:12.096589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e311e482-1e23-40c8-9c60-8c57d28913b1 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 22:38:12.162752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e311e482-1e23-40c8-9c60-8c57d28913b1 None None] No non-hosted networks {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 12 22:38:12.179937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.agentschedulers_db [None req-e311e482-1e23-40c8-9c60-8c57d28913b1 None None] DHCP Agent not found on host n-d-790519-14 {{(pid=101891) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Oct 12 22:38:12.391364 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7c71613f-729e-4718-9d9c-473f145b0c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701167'] for agent, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:15.031286 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-24e9df1c-dd51-4a0d-80f8-c71be86f5d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701167'] for agent, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:15.109346 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-188fcefc-96d7-4bb7-b137-d98c5b2ef466 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-790519-14 {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:38:15.116623 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-188fcefc-96d7-4bb7-b137-d98c5b2ef466 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:38:15.436806 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701167'] for agent, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:15.437606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.438079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.438510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.439020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.439610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.444526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.445007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.445452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.445843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.447171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.449770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.452429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:15.453667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-790519-14', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:38:15.477707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-790519-14', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:38:15.711488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-188fcefc-96d7-4bb7-b137-d98c5b2ef466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:15.928099 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701167'] for agent, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:17.561760 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701167'] for agent, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:18.733963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60646) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:19.223513 n-d-790519-14 neutron-server[101889]: WARNING oslo_policy.policy [None req-c54ead8d-02bd-4502-b8ec-d0138c3088f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 22:38:19.224303 n-d-790519-14 neutron-server[101889]: WARNING oslo_policy.policy [None req-c54ead8d-02bd-4502-b8ec-d0138c3088f8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 22:38:19.449887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-c54ead8d-02bd-4502-b8ec-d0138c3088f8 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:38:19.450891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c54ead8d-02bd-4502-b8ec-d0138c3088f8 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7159867 Oct 12 22:38:21.473029 n-d-790519-14 neutron-server[101891]: INFO neutron.db.l3_hamode_db [None req-db5f872c-1149-4321-b016-f73b176a2090 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 12 22:38:21.550285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f872c-1149-4321-b016-f73b176a2090 None None] Routers set() bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:38:21.550703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5f872c-1149-4321-b016-f73b176a2090 None None] Router IDs set() for agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 22:38:21.991899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60660) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:22.302828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d9fa575b-b27f-48f6-a62e-0e573fdd2a2d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:38:22.398514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.policy [None req-d9fa575b-b27f-48f6-a62e-0e573fdd2a2d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101889) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 22:38:22.445766 n-d-790519-14 neutron-server[101889]: WARNING oslo_policy.policy [None req-d9fa575b-b27f-48f6-a62e-0e573fdd2a2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 22:38:22.446156 n-d-790519-14 neutron-server[101889]: WARNING oslo_policy.policy [None req-d9fa575b-b27f-48f6-a62e-0e573fdd2a2d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 22:38:22.454627 n-d-790519-14 neutron-server[101889]: INFO neutron.quota [None req-d9fa575b-b27f-48f6-a62e-0e573fdd2a2d admin admin] Loaded quota_driver: . Oct 12 22:38:22.590548 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9fa575b-b27f-48f6-a62e-0e573fdd2a2d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751789310238', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751789310829', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751789322549', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751789296369', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751789476941', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8751789279001', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3868215', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3870904', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-560845', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-647933'] for rbac-policy, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:22.727315 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9fa575b-b27f-48f6-a62e-0e573fdd2a2d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:22.728437 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d9fa575b-b27f-48f6-a62e-0e573fdd2a2d admin admin] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7355433 Oct 12 22:38:25.401452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60672) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:25.697867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Request body: {'network': {'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'name': 'private', 'admin_state_up': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:38:25.800051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Made reservation on behalf of a8a7a22b162342868bf0d42cd4118c40 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:38:25.802810 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:25.819587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:25.923843 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:25.967283 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:25.990592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:38:26.015254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751790442231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:26.015850 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Unsubscribe: segment precommit_create {{(pid=101889) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 22:38:26.016353 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Added segment a2292a3f-06ac-4b26-8be4-7f5b853c953c of type vlan for network fa383aab-a23a-47c9-b9fa-f483d10e5b2c Oct 12 22:38:26.022869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f1bfc2-951b-46c0-9294-60845eada0f2,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:26.042851 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.043222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.043552 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.043880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.044202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.044521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.044835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.045146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.045462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.045774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.046084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.046390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Tracked resource versions report: Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: pushed versions: Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: { 'AddressGroup': {'1.2'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'ConntrackHelper': {'1.0'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Log': {'1.0'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Network': {'1.1'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Port': {'1.7'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'PortForwarding': {'1.2'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'QosPolicy': {'1.10'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'SecurityGroup': {'1.4'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'SecurityGroupRule': {'1.2'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'SubPort': {'1.0'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Subnet': {'1.1'}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Trunk': {'1.1'}} Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: consumer versions: Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: { DHCP agent@n-d-790519-14: {}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: L3 agent@n-d-790519-14: {}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: Metadata agent@n-d-790519-14: {}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: Metering agent@n-d-790519-14: {}, Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: Open vSwitch agent@n-d-790519-14: { 'AddressGroup': '1.2', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'ConntrackHelper': '1.0', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Log': '1.0', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Network': '1.1', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Port': '1.7', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'PortForwarding': '1.2', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'QosPolicy': '1.10', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'SecurityGroup': '1.4', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'SecurityGroupRule': '1.2', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'SubPort': '1.0', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Subnet': '1.1', Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: 'Trunk': '1.1'}} Oct 12 22:38:26.047529 n-d-790519-14 neutron-server[101889]: {{(pid=101889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 22:38:26.135031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:26.218523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:26.219601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:38:26.220228 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:26.316342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] Pushing event updated for resources: {'Network': ['ID=fa383aab-a23a-47c9-b9fa-f483d10e5b2c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:26.329489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network fa383aab-a23a-47c9-b9fa-f483d10e5b2c details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:38:26.350973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-19d908fe-788b-452b-b740-040a23053842 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9484525 Oct 12 22:38:29.085567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60686) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:29.580766 n-d-790519-14 neutron-server[101890]: WARNING oslo_policy.policy [None req-dcbc4f19-f88b-4079-9efb-146c70754a4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 22:38:29.582028 n-d-790519-14 neutron-server[101890]: WARNING oslo_policy.policy [None req-dcbc4f19-f88b-4079-9efb-146c70754a4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 22:38:30.024810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.policy [None req-dcbc4f19-f88b-4079-9efb-146c70754a4c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101890) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 12 22:38:30.074888 n-d-790519-14 neutron-server[101890]: WARNING oslo_policy.policy [None req-dcbc4f19-f88b-4079-9efb-146c70754a4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 22:38:30.075291 n-d-790519-14 neutron-server[101890]: WARNING oslo_policy.policy [None req-dcbc4f19-f88b-4079-9efb-146c70754a4c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 12 22:38:30.083824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbc4f19-f88b-4079-9efb-146c70754a4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:38:30.085737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dcbc4f19-f88b-4079-9efb-146c70754a4c admin admin] 10.222.0.31 "GET /v2.0/networks/fa383aab-a23a-47c9-b9fa-f483d10e5b2c HTTP/1.1" status: 200 len: 825 time: 0.9981377 Oct 12 22:38:30.124088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a964813f-271a-4d72-806e-b890f3e0a815 admin admin] 10.222.0.31 "GET /v2.0/subnetpools/f689c665-259d-49f1-a8cc-6df001aec50f HTTP/1.1" status: 200 len: 734 time: 0.0321398 Oct 12 22:38:30.134137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Request body: {'subnet': {'subnetpool_id': 'f689c665-259d-49f1-a8cc-6df001aec50f', 'name': 'private-subnet', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'gateway_ip': '172.20.0.1', 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:38:30.135689 n-d-790519-14 neutron-server[101890]: INFO neutron.quota [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Loaded quota_driver: . Oct 12 22:38:30.224120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Made reservation on behalf of a8a7a22b162342868bf0d42cd4118c40 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:38:30.226844 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:30.561651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:30.628889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Checking segment: {'id': 'a2292a3f-06ac-4b26-8be4-7f5b853c953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:38:30.629264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Network hostable DHCP agents. Network: fa383aab-a23a-47c9-b9fa-f483d10e5b2c, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:38:30.648820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fffc8f5-c2ce-42b4-a1cd-011c302b7a56,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:30.660350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.660685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.661011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.661332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.661651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.661970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.662282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.662592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.662899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.663267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.663576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.663880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Tracked resource versions report: Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: pushed versions: Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: { 'AddressGroup': {'1.2'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'ConntrackHelper': {'1.0'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Log': {'1.0'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Network': {'1.1'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Port': {'1.7'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'PortForwarding': {'1.2'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'QosPolicy': {'1.10'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'SecurityGroup': {'1.4'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'SecurityGroupRule': {'1.2'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'SubPort': {'1.0'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Subnet': {'1.1'}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Trunk': {'1.1'}} Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: consumer versions: Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: { DHCP agent@n-d-790519-14: {}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: L3 agent@n-d-790519-14: {}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: Metadata agent@n-d-790519-14: {}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: Metering agent@n-d-790519-14: {}, Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: Open vSwitch agent@n-d-790519-14: { 'AddressGroup': '1.2', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'ConntrackHelper': '1.0', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Log': '1.0', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Network': '1.1', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Port': '1.7', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'PortForwarding': '1.2', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'QosPolicy': '1.10', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'SecurityGroup': '1.4', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'SecurityGroupRule': '1.2', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'SubPort': '1.0', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Subnet': '1.1', Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: 'Trunk': '1.1'}} Oct 12 22:38:30.664944 n-d-790519-14 neutron-server[101890]: {{(pid=101890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 22:38:30.719465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Network fa383aab-a23a-47c9-b9fa-f483d10e5b2c is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:38:30.812916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, fa383aab-a23a-47c9-b9fa-f483d10e5b2c) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:38:30.817784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:38:30.818397 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:30.823272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7670b74e-708e-4372-b3c8-f852b950ba6f None None] Network fa383aab-a23a-47c9-b9fa-f483d10e5b2c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:38:30.901234 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3daa6343-5b56-4f74-b5d2-375ea0d4fce0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7704742 Oct 12 22:38:31.145796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-fa383aab-a23a-47c9-b9fa-f483d10e5b2c', 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'fixed_ips': [{'subnet_id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:38:31.147043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:31.417789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Allocated IP 172.20.0.2 (fa383aab-a23a-47c9-b9fa-f483d10e5b2c/9fffc8f5-c2ce-42b4-a1cd-011c302b7a56/39936126-0725-40fe-9c34-ce53d10f6518) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:38:31.641202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:31.705133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:31.792522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Network fa383aab-a23a-47c9-b9fa-f483d10e5b2c is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:38:31.797317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:38:31.802600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Pushing event updated for resources: {'Port': ['ID=39936126-0725-40fe-9c34-ce53d10f6518,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:31.804740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:38:31.816257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.816609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.816945 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.817284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.817612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.817936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.818258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.818579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.818898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.819240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.819560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.819877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Tracked resource versions report: Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: pushed versions: Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: { 'AddressGroup': {'1.2'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'ConntrackHelper': {'1.0'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Log': {'1.0'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Network': {'1.1'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Port': {'1.7'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'PortForwarding': {'1.2'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'QosPolicy': {'1.10'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'SecurityGroup': {'1.4'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'SecurityGroupRule': {'1.2'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'SubPort': {'1.0'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Subnet': {'1.1'}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Trunk': {'1.1'}} Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: consumer versions: Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: { DHCP agent@n-d-790519-14: {}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: L3 agent@n-d-790519-14: {}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: Metadata agent@n-d-790519-14: {}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: Metering agent@n-d-790519-14: {}, Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: Open vSwitch agent@n-d-790519-14: { 'AddressGroup': '1.2', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'ConntrackHelper': '1.0', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Log': '1.0', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Network': '1.1', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Port': '1.7', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'PortForwarding': '1.2', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'QosPolicy': '1.10', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'SecurityGroup': '1.4', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'SecurityGroupRule': '1.2', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'SubPort': '1.0', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Subnet': '1.1', Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: 'Trunk': '1.1'}} Oct 12 22:38:31.821011 n-d-790519-14 neutron-server[101891]: {{(pid=101891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 22:38:31.890026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Attempting to bind port 39936126-0725-40fe-9c34-ce53d10f6518 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:38:31.890683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Attempting to bind port 39936126-0725-40fe-9c34-ce53d10f6518 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a2292a3f-06ac-4b26-8be4-7f5b853c953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:38:31.890819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Attempting to bind port 39936126-0725-40fe-9c34-ce53d10f6518 on network fa383aab-a23a-47c9-b9fa-f483d10e5b2c {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:38:31.896447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 38, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:38:31.896835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Checking segment: {'id': 'a2292a3f-06ac-4b26-8be4-7f5b853c953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:38:31.897297 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:31.897692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Bound using segment: {'id': 'a2292a3f-06ac-4b26-8be4-7f5b853c953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:38:31.898173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Bound port: 39936126-0725-40fe-9c34-ce53d10f6518, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2292a3f-06ac-4b26-8be4-7f5b853c953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:38:31.898576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:31.959798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] For port 39936126-0725-40fe-9c34-ce53d10f6518, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:38:31.963835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] For port 39936126-0725-40fe-9c34-ce53d10f6518, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=39936126-0725-40fe-9c34-ce53d10f6518,segment=NetworkSegment(a2292a3f-06ac-4b26-8be4-7f5b853c953c),segment_id=a2292a3f-06ac-4b26-8be4-7f5b853c953c)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:38:32.065425 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:32.132098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8184bcd9-6eb0-4374-82ec-b4eb4643fcf0 None None] Pushing event updated for resources: {'Port': ['ID=39936126-0725-40fe-9c34-ce53d10f6518,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:33.443871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60706) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:33.752162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-e256bfa5-0112-42dd-aeba-34f88bc24cec admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:38:33.753913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e256bfa5-0112-42dd-aeba-34f88bc24cec admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3091035 Oct 12 22:38:36.273576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60714) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:36.587492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-8596de23-5366-4539-a408-994cbe0d3c66 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:38:36.588528 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8596de23-5366-4539-a408-994cbe0d3c66 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3140018 Oct 12 22:38:39.311094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60724) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:39.606301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d2532600-8d57-4ef4-a00d-6840b309a206 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:38:39.738102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d2532600-8d57-4ef4-a00d-6840b309a206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:39.739604 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d2532600-8d57-4ef4-a00d-6840b309a206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:39.876964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d2532600-8d57-4ef4-a00d-6840b309a206 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:39.926823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d2532600-8d57-4ef4-a00d-6840b309a206 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:40.011824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d2532600-8d57-4ef4-a00d-6840b309a206 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:40.012613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d2532600-8d57-4ef4-a00d-6840b309a206 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7005448 Oct 12 22:38:41.281519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 39936126-0725-40fe-9c34-ce53d10f6518 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:38:41.302587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92fa020-158d-453d-b50c-071c9372841b None None] Network fa383aab-a23a-47c9-b9fa-f483d10e5b2c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:38:41.441060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-633ed9ee-f8a7-445c-8efa-04e2ef59e3d2 None None] Provisioning complete for port 39936126-0725-40fe-9c34-ce53d10f6518 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:38:41.441367 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-633ed9ee-f8a7-445c-8efa-04e2ef59e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:41.490236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 39936126-0725-40fe-9c34-ce53d10f6518 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:38:41.490602 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:41.685944 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-633ed9ee-f8a7-445c-8efa-04e2ef59e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:41.703758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:41.756175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-633ed9ee-f8a7-445c-8efa-04e2ef59e3d2 None None] For port 39936126-0725-40fe-9c34-ce53d10f6518, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=39936126-0725-40fe-9c34-ce53d10f6518,segment=NetworkSegment(a2292a3f-06ac-4b26-8be4-7f5b853c953c),segment_id=a2292a3f-06ac-4b26-8be4-7f5b853c953c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:38:41.829634 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-633ed9ee-f8a7-445c-8efa-04e2ef59e3d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:41.903099 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:38:41.903484 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:38:41.906320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ed9ee-f8a7-445c-8efa-04e2ef59e3d2 None None] Pushing event updated for resources: {'Port': ['ID=39936126-0725-40fe-9c34-ce53d10f6518,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:41.952112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-be064d99-07a8-40e0-a28c-f9c1f6188ef9 None None] Provisioning complete for port 39936126-0725-40fe-9c34-ce53d10f6518 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:38:41.952479 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-be064d99-07a8-40e0-a28c-f9c1f6188ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:42.102195 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-15e33549-3944-47bc-92d0-961f8e0184a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:42.489072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60738) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:42.807355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-a4a3deaf-03c9-4b8f-805c-dc487a142fb3 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:38:42.808345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a4a3deaf-03c9-4b8f-805c-dc487a142fb3 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3183525 Oct 12 22:38:43.243781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 39936126-0725-40fe-9c34-ce53d10f6518 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:38:43.288967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 39936126-0725-40fe-9c34-ce53d10f6518 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:38:43.289339 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:45.008707 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-287c83c1-15d5-45f3-ba63-ea9beb88a76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:45.375374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60746) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:45.401558 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:45.689372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:38:45.749861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Made reservation on behalf of f78d648eed234cf68bfa8658d2427200 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:38:45.752070 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:45.759811 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:45.832966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:45.873857 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:45.896465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:45.911584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Reserving flat network on physical network physnet1 {{(pid=101889) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 12 22:38:45.929568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb079fea-4c3b-48d9-b603-ec3e710ae9b0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:45.934082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:45.934420 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Added segment a8cc98cc-f230-4c49-ad77-41ed24e1cb59 of type flat for network c32d697a-4058-4bf4-9bdb-3293ff223126 Oct 12 22:38:45.981675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:46.104205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:46.105179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:38:46.105776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:46.161942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] Pushing event updated for resources: {'Network': ['ID=c32d697a-4058-4bf4-9bdb-3293ff223126,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:46.171289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c32d697a-4058-4bf4-9bdb-3293ff223126 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:38:46.215417 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ad1fc39d-1a95-4994-8255-8834cf882799 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8388894 Oct 12 22:38:47.527507 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:48.763081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60764) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:48.975202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e273362d-62eb-4f77-b541-1e297be5b2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:38:48.976567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e273362d-62eb-4f77-b541-1e297be5b2fd admin admin] 10.222.0.31 "GET /v2.0/subnets/9fffc8f5-c2ce-42b4-a1cd-011c302b7a56 HTTP/1.1" status: 200 len: 849 time: 0.2125437 Oct 12 22:38:49.098794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b9c8aa41-20f8-4be2-9ad3-0763fc8d4738 admin admin] 10.222.0.31 "GET /v2.0/routers/e5829cb1-f4ef-46e7-abf5-b7068c063a40 HTTP/1.1" status: 200 len: 704 time: 0.1160741 Oct 12 22:38:49.357238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:49.647330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Allocated IP 172.20.0.1 (fa383aab-a23a-47c9-b9fa-f483d10e5b2c/9fffc8f5-c2ce-42b4-a1cd-011c302b7a56/9571c342-7348-48a6-89ba-9f37be611955) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:38:49.828649 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:49.944767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:50.019857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Network fa383aab-a23a-47c9-b9fa-f483d10e5b2c is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:38:50.070057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:38:50.075600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Pushing event updated for resources: {'Port': ['ID=9571c342-7348-48a6-89ba-9f37be611955,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:50.086138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:38:50.086698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:50.302899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-66173bc5-cc64-463c-af63-16853cad07ea None None] Provisioning complete for port 9571c342-7348-48a6-89ba-9f37be611955 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:38:50.303532 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66173bc5-cc64-463c-af63-16853cad07ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:50.336271 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:50.337645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-66173bc5-cc64-463c-af63-16853cad07ea None None] Port 9571c342-7348-48a6-89ba-9f37be611955 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:38:50.537089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:50.604751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:50.605566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:50.683040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Pushing event updated for resources: {'Port': ['ID=9571c342-7348-48a6-89ba-9f37be611955,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:50.727579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Network fa383aab-a23a-47c9-b9fa-f483d10e5b2c is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:38:50.728837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:38:50.956537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Router e5829cb1-f4ef-46e7-abf5-b7068c063a40 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:38:50.958905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-39986f1c-eb75-47aa-b471-30e332c84924 None None] Provisioning complete for port 9571c342-7348-48a6-89ba-9f37be611955 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:38:50.959303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-39986f1c-eb75-47aa-b471-30e332c84924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:50.991362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-39986f1c-eb75-47aa-b471-30e332c84924 None None] Port 9571c342-7348-48a6-89ba-9f37be611955 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:38:51.047681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:38:51.053737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eff00893-5b51-4521-92f7-0dab6717c7ad admin admin] 10.222.0.31 "PUT /v2.0/routers/e5829cb1-f4ef-46e7-abf5-b7068c063a40/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9486675 Oct 12 22:38:51.068638 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Sync routers for ids ['e5829cb1-f4ef-46e7-abf5-b7068c063a40'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:38:51.079857 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Routers {'e5829cb1-f4ef-46e7-abf5-b7068c063a40'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:38:51.080690 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:38:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e5829cb1-f4ef-46e7-abf5-b7068c063a40'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:38:51.267054 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Set router e5829cb1-f4ef-46e7-abf5-b7068c063a40 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:38:51.691047 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'name': 'router1', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:38:39Z', 'updated_at': '2021-10-12T22:38:50Z', 'revision_number': 2, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'gw_port_host': None, '_interfaces': [{'id': '9571c342-7348-48a6-89ba-9f37be611955', 'name': '', 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'mac_address': 'fa:16:3e:57:b5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:38:49Z', 'updated_at': '2021-10-12T22:38:50Z', 'revision_number': 2, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'subnets': [{'id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f689c665-259d-49f1-a8cc-6df001aec50f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:38:51.742481 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Checking router: e5829cb1-f4ef-46e7-abf5-b7068c063a40 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:38:51.742855 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Updating router e5829cb1-f4ef-46e7-abf5-b7068c063a40 port 9571c342-7348-48a6-89ba-9f37be611955 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:38:51.791476 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:52.300757 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:52.355628 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:52.494053 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Pushing event updated for resources: {'Port': ['ID=9571c342-7348-48a6-89ba-9f37be611955,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:52.529304 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.529657 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.529999 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.530339 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.530670 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.531023 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.531354 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.531682 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.532002 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.532324 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.532648 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.532970 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Tracked resource versions report: Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: pushed versions: Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: { 'AddressGroup': {'1.2'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'ConntrackHelper': {'1.0'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Log': {'1.0'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Network': {'1.1'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Port': {'1.7'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'PortForwarding': {'1.2'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'QosPolicy': {'1.10'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'SecurityGroup': {'1.4'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'SecurityGroupRule': {'1.2'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'SubPort': {'1.0'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Subnet': {'1.1'}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Trunk': {'1.1'}} Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: consumer versions: Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: { DHCP agent@n-d-790519-14: {}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: L3 agent@n-d-790519-14: {}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: Metadata agent@n-d-790519-14: {}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: Metering agent@n-d-790519-14: {}, Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: Open vSwitch agent@n-d-790519-14: { 'AddressGroup': '1.2', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'ConntrackHelper': '1.0', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Log': '1.0', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Network': '1.1', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Port': '1.7', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'PortForwarding': '1.2', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'QosPolicy': '1.10', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'SecurityGroup': '1.4', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'SecurityGroupRule': '1.2', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'SubPort': '1.0', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Subnet': '1.1', Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: 'Trunk': '1.1'}} Oct 12 22:38:52.534800 n-d-790519-14 neutron-server[101892]: {{(pid=101892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 22:38:52.539674 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Attempting to bind port 9571c342-7348-48a6-89ba-9f37be611955 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:38:52.540072 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Attempting to bind port 9571c342-7348-48a6-89ba-9f37be611955 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a2292a3f-06ac-4b26-8be4-7f5b853c953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:38:52.540515 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Attempting to bind port 9571c342-7348-48a6-89ba-9f37be611955 on network fa383aab-a23a-47c9-b9fa-f483d10e5b2c {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:38:52.546281 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:38:52.546773 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Checking segment: {'id': 'a2292a3f-06ac-4b26-8be4-7f5b853c953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:38:52.547346 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:52.547799 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Bound using segment: {'id': 'a2292a3f-06ac-4b26-8be4-7f5b853c953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:38:52.548538 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Bound port: 9571c342-7348-48a6-89ba-9f37be611955, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2292a3f-06ac-4b26-8be4-7f5b853c953c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:38:52.548994 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:52.617651 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] For port 9571c342-7348-48a6-89ba-9f37be611955, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:38:52.619853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d02a05d6-1336-4039-9f19-64e9c3ff8ab3 None None] Provisioning complete for port 9571c342-7348-48a6-89ba-9f37be611955 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:38:52.624211 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d02a05d6-1336-4039-9f19-64e9c3ff8ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:52.639861 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] For port 9571c342-7348-48a6-89ba-9f37be611955, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9571c342-7348-48a6-89ba-9f37be611955,segment=NetworkSegment(a2292a3f-06ac-4b26-8be4-7f5b853c953c),segment_id=a2292a3f-06ac-4b26-8be4-7f5b853c953c)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:38:52.654969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d02a05d6-1336-4039-9f19-64e9c3ff8ab3 None None] Port 9571c342-7348-48a6-89ba-9f37be611955 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:38:52.716683 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:52.766065 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Routers {'e5829cb1-f4ef-46e7-abf5-b7068c063a40'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:38:52.766689 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:38:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e5829cb1-f4ef-46e7-abf5-b7068c063a40'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:38:52.850665 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397b80e-df67-469f-9187-d96d0b679c09 None None] Pushing event updated for resources: {'Port': ['ID=9571c342-7348-48a6-89ba-9f37be611955,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:52.870348 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] Set router e5829cb1-f4ef-46e7-abf5-b7068c063a40 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:38:52.973801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9f8c2866-96fc-4800-b8a6-b3b663254138 None None] Provisioning complete for port 9571c342-7348-48a6-89ba-9f37be611955 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:38:52.974535 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2866-96fc-4800-b8a6-b3b663254138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:53.055780 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2866-96fc-4800-b8a6-b3b663254138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:53.089293 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'name': 'router1', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:38:39Z', 'updated_at': '2021-10-12T22:38:50Z', 'revision_number': 2, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'gw_port_host': None, '_interfaces': [{'id': '9571c342-7348-48a6-89ba-9f37be611955', 'name': '', 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'mac_address': 'fa:16:3e:57:b5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:38:49Z', 'updated_at': '2021-10-12T22:38:52Z', 'revision_number': 4, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'subnets': [{'id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f689c665-259d-49f1-a8cc-6df001aec50f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:38:53.089607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9f8c2866-96fc-4800-b8a6-b3b663254138 None None] For port 9571c342-7348-48a6-89ba-9f37be611955, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9571c342-7348-48a6-89ba-9f37be611955,segment=NetworkSegment(a2292a3f-06ac-4b26-8be4-7f5b853c953c),segment_id=a2292a3f-06ac-4b26-8be4-7f5b853c953c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:38:53.106731 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb34120b-a838-4902-93d9-f9a07b60afdd None None] The sync data for ids ['e5829cb1-f4ef-46e7-abf5-b7068c063a40'] in n-d-790519-14 is: [{'id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'name': 'router1', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:38:39Z', 'updated_at': '2021-10-12T22:38:50Z', 'revision_number': 2, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'gw_port_host': None, '_interfaces': [{'id': '9571c342-7348-48a6-89ba-9f37be611955', 'name': '', 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'mac_address': 'fa:16:3e:57:b5:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:38:49Z', 'updated_at': '2021-10-12T22:38:52Z', 'revision_number': 4, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'subnets': [{'id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f689c665-259d-49f1-a8cc-6df001aec50f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:38:53.182920 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f8c2866-96fc-4800-b8a6-b3b663254138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:53.231601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c2866-96fc-4800-b8a6-b3b663254138 None None] Pushing event updated for resources: {'Port': ['ID=9571c342-7348-48a6-89ba-9f37be611955,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:53.382478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60786) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:53.491313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2d61c-2de8-417e-b142-517e82ec0b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:38:53.492675 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-62b2d61c-2de8-417e-b142-517e82ec0b13 admin admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 842 time: 0.1092074 Oct 12 22:38:53.502620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.25.2.1', 'cidr': '172.25.2.0/24'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:38:53.601461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Made reservation on behalf of f78d648eed234cf68bfa8658d2427200 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:38:53.603931 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:53.961727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 22:38:53.962081 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:54.025961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0401a2b4-bcb4-426b-9d80-af09d1ec2672,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:54.028195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:38:54.028549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Network hostable DHCP agents. Network: c32d697a-4058-4bf4-9bdb-3293ff223126, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:38:54.161559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:38:54.258972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c32d697a-4058-4bf4-9bdb-3293ff223126) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:38:54.263087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:38:54.263681 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:54.268425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9e55d7-7aa2-45bf-ac27-cdfbad7d5a23 None None] Network c32d697a-4058-4bf4-9bdb-3293ff223126 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:38:54.352895 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b3e9ea46-1ac0-449e-9212-249b85e05ae9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8536150 Oct 12 22:38:54.462519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa07b9dc-2e4d-485f-8f67-5baf14e7c1f4 None None] Network c32d697a-4058-4bf4-9bdb-3293ff223126 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:38:56.783579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60794) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:38:56.995070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f7120f0f-ac7f-4430-a9a4-e408cf91c16e admin admin] 10.222.0.31 "GET /v2.0/routers/e5829cb1-f4ef-46e7-abf5-b7068c063a40 HTTP/1.1" status: 200 len: 710 time: 0.2101216 Oct 12 22:38:57.081617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bd9553-0bad-4225-ba90-19282d7581c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:38:57.082985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b7bd9553-0bad-4225-ba90-19282d7581c6 admin admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 886 time: 0.0819211 Oct 12 22:38:57.092469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:38:57.340263 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:57.676470 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:57.764416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:57.870300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Allocated IP 172.25.2.29 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/232d6a56-dd2c-47cd-b84f-ccd9d153c00f) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:38:57.972618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:58.162005 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:58.203719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:38:58.206842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:38:58.209446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:38:58.214754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Pushing event updated for resources: {'Port': ['ID=232d6a56-dd2c-47cd-b84f-ccd9d153c00f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:38:58.502217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:58.797192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:58.800772 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:58.907243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Router e5829cb1-f4ef-46e7-abf5-b7068c063a40 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:38:59.010089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:38:59.014648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:38:59.015896 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-05e89139-4b15-43ca-833a-c3b273a0ab58 admin admin] 10.222.0.31 "PUT /v2.0/routers/e5829cb1-f4ef-46e7-abf5-b7068c063a40 HTTP/1.1" status: 200 len: 889 time: 1.9266808 Oct 12 22:38:59.276162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9571c342-7348-48a6-89ba-9f37be611955 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:38:59.331799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9571c342-7348-48a6-89ba-9f37be611955 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:38:59.332274 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:00.054552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Sync routers for ids ['e5829cb1-f4ef-46e7-abf5-b7068c063a40'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:39:00.065839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Routers {'e5829cb1-f4ef-46e7-abf5-b7068c063a40'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:39:00.069191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:38:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e5829cb1-f4ef-46e7-abf5-b7068c063a40'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:39:00.271165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Set router e5829cb1-f4ef-46e7-abf5-b7068c063a40 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:39:00.655076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'name': 'router1', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '232d6a56-dd2c-47cd-b84f-ccd9d153c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:38:39Z', 'updated_at': '2021-10-12T22:38:58Z', 'revision_number': 4, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'gw_port': {'id': '232d6a56-dd2c-47cd-b84f-ccd9d153c00f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:38:57Z', 'updated_at': '2021-10-12T22:38:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9571c342-7348-48a6-89ba-9f37be611955', 'name': '', 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'mac_address': 'fa:16:3e:57:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:38:49Z', 'updated_at': '2021-10-12T22:38:53Z', 'revision_number': 5, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'subnets': [{'id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f689c665-259d-49f1-a8cc-6df001aec50f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:39:00.704155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Checking router: e5829cb1-f4ef-46e7-abf5-b7068c063a40 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:39:00.704517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Updating router e5829cb1-f4ef-46e7-abf5-b7068c063a40 port 232d6a56-dd2c-47cd-b84f-ccd9d153c00f binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:39:00.751018 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:01.137233 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:01.222604 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:01.278202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ed391-b23d-4f41-9b1f-876f6de52996 None None] Pushing event updated for resources: {'Port': ['ID=232d6a56-dd2c-47cd-b84f-ccd9d153c00f,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:39:01.281439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Attempting to bind port 232d6a56-dd2c-47cd-b84f-ccd9d153c00f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:39:01.281803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Attempting to bind port 232d6a56-dd2c-47cd-b84f-ccd9d153c00f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:39:01.282349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Attempting to bind port 232d6a56-dd2c-47cd-b84f-ccd9d153c00f on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:39:01.288561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:39:01.289638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:39:01.289638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:01.289865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:39:01.290181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Bound port: 232d6a56-dd2c-47cd-b84f-ccd9d153c00f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:39:01.290581 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:01.344171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] For port 232d6a56-dd2c-47cd-b84f-ccd9d153c00f, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:39:01.358873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] For port 232d6a56-dd2c-47cd-b84f-ccd9d153c00f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=232d6a56-dd2c-47cd-b84f-ccd9d153c00f,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:39:01.425629 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:01.482959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Routers {'e5829cb1-f4ef-46e7-abf5-b7068c063a40'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:39:01.483608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:38:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e5829cb1-f4ef-46e7-abf5-b7068c063a40'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:39:01.519676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ed391-b23d-4f41-9b1f-876f6de52996 None None] Pushing event updated for resources: {'Port': ['ID=232d6a56-dd2c-47cd-b84f-ccd9d153c00f,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:39:01.523559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60806) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:39:01.594220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] Set router e5829cb1-f4ef-46e7-abf5-b7068c063a40 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:39:01.680176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-67936c29-ebdf-420c-be5c-38e8e6aa1bd4 admin admin] 10.222.0.31 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1554122 Oct 12 22:39:01.812258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'name': 'router1', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '232d6a56-dd2c-47cd-b84f-ccd9d153c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:38:39Z', 'updated_at': '2021-10-12T22:38:58Z', 'revision_number': 4, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'gw_port': {'id': '232d6a56-dd2c-47cd-b84f-ccd9d153c00f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:38:57Z', 'updated_at': '2021-10-12T22:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9571c342-7348-48a6-89ba-9f37be611955', 'name': '', 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'mac_address': 'fa:16:3e:57:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:38:49Z', 'updated_at': '2021-10-12T22:38:53Z', 'revision_number': 5, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'subnets': [{'id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f689c665-259d-49f1-a8cc-6df001aec50f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:39:01.838557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cd50cb-900b-4e87-b9d7-28ea46c14319 None None] The sync data for ids ['e5829cb1-f4ef-46e7-abf5-b7068c063a40'] in n-d-790519-14 is: [{'id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'name': 'router1', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.29'}], 'enable_snat': True}, 'gw_port_id': '232d6a56-dd2c-47cd-b84f-ccd9d153c00f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:38:39Z', 'updated_at': '2021-10-12T22:38:58Z', 'revision_number': 4, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'gw_port': {'id': '232d6a56-dd2c-47cd-b84f-ccd9d153c00f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:1d:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:38:57Z', 'updated_at': '2021-10-12T22:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9571c342-7348-48a6-89ba-9f37be611955', 'name': '', 'network_id': 'fa383aab-a23a-47c9-b9fa-f483d10e5b2c', 'tenant_id': 'a8a7a22b162342868bf0d42cd4118c40', 'mac_address': 'fa:16:3e:57:b5:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5829cb1-f4ef-46e7-abf5-b7068c063a40', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:38:49Z', 'updated_at': '2021-10-12T22:38:53Z', 'revision_number': 5, 'project_id': 'a8a7a22b162342868bf0d42cd4118c40', 'subnets': [{'id': '9fffc8f5-c2ce-42b4-a1cd-011c302b7a56', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f689c665-259d-49f1-a8cc-6df001aec50f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:39:03.276443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 232d6a56-dd2c-47cd-b84f-ccd9d153c00f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:39:03.322851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 232d6a56-dd2c-47cd-b84f-ccd9d153c00f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:39:03.323253 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:03.414221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:03.445491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 232d6a56-dd2c-47cd-b84f-ccd9d153c00f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=232d6a56-dd2c-47cd-b84f-ccd9d153c00f,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:39:03.509952 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:03.560730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=232d6a56-dd2c-47cd-b84f-ccd9d153c00f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:39:05.307668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 232d6a56-dd2c-47cd-b84f-ccd9d153c00f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:39:05.368729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 232d6a56-dd2c-47cd-b84f-ccd9d153c00f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:39:05.369111 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:10.029315 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:39:12.096285 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c8d6f4f7-cce9-4150-babf-0215f1e22e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:15.001061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1a9d8e8-63ed-4fee-a902-91ba2088b957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:15.429845 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:15.886455 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:17.555686 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:42.398345 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f279e98-a78f-46fa-a50d-bcf435e01eaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:44.995422 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-802753b1-164a-4961-b923-e21d90a8a60b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:45.446013 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:45.886237 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:39:47.029832 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:39:48.129830 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:12.074252 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-599192c5-b868-4009-a7ae-7c185e7ece28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:15.045591 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fc97667-d525-4f13-836c-cdf6a98366a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:15.417295 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:15.877458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:17.569256 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:24.028748 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:40:42.071097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b01e94a7-4465-4cff-8712-746fe86c48f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:45.028033 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bab8a928-6440-40dc-b52a-5aa879c2fbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:45.402342 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:45.663062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33170) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:40:45.729109 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d8a0ab-15be-408d-8e19-92bc528330ce admin admin] GET failed (client error): The resource could not be found. Oct 12 22:40:45.731861 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-14d8a0ab-15be-408d-8e19-92bc528330ce admin admin] 10.222.0.31 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0663505 Oct 12 22:40:45.913908 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:45.914334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c078de-d3c8-45b3-b766-7b5a8564c44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:40:45.915860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-01c078de-d3c8-45b3-b766-7b5a8564c44d admin admin] 10.222.0.31 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1806550 Oct 12 22:40:47.591409 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:48.187779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33180) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:40:48.279887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9c5345-5d3b-40a6-a690-44d4f1e86a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:40:48.281361 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8f9c5345-5d3b-40a6-a690-44d4f1e86a89 admin admin] 10.222.0.31 "GET /v2.0/subnets/9fffc8f5-c2ce-42b4-a1cd-011c302b7a56 HTTP/1.1" status: 200 len: 849 time: 0.0926590 Oct 12 22:40:48.291181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:40:48.375378 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Notify callbacks [] for subnet, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:48.573994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751790469389'] for subnet, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:48.605635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:40:48.606220 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:48.607492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] 10.222.0.31 "PUT /v2.0/subnets/9fffc8f5-c2ce-42b4-a1cd-011c302b7a56 HTTP/1.1" status: 200 len: 868 time: 0.3198617 Oct 12 22:40:48.612489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c167f4-5c63-4e0b-8855-c4a762b57295 None None] Network fa383aab-a23a-47c9-b9fa-f483d10e5b2c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:40:48.627941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fffc8f5-c2ce-42b4-a1cd-011c302b7a56,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:40:48.636182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.636559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.636722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.637224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.637564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.637906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.638223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.638551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.639906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.640729 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.640943 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:48.646157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f32f2c1-f2d5-4273-b9e3-74ca7ad2fe0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:40:49.010649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-25c1367c-9d7a-4023-a393-4a644802906f None None] Provisioning complete for port 9571c342-7348-48a6-89ba-9f37be611955 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:40:49.011038 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-25c1367c-9d7a-4023-a393-4a644802906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:49.094881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-25c1367c-9d7a-4023-a393-4a644802906f None None] Provisioning complete for port 39936126-0725-40fe-9c34-ce53d10f6518 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:40:49.095298 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-25c1367c-9d7a-4023-a393-4a644802906f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:40:50.989197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33190) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:40:51.184255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbfa632-f71b-4fb4-87f5-b48effd221e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:40:51.184634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbfa632-f71b-4fb4-87f5-b48effd221e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:40:51.186764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2fbfa632-f71b-4fb4-87f5-b48effd221e5 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1966059 Oct 12 22:40:53.458831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33198) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:40:53.590395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dffe966-a07d-4caa-9463-01a242455e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:40:53.590862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dffe966-a07d-4caa-9463-01a242455e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:40:53.593067 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0dffe966-a07d-4caa-9463-01a242455e68 admin admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1331289 Oct 12 22:40:55.897127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33206) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:40:56.021799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7adb96-5545-4eac-973a-735d8e94ce7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:40:56.025854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ef7adb96-5545-4eac-973a-735d8e94ce7b admin admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 886 time: 0.1250751 Oct 12 22:40:58.317823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33214) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:40:58.447978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88560749-cc05-4cbf-887b-26df2f909098 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:40:58.449320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-88560749-cc05-4cbf-887b-26df2f909098 admin admin] 10.222.0.31 "GET /v2.0/networks/fa383aab-a23a-47c9-b9fa-f483d10e5b2c HTTP/1.1" status: 200 len: 869 time: 0.1305151 Oct 12 22:41:00.731867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33222) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:41:00.853675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ebb2f0-a1f1-4caf-8ab2-9590ba32bacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:00.854123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ebb2f0-a1f1-4caf-8ab2-9590ba32bacc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:00.855723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-70ebb2f0-a1f1-4caf-8ab2-9590ba32bacc admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1223438 Oct 12 22:41:01.027141 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:41:03.097853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33230) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:41:03.192998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f0ec33-8402-4902-a397-39758c8f4f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:03.193447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f0ec33-8402-4902-a397-39758c8f4f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:03.194945 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-43f0ec33-8402-4902-a397-39758c8f4f2b admin admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0961158 Oct 12 22:41:05.463172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33238) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:41:05.547246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1c3ec9-5060-430c-aedb-489f266861cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:05.548498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5e1c3ec9-5060-430c-aedb-489f266861cd admin admin] 10.222.0.31 "GET /v2.0/subnets/0401a2b4-bcb4-426b-9d80-af09d1ec2672 HTTP/1.1" status: 200 len: 816 time: 0.0843592 Oct 12 22:41:07.842752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33246) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:41:07.933091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aecf254-f389-46f9-bbe9-e35c1a611355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:07.934421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7aecf254-f389-46f9-bbe9-e35c1a611355 admin admin] 10.222.0.31 "GET /v2.0/subnets/9fffc8f5-c2ce-42b4-a1cd-011c302b7a56 HTTP/1.1" status: 200 len: 868 time: 0.0907013 Oct 12 22:41:12.104853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cca3ba0f-111b-40fe-95b0-8436e3775e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:15.002042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6248ce2c-7c17-4c73-9d4d-e4fe6ed63423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:15.398830 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:15.899519 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:17.564718 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:32.875683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33300) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:41:32.923013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-52aebff5-0c2e-4bee-a5e2-d17ec311f632 admin admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:41:32.924160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-52aebff5-0c2e-4bee-a5e2-d17ec311f632 admin admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0475843 Oct 12 22:41:35.289903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33308) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:41:35.351881 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-04b921e4-2366-4855-a277-cd8be711a39b admin admin] GET failed (client error): The resource could not be found. Oct 12 22:41:35.353173 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-04b921e4-2366-4855-a277-cd8be711a39b admin admin] 10.222.0.31 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0623477 Oct 12 22:41:35.435006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-303340f1-7a8e-40ed-8998-f62ad30ce10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:35.436425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-303340f1-7a8e-40ed-8998-f62ad30ce10b admin admin] 10.222.0.31 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0786934 Oct 12 22:41:37.733976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33316) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:41:37.780360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:41:37.884475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Made reservation on behalf of f78d648eed234cf68bfa8658d2427200 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:41:37.886666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:37.917370 n-d-790519-14 neutron-server[101889]: WARNING neutron.services.revisions.revision_plugin [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Could not find related network for resource to bump revision. Oct 12 22:41:37.928353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:41:37.937057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:37.944624 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Added segment eed62a3a-6bc8-476c-acab-dba14cc68881 of type vlan for network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 Oct 12 22:41:37.974306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:38.025161 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:41:38.072604 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:38.073536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:38.074108 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:38.129245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] Pushing event updated for resources: {'Network': ['ID=0f3890ee-a187-4aef-8f1a-67384a5ce4b6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:41:38.140073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:41:38.206975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9bfe19ca-444d-4869-b747-2ccdd3d91164 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4719007 Oct 12 22:41:40.495919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33324) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:41:40.555657 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-db1fa732-e590-4d45-9411-f36230475d1b admin admin] GET failed (client error): The resource could not be found. Oct 12 22:41:40.556987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-db1fa732-e590-4d45-9411-f36230475d1b admin admin] 10.222.0.31 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0594466 Oct 12 22:41:40.659020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0245b4-91a7-47f3-9a5d-b8d71404d0ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:40.667064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f0245b4-91a7-47f3-9a5d-b8d71404d0ae admin admin] 10.222.0.31 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0984006 Oct 12 22:41:40.672124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Request body: {'subnet': {'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:41:40.773293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Made reservation on behalf of f78d648eed234cf68bfa8658d2427200 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:41:40.775571 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Notify callbacks [] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:40.996456 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:41.144507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a6cb8b4-fc0c-4286-b060-9a048738e534,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:41:41.153307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:41:41.153651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Network hostable DHCP agents. Network: 0f3890ee-a187-4aef-8f1a-67384a5ce4b6, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:41:41.241919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:41:41.315780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 0f3890ee-a187-4aef-8f1a-67384a5ce4b6) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:41:41.324693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3c8d54-2e38-4422-9282-c293752cc7d3 None None] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:41:41.326220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:41:41.327867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:41.407253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b4187738-b533-4d96-a352-7090b61dfd6c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7392817 Oct 12 22:41:41.470823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'tenant_id': 'f78d648eed234cf68bfa8658d2427200', 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:41:41.471818 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:41.611629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Allocated IP 192.168.233.2 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/ca95ad55-874c-45fd-aee5-42f8af1c4b35) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:41:41.762521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:41.848016 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:41.892931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:41:41.896345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:41:41.899250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:41:41.912387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Pushing event updated for resources: {'Port': ['ID=ca95ad55-874c-45fd-aee5-42f8af1c4b35,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:41:41.934133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.934642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.935073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.935338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.935665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.935993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.936312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.936634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.936949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.937267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.937580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.937892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:41:41.975852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Attempting to bind port ca95ad55-874c-45fd-aee5-42f8af1c4b35 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:41:41.976224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Attempting to bind port ca95ad55-874c-45fd-aee5-42f8af1c4b35 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:41:41.976583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Attempting to bind port ca95ad55-874c-45fd-aee5-42f8af1c4b35 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:41:41.982200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:41:41.982571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:41:41.982984 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:41.983374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:41:41.983860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Bound port: ca95ad55-874c-45fd-aee5-42f8af1c4b35, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:41:41.984272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:42.056267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] For port ca95ad55-874c-45fd-aee5-42f8af1c4b35, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:41:42.059464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] For port ca95ad55-874c-45fd-aee5-42f8af1c4b35, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ca95ad55-874c-45fd-aee5-42f8af1c4b35,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:41:42.084416 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c51ce98-a86b-4516-baa3-07258e504bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:42.168081 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:42.226689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967303fb-0144-43c0-bfbd-e0cd25fa88c2 None None] Pushing event updated for resources: {'Port': ['ID=ca95ad55-874c-45fd-aee5-42f8af1c4b35,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:41:43.015827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032dc52-67e5-4356-9c83-49946a659f27 None None] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:41:43.078330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-67b5b50c-0d29-4dda-b588-7dd7220eb5bd None None] Provisioning complete for port ca95ad55-874c-45fd-aee5-42f8af1c4b35 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:41:43.078694 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-67b5b50c-0d29-4dda-b588-7dd7220eb5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:43.223670 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-67b5b50c-0d29-4dda-b588-7dd7220eb5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:43.262539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-67b5b50c-0d29-4dda-b588-7dd7220eb5bd None None] For port ca95ad55-874c-45fd-aee5-42f8af1c4b35, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ca95ad55-874c-45fd-aee5-42f8af1c4b35,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:41:43.321398 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-67b5b50c-0d29-4dda-b588-7dd7220eb5bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:43.384462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b5b50c-0d29-4dda-b588-7dd7220eb5bd None None] Pushing event updated for resources: {'Port': ['ID=ca95ad55-874c-45fd-aee5-42f8af1c4b35,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:41:43.454329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ca95ad55-874c-45fd-aee5-42f8af1c4b35 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:41:43.506668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ca95ad55-874c-45fd-aee5-42f8af1c4b35 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:41:43.507093 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:43.553688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3e146c1e-c80b-4b6a-b331-b75cfbd60845 None None] Provisioning complete for port ca95ad55-874c-45fd-aee5-42f8af1c4b35 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:41:43.553983 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e146c1e-c80b-4b6a-b331-b75cfbd60845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:45.044948 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-561e9dd8-f996-40bc-a5ab-b8c535bff839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:45.377792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ca95ad55-874c-45fd-aee5-42f8af1c4b35 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:41:45.422184 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:45.431477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ca95ad55-874c-45fd-aee5-42f8af1c4b35 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:41:45.431836 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:45.935856 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:41:47.582041 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:12.075589 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-da7ccebc-f095-43b6-b1ca-9ce5ba6834b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:15.012498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4a973ef7-877d-4e33-8b89-8fef84a166ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:15.023453 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:42:15.420863 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:15.898154 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:17.589796 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:42.077432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9db55ead-bf03-471d-87d3-22e510f80850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:45.028589 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3cbb6b8f-d043-4c9e-89a8-09360bdf1340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:45.414787 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:45.900522 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:47.606500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:42:52.022222 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:43:12.079511 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96ca7bbf-749e-436b-be54-35c651b83ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:15.008592 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-daa9049c-8c90-4c15-917a-1ddeb76f4309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:15.460352 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:15.905382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:17.570572 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:29.021417 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:43:30.725250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33376) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:43:30.731227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-34e1bd9b-dfad-4cd5-9825-46685ad4b499 tempest-verify_tempest_config-1297128304 tempest-verify_tempest_config-1297128304-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:43:30.732212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-34e1bd9b-dfad-4cd5-9825-46685ad4b499 tempest-verify_tempest_config-1297128304 tempest-verify_tempest_config-1297128304-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0060203 Oct 12 22:43:31.191953 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33394) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:43:31.301899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:31.403629 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:31.473131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:31.516553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc101c36-2d6d-497b-9a29-33ffc43511f3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:43:31.520020 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=332f8eb444e340c8963c060f1fe88628&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3270981 Oct 12 22:43:31.522835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33398) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:43:31.525334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.525746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.526158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.526561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.526974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.527375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.527764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.528154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.528543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.528931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.529318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.529707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14f70e4-c66f-417a-8076-ebbc89a102fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.578652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:31.599153 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:31.747916 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:31.750543 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:31.751690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc101c36-2d6d-497b-9a29-33ffc43511f3 HTTP/1.1" status: 204 len: 168 time: 0.2277231 Oct 12 22:43:31.759456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc101c36-2d6d-497b-9a29-33ffc43511f3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:43:31.766894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.767223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.767565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.767898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.768229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.768558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.769010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.769221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.769542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.769877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.770184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:31.770500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071c4c94-31c5-4805-bd8e-dbb1969a6934 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:43:42.076568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-77d34606-ff76-489d-ab75-e0fdb76a9a5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:45.032885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9150a5e6-0555-4d1c-9772-b94a7f23b70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:45.427072 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:45.907063 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:43:47.590462 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:06.019532 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:44:12.070726 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0bbaa1c3-2278-44c3-ba61-d26f9e05e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:15.012966 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dd907170-103e-4c05-b791-f708a485424b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:15.443790 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:15.927138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:17.624729 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:42.098454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f4324b5-1752-471e-a5aa-fe119b03386a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:43.017890 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:44:45.007062 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cdc51901-e732-4d8e-b1f0-bd5e502c0f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:45.443368 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:45.909518 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:44:47.597346 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:12.064843 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e6b6aacf-856a-4ca4-8b93-d2378fca6d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:15.042213 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-268599ec-68e3-455d-bd07-9e78b75e7763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:15.428907 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:15.915121 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:17.608071 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:20.016194 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:45:42.058684 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b46e7802-d02c-43d5-8e67-82ab5ee4a7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:45.053097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5257b717-6279-4d96-a00e-0b3c094d65fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:45.481564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:45.916108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:47.611345 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:45:57.015653 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 5 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:46:12.098433 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7c5f7c1a-1dd0-4949-8f9e-89de8c31ef97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:15.012333 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-542d8e1b-e199-4fbc-9192-0f26a816ef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:15.417815 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:15.943660 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:17.595348 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:18.624061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701167'] for agent, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:18.749650 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-701167'] for agent, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:34.015217 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:46:42.069157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3ffc3006-0f94-4c30-8f0c-be798e9cff8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:45.021840 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fa62a9d4-086f-4e20-8f29-bb9f5cc6fdbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:45.433557 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:45.903122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:47.679220 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:48.553070 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:46:48.730742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:09.162162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33466) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:47:09.267213 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0558fb93-1a36-4554-8ed4-2e703911db5f admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.1038899 Oct 12 22:47:11.015888 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:47:11.524242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33476) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:47:11.583929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7d662501-a9b9-4a78-afac-431e472511df admin admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4939 time: 0.0586076 Oct 12 22:47:12.056617 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d3535e41-75bc-437a-a459-e0f17e1f7b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:15.049917 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-794716f8-1df2-4c08-9655-47aca0f9e051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:15.439564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:15.965000 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:17.610189 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:18.548100 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:18.702090 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:42.073211 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-402fedbb-0c73-4922-918a-f470b4495cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:45.027847 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-15618eaa-baea-48ed-bd2b-a4bff8f6f0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:45.467897 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:45.918876 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:47.616546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:48.015369 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:47:48.547564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:47:48.718097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:12.106215 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-19bbeac5-cc88-4b35-bac0-15d8ae59c049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:15.009413 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66f706d9-5a13-4fd9-bfa8-04f11505f4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:15.444142 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:15.930467 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:17.615823 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:18.552153 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:18.741627 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:25.015025 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:48:34.791094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33714) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:35.324877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33740) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:35.325566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-022c9654-e465-4f3e-a8bd-ebad8d6c1f37 tempest-AutoAllocateNetworkTest-1922704417 tempest-AutoAllocateNetworkTest-1922704417-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9e7e3f4733bc4383be0ea325c0da5843&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5328586 Oct 12 22:48:35.509929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff490b9-34bb-4d48-985d-bbb6a7f9bdc1 tempest-AutoAllocateNetworkTest-1922704417 tempest-AutoAllocateNetworkTest-1922704417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:35.511315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1ff490b9-34bb-4d48-985d-bbb6a7f9bdc1 tempest-AutoAllocateNetworkTest-1922704417 tempest-AutoAllocateNetworkTest-1922704417-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1844406 Oct 12 22:48:35.514341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33748) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:35.584336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33756) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:35.584565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ce566f39-fa3c-4cfb-9462-63422a2a3e39 tempest-AutoAllocateNetworkTest-1922704417 tempest-AutoAllocateNetworkTest-1922704417-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0674481 Oct 12 22:48:35.612786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-57c54a93-81eb-40b8-afe2-ec43142d24a5 tempest-AutoAllocateNetworkTest-1922704417 tempest-AutoAllocateNetworkTest-1922704417-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9e7e3f4733bc4383be0ea325c0da5843 HTTP/1.1" status: 200 len: 208 time: 0.0288460 Oct 12 22:48:36.704462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33800) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:37.126371 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:37.224953 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:37.282789 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:37.324039 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e7e3f4733bc4383be0ea325c0da5843&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6185050 Oct 12 22:48:37.324504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33840) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:37.329627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71fbf9d8-4d90-4f30-b8fc-d2ae329737f4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:37.337208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.337740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.338215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.338682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.339198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.339669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.339991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.340468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.340924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.341379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.341833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.342298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a07625b-f93b-4d67-8c65-95abf1441143 admin admin] Tracked resource versions report: Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: pushed versions: Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: { 'AddressGroup': {'1.2'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'ConntrackHelper': {'1.0'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Log': {'1.0'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Network': {'1.1'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Port': {'1.7'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'PortForwarding': {'1.2'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'QosPolicy': {'1.10'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'SecurityGroup': {'1.4'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'SecurityGroupRule': {'1.2'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'SubPort': {'1.0'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Subnet': {'1.1'}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Trunk': {'1.1'}} Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: consumer versions: Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: { DHCP agent@n-d-790519-14: {}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: HyperV agent@n-h1-790519-14: {}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: HyperV agent@n-h2-790519-14: {}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: L3 agent@n-d-790519-14: {}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: Metadata agent@n-d-790519-14: {}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: Metering agent@n-d-790519-14: {}, Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: Open vSwitch agent@n-d-790519-14: { 'AddressGroup': '1.2', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'ConntrackHelper': '1.0', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Log': '1.0', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Network': '1.1', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Port': '1.7', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'PortForwarding': '1.2', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'QosPolicy': '1.10', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'SecurityGroup': '1.4', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'SecurityGroupRule': '1.2', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'SubPort': '1.0', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Subnet': '1.1', Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: 'Trunk': '1.1'}} Oct 12 22:48:37.343576 n-d-790519-14 neutron-server[101890]: {{(pid=101890) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 22:48:37.381773 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:37.406123 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:37.529177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:37.531866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:37.532995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71fbf9d8-4d90-4f30-b8fc-d2ae329737f4 HTTP/1.1" status: 204 len: 168 time: 0.2073522 Oct 12 22:48:37.542536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fbf9d8-4d90-4f30-b8fc-d2ae329737f4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:37.550222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.550571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.551438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.551438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.551602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.552080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.552407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.552732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.553050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.553366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.553688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.554000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70d273ec-0e57-414b-a042-f136317f5fc4 admin admin] Tracked resource versions report: Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: pushed versions: Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: { 'AddressGroup': {'1.2'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'ConntrackHelper': {'1.0'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Log': {'1.0'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Network': {'1.1'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Port': {'1.7'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'PortForwarding': {'1.2'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'QosPolicy': {'1.10'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'SecurityGroup': {'1.4'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'SecurityGroupRule': {'1.2'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'SubPort': {'1.0'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Subnet': {'1.1'}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Trunk': {'1.1'}} Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: consumer versions: Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: { DHCP agent@n-d-790519-14: {}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: HyperV agent@n-h1-790519-14: {}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: HyperV agent@n-h2-790519-14: {}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: L3 agent@n-d-790519-14: {}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: Metadata agent@n-d-790519-14: {}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: Metering agent@n-d-790519-14: {}, Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: Open vSwitch agent@n-d-790519-14: { 'AddressGroup': '1.2', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'ConntrackHelper': '1.0', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Log': '1.0', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Network': '1.1', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Port': '1.7', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'PortForwarding': '1.2', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'QosPolicy': '1.10', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'SecurityGroup': '1.4', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'SecurityGroupRule': '1.2', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'SubPort': '1.0', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Subnet': '1.1', Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: 'Trunk': '1.1'}} Oct 12 22:48:37.555375 n-d-790519-14 neutron-server[101889]: {{(pid=101889) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 22:48:39.011627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33932) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:39.154788 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b2692e6-96a0-46d6-808d-35c317acd657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:39.263190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b2692e6-96a0-46d6-808d-35c317acd657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:39.318057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b2692e6-96a0-46d6-808d-35c317acd657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:39.376342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33976) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:39.380000 n-d-790519-14 neutron-server[101890]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 22:48:39.396052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6b2692e6-96a0-46d6-808d-35c317acd657 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9dd37cd2a698433fb9c877d87e5cf973&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3773332 Oct 12 22:48:39.396052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33978) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:39.405163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2692e6-96a0-46d6-808d-35c317acd657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b05a8b-7112-40cc-bedf-ad0b5cf12ccd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:39.417055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-6499aaac-2886-4622-8174-4843a8a0efe7 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=468492196d814479a6f92a3517388012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391803 Oct 12 22:48:39.454894 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-040f6a4f-b517-45ab-b702-df894d8af75b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:39.476564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-040f6a4f-b517-45ab-b702-df894d8af75b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:39.609508 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-040f6a4f-b517-45ab-b702-df894d8af75b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:39.612929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-040f6a4f-b517-45ab-b702-df894d8af75b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:39.617879 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-040f6a4f-b517-45ab-b702-df894d8af75b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/27b05a8b-7112-40cc-bedf-ad0b5cf12ccd HTTP/1.1" status: 204 len: 168 time: 0.2204964 Oct 12 22:48:39.629238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f6a4f-b517-45ab-b702-df894d8af75b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b05a8b-7112-40cc-bedf-ad0b5cf12ccd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:39.633290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-00508eed-893d-49d7-a28d-aa0b348a2912 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:39.642236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-00508eed-893d-49d7-a28d-aa0b348a2912 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236414 Oct 12 22:48:39.668028 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-355e46a3-2bc5-40ee-ba78-2e6ef2abeade tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/quotas/468492196d814479a6f92a3517388012 HTTP/1.1" status: 200 len: 375 time: 0.0242910 Oct 12 22:48:39.741953 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-91072349-929a-4f5f-b75f-0973e6544c0c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=468492196d814479a6f92a3517388012&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662704 Oct 12 22:48:40.088973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48a97eaa-3a73-47ae-a091-dbc5511bf77f req-261f75d6-0620-4e2c-9bce-c5dda2e32f6b tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 210 time: 0.0707693 Oct 12 22:48:40.644926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34054) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:40.723913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34062) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:40.760280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34068) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:40.859846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3dd8cba6-ea16-44d4-a51d-e41639e0d27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:40.938274 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3dd8cba6-ea16-44d4-a51d-e41639e0d27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.001115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34076) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:41.003187 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3dd8cba6-ea16-44d4-a51d-e41639e0d27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.018441 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac76ec1f-a6d1-41a3-ab78-e1e2e1d0e344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.063734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8cba6-ea16-44d4-a51d-e41639e0d27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86f35c5-5777-43af-92f8-dba362659c0b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:41.110436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3dd8cba6-ea16-44d4-a51d-e41639e0d27a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=202c319ae37a4a51957417e6c2066470&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4632776 Oct 12 22:48:41.114254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34078) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:41.225589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac76ec1f-a6d1-41a3-ab78-e1e2e1d0e344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.232662 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e7dc602-26e1-40ec-953e-dcebd5e5e2e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.256274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e7dc602-26e1-40ec-953e-dcebd5e5e2e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.257206 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8842317d-1262-484e-9077-7ee9f81029c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.298023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac76ec1f-a6d1-41a3-ab78-e1e2e1d0e344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.374152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8842317d-1262-484e-9077-7ee9f81029c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.408958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34098) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:41.421865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ac76ec1f-a6d1-41a3-ab78-e1e2e1d0e344 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b6938c8e66dd4cb584d474b7cdf12d44&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4196455 Oct 12 22:48:41.425170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac76ec1f-a6d1-41a3-ab78-e1e2e1d0e344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb5a479-4600-4156-bda7-be6257b87110,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:41.425925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34102) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:41.429495 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ffb278f-968a-4b20-8efe-60713073a102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.475587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8842317d-1262-484e-9077-7ee9f81029c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.488955 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e7dc602-26e1-40ec-953e-dcebd5e5e2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.491934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e7dc602-26e1-40ec-953e-dcebd5e5e2e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.503005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9e7dc602-26e1-40ec-953e-dcebd5e5e2e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e86f35c5-5777-43af-92f8-dba362659c0b HTTP/1.1" status: 204 len: 168 time: 0.3805635 Oct 12 22:48:41.517104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7dc602-26e1-40ec-953e-dcebd5e5e2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86f35c5-5777-43af-92f8-dba362659c0b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:41.555399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ffb278f-968a-4b20-8efe-60713073a102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.580712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34112) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:41.581497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8842317d-1262-484e-9077-7ee9f81029c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=421f403f013d4143ae836665e8b94c65&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8565459 Oct 12 22:48:41.619813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ffb278f-968a-4b20-8efe-60713073a102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.656992 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e708f0e9-0f26-49c4-ae8a-c15fe75d6df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.668488 n-d-790519-14 neutron-server[101889]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 12 22:48:41.681823 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7ffb278f-968a-4b20-8efe-60713073a102 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5d2f626abd94300a7772861734ca8f4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9175930 Oct 12 22:48:41.685432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb278f-968a-4b20-8efe-60713073a102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ee643c-5201-4874-876a-7ee88fba5d4e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:41.687919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34114) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:41.699695 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e426af5-4db0-4d4d-8f9e-0f9f426dbe9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.750286 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e426af5-4db0-4d4d-8f9e-0f9f426dbe9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.788067 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d9668a1-c92a-41bf-b232-087f255236c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.802344 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f00e0604-b7a7-4d6a-ab7b-31224f6f69c2 req-ad96086f-9224-49b6-9991-8fb98f5d50ba tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 210 time: 0.3918927 Oct 12 22:48:41.830131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d9668a1-c92a-41bf-b232-087f255236c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.881636 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e708f0e9-0f26-49c4-ae8a-c15fe75d6df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.890399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8842317d-1262-484e-9077-7ee9f81029c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7853141-efce-4abc-9979-ef3afaf22663,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:41.949460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e426af5-4db0-4d4d-8f9e-0f9f426dbe9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.952999 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e426af5-4db0-4d4d-8f9e-0f9f426dbe9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:41.957173 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7e426af5-4db0-4d4d-8f9e-0f9f426dbe9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e7853141-efce-4abc-9979-ef3afaf22663 HTTP/1.1" status: 204 len: 168 time: 0.3753793 Oct 12 22:48:42.004366 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-91900de7-feec-42ca-970e-7a5ff4dcbf00 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b7d52b0358b94685b62186c8b75307f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459936 Oct 12 22:48:42.014484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e426af5-4db0-4d4d-8f9e-0f9f426dbe9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7853141-efce-4abc-9979-ef3afaf22663,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:42.021705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e708f0e9-0f26-49c4-ae8a-c15fe75d6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.025800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e708f0e9-0f26-49c4-ae8a-c15fe75d6df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.027065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e708f0e9-0f26-49c4-ae8a-c15fe75d6df5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6bb5a479-4600-4156-bda7-be6257b87110 HTTP/1.1" status: 204 len: 168 time: 0.6000943 Oct 12 22:48:42.033893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d9668a1-c92a-41bf-b232-087f255236c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.040695 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d9668a1-c92a-41bf-b232-087f255236c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.041542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e708f0e9-0f26-49c4-ae8a-c15fe75d6df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb5a479-4600-4156-bda7-be6257b87110,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:42.046987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9d9668a1-c92a-41bf-b232-087f255236c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/16ee643c-5201-4874-876a-7ee88fba5d4e HTTP/1.1" status: 204 len: 168 time: 0.3564615 Oct 12 22:48:42.077727 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-25121dc1-b42a-44fa-b33c-1358e298f77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.103562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9668a1-c92a-41bf-b232-087f255236c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ee643c-5201-4874-876a-7ee88fba5d4e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:42.166683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57362-e7d1-4498-b64e-714238473389 req-68273b55-b8e0-410e-bcf8-9c5f1df53403 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:42.168311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-68273b55-b8e0-410e-bcf8-9c5f1df53403 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1631844 Oct 12 22:48:42.183582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-0c35b2cc-1266-414c-9d4b-6af46ab5460f tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/quotas/b7d52b0358b94685b62186c8b75307f9 HTTP/1.1" status: 200 len: 375 time: 0.0094402 Oct 12 22:48:42.266264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-14328a6f-fd7f-4d64-a27c-f2d1b1417b41 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7d52b0358b94685b62186c8b75307f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0768120 Oct 12 22:48:42.441255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34142) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:42.482543 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb531a01-7039-4d22-8e0e-b45c370978ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.549207 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-053ab7b5-e06d-4cea-a8d0-4bf551d99688 req-2d6064e2-567a-427e-9021-95539373dd7d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 210 time: 0.0488603 Oct 12 22:48:42.634605 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb531a01-7039-4d22-8e0e-b45c370978ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.683886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb531a01-7039-4d22-8e0e-b45c370978ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.728205 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bb531a01-7039-4d22-8e0e-b45c370978ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6776be0b559342f480838470b31aed2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2860849 Oct 12 22:48:42.730839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34156) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:42.746367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb531a01-7039-4d22-8e0e-b45c370978ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8633b375-3f2b-4344-817d-24476696ab41,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:42.789875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e924dc24-ca68-4120-8abb-73e5add1d885 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.812285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e924dc24-ca68-4120-8abb-73e5add1d885 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.964175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e924dc24-ca68-4120-8abb-73e5add1d885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.966743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e924dc24-ca68-4120-8abb-73e5add1d885 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:42.968068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e924dc24-ca68-4120-8abb-73e5add1d885 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8633b375-3f2b-4344-817d-24476696ab41 HTTP/1.1" status: 204 len: 168 time: 0.2359438 Oct 12 22:48:42.979704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924dc24-ca68-4120-8abb-73e5add1d885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8633b375-3f2b-4344-817d-24476696ab41,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:43.038226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0482288-00d2-4963-a997-1542ba8b857f req-233dbda5-3c1f-41ec-95a1-1fddf4d54680 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 210 time: 0.0288212 Oct 12 22:48:43.301141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34176) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:43.314620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21b44f98-dce1-4e36-a1d9-bf86723409b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.403360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34182) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:43.412850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21b44f98-dce1-4e36-a1d9-bf86723409b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.425941 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-149acdbb-1a11-4f2d-bb7f-cf6a13a2c3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.483683 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21b44f98-dce1-4e36-a1d9-bf86723409b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.517880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-149acdbb-1a11-4f2d-bb7f-cf6a13a2c3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.540662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.41', 57664) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:43.549171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-21b44f98-dce1-4e36-a1d9-bf86723409b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2106f53a4ca34ea4a6e99b1e8978632e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2468026 Oct 12 22:48:43.550252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b44f98-dce1-4e36-a1d9-bf86723409b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb00de5-a1cb-4b4c-853a-4071bfc6c19a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:43.552878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34188) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:43.590136 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-21e63cc8-9998-4146-ab0a-5fd6562297bb tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=468492196d814479a6f92a3517388012&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469718 Oct 12 22:48:43.611733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-149acdbb-1a11-4f2d-bb7f-cf6a13a2c3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.611901 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a1d15f41-e142-4477-9eaa-28d61f62b8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.633905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a1d15f41-e142-4477-9eaa-28d61f62b8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.698210 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-149acdbb-1a11-4f2d-bb7f-cf6a13a2c3ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=de9171e277304651a6721de268d837ca&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2930956 Oct 12 22:48:43.707618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34198) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:43.724774 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13101735-955f-4d56-9448-70d800588717 req-639d3d1f-b3df-465f-9a07-e01eb48be387 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 210 time: 0.1164029 Oct 12 22:48:43.728901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149acdbb-1a11-4f2d-bb7f-cf6a13a2c3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d6ad418-db0b-4bde-9232-e535358f5f0a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:43.776218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a1d15f41-e142-4477-9eaa-28d61f62b8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.778795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a1d15f41-e142-4477-9eaa-28d61f62b8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.780025 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a1d15f41-e142-4477-9eaa-28d61f62b8f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0fb00de5-a1cb-4b4c-853a-4071bfc6c19a HTTP/1.1" status: 204 len: 168 time: 0.2262015 Oct 12 22:48:43.795025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d15f41-e142-4477-9eaa-28d61f62b8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb00de5-a1cb-4b4c-853a-4071bfc6c19a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:43.810108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-343d3418-114e-4d22-b985-da556dd51772 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:43.811770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-343d3418-114e-4d22-b985-da556dd51772 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151246 Oct 12 22:48:43.813358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce268dd3-7c87-4911-965a-81d795741ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.850249 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce268dd3-7c87-4911-965a-81d795741ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:43.899904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Request body: {'port': {'device_id': '4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '468492196d814479a6f92a3517388012'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:44.026839 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce268dd3-7c87-4911-965a-81d795741ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:44.029396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce268dd3-7c87-4911-965a-81d795741ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:44.030512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ce268dd3-7c87-4911-965a-81d795741ce9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d6ad418-db0b-4bde-9232-e535358f5f0a HTTP/1.1" status: 204 len: 168 time: 0.3217275 Oct 12 22:48:44.039131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce268dd3-7c87-4911-965a-81d795741ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d6ad418-db0b-4bde-9232-e535358f5f0a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:44.159126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f15f8d4e-589b-490e-a574-6ede6fafe1fb req-6ae0c0d5-72b3-4e6c-8bf8-f692d0e2a96e tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 210 time: 0.0286922 Oct 12 22:48:44.191645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Made reservation on behalf of 468492196d814479a6f92a3517388012 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:44.196347 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:44.207659 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:44.306065 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:44.415108 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:44.520089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849e448b-5c0c-4ae1-8949-4323bf6ba2f7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:44.793900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Allocated IP 192.168.233.49 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/d4320be0-38b0-4a40-9281-b8f870594301) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:48:44.955804 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6cb1e5a-edb2-4677-b571-2ccda7167b40 req-7d274edd-b1b7-4fc6-af31-9ab45d176437 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 210 time: 0.0628645 Oct 12 22:48:45.019122 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:45.040467 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-198869a6-1de8-47c6-9081-ecbd36ba2fe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:45.119842 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:45.205681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:48:45.211734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:48:45.218650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:48:45.237000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:45.237679 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:45.254627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Pushing event updated for resources: {'Port': ['ID=d4320be0-38b0-4a40-9281-b8f870594301,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:45.344501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab4b7f-3761-4d81-9fad-161547ab01d2 req-bbeedb11-29d3-4ab2-912e-6ab17f9c162c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:45.345995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ab4b7f-3761-4d81-9fad-161547ab01d2 req-bbeedb11-29d3-4ab2-912e-6ab17f9c162c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 935 time: 0.0815315 Oct 12 22:48:45.361011 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-ec92e2d4-35e5-4996-ab64-a2a14a0a4683 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4657183 Oct 12 22:48:45.372329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-dfca168f-8eff-4ad0-9f7b-97868bf23204 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:48:45.373333 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-dfca168f-8eff-4ad0-9f7b-97868bf23204 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054696 Oct 12 22:48:45.437658 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ab4b7f-3761-4d81-9fad-161547ab01d2 req-3c0f7c84-1715-4da2-a550-72f42a193cb2 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807846 Oct 12 22:48:45.483671 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:45.484672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.25', 61164) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:45.531488 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-0a720e8a-a13e-4b6f-9e49-8bbb9fb51640 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=b7d52b0358b94685b62186c8b75307f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454476 Oct 12 22:48:45.581741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-79ee0490-125b-4194-a8e4-2624cceabfc5 None None] Provisioning complete for port d4320be0-38b0-4a40-9281-b8f870594301 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:48:45.582133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-79ee0490-125b-4194-a8e4-2624cceabfc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:45.675526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-79ee0490-125b-4194-a8e4-2624cceabfc5 None None] Port d4320be0-38b0-4a40-9281-b8f870594301 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:48:45.711808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57362-e7d1-4498-b64e-714238473389 req-e2b6d617-8170-47f2-8ed7-b6aae6a70c05 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:45.711808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-e2b6d617-8170-47f2-8ed7-b6aae6a70c05 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704221 Oct 12 22:48:45.792240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Request body: {'port': {'device_id': 'd2370ba4-e52a-45c4-ad20-83c5d31cef58', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'b7d52b0358b94685b62186c8b75307f9'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:45.986215 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:46.076881 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a289dfd2-2301-4e8f-a174-ffe72a6260f9 req-260d80af-0400-472c-b26e-7782e7e91f65 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 210 time: 0.0365634 Oct 12 22:48:46.083271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Made reservation on behalf of b7d52b0358b94685b62186c8b75307f9 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:46.097934 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:46.109678 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:46.267556 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:46.524346 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:46.645224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34322) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:46.693785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af39772-c4e0-49a9-9c05-3bccc17714a1 req-6f831ff9-4d37-4887-b88a-503d7a92201c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:46.701083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2af39772-c4e0-49a9-9c05-3bccc17714a1 req-6f831ff9-4d37-4887-b88a-503d7a92201c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 935 time: 0.0980740 Oct 12 22:48:46.704591 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Allocated IP 192.168.233.136 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/d035502a-9f9a-41ab-9e40-bd6f1b168faa) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:48:46.749577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2af39772-c4e0-49a9-9c05-3bccc17714a1 req-8b67fb06-6d2e-41d4-849b-9ce9a95ae468 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468979 Oct 12 22:48:46.753493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32c99ef-a6ca-4324-8d04-9188b1ddceb0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:46.905319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.022204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.088840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:48:47.108287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:48:47.140905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:48:47.152377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:47.153037 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.197826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Pushing event updated for resources: {'Port': ['ID=d035502a-9f9a-41ab-9e40-bd6f1b168faa,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:47.269430 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-07c1180a-8b94-47a4-a9a7-dad4b584408d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4842315 Oct 12 22:48:47.301223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34338) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:47.332280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1485842967-network', 'tenant_id': 'ebed3457b1f84fe19d9bd4d55b4f455a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:47.398573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc989ae-ab0e-4f92-bb5e-b6d8861d8b83 req-80bce373-64e5-4344-a8ac-e9f958e03725 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:47.404087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acc989ae-ab0e-4f92-bb5e-b6d8861d8b83 req-80bce373-64e5-4344-a8ac-e9f958e03725 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 936 time: 0.1707752 Oct 12 22:48:47.518753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acc989ae-ab0e-4f92-bb5e-b6d8861d8b83 req-ebd09b0a-e5d6-4f71-a6ad-ba7458c89780 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983326 Oct 12 22:48:47.520347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Made reservation on behalf of ebed3457b1f84fe19d9bd4d55b4f455a for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:47.527636 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.548095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.642842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-85610dd6-12de-48e3-ad74-9086c314e45a tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:48:47.647503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-85610dd6-12de-48e3-ad74-9086c314e45a tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0105302 Oct 12 22:48:47.660672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-52c420fa-65fe-436a-bca6-e41ee435234f None None] Provisioning complete for port d035502a-9f9a-41ab-9e40-bd6f1b168faa triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:48:47.662226 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-52c420fa-65fe-436a-bca6-e41ee435234f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.705065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-52c420fa-65fe-436a-bca6-e41ee435234f None None] Port d035502a-9f9a-41ab-9e40-bd6f1b168faa cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:48:47.707390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.733595 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.749688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-753279955-network', 'tenant_id': '604e6fb7a5e6420bba33c8c2f276a195'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:47.873990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.934838 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Made reservation on behalf of 604e6fb7a5e6420bba33c8c2f276a195 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:47.937948 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:47.987396 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.033727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7462fb33-501d-497e-9cd4-1c44245c799f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:48.038771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:48:48.061810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9180889-4aad-41e6-a8f7-fd6539dcf97d req-82e91f27-66fa-43e2-9562-d8211034edb9 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:48.063843 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9180889-4aad-41e6-a8f7-fd6539dcf97d req-82e91f27-66fa-43e2-9562-d8211034edb9 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 935 time: 0.2124052 Oct 12 22:48:48.064458 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8751790442231', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.065700 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Unsubscribe: segment precommit_create {{(pid=101890) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 12 22:48:48.066405 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Added segment d42b2c03-df49-441b-a2f2-c4e557b49a7e of type vlan for network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 Oct 12 22:48:48.137937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Request body: {'port': {'device_id': 'd2370ba4-e52a-45c4-ad20-83c5d31cef58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:48.174851 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.269893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9180889-4aad-41e6-a8f7-fd6539dcf97d req-c0d604bd-a54e-40dd-a525-f192f1273b73 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962972 Oct 12 22:48:48.397394 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.409563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.410525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:48.411108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.495519 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.585177 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.615632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9676545 Oct 12 22:48:48.623462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34374) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:48.628960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Request body: {'subnet': {'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1485842967-subnet', 'tenant_id': 'ebed3457b1f84fe19d9bd4d55b4f455a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:48.637001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad7772f-dc2f-4038-9f58-c20bc0da59d6 admin admin] Pushing event updated for resources: {'Network': ['ID=302c12b8-cbe9-4b3d-88d2-e0b6eb253943,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:48.653972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:48:48.717769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Made reservation on behalf of ebed3457b1f84fe19d9bd4d55b4f455a for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:48.720555 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.806108 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.822518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:48:48.832478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.832811 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Added segment a0eb1644-1da6-48ae-af03-ae4030d0ef2f of type vlan for network 5e2c29a1-32aa-4558-b840-a0a47929cd2a Oct 12 22:48:48.836489 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.893197 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:48.900479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Request body: {'port': {'device_id': '4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89', 'device_owner': 'compute:tempest-test_az-1885812838', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:49.004203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:49.028713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da45d776-4451-4052-83e6-2f6752ffb74c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:49.039112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:49.221473 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:49.226296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f846092-2003-4768-90a3-cfd9ec1b3eea,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:49.226445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:49.226445 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:49.230707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:48:49.231168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Network hostable DHCP agents. Network: 302c12b8-cbe9-4b3d-88d2-e0b6eb253943, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:48:49.288864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3e8ea-8d75-42c9-ac0c-7f63ce2e3c31 req-d60e3139-355a-49dd-8b4d-c05ba041a90b tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:49.291143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1c3e8ea-8d75-42c9-ac0c-7f63ce2e3c31 req-d60e3139-355a-49dd-8b4d-c05ba041a90b tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 936 time: 0.4921119 Oct 12 22:48:49.306607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:48:49.375151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 302c12b8-cbe9-4b3d-88d2-e0b6eb253943) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:48:49.380297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:49.382541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:49.393626 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de18fef9-a4e8-452b-af66-2146a27ff144 None None] Network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:48:49.503057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5f1627ea-5d35-49a0-8179-2be2f331beaf admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8692505 Oct 12 22:48:49.543034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4fb987-8028-4b64-949b-e80f5f6b6938 req-5a46adad-22c8-4c1a-b56e-b62d258a3858 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:49.551653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c4fb987-8028-4b64-949b-e80f5f6b6938 req-5a46adad-22c8-4c1a-b56e-b62d258a3858 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 935 time: 0.0723457 Oct 12 22:48:49.665459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c4fb987-8028-4b64-949b-e80f5f6b6938 req-f9f1f72b-0f25-49e7-b98c-9dee00d8becd tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073468 Oct 12 22:48:49.720235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34408) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:49.720893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4276359 Oct 12 22:48:49.726590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Request body: {'subnet': {'network_id': '5e2c29a1-32aa-4558-b840-a0a47929cd2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-753279955-subnet', 'tenant_id': '604e6fb7a5e6420bba33c8c2f276a195', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:49.729049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2002ffa1-b92a-4739-97a2-09dcb8dd237c None None] Network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:48:49.742628 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66809e23-ca89-48dd-a7c1-0de7c5f69986 admin admin] Pushing event updated for resources: {'Network': ['ID=5e2c29a1-32aa-4558-b840-a0a47929cd2a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:49.808477 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1c3e8ea-8d75-42c9-ac0c-7f63ce2e3c31 req-f5988f05-7447-4287-86da-0cfcda15e333 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717238 Oct 12 22:48:49.816420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 5e2c29a1-32aa-4558-b840-a0a47929cd2a details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:48:49.844543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Made reservation on behalf of 604e6fb7a5e6420bba33c8c2f276a195 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:49.847256 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:49.890318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d035502a-9f9a-41ab-9e40-bd6f1b168faa {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:48:49.909346 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:49.943035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Transition to ACTIVE for port object d035502a-9f9a-41ab-9e40-bd6f1b168faa will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:48:50.031653 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:50.272660 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:50.368892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Pushing event updated for resources: {'Port': ['ID=d035502a-9f9a-41ab-9e40-bd6f1b168faa,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:50.443179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=faba5200-481d-4f26-91a6-92f76e86d574,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:50.457601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Checking segment: {'id': 'a0eb1644-1da6-48ae-af03-ae4030d0ef2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '5e2c29a1-32aa-4558-b840-a0a47929cd2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:48:50.458013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Network hostable DHCP agents. Network: 5e2c29a1-32aa-4558-b840-a0a47929cd2a, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:48:50.563359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Network 5e2c29a1-32aa-4558-b840-a0a47929cd2a is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:48:50.591902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4320be0-38b0-4a40-9281-b8f870594301 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:48:50.605081 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:50.633275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Transition to ACTIVE for port object d4320be0-38b0-4a40-9281-b8f870594301 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:48:50.639062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Attempting to bind port d035502a-9f9a-41ab-9e40-bd6f1b168faa on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:48:50.639939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Attempting to bind port d035502a-9f9a-41ab-9e40-bd6f1b168faa by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:48:50.640276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Attempting to bind port d035502a-9f9a-41ab-9e40-bd6f1b168faa on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:48:50.645948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Port d035502a-9f9a-41ab-9e40-bd6f1b168faa on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:48:50.646326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Attempting to bind port d035502a-9f9a-41ab-9e40-bd6f1b168faa on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:48:50.649766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 5e2c29a1-32aa-4558-b840-a0a47929cd2a) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:48:50.655848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:50.661328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:50.662083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df20064-5cfc-48c8-b0df-f7cb95878771 None None] Network 5e2c29a1-32aa-4558-b840-a0a47929cd2a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:48:50.671613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:48:50.672266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:48:50.673268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:48:50.675356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Bound port: d035502a-9f9a-41ab-9e40-bd6f1b168faa, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:48:50.677725 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:50.747315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cfd503fe-5772-471c-97d9-046780c6d428 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0241365 Oct 12 22:48:50.799833 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:50.865739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7b3ebf-e9cf-429a-bfe1-ed40d78d8473 req-0e793d43-b517-4bc8-8b7e-9659632ac1ea tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:50.875904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7b3ebf-e9cf-429a-bfe1-ed40d78d8473 req-0e793d43-b517-4bc8-8b7e-9659632ac1ea tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.0817969 Oct 12 22:48:50.961669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7b3ebf-e9cf-429a-bfe1-ed40d78d8473 req-31e6cb76-e337-4d80-ac7f-3a0fe7977f74 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797813 Oct 12 22:48:50.999811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4320be0-38b0-4a40-9281-b8f870594301,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:51.007231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b09a681-e027-4a71-8fab-e0c2564a6d4c None None] Network 5e2c29a1-32aa-4558-b840-a0a47929cd2a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:48:51.047638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] For port d035502a-9f9a-41ab-9e40-bd6f1b168faa, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:48:51.177553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] For port d035502a-9f9a-41ab-9e40-bd6f1b168faa, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d035502a-9f9a-41ab-9e40-bd6f1b168faa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:48:51.183746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Attempting to bind port d4320be0-38b0-4a40-9281-b8f870594301 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:48:51.187397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Attempting to bind port d4320be0-38b0-4a40-9281-b8f870594301 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:48:51.187397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Attempting to bind port d4320be0-38b0-4a40-9281-b8f870594301 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:48:51.202739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Port d4320be0-38b0-4a40-9281-b8f870594301 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:48:51.203172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Attempting to bind port d4320be0-38b0-4a40-9281-b8f870594301 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:48:51.222612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:48:51.222979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:48:51.223409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:48:51.223855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Bound port: d4320be0-38b0-4a40-9281-b8f870594301, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:48:51.224249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.254891 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.336621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd1a53-177b-4913-bb84-60d506feaa64 req-cee3b606-8b8f-4d3a-9730-dd272a377127 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:51.337845 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bcbd1a53-177b-4913-bb84-60d506feaa64 req-cee3b606-8b8f-4d3a-9730-dd272a377127 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.3087420 Oct 12 22:48:51.372271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34476) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:51.388021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34480) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:51.395128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:51.395901 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.398334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] 10.222.0.25 "PUT /v2.0/ports/d035502a-9f9a-41ab-9e40-bd6f1b168faa HTTP/1.1" status: 200 len: 1097 time: 3.5328214 Oct 12 22:48:51.406330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-176672682-network', 'tenant_id': 'cd553dbe65274a6a88c62429486a4ac7'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:51.414490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2370ba4-e52a-45c4-ad20-83c5d31cef58', 'tag': 'd035502a-9f9a-41ab-9e40-bd6f1b168faa'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:48:51.534516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Made reservation on behalf of cd553dbe65274a6a88c62429486a4ac7 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:51.537291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.552690 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.630625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] For port d4320be0-38b0-4a40-9281-b8f870594301, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:48:51.635651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] For port d4320be0-38b0-4a40-9281-b8f870594301, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d4320be0-38b0-4a40-9281-b8f870594301,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:48:51.701900 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.755116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c46c701d-d321-4528-b985-916829c95d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.774034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.784554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.792625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:48:51.803856 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.804914 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Added segment a00a34ba-abc1-4ea9-80aa-4ab63cc32971 of type vlan for network b040a01e-ef59-4e83-be6a-acd35833f020 Oct 12 22:48:51.857183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.890647 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bcbd1a53-177b-4913-bb84-60d506feaa64 req-2eb0ac14-722b-46dc-925c-242f5ee4dc1f tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4849412 Oct 12 22:48:51.896340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e0ccf-a989-47ba-8838-c5e8bddc975d service neutron] Pushing event updated for resources: {'Port': ['ID=d035502a-9f9a-41ab-9e40-bd6f1b168faa,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:51.917817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:51.918624 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.920655 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4320be0-38b0-4a40-9281-b8f870594301 HTTP/1.1" status: 200 len: 1118 time: 3.4078779 Oct 12 22:48:51.973054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:51.974643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:51.974796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:52.171445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Pushing event updated for resources: {'Network': ['ID=b040a01e-ef59-4e83-be6a-acd35833f020,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:52.184177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b040a01e-ef59-4e83-be6a-acd35833f020 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:48:52.191548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42989e0c-1594-4036-86f0-d1ef4555503a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:52.276686 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c46c701d-d321-4528-b985-916829c95d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:52.287215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d3141-2b23-4eb4-96c1-1a8503529eb2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4320be0-38b0-4a40-9281-b8f870594301,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:52.305277 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0030dc0a-bccb-418c-a69f-dd337c8faee3" -d '{"events": [{"name": "network-changed", "server_uuid": "d2370ba4-e52a-45c4-ad20-83c5d31cef58", "tag": "d035502a-9f9a-41ab-9e40-bd6f1b168faa"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:48:52.313419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2d1bed70-e262-406c-8142-46cbb816f3a6 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9199471 Oct 12 22:48:52.315739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34516) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:52.322520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Request body: {'subnet': {'network_id': 'b040a01e-ef59-4e83-be6a-acd35833f020', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-176672682-subnet', 'tenant_id': 'cd553dbe65274a6a88c62429486a4ac7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:52.330055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57362-e7d1-4498-b64e-714238473389 req-89bb72f9-c7b7-428d-9c84-b9c0815f5c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:52.337168 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-89bb72f9-c7b7-428d-9c84-b9c0815f5c39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7d52b0358b94685b62186c8b75307f9&device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 1100 time: 0.6229827 Oct 12 22:48:52.358247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c46c701d-d321-4528-b985-916829c95d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:52.379296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead119aa-5f76-4fbb-bd73-5f4c5703754d req-e7c8f868-8e3d-4810-89c5-a6b04f36cb7c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:52.389036 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ead119aa-5f76-4fbb-bd73-5f4c5703754d req-e7c8f868-8e3d-4810-89c5-a6b04f36cb7c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.2918248 Oct 12 22:48:52.417025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-d5724af9-a8f2-488a-bcb7-2ff5ef45c81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:52.419814 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-d5724af9-a8f2-488a-bcb7-2ff5ef45c81f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=468492196d814479a6f92a3517388012&device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 1121 time: 0.2524118 Oct 12 22:48:52.442013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34518) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:52.447487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c46c701d-d321-4528-b985-916829c95d83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0f991181084943d0a66a7a117cb9cd6e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0563245 Oct 12 22:48:52.518214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46c701d-d321-4528-b985-916829c95d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569e0fbb-b2d7-4f02-8ce4-d234472d9461,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:52.552160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Made reservation on behalf of cd553dbe65274a6a88c62429486a4ac7 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:52.555100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Notify callbacks [] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:52.621148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ead119aa-5f76-4fbb-bd73-5f4c5703754d req-54576059-a98c-47fd-b7de-27b04785b25b tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308514 Oct 12 22:48:52.691171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-c77831dd-d2ec-43f3-b2b1-a3066501b0b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=d4320be0-38b0-4a40-9281-b8f870594301 HTTP/1.1" status: 200 len: 217 time: 0.2038052 Oct 12 22:48:52.743534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34530) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:52.748297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-832552661-network', 'tenant_id': '8a0748b0b0b44f4ca3ab4fbd5361be40'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:52.842852 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f795ef-2c3b-4239-b478-565e3c229c2b x-openstack-request-id: req-32f795ef-2c3b-4239-b478-565e3c229c2b {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:48:52.843940 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2370ba4-e52a-45c4-ad20-83c5d31cef58", "tag": "d035502a-9f9a-41ab-9e40-bd6f1b168faa", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:48:52.844626 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-32f795ef-2c3b-4239-b478-565e3c229c2b {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:48:52.845550 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2370ba4-e52a-45c4-ad20-83c5d31cef58', 'tag': 'd035502a-9f9a-41ab-9e40-bd6f1b168faa', 'status': 'completed', 'code': 200} Oct 12 22:48:52.855868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab586-1049-4522-8f3b-ad0608dc45e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:52.866002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-9d27f104-61c4-4c98-ad66-d7ca3a56865e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:52.866002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-9d27f104-61c4-4c98-ad66-d7ca3a56865e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1625745 Oct 12 22:48:52.880446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Made reservation on behalf of 8a0748b0b0b44f4ca3ab4fbd5361be40 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:52.883282 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:52.936888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:52.973541 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab586-1049-4522-8f3b-ad0608dc45e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.039931 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.045081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-98a23194-436f-448a-9002-260fb08dcaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:53.057886 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-98a23194-436f-448a-9002-260fb08dcaaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1703651 Oct 12 22:48:53.111504 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.125437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8917bf5-92bd-4a84-a1cc-883a71c62151,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:53.138852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Checking segment: {'id': 'a00a34ba-abc1-4ea9-80aa-4ab63cc32971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b040a01e-ef59-4e83-be6a-acd35833f020'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:48:53.139272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Network hostable DHCP agents. Network: b040a01e-ef59-4e83-be6a-acd35833f020, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:48:53.139400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10999ba-b8df-48b0-876b-4e6601d51e17 req-8aa3a700-efac-4c65-a15a-f897d3ac0db8 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:53.141427 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c10999ba-b8df-48b0-876b-4e6601d51e17 req-8aa3a700-efac-4c65-a15a-f897d3ac0db8 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.1428711 Oct 12 22:48:53.181012 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.208079 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c10999ba-b8df-48b0-876b-4e6601d51e17 req-18ec321b-5c84-40af-a776-c6359bd23e30 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573740 Oct 12 22:48:53.211329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a7ee53-c61d-4e96-a39d-24590a409af1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:53.214131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab586-1049-4522-8f3b-ad0608dc45e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.216833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:48:53.217030 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9ab586-1049-4522-8f3b-ad0608dc45e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.220673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2b9ab586-1049-4522-8f3b-ad0608dc45e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/569e0fbb-b2d7-4f02-8ce4-d234472d9461 HTTP/1.1" status: 204 len: 168 time: 0.7836893 Oct 12 22:48:53.236769 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.237230 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Added segment a99e2a40-7c43-49d4-8936-2153cd5e61fe of type vlan for network 1ffc3d4c-2c42-496c-8e26-47c4151e4ce9 Oct 12 22:48:53.251983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9ab586-1049-4522-8f3b-ad0608dc45e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569e0fbb-b2d7-4f02-8ce4-d234472d9461,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:53.265077 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-be6eab80-ec57-425d-8257-40a2c1080842 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088573 Oct 12 22:48:53.291069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Network b040a01e-ef59-4e83-be6a-acd35833f020 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:48:53.322408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.386505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b040a01e-ef59-4e83-be6a-acd35833f020) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:48:53.395068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775205ac-3990-440f-9de6-7347b506f886 None None] Network b040a01e-ef59-4e83-be6a-acd35833f020 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:48:53.396457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:53.401605 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.433016 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.437791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:53.438751 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.448776 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac386510-84c0-4e5d-a5b8-8d479266d42e req-9ff2814b-daf1-4509-bc89-bec7df3bc6ea service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685324 Oct 12 22:48:53.546978 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3cb2670f-1e97-45a8-9b67-fab9f479704d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2130380 Oct 12 22:48:53.574382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] Pushing event updated for resources: {'Network': ['ID=1ffc3d4c-2c42-496c-8e26-47c4151e4ce9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:53.635985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d2c00956-8d83-4886-a059-4955ad472b3a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8913584 Oct 12 22:48:53.639647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34550) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:53.650238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Request body: {'subnet': {'network_id': '1ffc3d4c-2c42-496c-8e26-47c4151e4ce9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-832552661-subnet', 'tenant_id': '8a0748b0b0b44f4ca3ab4fbd5361be40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:48:53.685862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 1ffc3d4c-2c42-496c-8e26-47c4151e4ce9 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:48:53.759581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Made reservation on behalf of 8a0748b0b0b44f4ca3ab4fbd5361be40 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:48:53.762707 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:53.876500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bdf3b8-0622-4985-8be2-4093c2abd8bd req-ee5570a3-34bb-4261-a27c-c938236fcea5 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:53.885392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62bdf3b8-0622-4985-8be2-4093c2abd8bd req-ee5570a3-34bb-4261-a27c-c938236fcea5 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.0782425 Oct 12 22:48:53.916206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12160c06-22a6-43a1-9404-12eeb4ce4836 None None] Network b040a01e-ef59-4e83-be6a-acd35833f020 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:48:53.945609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62bdf3b8-0622-4985-8be2-4093c2abd8bd req-78f641ba-ac76-4063-a74d-5c3de46ba9d8 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590487 Oct 12 22:48:54.098356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34558) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:54.353035 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:54.410302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d416690b-4bd8-4582-bd75-0ecc4bc3bf34 req-b5a91dd4-925a-4b58-ac9b-c9f7aa2be61e tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:54.422975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d416690b-4bd8-4582-bd75-0ecc4bc3bf34 req-b5a91dd4-925a-4b58-ac9b-c9f7aa2be61e tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.1223662 Oct 12 22:48:54.465187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fd52ebd7-c2bf-49e6-9cc8-522ce168ff5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:54.474209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34570) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:54.534989 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbe08110-a03c-4597-a74a-25f882ed4016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:54.588675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d416690b-4bd8-4582-bd75-0ecc4bc3bf34 req-366e3137-5e47-47e0-837b-f3aaa81c68de tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645541 Oct 12 22:48:54.715826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Checking segment: {'id': 'a99e2a40-7c43-49d4-8936-2153cd5e61fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '1ffc3d4c-2c42-496c-8e26-47c4151e4ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:48:54.717014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Network hostable DHCP agents. Network: 1ffc3d4c-2c42-496c-8e26-47c4151e4ce9, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:48:54.724576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec196ef-867c-449e-a5ca-792bbbe135c9,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:54.809504 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbe08110-a03c-4597-a74a-25f882ed4016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:54.813580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fd52ebd7-c2bf-49e6-9cc8-522ce168ff5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:54.825724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Network 1ffc3d4c-2c42-496c-8e26-47c4151e4ce9 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:48:54.847291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89', 'tag': 'd4320be0-38b0-4a40-9281-b8f870594301'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:48:54.850620 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5da64aae-53a0-4cf2-8140-9aeffa210614" -d '{"events": [{"name": "network-changed", "server_uuid": "4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89", "tag": "d4320be0-38b0-4a40-9281-b8f870594301"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:48:54.880254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbe08110-a03c-4597-a74a-25f882ed4016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:54.905698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 1ffc3d4c-2c42-496c-8e26-47c4151e4ce9) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:48:54.910327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:54.911084 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:54.919711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5420823-6a89-49ea-93ff-e31eabcf18a5 None None] Network 1ffc3d4c-2c42-496c-8e26-47c4151e4ce9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:48:54.935966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fd52ebd7-c2bf-49e6-9cc8-522ce168ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:54.948269 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a0e4c4-8389-49ee-b24f-fb76335dfbc1 x-openstack-request-id: req-02a0e4c4-8389-49ee-b24f-fb76335dfbc1 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:48:54.949362 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89", "tag": "d4320be0-38b0-4a40-9281-b8f870594301", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:48:54.949362 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02a0e4c4-8389-49ee-b24f-fb76335dfbc1 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:48:54.949362 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89', 'tag': 'd4320be0-38b0-4a40-9281-b8f870594301', 'status': 'completed', 'code': 200} Oct 12 22:48:54.970428 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fbe08110-a03c-4597-a74a-25f882ed4016 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d610f71aeef4df3b2ef5c7b8eead566&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4951117 Oct 12 22:48:54.974499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe08110-a03c-4597-a74a-25f882ed4016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125fc560-fbe6-4255-878c-7a54b2cb454f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:54.978153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34578) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:55.013575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fd52ebd7-c2bf-49e6-9cc8-522ce168ff5b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fd613e149c3f4c6b8f683a182485b0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9132278 Oct 12 22:48:55.016305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34582) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:55.046280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd52ebd7-c2bf-49e6-9cc8-522ce168ff5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72cf668-6ae1-49ca-a210-c39a2e0d9bc2,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:55.085986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-302b0267-7d60-4e16-b8a0-083beec1ef09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d035502a-9f9a-41ab-9e40-bd6f1b168faa HTTP/1.1" status: 200 len: 217 time: 0.0878477 Oct 12 22:48:55.089557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1da0d777-157b-43dd-a98e-dffb4af93e54 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4488974 Oct 12 22:48:55.153102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cbe47e-04f1-4522-8ddb-d25a51258b9e None None] Network 1ffc3d4c-2c42-496c-8e26-47c4151e4ce9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:48:55.214466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8d4c390-5442-485d-b1e4-7aa2403ab4bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.219431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0dff-52b3-416b-a78d-d96ba980b9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.279419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b455e1-d1ef-43ae-8ef6-5ea0c1eaaa73 req-14bc35a0-264d-4ac1-ad35-2521e9719f6c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:55.287509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0b455e1-d1ef-43ae-8ef6-5ea0c1eaaa73 req-14bc35a0-264d-4ac1-ad35-2521e9719f6c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.1999364 Oct 12 22:48:55.312003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34586) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:55.325392 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8d4c390-5442-485d-b1e4-7aa2403ab4bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.363941 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0dff-52b3-416b-a78d-d96ba980b9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.367452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-af786e16-c55b-4b46-9c16-2515c36eda09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:55.379765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-af786e16-c55b-4b46-9c16-2515c36eda09 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=468492196d814479a6f92a3517388012&device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 1121 time: 0.2052352 Oct 12 22:48:55.457034 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0b455e1-d1ef-43ae-8ef6-5ea0c1eaaa73 req-5d95f3d2-4e65-4bbe-87b5-1ce107ad5d9b tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679883 Oct 12 22:48:55.559190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8d4c390-5442-485d-b1e4-7aa2403ab4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.563265 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8d4c390-5442-485d-b1e4-7aa2403ab4bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.566686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e8d4c390-5442-485d-b1e4-7aa2403ab4bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e72cf668-6ae1-49ca-a210-c39a2e0d9bc2 HTTP/1.1" status: 204 len: 168 time: 0.5469151 Oct 12 22:48:55.578510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d4c390-5442-485d-b1e4-7aa2403ab4bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72cf668-6ae1-49ca-a210-c39a2e0d9bc2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:55.629782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e43e42-987d-4e91-b0b2-f162bd918398 admin admin] Deleting subnet faba5200-481d-4f26-91a6-92f76e86d574 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:48:55.676777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60e43e42-987d-4e91-b0b2-f162bd918398 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.752375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60e43e42-987d-4e91-b0b2-f162bd918398 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.757304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d137f290-6797-48f1-979d-790612f91f95 req-b9393169-c53b-462e-b001-a057cffabca6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:55.761227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d137f290-6797-48f1-979d-790612f91f95 req-b9393169-c53b-462e-b001-a057cffabca6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.0803783 Oct 12 22:48:55.788558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-326e1417-eaa8-425d-8c9e-f1823eef6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:55.790502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-326e1417-eaa8-425d-8c9e-f1823eef6c5f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.3716929 Oct 12 22:48:55.791974 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60e43e42-987d-4e91-b0b2-f162bd918398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.796064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57362-e7d1-4498-b64e-714238473389 req-b03c9b63-f575-4d4f-b2a6-aa414bfccf7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:55.797713 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-b03c9b63-f575-4d4f-b2a6-aa414bfccf7b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2070878 Oct 12 22:48:55.844107 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0dff-52b3-416b-a78d-d96ba980b9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.850211 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b5e0dff-52b3-416b-a78d-d96ba980b9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:55.857193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7b5e0dff-52b3-416b-a78d-d96ba980b9c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/125fc560-fbe6-4255-878c-7a54b2cb454f HTTP/1.1" status: 204 len: 168 time: 0.8800838 Oct 12 22:48:55.870113 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d137f290-6797-48f1-979d-790612f91f95 req-82834b0e-dcf8-4baa-a9b1-68eaf9bd78c5 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019802 Oct 12 22:48:55.906369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e0dff-52b3-416b-a78d-d96ba980b9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125fc560-fbe6-4255-878c-7a54b2cb454f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:56.047113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60e43e42-987d-4e91-b0b2-f162bd918398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:56.080728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e43e42-987d-4e91-b0b2-f162bd918398 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=faba5200-481d-4f26-91a6-92f76e86d574,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:56.083594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60e43e42-987d-4e91-b0b2-f162bd918398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:56.086212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-60e43e42-987d-4e91-b0b2-f162bd918398 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/faba5200-481d-4f26-91a6-92f76e86d574 HTTP/1.1" status: 204 len: 168 time: 0.7552752 Oct 12 22:48:56.088938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34594) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:56.160472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-6df1a75d-72b3-4466-becd-192845310d21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=d4320be0-38b0-4a40-9281-b8f870594301 HTTP/1.1" status: 200 len: 217 time: 0.0527084 Oct 12 22:48:56.188666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:56.250762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-a6a2394b-14f4-4c2a-ab08-651ba80dbba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:56.252280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-a6a2394b-14f4-4c2a-ab08-651ba80dbba0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0855522 Oct 12 22:48:56.360067 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:56.409767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.410390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.411410 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.411911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > port after_create 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.412335 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > port after_delete 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.413731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > port after_update 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.413842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.414136 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.414552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.415000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.451819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-b3e99c0c-c3a9-4490-91eb-a1a7c7d29a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:56.453485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-b3e99c0c-c3a9-4490-91eb-a1a7c7d29a2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1046591 Oct 12 22:48:56.678231 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-cbdba182-a56e-4bae-92b7-cbf23fdeb8d8 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795518 Oct 12 22:48:56.728362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34608) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:56.743160 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6afa18ea-1434-4522-9863-4cc9030cb115 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:56.805933 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.810625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.810625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.810625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101890) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:48:56.810625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e2c29a1-32aa-4558-b840-a0a47929cd2a']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:48:56.856955 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0eb1644-1da6-48ae-af03-ae4030d0ef2f') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:48:56.857395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0eb1644-1da6-48ae-af03-ae4030d0ef2f') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:48:56.872117 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6afa18ea-1434-4522-9863-4cc9030cb115 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:56.889271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:56.916012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1706a7-0826-4998-9500-04d25f2c11c4 req-f7ad4026-a0e6-4090-a935-da2a01bd7aec tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:56.924327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea1706a7-0826-4998-9500-04d25f2c11c4 req-f7ad4026-a0e6-4090-a935-da2a01bd7aec tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.1109085 Oct 12 22:48:56.935120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6afa18ea-1434-4522-9863-4cc9030cb115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:56.974443 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.003560 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea1706a7-0826-4998-9500-04d25f2c11c4 req-07fec6a7-54a6-48a0-b7e7-d1d6c0bcc2d8 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780740 Oct 12 22:48:57.004960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:48:57.005366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: from cryptography.utils import int_from_bytes Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: from cryptography.utils import int_from_bytes Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:48:57.051809 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:48:57.135772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6afa18ea-1434-4522-9863-4cc9030cb115 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ee229563b624b79916a5cf0520347b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062121 Oct 12 22:48:57.140219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34614) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:57.141121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa18ea-1434-4522-9863-4cc9030cb115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac9426e6-d11f-429c-aba6-246265bc916d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:57.270966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5da64aae-53a0-4cf2-8140-9aeffa210614 req-14cf4c93-4916-4300-bff8-d6ad215f0126 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627678 Oct 12 22:48:57.287564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb3cc-0469-4b81-a8c6-0b830e63f8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.305407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5f66-7b13-42b6-9727-11e1f7fe9fb5 req-7a0ad378-3cfc-4c21-8967-396c7551f231 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:57.307172 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-739d5f66-7b13-42b6-9727-11e1f7fe9fb5 req-7a0ad378-3cfc-4c21-8967-396c7551f231 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.1592755 Oct 12 22:48:57.378795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb3cc-0469-4b81-a8c6-0b830e63f8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.407963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-739d5f66-7b13-42b6-9727-11e1f7fe9fb5 req-cdaa9601-83f3-4475-8103-a99f766a7210 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882807 Oct 12 22:48:57.408639 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.420017 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.423367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e2c29a1-32aa-4558-b840-a0a47929cd2a HTTP/1.1" status: 204 len: 168 time: 1.3331590 Oct 12 22:48:57.439404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34622) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:57.443990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edffaaa-b719-44d6-baf0-7907bb738bed admin admin] Pushing event deleted for resources: {'Network': ['ID=5e2c29a1-32aa-4558-b840-a0a47929cd2a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:57.501365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9830cb7-3aac-4657-9461-85bbab52f558 admin admin] Deleting subnet 4ec196ef-867c-449e-a5ca-792bbbe135c9 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:48:57.504966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9830cb7-3aac-4657-9461-85bbab52f558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.574550 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9830cb7-3aac-4657-9461-85bbab52f558 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.591831 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9830cb7-3aac-4657-9461-85bbab52f558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.594918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb3cc-0469-4b81-a8c6-0b830e63f8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.611516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a5fb3cc-0469-4b81-a8c6-0b830e63f8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.613663 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9a5fb3cc-0469-4b81-a8c6-0b830e63f8d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac9426e6-d11f-429c-aba6-246265bc916d HTTP/1.1" status: 204 len: 168 time: 0.4689436 Oct 12 22:48:57.651057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fb3cc-0469-4b81-a8c6-0b830e63f8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac9426e6-d11f-429c-aba6-246265bc916d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:57.790233 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9830cb7-3aac-4657-9461-85bbab52f558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.808356 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9830cb7-3aac-4657-9461-85bbab52f558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:57.812186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b9830cb7-3aac-4657-9461-85bbab52f558 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4ec196ef-867c-449e-a5ca-792bbbe135c9 HTTP/1.1" status: 204 len: 168 time: 0.3713336 Oct 12 22:48:57.816721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34630) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:57.836050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9830cb7-3aac-4657-9461-85bbab52f558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec196ef-867c-449e-a5ca-792bbbe135c9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:57.915261 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:58.060581 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:58.118751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffc3d4c-2c42-496c-8e26-47c4151e4ce9']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:48:58.158204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a99e2a40-7c43-49d4-8936-2153cd5e61fe') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:48:58.158819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a99e2a40-7c43-49d4-8936-2153cd5e61fe') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:48:58.195721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:58.229203 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:58.242538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615579e-2096-4677-ada8-c838a55e8b29 req-a53df814-eaf3-4a67-8b77-f44d2e3d0694 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:58.244557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a615579e-2096-4677-ada8-c838a55e8b29 req-a53df814-eaf3-4a67-8b77-f44d2e3d0694 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.1144884 Oct 12 22:48:58.249008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:48:58.249464 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:48:58.251365 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:48:58.346963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a615579e-2096-4677-ada8-c838a55e8b29 req-17fcfc5b-e344-44c3-9b21-936407d8c7e0 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781345 Oct 12 22:48:58.421332 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:58.437264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:58.446052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1ffc3d4c-2c42-496c-8e26-47c4151e4ce9 HTTP/1.1" status: 204 len: 168 time: 0.6265979 Oct 12 22:48:58.446052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3cb7de-3cea-49c7-a508-1d3c5e667429 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ffc3d4c-2c42-496c-8e26-47c4151e4ce9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:58.589164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09f3d55-0eb1-4329-86b0-cbb36135a744 req-7ff24f69-b08e-49a5-822d-e1aa4f6c488d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:58.592260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c09f3d55-0eb1-4329-86b0-cbb36135a744 req-7ff24f69-b08e-49a5-822d-e1aa4f6c488d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.0822854 Oct 12 22:48:58.665360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c09f3d55-0eb1-4329-86b0-cbb36135a744 req-35edd8b1-8f79-458b-889c-ea7bfd5e73c8 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630164 Oct 12 22:48:58.962110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34666) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:59.050622 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-65e308c8-743a-414f-9e0a-b0c30a50b419 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=604e6fb7a5e6420bba33c8c2f276a195&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0863128 Oct 12 22:48:59.056065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34670) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:48:59.238454 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b3360dd9-06c6-434b-9bb0-8ff524f124cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:59.268812 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b3360dd9-06c6-434b-9bb0-8ff524f124cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:59.369240 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b3360dd9-06c6-434b-9bb0-8ff524f124cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:59.373237 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b3360dd9-06c6-434b-9bb0-8ff524f124cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:48:59.377882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b3360dd9-06c6-434b-9bb0-8ff524f124cf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/da45d776-4451-4052-83e6-2f6752ffb74c HTTP/1.1" status: 204 len: 168 time: 0.3230553 Oct 12 22:48:59.395967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3360dd9-06c6-434b-9bb0-8ff524f124cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da45d776-4451-4052-83e6-2f6752ffb74c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:48:59.439748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-eb88b7ab-a7f6-440a-bdfb-1e46930fc1d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:59.441855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-eb88b7ab-a7f6-440a-bdfb-1e46930fc1d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 821 time: 0.2959580 Oct 12 22:48:59.516633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-f7263d3f-10a2-4bd6-8b3f-895431ae5e12 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/quotas/ebed3457b1f84fe19d9bd4d55b4f455a HTTP/1.1" status: 200 len: 375 time: 0.0629787 Oct 12 22:48:59.585720 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-89b88128-f32e-4f48-8a4e-886662fefd42 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550570 Oct 12 22:48:59.587015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d57362-e7d1-4498-b64e-714238473389 req-19e501b4-3eb6-44aa-ae95-f5ad15bc7482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:59.588605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-19e501b4-3eb6-44aa-ae95-f5ad15bc7482 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1325812 Oct 12 22:48:59.687263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406a82d-278b-40e9-bb64-de7f86b92035 req-ef8cc3fa-b17c-4c41-8589-b0094b60c6ef tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:59.689231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e406a82d-278b-40e9-bb64-de7f86b92035 req-ef8cc3fa-b17c-4c41-8589-b0094b60c6ef tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.0634983 Oct 12 22:48:59.734774 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-dadf4183-1c67-4b71-bcd4-b0fda72fa4cc service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327419 Oct 12 22:48:59.744537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e406a82d-278b-40e9-bb64-de7f86b92035 req-8403cd30-ae0d-4195-8f2a-2b5e85cd09e5 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461981 Oct 12 22:48:59.852556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d57362-e7d1-4498-b64e-714238473389 req-01bcc27f-165a-4e81-ae25-9ce285b63aab service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024461 Oct 12 22:48:59.920128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22542655-9d01-499c-96e8-c75f2e9a4855 req-2ca451ad-372a-4079-9f84-26ce605576a6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:48:59.921605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-22542655-9d01-499c-96e8-c75f2e9a4855 req-2ca451ad-372a-4079-9f84-26ce605576a6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.0656216 Oct 12 22:48:59.967803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-22542655-9d01-499c-96e8-c75f2e9a4855 req-ff563b2f-465c-4e17-8e5e-ee779eb2d753 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398622 Oct 12 22:49:00.164788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-608513c8-1162-4811-ae99-ba5da939ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:00.166373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-608513c8-1162-4811-ae99-ba5da939ffc2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b7d52b0358b94685b62186c8b75307f9&device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 1100 time: 0.0418866 Oct 12 22:49:00.416659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-5e1a1c2f-f0c8-4bfb-86fd-cd00cfb900e8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:49:00.417726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-5e1a1c2f-f0c8-4bfb-86fd-cd00cfb900e8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4785650 Oct 12 22:49:00.448812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-400c0abc-dae7-40c9-8285-32ce1577abd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:00.452934 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-400c0abc-dae7-40c9-8285-32ce1577abd5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2770174 Oct 12 22:49:00.498490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34712) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:00.524385 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-c9a79b51-df25-463c-8559-2a149fe609ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=d035502a-9f9a-41ab-9e40-bd6f1b168faa HTTP/1.1" status: 200 len: 217 time: 0.0488908 Oct 12 22:49:00.605808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-d5ee30d3-2f7a-4f3e-ba68-7ef22529d5ca service neutron] 10.222.0.31 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1799848 Oct 12 22:49:00.607242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-dbd755a6-ae51-4c31-a33f-c35e17cac37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:00.608493 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-dbd755a6-ae51-4c31-a33f-c35e17cac37d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0774083 Oct 12 22:49:00.726087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34718) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:00.775432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-7c78516c-28e2-470d-a94b-8bf949d34f0f service neutron] 10.222.0.31 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550686 Oct 12 22:49:00.788839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4638fb0e-2061-481f-be29-289f90d09be5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a0748b0b0b44f4ca3ab4fbd5361be40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0636146 Oct 12 22:49:00.791464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-b7dca022-c9c0-412c-93f0-692fdb2ebeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:00.793695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-b7dca022-c9c0-412c-93f0-692fdb2ebeb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754775 Oct 12 22:49:00.794344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34722) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:00.822753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37afd26d-e1f7-409d-acba-912ec0690777 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:00.946019 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70457967-91bc-4454-935f-1158e8ef5f63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:00.966845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6119628-46c7-447d-985f-db5b51cea46b req-da3d5049-ae62-4851-948c-2eeb3be994de tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:00.968789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6119628-46c7-447d-985f-db5b51cea46b req-da3d5049-ae62-4851-948c-2eeb3be994de tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.1214309 Oct 12 22:49:00.980763 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37afd26d-e1f7-409d-acba-912ec0690777 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:00.982929 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-99857a25-85a2-4f66-9bed-63e9ee08ea64 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787183 Oct 12 22:49:01.000074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70457967-91bc-4454-935f-1158e8ef5f63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.030166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6119628-46c7-447d-985f-db5b51cea46b req-e402a588-38ef-4489-88bb-88acb95793c9 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473974 Oct 12 22:49:01.066244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37afd26d-e1f7-409d-acba-912ec0690777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.130447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-37afd26d-e1f7-409d-acba-912ec0690777 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62df7691172843e287279757f6ff33ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302543 Oct 12 22:49:01.133529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afd26d-e1f7-409d-acba-912ec0690777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5cb4d4-0f4a-42a2-9743-254045e7c1be,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:01.136296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34734) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:01.176452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0030dc0a-bccb-418c-a69f-dd337c8faee3 req-d4db1665-26c1-421e-903c-6a8e9219f906 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861048 Oct 12 22:49:01.232149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6785ccd4-7a77-4741-83ac-474f92014c49 req-0e05c459-8311-4acb-84b8-f29e0467ba71 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:01.233790 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6785ccd4-7a77-4741-83ac-474f92014c49 req-0e05c459-8311-4acb-84b8-f29e0467ba71 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.1014245 Oct 12 22:49:01.236199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2695d982-b407-44e0-ab55-6dbb8d01cb9c req-2b7ff208-74b5-439c-94e6-b92c237344d6 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 210 time: 0.0334835 Oct 12 22:49:01.239186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70457967-91bc-4454-935f-1158e8ef5f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.240003 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70457967-91bc-4454-935f-1158e8ef5f63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.248547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-70457967-91bc-4454-935f-1158e8ef5f63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7a7ee53-c61d-4e96-a39d-24590a409af1 HTTP/1.1" status: 204 len: 168 time: 0.4512343 Oct 12 22:49:01.260109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70457967-91bc-4454-935f-1158e8ef5f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a7ee53-c61d-4e96-a39d-24590a409af1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:01.261496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f5d7-f895-463f-b398-830e254546ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.311400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f5d7-f895-463f-b398-830e254546ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.318515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6785ccd4-7a77-4741-83ac-474f92014c49 req-a935b109-21c0-4edf-867f-9a5f53cd786a tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738370 Oct 12 22:49:01.420585 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f5d7-f895-463f-b398-830e254546ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.423210 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2bd5f5d7-f895-463f-b398-830e254546ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.428828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2bd5f5d7-f895-463f-b398-830e254546ca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b5cb4d4-0f4a-42a2-9743-254045e7c1be HTTP/1.1" status: 204 len: 168 time: 0.2864614 Oct 12 22:49:01.433203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5f5d7-f895-463f-b398-830e254546ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5cb4d4-0f4a-42a2-9743-254045e7c1be,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:01.575012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34752) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:01.701750 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea04b12c-bb39-408f-bd57-ca7818dcd477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.790443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea04b12c-bb39-408f-bd57-ca7818dcd477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.843199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea04b12c-bb39-408f-bd57-ca7818dcd477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.881113 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ea04b12c-bb39-408f-bd57-ca7818dcd477 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4d6205d85e6a4b028f071431693dcea8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048494 Oct 12 22:49:01.882599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea04b12c-bb39-408f-bd57-ca7818dcd477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24132273-8eef-44c5-9170-71ebaeee1b38,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:01.884561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34764) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:01.936816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4f4-d196-42e3-894f-a1c82254728e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:01.961849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4f4-d196-42e3-894f-a1c82254728e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.014055 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:49:02.094902 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4f4-d196-42e3-894f-a1c82254728e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.097851 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e98f4f4-d196-42e3-894f-a1c82254728e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.099342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9e98f4f4-d196-42e3-894f-a1c82254728e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24132273-8eef-44c5-9170-71ebaeee1b38 HTTP/1.1" status: 204 len: 168 time: 0.2137847 Oct 12 22:49:02.109638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e98f4f4-d196-42e3-894f-a1c82254728e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24132273-8eef-44c5-9170-71ebaeee1b38,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:02.146538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34776) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:02.161647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6414fae-9a60-4e9c-bc9a-fa964920e950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.172306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd550859-28b8-4d9c-a630-10ae620ede0d req-932f9110-3903-4d86-aaa9-37c56ad54932 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:02.174327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd550859-28b8-4d9c-a630-10ae620ede0d req-932f9110-3903-4d86-aaa9-37c56ad54932 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.0661454 Oct 12 22:49:02.223123 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd550859-28b8-4d9c-a630-10ae620ede0d req-6a0269c9-a0f0-43f6-bf60-cba64b9f64bf tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395844 Oct 12 22:49:02.245539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6414fae-9a60-4e9c-bc9a-fa964920e950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.341450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ee44f42-f665-4b14-9f40-d7379ae4a919 req-f3827642-ea72-4815-beb1-1284b1278d6b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 210 time: 0.0269549 Oct 12 22:49:02.352688 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6414fae-9a60-4e9c-bc9a-fa964920e950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.407955 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c6414fae-9a60-4e9c-bc9a-fa964920e950 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=08d8a539f6544bb88a14020ac2295136&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2566917 Oct 12 22:49:02.408358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34788) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:02.411656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6414fae-9a60-4e9c-bc9a-fa964920e950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b80a72-8e96-4045-9037-b72810b33e07,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:02.522616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6392607-526f-4ee0-85c7-b3a1ff5a38b7 req-6d0c89d6-e9b6-4f97-a41d-21977770813d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:02.524136 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6392607-526f-4ee0-85c7-b3a1ff5a38b7 req-6d0c89d6-e9b6-4f97-a41d-21977770813d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.0980897 Oct 12 22:49:02.527230 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a657ab7-0939-418b-81d2-064ad30d5f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.561446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a657ab7-0939-418b-81d2-064ad30d5f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.594220 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6392607-526f-4ee0-85c7-b3a1ff5a38b7 req-a7b436cf-3133-4d45-810b-845c6d53e807 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624447 Oct 12 22:49:02.751830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a657ab7-0939-418b-81d2-064ad30d5f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.755070 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a657ab7-0939-418b-81d2-064ad30d5f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.757305 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0a657ab7-0939-418b-81d2-064ad30d5f2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96b80a72-8e96-4045-9037-b72810b33e07 HTTP/1.1" status: 204 len: 168 time: 0.3472326 Oct 12 22:49:02.766415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a657ab7-0939-418b-81d2-064ad30d5f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b80a72-8e96-4045-9037-b72810b33e07,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:02.808793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34798) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:02.832918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb838c09-7b80-4b66-8b73-b32632aae257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:02.954988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb838c09-7b80-4b66-8b73-b32632aae257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.014136 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb838c09-7b80-4b66-8b73-b32632aae257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.058749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eb838c09-7b80-4b66-8b73-b32632aae257 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0c9d76698764acf9ee985cfa78ae71f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2459934 Oct 12 22:49:03.058749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb838c09-7b80-4b66-8b73-b32632aae257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5d67b9-3971-4c09-b924-a1bba44b35de,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:03.059977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34802) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:03.113870 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b37e43b9-a6e0-4969-9dfa-c89f80e10922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.137796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b37e43b9-a6e0-4969-9dfa-c89f80e10922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.243750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d4320be0-38b0-4a40-9281-b8f870594301 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:03.248710 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b37e43b9-a6e0-4969-9dfa-c89f80e10922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.251417 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b37e43b9-a6e0-4969-9dfa-c89f80e10922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.255241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b37e43b9-a6e0-4969-9dfa-c89f80e10922 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b5d67b9-3971-4c09-b924-a1bba44b35de HTTP/1.1" status: 204 len: 168 time: 0.1928124 Oct 12 22:49:03.263013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e43b9-a6e0-4969-9dfa-c89f80e10922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5d67b9-3971-4c09-b924-a1bba44b35de,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:03.368675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629cf93b-6995-4dc8-ac3f-6b1c8c426bd1 req-098ca6e0-f34c-4888-bd16-a55660879414 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:03.386476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-629cf93b-6995-4dc8-ac3f-6b1c8c426bd1 req-098ca6e0-f34c-4888-bd16-a55660879414 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 969 time: 0.0783107 Oct 12 22:49:03.389504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d4320be0-38b0-4a40-9281-b8f870594301, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d4320be0-38b0-4a40-9281-b8f870594301,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:03.402992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd4320be0-38b0-4a40-9281-b8f870594301', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'd4320be0-38b0-4a40-9281-b8f870594301', 'mac_address': 'fa:16:3e:7e:01:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:tempest-test_az-1885812838', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:03.451021 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d035502a-9f9a-41ab-9e40-bd6f1b168faa details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:03.474066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-629cf93b-6995-4dc8-ac3f-6b1c8c426bd1 req-fcc6101a-468d-4574-b043-9cb4f0009e74 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779598 Oct 12 22:49:03.497157 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f90f20d8-6892-4602-a69d-bebae5beaa5a req-3fac83aa-03e4-4006-bf42-1e7a3397f16d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 210 time: 0.0291674 Oct 12 22:49:03.535224 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.550512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4320be0-38b0-4a40-9281-b8f870594301 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:03.571579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-71710def-0c08-4993-b95e-f7e07e2e06ac tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:03.573827 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-71710def-0c08-4993-b95e-f7e07e2e06ac tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 821 time: 0.2082798 Oct 12 22:49:03.587745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Request body: {'port': {'device_id': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943', 'admin_state_up': True, 'tenant_id': 'ebed3457b1f84fe19d9bd4d55b4f455a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:03.605416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d4320be0-38b0-4a40-9281-b8f870594301, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d4320be0-38b0-4a40-9281-b8f870594301,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:03.635855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d035502a-9f9a-41ab-9e40-bd6f1b168faa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d035502a-9f9a-41ab-9e40-bd6f1b168faa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:03.651422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'd035502a-9f9a-41ab-9e40-bd6f1b168faa', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'd035502a-9f9a-41ab-9e40-bd6f1b168faa', 'mac_address': 'fa:16:3e:ac:7f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:03.684230 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.769355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d4320be0-38b0-4a40-9281-b8f870594301,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:03.779038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.782495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.782495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.782495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.782495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.782495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.782495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.782495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.783575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.784067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.784607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.785086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Tracked resource versions report: Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: pushed versions: Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: { 'AddressGroup': {'1.2'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'ConntrackHelper': {'1.0'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Log': {'1.0'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Network': {'1.1'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Port': {'1.7'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'PortForwarding': {'1.2'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'QosPolicy': {'1.10'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'SecurityGroup': {'1.4'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'SecurityGroupRule': {'1.2'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'SubPort': {'1.0'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Subnet': {'1.1'}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Trunk': {'1.1'}} Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: consumer versions: Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: { DHCP agent@n-d-790519-14: {}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: HyperV agent@n-h1-790519-14: {}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: HyperV agent@n-h2-790519-14: {}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: L3 agent@n-d-790519-14: {}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: Metadata agent@n-d-790519-14: {}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: Metering agent@n-d-790519-14: {}, Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: Open vSwitch agent@n-d-790519-14: { 'AddressGroup': '1.2', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'ConntrackHelper': '1.0', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Log': '1.0', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Network': '1.1', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Port': '1.7', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'PortForwarding': '1.2', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'QosPolicy': '1.10', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'SecurityGroup': '1.4', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'SecurityGroupRule': '1.2', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'SubPort': '1.0', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Subnet': '1.1', Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: 'Trunk': '1.1'}} Oct 12 22:49:03.786368 n-d-790519-14 neutron-server[101891]: {{(pid=101891) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 22:49:03.789895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edc0f5f-d3a0-412b-8e0b-05dd27748343 req-fc9fcfe8-8747-4ab9-9600-22ad698f15f1 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:03.791574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9edc0f5f-d3a0-412b-8e0b-05dd27748343 req-fc9fcfe8-8747-4ab9-9600-22ad698f15f1 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 948 time: 0.0628431 Oct 12 22:49:03.797933 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.814282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d035502a-9f9a-41ab-9e40-bd6f1b168faa {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:03.831025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Made reservation on behalf of ebed3457b1f84fe19d9bd4d55b4f455a for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:03.837542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d035502a-9f9a-41ab-9e40-bd6f1b168faa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d035502a-9f9a-41ab-9e40-bd6f1b168faa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:03.838142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.847214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9edc0f5f-d3a0-412b-8e0b-05dd27748343 req-735c8f3a-440c-406a-a959-924a1ed056fc tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488458 Oct 12 22:49:03.911098 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:03.972495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d035502a-9f9a-41ab-9e40-bd6f1b168faa,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:03.993713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Allocated IP 172.20.0.3 (302c12b8-cbe9-4b3d-88d2-e0b6eb253943/9f846092-2003-4768-90a3-cfd9ec1b3eea/00aaf2b8-c420-4207-b185-8cb110871e61) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:04.027128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d4320be0-38b0-4a40-9281-b8f870594301'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:04.174146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:04.200056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d035502a-9f9a-41ab-9e40-bd6f1b168faa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:04.301311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:04.393305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:04.395775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-5ed712e8-84ed-4b5b-84ea-66c9a32bd182 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6e198bb51b444d559d02d25a09db567c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438714 Oct 12 22:49:04.400290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:04.404734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:04.412286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:04.413770 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:04.437248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Pushing event updated for resources: {'Port': ['ID=00aaf2b8-c420-4207-b185-8cb110871e61,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:04.537079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f8737-5370-4171-980f-1007f7612457 req-bf61ff9a-f0b6-41e5-8cc2-d9af07401b48 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:04.540061 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-bf61ff9a-f0b6-41e5-8cc2-d9af07401b48 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232197 Oct 12 22:49:04.555101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-61b457e6-775f-428f-b433-ff62efbddf2a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9677703 Oct 12 22:49:04.568827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Request body: {'port': {'device_id': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:04.573411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-f79c696a-ed2f-4b84-b328-2fbff6954b89 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/quotas/6e198bb51b444d559d02d25a09db567c HTTP/1.1" status: 200 len: 375 time: 0.0209005 Oct 12 22:49:04.609160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f0634-4194-4194-aeac-bc31ce10cb78 req-c0682bbd-f0d0-4c14-b7c5-b3c1b001ac45 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:04.611295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f90f0634-4194-4194-aeac-bc31ce10cb78 req-c0682bbd-f0d0-4c14-b7c5-b3c1b001ac45 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 970 time: 0.0749810 Oct 12 22:49:04.622166 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-7f6eb847-9a09-4387-b498-e24dbb5aafca tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6e198bb51b444d559d02d25a09db567c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0332067 Oct 12 22:49:04.654064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:04.660063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f90f0634-4194-4194-aeac-bc31ce10cb78 req-0184b44e-57c0-4860-a2e8-7d0636101144 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412157 Oct 12 22:49:04.826053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3aaff8-d590-4450-9697-2820d0b6fd34 req-b6ad6b62-2808-42ed-aa79-3f21b07b359d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:04.827536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df3aaff8-d590-4450-9697-2820d0b6fd34 req-b6ad6b62-2808-42ed-aa79-3f21b07b359d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 931 time: 0.0495853 Oct 12 22:49:04.865426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df3aaff8-d590-4450-9697-2820d0b6fd34 req-c77c1f95-af87-46cf-bc73-4af79f8e69d6 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Oct 12 22:49:04.989822 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccd2f8a6-34a7-4a9c-aba0-4b1a8dfbd7e5 req-5cc7ef01-a61b-47df-84a4-2ba1fc21ef44 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 210 time: 0.0339370 Oct 12 22:49:05.022644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00aaf2b8-c420-4207-b185-8cb110871e61 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:05.034371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:05.044246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a152424-c806-4479-a75b-f5a430e2e8e0 req-78f74fbc-d0c1-43a3-90f3-66d15f963d50 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:05.083749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a152424-c806-4479-a75b-f5a430e2e8e0 req-78f74fbc-d0c1-43a3-90f3-66d15f963d50 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 949 time: 0.1150613 Oct 12 22:49:05.093485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Transition to ACTIVE for port object 00aaf2b8-c420-4207-b185-8cb110871e61 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:05.102175 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a152424-c806-4479-a75b-f5a430e2e8e0 req-7583de38-625d-4617-863a-9ecb0c89f72c tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496626 Oct 12 22:49:05.263977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d4320be0-38b0-4a40-9281-b8f870594301 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:05.388866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d035502a-9f9a-41ab-9e40-bd6f1b168faa up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:05.792615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be080231-a004-48c3-a27c-ac67769f240e req-ecafb3e1-a384-46b4-b576-d25e2862d33b tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:05.794083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be080231-a004-48c3-a27c-ac67769f240e req-ecafb3e1-a384-46b4-b576-d25e2862d33b tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 970 time: 0.0484324 Oct 12 22:49:05.820323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:05.833184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be080231-a004-48c3-a27c-ac67769f240e req-09241381-2af1-4a57-97d9-62728b1646b9 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331407 Oct 12 22:49:05.871483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Pushing event updated for resources: {'Port': ['ID=00aaf2b8-c420-4207-b185-8cb110871e61,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:05.901724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:05.902053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:05.902378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:05.906752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Port 00aaf2b8-c420-4207-b185-8cb110871e61 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:05.907097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:05.912109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:05.912219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:05.913185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:05.913608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Bound port: 00aaf2b8-c420-4207-b185-8cb110871e61, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:05.913957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:06.008985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:06.028538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e2c495-3249-47c7-a642-2ca5dbc60596 req-4fcbe44a-29a1-4e92-b054-1b1c7673856d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:06.030056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54e2c495-3249-47c7-a642-2ca5dbc60596 req-4fcbe44a-29a1-4e92-b054-1b1c7673856d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.0792220 Oct 12 22:49:06.031966 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:06.053134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port d035502a-9f9a-41ab-9e40-bd6f1b168faa completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:06.062972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d4320be0-38b0-4a40-9281-b8f870594301 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:06.072778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port d035502a-9f9a-41ab-9e40-bd6f1b168faa triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:06.073382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:06.078142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d4320be0-38b0-4a40-9281-b8f870594301 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:06.078765 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:06.083015 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54e2c495-3249-47c7-a642-2ca5dbc60596 req-cb75512e-dace-4d22-a661-66a900464235 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 Oct 12 22:49:06.107946 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64e2138a-b6d1-429d-a9d6-31e20a32a831 req-4f6ba1cb-a5b1-4536-bfd5-044295bf013a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 210 time: 0.0602181 Oct 12 22:49:06.135312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:06.187723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:06.188840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:06.190875 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] 10.222.0.25 "PUT /v2.0/ports/00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 1092 time: 1.6300950 Oct 12 22:49:06.192534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:06.195526 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b71fdd-8997-43d2-b1de-6ea63d7224da" -d '{"events": [{"name": "network-changed", "server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:06.244707 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc477a-a8f7-4f0c-ac43-ec79d8e7acb7 service neutron] Pushing event updated for resources: {'Port': ['ID=00aaf2b8-c420-4207-b185-8cb110871e61,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:06.252742 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b25a60-d585-446b-a017-b44b875c1173 x-openstack-request-id: req-96b25a60-d585-446b-a017-b44b875c1173 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:06.253151 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:06.253488 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96b25a60-d585-446b-a017-b44b875c1173 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:06.253958 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61', 'status': 'completed', 'code': 200} Oct 12 22:49:06.280958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecded21-6559-4439-baf5-f7e7fd5f9f03 req-c183a1bd-7a1f-4515-b43c-b7ecaf97988e tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:06.282672 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ecded21-6559-4439-baf5-f7e7fd5f9f03 req-c183a1bd-7a1f-4515-b43c-b7ecaf97988e tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 949 time: 0.0908589 Oct 12 22:49:06.288696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:06.302832 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:06.325007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2370ba4-e52a-45c4-ad20-83c5d31cef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd035502a-9f9a-41ab-9e40-bd6f1b168faa'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:06.346531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b71fdd-8997-43d2-b1de-6ea63d7224da req-cd57a609-3dd4-442c-8ca7-e11bb889eec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:06.348045 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23b71fdd-8997-43d2-b1de-6ea63d7224da req-cd57a609-3dd4-442c-8ca7-e11bb889eec5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1095 time: 0.0644374 Oct 12 22:49:06.353738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ecded21-6559-4439-baf5-f7e7fd5f9f03 req-699153e0-c683-415f-aa78-25c5804ea4b6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602784 Oct 12 22:49:06.410639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d035502a-9f9a-41ab-9e40-bd6f1b168faa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d035502a-9f9a-41ab-9e40-bd6f1b168faa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:06.426710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d4320be0-38b0-4a40-9281-b8f870594301, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d4320be0-38b0-4a40-9281-b8f870594301,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:06.506625 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:06.556877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b71fdd-8997-43d2-b1de-6ea63d7224da req-d450f3ac-19f7-4e9f-8bbd-e1ee738ccd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:06.557544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d035502a-9f9a-41ab-9e40-bd6f1b168faa,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:06.558361 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23b71fdd-8997-43d2-b1de-6ea63d7224da req-d450f3ac-19f7-4e9f-8bbd-e1ee738ccd70 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2012675 Oct 12 22:49:06.561236 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:06.631260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d4320be0-38b0-4a40-9281-b8f870594301,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:06.648927 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e299de81-d4d7-4fe9-a1af-a30ea50cc5f5" -d '{"events": [{"server_uuid": "d2370ba4-e52a-45c4-ad20-83c5d31cef58", "name": "network-vif-plugged", "status": "completed", "tag": "d035502a-9f9a-41ab-9e40-bd6f1b168faa"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:06.898867 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f3948a-7c35-4e54-8ea8-41caa28b2a33 x-openstack-request-id: req-a0f3948a-7c35-4e54-8ea8-41caa28b2a33 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:06.899193 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2370ba4-e52a-45c4-ad20-83c5d31cef58", "name": "network-vif-plugged", "status": "completed", "tag": "d035502a-9f9a-41ab-9e40-bd6f1b168faa", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:06.899450 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0f3948a-7c35-4e54-8ea8-41caa28b2a33 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:06.899962 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2370ba4-e52a-45c4-ad20-83c5d31cef58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd035502a-9f9a-41ab-9e40-bd6f1b168faa', 'code': 200} Oct 12 22:49:06.974588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.25', 61173) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:07.048862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b71fdd-8997-43d2-b1de-6ea63d7224da req-740b4fed-a7b6-46a0-a1c6-84d266cf8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:07.050475 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23b71fdd-8997-43d2-b1de-6ea63d7224da req-740b4fed-a7b6-46a0-a1c6-84d266cf8fb3 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4839513 Oct 12 22:49:07.052773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a6b55-691b-46af-8999-6aba140fc926 req-ac5be071-02db-47e9-82c3-1254e0c2d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:07.054638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-258a6b55-691b-46af-8999-6aba140fc926 req-ac5be071-02db-47e9-82c3-1254e0c2d757 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 1102 time: 0.0749733 Oct 12 22:49:07.072318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e0bd9-6ca1-4514-b856-2c6db1f5fcb3 req-f900900e-6e4f-4c7d-8f5c-c9d91cf812b3 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:07.079580 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e93e0bd9-6ca1-4514-b856-2c6db1f5fcb3 req-f900900e-6e4f-4c7d-8f5c-c9d91cf812b3 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.0832927 Oct 12 22:49:07.083254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-258a6b55-691b-46af-8999-6aba140fc926 req-6fb8ce58-1102-436a-9683-b6597822629d service neutron] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:07.191811 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e93e0bd9-6ca1-4514-b856-2c6db1f5fcb3 req-63b2331b-b3f4-4ae9-b6a6-2aeed363e96d tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094687 Oct 12 22:49:07.213616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-7360bc5e-d3c8-4651-a6f2-bc67b4833910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:07.213616 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-7360bc5e-d3c8-4651-a6f2-bc67b4833910 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1095 time: 0.1083109 Oct 12 22:49:07.281079 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-258a6b55-691b-46af-8999-6aba140fc926 req-6fb8ce58-1102-436a-9683-b6597822629d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:07.289012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-c4c4a8d6-307d-43ec-9a8b-e30c4d46ab85 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 217 time: 0.0689039 Oct 12 22:49:07.289777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e0466-81b7-4ef2-80f4-3262d349a444 req-7ec92a68-92ed-4809-b5b8-93c961228106 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:07.291281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd0e0466-81b7-4ef2-80f4-3262d349a444 req-7ec92a68-92ed-4809-b5b8-93c961228106 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.0990827 Oct 12 22:49:07.330186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd0e0466-81b7-4ef2-80f4-3262d349a444 req-8a5efe97-d0e8-4572-b281-be3338eaaf56 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329103 Oct 12 22:49:07.335030 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dcf28c46-d974-4017-8cc5-efe7c3012221 req-2e1dd88d-59d4-4352-b6b8-113fedf135c6 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 210 time: 0.0486686 Oct 12 22:49:07.353340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-beaab1e8-fc87-419b-900b-1c43f87cb582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:07.354783 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-beaab1e8-fc87-419b-900b-1c43f87cb582 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0574663 Oct 12 22:49:07.357199 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-258a6b55-691b-46af-8999-6aba140fc926 req-6fb8ce58-1102-436a-9683-b6597822629d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:07.388166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-258a6b55-691b-46af-8999-6aba140fc926 req-6fb8ce58-1102-436a-9683-b6597822629d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3247485 Oct 12 22:49:07.395687 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-8923ad53-e809-4b22-8160-6692f724d566 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321825 Oct 12 22:49:07.400598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8ce58-1102-436a-9683-b6597822629d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0e54bb-9840-4831-85f4-3f4aa51fcb73,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:07.579760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-209b0239-ed22-44ed-b5d2-1b1d48a6e0b2 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9aaf1e44abf9411689b308729a51b66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0288856 Oct 12 22:49:07.690212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac783-8dcb-450b-a891-65e165e82098 req-27c54927-deb3-4334-88f2-5b6bf0e868e7 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:07.691752 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-27c54927-deb3-4334-88f2-5b6bf0e868e7 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1056876 Oct 12 22:49:07.707859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-e54d8ba7-4b73-4d11-8a34-e1dc24241602 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/quotas/9aaf1e44abf9411689b308729a51b66b HTTP/1.1" status: 200 len: 375 time: 0.0093133 Oct 12 22:49:07.743506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-291f045b-1c1a-448f-b6d1-e325ecbe9e2f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0261123 Oct 12 22:49:07.808251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b653-cb4b-47fa-a870-495c4ea1f4b0 req-956e8984-847b-4358-b698-cee632fb85d9 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:07.809717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a30b653-cb4b-47fa-a870-495c4ea1f4b0 req-956e8984-847b-4358-b698-cee632fb85d9 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 950 time: 0.1017628 Oct 12 22:49:07.844867 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-8dc065b4-2a9a-47b0-adc4-44e5790015f5 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443536 Oct 12 22:49:07.875795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a30b653-cb4b-47fa-a870-495c4ea1f4b0 req-86704df5-3d1d-4720-acab-452821932d50 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597792 Oct 12 22:49:07.953423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99170e7a-644d-4e72-b0b0-025873d86e1e req-03cd9acd-831a-41b6-b947-4c2d46af6368 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993252 Oct 12 22:49:08.083128 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-b0c154c6-5828-45f2-beb0-f3c0e10ac71f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9aaf1e44abf9411689b308729a51b66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482624 Oct 12 22:49:08.189743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-1041fa45-e37a-4a52-9a5d-bee8d7420d91 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:08.191336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-1041fa45-e37a-4a52-9a5d-bee8d7420d91 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1006491 Oct 12 22:49:08.214286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-f9654235-0a36-460f-8578-868db099dd5a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/quotas/9aaf1e44abf9411689b308729a51b66b HTTP/1.1" status: 200 len: 375 time: 0.0142984 Oct 12 22:49:08.235488 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-79e418e3-5920-44b4-87f5-1e0518511ff6 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=6e198bb51b444d559d02d25a09db567c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0464432 Oct 12 22:49:08.253383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-580a7008-6953-480e-9485-058ea1ba4a19 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326474 Oct 12 22:49:08.380944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db16f9b4-77c7-4ce4-934d-9d420d2529da req-edce51d0-942e-4acb-9b1a-5fca482b9015 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:08.382431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db16f9b4-77c7-4ce4-934d-9d420d2529da req-edce51d0-942e-4acb-9b1a-5fca482b9015 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.1005280 Oct 12 22:49:08.404205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f8737-5370-4171-980f-1007f7612457 req-dfa5a0f1-ef1a-44dc-9767-a6f36495dd03 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:08.405581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-dfa5a0f1-ef1a-44dc-9767-a6f36495dd03 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1639240 Oct 12 22:49:08.420456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Request body: {'port': {'device_id': 'fa03e888-079d-444d-ae13-4355947b6a44', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '6e198bb51b444d559d02d25a09db567c'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:08.485939 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db16f9b4-77c7-4ce4-934d-9d420d2529da req-22699884-1bad-438b-b646-5ac3e256d32a tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955746 Oct 12 22:49:08.639383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5619885-3ac1-44e7-9732-4e9bf9a1f9dc req-86e29176-13d9-49d0-b0fa-ab7e0e29f02c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:08.640985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5619885-3ac1-44e7-9732-4e9bf9a1f9dc req-86e29176-13d9-49d0-b0fa-ab7e0e29f02c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.0791848 Oct 12 22:49:08.686489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5619885-3ac1-44e7-9732-4e9bf9a1f9dc req-0eec8360-48e4-408a-a142-d36e19f7462d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378132 Oct 12 22:49:08.717280 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Made reservation on behalf of 6e198bb51b444d559d02d25a09db567c for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:08.723451 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:08.730610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:08.804002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-85b4dd0f-f3e6-4e9a-a7e8-16b7d853b12e req-f2be558d-9a9b-4f70-983f-0549e6d4fe03 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 210 time: 0.0493231 Oct 12 22:49:08.861607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:08.872554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36fb9fc3-7162-4c14-86f8-41eecaf04bf8 req-fdd779f5-7b0e-4dd3-a2ec-2c60c93ee16f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 210 time: 0.0505018 Oct 12 22:49:08.905472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4320be0-38b0-4a40-9281-b8f870594301'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:08.908108 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18ea263b-fa0c-49e1-9b25-7eccf809f9e7" -d '{"events": [{"server_uuid": "4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89", "name": "network-vif-plugged", "status": "completed", "tag": "d4320be0-38b0-4a40-9281-b8f870594301"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:08.944941 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:08.984172 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8824340-e286-456d-b97d-07688d6adafb x-openstack-request-id: req-f8824340-e286-456d-b97d-07688d6adafb {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:08.984548 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89", "name": "network-vif-plugged", "status": "completed", "tag": "d4320be0-38b0-4a40-9281-b8f870594301", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:08.984884 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f8824340-e286-456d-b97d-07688d6adafb {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:08.985326 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4320be0-38b0-4a40-9281-b8f870594301', 'code': 200} Oct 12 22:49:09.011303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba1d22-a4d2-4f05-8635-cd835d108ade req-e965684f-bb1a-476a-b808-66efdbda0be2 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:09.013066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2ba1d22-a4d2-4f05-8635-cd835d108ade req-e965684f-bb1a-476a-b808-66efdbda0be2 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 950 time: 0.0672736 Oct 12 22:49:09.043453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7208b326-a2d4-4770-959f-2242f74092c3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:09.046833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.41', 57672) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:09.069830 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2ba1d22-a4d2-4f05-8635-cd835d108ade req-965bf6d7-b382-4c0c-81b4-88b7f517e281 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Oct 12 22:49:09.165430 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdb020-7079-45b1-9102-8ab66ee2d427 req-5e66130e-6f8e-40cf-8ae4-c658e1068934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:09.167065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-facdb020-7079-45b1-9102-8ab66ee2d427 req-5e66130e-6f8e-40cf-8ae4-c658e1068934 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 1123 time: 0.1162679 Oct 12 22:49:09.185948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Allocated IP 192.168.233.215 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/e06351a4-1408-4ef4-9677-5b16b4e0b252) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:09.232011 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-facdb020-7079-45b1-9102-8ab66ee2d427 req-2e610780-d774-497b-98a9-9e2ac875ec7a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567565 Oct 12 22:49:09.383925 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:09.500477 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:09.549635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:09.556529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:09.569181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:09.575524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:09.576182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:09.589112 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Pushing event updated for resources: {'Port': ['ID=e06351a4-1408-4ef4-9677-5b16b4e0b252,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:09.671978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d97d2c-617e-4857-8c63-0214b4978c6c req-2e4ef656-9b2b-4a26-bd06-31fc9f4e19e2 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:09.673796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4d97d2c-617e-4857-8c63-0214b4978c6c req-2e4ef656-9b2b-4a26-bd06-31fc9f4e19e2 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.0538731 Oct 12 22:49:09.681190 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-024fe520-96f3-4c4f-899d-8c72de63a6a2 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2643106 Oct 12 22:49:09.735084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Request body: {'port': {'device_id': 'fa03e888-079d-444d-ae13-4355947b6a44', 'device_owner': 'compute:tempest-test_az-1885812838', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:09.807518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4d97d2c-617e-4857-8c63-0214b4978c6c req-2081f118-5b65-4722-83aa-46953bf6d902 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192362 Oct 12 22:49:09.814656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:09.834087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e7fdd341-f110-45db-8547-7758badbd938 None None] Provisioning complete for port e06351a4-1408-4ef4-9677-5b16b4e0b252 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:09.835476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7fdd341-f110-45db-8547-7758badbd938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:09.848028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126d5312-07f0-401f-a87f-469f9d8af369 req-27860349-6436-4705-9af0-15a1e1a8b36e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:09.853092 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-126d5312-07f0-401f-a87f-469f9d8af369 req-27860349-6436-4705-9af0-15a1e1a8b36e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.0846915 Oct 12 22:49:09.887251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e7fdd341-f110-45db-8547-7758badbd938 None None] Port e06351a4-1408-4ef4-9677-5b16b4e0b252 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:09.902668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-126d5312-07f0-401f-a87f-469f9d8af369 req-6f7b2c67-7fc9-4e31-81f4-1c51da3de4ed tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422759 Oct 12 22:49:09.997931 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aec08076-d313-4c20-8eb4-141cf2d0e075 req-236dea76-4c8f-4bd9-8b71-412c13fbd0d5 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 210 time: 0.0347006 Oct 12 22:49:10.040905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc5db4-1762-4542-bac4-dd90d52fcc04 req-c049fc25-6100-4b28-988a-5d759a684e7b tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:10.042378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19fc5db4-1762-4542-bac4-dd90d52fcc04 req-c049fc25-6100-4b28-988a-5d759a684e7b tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 936 time: 0.1141641 Oct 12 22:49:10.097001 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19fc5db4-1762-4542-bac4-dd90d52fcc04 req-5eb3dae9-a2cf-431e-b797-7a318ebdc978 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485978 Oct 12 22:49:10.168305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e06351a4-1408-4ef4-9677-5b16b4e0b252 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:10.176202 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.190580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Transition to ACTIVE for port object e06351a4-1408-4ef4-9677-5b16b4e0b252 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:10.190876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35054) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:10.194369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdca2c-69e9-47d3-aaaa-a95fd0e33e46 req-01b53c4d-d9d1-4f2b-a96e-4dfa37efd15e tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:10.196117 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-afbdca2c-69e9-47d3-aaaa-a95fd0e33e46 req-01b53c4d-d9d1-4f2b-a96e-4dfa37efd15e tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 950 time: 0.0526042 Oct 12 22:49:10.234198 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-afbdca2c-69e9-47d3-aaaa-a95fd0e33e46 req-0205e038-7f89-4e53-a7ba-abe56588c51e tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319459 Oct 12 22:49:10.260075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.315573 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52603c82-63d7-4b02-824c-6174d2b842d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.332947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Pushing event updated for resources: {'Port': ['ID=e06351a4-1408-4ef4-9677-5b16b4e0b252,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:10.401204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Attempting to bind port e06351a4-1408-4ef4-9677-5b16b4e0b252 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:10.401939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Attempting to bind port e06351a4-1408-4ef4-9677-5b16b4e0b252 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:10.401939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Attempting to bind port e06351a4-1408-4ef4-9677-5b16b4e0b252 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:10.418026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Port e06351a4-1408-4ef4-9677-5b16b4e0b252 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:10.418479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Attempting to bind port e06351a4-1408-4ef4-9677-5b16b4e0b252 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:10.436049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:10.436269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:10.436635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:10.438292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Bound port: e06351a4-1408-4ef4-9677-5b16b4e0b252, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:10.438292 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.526556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-c8a8b206-f36b-481a-bcf2-0c37ae916950 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9aaf1e44abf9411689b308729a51b66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439878 Oct 12 22:49:10.528260 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52603c82-63d7-4b02-824c-6174d2b842d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.595215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52603c82-63d7-4b02-824c-6174d2b842d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.625312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] For port e06351a4-1408-4ef4-9677-5b16b4e0b252, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:10.665999 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-52603c82-63d7-4b02-824c-6174d2b842d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ce05e95fe17474db56f2a5b5ee68348&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4740391 Oct 12 22:49:10.667818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] For port e06351a4-1408-4ef4-9677-5b16b4e0b252, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=e06351a4-1408-4ef4-9677-5b16b4e0b252,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:10.668704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35062) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:10.670899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52603c82-63d7-4b02-824c-6174d2b842d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72edfba-e30c-4459-a0a4-c41051dc99cd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:10.706902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac783-8dcb-450b-a891-65e165e82098 req-94878963-6ea3-45ec-a39a-26f1a436c21a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:10.708728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-94878963-6ea3-45ec-a39a-26f1a436c21a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1754215 Oct 12 22:49:10.719080 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1126af38-7b87-4cf8-a25c-f00f44fd1480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.724197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Request body: {'port': {'device_id': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '9aaf1e44abf9411689b308729a51b66b'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:10.741320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.743548 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1126af38-7b87-4cf8-a25c-f00f44fd1480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.819507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:10.819940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.821200 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] 10.222.0.41 "PUT /v2.0/ports/e06351a4-1408-4ef4-9677-5b16b4e0b252 HTTP/1.1" status: 200 len: 1119 time: 1.1138017 Oct 12 22:49:10.827765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa03e888-079d-444d-ae13-4355947b6a44', 'tag': 'e06351a4-1408-4ef4-9677-5b16b4e0b252'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:10.830113 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36283139-96a4-4720-8e54-f632e53e2069" -d '{"events": [{"name": "network-changed", "server_uuid": "fa03e888-079d-444d-ae13-4355947b6a44", "tag": "e06351a4-1408-4ef4-9677-5b16b4e0b252"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:10.855216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1126af38-7b87-4cf8-a25c-f00f44fd1480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.858225 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1126af38-7b87-4cf8-a25c-f00f44fd1480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:10.859455 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1126af38-7b87-4cf8-a25c-f00f44fd1480 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a72edfba-e30c-4459-a0a4-c41051dc99cd HTTP/1.1" status: 204 len: 168 time: 0.1897743 Oct 12 22:49:10.878684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1126af38-7b87-4cf8-a25c-f00f44fd1480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72edfba-e30c-4459-a0a4-c41051dc99cd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:10.884607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17481f-657d-4f39-9881-f8e51df9c24b service neutron] Pushing event updated for resources: {'Port': ['ID=e06351a4-1408-4ef4-9677-5b16b4e0b252,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:10.892502 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975d554d-b0cc-4e3c-8c43-0a3655048f3a x-openstack-request-id: req-975d554d-b0cc-4e3c-8c43-0a3655048f3a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:10.892880 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa03e888-079d-444d-ae13-4355947b6a44", "tag": "e06351a4-1408-4ef4-9677-5b16b4e0b252", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:10.893186 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-975d554d-b0cc-4e3c-8c43-0a3655048f3a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:10.893981 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa03e888-079d-444d-ae13-4355947b6a44', 'tag': 'e06351a4-1408-4ef4-9677-5b16b4e0b252', 'status': 'completed', 'code': 200} Oct 12 22:49:11.000050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36283139-96a4-4720-8e54-f632e53e2069 req-51853a8a-c9f0-4012-8184-e871fffa2083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.001699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36283139-96a4-4720-8e54-f632e53e2069 req-51853a8a-c9f0-4012-8184-e871fffa2083 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e198bb51b444d559d02d25a09db567c&device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 1122 time: 0.0514174 Oct 12 22:49:11.041456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36283139-96a4-4720-8e54-f632e53e2069 req-7e986eb1-c312-483e-bf4e-ac713fbccad7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6e198bb51b444d559d02d25a09db567c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289407 Oct 12 22:49:11.051519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de725a96-b9ba-468c-976d-3f1a17cac66f req-2885b058-b222-4a5c-9c74-e73b84bc4724 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.053857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-de725a96-b9ba-468c-976d-3f1a17cac66f req-2885b058-b222-4a5c-9c74-e73b84bc4724 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.0717182 Oct 12 22:49:11.115203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-de725a96-b9ba-468c-976d-3f1a17cac66f req-2a3eef40-712d-453b-a615-41d01a1ebd98 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500960 Oct 12 22:49:11.149728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Made reservation on behalf of 9aaf1e44abf9411689b308729a51b66b for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:11.153173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:11.168476 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:11.221651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985cbe4a-6f88-415e-af42-7bf2f875dacc req-5f2d39ab-a910-43e8-86c4-ef386736d87c tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.223624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-985cbe4a-6f88-415e-af42-7bf2f875dacc req-5f2d39ab-a910-43e8-86c4-ef386736d87c tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 950 time: 0.0491128 Oct 12 22:49:11.233906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb105be-7b1d-4c30-a9f6-162af61c32c3 req-316c7aa0-64e8-481a-a836-8aa96b06deb4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.235406 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cbb105be-7b1d-4c30-a9f6-162af61c32c3 req-316c7aa0-64e8-481a-a836-8aa96b06deb4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.1257834 Oct 12 22:49:11.236383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36283139-96a4-4720-8e54-f632e53e2069 req-d8c18f34-b260-49e2-b4a3-d37b21d8ded7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.237693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36283139-96a4-4720-8e54-f632e53e2069 req-d8c18f34-b260-49e2-b4a3-d37b21d8ded7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1889462 Oct 12 22:49:11.264549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-c8dcce58-28a9-4b85-a472-d2beba65dbaa tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9aaf1e44abf9411689b308729a51b66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398839 Oct 12 22:49:11.312533 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cbb105be-7b1d-4c30-a9f6-162af61c32c3 req-e44b34fd-77ff-40fa-964b-a22454c81550 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693858 Oct 12 22:49:11.340781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:11.346803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-985cbe4a-6f88-415e-af42-7bf2f875dacc req-7cb0e40f-1fd0-44ca-a048-6636b5dfe365 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048994 Oct 12 22:49:11.396503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 00aaf2b8-c420-4207-b185-8cb110871e61 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:11.397587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f8737-5370-4171-980f-1007f7612457 req-f0ae1814-28ad-4137-989d-e2a7ada82695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.398894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-f0ae1814-28ad-4137-989d-e2a7ada82695 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6e198bb51b444d559d02d25a09db567c&device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 1122 time: 0.0569284 Oct 12 22:49:11.458446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:11.468628 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-ae7f48a4-8823-4243-95f9-a3b1cde31069 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.215&port_id=e06351a4-1408-4ef4-9677-5b16b4e0b252 HTTP/1.1" status: 200 len: 217 time: 0.0570550 Oct 12 22:49:11.526899 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5db58121-41c2-40ca-b72c-42ce5eaa8793 req-b1b93a65-66fa-45cc-a2f4-6ca0cc036c57 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 210 time: 0.0648704 Oct 12 22:49:11.531383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-1255ab01-16bb-425f-848d-9660d670b0f5 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.533009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-1255ab01-16bb-425f-848d-9660d670b0f5 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605774 Oct 12 22:49:11.551307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Request body: {'port': {'device_id': '27915738-4b6b-4825-a13f-492a9687ab7c', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '9aaf1e44abf9411689b308729a51b66b'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:11.577566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:11.591178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5c1853-812c-404b-a069-ad766561089a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:11.602970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '00aaf2b8-c420-4207-b185-8cb110871e61', 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943', 'port_id': '00aaf2b8-c420-4207-b185-8cb110871e61', 'mac_address': 'fa:16:3e:47:20:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f846092-2003-4768-90a3-cfd9ec1b3eea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:11.621578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f8737-5370-4171-980f-1007f7612457 req-8d347371-51f3-49fe-814a-6516802f86b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.623466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-8d347371-51f3-49fe-814a-6516802f86b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1334920 Oct 12 22:49:11.653014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:11.674112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00aaf2b8-c420-4207-b185-8cb110871e61 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:11.707971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Allocated IP 192.168.233.133 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/d8af3fb2-39d4-4efb-9424-f7ff8435965d) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:11.715535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35084) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:11.718664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085f8737-5370-4171-980f-1007f7612457 req-92927f56-dcc6-4129-a42b-dbfa6add5225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.720257 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-92927f56-dcc6-4129-a42b-dbfa6add5225 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0727081 Oct 12 22:49:11.726507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b21c1c-9153-42b1-a929-4caa4892f5b5 req-cf46f7bc-fba3-4fa9-a8da-e65c63ffe7de tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:11.727993 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b21c1c-9153-42b1-a929-4caa4892f5b5 req-cf46f7bc-fba3-4fa9-a8da-e65c63ffe7de tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 970 time: 0.2251263 Oct 12 22:49:11.738896 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44fed3c8-c1da-4b27-a3b6-3e9cceab2722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:11.787360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:11.810489 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b21c1c-9153-42b1-a929-4caa4892f5b5 req-4d93fc2f-c28d-4a14-aa89-d02cb8f7e131 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757139 Oct 12 22:49:11.830434 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:11.866680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Made reservation on behalf of 9aaf1e44abf9411689b308729a51b66b for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:11.870771 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:11.990769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=00aaf2b8-c420-4207-b185-8cb110871e61,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:12.071071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['00aaf2b8-c420-4207-b185-8cb110871e61'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:12.100911 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc7da-c5d3-4aad-8399-e3423d2041f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.110308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-af088146-98ad-4a1a-86a9-36d9b11cead0 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779604 Oct 12 22:49:12.261543 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44fed3c8-c1da-4b27-a3b6-3e9cceab2722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.286502 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.312607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44fed3c8-c1da-4b27-a3b6-3e9cceab2722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.325473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b2713-4fb9-43f4-9ae8-d7bced5e5d62 req-4e9ea468-64aa-4238-a289-2dfbb2b20ada tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:12.326931 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d0b2713-4fb9-43f4-9ae8-d7bced5e5d62 req-4e9ea468-64aa-4238-a289-2dfbb2b20ada tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.1332154 Oct 12 22:49:12.335393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-085f8737-5370-4171-980f-1007f7612457 req-42fe7bae-9999-47d7-9113-3a1d9abc9405 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170351 Oct 12 22:49:12.389915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-44fed3c8-c1da-4b27-a3b6-3e9cceab2722 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=472f42b3fd6a4c30a640b01ccfb663df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6732209 Oct 12 22:49:12.392953 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35092) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:12.402689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fed3c8-c1da-4b27-a3b6-3e9cceab2722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca520762-343d-47ed-960e-096ff8d8abab,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:12.421289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d0b2713-4fb9-43f4-9ae8-d7bced5e5d62 req-cfdbc5ef-e70b-4290-bd4f-d7b3dcc05e93 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847111 Oct 12 22:49:12.421518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.25', 61176) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:12.460935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-42764a58-b7fa-4b95-bf30-4cc2cf1cf169 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:12.462426 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-42764a58-b7fa-4b95-bf30-4cc2cf1cf169 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 1102 time: 0.0400004 Oct 12 22:49:12.477740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.531027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8fe0-40cc-460b-ac1a-8e1e2f6ee374 req-6f0084fa-0acc-4cd2-90b8-a5a3b91f1a24 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:12.532646 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69cd8fe0-40cc-460b-ac1a-8e1e2f6ee374 req-6f0084fa-0acc-4cd2-90b8-a5a3b91f1a24 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 944 time: 0.1319327 Oct 12 22:49:12.576785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:12.583469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de25a8f2-beeb-417e-b251-08943b2cc351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.601726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:12.609067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:12.614428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:12.615138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.618849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:12.632187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Allocated IP 192.168.233.239 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/389aabec-1d0d-4344-b10e-c91537169aad) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:12.636541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de25a8f2-beeb-417e-b251-08943b2cc351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.644191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b140c9-21d5-47a4-9973-089bce78f60f req-f03b886f-7fb1-49c5-a151-fd179f5b8e85 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:12.645738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51b140c9-21d5-47a4-9973-089bce78f60f req-f03b886f-7fb1-49c5-a151-fd179f5b8e85 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 950 time: 0.1526825 Oct 12 22:49:12.659599 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69cd8fe0-40cc-460b-ac1a-8e1e2f6ee374 req-125778e5-d04e-42c8-99fc-ac28521d5fce tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158462 Oct 12 22:49:12.678204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] Deleting port d035502a-9f9a-41ab-9e40-bd6f1b168faa {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:49:12.678705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.737547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-aae0d3e4-fb42-4353-b368-788a1d615853 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0175071 Oct 12 22:49:12.762185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51b140c9-21d5-47a4-9973-089bce78f60f req-a3bfedfc-89f2-4a73-b883-93a9e1e84747 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955303 Oct 12 22:49:12.774509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Request body: {'port': {'device_id': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:12.880177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e45805-3bbf-4107-9138-ee3562cafa6c req-56651a90-ffe3-45fb-8cf9-234f10133974 tempest-AggregatesAdminTestJSON-1430158338 tempest-AggregatesAdminTestJSON-1430158338-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:12.881965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4e45805-3bbf-4107-9138-ee3562cafa6c req-56651a90-ffe3-45fb-8cf9-234f10133974 tempest-AggregatesAdminTestJSON-1430158338 tempest-AggregatesAdminTestJSON-1430158338-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 1123 time: 0.0689635 Oct 12 22:49:12.883581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-46ee6256-ad80-415d-be98-c36343de417f None None] Provisioning complete for port d8af3fb2-39d4-4efb-9424-f7ff8435965d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:12.884040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-46ee6256-ad80-415d-be98-c36343de417f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.906100 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f4c8867-e372-4794-a4e5-947869d2ecb1 req-f3343011-6cbd-4384-863c-c71b857a9791 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 210 time: 0.0701511 Oct 12 22:49:12.907367 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.913361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d4e45805-3bbf-4107-9138-ee3562cafa6c req-916a58a2-5e43-4498-a48e-4d33c5a6295f tempest-AggregatesAdminTestJSON-1430158338 tempest-AggregatesAdminTestJSON-1430158338-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.920508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] For port d035502a-9f9a-41ab-9e40-bd6f1b168faa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d035502a-9f9a-41ab-9e40-bd6f1b168faa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:12.921223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.934906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-46ee6256-ad80-415d-be98-c36343de417f None None] Port d8af3fb2-39d4-4efb-9424-f7ff8435965d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:12.936424 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.947235 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de25a8f2-beeb-417e-b251-08943b2cc351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.953595 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de25a8f2-beeb-417e-b251-08943b2cc351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:12.953595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-de25a8f2-beeb-417e-b251-08943b2cc351 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca520762-343d-47ed-960e-096ff8d8abab HTTP/1.1" status: 204 len: 168 time: 0.5568061 Oct 12 22:49:12.984630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25a8f2-beeb-417e-b251-08943b2cc351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca520762-343d-47ed-960e-096ff8d8abab,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:13.052003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] Calling delete_port for d035502a-9f9a-41ab-9e40-bd6f1b168faa owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:49:13.080053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d4e45805-3bbf-4107-9138-ee3562cafa6c req-916a58a2-5e43-4498-a48e-4d33c5a6295f tempest-AggregatesAdminTestJSON-1430158338 tempest-AggregatesAdminTestJSON-1430158338-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.129190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.188757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d4e45805-3bbf-4107-9138-ee3562cafa6c req-916a58a2-5e43-4498-a48e-4d33c5a6295f tempest-AggregatesAdminTestJSON-1430158338 tempest-AggregatesAdminTestJSON-1430158338-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.221557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1286cb-3565-4eaf-8846-ff2d5438b6a4 req-79dd3ad0-1509-4a6a-bf59-cb859d1b7a19 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:13.223198 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d1286cb-3565-4eaf-8846-ff2d5438b6a4 req-79dd3ad0-1509-4a6a-bf59-cb859d1b7a19 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 970 time: 0.1724601 Oct 12 22:49:13.245060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:13.247130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4e45805-3bbf-4107-9138-ee3562cafa6c req-916a58a2-5e43-4498-a48e-4d33c5a6295f tempest-AggregatesAdminTestJSON-1430158338 tempest-AggregatesAdminTestJSON-1430158338-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586147 Oct 12 22:49:13.259514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:13.268210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:13.304736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Pushing event updated for resources: {'Port': ['ID=389aabec-1d0d-4344-b10e-c91537169aad,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:13.351776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a58a2-5e43-4498-a48e-4d33c5a6295f tempest-AggregatesAdminTestJSON-1430158338 tempest-AggregatesAdminTestJSON-1430158338-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7889b3e5-31cf-486a-94f6-27f50758fc7c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:13.352892 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d1286cb-3565-4eaf-8846-ff2d5438b6a4 req-c237e619-0728-4df4-acd6-090b4d8ae72d tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129305 Oct 12 22:49:13.404734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 00aaf2b8-c420-4207-b185-8cb110871e61 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:13.426287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:13.427018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.483255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8af3fb2-39d4-4efb-9424-f7ff8435965d {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:13.493886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.508401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Transition to ACTIVE for port object d8af3fb2-39d4-4efb-9424-f7ff8435965d will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:13.509221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.519818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d035502a-9f9a-41ab-9e40-bd6f1b168faa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:13.539180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-30b23f0b-29e6-4f00-b6d5-2ab41c9bf36c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9920332 Oct 12 22:49:13.546081 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 00aaf2b8-c420-4207-b185-8cb110871e61 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:13.554836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Request body: {'port': {'device_id': '27915738-4b6b-4825-a13f-492a9687ab7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:13.560818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 00aaf2b8-c420-4207-b185-8cb110871e61 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:13.561238 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.574818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] Pushing event deleted for resources: {'Port': ['ID=d035502a-9f9a-41ab-9e40-bd6f1b168faa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:13.606418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.608301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3e2bbe5d-ad30-453c-9c50-51fcf73bff6f None None] Provisioning complete for port 389aabec-1d0d-4344-b10e-c91537169aad triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:13.609135 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e2bbe5d-ad30-453c-9c50-51fcf73bff6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.683113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3e2bbe5d-ad30-453c-9c50-51fcf73bff6f None None] Port 389aabec-1d0d-4344-b10e-c91537169aad cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:13.752648 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.776571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.784587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:13.788143 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b7e03a-6cc2-4f43-8994-4eecd57ed907" -d '{"events": [{"server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "name": "network-vif-plugged", "status": "completed", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:13.792796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] No DVR routers for this DVR port d035502a-9f9a-41ab-9e40-bd6f1b168faa on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:49:13.797388 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.801833 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-530011dd-8d8b-42ad-ab3f-69087e8421ef req-0b4d9bc8-2105-480b-b32d-97be08638f49 tempest-DeleteServersAdminTestJSON-424533924 tempest-DeleteServersAdminTestJSON-424533924-project-admin] 10.222.0.25 "DELETE /v2.0/ports/d035502a-9f9a-41ab-9e40-bd6f1b168faa HTTP/1.1" status: 204 len: 173 time: 1.3325257 Oct 12 22:49:13.806894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2370ba4-e52a-45c4-ad20-83c5d31cef58', 'name': 'network-vif-deleted', 'tag': 'd035502a-9f9a-41ab-9e40-bd6f1b168faa'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:13.808884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:13.809445 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3fe5888-f1e6-4385-a03a-1b8ce5c2e650" -d '{"events": [{"server_uuid": "d2370ba4-e52a-45c4-ad20-83c5d31cef58", "name": "network-vif-deleted", "tag": "d035502a-9f9a-41ab-9e40-bd6f1b168faa"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:13.824587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:13.861265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Attempting to bind port d8af3fb2-39d4-4efb-9424-f7ff8435965d on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:13.861608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Attempting to bind port d8af3fb2-39d4-4efb-9424-f7ff8435965d by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:13.864235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Attempting to bind port d8af3fb2-39d4-4efb-9424-f7ff8435965d on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:13.867038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Port d8af3fb2-39d4-4efb-9424-f7ff8435965d on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:13.867374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Attempting to bind port d8af3fb2-39d4-4efb-9424-f7ff8435965d on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:13.872745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:13.873083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:13.873468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:13.873901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Bound port: d8af3fb2-39d4-4efb-9424-f7ff8435965d, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:13.874253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.906324 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:13.918602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445d96d-1de9-45cf-bc17-8fcda4e6e8b3 req-0e4b3e9f-b602-428b-bb55-f6b464b0037c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:13.926289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6445d96d-1de9-45cf-bc17-8fcda4e6e8b3 req-0e4b3e9f-b602-428b-bb55-f6b464b0037c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 944 time: 0.1623456 Oct 12 22:49:13.971599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:13.975968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:13.997346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=00aaf2b8-c420-4207-b185-8cb110871e61,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:14.077725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b80fd758-9fb1-4cfd-bfc4-cbbfc2f59f95 req-990dc341-bcb9-4cc2-b449-31744bcd53d2 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 210 time: 0.0434961 Oct 12 22:49:14.101333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:14.133225 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3701b5a-c841-46e8-94bf-7dc3729898b4 x-openstack-request-id: req-e3701b5a-c841-46e8-94bf-7dc3729898b4 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:14.133545 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "name": "network-vif-plugged", "status": "completed", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:14.133805 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3701b5a-c841-46e8-94bf-7dc3729898b4 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:14.134201 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61', 'code': 200} Oct 12 22:49:14.176526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:14.177165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:14.180069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] 10.222.0.25 "PUT /v2.0/ports/d8af3fb2-39d4-4efb-9424-f7ff8435965d HTTP/1.1" status: 200 len: 1097 time: 1.4175856 Oct 12 22:49:14.211350 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21db68ba-cc18-41b8-98b6-a741d56e1338 x-openstack-request-id: req-21db68ba-cc18-41b8-98b6-a741d56e1338 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:14.211866 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2370ba4-e52a-45c4-ad20-83c5d31cef58", "name": "network-vif-deleted", "tag": "d035502a-9f9a-41ab-9e40-bd6f1b168faa", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:14.212426 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-21db68ba-cc18-41b8-98b6-a741d56e1338 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:14.214504 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2370ba4-e52a-45c4-ad20-83c5d31cef58', 'name': 'network-vif-deleted', 'tag': 'd035502a-9f9a-41ab-9e40-bd6f1b168faa', 'status': 'completed', 'code': 200} Oct 12 22:49:14.259123 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c179dab9-1cb1-467f-a3d4-7e0a5da46351 service neutron] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:14.358441 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6445d96d-1de9-45cf-bc17-8fcda4e6e8b3 req-b9866329-fd4a-4569-a798-f6af937ab1bf tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4312799 Oct 12 22:49:14.440039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862ff018-0218-470a-a290-0a7a92cd09e1 req-0c7f82d7-d998-44b4-b4e7-12debec4701f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:14.447982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-862ff018-0218-470a-a290-0a7a92cd09e1 req-0c7f82d7-d998-44b4-b4e7-12debec4701f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 936 time: 0.1282735 Oct 12 22:49:14.449944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac783-8dcb-450b-a891-65e165e82098 req-b1804031-7e49-4b67-9df8-dd06e964af15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:14.451981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-b1804031-7e49-4b67-9df8-dd06e964af15 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1100 time: 0.1222796 Oct 12 22:49:14.454013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e8d8d3-59c3-4436-894d-78d370bfdf03 req-f30cd24f-7587-4e1b-8eb9-7d8d1a74c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:14.455536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18e8d8d3-59c3-4436-894d-78d370bfdf03 req-f30cd24f-7587-4e1b-8eb9-7d8d1a74c20d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1097 time: 0.1699717 Oct 12 22:49:14.470501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 389aabec-1d0d-4344-b10e-c91537169aad {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:14.479052 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:14.500775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Transition to ACTIVE for port object 389aabec-1d0d-4344-b10e-c91537169aad will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:14.522403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-f9d73ee4-fa3a-4295-bb00-b872c36bc88b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d HTTP/1.1" status: 200 len: 217 time: 0.0508902 Oct 12 22:49:14.577432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-862ff018-0218-470a-a290-0a7a92cd09e1 req-fe8e7d64-bb1b-461a-ae98-42a99d1a3761 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204762 Oct 12 22:49:14.586771 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:14.591194 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18e8d8d3-59c3-4436-894d-78d370bfdf03 req-0de48003-c542-4566-aff0-b243d78af431 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188705 Oct 12 22:49:14.599318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac783-8dcb-450b-a891-65e165e82098 req-e1404e2b-1163-497a-9742-f39353b70a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:14.601447 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-e1404e2b-1163-497a-9742-f39353b70a01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0673656 Oct 12 22:49:14.715196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Pushing event updated for resources: {'Port': ['ID=389aabec-1d0d-4344-b10e-c91537169aad,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:14.793222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e4b54-99da-490c-917f-21368cac407e req-a68cef41-357c-4344-abed-d0797aaff234 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:14.794820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-916e4b54-99da-490c-917f-21368cac407e req-a68cef41-357c-4344-abed-d0797aaff234 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 970 time: 0.1956286 Oct 12 22:49:14.846923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Attempting to bind port 389aabec-1d0d-4344-b10e-c91537169aad on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:14.847569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Attempting to bind port 389aabec-1d0d-4344-b10e-c91537169aad by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:14.847895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Attempting to bind port 389aabec-1d0d-4344-b10e-c91537169aad on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:14.869835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-916e4b54-99da-490c-917f-21368cac407e req-fe5265d6-2cf0-4fcd-b0b0-3e08de3327bd tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649767 Oct 12 22:49:14.870654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Port 389aabec-1d0d-4344-b10e-c91537169aad on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:14.870990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Attempting to bind port 389aabec-1d0d-4344-b10e-c91537169aad on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:14.876396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:14.876728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:14.877269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:14.877710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Bound port: 389aabec-1d0d-4344-b10e-c91537169aad, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:14.878062 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:14.888734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ac783-8dcb-450b-a891-65e165e82098 req-4f4c84ad-2a0c-4c2b-8bae-9928825af970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:14.890010 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-4f4c84ad-2a0c-4c2b-8bae-9928825af970 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1047981 Oct 12 22:49:14.957538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] For port 389aabec-1d0d-4344-b10e-c91537169aad, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:14.963510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] For port 389aabec-1d0d-4344-b10e-c91537169aad, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=389aabec-1d0d-4344-b10e-c91537169aad,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:15.016222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-ef707039-8294-4b0f-9146-3058ca4cd0e9 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166956 Oct 12 22:49:15.044014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:15.045827 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8a0fac1c-f7e4-4ecc-b722-e4edeff035ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:15.106900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:15.107547 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:15.109578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] 10.222.0.25 "PUT /v2.0/ports/389aabec-1d0d-4344-b10e-c91537169aad HTTP/1.1" status: 200 len: 1097 time: 1.5609810 Oct 12 22:49:15.110574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27915738-4b6b-4825-a13f-492a9687ab7c', 'tag': '389aabec-1d0d-4344-b10e-c91537169aad'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:15.142084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-638ac783-8dcb-450b-a891-65e165e82098 req-6a881b31-4270-49b7-806c-95911bc698bd service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180987 Oct 12 22:49:15.189723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f877fd0-8557-4b3b-ad84-67a8e5eecba7 service neutron] Pushing event updated for resources: {'Port': ['ID=389aabec-1d0d-4344-b10e-c91537169aad,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:15.267837 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37df8aac-5212-4be0-80ae-586b9c48b396" -d '{"events": [{"name": "network-changed", "server_uuid": "27915738-4b6b-4825-a13f-492a9687ab7c", "tag": "389aabec-1d0d-4344-b10e-c91537169aad"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:15.283020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device e06351a4-1408-4ef4-9677-5b16b4e0b252 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:15.402807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-4cf39cdb-88c2-4e46-a241-bf817d3be73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:15.408590 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-4cf39cdb-88c2-4e46-a241-bf817d3be73d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 1100 time: 0.0900469 Oct 12 22:49:15.473805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port e06351a4-1408-4ef4-9677-5b16b4e0b252, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=e06351a4-1408-4ef4-9677-5b16b4e0b252,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:15.485833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'e06351a4-1408-4ef4-9677-5b16b4e0b252', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'e06351a4-1408-4ef4-9677-5b16b4e0b252', 'mac_address': 'fa:16:3e:97:2a:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.215'}], 'device_owner': 'compute:tempest-test_az-1885812838', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:15.489478 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:15.496988 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69a2cba1-e741-452d-8a7f-20e9b83b637f req-0325da01-c2c0-40d2-9260-8a9333f262df tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2370ba4-e52a-45c4-ad20-83c5d31cef58 HTTP/1.1" status: 200 len: 210 time: 0.0392077 Oct 12 22:49:15.518291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-11c0d850-7aad-41f0-b4c1-68a94558149d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=389aabec-1d0d-4344-b10e-c91537169aad HTTP/1.1" status: 200 len: 217 time: 0.0966291 Oct 12 22:49:15.544556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:15.563955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e06351a4-1408-4ef4-9677-5b16b4e0b252 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:15.608568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port e06351a4-1408-4ef4-9677-5b16b4e0b252, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=e06351a4-1408-4ef4-9677-5b16b4e0b252,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:15.618538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9cee0688-f785-4ae2-a5ae-6b40d1ab8ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:15.621085 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-9cee0688-f785-4ae2-a5ae-6b40d1ab8ddc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0863097 Oct 12 22:49:15.660022 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f4dd5a9-58a4-4b80-aa47-b96b76b117df x-openstack-request-id: req-4f4dd5a9-58a4-4b80-aa47-b96b76b117df {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:15.665831 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27915738-4b6b-4825-a13f-492a9687ab7c", "tag": "389aabec-1d0d-4344-b10e-c91537169aad", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:15.665831 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f4dd5a9-58a4-4b80-aa47-b96b76b117df {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:15.665831 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27915738-4b6b-4825-a13f-492a9687ab7c', 'tag': '389aabec-1d0d-4344-b10e-c91537169aad', 'status': 'completed', 'code': 200} Oct 12 22:49:15.667956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-88c54af0-dc38-4c0d-af74-3b8aec175c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:15.669579 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-88c54af0-dc38-4c0d-af74-3b8aec175c80 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0424340 Oct 12 22:49:15.683151 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:15.742633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=e06351a4-1408-4ef4-9677-5b16b4e0b252,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:15.783453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6b791-b070-42fb-b4e7-7633d9b61fd7 req-8cfc321a-59fd-413c-9f50-ce5c8a1b4b63 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:15.783453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae6b791-b070-42fb-b4e7-7633d9b61fd7 req-8cfc321a-59fd-413c-9f50-ce5c8a1b4b63 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 945 time: 0.0979373 Oct 12 22:49:15.824412 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-64dbc19f-354f-4dbd-9a76-fac69618ee41 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457138 Oct 12 22:49:15.830471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae6b791-b070-42fb-b4e7-7633d9b61fd7 req-2269cd17-f82f-44d2-8175-bcae957c9809 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466323 Oct 12 22:49:15.890454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['e06351a4-1408-4ef4-9677-5b16b4e0b252'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:15.930956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f959cf22-1d22-4ed4-8d60-3296753c2872 req-177c3a0b-4293-4edb-9d31-67bd3efcd027 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992661 Oct 12 22:49:15.953701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5037a27e-a8d6-4cd8-bb6c-811a57a57e7b req-de288c87-6952-4e98-9ff9-15130067aa2a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:15.955282 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5037a27e-a8d6-4cd8-bb6c-811a57a57e7b req-de288c87-6952-4e98-9ff9-15130067aa2a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 948 time: 0.0536733 Oct 12 22:49:15.976855 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:15.995338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5037a27e-a8d6-4cd8-bb6c-811a57a57e7b req-6c12310e-0f70-41ba-b23e-06c55c0add10 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325243 Oct 12 22:49:16.094330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-2b35bf85-f54c-43d1-ad6f-be9a383d0db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.095922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-2b35bf85-f54c-43d1-ad6f-be9a383d0db1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 1100 time: 0.0488346 Oct 12 22:49:16.128520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f371d4-8010-4c25-acbc-95f20dfc264a req-e2e20400-fcbe-4c74-8510-cb7f650544f0 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.130161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74f371d4-8010-4c25-acbc-95f20dfc264a req-e2e20400-fcbe-4c74-8510-cb7f650544f0 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 971 time: 0.0640621 Oct 12 22:49:16.191391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74f371d4-8010-4c25-acbc-95f20dfc264a req-3eac4809-a41a-44c6-8bbf-3857b4defcd7 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537968 Oct 12 22:49:16.210758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-a2d25914-318f-40fa-8f6f-a3b1ce067eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.213116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-a2d25914-318f-40fa-8f6f-a3b1ce067eb2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1096981 Oct 12 22:49:16.215680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:16.217956 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8971d2-971b-49c8-991d-c500514d539b" -d '{"events": [{"name": "network-changed", "server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:16.259853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-825ce6ce-4c87-4568-8ed6-ff1d06e81d18 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=389aabec-1d0d-4344-b10e-c91537169aad HTTP/1.1" status: 200 len: 217 time: 0.0388288 Oct 12 22:49:16.293634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-dad5aae2-ab08-4c4b-87b7-f1912db8874e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d486ab153e840749ef2c1845d6d7d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361874 Oct 12 22:49:16.319136 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65cc19e-5e97-4fec-8e3f-69e5d94e79a2 x-openstack-request-id: req-e65cc19e-5e97-4fec-8e3f-69e5d94e79a2 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:16.319136 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:16.319136 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e65cc19e-5e97-4fec-8e3f-69e5d94e79a2 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:16.319136 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'status': 'completed', 'code': 200} Oct 12 22:49:16.388964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-56d161bb-bbe0-4e2c-9093-da3daa4fc817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.390457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-56d161bb-bbe0-4e2c-9093-da3daa4fc817 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1221018 Oct 12 22:49:16.410178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8971d2-971b-49c8-991d-c500514d539b req-1246ea7d-7f87-49fd-b3fe-05421499c7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.411921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c8971d2-971b-49c8-991d-c500514d539b req-1246ea7d-7f87-49fd-b3fe-05421499c7db service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1100 time: 0.0771303 Oct 12 22:49:16.606130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8971d2-971b-49c8-991d-c500514d539b req-d4898fca-b762-4546-a4bd-066cd4cbf86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.608127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c8971d2-971b-49c8-991d-c500514d539b req-d4898fca-b762-4546-a4bd-066cd4cbf86d service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1878562 Oct 12 22:49:16.663191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-152377e5-1dec-4dcf-b414-ba618ad64252 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.664653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-152377e5-1dec-4dcf-b414-ba618ad64252 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3529899 Oct 12 22:49:16.670262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-e18f5001-8e58-4bb1-92bb-526ef4e0e636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.671693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-e18f5001-8e58-4bb1-92bb-526ef4e0e636 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2720780 Oct 12 22:49:16.680157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c8971d2-971b-49c8-991d-c500514d539b req-dfdd5600-7291-4494-816d-902a8ee51f2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d HTTP/1.1" status: 200 len: 217 time: 0.0649440 Oct 12 22:49:16.698582 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-1be713db-2351-43e3-a8e7-cedbb0e7a49f tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/quotas/0d486ab153e840749ef2c1845d6d7d38 HTTP/1.1" status: 200 len: 375 time: 0.0259044 Oct 12 22:49:16.753402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-a82e9b86-ce1a-43e1-84cb-3b44e745d0a4 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d486ab153e840749ef2c1845d6d7d38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302610 Oct 12 22:49:16.754404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8971d2-971b-49c8-991d-c500514d539b req-aab317aa-8139-4be8-b72a-3b503aa8bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.756380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c8971d2-971b-49c8-991d-c500514d539b req-aab317aa-8139-4be8-b72a-3b503aa8bc06 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0690098 Oct 12 22:49:16.797477 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-b13dc8f2-34ac-4f82-bd5c-77f030955ee4 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176479 Oct 12 22:49:16.850289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8971d2-971b-49c8-991d-c500514d539b req-67a89f2e-501c-4280-bb2f-364f832ea1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:16.856927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c8971d2-971b-49c8-991d-c500514d539b req-67a89f2e-501c-4280-bb2f-364f832ea1ce service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0875607 Oct 12 22:49:16.923619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37df8aac-5212-4be0-80ae-586b9c48b396 req-d9073e24-9f5b-4daf-a136-7d89570eb5e0 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164584 Oct 12 22:49:16.984179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c8971d2-971b-49c8-991d-c500514d539b req-76ead084-eb33-44d9-92de-c64070b89f99 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239805 Oct 12 22:49:17.116788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ab900-932c-4203-8930-105261412c3a req-fd035f3b-3881-4eaa-af1e-a674c90c5219 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:17.118249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb2ab900-932c-4203-8930-105261412c3a req-fd035f3b-3881-4eaa-af1e-a674c90c5219 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 945 time: 0.1124089 Oct 12 22:49:17.134307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c8971d2-971b-49c8-991d-c500514d539b req-76395da2-2431-4bdc-9cf3-a198db7ace89 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427205 Oct 12 22:49:17.168277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb2ab900-932c-4203-8930-105261412c3a req-1db2b6fb-9d2a-4cb5-a945-77cd7dc854ba tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426676 Oct 12 22:49:17.235521 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b93f4647-059f-48a5-8469-914a634e7606 req-0f95e2fd-b496-4f3a-b467-ba0d5cd77a1a tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 210 time: 0.0252514 Oct 12 22:49:17.280639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device e06351a4-1408-4ef4-9677-5b16b4e0b252 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:17.348409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-9ec5a844-7079-4f37-95a0-44f3512b5447 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=b7d52b0358b94685b62186c8b75307f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221949 Oct 12 22:49:17.380225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port e06351a4-1408-4ef4-9677-5b16b4e0b252 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:17.385923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port e06351a4-1408-4ef4-9677-5b16b4e0b252 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:17.386384 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:17.393032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26becb68-08fa-4c61-a4af-8eb8348abd12 req-34b33773-29cd-448b-b218-e966891eeb5e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:17.394510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26becb68-08fa-4c61-a4af-8eb8348abd12 req-34b33773-29cd-448b-b218-e966891eeb5e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 948 time: 0.0507929 Oct 12 22:49:17.438437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d035502a-9f9a-41ab-9e40-bd6f1b168faa no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:49:17.463172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: d035502a-9f9a-41ab-9e40-bd6f1b168faa {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:49:17.463525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d035502a-9f9a-41ab-9e40-bd6f1b168faa not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:49:17.467285 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26becb68-08fa-4c61-a4af-8eb8348abd12 req-149b8bcc-e64e-4674-98c2-352c7abffe0c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629559 Oct 12 22:49:17.505039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:17.534117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa03e888-079d-444d-ae13-4355947b6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06351a4-1408-4ef4-9677-5b16b4e0b252'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:17.536312 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74060d6-e261-4756-b411-20fcacd21015" -d '{"events": [{"server_uuid": "fa03e888-079d-444d-ae13-4355947b6a44", "name": "network-vif-plugged", "status": "completed", "tag": "e06351a4-1408-4ef4-9677-5b16b4e0b252"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:17.549604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port e06351a4-1408-4ef4-9677-5b16b4e0b252, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=e06351a4-1408-4ef4-9677-5b16b4e0b252,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:17.604320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-99438b69-9709-44d8-b531-bb768780a18d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:17.604949 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:17.611475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-99438b69-9709-44d8-b531-bb768780a18d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2605350 Oct 12 22:49:17.622315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-7bfe9659-d952-4ba4-97b3-13a3b273caba tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/quotas/b7d52b0358b94685b62186c8b75307f9 HTTP/1.1" status: 200 len: 375 time: 0.0098219 Oct 12 22:49:17.661382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:17.666497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-25fd7b8a-f3bf-450a-bfe6-99e1dfd53bc6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b7d52b0358b94685b62186c8b75307f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373511 Oct 12 22:49:17.679637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=e06351a4-1408-4ef4-9677-5b16b4e0b252,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:17.759647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6361a3-e009-4226-b3bb-b5002da9a302 req-79beb5bb-eeb7-4ce7-9ab1-fc39bed911fc tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:17.761152 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd6361a3-e009-4226-b3bb-b5002da9a302 req-79beb5bb-eeb7-4ce7-9ab1-fc39bed911fc tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1097 time: 0.0438333 Oct 12 22:49:17.795521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd6361a3-e009-4226-b3bb-b5002da9a302 req-032ad272-e298-4fc5-ac5e-3110fd0cb218 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283186 Oct 12 22:49:17.971206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b64ebb-b6c4-4f36-b02b-1190c58166b1 req-7327b868-442b-4975-a91e-42116dadf183 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:17.972692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3b64ebb-b6c4-4f36-b02b-1190c58166b1 req-7327b868-442b-4975-a91e-42116dadf183 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 972 time: 0.0674210 Oct 12 22:49:18.012057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3b64ebb-b6c4-4f36-b02b-1190c58166b1 req-9a0443f6-7c8f-48df-b048-0f2d47fb86b4 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323975 Oct 12 22:49:18.129559 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be172bf0-63cf-4dbf-b55b-fb2e4af0c407 x-openstack-request-id: req-be172bf0-63cf-4dbf-b55b-fb2e4af0c407 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:18.129921 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa03e888-079d-444d-ae13-4355947b6a44", "name": "network-vif-plugged", "status": "completed", "tag": "e06351a4-1408-4ef4-9677-5b16b4e0b252", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:18.136643 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-be172bf0-63cf-4dbf-b55b-fb2e4af0c407 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:18.137130 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa03e888-079d-444d-ae13-4355947b6a44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e06351a4-1408-4ef4-9677-5b16b4e0b252', 'code': 200} Oct 12 22:49:18.197798 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18b69b45-5abb-459e-800a-fe6640c195ec req-352ef56d-6067-45db-8198-fe062787d6a1 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 210 time: 0.0312591 Oct 12 22:49:18.239387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466992-6af2-4d17-8db7-951b4c95e406 req-415e1221-0dce-4cb3-bba6-f3f4d09b341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:18.241125 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa466992-6af2-4d17-8db7-951b4c95e406 req-415e1221-0dce-4cb3-bba6-f3f4d09b341c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 1124 time: 0.0460565 Oct 12 22:49:18.244558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43e7ad-e7ef-4923-8b12-e71eaa30c2af req-eb6b6499-a3e3-4bbf-957c-8204109c71fa tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:18.244558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca43e7ad-e7ef-4923-8b12-e71eaa30c2af req-eb6b6499-a3e3-4bbf-957c-8204109c71fa tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1097 time: 0.0535917 Oct 12 22:49:18.278055 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa466992-6af2-4d17-8db7-951b4c95e406 req-f51dbfce-4da3-4130-b8f0-7d9fafe77d25 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298734 Oct 12 22:49:18.286270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca43e7ad-e7ef-4923-8b12-e71eaa30c2af req-9b6f5f04-6fde-4701-a083-3b85ba909987 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357473 Oct 12 22:49:18.449507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a4fe7d2-4162-4e5b-847c-80f7857f1409 req-f8d7bd76-a043-453c-82a4-fee29807d1a2 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 210 time: 0.0387194 Oct 12 22:49:18.602655 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:18.654178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc558fc6-677e-418e-8ff6-93b6ad5e384e req-695c3346-73f4-4764-b59f-dc13686e1b3b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:18.655789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc558fc6-677e-418e-8ff6-93b6ad5e384e req-695c3346-73f4-4764-b59f-dc13686e1b3b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 948 time: 0.0674968 Oct 12 22:49:18.694652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc558fc6-677e-418e-8ff6-93b6ad5e384e req-2517c993-e8f7-4763-af9f-3e16a198cb69 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Oct 12 22:49:18.785807 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:18.825389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-4c8abb58-a285-491e-9a2a-a33b62ebbd01 req-9d205574-076d-46e9-85b9-331ab2c5421b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:49:18.827426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c8abb58-a285-491e-9a2a-a33b62ebbd01 req-9d205574-076d-46e9-85b9-331ab2c5421b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1145308 Oct 12 22:49:18.832671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35340) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:18.898968 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f82e01b-fce3-4989-8261-85828c920e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:18.979496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f82e01b-fce3-4989-8261-85828c920e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.048240 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f82e01b-fce3-4989-8261-85828c920e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.087184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3f82e01b-fce3-4989-8261-85828c920e7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d103fbe745fb48b892e735740518c075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2529685 Oct 12 22:49:19.088262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82e01b-fce3-4989-8261-85828c920e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef2f94-a786-4d01-a8c2-9bd5783216b7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:19.089931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35354) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:19.147666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2d19813-4d39-40b2-901c-31c251ff20b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.180486 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2d19813-4d39-40b2-901c-31c251ff20b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.285076 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-dea685f3-5438-45f5-b598-79fb0e8c9e7b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0d486ab153e840749ef2c1845d6d7d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330162 Oct 12 22:49:19.347730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7774ea4-2756-476c-8bc4-ba475398b1ca req-bb9e0036-3493-4ee3-99a0-4e585f8a2467 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:19.349229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7774ea4-2756-476c-8bc4-ba475398b1ca req-bb9e0036-3493-4ee3-99a0-4e585f8a2467 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 972 time: 0.1283681 Oct 12 22:49:19.386234 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2d19813-4d39-40b2-901c-31c251ff20b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.388933 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2d19813-4d39-40b2-901c-31c251ff20b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.390044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f2d19813-4d39-40b2-901c-31c251ff20b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8aef2f94-a786-4d01-a8c2-9bd5783216b7 HTTP/1.1" status: 204 len: 168 time: 0.2990484 Oct 12 22:49:19.415515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d19813-4d39-40b2-901c-31c251ff20b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef2f94-a786-4d01-a8c2-9bd5783216b7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:19.442113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 389aabec-1d0d-4344-b10e-c91537169aad details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:19.460680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7774ea4-2756-476c-8bc4-ba475398b1ca req-a3068006-f120-4278-8511-c93b46b351c8 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987344 Oct 12 22:49:19.509705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-c3700ed9-dd28-4140-97cf-d11b0122e871 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:19.512289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-c3700ed9-dd28-4140-97cf-d11b0122e871 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2195640 Oct 12 22:49:19.526837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Request body: {'port': {'device_id': '68c16083-a7d1-4b48-8d03-a269deb20e24', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '0d486ab153e840749ef2c1845d6d7d38'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:19.579772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 389aabec-1d0d-4344-b10e-c91537169aad, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=389aabec-1d0d-4344-b10e-c91537169aad,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:19.598788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '389aabec-1d0d-4344-b10e-c91537169aad', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '389aabec-1d0d-4344-b10e-c91537169aad', 'mac_address': 'fa:16:3e:8c:5c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:19.700187 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.722179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4cd8190-94d3-4e1d-a99a-e53ec73dfe66 req-87c1194a-563a-420b-ae1e-ac08f49a31c1 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 210 time: 0.0430789 Oct 12 22:49:19.734891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 389aabec-1d0d-4344-b10e-c91537169aad {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:19.778512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 389aabec-1d0d-4344-b10e-c91537169aad, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=389aabec-1d0d-4344-b10e-c91537169aad,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:19.792458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-df78d42d-b8f7-4242-9d01-2988dd2e84d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612662 Oct 12 22:49:19.794537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Made reservation on behalf of 0d486ab153e840749ef2c1845d6d7d38 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:19.796687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.828522 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.859510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c2827f6f-7955-4acb-bee1-c836133f0d4b req-bec0f890-b3ce-490b-afd2-a1e7114a827a tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 210 time: 0.0401325 Oct 12 22:49:19.882973 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:19.887477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:19.953392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-ab533d27-f8a3-4a24-b0c4-dc5694b971a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:19.955014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-ab533d27-f8a3-4a24-b0c4-dc5694b971a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=468492196d814479a6f92a3517388012&device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 1123 time: 0.1029341 Oct 12 22:49:19.986852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.41', 57679) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:19.990114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:19.999698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=389aabec-1d0d-4344-b10e-c91537169aad,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:20.008819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'mac_address': 'fa:16:3e:06:c8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:20.014236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-f4daf3a7-990b-4017-aae8-11adeb4f7463 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=b7d52b0358b94685b62186c8b75307f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262995 Oct 12 22:49:20.050628 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.077271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8af3fb2-39d4-4efb-9424-f7ff8435965d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:20.086233 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.111221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:20.120053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-454a4f2d-9eda-4ce6-932c-3317a17d50da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:20.122196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-454a4f2d-9eda-4ce6-932c-3317a17d50da service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1323776 Oct 12 22:49:20.157545 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.170133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.190387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-615b4388-0b55-4fda-8851-33047158a99b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=d4320be0-38b0-4a40-9281-b8f870594301 HTTP/1.1" status: 200 len: 217 time: 0.0611374 Oct 12 22:49:20.203342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-b00a9c73-b8bd-49a1-acc2-8e8736331cc6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:20.206312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-b00a9c73-b8bd-49a1-acc2-8e8736331cc6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1862330 Oct 12 22:49:20.246661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:20.250710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35404) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:20.272014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec397b11-3bb0-4c08-94d3-8a51b3404b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.283182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-f1ae4fe5-8c9f-4a42-ab96-013310e4fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:20.284647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-f1ae4fe5-8c9f-4a42-ab96-013310e4fef9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0874326 Oct 12 22:49:20.316778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Request body: {'port': {'device_id': '7c0d0a85-df06-4ff2-99d2-466a4f14c34c', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'b7d52b0358b94685b62186c8b75307f9'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:20.364845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-1e0d7f3b-0fea-49c6-937a-99b0a5a07e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:20.366517 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-1e0d7f3b-0fea-49c6-937a-99b0a5a07e9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0698509 Oct 12 22:49:20.384339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['389aabec-1d0d-4344-b10e-c91537169aad'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:20.415092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d8af3fb2-39d4-4efb-9424-f7ff8435965d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:20.434744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de2ea04-c233-4d2e-90f6-5c58e119a7f3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:20.465124 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec397b11-3bb0-4c08-94d3-8a51b3404b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.500580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-0cd385e1-faeb-4c0d-96df-fb06a92f80d2 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239650 Oct 12 22:49:20.525159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9af3df-8d64-432d-b31c-f5def57e4141 req-0626b221-2af4-4fb4-bb79-bc0cffb50331 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:20.526659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a9af3df-8d64-432d-b31c-f5def57e4141 req-0626b221-2af4-4fb4-bb79-bc0cffb50331 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 949 time: 0.2380273 Oct 12 22:49:20.568808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec397b11-3bb0-4c08-94d3-8a51b3404b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.598342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Allocated IP 192.168.233.195 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/d7d1fd1b-76d7-4073-83b7-c8a894eae139) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:20.620340 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a9af3df-8d64-432d-b31c-f5def57e4141 req-e4cd5ce7-c64b-47cd-853f-a4aaad1ae45f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795105 Oct 12 22:49:20.646999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ec397b11-3bb0-4c08-94d3-8a51b3404b95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f30fda25804c4c3a926fe1f690cf1500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3944643 Oct 12 22:49:20.652784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35410) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:20.669229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Made reservation on behalf of b7d52b0358b94685b62186c8b75307f9 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:20.674687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.677554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec397b11-3bb0-4c08-94d3-8a51b3404b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89f680c-36d6-485b-ba09-9cd57e104b51,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:20.698050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc4d4d6b-d88d-4ad0-ba7e-4453174b9c28 req-41fe8dc6-4de2-4aee-af1a-558eaec57b89 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897888 Oct 12 22:49:20.851753 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b227a61-9237-419c-bbcf-7615243a7302 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.894155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b227a61-9237-419c-bbcf-7615243a7302 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:20.915272 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.008194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f247420-a5b4-45fe-b623-7c473cdf0117 req-dee86ed6-99c8-428d-8b5a-d7e92d6ad246 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:21.009581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2f247420-a5b4-45fe-b623-7c473cdf0117 req-dee86ed6-99c8-428d-8b5a-d7e92d6ad246 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 972 time: 0.0852401 Oct 12 22:49:21.046504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2f247420-a5b4-45fe-b623-7c473cdf0117 req-489289d6-5b80-4228-bd04-9d8621ab234c tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308154 Oct 12 22:49:21.065655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b227a61-9237-419c-bbcf-7615243a7302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.069062 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b227a61-9237-419c-bbcf-7615243a7302 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.070428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3b227a61-9237-419c-bbcf-7615243a7302 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d89f680c-36d6-485b-ba09-9cd57e104b51 HTTP/1.1" status: 204 len: 168 time: 0.4144084 Oct 12 22:49:21.078793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b227a61-9237-419c-bbcf-7615243a7302 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89f680c-36d6-485b-ba09-9cd57e104b51,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:21.095335 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.186821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:21.194912 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:21.207116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:21.213292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:21.213903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.220244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Allocated IP 192.168.233.203 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/55763fde-ec60-4d6b-92af-a50a72fd32cc) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:21.227306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Pushing event updated for resources: {'Port': ['ID=d7d1fd1b-76d7-4073-83b7-c8a894eae139,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:21.246822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-fc7c1514-6ac9-4c1c-b0d1-78a4a6d82e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:21.252191 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-fc7c1514-6ac9-4c1c-b0d1-78a4a6d82e9a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1097 time: 0.0975211 Oct 12 22:49:21.282165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fca7729e-c6fc-4f9c-84cf-18d6d46e562b req-5a870a1a-9080-4ae5-9103-82d1de0f21fd tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 210 time: 0.0428340 Oct 12 22:49:21.288044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-e58d1a83-2e20-426e-af54-d7f7bb18ed5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7653165 Oct 12 22:49:21.310025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Request body: {'port': {'device_id': '68c16083-a7d1-4b48-8d03-a269deb20e24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:21.453490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 389aabec-1d0d-4344-b10e-c91537169aad up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:21.472386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-252c426e-bc7f-445c-868b-9538c03016c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:21.473847 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-252c426e-bc7f-445c-868b-9538c03016c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.1740768 Oct 12 22:49:21.518356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d8e78026-f92d-4de5-a007-0b3812483b24 None None] Provisioning complete for port d7d1fd1b-76d7-4073-83b7-c8a894eae139 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:21.518964 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8e78026-f92d-4de5-a007-0b3812483b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.522248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35436) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:21.535062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-4c3d889b-91d8-4784-8ade-10cbced64a03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 217 time: 0.0529649 Oct 12 22:49:21.535554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.594007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aee4ed-ba86-4e29-a1cc-69ed43e9231e req-1bbb119e-b8e9-4590-b9ea-bd2eafa9073f tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:21.607162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d8e78026-f92d-4de5-a007-0b3812483b24 None None] Port d7d1fd1b-76d7-4073-83b7-c8a894eae139 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:21.608444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04aee4ed-ba86-4e29-a1cc-69ed43e9231e req-1bbb119e-b8e9-4590-b9ea-bd2eafa9073f tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 936 time: 0.1590197 Oct 12 22:49:21.622669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-a9b1fefd-1212-4bf5-bfeb-4e6f73a26f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:21.625730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-a9b1fefd-1212-4bf5-bfeb-4e6f73a26f1b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0794659 Oct 12 22:49:21.648010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.666202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 389aabec-1d0d-4344-b10e-c91537169aad completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:21.669288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-5d126fad-75fa-4221-8259-49f197fd3ab9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371113 Oct 12 22:49:21.680510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 389aabec-1d0d-4344-b10e-c91537169aad triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:21.681142 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.783120 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04aee4ed-ba86-4e29-a1cc-69ed43e9231e req-53350519-52ab-42f3-8190-40dde8ef3ff8 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736252 Oct 12 22:49:21.783951 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-6defb682-d53e-4c81-b811-2fee3d5f9d58 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066771 Oct 12 22:49:21.785500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.835852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 389aabec-1d0d-4344-b10e-c91537169aad, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=389aabec-1d0d-4344-b10e-c91537169aad,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:21.837049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27915738-4b6b-4825-a13f-492a9687ab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389aabec-1d0d-4344-b10e-c91537169aad'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:21.841556 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aebda4b-19db-4edf-9528-7cedf7f3b54c" -d '{"events": [{"server_uuid": "27915738-4b6b-4825-a13f-492a9687ab7c", "name": "network-vif-plugged", "status": "completed", "tag": "389aabec-1d0d-4344-b10e-c91537169aad"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:21.900344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d125b7cf-0c6a-49d0-91b9-cb2977b17d6d req-8e6eed01-b1ee-4c75-a1cd-c0da6a84d4b0 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088090 Oct 12 22:49:21.905597 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.906767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:21.926769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-2565fa49-7a6e-46ad-84df-6b48da93c2d8 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:49:21.933004 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-2565fa49-7a6e-46ad-84df-6b48da93c2d8 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4028537 Oct 12 22:49:21.965041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:21.987760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=389aabec-1d0d-4344-b10e-c91537169aad,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:22.042671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-22d0af00-6e41-4461-ab00-8a6245637d6d tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:22.044095 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-22d0af00-6e41-4461-ab00-8a6245637d6d tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports/00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 1094 time: 0.1086435 Oct 12 22:49:22.065031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:22.074388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:22.077824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port d8af3fb2-39d4-4efb-9424-f7ff8435965d completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:22.080910 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:22.085826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port d8af3fb2-39d4-4efb-9424-f7ff8435965d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:22.086376 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:22.087257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:22.087410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:22.092384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Pushing event updated for resources: {'Port': ['ID=55763fde-ec60-4d6b-92af-a50a72fd32cc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:22.197839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:22.235064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d1fd1b-76d7-4073-83b7-c8a894eae139 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:22.250163 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-52397e39-2b1c-4aeb-a7c5-b33ad169ada0 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9602978 Oct 12 22:49:22.252123 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:22.259130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:22.265621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Request body: {'port': {'device_id': '7c0d0a85-df06-4ff2-99d2-466a4f14c34c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:22.287899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Transition to ACTIVE for port object d7d1fd1b-76d7-4073-83b7-c8a894eae139 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:22.310701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Request body: {'binding': {'host': 'n-h1-790519-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:22.311313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Unknown quota resources ['binding']. {{(pid=101889) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 22:49:22.359954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:22.361404 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:22.414529 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:22.443073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:22.457474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-63295d42-e645-4f75-bbab-67570c5b7953 None None] Provisioning complete for port 55763fde-ec60-4d6b-92af-a50a72fd32cc triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:22.458174 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-63295d42-e645-4f75-bbab-67570c5b7953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:22.525098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-63295d42-e645-4f75-bbab-67570c5b7953 None None] Port 55763fde-ec60-4d6b-92af-a50a72fd32cc cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:22.533962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d7d1fd1b-76d7-4073-83b7-c8a894eae139,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:22.929190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Attempting to bind port d7d1fd1b-76d7-4073-83b7-c8a894eae139 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:22.929516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Attempting to bind port d7d1fd1b-76d7-4073-83b7-c8a894eae139 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:22.929837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Attempting to bind port d7d1fd1b-76d7-4073-83b7-c8a894eae139 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:22.934852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 on host n-h1-790519-14 for vnic_type normal with profile None {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:22.935205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:22.935518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:22.947409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Port d7d1fd1b-76d7-4073-83b7-c8a894eae139 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:22.947725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Attempting to bind port d7d1fd1b-76d7-4073-83b7-c8a894eae139 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:22.954424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Port 00aaf2b8-c420-4207-b185-8cb110871e61 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:22.954733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:22.967641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02419af5-f98b-4fa2-a7a6-d97484e09336 req-281ce824-05c7-4588-a8e9-c9be089d4886 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:22.969084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02419af5-f98b-4fa2-a7a6-d97484e09336 req-281ce824-05c7-4588-a8e9-c9be089d4886 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 950 time: 0.3831828 Oct 12 22:49:22.975112 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:22.975448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:22.975825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:22.976249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Bound port: d7d1fd1b-76d7-4073-83b7-c8a894eae139, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:22.976604 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:22.981186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:22.981511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:22.981870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:22.982273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Bound port: 00aaf2b8-c420-4207-b185-8cb110871e61, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:23.165876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:23.171852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02419af5-f98b-4fa2-a7a6-d97484e09336 req-e5c3f15b-6077-4541-a6b4-f8db52bf8998 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915720 Oct 12 22:49:23.217421 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] For port d7d1fd1b-76d7-4073-83b7-c8a894eae139, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:23.229609 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c98cf9-f5cf-4565-9ada-fc56c8e7bdea x-openstack-request-id: req-e4c98cf9-f5cf-4565-9ada-fc56c8e7bdea {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:23.230099 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27915738-4b6b-4825-a13f-492a9687ab7c", "name": "network-vif-plugged", "status": "completed", "tag": "389aabec-1d0d-4344-b10e-c91537169aad", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:23.230441 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4c98cf9-f5cf-4565-9ada-fc56c8e7bdea {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:23.230792 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27915738-4b6b-4825-a13f-492a9687ab7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '389aabec-1d0d-4344-b10e-c91537169aad', 'code': 200} Oct 12 22:49:23.237953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:23.239142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-c6ff2326-4075-47f8-9f18-4a42c0938263 service neutron] 10.222.0.31 "POST /v2.0/ports/00aaf2b8-c420-4207-b185-8cb110871e61/bindings HTTP/1.1" status: 201 len: 390 time: 0.9992034 Oct 12 22:49:23.241950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55763fde-ec60-4d6b-92af-a50a72fd32cc {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:23.247217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] For port d7d1fd1b-76d7-4073-83b7-c8a894eae139, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7d1fd1b-76d7-4073-83b7-c8a894eae139,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:23.253616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:23.267801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Transition to ACTIVE for port object 55763fde-ec60-4d6b-92af-a50a72fd32cc will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:23.324756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:23.336968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2640fc39-b160-4dd5-a0a3-b5ecdce33b01 req-99067ccd-9acb-4c02-9931-61ed9558a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:23.338477 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2640fc39-b160-4dd5-a0a3-b5ecdce33b01 req-99067ccd-9acb-4c02-9931-61ed9558a9d7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 1102 time: 0.0414140 Oct 12 22:49:23.362588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:23.367499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:23.368125 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:23.369865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] 10.222.0.41 "PUT /v2.0/ports/d7d1fd1b-76d7-4073-83b7-c8a894eae139 HTTP/1.1" status: 200 len: 1097 time: 2.0712616 Oct 12 22:49:23.372067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68c16083-a7d1-4b48-8d03-a269deb20e24', 'tag': 'd7d1fd1b-76d7-4073-83b7-c8a894eae139'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:23.389912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2640fc39-b160-4dd5-a0a3-b5ecdce33b01 req-bf498483-14c9-4c9b-8524-a4f9c5a89d05 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Oct 12 22:49:23.390092 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b2da8d-4669-473b-abd8-a12c323cef0b" -d '{"events": [{"name": "network-changed", "server_uuid": "68c16083-a7d1-4b48-8d03-a269deb20e24", "tag": "d7d1fd1b-76d7-4073-83b7-c8a894eae139"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:23.427999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712ffc43-558d-45e2-a950-b544e6807e9a service neutron] Pushing event updated for resources: {'Port': ['ID=d7d1fd1b-76d7-4073-83b7-c8a894eae139,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:23.490202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Attempting to bind port 55763fde-ec60-4d6b-92af-a50a72fd32cc on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:23.490526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Attempting to bind port 55763fde-ec60-4d6b-92af-a50a72fd32cc by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:23.490850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Attempting to bind port 55763fde-ec60-4d6b-92af-a50a72fd32cc on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:23.501613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Port 55763fde-ec60-4d6b-92af-a50a72fd32cc on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:23.501939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Attempting to bind port 55763fde-ec60-4d6b-92af-a50a72fd32cc on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:23.504078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Pushing event updated for resources: {'Port': ['ID=55763fde-ec60-4d6b-92af-a50a72fd32cc,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:23.538920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:23.539277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:23.539686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:23.549928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Bound port: 55763fde-ec60-4d6b-92af-a50a72fd32cc, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:23.549928 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:23.589163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-f11e05c6-edc3-4ed4-a752-ac151759d3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:23.590674 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-f11e05c6-edc3-4ed4-a752-ac151759d3f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d486ab153e840749ef2c1845d6d7d38&device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 1100 time: 0.0771477 Oct 12 22:49:23.683089 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-6296ba5d-d3ba-4fee-8c00-d93154b49fc7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d7d1fd1b-76d7-4073-83b7-c8a894eae139 HTTP/1.1" status: 200 len: 217 time: 0.0812912 Oct 12 22:49:23.685636 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] For port 55763fde-ec60-4d6b-92af-a50a72fd32cc, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:23.712893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] For port 55763fde-ec60-4d6b-92af-a50a72fd32cc, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=55763fde-ec60-4d6b-92af-a50a72fd32cc,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:23.776700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:23.779599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-08cdc7c9-bafa-4cab-a34d-d83cb417557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:23.781052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-08cdc7c9-bafa-4cab-a34d-d83cb417557d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0816998 Oct 12 22:49:23.844366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:23.844366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:23.844908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/55763fde-ec60-4d6b-92af-a50a72fd32cc HTTP/1.1" status: 200 len: 1097 time: 1.5836267 Oct 12 22:49:23.848503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72364bfc-1ddd-4335-a4a7-537f575ec1bf req-eb025148-c92f-446c-b888-1b3b46fc538c tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:23.858712 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72364bfc-1ddd-4335-a4a7-537f575ec1bf req-eb025148-c92f-446c-b888-1b3b46fc538c tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 948 time: 0.0641172 Oct 12 22:49:23.863513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fb8d4-dd43-4eb9-a395-a7452242487f req-2eb48080-364e-43cb-8eac-6a272e9a68f2 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:23.865218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-891fb8d4-dd43-4eb9-a395-a7452242487f req-2eb48080-364e-43cb-8eac-6a272e9a68f2 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 948 time: 0.1547630 Oct 12 22:49:23.900934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6bab2-3d1f-4b7a-b1e1-61f9ff6a12a4 service neutron] Pushing event updated for resources: {'Port': ['ID=55763fde-ec60-4d6b-92af-a50a72fd32cc,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:23.903716 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72364bfc-1ddd-4335-a4a7-537f575ec1bf req-d06a183d-5b52-4517-80e2-e66aa6340198 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438797 Oct 12 22:49:23.914156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-784b30ae-7804-47ab-b605-0d82930b6b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:23.916061 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-784b30ae-7804-47ab-b605-0d82930b6b8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1080034 Oct 12 22:49:23.955531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-891fb8d4-dd43-4eb9-a395-a7452242487f req-d414726f-79e8-4cef-a7d7-f0816e7a4afd tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788679 Oct 12 22:49:24.001123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-7512b8f0-efc7-4bf9-95e5-64d1b0c5ec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.002791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-7512b8f0-efc7-4bf9-95e5-64d1b0c5ec38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7d52b0358b94685b62186c8b75307f9&device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 1100 time: 0.0519550 Oct 12 22:49:24.011246 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19653d8-cc12-4abd-8e3d-4163dcca023a x-openstack-request-id: req-b19653d8-cc12-4abd-8e3d-4163dcca023a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:24.015917 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68c16083-a7d1-4b48-8d03-a269deb20e24", "tag": "d7d1fd1b-76d7-4073-83b7-c8a894eae139", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:24.015917 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b19653d8-cc12-4abd-8e3d-4163dcca023a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:24.016209 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68c16083-a7d1-4b48-8d03-a269deb20e24', 'tag': 'd7d1fd1b-76d7-4073-83b7-c8a894eae139', 'status': 'completed', 'code': 200} Oct 12 22:49:24.052097 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-1cccd514-2cc0-42a3-adda-7e039e26aacd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=55763fde-ec60-4d6b-92af-a50a72fd32cc HTTP/1.1" status: 200 len: 217 time: 0.0392287 Oct 12 22:49:24.109150 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-c9fa6fdc-98d5-411f-9e95-53af61f37ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.110614 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-c9fa6fdc-98d5-411f-9e95-53af61f37ffe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0500250 Oct 12 22:49:24.123108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-f89df82d-45de-4440-9532-fb65552c81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.125102 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-f89df82d-45de-4440-9532-fb65552c81a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1097 time: 0.1867764 Oct 12 22:49:24.167916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-036f1dac-f2b2-4b82-b303-06ecd9f9b155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.169395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-036f1dac-f2b2-4b82-b303-06ecd9f9b155 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0504434 Oct 12 22:49:24.178260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b27b0-c0dc-4fa2-a620-8c09119f8770 req-9c919861-8c7a-4d33-900f-e3e0e4dd4415 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.179775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd2b27b0-c0dc-4fa2-a620-8c09119f8770 req-9c919861-8c7a-4d33-900f-e3e0e4dd4415 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 945 time: 0.1135709 Oct 12 22:49:24.222407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-b2eda4d7-3e7d-43cc-8f78-03c34df5d9e4 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2751012 Oct 12 22:49:24.293402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f6e1d5-912b-4636-acc5-46f0b9b4d256 req-8a966bf3-6efe-4c3a-8e6e-de319231a688 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.295107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17f6e1d5-912b-4636-acc5-46f0b9b4d256 req-8a966bf3-6efe-4c3a-8e6e-de319231a688 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 972 time: 0.0999639 Oct 12 22:49:24.306126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd2b27b0-c0dc-4fa2-a620-8c09119f8770 req-a0c745e5-882c-4db4-b805-5355c463df6b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960836 Oct 12 22:49:24.314600 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-e2c7f4e6-86ad-43a0-a0c9-eb33f14dde4e service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367905 Oct 12 22:49:24.341424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-3272ae6f-92e1-4714-8758-909180179c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.342897 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-3272ae6f-92e1-4714-8758-909180179c26 service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.2059219 Oct 12 22:49:24.387770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17f6e1d5-912b-4636-acc5-46f0b9b4d256 req-3dd3728e-c077-4326-bb2f-596e0c06337d tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837233 Oct 12 22:49:24.399475 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-011d8ca0-00d5-4c9b-8ecf-2cf0edf37190 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 217 time: 0.0477569 Oct 12 22:49:24.401598 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18989f7-5da1-49e0-a56b-e5388dbe9b9f req-3de599c0-5e14-4e88-984f-68fe1dbaae3c service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685224 Oct 12 22:49:24.453346 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3820b27-03b0-4054-8ee4-3120efb92fb6 req-69742c73-8ffa-46c7-954c-d92e33190952 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284811 Oct 12 22:49:24.464072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-b85f5e1b-2a68-4875-a841-b46e584f1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.465386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-b85f5e1b-2a68-4875-a841-b46e584f1ff5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0527036 Oct 12 22:49:24.505076 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-0d93c6ee-58c1-432e-9fd3-40f7f0178b04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286472 Oct 12 22:49:24.596362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-9705ab5f-244a-4c13-80c5-e3d65b133087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.598227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-9705ab5f-244a-4c13-80c5-e3d65b133087 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d486ab153e840749ef2c1845d6d7d38&device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 1100 time: 0.0716405 Oct 12 22:49:24.624072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-ec985b19-9944-42ca-89b8-fd0b1a3396a6 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040637 Oct 12 22:49:24.727611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6333c489-9459-4433-85d3-967c830cbb7c req-26a72194-abeb-4cb2-bcdb-1671e6e0211d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.729080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6333c489-9459-4433-85d3-967c830cbb7c req-26a72194-abeb-4cb2-bcdb-1671e6e0211d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 950 time: 0.1104949 Oct 12 22:49:24.734627 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-830b0666-b532-4c9d-a294-271c1ba6695b service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024573 Oct 12 22:49:24.768452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-7d0f0b14-92a0-4c72-b457-3d3801beb76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.769917 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-7d0f0b14-92a0-4c72-b457-3d3801beb76a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1615264 Oct 12 22:49:24.785455 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6333c489-9459-4433-85d3-967c830cbb7c req-7e524205-cae7-4817-a08d-3db8b5a1f358 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498002 Oct 12 22:49:24.917200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-18f6a784-60e5-4788-add1-941a7590b45d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=d7d1fd1b-76d7-4073-83b7-c8a894eae139 HTTP/1.1" status: 200 len: 217 time: 0.0387912 Oct 12 22:49:24.933926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ece017-20bb-4e58-822e-a697512fb672 req-33f6b653-6bf7-4372-bce6-4ab3ea90a128 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:24.935432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3ece017-20bb-4e58-822e-a697512fb672 req-33f6b653-6bf7-4372-bce6-4ab3ea90a128 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0821145 Oct 12 22:49:25.007016 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3ece017-20bb-4e58-822e-a697512fb672 req-0aa1194f-8cbf-4239-8107-41ae399c4f7a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629115 Oct 12 22:49:25.008616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-55e6d855-7a61-4ca5-a7f6-d3f86164d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:25.009472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-581a0bec-cc35-4f56-ba0c-fb092e0a6276 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:25.010057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-55e6d855-7a61-4ca5-a7f6-d3f86164d97d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0736113 Oct 12 22:49:25.010926 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-581a0bec-cc35-4f56-ba0c-fb092e0a6276 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.0818572 Oct 12 22:49:25.035583 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-790519-14'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:25.074285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-442c59d2-69ef-49a5-9a36-500f601a49c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:25.077328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-442c59d2-69ef-49a5-9a36-500f601a49c2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0491660 Oct 12 22:49:25.100191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:25.182540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35550) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:25.232003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:25.232876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a065581-2a00-4dd3-96e7-62e77d3e0d1d req-49202f25-5dd8-436c-bb0a-f1cc10767c84 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:25.234383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a065581-2a00-4dd3-96e7-62e77d3e0d1d req-49202f25-5dd8-436c-bb0a-f1cc10767c84 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 948 time: 0.0862718 Oct 12 22:49:25.234872 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea88918d-6e56-44d9-8a4c-f6f87fda554c" -d '{"events": [{"server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:25.258005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:25.265314 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-b9bcdc52-405e-46d0-b5bf-5c96e58b567d service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761305 Oct 12 22:49:25.295249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a065581-2a00-4dd3-96e7-62e77d3e0d1d req-5edb439e-7f44-4fd6-9803-b1f56716dcff tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479708 Oct 12 22:49:25.352567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-926d49b6-5d06-4988-b98a-4ac51c94c49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:25.357207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:25.405126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e5fce-9549-4845-8dc6-a63a80f6d4ac req-d916bcee-555a-47f9-8e97-8496e35af77c tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:25.406696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-940e5fce-9549-4845-8dc6-a63a80f6d4ac req-d916bcee-555a-47f9-8e97-8496e35af77c tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 948 time: 0.1312878 Oct 12 22:49:25.417055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-fc7bc0fa-e33a-4e61-835e-6bde06b23016 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:25.418653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-fc7bc0fa-e33a-4e61-835e-6bde06b23016 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 972 time: 0.1270895 Oct 12 22:49:25.462383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:25.563864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:25.571684 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7b2da8d-4669-473b-abd8-a12c323cef0b req-0f75afb8-3448-4a03-ad9b-da0b9f1771ca service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853432 Oct 12 22:49:25.617177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-940e5fce-9549-4845-8dc6-a63a80f6d4ac req-02747634-f052-406b-b6a7-0494a7bd4b3b tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974273 Oct 12 22:49:25.621187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-926d49b6-5d06-4988-b98a-4ac51c94c49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:25.624518 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2edae8a-2395-4b5f-a602-e26fd766d126 x-openstack-request-id: req-f2edae8a-2395-4b5f-a602-e26fd766d126 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:25.627141 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:25.627141 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2edae8a-2395-4b5f-a602-e26fd766d126 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:25.627141 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'code': 200} Oct 12 22:49:25.698632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Pushing event updated for resources: {'Port': ['ID=00aaf2b8-c420-4207-b185-8cb110871e61,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:25.711469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-926d49b6-5d06-4988-b98a-4ac51c94c49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:25.795744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-926d49b6-5d06-4988-b98a-4ac51c94c49c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=942610a0a99944d79f4c03ebcd3d08c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6085224 Oct 12 22:49:25.802908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35570) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:25.814203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d49b6-5d06-4988-b98a-4ac51c94c49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b223ca-44dd-4399-85b2-513af55f6e6b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:25.833379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa54e16-3af1-4da2-8420-7c6b250d37aa req-7fbd261d-1c6a-4774-a568-bb6a11533e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:25.835678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aaa54e16-3af1-4da2-8420-7c6b250d37aa req-7fbd261d-1c6a-4774-a568-bb6a11533e4f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1102 time: 0.1419013 Oct 12 22:49:25.851983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe21211-4536-4571-aa43-a4b8bc0ca706 req-ba5ddf83-2a41-458b-a92d-1114dd4d3682 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:25.853535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fe21211-4536-4571-aa43-a4b8bc0ca706 req-ba5ddf83-2a41-458b-a92d-1114dd4d3682 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 972 time: 0.1449685 Oct 12 22:49:25.923746 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aaa54e16-3af1-4da2-8420-7c6b250d37aa req-16308af6-2254-46cb-a33e-d0f7bc2ab819 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797446 Oct 12 22:49:25.931595 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c985ffff-d1d0-4efa-af0f-426fedfc13a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:25.936306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fe21211-4536-4571-aa43-a4b8bc0ca706 req-a37a8906-81d2-4ca7-b61f-1e3cb4135ec0 tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/security-groups?id=7208b326-a2d4-4770-959f-2242f74092c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739472 Oct 12 22:49:25.956399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c985ffff-d1d0-4efa-af0f-426fedfc13a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:25.973513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 on host n-h2-790519-14 for vnic_type normal with profile {"migrating_to": "n-h1-790519-14"} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:25.973854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:25.974263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:25.982598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Deleting port e06351a4-1408-4ef4-9677-5b16b4e0b252 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:49:25.982968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:25.998172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Port 00aaf2b8-c420-4207-b185-8cb110871e61 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:25.998494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Attempting to bind port 00aaf2b8-c420-4207-b185-8cb110871e61 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:26.027817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c0d0a85-df06-4ff2-99d2-466a4f14c34c', 'tag': '55763fde-ec60-4d6b-92af-a50a72fd32cc'}, {'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:26.030057 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512bb86d-b17b-4786-83f8-e921cc221efa" -d '{"events": [{"name": "network-changed", "server_uuid": "7c0d0a85-df06-4ff2-99d2-466a4f14c34c", "tag": "55763fde-ec60-4d6b-92af-a50a72fd32cc"}, {"server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:26.043690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:26.044023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:26.044401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:26.044826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Bound port: 00aaf2b8-c420-4207-b185-8cb110871e61, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:26.045178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:26.054593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130f1c-72a8-49b5-832b-a5c4fb8a8bad req-110d725c-e9e7-4c5b-84a9-5e4fb50d9804 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:26.056120 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5130f1c-72a8-49b5-832b-a5c4fb8a8bad req-110d725c-e9e7-4c5b-84a9-5e4fb50d9804 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.3760962 Oct 12 22:49:26.094781 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c985ffff-d1d0-4efa-af0f-426fedfc13a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:26.099533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c985ffff-d1d0-4efa-af0f-426fedfc13a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:26.100932 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c985ffff-d1d0-4efa-af0f-426fedfc13a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/69b223ca-44dd-4399-85b2-513af55f6e6b HTTP/1.1" status: 204 len: 168 time: 0.2969317 Oct 12 22:49:26.136688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985ffff-d1d0-4efa-af0f-426fedfc13a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b223ca-44dd-4399-85b2-513af55f6e6b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:26.167042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5130f1c-72a8-49b5-832b-a5c4fb8a8bad req-1fdbd4c7-5ab3-48dd-a3f7-bbdd5e3c9444 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937917 Oct 12 22:49:26.178098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] For port e06351a4-1408-4ef4-9677-5b16b4e0b252, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=e06351a4-1408-4ef4-9677-5b16b4e0b252,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:26.178469 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:26.180961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48762d4-e009-485d-95d2-6dc96b025954 req-d3692ae1-ba16-4957-9ad8-11b5cdad9f51 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:26.183180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b48762d4-e009-485d-95d2-6dc96b025954 req-d3692ae1-ba16-4957-9ad8-11b5cdad9f51 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0782328 Oct 12 22:49:26.201200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Calling delete_port for e06351a4-1408-4ef4-9677-5b16b4e0b252 owned by compute:tempest-test_az-1885812838 {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:49:26.203279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:26.221867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:26.260370 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf89ae39-b031-4283-a7f4-d2171b1d8c48 x-openstack-request-id: req-bf89ae39-b031-4283-a7f4-d2171b1d8c48 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:26.260676 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c0d0a85-df06-4ff2-99d2-466a4f14c34c", "tag": "55763fde-ec60-4d6b-92af-a50a72fd32cc", "status": "completed", "code": 200}, {"server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "name": "network-vif-unplugged", "status": "completed", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:26.265831 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf89ae39-b031-4283-a7f4-d2171b1d8c48 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:26.265831 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c0d0a85-df06-4ff2-99d2-466a4f14c34c', 'tag': '55763fde-ec60-4d6b-92af-a50a72fd32cc', 'status': 'completed', 'code': 200} Oct 12 22:49:26.265831 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61', 'code': 200} Oct 12 22:49:26.273594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b48762d4-e009-485d-95d2-6dc96b025954 req-be5f49fe-d3a7-464b-aa50-7952f47d713b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831687 Oct 12 22:49:26.280227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:26.307105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bb86d-b17b-4786-83f8-e921cc221efa req-6614e0f7-f980-42f7-9b6b-204cb82ead02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:26.308890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-512bb86d-b17b-4786-83f8-e921cc221efa req-6614e0f7-f980-42f7-9b6b-204cb82ead02 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b7d52b0358b94685b62186c8b75307f9&device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 1100 time: 0.0502949 Oct 12 22:49:26.354074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Pushing event updated for resources: {'Port': ['ID=00aaf2b8-c420-4207-b185-8cb110871e61,revision_number=8']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:26.399854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:26.400488 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:26.401881 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6a1ba2f6-4c80-4069-a408-959ef6010a2e service neutron] 10.222.0.41 "PUT /v2.0/ports/00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 1123 time: 1.3717360 Oct 12 22:49:26.434482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bb86d-b17b-4786-83f8-e921cc221efa req-aa357b04-21c6-4fa5-a848-20a482131c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:26.436213 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-512bb86d-b17b-4786-83f8-e921cc221efa req-aa357b04-21c6-4fa5-a848-20a482131c8a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1205633 Oct 12 22:49:26.467180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['00aaf2b8-c420-4207-b185-8cb110871e61'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:26.486691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-512bb86d-b17b-4786-83f8-e921cc221efa req-cd45a4a1-d768-492c-ad9c-064284fc43e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=55763fde-ec60-4d6b-92af-a50a72fd32cc HTTP/1.1" status: 200 len: 217 time: 0.0417686 Oct 12 22:49:26.500491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf22ce2-b441-4023-8c9f-26ab9376403f req-b5741134-b8e9-4e2c-987a-5c868b694497 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:26.502021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5cf22ce2-b441-4023-8c9f-26ab9376403f req-b5741134-b8e9-4e2c-987a-5c868b694497 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 948 time: 0.0626826 Oct 12 22:49:26.533414 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:26.545042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['e06351a4-1408-4ef4-9677-5b16b4e0b252'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:26.564345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bb86d-b17b-4786-83f8-e921cc221efa req-4eec6e2b-1a51-44d5-9ebc-086a7af0a9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:26.565922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-512bb86d-b17b-4786-83f8-e921cc221efa req-4eec6e2b-1a51-44d5-9ebc-086a7af0a9c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0733316 Oct 12 22:49:26.636331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bb86d-b17b-4786-83f8-e921cc221efa req-45fe55a1-a8fe-4737-9847-77d307c58f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:26.637981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-512bb86d-b17b-4786-83f8-e921cc221efa req-45fe55a1-a8fe-4737-9847-77d307c58f48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628309 Oct 12 22:49:26.651203 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5cf22ce2-b441-4023-8c9f-26ab9376403f req-e93316cc-c776-4e92-b643-e56654e07ccf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399727 Oct 12 22:49:26.652128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Pushing event deleted for resources: {'Port': ['ID=e06351a4-1408-4ef4-9677-5b16b4e0b252,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:26.724267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] No DVR routers for this DVR port e06351a4-1408-4ef4-9677-5b16b4e0b252 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:49:26.729201 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:26.733621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f3bf7c1-84e9-42fd-860d-60666715a0f0 req-69442be2-a506-48bd-a06a-d0632723405a tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.41 "DELETE /v2.0/ports/e06351a4-1408-4ef4-9677-5b16b4e0b252 HTTP/1.1" status: 204 len: 173 time: 1.2994573 Oct 12 22:49:26.789469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35602) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:26.809392 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44aba4a6-45da-477c-8d78-6eeb6046afb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:26.817569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-512bb86d-b17b-4786-83f8-e921cc221efa req-926c0de4-e294-4d6d-b6be-71b7e21d9b7f service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627285 Oct 12 22:49:26.918763 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa4987c-490b-44df-9229-343639db681a req-dd803435-6a8a-45ae-bf2a-0cc7fdd6b8b7 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:26.920311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8aa4987c-490b-44df-9229-343639db681a req-dd803435-6a8a-45ae-bf2a-0cc7fdd6b8b7 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 948 time: 0.1141448 Oct 12 22:49:26.942286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-512bb86d-b17b-4786-83f8-e921cc221efa req-d5ccad6f-4ed9-478d-9796-80692acafa9e service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111071 Oct 12 22:49:26.980410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8aa4987c-490b-44df-9229-343639db681a req-d787879e-5fc3-4f53-8d9d-4af999560e73 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532100 Oct 12 22:49:26.982068 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44aba4a6-45da-477c-8d78-6eeb6046afb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.037835 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44aba4a6-45da-477c-8d78-6eeb6046afb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.076696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-44aba4a6-45da-477c-8d78-6eeb6046afb2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0e010eec4cd64b92b84710c8c45ac6dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860870 Oct 12 22:49:27.079605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35620) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:27.085939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aba4a6-45da-477c-8d78-6eeb6046afb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbadd218-4216-4dc7-9e15-d8f9cddb561c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:27.125437 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8800a79-6764-4497-bfa0-5c06bff208e5 req-d835b366-fd04-47cc-a8ca-99a633cc2d7c tempest-ServerDiagnosticsNegativeTest-91053524 tempest-ServerDiagnosticsNegativeTest-91053524-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa03e888-079d-444d-ae13-4355947b6a44 HTTP/1.1" status: 200 len: 210 time: 0.0651205 Oct 12 22:49:27.134989 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bbc7b6f7-c971-4d66-8584-b768cb2aa994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.165210 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bbc7b6f7-c971-4d66-8584-b768cb2aa994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.288383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bbc7b6f7-c971-4d66-8584-b768cb2aa994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.295192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bbc7b6f7-c971-4d66-8584-b768cb2aa994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.307828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bbc7b6f7-c971-4d66-8584-b768cb2aa994 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbadd218-4216-4dc7-9e15-d8f9cddb561c HTTP/1.1" status: 204 len: 168 time: 0.2172458 Oct 12 22:49:27.307828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7b6f7-c971-4d66-8584-b768cb2aa994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbadd218-4216-4dc7-9e15-d8f9cddb561c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:27.312402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d7d1fd1b-76d7-4073-83b7-c8a894eae139 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:27.392755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f3327-8088-4080-8396-4edd3bcbd169 req-fa6e2727-aa8e-4563-9574-6bdf2ca2cf3d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:27.394285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-527f3327-8088-4080-8396-4edd3bcbd169 req-fa6e2727-aa8e-4563-9574-6bdf2ca2cf3d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.0667572 Oct 12 22:49:27.448566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-527f3327-8088-4080-8396-4edd3bcbd169 req-1bf18362-d21e-4a3c-a718-2334961a3680 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458426 Oct 12 22:49:27.456068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d7d1fd1b-76d7-4073-83b7-c8a894eae139, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7d1fd1b-76d7-4073-83b7-c8a894eae139,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:27.459768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fb973b-4ca8-49d3-bdc9-d61d84d90cc2 req-b231e4bc-aa81-4386-a81c-40e5be05a4c3 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:27.461334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4fb973b-4ca8-49d3-bdc9-d61d84d90cc2 req-b231e4bc-aa81-4386-a81c-40e5be05a4c3 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0872221 Oct 12 22:49:27.472161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd7d1fd1b-76d7-4073-83b7-c8a894eae139', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'd7d1fd1b-76d7-4073-83b7-c8a894eae139', 'mac_address': 'fa:16:3e:ef:38:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:27.512224 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4fb973b-4ca8-49d3-bdc9-d61d84d90cc2 req-d0c3564f-9aa7-4cef-b8a8-7492f2178318 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435078 Oct 12 22:49:27.514625 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.528844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d1fd1b-76d7-4073-83b7-c8a894eae139 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:27.558993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d7d1fd1b-76d7-4073-83b7-c8a894eae139, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7d1fd1b-76d7-4073-83b7-c8a894eae139,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:27.620278 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.620953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 55763fde-ec60-4d6b-92af-a50a72fd32cc details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:27.687453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d7d1fd1b-76d7-4073-83b7-c8a894eae139,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:27.700036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 55763fde-ec60-4d6b-92af-a50a72fd32cc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=55763fde-ec60-4d6b-92af-a50a72fd32cc,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:27.711787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '55763fde-ec60-4d6b-92af-a50a72fd32cc', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '55763fde-ec60-4d6b-92af-a50a72fd32cc', 'mac_address': 'fa:16:3e:4c:95:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:27.772552 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.772738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95818473-f8a8-41cb-a617-9722c7aff7f5 req-a3f60fc8-25f9-4b6f-80e6-527e6dafabd7 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:27.774328 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-95818473-f8a8-41cb-a617-9722c7aff7f5 req-a3f60fc8-25f9-4b6f-80e6-527e6dafabd7 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 949 time: 0.0572140 Oct 12 22:49:27.791559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55763fde-ec60-4d6b-92af-a50a72fd32cc {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:27.812440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 55763fde-ec60-4d6b-92af-a50a72fd32cc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=55763fde-ec60-4d6b-92af-a50a72fd32cc,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:27.829497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-95818473-f8a8-41cb-a617-9722c7aff7f5 req-b5eafe48-8c22-455b-b7c4-baeb07c24fd2 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488832 Oct 12 22:49:27.882489 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:27.934109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=55763fde-ec60-4d6b-92af-a50a72fd32cc,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:28.125603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91498969-e8a1-43c8-ae2d-65b604c06965 req-aba0f62c-4c07-47f9-955c-9d1ba9adb199 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:28.127095 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91498969-e8a1-43c8-ae2d-65b604c06965 req-aba0f62c-4c07-47f9-955c-9d1ba9adb199 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 949 time: 0.0514402 Oct 12 22:49:28.143472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['55763fde-ec60-4d6b-92af-a50a72fd32cc'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:28.172722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91498969-e8a1-43c8-ae2d-65b604c06965 req-08ad58d3-e301-4092-ba74-fb93ae6a0e24 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389690 Oct 12 22:49:28.202382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d7d1fd1b-76d7-4073-83b7-c8a894eae139'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:28.262565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61'}, {'server_uuid': 'fa03e888-079d-444d-ae13-4355947b6a44', 'name': 'network-vif-deleted', 'tag': 'e06351a4-1408-4ef4-9677-5b16b4e0b252'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:28.264971 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dae87b7-3207-4104-bb86-0708d5467def" -d '{"events": [{"name": "network-changed", "server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61"}, {"server_uuid": "fa03e888-079d-444d-ae13-4355947b6a44", "name": "network-vif-deleted", "tag": "e06351a4-1408-4ef4-9677-5b16b4e0b252"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:28.324717 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad9f9e2-54cf-44c8-89c9-45c0b6e4dcd4 x-openstack-request-id: req-4ad9f9e2-54cf-44c8-89c9-45c0b6e4dcd4 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:28.327589 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61", "status": "completed", "code": 200}, {"server_uuid": "fa03e888-079d-444d-ae13-4355947b6a44", "name": "network-vif-deleted", "tag": "e06351a4-1408-4ef4-9677-5b16b4e0b252", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:28.327589 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ad9f9e2-54cf-44c8-89c9-45c0b6e4dcd4 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:28.327589 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61', 'status': 'completed', 'code': 200} Oct 12 22:49:28.327589 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa03e888-079d-444d-ae13-4355947b6a44', 'name': 'network-vif-deleted', 'tag': 'e06351a4-1408-4ef4-9677-5b16b4e0b252', 'status': 'completed', 'code': 200} Oct 12 22:49:28.390656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae87b7-3207-4104-bb86-0708d5467def req-d71b3703-6351-4890-8e44-87a3542b4ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:28.392559 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dae87b7-3207-4104-bb86-0708d5467def req-d71b3703-6351-4890-8e44-87a3542b4ab8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1126 time: 0.0397904 Oct 12 22:49:28.520097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae87b7-3207-4104-bb86-0708d5467def req-605c9b08-5a36-4c52-9b8c-df840caf136e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:28.522570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dae87b7-3207-4104-bb86-0708d5467def req-605c9b08-5a36-4c52-9b8c-df840caf136e service neutron] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.1227689 Oct 12 22:49:28.576153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dae87b7-3207-4104-bb86-0708d5467def req-ac2cb521-01c7-4c37-beb1-4595537b5070 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 217 time: 0.0459650 Oct 12 22:49:28.637174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35692) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:28.672655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae87b7-3207-4104-bb86-0708d5467def req-b8dfbaa5-59c8-4d36-926c-84adea8b2f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:28.674364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dae87b7-3207-4104-bb86-0708d5467def req-b8dfbaa5-59c8-4d36-926c-84adea8b2f66 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0840988 Oct 12 22:49:28.675652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606f233-d65b-4383-8c3a-88de7c0faac5 req-8163e9fd-e173-46b9-9755-44fe4f2a1944 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:28.683840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c39668-ab39-4f0c-ab6d-0573b4892ac6 req-245c9950-87e8-4792-9b0b-640ae7a9fc23 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:28.684602 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1606f233-d65b-4383-8c3a-88de7c0faac5 req-8163e9fd-e173-46b9-9755-44fe4f2a1944 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0821252 Oct 12 22:49:28.685306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02c39668-ab39-4f0c-ab6d-0573b4892ac6 req-245c9950-87e8-4792-9b0b-640ae7a9fc23 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.1078947 Oct 12 22:49:28.716779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dae87b7-3207-4104-bb86-0708d5467def req-919de2c6-f389-4825-8c46-3ec3004bf8ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302532 Oct 12 22:49:28.718578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1606f233-d65b-4383-8c3a-88de7c0faac5 req-fe4f247b-7dff-4b49-8d18-54fbf9bd78ee tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Oct 12 22:49:28.797597 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02c39668-ab39-4f0c-ab6d-0573b4892ac6 req-92a435a1-afaf-4552-b6a9-f4e5344e6c00 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025698 Oct 12 22:49:28.841032 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38cf8042-8758-4218-b197-a3915c7bd69b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:28.850554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dae87b7-3207-4104-bb86-0708d5467def req-2fa17e21-049a-4c9d-8cdb-683f10e51e0a service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249678 Oct 12 22:49:28.898834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35708) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:28.979776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38cf8042-8758-4218-b197-a3915c7bd69b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:28.991978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff2a02-0c23-4e8f-92ea-fecd7009d702 req-382491b8-5a15-496c-acd5-9e0e8cfd6df0 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:28.993594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08ff2a02-0c23-4e8f-92ea-fecd7009d702 req-382491b8-5a15-496c-acd5-9e0e8cfd6df0 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 949 time: 0.0711849 Oct 12 22:49:29.036285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dae87b7-3207-4104-bb86-0708d5467def req-3a8286d3-f0e1-47a3-8cad-2fb5d3dd8c46 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776912 Oct 12 22:49:29.064032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08ff2a02-0c23-4e8f-92ea-fecd7009d702 req-2abef11a-ec31-483f-84bf-0b676a8a688f tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634272 Oct 12 22:49:29.065411 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38cf8042-8758-4218-b197-a3915c7bd69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.123398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-38cf8042-8758-4218-b197-a3915c7bd69b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2163020992fe41259d6633d45bf6158d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836400 Oct 12 22:49:29.126107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35728) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:29.136066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-170f3917-3f66-436d-8b15-f2611e69c905 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=9aaf1e44abf9411689b308729a51b66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509243 Oct 12 22:49:29.159298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cf8042-8758-4218-b197-a3915c7bd69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f43b303-fa01-49c6-a386-c35fe5633767,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:29.198642 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0aa61676-17b6-4b56-95e9-3732f1352504 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.224160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0aa61676-17b6-4b56-95e9-3732f1352504 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.230022 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b1abd79c-c0ae-4233-aef4-ee04643e94a3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e198bb51b444d559d02d25a09db567c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283167 Oct 12 22:49:29.232580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35736) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:29.304008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-a2db3477-30bf-4509-a93b-e4eb2b3d5c17 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:29.305386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-a2db3477-30bf-4509-a93b-e4eb2b3d5c17 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1609843 Oct 12 22:49:29.328020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3f14f20-95e0-4aaa-84b6-59e7118fdf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.331080 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-59fe50d7-93d6-4013-b6aa-5437567709a7 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/quotas/9aaf1e44abf9411689b308729a51b66b HTTP/1.1" status: 200 len: 375 time: 0.0192344 Oct 12 22:49:29.335066 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0aa61676-17b6-4b56-95e9-3732f1352504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.339349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0aa61676-17b6-4b56-95e9-3732f1352504 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.344458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0aa61676-17b6-4b56-95e9-3732f1352504 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f43b303-fa01-49c6-a386-c35fe5633767 HTTP/1.1" status: 204 len: 168 time: 0.2134635 Oct 12 22:49:29.349451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 00aaf2b8-c420-4207-b185-8cb110871e61 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:29.350007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa61676-17b6-4b56-95e9-3732f1352504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f43b303-fa01-49c6-a386-c35fe5633767,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:29.360224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d7d1fd1b-76d7-4073-83b7-c8a894eae139 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:29.377416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3f14f20-95e0-4aaa-84b6-59e7118fdf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.437003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-a8bf2f3a-7383-45c7-bb0e-9a9a515d2161 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0978131 Oct 12 22:49:29.527952 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3f14f20-95e0-4aaa-84b6-59e7118fdf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.531433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3f14f20-95e0-4aaa-84b6-59e7118fdf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.532586 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a3f14f20-95e0-4aaa-84b6-59e7118fdf8f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7208b326-a2d4-4770-959f-2242f74092c3 HTTP/1.1" status: 204 len: 168 time: 0.2991135 Oct 12 22:49:29.537740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:29.541560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f14f20-95e0-4aaa-84b6-59e7118fdf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7208b326-a2d4-4770-959f-2242f74092c3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:29.546351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d7d1fd1b-76d7-4073-83b7-c8a894eae139 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:29.558119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d7d1fd1b-76d7-4073-83b7-c8a894eae139 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:29.558421 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.559893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 00aaf2b8-c420-4207-b185-8cb110871e61 has no active binding in host n-h1-790519-14 {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 22:49:29.696309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.743808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d7d1fd1b-76d7-4073-83b7-c8a894eae139, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7d1fd1b-76d7-4073-83b7-c8a894eae139,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:29.745094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c16083-a7d1-4b48-8d03-a269deb20e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d1fd1b-76d7-4073-83b7-c8a894eae139'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:29.748215 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1651b52a-e535-4548-85b9-e835d251faf9" -d '{"events": [{"server_uuid": "68c16083-a7d1-4b48-8d03-a269deb20e24", "name": "network-vif-plugged", "status": "completed", "tag": "d7d1fd1b-76d7-4073-83b7-c8a894eae139"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:29.786210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900f8414-00f3-4735-b17e-fafdf16c3672 req-39794d84-6d74-4d04-aa22-2b33c9b962dc tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:29.790424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-900f8414-00f3-4735-b17e-fafdf16c3672 req-39794d84-6d74-4d04-aa22-2b33c9b962dc tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 949 time: 0.0900464 Oct 12 22:49:29.814449 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:29.815219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 55763fde-ec60-4d6b-92af-a50a72fd32cc up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:29.817353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba7896c-c477-4db8-9ad3-9c4704449a7b req-72f08dec-89c7-4513-a639-0d5ff33246d3 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:29.820197 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ba7896c-c477-4db8-9ad3-9c4704449a7b req-72f08dec-89c7-4513-a639-0d5ff33246d3 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.0777848 Oct 12 22:49:29.873242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-900f8414-00f3-4735-b17e-fafdf16c3672 req-c1b28719-1b2b-4c94-8a01-a39c1b71f9fe tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759251 Oct 12 22:49:29.902610 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ba7896c-c477-4db8-9ad3-9c4704449a7b req-2e734af7-1dbe-48f4-9892-08ee49e3386c tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702074 Oct 12 22:49:29.928613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d7d1fd1b-76d7-4073-83b7-c8a894eae139,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:29.955146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7e143a9-a883-4e0d-922f-1d5fd4bf3616 req-3673c372-9017-4614-be0e-4f00ee4f6dda tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 210 time: 0.0378504 Oct 12 22:49:29.963534 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10debce5-7506-4a1c-8f1b-bbc71abcbdeb x-openstack-request-id: req-10debce5-7506-4a1c-8f1b-bbc71abcbdeb {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:29.964135 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c16083-a7d1-4b48-8d03-a269deb20e24", "name": "network-vif-plugged", "status": "completed", "tag": "d7d1fd1b-76d7-4073-83b7-c8a894eae139", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:29.964532 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-10debce5-7506-4a1c-8f1b-bbc71abcbdeb {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:29.965254 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c16083-a7d1-4b48-8d03-a269deb20e24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d1fd1b-76d7-4073-83b7-c8a894eae139', 'code': 200} Oct 12 22:49:29.996755 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 55763fde-ec60-4d6b-92af-a50a72fd32cc completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:30.001525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 55763fde-ec60-4d6b-92af-a50a72fd32cc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:30.001968 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.073745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3cc97-2f6c-4d6c-9c42-9a47b306728e req-d182a164-987e-4188-983a-7f98c023bf0a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:30.082660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c2b3cc97-2f6c-4d6c-9c42-9a47b306728e req-d182a164-987e-4188-983a-7f98c023bf0a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.0641985 Oct 12 22:49:30.082874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d40cc-33e3-4ba7-9229-0d61c8ef19ec req-72d2e0d4-ba01-4e26-9d70-7f368f3d23b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:30.084829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-678d40cc-33e3-4ba7-9229-0d61c8ef19ec req-72d2e0d4-ba01-4e26-9d70-7f368f3d23b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 1102 time: 0.0462544 Oct 12 22:49:30.103362 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.132943 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-678d40cc-33e3-4ba7-9229-0d61c8ef19ec req-90307858-fdf4-439c-8f46-791b0bf602f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405533 Oct 12 22:49:30.164986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c2b3cc97-2f6c-4d6c-9c42-9a47b306728e req-6e9f30d1-14d8-43f2-84a5-625bfe7aa6b0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808251 Oct 12 22:49:30.183577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 55763fde-ec60-4d6b-92af-a50a72fd32cc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=55763fde-ec60-4d6b-92af-a50a72fd32cc,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:30.219162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81485fc-a85a-4f9f-bc11-ee688fd327fe req-9f1cf2cf-3274-45fc-80b2-43a85da543a8 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:30.220840 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b81485fc-a85a-4f9f-bc11-ee688fd327fe req-9f1cf2cf-3274-45fc-80b2-43a85da543a8 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 950 time: 0.0548635 Oct 12 22:49:30.256439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35772) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:30.274505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b81485fc-a85a-4f9f-bc11-ee688fd327fe req-bf0d1cfc-c636-46e6-9074-84552c27b09b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381625 Oct 12 22:49:30.274921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95b89c63-c516-4a9b-a4e8-d3eaf7b572d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.289177 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.290005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device e06351a4-1408-4ef4-9677-5b16b4e0b252 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:49:30.337043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: e06351a4-1408-4ef4-9677-5b16b4e0b252 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:49:30.337300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device e06351a4-1408-4ef4-9677-5b16b4e0b252 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:49:30.368114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95b89c63-c516-4a9b-a4e8-d3eaf7b572d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.370024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=55763fde-ec60-4d6b-92af-a50a72fd32cc,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:30.431283 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95b89c63-c516-4a9b-a4e8-d3eaf7b572d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.469995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-95b89c63-c516-4a9b-a4e8-d3eaf7b572d5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcce6d63de9d435d90638aeffad5b2c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2122509 Oct 12 22:49:30.471230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b89c63-c516-4a9b-a4e8-d3eaf7b572d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86f8466-238f-46bc-965e-97a067a3c3b7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:30.472714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35778) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:30.528281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6796e77b-c935-4a7d-9e23-9c4050c7f1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.549562 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6796e77b-c935-4a7d-9e23-9c4050c7f1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.677036 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6796e77b-c935-4a7d-9e23-9c4050c7f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.680369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6796e77b-c935-4a7d-9e23-9c4050c7f1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.681578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6796e77b-c935-4a7d-9e23-9c4050c7f1a2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c86f8466-238f-46bc-965e-97a067a3c3b7 HTTP/1.1" status: 204 len: 168 time: 0.2076633 Oct 12 22:49:30.689626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6796e77b-c935-4a7d-9e23-9c4050c7f1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86f8466-238f-46bc-965e-97a067a3c3b7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:30.705109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-87b686de-0725-4dbe-b65e-3b5491d44015 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316229 Oct 12 22:49:30.723585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35794) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:30.778765 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-50640d66-7aa8-4d4d-9039-d146e928513d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.870769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-dcc4f1c8-cac4-47ee-ae93-69efa168e23b tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:30.872192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-dcc4f1c8-cac4-47ee-ae93-69efa168e23b tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1605344 Oct 12 22:49:30.895467 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-08ce0419-62d5-4a81-8e0f-726c4a63fabd tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/quotas/4c605b1b49e147cfb7fe9a55e99725ea HTTP/1.1" status: 200 len: 375 time: 0.0166001 Oct 12 22:49:30.946371 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-b1f33fbb-6329-4281-b33f-69e536e2f883 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358348 Oct 12 22:49:30.948533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-50640d66-7aa8-4d4d-9039-d146e928513d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:30.981177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842d54c-1ade-413f-ba30-5aa64a8b8655 req-61beb384-f3c6-4020-aef8-5b5fd1fc83dd tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:30.986376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3842d54c-1ade-413f-ba30-5aa64a8b8655 req-61beb384-f3c6-4020-aef8-5b5fd1fc83dd tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 950 time: 0.0512590 Oct 12 22:49:30.997148 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-50640d66-7aa8-4d4d-9039-d146e928513d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:31.036311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-50640d66-7aa8-4d4d-9039-d146e928513d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0369b33511541a4a9b5ce04298a971f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115642 Oct 12 22:49:31.037776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50640d66-7aa8-4d4d-9039-d146e928513d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81b71f48-b4f6-4d1a-89bd-acaa48000773,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:31.040866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:31.055128 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3842d54c-1ade-413f-ba30-5aa64a8b8655 req-20de56a8-4c53-4e54-9493-8283bb796ad8 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499392 Oct 12 22:49:31.098088 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4c83dff-e452-4530-99d1-3d9751a60bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:31.121168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4c83dff-e452-4530-99d1-3d9751a60bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:31.162188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0cec66-09e7-4d36-bfee-61e718159f73 req-66b3a388-d6e3-4f27-9ebb-9784d20c3e99 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:31.170271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b0cec66-09e7-4d36-bfee-61e718159f73 req-66b3a388-d6e3-4f27-9ebb-9784d20c3e99 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.0617983 Oct 12 22:49:31.237226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b0cec66-09e7-4d36-bfee-61e718159f73 req-150d3d36-46c2-4867-8d2f-13c233b0f4fe tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609910 Oct 12 22:49:31.308676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-803a9c65-e333-4e21-ac89-1815a40122aa req-9cdd7e9a-af5a-4d7a-abea-bfd3aeb2440b tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 210 time: 0.0380654 Oct 12 22:49:31.311682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3521f99b-a7a5-43d2-b78b-88f73803e63e req-52a9e589-12a8-41a3-8816-c72f4cddaaa8 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 210 time: 0.0517917 Oct 12 22:49:31.316688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4c83dff-e452-4530-99d1-3d9751a60bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:31.321821 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4c83dff-e452-4530-99d1-3d9751a60bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:31.325748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b4c83dff-e452-4530-99d1-3d9751a60bb9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81b71f48-b4f6-4d1a-89bd-acaa48000773 HTTP/1.1" status: 204 len: 168 time: 0.2835896 Oct 12 22:49:31.351767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c83dff-e452-4530-99d1-3d9751a60bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81b71f48-b4f6-4d1a-89bd-acaa48000773,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:31.470472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd33c-9757-4987-acc6-39a098a39257 req-d9dca562-8aea-4402-b9f0-0bf03d53bbe5 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:31.571691 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f40dd33c-9757-4987-acc6-39a098a39257 req-d9dca562-8aea-4402-b9f0-0bf03d53bbe5 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.0596716 Oct 12 22:49:31.572410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d702769d-8720-4e06-9b17-04913a6687ee req-2d1abf6b-b400-42c5-b0b7-d6d9fa9b1abf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:31.572410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d702769d-8720-4e06-9b17-04913a6687ee req-2d1abf6b-b400-42c5-b0b7-d6d9fa9b1abf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 950 time: 0.0525017 Oct 12 22:49:31.572932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f40dd33c-9757-4987-acc6-39a098a39257 req-a14b84e5-44dd-458e-b77a-64977c7f74f2 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Oct 12 22:49:31.573321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d702769d-8720-4e06-9b17-04913a6687ee req-08e83f4f-da83-42fd-8162-aa38d5b9b494 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311553 Oct 12 22:49:32.009282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0d0a85-df06-4ff2-99d2-466a4f14c34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55763fde-ec60-4d6b-92af-a50a72fd32cc'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:32.009282 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873d6e3a-3e2e-48d3-b38d-cc9f822c6ae7" -d '{"events": [{"server_uuid": "7c0d0a85-df06-4ff2-99d2-466a4f14c34c", "name": "network-vif-plugged", "status": "completed", "tag": "55763fde-ec60-4d6b-92af-a50a72fd32cc"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:32.009282 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c046021d-0cc7-467e-ba9e-debe1e2a20dc x-openstack-request-id: req-c046021d-0cc7-467e-ba9e-debe1e2a20dc {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:32.009282 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0d0a85-df06-4ff2-99d2-466a4f14c34c", "name": "network-vif-plugged", "status": "completed", "tag": "55763fde-ec60-4d6b-92af-a50a72fd32cc", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:32.009282 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c046021d-0cc7-467e-ba9e-debe1e2a20dc {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:32.009282 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0d0a85-df06-4ff2-99d2-466a4f14c34c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55763fde-ec60-4d6b-92af-a50a72fd32cc', 'code': 200} Oct 12 22:49:32.116796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f4cb0a-93d6-4f4b-b3fe-382c5d81491e req-12f9e6c1-364b-429f-be36-89d5cacdce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:32.118299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-31f4cb0a-93d6-4f4b-b3fe-382c5d81491e req-12f9e6c1-364b-429f-be36-89d5cacdce0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 1102 time: 0.0422802 Oct 12 22:49:32.189148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-31f4cb0a-93d6-4f4b-b3fe-382c5d81491e req-ac929e71-42c3-4e56-9808-22db65c36020 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574465 Oct 12 22:49:32.198458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4596fc7-8714-4f19-a84b-4e37b3366eda req-317a8b48-274e-4b38-88fb-8b85ea9e6f78 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:32.200923 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4596fc7-8714-4f19-a84b-4e37b3366eda req-317a8b48-274e-4b38-88fb-8b85ea9e6f78 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 950 time: 0.0787075 Oct 12 22:49:32.247853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4596fc7-8714-4f19-a84b-4e37b3366eda req-1d4e4b26-d27b-4a8c-8559-40fb7dcacafe tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404594 Oct 12 22:49:32.397437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1703bc7-4c1c-44e8-82aa-72fd982b9445 req-1ec79269-b821-409f-8b28-530dfc6e6137 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:32.399128 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b1703bc7-4c1c-44e8-82aa-72fd982b9445 req-1ec79269-b821-409f-8b28-530dfc6e6137 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.0814643 Oct 12 22:49:32.406311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0ba84de-ccb7-4ba9-9dc1-4f705619ad37 req-df4c39bc-7f66-459f-bd4f-8aef513f36af tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 210 time: 0.0332980 Oct 12 22:49:32.439320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-07fb1e80-43dc-4734-b18e-ce99c4ab4eb8 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=9aaf1e44abf9411689b308729a51b66b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310743 Oct 12 22:49:32.441856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b1703bc7-4c1c-44e8-82aa-72fd982b9445 req-b3c4385e-e7b2-4c73-a5b7-e764056bf934 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367637 Oct 12 22:49:32.532043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35856) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:32.697972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3e334-a0c4-4ce9-b348-e2760046fd97 req-8d6dc518-796c-482e-ae9c-08b38c753ebb tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:32.699886 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ab3e334-a0c4-4ce9-b348-e2760046fd97 req-8d6dc518-796c-482e-ae9c-08b38c753ebb tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 950 time: 0.0548644 Oct 12 22:49:32.723413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-365df426-4297-4997-aa97-0b8d89c6b240 req-e9f520ce-b73a-48a2-96b4-e9b80ec32bdc tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 210 time: 0.2680299 Oct 12 22:49:32.752128 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ab3e334-a0c4-4ce9-b348-e2760046fd97 req-ccd0e705-88e4-43d6-af6d-df6bdd3522ab tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452175 Oct 12 22:49:32.806329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-network', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:32.809476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-dd6a4877-c962-4fd5-a496-9ca3ddf9e74e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:32.810968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-dd6a4877-c962-4fd5-a496-9ca3ddf9e74e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3654847 Oct 12 22:49:32.831528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Request body: {'port': {'device_id': 'fdf7a679-8aff-4e42-83e4-ab4d22235716', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '9aaf1e44abf9411689b308729a51b66b'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:32.893503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Made reservation on behalf of b573c89dcb3141af9ee72b823b88e4c8 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:32.896416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:32.905053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:32.956283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-a432f454-3ef5-4fd4-8c6f-d50303d31193 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:32.957736 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-a432f454-3ef5-4fd4-8c6f-d50303d31193 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.1435351 Oct 12 22:49:32.975924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e9d2c-4baf-4573-beb5-fa1dd32bb652 req-b6857320-3346-48a3-8652-f78ff0ea974c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:32.977234 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac9e9d2c-4baf-4573-beb5-fa1dd32bb652 req-b6857320-3346-48a3-8652-f78ff0ea974c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.1529634 Oct 12 22:49:32.985979 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.042171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35874) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:33.042839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.075020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:49:33.084242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac6f184a-ec1c-41c3-a975-ea49da65d2a2,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:33.092032 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.094081 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Added segment 54483a7c-4413-43ac-9e9f-bf9bc61d876e of type vlan for network ab4ee53a-9282-4f5e-a170-01a498e1572a Oct 12 22:49:33.144177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac9e9d2c-4baf-4573-beb5-fa1dd32bb652 req-e65c99d9-1882-429d-b486-99849439c61b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412902 Oct 12 22:49:33.150809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.165379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1618865159-network', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:33.195905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Deleting port d4320be0-38b0-4a40-9281-b8f870594301 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:49:33.196268 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.200293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Made reservation on behalf of 9aaf1e44abf9411689b308729a51b66b for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:33.203699 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.282590 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.286568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:33.286568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.337088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Made reservation on behalf of e4398be3f0d84ead9a55466369be9675 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:33.339487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.359662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] For port d4320be0-38b0-4a40-9281-b8f870594301, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d4320be0-38b0-4a40-9281-b8f870594301,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:33.360024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.371780 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.401303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Calling delete_port for d4320be0-38b0-4a40-9281-b8f870594301 owned by compute:tempest-test_az-1885812838 {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:49:33.405055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] Pushing event updated for resources: {'Network': ['ID=ab4ee53a-9282-4f5e-a170-01a498e1572a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:33.420139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ab4ee53a-9282-4f5e-a170-01a498e1572a details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:49:33.435883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0e79e23c-89ca-4ba8-98e1-a374418c4608 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9001186 Oct 12 22:49:33.440826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35882) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:33.450082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Request body: {'subnet': {'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-subnet', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:33.471343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10c135-de0f-4b41-9fd3-e59f6a82c4e9 req-6f54c26f-15b9-470a-9328-aa02b44a4e07 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:33.472998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d10c135-de0f-4b41-9fd3-e59f6a82c4e9 req-6f54c26f-15b9-470a-9328-aa02b44a4e07 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 950 time: 0.1314225 Oct 12 22:49:33.487183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Allocated IP 192.168.233.180 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/3b8aa78d-1a55-4344-8442-2e95f6c5256c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:33.551736 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d10c135-de0f-4b41-9fd3-e59f6a82c4e9 req-aab95c77-ad0c-4fc2-8ac8-71c95bd6684d tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652318 Oct 12 22:49:33.561325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.570393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cd44080-58bb-4704-afbb-239a1abcd507 req-4f982c7e-69d7-4f9b-b95f-158a4bd0ff93 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 210 time: 0.0443771 Oct 12 22:49:33.590925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Made reservation on behalf of b573c89dcb3141af9ee72b823b88e4c8 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:33.596979 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Notify callbacks [] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.687353 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.727712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:49:33.742237 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.763350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3554590-3d0b-47ea-b899-8f003bbb947a req-359fe1fa-3f4b-4ff9-be57-0dd519bb28a0 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:33.764830 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d3554590-3d0b-47ea-b899-8f003bbb947a req-359fe1fa-3f4b-4ff9-be57-0dd519bb28a0 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/ports?device_id=4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89 HTTP/1.1" status: 200 len: 971 time: 0.1229980 Oct 12 22:49:33.765445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ce6f2b-37e9-4baa-acf6-1fc383343630,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:33.772546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.772895 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Added segment 0d282b2e-1645-4f80-8d7c-5674322c7000 of type vlan for network 10566f33-e985-4996-9834-d7ff6c30696d Oct 12 22:49:33.830244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea83c262-3827-4f33-9106-d27f9808f845 req-8cace16c-2e44-4237-b2f6-f693a0750fab tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 210 time: 0.0263989 Oct 12 22:49:33.876048 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.883840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.894621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:33.897957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d8af3fb2-39d4-4efb-9424-f7ff8435965d', '389aabec-1d0d-4344-b10e-c91537169aad'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:33.913178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d3554590-3d0b-47ea-b899-8f003bbb947a req-b90955aa-d648-4f15-a1cf-4158d28a5123 tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.31 "GET /v2.0/security-groups?id=849e448b-5c0c-4ae1-8949-4323bf6ba2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254482 Oct 12 22:49:33.928921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d4320be0-38b0-4a40-9281-b8f870594301'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:34.009705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:34.025862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Pushing event updated for resources: {'Port': ['ID=3b8aa78d-1a55-4344-8442-2e95f6c5256c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:34.037216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:34.040865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:34.074565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.075170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:34.076051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.084315 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.103049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] No DVR routers for this DVR port d4320be0-38b0-4a40-9281-b8f870594301 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:49:34.121982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:34.122830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.125511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Pushing event deleted for resources: {'Port': ['ID=d4320be0-38b0-4a40-9281-b8f870594301,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:34.137465 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.140997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a8689d08-a8e9-4187-94a7-d19b1b2beab0 req-52d913a1-6ac1-4df8-b94c-bc9265c444af tempest-AggregatesAdminTestJSON-1882930236 tempest-AggregatesAdminTestJSON-1882930236-project] 10.222.0.41 "DELETE /v2.0/ports/d4320be0-38b0-4a40-9281-b8f870594301 HTTP/1.1" status: 204 len: 173 time: 1.1748717 Oct 12 22:49:34.144935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89', 'name': 'network-vif-deleted', 'tag': 'd4320be0-38b0-4a40-9281-b8f870594301'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:34.148023 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a84900c-55cb-4044-b1a4-ef0759420ff1" -d '{"events": [{"server_uuid": "4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89", "name": "network-vif-deleted", "tag": "d4320be0-38b0-4a40-9281-b8f870594301"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:34.166766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae429c3-efb3-43f7-a73c-727b05baa5a7 req-4ef90ed4-4482-4764-bbec-39294f7fe067 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:34.171398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cae429c3-efb3-43f7-a73c-727b05baa5a7 req-4ef90ed4-4482-4764-bbec-39294f7fe067 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 950 time: 0.2702570 Oct 12 22:49:34.204663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ffffe7c-8b15-454d-86c7-cc5646c61318,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:34.222171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-92eec022-09bf-42c4-8072-f404f44b7fb9 service neutron] 10.222.0.25 "GET /v2.0/ports/00aaf2b8-c420-4207-b185-8cb110871e61/bindings/n-h1-790519-14 HTTP/1.1" status: 200 len: 385 time: 0.2235277 Oct 12 22:49:34.226177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cae429c3-efb3-43f7-a73c-727b05baa5a7 req-03dc99e7-efcb-4562-a784-002df435276c tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479958 Oct 12 22:49:34.228050 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30764272-9a23-4baf-9251-33dec87f830b x-openstack-request-id: req-30764272-9a23-4baf-9251-33dec87f830b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:34.229306 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89", "name": "network-vif-deleted", "tag": "d4320be0-38b0-4a40-9281-b8f870594301", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:34.229705 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-30764272-9a23-4baf-9251-33dec87f830b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:34.230886 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c92a57b-f5d5-4b0a-8def-a3b4fa6a7b89', 'name': 'network-vif-deleted', 'tag': 'd4320be0-38b0-4a40-9281-b8f870594301', 'status': 'completed', 'code': 200} Oct 12 22:49:34.250660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1978884 Oct 12 22:49:34.252055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35898) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:34.266957 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Request body: {'subnet': {'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1618865159-subnet', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:34.267566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fed9b85-49b6-43fe-9e94-7898e5c308f3 admin admin] Pushing event updated for resources: {'Network': ['ID=10566f33-e985-4996-9834-d7ff6c30696d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:34.292184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 10566f33-e985-4996-9834-d7ff6c30696d details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:49:34.311871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Checking segment: {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:34.312395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Network hostable DHCP agents. Network: ab4ee53a-9282-4f5e-a170-01a498e1572a, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:49:34.315007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-0fb57e6b-30e2-4f2f-8810-55ca411a8f87 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4894767 Oct 12 22:49:34.350594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Request body: {'port': {'device_id': 'fdf7a679-8aff-4e42-83e4-ab4d22235716', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:34.458918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.475809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Network ab4ee53a-9282-4f5e-a170-01a498e1572a is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:49:34.506705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Made reservation on behalf of e4398be3f0d84ead9a55466369be9675 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:34.509895 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.511615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ff366-b968-4c17-9406-ef0e232f96fd req-a5bf559c-a399-4f00-9ebe-e0144fea3fdf tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:34.519455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a4ff366-b968-4c17-9406-ef0e232f96fd req-a5bf559c-a399-4f00-9ebe-e0144fea3fdf tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 943 time: 0.1305397 Oct 12 22:49:34.576653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-c5b3c471-f7cd-442b-a97e-5c0a8a944af4 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741031 Oct 12 22:49:34.592225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ab4ee53a-9282-4f5e-a170-01a498e1572a) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:34.605786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa66e33f-9e14-4243-b0fa-41c2f9775ab2 None None] Network ab4ee53a-9282-4f5e-a170-01a498e1572a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:49:34.629931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:34.630382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.679329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a4ff366-b968-4c17-9406-ef0e232f96fd req-d0e1eb1d-9a04-4257-88ec-a511b32bec2c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589401 Oct 12 22:49:34.722692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d1228fe6-66f6-42ce-93a3-389b959e45f6 None None] Provisioning complete for port 3b8aa78d-1a55-4344-8442-2e95f6c5256c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:34.723352 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1228fe6-66f6-42ce-93a3-389b959e45f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.834768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d1228fe6-66f6-42ce-93a3-389b959e45f6 None None] Port 3b8aa78d-1a55-4344-8442-2e95f6c5256c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:34.853046 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-88871f92-39c5-48c1-b204-e9b4470becdd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4111474 Oct 12 22:49:34.853904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.856629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35914) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:34.865661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:34.872142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:34.883615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-ab4ee53a-9282-4f5e-a170-01a498e1572a', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:49:34.884733 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:34.891803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-1cd36a4a-2df8-4f56-aff7-1665d4eb0f01 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:34.893537 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-1cd36a4a-2df8-4f56-aff7-1665d4eb0f01 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3010998 Oct 12 22:49:34.917416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9e3bcc-087f-429e-8078-a0a2b7e56354 req-18932335-ec12-4132-9a2f-8798851e190a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:34.919345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5a9e3bcc-087f-429e-8078-a0a2b7e56354 req-18932335-ec12-4132-9a2f-8798851e190a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 936 time: 0.1280160 Oct 12 22:49:34.932190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Request body: {'port': {'device_id': '81cc7787-753d-4a67-8cc7-7ed2bd27bc15', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '4c605b1b49e147cfb7fe9a55e99725ea'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:34.937199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:34.993671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00aaf2b8-c420-4207-b185-8cb110871e61 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:35.031611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Allocated IP 172.20.0.2 (ab4ee53a-9282-4f5e-a170-01a498e1572a/4ffffe7c-8b15-454d-86c7-cc5646c61318/206646a6-a6ea-4398-ada5-7e34d3965096) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:35.078129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:35.112001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43cca5c-1e62-4560-94dc-f3ce58518a61 req-781987f6-4dd8-4ddb-bacf-198f21e322fd tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:35.113578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d43cca5c-1e62-4560-94dc-f3ce58518a61 req-781987f6-4dd8-4ddb-bacf-198f21e322fd tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 950 time: 0.3564808 Oct 12 22:49:35.146812 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5a9e3bcc-087f-429e-8078-a0a2b7e56354 req-1799248a-9b01-4cef-8842-b43fbf30c85f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109122 Oct 12 22:49:35.156859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c3fdaff-d484-4573-b891-ddb08899987e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:35.182530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.197063 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.198476 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.211167 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.236019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Checking segment: {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:35.236186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Network hostable DHCP agents. Network: 10566f33-e985-4996-9834-d7ff6c30696d, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:49:35.283884 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.297463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] Transition to ACTIVE for port object 00aaf2b8-c420-4207-b185-8cb110871e61 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:35.322989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d43cca5c-1e62-4560-94dc-f3ce58518a61 req-e03d0dac-b8bc-45e8-9657-20c3cbeee299 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692662 Oct 12 22:49:35.350769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Network ab4ee53a-9282-4f5e-a170-01a498e1572a is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:35.357828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:35.357828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Pushing event updated for resources: {'Port': ['ID=206646a6-a6ea-4398-ada5-7e34d3965096,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:35.362280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:35.393550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.454018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Attempting to bind port 206646a6-a6ea-4398-ada5-7e34d3965096 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:35.454539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Attempting to bind port 206646a6-a6ea-4398-ada5-7e34d3965096 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:35.455024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Attempting to bind port 206646a6-a6ea-4398-ada5-7e34d3965096 on network ab4ee53a-9282-4f5e-a170-01a498e1572a {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:35.461326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:35.461874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Checking segment: {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:35.462373 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.462858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Bound using segment: {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:35.463464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Bound port: 206646a6-a6ea-4398-ada5-7e34d3965096, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:35.464008 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.529946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] For port 206646a6-a6ea-4398-ada5-7e34d3965096, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:35.533518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] For port 206646a6-a6ea-4398-ada5-7e34d3965096, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=206646a6-a6ea-4398-ada5-7e34d3965096,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:35.539988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Network 10566f33-e985-4996-9834-d7ff6c30696d is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:49:35.548795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.550559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Made reservation on behalf of 4c605b1b49e147cfb7fe9a55e99725ea for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:35.554970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.579839 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-9a7349a8-2259-4b76-86b9-73b9e89f4f65 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=0d486ab153e840749ef2c1845d6d7d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2805402 Oct 12 22:49:35.591118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcfe40d5-a918-453a-a3ca-2d33c8bfb97b req-c96cbce4-c359-4e3b-9565-77cd9a961ec2 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 210 time: 0.1376996 Oct 12 22:49:35.604835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b8aa78d-1a55-4344-8442-2e95f6c5256c {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:35.608254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.618317 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.619366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.652843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Transition to ACTIVE for port object 3b8aa78d-1a55-4344-8442-2e95f6c5256c will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:35.712893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871a8ec-2fa4-4fee-8c70-c829164d850b None None] Pushing event updated for resources: {'Port': ['ID=206646a6-a6ea-4398-ada5-7e34d3965096,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:35.728118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] No DVR routers for this DVR port 00aaf2b8-c420-4207-b185-8cb110871e61 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:49:35.750751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] Pushing event updated for resources: {'Port': ['ID=00aaf2b8-c420-4207-b185-8cb110871e61,revision_number=10']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:35.755814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 10566f33-e985-4996-9834-d7ff6c30696d) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:35.773423 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.777318 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.784390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:35.784994 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.788804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92306c5-692e-4447-b61e-63f7ae9d353b None None] Network 10566f33-e985-4996-9834-d7ff6c30696d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:49:35.819481 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-00bd83bf-d22b-4507-9b42-871f39629d4c service neutron] 10.222.0.25 "PUT /v2.0/ports/00aaf2b8-c420-4207-b185-8cb110871e61/bindings/n-h1-790519-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5863147 Oct 12 22:49:35.840110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-526c6031-edec-4083-826b-6f4f346c2238 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:35.841560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-526c6031-edec-4083-826b-6f4f346c2238 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434711 Oct 12 22:49:35.861794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8aa78d-1a55-4344-8442-2e95f6c5256c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:35.926715 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:35.930740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-b2a18f90-1d03-40c8-8107-688871ff2f3a tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/quotas/0d486ab153e840749ef2c1845d6d7d38 HTTP/1.1" status: 200 len: 375 time: 0.0559673 Oct 12 22:49:35.954519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3facf825-b08c-497a-a850-86b5237825da admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7008152 Oct 12 22:49:35.969494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:35.975453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:35.998790 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-ea1ee958-a9ac-4aa4-9277-7bb924d12b4a tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0d486ab153e840749ef2c1845d6d7d38&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599012 Oct 12 22:49:36.009985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-10566f33-e985-4996-9834-d7ff6c30696d', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:49:36.012061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:36.043711 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:36.356528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Allocated IP 172.20.0.2 (10566f33-e985-4996-9834-d7ff6c30696d/1c3fdaff-d484-4573-b891-ddb08899987e/c6144cda-55d1-4ada-bbc8-a21b95ec4270) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:36.404404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4080f5ec-319f-497e-85dc-cd1695664b76,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:36.424364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Attempting to bind port 3b8aa78d-1a55-4344-8442-2e95f6c5256c on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:36.424364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Attempting to bind port 3b8aa78d-1a55-4344-8442-2e95f6c5256c by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:36.424364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Attempting to bind port 3b8aa78d-1a55-4344-8442-2e95f6c5256c on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:36.430664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6df842ce-2e9f-419c-b191-61f87cdcb303 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:36.433719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-6df842ce-2e9f-419c-b191-61f87cdcb303 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.4195216 Oct 12 22:49:36.467814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Port 3b8aa78d-1a55-4344-8442-2e95f6c5256c on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:36.468364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Attempting to bind port 3b8aa78d-1a55-4344-8442-2e95f6c5256c on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:36.519953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35946) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:36.561202 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:36.562908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:36.580304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:36.580805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:36.581323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:36.581913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Bound port: 3b8aa78d-1a55-4344-8442-2e95f6c5256c, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:36.582398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:36.602966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a13846-fb48-4c15-b386-017ba069fc31 req-2e8e5877-2f1f-4641-b4c3-26d3c91e8559 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:36.616992 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47a13846-fb48-4c15-b386-017ba069fc31 req-2e8e5877-2f1f-4641-b4c3-26d3c91e8559 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 944 time: 0.3120298 Oct 12 22:49:36.671639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fe37d-44a4-42b6-ba91-b5ed5d593a8f req-d364cb18-7db1-4b1c-8d14-887ee2312eb1 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:36.687403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-344fe37d-44a4-42b6-ba91-b5ed5d593a8f req-d364cb18-7db1-4b1c-8d14-887ee2312eb1 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 950 time: 0.2353888 Oct 12 22:49:36.690524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Allocated IP 192.168.233.141 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/ae73d3bf-487d-4178-b222-98957c5890c8) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:36.721533 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:36.781202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:36.846475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Network 10566f33-e985-4996-9834-d7ff6c30696d is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:36.848457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Pushing event updated for resources: {'Port': ['ID=c6144cda-55d1-4ada-bbc8-a21b95ec4270,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:36.851597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:36.851932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-86451efb-be01-4341-8a58-80529d3f5cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:36.853973 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:36.854297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-86451efb-be01-4341-8a58-80529d3f5cb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a HTTP/1.1" status: 200 len: 1096 time: 0.4056299 Oct 12 22:49:36.881807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-344fe37d-44a4-42b6-ba91-b5ed5d593a8f req-05b4aa61-bef0-44a8-999d-354d5bc6d8b7 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870091 Oct 12 22:49:36.891527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:36.915762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47a13846-fb48-4c15-b386-017ba069fc31 req-61a221ff-a09d-4772-af5b-81a850ba0c05 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973707 Oct 12 22:49:36.948129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Attempting to bind port c6144cda-55d1-4ada-bbc8-a21b95ec4270 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:36.948562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Attempting to bind port c6144cda-55d1-4ada-bbc8-a21b95ec4270 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:36.949523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Attempting to bind port c6144cda-55d1-4ada-bbc8-a21b95ec4270 on network 10566f33-e985-4996-9834-d7ff6c30696d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:36.954745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:36.954745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Checking segment: {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:36.955162 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:36.955477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Bound using segment: {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:36.955948 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Bound port: c6144cda-55d1-4ada-bbc8-a21b95ec4270, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:36.956202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.048181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] For port c6144cda-55d1-4ada-bbc8-a21b95ec4270, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:37.053636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] For port c6144cda-55d1-4ada-bbc8-a21b95ec4270, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c6144cda-55d1-4ada-bbc8-a21b95ec4270,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:37.061476 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-14e43b33-3f09-466f-8bb7-fdf15b6a2a21 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=468492196d814479a6f92a3517388012&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5356610 Oct 12 22:49:37.064938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35958) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:37.142517 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.200201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d497ffd-f1c5-4720-8cde-58f1dc64ac25 req-b1e091f2-1226-43c1-928f-956f71ea37d3 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 210 time: 0.1711452 Oct 12 22:49:37.201311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] For port 3b8aa78d-1a55-4344-8442-2e95f6c5256c, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:37.211244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb5d6fe-edd0-4a67-9ddf-7ddab7c1883d None None] Pushing event updated for resources: {'Port': ['ID=c6144cda-55d1-4ada-bbc8-a21b95ec4270,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:37.216042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.271006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d707420-57d6-4c1f-8f62-da8b87ee0e63 req-ee44e815-aaa7-4578-89bd-6cfa6097e1eb tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:37.279023 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d707420-57d6-4c1f-8f62-da8b87ee0e63 req-ee44e815-aaa7-4578-89bd-6cfa6097e1eb tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 948 time: 0.2166276 Oct 12 22:49:37.289534 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.346462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4fe102-1970-4c38-810f-18ad381ebc26 None None] Network ab4ee53a-9282-4f5e-a170-01a498e1572a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:49:37.360871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.378201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d707420-57d6-4c1f-8f62-da8b87ee0e63 req-c762aa80-b0ca-4a9e-b4aa-d448f3d49475 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982096 Oct 12 22:49:37.403766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d4320be0-38b0-4a40-9281-b8f870594301 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:49:37.433017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: d4320be0-38b0-4a40-9281-b8f870594301 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:49:37.433443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d4320be0-38b0-4a40-9281-b8f870594301 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:49:37.434929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dc9b3b77-8276-43e5-93f6-16353d83e886 None None] Provisioning complete for port 206646a6-a6ea-4398-ada5-7e34d3965096 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:37.435373 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3b77-8276-43e5-93f6-16353d83e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.455540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.476590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] For port 3b8aa78d-1a55-4344-8442-2e95f6c5256c, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b8aa78d-1a55-4344-8442-2e95f6c5256c,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:37.560516 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3b77-8276-43e5-93f6-16353d83e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.573213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:37.580315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 00aaf2b8-c420-4207-b185-8cb110871e61 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:49:37.616403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:37.637247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Pushing event updated for resources: {'Port': ['ID=ae73d3bf-487d-4178-b222-98957c5890c8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:37.643303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.645602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:37.656080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:37.656080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.660043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.660454 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.663871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.665044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/849e448b-5c0c-4ae1-8949-4323bf6ba2f7 HTTP/1.1" status: 204 len: 168 time: 0.5985999 Oct 12 22:49:37.726791 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.744390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849e448b-5c0c-4ae1-8949-4323bf6ba2f7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:37.756735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 00aaf2b8-c420-4207-b185-8cb110871e61 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:49:37.770186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.778726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.784286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.784286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.784286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.784286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.784640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-dc9b3b77-8276-43e5-93f6-16353d83e886 None None] For port 206646a6-a6ea-4398-ada5-7e34d3965096, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=206646a6-a6ea-4398-ada5-7e34d3965096,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:37.785286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.785788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.788454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.789226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.789780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.791828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceac207e-dc67-4d14-9596-2fc41972c170 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.798397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.798968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.800709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.802039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.802391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.802767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.803111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.803451 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.803782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.804111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.804437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.804762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:37.847471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.859487 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc9b3b77-8276-43e5-93f6-16353d83e886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:37.862757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-f7e2f7d6-ce1f-45a3-8475-d36984aa9993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:37.864829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-f7e2f7d6-ce1f-45a3-8475-d36984aa9993 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1096 time: 0.9393585 Oct 12 22:49:37.898119 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-7a2fff0f-0194-4732-9069-92aaa1041f9e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9725852 Oct 12 22:49:37.906557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 206646a6-a6ea-4398-ada5-7e34d3965096 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:37.913013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Request body: {'port': {'device_id': '81cc7787-753d-4a67-8cc7-7ed2bd27bc15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:38.102667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:38.186694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9b3b77-8276-43e5-93f6-16353d83e886 None None] Pushing event updated for resources: {'Port': ['ID=206646a6-a6ea-4398-ada5-7e34d3965096,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:38.198424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7ecbf090-4cd5-43c1-9e36-e647dfbb1b73 None None] Provisioning complete for port ae73d3bf-487d-4178-b222-98957c5890c8 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:38.198798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7ecbf090-4cd5-43c1-9e36-e647dfbb1b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:38.288326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 206646a6-a6ea-4398-ada5-7e34d3965096 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:38.288326 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:38.313282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-889c357a-0403-47d8-85e9-441a5904104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:38.315051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-889c357a-0403-47d8-85e9-441a5904104f service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.4340467 Oct 12 22:49:38.320127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:38.320954 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:38.322776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7ecbf090-4cd5-43c1-9e36-e647dfbb1b73 None None] Port ae73d3bf-487d-4178-b222-98957c5890c8 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:38.323386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] 10.222.0.25 "PUT /v2.0/ports/3b8aa78d-1a55-4344-8442-2e95f6c5256c HTTP/1.1" status: 200 len: 1097 time: 3.9903519 Oct 12 22:49:38.362162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a911b6a-a8a9-4c24-95fb-260448867a4a req-8e9e413d-06f6-4070-a12f-d87bd77249f6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:38.372206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a911b6a-a8a9-4c24-95fb-260448867a4a req-8e9e413d-06f6-4070-a12f-d87bd77249f6 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 950 time: 0.1956198 Oct 12 22:49:38.438016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdf7a679-8aff-4e42-83e4-ab4d22235716', 'tag': '3b8aa78d-1a55-4344-8442-2e95f6c5256c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:38.439328 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a911b6a-a8a9-4c24-95fb-260448867a4a req-c12383f3-3185-406b-a0b2-53677d383746 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638230 Oct 12 22:49:38.445318 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01507ffb-51ea-4726-8a52-d3cb0f88baac" -d '{"events": [{"name": "network-changed", "server_uuid": "fdf7a679-8aff-4e42-83e4-ab4d22235716", "tag": "3b8aa78d-1a55-4344-8442-2e95f6c5256c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:38.460497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c6144cda-55d1-4ada-bbc8-a21b95ec4270 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:38.460629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Pushing event updated for resources: {'Port': ['ID=3b8aa78d-1a55-4344-8442-2e95f6c5256c,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:38.520714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Allocated IP 172.25.2.146 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/c6046786-d52e-4e66-b4d7-0a901bc1391d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:38.552567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-83a8906f-a39f-4fa8-8d35-aaad1f30ef9f None None] Provisioning complete for port 206646a6-a6ea-4398-ada5-7e34d3965096 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:38.552946 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-83a8906f-a39f-4fa8-8d35-aaad1f30ef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:38.622414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c6144cda-55d1-4ada-bbc8-a21b95ec4270 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:38.622790 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:38.641245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886a565e-6ab2-4374-a647-cb67292fa697 req-a25f609e-c963-476d-9410-27d23211e723 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:38.649819 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-886a565e-6ab2-4374-a647-cb67292fa697 req-a25f609e-c963-476d-9410-27d23211e723 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 944 time: 0.0980577 Oct 12 22:49:38.720748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-886a565e-6ab2-4374-a647-cb67292fa697 req-e56f9b59-e04b-457f-81c7-2504c71caf3e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699027 Oct 12 22:49:38.726659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.727062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.727406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.727738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.728068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.728394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.729001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.729001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.729337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.729674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.729990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.730284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3615c2bd-47e4-46bd-86fd-addb5668b9e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:38.738419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-eaf20f9e-cdcc-40dd-9fe0-0e2a8c826228 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 217 time: 0.1170514 Oct 12 22:49:38.768008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb94754-076a-4796-a89e-1404bf2393fa req-734ea861-d615-42ba-9edb-4ce927b03749 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:38.779211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae73d3bf-487d-4178-b222-98957c5890c8 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:38.781309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bb94754-076a-4796-a89e-1404bf2393fa req-734ea861-d615-42ba-9edb-4ce927b03749 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 936 time: 1.3033907 Oct 12 22:49:38.784303 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:38.814082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Transition to ACTIVE for port object ae73d3bf-487d-4178-b222-98957c5890c8 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:38.814980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35980) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:38.840742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:38.883575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-489b644d-5f67-4d12-88f0-6195d5c06b63 req-135f10c4-c7cf-4b49-8caa-602d4b25add9 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 210 time: 0.0408235 Oct 12 22:49:38.890504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:38.898904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port c6144cda-55d1-4ada-bbc8-a21b95ec4270, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c6144cda-55d1-4ada-bbc8-a21b95ec4270,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:38.921068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-1d6b5b85-a2ab-47f4-bb3b-a82899d750c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:38.922723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-1d6b5b85-a2ab-47f4-bb3b-a82899d750c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 1100 time: 0.4586303 Oct 12 22:49:38.935293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bb94754-076a-4796-a89e-1404bf2393fa req-45bc1ea9-b463-4926-8b70-a1f1236fb0b1 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506152 Oct 12 22:49:38.939059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c4899395-40ea-49d0-a40b-24832e48bba7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c5606b22bd24a0e924eed190b168621&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1126912 Oct 12 22:49:38.944244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35982) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:38.998794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae73d3bf-487d-4178-b222-98957c5890c8,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:39.000839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.016522 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:49:39.033929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-b5abdcaf-f9c0-431d-9b64-f0a392c703b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=3b8aa78d-1a55-4344-8442-2e95f6c5256c HTTP/1.1" status: 200 len: 217 time: 0.0835931 Oct 12 22:49:39.035589 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736bd541-2ebf-4a15-afdc-59a3409c19a3 x-openstack-request-id: req-736bd541-2ebf-4a15-afdc-59a3409c19a3 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:39.035987 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdf7a679-8aff-4e42-83e4-ab4d22235716", "tag": "3b8aa78d-1a55-4344-8442-2e95f6c5256c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:39.036812 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-736bd541-2ebf-4a15-afdc-59a3409c19a3 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:39.037296 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdf7a679-8aff-4e42-83e4-ab4d22235716', 'tag': '3b8aa78d-1a55-4344-8442-2e95f6c5256c', 'status': 'completed', 'code': 200} Oct 12 22:49:39.062904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-0f2289b8-8768-486b-91d0-e6a13d925a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:39.064547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-0f2289b8-8768-486b-91d0-e6a13d925a02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.2782915 Oct 12 22:49:39.081021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Attempting to bind port ae73d3bf-487d-4178-b222-98957c5890c8 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:39.081352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Attempting to bind port ae73d3bf-487d-4178-b222-98957c5890c8 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:39.082060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Attempting to bind port ae73d3bf-487d-4178-b222-98957c5890c8 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:39.109573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5246e2cb-395f-45e7-a594-a11212ae033d None None] Network 10566f33-e985-4996-9834-d7ff6c30696d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:49:39.118060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f3cc36a-4f97-4f22-993c-8f01361d9b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.120797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Port ae73d3bf-487d-4178-b222-98957c5890c8 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:39.121118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Attempting to bind port ae73d3bf-487d-4178-b222-98957c5890c8 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:39.137249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-d60074b4-f58f-45d8-885a-ea29834570ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464232 Oct 12 22:49:39.140553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.151444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:39.152024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:39.152568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:39.153167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Bound port: ae73d3bf-487d-4178-b222-98957c5890c8, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:39.154101 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.207765 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f3cc36a-4f97-4f22-993c-8f01361d9b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.228299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=c6144cda-55d1-4ada-bbc8-a21b95ec4270,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:39.250531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-616ea0e0-61a8-4e46-a89b-dd48f60bcde9 None None] Provisioning complete for port c6144cda-55d1-4ada-bbc8-a21b95ec4270 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:39.250976 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-616ea0e0-61a8-4e46-a89b-dd48f60bcde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.262649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-45520cee-41d0-4600-83bb-e1e730f2baa3 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113546 Oct 12 22:49:39.296001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-1031e5de-40fb-4db8-92fc-2294026966df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:39.297443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-1031e5de-40fb-4db8-92fc-2294026966df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2519822 Oct 12 22:49:39.331598 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-af97c8bd-7005-42b5-b175-15ddd2ad83ca tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0d486ab153e840749ef2c1845d6d7d38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1573536 Oct 12 22:49:39.339856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72626e7-33b5-4408-9ccd-61dbe43fdb94 req-119ea91a-36cd-4257-9aa8-c84e18b38cd6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:39.341423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c72626e7-33b5-4408-9ccd-61dbe43fdb94 req-119ea91a-36cd-4257-9aa8-c84e18b38cd6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 948 time: 0.2652123 Oct 12 22:49:39.422955 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f3cc36a-4f97-4f22-993c-8f01361d9b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.426726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f3cc36a-4f97-4f22-993c-8f01361d9b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.432972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6f3cc36a-4f97-4f22-993c-8f01361d9b61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7889b3e5-31cf-486a-94f6-27f50758fc7c HTTP/1.1" status: 204 len: 168 time: 0.4853911 Oct 12 22:49:39.514831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3cc36a-4f97-4f22-993c-8f01361d9b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7889b3e5-31cf-486a-94f6-27f50758fc7c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:39.535726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-52f40a92-f37e-4e19-ae69-94a2890757a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:39.536317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-52f40a92-f37e-4e19-ae69-94a2890757a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1980207 Oct 12 22:49:39.634176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] For port ae73d3bf-487d-4178-b222-98957c5890c8, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:39.649708 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c72626e7-33b5-4408-9ccd-61dbe43fdb94 req-caf0bb30-16c3-4ead-9fc7-a0d0f53170db tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904477 Oct 12 22:49:39.664268 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.681162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] For port ae73d3bf-487d-4178-b222-98957c5890c8, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae73d3bf-487d-4178-b222-98957c5890c8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:39.694985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-a57b22da-b64c-4d2b-882e-43a2af80caab tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:39.695922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-a57b22da-b64c-4d2b-882e-43a2af80caab tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 950 time: 0.2429044 Oct 12 22:49:39.703893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.704768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-2fbba1e0-8ceb-4a80-a861-f86b20e872c4 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:39.706881 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-2fbba1e0-8ceb-4a80-a861-f86b20e872c4 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3626940 Oct 12 22:49:39.722956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:39.722956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-950a7391-4a39-4008-9655-77ad537c8c31 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376140 Oct 12 22:49:39.761113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:39.771700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:39.774541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.777868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Request body: {'port': {'device_id': '34dc1087-9110-4e9d-b823-f4029e381c11', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '0d486ab153e840749ef2c1845d6d7d38'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:39.791522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 206646a6-a6ea-4398-ada5-7e34d3965096 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:39.823665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4832fc5e-117e-4853-bdab-ed8511366624 None None] Provisioning complete for port c6144cda-55d1-4ada-bbc8-a21b95ec4270 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:39.824028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4832fc5e-117e-4853-bdab-ed8511366624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.833389 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.888674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afbeb13-4c3d-40ab-8322-e8f16c6866d1 req-e99129a3-79b7-4a70-b180-a5d5df899777 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:39.890162 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afbeb13-4c3d-40ab-8322-e8f16c6866d1 req-e99129a3-79b7-4a70-b180-a5d5df899777 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 950 time: 0.2698054 Oct 12 22:49:39.954761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:39.955585 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:39.957033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] 10.222.0.25 "PUT /v2.0/ports/ae73d3bf-487d-4178-b222-98957c5890c8 HTTP/1.1" status: 200 len: 1097 time: 2.0492120 Oct 12 22:49:39.959235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81cc7787-753d-4a67-8cc7-7ed2bd27bc15', 'tag': 'ae73d3bf-487d-4178-b222-98957c5890c8'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:39.962519 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8911447-7b10-452a-8e8e-e89a797c2327" -d '{"events": [{"name": "network-changed", "server_uuid": "81cc7787-753d-4a67-8cc7-7ed2bd27bc15", "tag": "ae73d3bf-487d-4178-b222-98957c5890c8"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:40.023635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 206646a6-a6ea-4398-ada5-7e34d3965096 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:40.024198 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:40.068606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c65ed5-2fda-4f79-b577-08eeeae21ba0 req-7545199a-f5fc-42d6-a0eb-b1544be674c3 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:40.076191 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6c65ed5-2fda-4f79-b577-08eeeae21ba0 req-7545199a-f5fc-42d6-a0eb-b1544be674c3 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 944 time: 0.2505200 Oct 12 22:49:40.134633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Pushing event updated for resources: {'Port': ['ID=c6046786-d52e-4e66-b4d7-0a901bc1391d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:40.160348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927e4d0-b99d-42d4-94cc-8943d9e767c5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae73d3bf-487d-4178-b222-98957c5890c8,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:40.190458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c6144cda-55d1-4ada-bbc8-a21b95ec4270 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:40.220070 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-d01f7d6a-8a26-4503-b868-4ee5506738d0 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6640294 Oct 12 22:49:40.258178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6c65ed5-2fda-4f79-b577-08eeeae21ba0 req-dc6bc36b-ff62-4498-9571-e6d667c8ea6b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788306 Oct 12 22:49:40.271472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c6144cda-55d1-4ada-bbc8-a21b95ec4270 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:40.271852 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:40.290631 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Deleting port 55763fde-ec60-4d6b-92af-a50a72fd32cc {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:49:40.291239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:40.297200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-d1a1a740-b791-41ce-85ab-b3507c0bfaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:40.299297 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-d1a1a740-b791-41ce-85ab-b3507c0bfaae service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 1100 time: 0.2211349 Oct 12 22:49:40.389456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Made reservation on behalf of 0d486ab153e840749ef2c1845d6d7d38 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:40.393147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:40.397138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-f8ffb4cc-362e-405d-a6eb-764ff76b8f9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ae73d3bf-487d-4178-b222-98957c5890c8 HTTP/1.1" status: 200 len: 217 time: 0.0820413 Oct 12 22:49:40.398591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Allocated IP 172.25.2.187 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/8f82a82a-66f5-4614-adf1-11656cad7909) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:40.447191 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afbeb13-4c3d-40ab-8322-e8f16c6866d1 req-a38bfb46-bb49-4b6e-b0dd-bfa5fdc76903 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/security-groups?id=e32c99ef-a6ca-4324-8d04-9188b1ddceb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3158121 Oct 12 22:49:40.473945 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c371669d-55fd-4c2f-8ef8-12b3487c399a req-968d1f33-7391-4ee5-ae7b-cd70c023d616 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 210 time: 0.0880847 Oct 12 22:49:40.526182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-eca25f9d-8893-46de-94ef-0666ee44d103 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:40.527797 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-eca25f9d-8893-46de-94ef-0666ee44d103 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.2647796 Oct 12 22:49:40.582630 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d815baa2-664e-439a-9afb-fcfd003d5b29 x-openstack-request-id: req-d815baa2-664e-439a-9afb-fcfd003d5b29 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:40.583502 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81cc7787-753d-4a67-8cc7-7ed2bd27bc15", "tag": "ae73d3bf-487d-4178-b222-98957c5890c8", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:40.583758 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d815baa2-664e-439a-9afb-fcfd003d5b29 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:40.584079 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81cc7787-753d-4a67-8cc7-7ed2bd27bc15', 'tag': 'ae73d3bf-487d-4178-b222-98957c5890c8', 'status': 'completed', 'code': 200} Oct 12 22:49:40.607692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] For port 55763fde-ec60-4d6b-92af-a50a72fd32cc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=55763fde-ec60-4d6b-92af-a50a72fd32cc,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:40.608013 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:40.611170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-9ddbf986-ef1d-4e96-8f48-cacd7e0a7ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:40.612643 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-9ddbf986-ef1d-4e96-8f48-cacd7e0a7ebf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1927443 Oct 12 22:49:40.623012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6894a8c4-e92e-4173-b8f3-3572780568c4 req-9a978c81-a904-4f35-ab32-04d0b9462b4b service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3182693 Oct 12 22:49:40.805252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:40.826030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cad967-0e45-484c-bff1-d3c8220f9dcd req-9ad20224-3d1d-4bbf-9bf3-5f522f7e6341 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:40.827648 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23cad967-0e45-484c-bff1-d3c8220f9dcd req-9ad20224-3d1d-4bbf-9bf3-5f522f7e6341 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 948 time: 0.2871635 Oct 12 22:49:40.860330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Calling delete_port for 55763fde-ec60-4d6b-92af-a50a72fd32cc owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:49:40.996621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:41.010589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-1578038b-1bae-45c3-b177-7d8ab70b6107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:41.012118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-1578038b-1bae-45c3-b177-7d8ab70b6107 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1742704 Oct 12 22:49:41.024624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc826cf-6c0d-4df3-b1c6-1af5dfd36277 req-387a4781-38f8-4daa-9521-78e68da0e50f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:41.026111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfc826cf-6c0d-4df3-b1c6-1af5dfd36277 req-387a4781-38f8-4daa-9521-78e68da0e50f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 948 time: 0.1870048 Oct 12 22:49:41.047216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Allocated IP 192.168.233.32 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/ab5bb27d-dcfa-4440-b489-5e4e9954a4db) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:41.053631 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23cad967-0e45-484c-bff1-d3c8220f9dcd req-31d1d2b5-6893-4e2e-8532-70eb7cee4888 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100873 Oct 12 22:49:41.069542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-426fde2c-4d4f-4530-9749-e73ad78e914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:41.073763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-426fde2c-4d4f-4530-9749-e73ad78e914e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 1100 time: 0.2293789 Oct 12 22:49:41.167413 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfc826cf-6c0d-4df3-b1c6-1af5dfd36277 req-faa5fe7e-a6f4-43cc-b3eb-565dfe05f1c0 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241224 Oct 12 22:49:41.194473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-50acd7dd-9b5b-4396-a697-5e6dae5de29a service neutron] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:41.196964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:41.212374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-50acd7dd-9b5b-4396-a697-5e6dae5de29a service neutron] Notify callbacks [] for binding, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:41.213772 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5720c264-ef6d-44f1-b58d-ebea97d166ae req-50acd7dd-9b5b-4396-a697-5e6dae5de29a service neutron] 10.222.0.41 "DELETE /v2.0/ports/00aaf2b8-c420-4207-b185-8cb110871e61/bindings/n-h2-790519-14 HTTP/1.1" status: 204 len: 173 time: 0.6753266 Oct 12 22:49:41.256421 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-32c3135e-cfaf-40b0-a80a-c371a9a5f944 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292945 Oct 12 22:49:41.296861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:41.346715 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:41.371334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['55763fde-ec60-4d6b-92af-a50a72fd32cc'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:41.426044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Pushing event updated for resources: {'Port': ['ID=8f82a82a-66f5-4614-adf1-11656cad7909,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:41.435219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Pushing event deleted for resources: {'Port': ['ID=55763fde-ec60-4d6b-92af-a50a72fd32cc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:41.439709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-3404e94c-61c5-46b4-86bf-ecd06aabb5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:41.443223 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-3404e94c-61c5-46b4-86bf-ecd06aabb5d0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.3578544 Oct 12 22:49:41.444727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:41.462791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:41.463172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82bd943a-589a-4c58-9c61-df7a058cc651 req-8e27e86b-9752-4ae4-9381-3528a2280789 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940212 Oct 12 22:49:41.538904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] No DVR routers for this DVR port 55763fde-ec60-4d6b-92af-a50a72fd32cc on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:49:41.544803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:41.550371 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea3520f7-cf78-4a34-be17-fbeb0ed8c86b req-2822730e-c20d-4b5c-b2a4-0b0d912c9c37 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.41 "DELETE /v2.0/ports/55763fde-ec60-4d6b-92af-a50a72fd32cc HTTP/1.1" status: 204 len: 173 time: 1.8419943 Oct 12 22:49:41.554154 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-2d7920d6-66d8-46d2-bb68-911092930fa6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=3b8aa78d-1a55-4344-8442-2e95f6c5256c HTTP/1.1" status: 200 len: 217 time: 0.0812714 Oct 12 22:49:41.627164 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a3758b0-b602-465a-9af3-74afcbb62325 req-1ab9fe4d-6ae7-4dde-bb90-e8fb9c34bad8 tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 210 time: 0.0512109 Oct 12 22:49:41.638521 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:41.693796 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:41.735655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-1f3264ca-73bf-48ed-9888-5852aab3e9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:41.737288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-1f3264ca-73bf-48ed-9888-5852aab3e9e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 1100 time: 0.1064565 Oct 12 22:49:41.868124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31aa2786-046c-403a-94de-041ce831a478 req-672bbcaa-d9e7-4a9d-97eb-3e98655e4784 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 210 time: 0.0833576 Oct 12 22:49:41.936564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-f154c917-85a9-4971-ad7a-87f025bb63f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:41.938671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-f154c917-85a9-4971-ad7a-87f025bb63f4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1919570 Oct 12 22:49:41.969170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118ec02-2907-46d6-96da-3a44d92245a5 req-7f4e8e4d-428c-4d1b-aac8-21f4cb786092 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:41.970679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0118ec02-2907-46d6-96da-3a44d92245a5 req-7f4e8e4d-428c-4d1b-aac8-21f4cb786092 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 944 time: 0.5457618 Oct 12 22:49:41.991485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:41.993961 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-7bc47b71-c9b9-4f7b-92b7-e135bacc85a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=ae73d3bf-487d-4178-b222-98957c5890c8 HTTP/1.1" status: 200 len: 217 time: 0.0481501 Oct 12 22:49:42.003894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d7d1fd1b-76d7-4073-83b7-c8a894eae139'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:42.019403 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-915fd3d6-5913-4e74-a8d6-d4adda7e33f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:42.022153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-915fd3d6-5913-4e74-a8d6-d4adda7e33f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.4572110 Oct 12 22:49:42.062144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:42.065459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Pushing event updated for resources: {'Port': ['ID=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:42.086455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:42.091502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:42.096524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:42.097676 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:42.125782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-5e2d2d46-bd9c-4cd1-a00f-ce1d33281fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:42.127303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-5e2d2d46-bd9c-4cd1-a00f-ce1d33281fd4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0810091 Oct 12 22:49:42.188470 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95b90a0b-a155-4a19-9c53-f116d623b6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:42.204416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-87e3a651-f35e-4ca6-88e2-144dbef26809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:42.206850 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-87e3a651-f35e-4ca6-88e2-144dbef26809 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0721166 Oct 12 22:49:42.255988 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0118ec02-2907-46d6-96da-3a44d92245a5 req-ed45c01e-bef6-44ba-87b5-8a83aeee8bd2 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238505 Oct 12 22:49:42.266396 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f39f459c-70e4-463d-9fe0-4343edca03aa tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5486581 Oct 12 22:49:42.270227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-dcfe1d21-1139-491c-8fed-438577e5aa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:42.273411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-dcfe1d21-1139-491c-8fed-438577e5aa6b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2355881 Oct 12 22:49:42.359063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Request body: {'port': {'device_id': '34dc1087-9110-4e9d-b823-f4029e381c11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:42.463291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:42.474693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2950dac-aef3-4fc4-a9fc-4e60a443973a req-9f403d2a-ca88-431d-88b2-ea6d13d3b446 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:42.476329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2950dac-aef3-4fc4-a9fc-4e60a443973a req-9f403d2a-ca88-431d-88b2-ea6d13d3b446 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 948 time: 0.2598069 Oct 12 22:49:42.516745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-76b7514f-1a73-4f5d-ba8a-08f18aaf4b9c service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980011 Oct 12 22:49:42.565264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9b143068-71f2-4858-819f-889685b0e9b0 None None] Provisioning complete for port ab5bb27d-dcfa-4440-b489-5e4e9954a4db triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:42.566302 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b143068-71f2-4858-819f-889685b0e9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:42.628534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c0d0a85-df06-4ff2-99d2-466a4f14c34c', 'name': 'network-vif-deleted', 'tag': '55763fde-ec60-4d6b-92af-a50a72fd32cc'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:42.637484 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ef9c02-295b-4012-90aa-7f3db15649fb" -d '{"events": [{"server_uuid": "7c0d0a85-df06-4ff2-99d2-466a4f14c34c", "name": "network-vif-deleted", "tag": "55763fde-ec60-4d6b-92af-a50a72fd32cc"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:42.654382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2950dac-aef3-4fc4-a9fc-4e60a443973a req-2806d163-5335-4b10-ac3b-a8d01518462e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608427 Oct 12 22:49:42.682217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9b143068-71f2-4858-819f-889685b0e9b0 None None] Port ab5bb27d-dcfa-4440-b489-5e4e9954a4db cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:42.707812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70566657-bc04-4d2a-9a40-91f2d386668d req-6851b724-ed87-4396-9f6d-5795f5cada3c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:42.716522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70566657-bc04-4d2a-9a40-91f2d386668d req-6851b724-ed87-4396-9f6d-5795f5cada3c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 948 time: 0.2933519 Oct 12 22:49:42.740465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-23d8589a-34d1-4302-aa6b-482ef516b4b5 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548156 Oct 12 22:49:42.767965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:42.788974 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef353b8c-c556-47b2-a173-7b6e58067f74 x-openstack-request-id: req-ef353b8c-c556-47b2-a173-7b6e58067f74 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:42.788974 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c0d0a85-df06-4ff2-99d2-466a4f14c34c", "name": "network-vif-deleted", "tag": "55763fde-ec60-4d6b-92af-a50a72fd32cc", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:42.788974 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef353b8c-c556-47b2-a173-7b6e58067f74 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:42.789193 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c0d0a85-df06-4ff2-99d2-466a4f14c34c', 'name': 'network-vif-deleted', 'tag': '55763fde-ec60-4d6b-92af-a50a72fd32cc', 'status': 'completed', 'code': 200} Oct 12 22:49:42.867304 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70566657-bc04-4d2a-9a40-91f2d386668d req-a99a6ac6-8aff-45c8-80fd-116d2ca97b5d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440012 Oct 12 22:49:42.873560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Router 801876b1-e06d-4c93-90c9-81b9764fec85 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:49:42.882045 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8911447-7b10-452a-8e8e-e89a797c2327 req-a5ac776d-8784-47aa-ad31-1736f86ef68a service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412473 Oct 12 22:49:43.008428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af6578d3-9c06-499a-8735-2eccaa09e28f req-cef55dc5-f335-4cb2-967f-50c9cd01ad7c tempest-DeleteServersAdminTestJSON-788672095 tempest-DeleteServersAdminTestJSON-788672095-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c0d0a85-df06-4ff2-99d2-466a4f14c34c HTTP/1.1" status: 200 len: 210 time: 0.0447373 Oct 12 22:49:43.105057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01507ffb-51ea-4726-8a52-d3cb0f88baac req-f413013c-66a2-40fc-8208-72cfce09338a service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3576012 Oct 12 22:49:43.151022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5bb27d-dcfa-4440-b489-5e4e9954a4db {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:43.170828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021f08ef-019c-4b46-b518-0371e0e8e972 req-b000e822-c6cc-4bb7-901f-6f20af6b9923 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:43.175587 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-021f08ef-019c-4b46-b518-0371e0e8e972 req-b000e822-c6cc-4bb7-901f-6f20af6b9923 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 935 time: 0.1097116 Oct 12 22:49:43.178191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:43.207293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8bc6b6-bc42-4829-b101-9fdc9d269a23 req-0993dba4-0196-40ce-bbce-36c3a7d53e9c tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:43.207293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df8bc6b6-bc42-4829-b101-9fdc9d269a23 req-0993dba4-0196-40ce-bbce-36c3a7d53e9c tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1096 time: 0.2226219 Oct 12 22:49:43.212730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Transition to ACTIVE for port object ab5bb27d-dcfa-4440-b489-5e4e9954a4db will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:43.227548 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-021f08ef-019c-4b46-b518-0371e0e8e972 req-d4cff162-2799-4779-92bf-7a75fcc6ce5e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461619 Oct 12 22:49:43.237125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:49:43.247064 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42330dd6-d121-499d-9825-645681a53696 None None] Sync routers for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:49:43.257494 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42330dd6-d121-499d-9825-645681a53696 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:49:43.258389 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-42330dd6-d121-499d-9825-645681a53696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:43.292683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df8bc6b6-bc42-4829-b101-9fdc9d269a23 req-1cba162a-a440-4cd4-a887-74d868d3f724 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763309 Oct 12 22:49:43.294512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:43.333220 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:43.399930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 55763fde-ec60-4d6b-92af-a50a72fd32cc no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:49:43.404348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Pushing event updated for resources: {'Port': ['ID=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:43.426791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 55763fde-ec60-4d6b-92af-a50a72fd32cc {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:49:43.427294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 55763fde-ec60-4d6b-92af-a50a72fd32cc not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:49:43.431859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Attempting to bind port ab5bb27d-dcfa-4440-b489-5e4e9954a4db on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:43.432352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Attempting to bind port ab5bb27d-dcfa-4440-b489-5e4e9954a4db by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:43.432703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Attempting to bind port ab5bb27d-dcfa-4440-b489-5e4e9954a4db on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:43.443773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Port ab5bb27d-dcfa-4440-b489-5e4e9954a4db on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:43.444095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Attempting to bind port ab5bb27d-dcfa-4440-b489-5e4e9954a4db on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:43.448022 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:43.453476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b6b0690a-6502-48a2-a0a3-a6e0d2a7fecc admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.5904691 Oct 12 22:49:43.453645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36068) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:43.507297 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-42330dd6-d121-499d-9825-645681a53696 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:49:43.526140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:43.526675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:43.526863 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:43.527322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Bound port: ab5bb27d-dcfa-4440-b489-5e4e9954a4db, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:43.527674 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:43.593651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3b8aa78d-1a55-4344-8442-2e95f6c5256c details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:43.659840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Router c671d518-ac3e-4312-8218-d959c952bef7 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:49:43.755753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] For port ab5bb27d-dcfa-4440-b489-5e4e9954a4db, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:43.781677 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-42330dd6-d121-499d-9825-645681a53696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:40Z', 'revision_number': 3, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:43.799779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3b8aa78d-1a55-4344-8442-2e95f6c5256c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b8aa78d-1a55-4344-8442-2e95f6c5256c,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:43.810456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] For port ab5bb27d-dcfa-4440-b489-5e4e9954a4db, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:43.811810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '3b8aa78d-1a55-4344-8442-2e95f6c5256c', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '3b8aa78d-1a55-4344-8442-2e95f6c5256c', 'mac_address': 'fa:16:3e:bd:9f:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:43.816744 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42330dd6-d121-499d-9825-645681a53696 None None] Checking router: 801876b1-e06d-4c93-90c9-81b9764fec85 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:49:43.817971 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42330dd6-d121-499d-9825-645681a53696 None None] Updating router 801876b1-e06d-4c93-90c9-81b9764fec85 port c6046786-d52e-4e66-b4d7-0a901bc1391d binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:49:43.861413 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-42330dd6-d121-499d-9825-645681a53696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:43.863738 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:43.884818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b8aa78d-1a55-4344-8442-2e95f6c5256c {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:43.908642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3b8aa78d-1a55-4344-8442-2e95f6c5256c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b8aa78d-1a55-4344-8442-2e95f6c5256c,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:43.936200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:43.991228 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:44.006080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-0e8635e3-2860-48d6-9b49-d0e1e34bd6c2 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:44.019402 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-0e8635e3-2860-48d6-9b49-d0e1e34bd6c2 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 821 time: 0.2803795 Oct 12 22:49:44.053519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:44.054144 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:44.054255 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-a9f5b5a1-86c5-4cda-899c-d742229d2d3a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/quotas/ebed3457b1f84fe19d9bd4d55b4f455a HTTP/1.1" status: 200 len: 375 time: 0.0336080 Oct 12 22:49:44.057111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] 10.222.0.41 "PUT /v2.0/ports/ab5bb27d-dcfa-4440-b489-5e4e9954a4db HTTP/1.1" status: 200 len: 1096 time: 1.7522790 Oct 12 22:49:44.058848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:49:44.072733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Sync routers for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:49:44.093467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3b8aa78d-1a55-4344-8442-2e95f6c5256c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:44.103433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0d73e0-1beb-4725-bd19-82e56fe61c0a req-ee1ae0e2-17a6-4658-938c-6017e1df92b7 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:44.104986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa0d73e0-1beb-4725-bd19-82e56fe61c0a req-ee1ae0e2-17a6-4658-938c-6017e1df92b7 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 948 time: 0.1665013 Oct 12 22:49:44.105123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:49:44.105696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:44.133159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fd6e81-3f49-4c69-adac-3586472637cc service neutron] Pushing event updated for resources: {'Port': ['ID=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:44.192405 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa0d73e0-1beb-4725-bd19-82e56fe61c0a req-37c73e14-8ca6-4207-9c61-5048e23026fe tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765052 Oct 12 22:49:44.204964 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-42330dd6-d121-499d-9825-645681a53696 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:44.274508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['3b8aa78d-1a55-4344-8442-2e95f6c5256c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:44.290635 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-42330dd6-d121-499d-9825-645681a53696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:44.310426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:49:44.356796 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Pushing event updated for resources: {'Port': ['ID=c6046786-d52e-4e66-b4d7-0a901bc1391d,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:44.369541 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.370270 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.370847 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.371407 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.371999 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.372538 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.373108 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.373669 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.374198 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.374695 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.375223 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Tracked resource versions report: Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: pushed versions: Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: { 'AddressGroup': {'1.2'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'ConntrackHelper': {'1.0'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Log': {'1.0'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Network': {'1.1'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Port': {'1.7'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'PortForwarding': {'1.2'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'QosPolicy': {'1.10'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'SecurityGroup': {'1.4'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'SecurityGroupRule': {'1.2'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'SubPort': {'1.0'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Subnet': {'1.1'}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Trunk': {'1.1'}} Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: consumer versions: Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: { DHCP agent@n-d-790519-14: {}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: HyperV agent@n-h1-790519-14: {}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: HyperV agent@n-h2-790519-14: {}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: L3 agent@n-d-790519-14: {}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: Metadata agent@n-d-790519-14: {}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: Metering agent@n-d-790519-14: {}, Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: Open vSwitch agent@n-d-790519-14: { 'AddressGroup': '1.2', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'ConntrackHelper': '1.0', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Log': '1.0', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Network': '1.1', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Port': '1.7', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'PortForwarding': '1.2', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'QosPolicy': '1.10', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'SecurityGroup': '1.4', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'SecurityGroupRule': '1.2', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'SubPort': '1.0', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Subnet': '1.1', Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: 'Trunk': '1.1'}} Oct 12 22:49:44.381989 n-d-790519-14 neutron-server[101892]: {{(pid=101892) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 12 22:49:44.404923 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-42330dd6-d121-499d-9825-645681a53696 None None] Attempting to bind port c6046786-d52e-4e66-b4d7-0a901bc1391d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:44.405664 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-42330dd6-d121-499d-9825-645681a53696 None None] Attempting to bind port c6046786-d52e-4e66-b4d7-0a901bc1391d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:44.406283 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42330dd6-d121-499d-9825-645681a53696 None None] Attempting to bind port c6046786-d52e-4e66-b4d7-0a901bc1391d on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:44.416241 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42330dd6-d121-499d-9825-645681a53696 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:44.416241 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42330dd6-d121-499d-9825-645681a53696 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:44.416241 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-42330dd6-d121-499d-9825-645681a53696 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:44.416241 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42330dd6-d121-499d-9825-645681a53696 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:44.416241 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-42330dd6-d121-499d-9825-645681a53696 None None] Bound port: c6046786-d52e-4e66-b4d7-0a901bc1391d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:44.416241 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-42330dd6-d121-499d-9825-645681a53696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:44.461343 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-212d2537-6457-42e9-ac17-9e87fd8cbb13 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3816085 Oct 12 22:49:44.476118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-edfeb540-801c-46b1-8823-b9fa91ca8a22 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:49:44.478328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-edfeb540-801c-46b1-8823-b9fa91ca8a22 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0107403 Oct 12 22:49:44.484885 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-42330dd6-d121-499d-9825-645681a53696 None None] For port c6046786-d52e-4e66-b4d7-0a901bc1391d, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:44.488697 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-42330dd6-d121-499d-9825-645681a53696 None None] For port c6046786-d52e-4e66-b4d7-0a901bc1391d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c6046786-d52e-4e66-b4d7-0a901bc1391d,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:44.510039 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:44.515952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-118dc444-de22-4657-ae9b-098b9790a8fe admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5454180 Oct 12 22:49:44.533889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36096) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:44.580354 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-42330dd6-d121-499d-9825-645681a53696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:44.617891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-2610cd5e-1316-4f57-8667-6dbf517fa81f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:44.619409 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-2610cd5e-1316-4f57-8667-6dbf517fa81f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d486ab153e840749ef2c1845d6d7d38&device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 1099 time: 0.4305687 Oct 12 22:49:44.637712 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-88c48b80-6f38-4c43-9f05-4c56277beb0f service neutron] 10.222.0.31 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520867 Oct 12 22:49:44.656921 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42330dd6-d121-499d-9825-645681a53696 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:49:44.657874 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-42330dd6-d121-499d-9825-645681a53696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:44.699570 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62daf50-6827-4b83-833d-f6824982682c None None] Pushing event updated for resources: {'Port': ['ID=c6046786-d52e-4e66-b4d7-0a901bc1391d,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:44.740665 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-b4ece39a-a812-44cb-b5a7-1637fe4ffd7b service neutron] 10.222.0.31 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957124 Oct 12 22:49:44.797760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34dc1087-9110-4e9d-b823-f4029e381c11', 'tag': 'ab5bb27d-dcfa-4440-b489-5e4e9954a4db'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:44.800015 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d" -d '{"events": [{"name": "network-changed", "server_uuid": "34dc1087-9110-4e9d-b823-f4029e381c11", "tag": "ab5bb27d-dcfa-4440-b489-5e4e9954a4db"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:44.823281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9b749f-5c5b-46fe-9ad2-3c5931d96e5d req-aa43d775-3a02-4f28-956c-f1389d14b354 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:44.825739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e9b749f-5c5b-46fe-9ad2-3c5931d96e5d req-aa43d775-3a02-4f28-956c-f1389d14b354 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 949 time: 0.2904344 Oct 12 22:49:44.827912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-61ec2a96-a817-4cb8-b358-8b513e615583 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=ab5bb27d-dcfa-4440-b489-5e4e9954a4db HTTP/1.1" status: 200 len: 217 time: 0.1973312 Oct 12 22:49:44.858607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:42Z', 'revision_number': 3, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:44.873141 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-42330dd6-d121-499d-9825-645681a53696 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:49:44.890153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Checking router: c671d518-ac3e-4312-8218-d959c952bef7 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:49:44.890681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Updating router c671d518-ac3e-4312-8218-d959c952bef7 port 8f82a82a-66f5-4614-adf1-11656cad7909 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:49:44.904776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:44.924623 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:45.035457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-eecd08b9-86b1-410d-b20d-2bfc12016ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:45.038705 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-eecd08b9-86b1-410d-b20d-2bfc12016ffb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1922662 Oct 12 22:49:45.064705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2b8083-5e88-4c4e-a31f-fa022a1e02e4 req-8b701965-fe4c-4126-9ebe-e3f095f82104 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:45.073671 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c2b8083-5e88-4c4e-a31f-fa022a1e02e4 req-8b701965-fe4c-4126-9ebe-e3f095f82104 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 947 time: 0.0617225 Oct 12 22:49:45.103692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6b55557-5d08-481e-8413-9e73cde7be12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:45.103877 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-42330dd6-d121-499d-9825-645681a53696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:40Z', 'revision_number': 3, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:45.116536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e9b749f-5c5b-46fe-9ad2-3c5931d96e5d req-d45c11dd-eb43-4fa2-807b-a16b34c80923 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804410 Oct 12 22:49:45.127911 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c2b8083-5e88-4c4e-a31f-fa022a1e02e4 req-1f9ba4e6-2e23-469c-8feb-0648b33a5513 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490825 Oct 12 22:49:45.180048 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42330dd6-d121-499d-9825-645681a53696 None None] The sync data for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 is: [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:40Z', 'revision_number': 3, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:49:45.234577 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52eabcda-e223-47f6-8696-8bacaf00956c x-openstack-request-id: req-52eabcda-e223-47f6-8696-8bacaf00956c {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:45.234882 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34dc1087-9110-4e9d-b823-f4029e381c11", "tag": "ab5bb27d-dcfa-4440-b489-5e4e9954a4db", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:45.235170 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52eabcda-e223-47f6-8696-8bacaf00956c {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:45.235516 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34dc1087-9110-4e9d-b823-f4029e381c11', 'tag': 'ab5bb27d-dcfa-4440-b489-5e4e9954a4db', 'status': 'completed', 'code': 200} Oct 12 22:49:45.282621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-45a78173-e96c-49a0-b16f-6a68f3d1c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:45.284510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-45a78173-e96c-49a0-b16f-6a68f3d1c8f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2305326 Oct 12 22:49:45.339883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1db25db4-3afd-4655-9ba0-aa1ee76faeab req-0fd850b9-2f56-422b-81c1-59e8cc2e37ed tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 210 time: 0.0774667 Oct 12 22:49:45.369596 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:45.433002 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:45.484640 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:45.524472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c72c78-eb0f-4204-92da-445cd084ee29 None None] Pushing event updated for resources: {'Port': ['ID=8f82a82a-66f5-4614-adf1-11656cad7909,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:45.526850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Attempting to bind port 8f82a82a-66f5-4614-adf1-11656cad7909 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:45.527246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Attempting to bind port 8f82a82a-66f5-4614-adf1-11656cad7909 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:45.527609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Attempting to bind port 8f82a82a-66f5-4614-adf1-11656cad7909 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:45.533916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:45.534298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:45.534701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:45.535209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:45.535679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Bound port: 8f82a82a-66f5-4614-adf1-11656cad7909, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:45.536858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:45.593097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ae73d3bf-487d-4178-b222-98957c5890c8 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:45.631124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] For port 8f82a82a-66f5-4614-adf1-11656cad7909, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:45.644177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] For port 8f82a82a-66f5-4614-adf1-11656cad7909, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8f82a82a-66f5-4614-adf1-11656cad7909,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:45.658190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Allocated IP 172.20.0.1 (ab4ee53a-9282-4f5e-a170-01a498e1572a/4ffffe7c-8b15-454d-86c7-cc5646c61318/192a695a-dd20-405a-95da-572d35c38e0e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:45.668162 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-f4d74d21-7b96-486c-ac39-f82208942501 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416207 Oct 12 22:49:45.737597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb106eef-d529-4fcb-a983-e017093e4bb0 req-c47e4203-ef0f-4e85-9492-4d2301bd686c tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:45.745715 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb106eef-d529-4fcb-a983-e017093e4bb0 req-c47e4203-ef0f-4e85-9492-4d2301bd686c tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 948 time: 0.2780938 Oct 12 22:49:45.764084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3b8aa78d-1a55-4344-8442-2e95f6c5256c up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:45.809592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c6046786-d52e-4e66-b4d7-0a901bc1391d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:45.813164 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:45.964408 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb106eef-d529-4fcb-a983-e017093e4bb0 req-01c243b1-6844-4a28-963c-f53f86b77e1d tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051120 Oct 12 22:49:45.982275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c72c78-eb0f-4204-92da-445cd084ee29 None None] Pushing event updated for resources: {'Port': ['ID=8f82a82a-66f5-4614-adf1-11656cad7909,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:45.986965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ae73d3bf-487d-4178-b222-98957c5890c8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae73d3bf-487d-4178-b222-98957c5890c8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:46.006287 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6d1083a-fe8d-4dc4-9e19-50edb9997593 req-a7d3b7f5-4fb2-42f0-a395-71efbe2ef541 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3225179 Oct 12 22:49:46.009779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c6046786-d52e-4e66-b4d7-0a901bc1391d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:46.010229 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.050017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:49:46.050770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:46.100803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.103375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.160668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:49:46.201904 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.243184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'ae73d3bf-487d-4178-b222-98957c5890c8', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'ae73d3bf-487d-4178-b222-98957c5890c8', 'mac_address': 'fa:16:3e:9f:b0:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:46.319170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a89a6-9319-41f1-b642-2288b9339d38 req-d3f093ca-7461-47da-8667-4b4e19141c6f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:46.330092 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-089a89a6-9319-41f1-b642-2288b9339d38 req-d3f093ca-7461-47da-8667-4b4e19141c6f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 949 time: 0.0844431 Oct 12 22:49:46.368702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-c92a645b-b309-44fc-9606-a52cdd8a862c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:46.370288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-c92a645b-b309-44fc-9606-a52cdd8a862c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0d486ab153e840749ef2c1845d6d7d38&device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 1099 time: 0.1697807 Oct 12 22:49:46.389855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-089a89a6-9319-41f1-b642-2288b9339d38 req-93ddcf92-0079-4d9a-9c25-c4fc1c74479f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585976 Oct 12 22:49:46.396869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.420119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 3b8aa78d-1a55-4344-8442-2e95f6c5256c completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:46.425367 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.441876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae73d3bf-487d-4178-b222-98957c5890c8 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:46.451818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 3b8aa78d-1a55-4344-8442-2e95f6c5256c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:46.452203 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.523802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ae73d3bf-487d-4178-b222-98957c5890c8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae73d3bf-487d-4178-b222-98957c5890c8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:46.532052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port c6046786-d52e-4e66-b4d7-0a901bc1391d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c6046786-d52e-4e66-b4d7-0a901bc1391d,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:46.602996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36158) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:46.617202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.645166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d0cbd26-5339-4623-bd7a-b6f875e03e80 req-d850f4bd-f5c9-486c-ac38-714d710c3630 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 210 time: 0.0374334 Oct 12 22:49:46.679560 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.681445 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.704724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:42Z', 'revision_number': 3, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:46.744633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4fb7f03-1cb2-46f7-97e8-d5547ec514e4 None None] The sync data for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 is: [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:42Z', 'revision_number': 3, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:49:46.771315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf7a679-8aff-4e42-83e4-ab4d22235716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8aa78d-1a55-4344-8442-2e95f6c5256c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:46.773750 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba791f6-d824-4954-ab92-1c1536c12dbb" -d '{"events": [{"server_uuid": "fdf7a679-8aff-4e42-83e4-ab4d22235716", "name": "network-vif-plugged", "status": "completed", "tag": "3b8aa78d-1a55-4344-8442-2e95f6c5256c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:46.776502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ae73d3bf-487d-4178-b222-98957c5890c8,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:46.811311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Allocated IP 172.20.0.1 (10566f33-e985-4996-9834-d7ff6c30696d/1c3fdaff-d484-4573-b891-ddb08899987e/413196e4-2d00-4788-8832-c16363183a0c) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:46.827883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3b8aa78d-1a55-4344-8442-2e95f6c5256c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b8aa78d-1a55-4344-8442-2e95f6c5256c,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:46.829278 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:46.856571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7952ef36-a012-4bd0-81fe-9f7aa9067bb6 req-0a6ce6de-0cc0-4bb2-8423-1bf4adcb78f8 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:46.858170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7952ef36-a012-4bd0-81fe-9f7aa9067bb6 req-0a6ce6de-0cc0-4bb2-8423-1bf4adcb78f8 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 947 time: 0.6164551 Oct 12 22:49:46.875651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=c6046786-d52e-4e66-b4d7-0a901bc1391d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:46.885815 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ce9769d8-77de-4180-921c-aafc39884282 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7d52b0358b94685b62186c8b75307f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2806821 Oct 12 22:49:46.888436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36168) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:46.893139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ae73d3bf-487d-4178-b222-98957c5890c8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:46.972276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Network ab4ee53a-9282-4f5e-a170-01a498e1572a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:46.986024 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-817f4df4-8fc0-4f66-8f84-2fe031bc395b x-openstack-request-id: req-817f4df4-8fc0-4f66-8f84-2fe031bc395b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:46.986563 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf7a679-8aff-4e42-83e4-ab4d22235716", "name": "network-vif-plugged", "status": "completed", "tag": "3b8aa78d-1a55-4344-8442-2e95f6c5256c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:46.986563 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-817f4df4-8fc0-4f66-8f84-2fe031bc395b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:46.987334 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf7a679-8aff-4e42-83e4-ab4d22235716', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b8aa78d-1a55-4344-8442-2e95f6c5256c', 'code': 200} Oct 12 22:49:46.996279 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.010208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:47.023776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:47.025545 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.060637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7807fb7-a4cc-4bc8-be4c-caba32ba6c46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.111387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936613ec-720b-46e2-a7c2-153b81c8e1c2 req-52ea08ac-da1f-4263-af5f-eff86eb0fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:47.112957 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-936613ec-720b-46e2-a7c2-153b81c8e1c2 req-52ea08ac-da1f-4263-af5f-eff86eb0fc5b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 1102 time: 0.1136236 Oct 12 22:49:47.129208 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7807fb7-a4cc-4bc8-be4c-caba32ba6c46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.185915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3b8aa78d-1a55-4344-8442-2e95f6c5256c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:47.267912 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=192a695a-dd20-405a-95da-572d35c38e0e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:47.282166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-936613ec-720b-46e2-a7c2-153b81c8e1c2 req-8c1698a8-9cf7-479a-a12d-1d19dbc33e29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552622 Oct 12 22:49:47.345954 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7952ef36-a012-4bd0-81fe-9f7aa9067bb6 req-3d3e41ae-0993-4d0d-9d5a-2838040ec586 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102206 Oct 12 22:49:47.361357 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7807fb7-a4cc-4bc8-be4c-caba32ba6c46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.369191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7807fb7-a4cc-4bc8-be4c-caba32ba6c46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.370452 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d7807fb7-a4cc-4bc8-be4c-caba32ba6c46 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e32c99ef-a6ca-4324-8d04-9188b1ddceb0 HTTP/1.1" status: 204 len: 168 time: 0.4810860 Oct 12 22:49:47.379518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-3cd37b54-333a-40a0-b3d1-8e937edac7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:47.386144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-3cd37b54-333a-40a0-b3d1-8e937edac7a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.9490447 Oct 12 22:49:47.401737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7807fb7-a4cc-4bc8-be4c-caba32ba6c46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32c99ef-a6ca-4324-8d04-9188b1ddceb0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:47.448169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ea9219-2223-4fa3-a722-a680f8ef9097 req-8d219022-1e71-4f6e-b491-b99e58c08008 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:47.452256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96ea9219-2223-4fa3-a722-a680f8ef9097 req-8d219022-1e71-4f6e-b491-b99e58c08008 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 949 time: 0.1639774 Oct 12 22:49:47.519724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96ea9219-2223-4fa3-a722-a680f8ef9097 req-67b24d89-a129-4cd4-8556-0beb750cc969 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586772 Oct 12 22:49:47.530613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9bf52953-26da-4868-8672-72eacbabfdc4 None None] Provisioning complete for port 192a695a-dd20-405a-95da-572d35c38e0e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:47.531413 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9bf52953-26da-4868-8672-72eacbabfdc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.566534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-fca5692e-360e-47e2-bf60-b33649d0765a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=ab5bb27d-dcfa-4440-b489-5e4e9954a4db HTTP/1.1" status: 200 len: 217 time: 0.1599061 Oct 12 22:49:47.620251 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.643330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9bf52953-26da-4868-8672-72eacbabfdc4 None None] Port 192a695a-dd20-405a-95da-572d35c38e0e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:47.728522 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.790537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-c3267cfb-eda4-4ade-847e-a48b8e8d1886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:47.792032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-c3267cfb-eda4-4ade-847e-a48b8e8d1886 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2064910 Oct 12 22:49:47.822409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7359afb6-9a1e-4237-b5a0-77e18402ea9d req-79b70ff7-631e-4b09-ba48-a933777229db tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 210 time: 0.0676699 Oct 12 22:49:47.873325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:47.899396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05b7e9e-c28d-4c94-8eec-160345654c57 req-c98d4d8b-b300-4325-b502-5cbac893ad75 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:47.911827 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b05b7e9e-c28d-4c94-8eec-160345654c57 req-c98d4d8b-b300-4325-b502-5cbac893ad75 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 950 time: 0.2872589 Oct 12 22:49:47.943042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8f82a82a-66f5-4614-adf1-11656cad7909 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:47.979219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-3bbf6adb-98ca-4ddd-8f71-f185c430a75b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:47.980729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-3bbf6adb-98ca-4ddd-8f71-f185c430a75b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 821 time: 0.4176717 Oct 12 22:49:47.981949 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.064881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Request body: {'port': {'device_id': '1dacf09a-4e35-4631-9034-f687f056db6e', 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943', 'admin_state_up': True, 'tenant_id': 'ebed3457b1f84fe19d9bd4d55b4f455a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:48.302097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8f82a82a-66f5-4614-adf1-11656cad7909 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:48.303989 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.346642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Network 10566f33-e985-4996-9834-d7ff6c30696d is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:48.396256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:48.416134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-52606566-a43a-4908-957d-aabdca6f7de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:48.417731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-52606566-a43a-4908-957d-aabdca6f7de3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6176243 Oct 12 22:49:48.421765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:48.421765 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.438828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36206) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:48.447770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b05b7e9e-c28d-4c94-8eec-160345654c57 req-beb5f319-05d8-4a61-a534-e2f3829c3203 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5349412 Oct 12 22:49:48.471633 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a53a0f48-9699-4d9b-9a40-50c522caaa7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.537874 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.575653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 8f82a82a-66f5-4614-adf1-11656cad7909, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8f82a82a-66f5-4614-adf1-11656cad7909,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:48.635189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Pushing event updated for resources: {'Port': ['ID=413196e4-2d00-4788-8832-c16363183a0c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:48.637550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Made reservation on behalf of ebed3457b1f84fe19d9bd4d55b4f455a for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:48.652947 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.683783 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.685462 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.686544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c6046786-d52e-4e66-b4d7-0a901bc1391d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:48.696376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a53a0f48-9699-4d9b-9a40-50c522caaa7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.801023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=8f82a82a-66f5-4614-adf1-11656cad7909,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:48.805594 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6194b91e-69f3-481e-ad01-f6b8c4e83584 None None] Provisioning complete for port 413196e4-2d00-4788-8832-c16363183a0c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:48.806052 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6194b91e-69f3-481e-ad01-f6b8c4e83584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.814378 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a53a0f48-9699-4d9b-9a40-50c522caaa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.864624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6194b91e-69f3-481e-ad01-f6b8c4e83584 None None] Port 413196e4-2d00-4788-8832-c16363183a0c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:48.876473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c6046786-d52e-4e66-b4d7-0a901bc1391d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:48.876935 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.878335 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a53a0f48-9699-4d9b-9a40-50c522caaa7a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2193829f15a04729994942713e330b67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4363699 Oct 12 22:49:48.897031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36214) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:48.898454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:48.898862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53a0f48-9699-4d9b-9a40-50c522caaa7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4314191-2857-487a-b4ea-94b15874c838,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:48.979972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4060005-38b2-4484-9d20-e7050db950b3 req-c1aae053-49f1-4597-9325-02cd1e53af88 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:48.981581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4060005-38b2-4484-9d20-e7050db950b3 req-c1aae053-49f1-4597-9325-02cd1e53af88 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 947 time: 0.3102000 Oct 12 22:49:48.996960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26823c9-4a54-41a4-91d6-b51cba1aa500 req-1b205e80-23fa-4cc0-93d7-85ee74a4ed6a tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:48.998411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b26823c9-4a54-41a4-91d6-b51cba1aa500 req-1b205e80-23fa-4cc0-93d7-85ee74a4ed6a tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 949 time: 0.0859032 Oct 12 22:49:49.016272 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7856e26a-9e7d-43a4-87a2-0dc839796453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.055132 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7856e26a-9e7d-43a4-87a2-0dc839796453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.057447 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-5e3ccc08-8e78-4b7d-8aad-585b79a867f4 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966237 Oct 12 22:49:49.075488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b26823c9-4a54-41a4-91d6-b51cba1aa500 req-db520973-fc22-49fb-b671-8294f5a11124 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653257 Oct 12 22:49:49.180028 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7856e26a-9e7d-43a4-87a2-0dc839796453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.182851 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7856e26a-9e7d-43a4-87a2-0dc839796453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.184780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7856e26a-9e7d-43a4-87a2-0dc839796453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4314191-2857-487a-b4ea-94b15874c838 HTTP/1.1" status: 204 len: 168 time: 0.2792182 Oct 12 22:49:49.188958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Allocated IP 172.20.0.10 (302c12b8-cbe9-4b3d-88d2-e0b6eb253943/9f846092-2003-4768-90a3-cfd9ec1b3eea/597edb94-6af9-4977-bff1-47e955347831) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:49.191746 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.194463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7856e26a-9e7d-43a4-87a2-0dc839796453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4314191-2857-487a-b4ea-94b15874c838,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:49.201601 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4060005-38b2-4484-9d20-e7050db950b3 req-2f6afb6c-847b-4f89-842d-29270fa1e92b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078159 Oct 12 22:49:49.213814 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.298685 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.299544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.324032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9fe6900-2b67-4633-b3af-604b07bcd8c2 req-06bdddda-7ab8-469c-aba7-80959bc7de1e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 210 time: 0.0328004 Oct 12 22:49:49.350189 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da479082-24d0-4b7f-83c8-c13eaa2f1a7d req-8178729b-87e4-4f84-b720-c15e6eafd4b2 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2829659 Oct 12 22:49:49.421926 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ab5bb27d-dcfa-4440-b489-5e4e9954a4db details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:49.467872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Pushing event updated for resources: {'Port': ['ID=192a695a-dd20-405a-95da-572d35c38e0e,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:49.560068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ab5bb27d-dcfa-4440-b489-5e4e9954a4db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:49.576803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'ab5bb27d-dcfa-4440-b489-5e4e9954a4db', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'ab5bb27d-dcfa-4440-b489-5e4e9954a4db', 'mac_address': 'fa:16:3e:af:30:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:49.595864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ae73d3bf-487d-4178-b222-98957c5890c8 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:49.711925 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.731872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5bb27d-dcfa-4440-b489-5e4e9954a4db {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:49.740080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8f82a82a-66f5-4614-adf1-11656cad7909 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:49.786040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ab5bb27d-dcfa-4440-b489-5e4e9954a4db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:49.805792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8f82a82a-66f5-4614-adf1-11656cad7909 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:49.806169 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.845157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port ae73d3bf-487d-4178-b222-98957c5890c8 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:49.852535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port ae73d3bf-487d-4178-b222-98957c5890c8 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:49.853134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.868353 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.870869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Network ab4ee53a-9282-4f5e-a170-01a498e1572a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:49.884240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:49.888175 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:49.944681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47628ab2-37ed-4ea0-838b-8ad84394a3ea req-afd0cdb3-21a9-4a62-bf85-96e79440a76e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:49.946195 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47628ab2-37ed-4ea0-838b-8ad84394a3ea req-afd0cdb3-21a9-4a62-bf85-96e79440a76e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 950 time: 0.1675925 Oct 12 22:49:49.993999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:50.041633 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:50.048970 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:50.087353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cc7787-753d-4a67-8cc7-7ed2bd27bc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae73d3bf-487d-4178-b222-98957c5890c8'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:50.091031 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43aa876-a5b5-4e56-8739-0bce84d63d46" -d '{"events": [{"server_uuid": "81cc7787-753d-4a67-8cc7-7ed2bd27bc15", "name": "network-vif-plugged", "status": "completed", "tag": "ae73d3bf-487d-4178-b222-98957c5890c8"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:50.110491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ae73d3bf-487d-4178-b222-98957c5890c8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae73d3bf-487d-4178-b222-98957c5890c8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:50.117313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['ab5bb27d-dcfa-4440-b489-5e4e9954a4db'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:50.147210 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec32f6e-ffd2-4e97-af4f-a94e04e18530 x-openstack-request-id: req-2ec32f6e-ffd2-4e97-af4f-a94e04e18530 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:50.147470 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cc7787-753d-4a67-8cc7-7ed2bd27bc15", "name": "network-vif-plugged", "status": "completed", "tag": "ae73d3bf-487d-4178-b222-98957c5890c8", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:50.147959 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ec32f6e-ffd2-4e97-af4f-a94e04e18530 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:50.148360 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cc7787-753d-4a67-8cc7-7ed2bd27bc15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae73d3bf-487d-4178-b222-98957c5890c8', 'code': 200} Oct 12 22:49:50.187024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:50.188150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:50.211127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47628ab2-37ed-4ea0-838b-8ad84394a3ea req-d71444ba-0ac4-4988-90e5-1bd6a7ef769c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551011 Oct 12 22:49:50.214045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4ab95f9b-bb7f-489e-b63e-3320164db29d None None] Provisioning complete for port 192a695a-dd20-405a-95da-572d35c38e0e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:50.214731 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4ab95f9b-bb7f-489e-b63e-3320164db29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:50.250842 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:50.296470 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:50.324982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4ab95f9b-bb7f-489e-b63e-3320164db29d None None] Port 192a695a-dd20-405a-95da-572d35c38e0e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:50.328924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36feb7f-4ae7-4d3c-9bd1-3ea72a5b19fa req-a784c6b9-a85d-4ef7-9dcd-00c2e06f3a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:50.331249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b36feb7f-4ae7-4d3c-9bd1-3ea72a5b19fa req-a784c6b9-a85d-4ef7-9dcd-00c2e06f3a17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 1101 time: 0.1307337 Oct 12 22:49:50.344033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0edfc6-fe5c-46fa-ba64-5ed5b74f041e req-3bc9eeca-edbd-48d5-a882-c00c3a07b052 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:50.354323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a0edfc6-fe5c-46fa-ba64-5ed5b74f041e req-3bc9eeca-edbd-48d5-a882-c00c3a07b052 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 950 time: 0.1094313 Oct 12 22:49:50.365231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ae73d3bf-487d-4178-b222-98957c5890c8,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:50.366031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Pushing event updated for resources: {'Port': ['ID=413196e4-2d00-4788-8832-c16363183a0c,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:50.388728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Router 801876b1-e06d-4c93-90c9-81b9764fec85 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:49:50.423182 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b36feb7f-4ae7-4d3c-9bd1-3ea72a5b19fa req-037aaf55-ddfd-40c3-b79e-3af573cbb9ec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660508 Oct 12 22:49:50.444904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a0edfc6-fe5c-46fa-ba64-5ed5b74f041e req-bdaf83d4-04aa-4c20-b901-13854569c437 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804899 Oct 12 22:49:50.445465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36264) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:50.481206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:50.501771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:50.504359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:50.510751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:50.511391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:50.590031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Pushing event updated for resources: {'Port': ['ID=597edb94-6af9-4977-bff1-47e955347831,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:50.634040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df7fbf-2d3d-4b1d-9769-0ce114e19f31 req-0bd24fa7-7224-47d0-8bb6-7b2c4ca99902 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:50.635635 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73df7fbf-2d3d-4b1d-9769-0ce114e19f31 req-0bd24fa7-7224-47d0-8bb6-7b2c4ca99902 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 948 time: 0.2892447 Oct 12 22:49:50.673229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-efaecc6d-6e26-471a-8379-797d1499b935 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6357212 Oct 12 22:49:50.702686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Request body: {'port': {'device_id': '1dacf09a-4e35-4631-9034-f687f056db6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:50.715523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Network 10566f33-e985-4996-9834-d7ff6c30696d is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:50.737981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:50.805686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:49:50.824356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Sync routers for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:49:50.838459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73df7fbf-2d3d-4b1d-9769-0ce114e19f31 req-5ce7e306-26c3-48a7-b8de-2a7e531db00e tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726732 Oct 12 22:49:50.847499 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:49:50.849435 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:50.851564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4cf1d54c-5a36-451c-a429-9bd59a83f1e0 admin admin] 10.222.0.31 "PUT /v2.0/routers/801876b1-e06d-4c93-90c9-81b9764fec85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3975780 Oct 12 22:49:50.852511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-272da65d-33ff-439c-91b5-7d4826100dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:50.889717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.113001 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:49:51.149822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c646ab1-7af7-4844-9c94-7061aab1c0d6 req-7964e9f5-e235-4140-a38a-d16ccb8a4e9e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.162721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-75e76a14-d8bb-47e7-b12e-4bcf54ed8226 None None] Provisioning complete for port 413196e4-2d00-4788-8832-c16363183a0c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:51.163248 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-75e76a14-d8bb-47e7-b12e-4bcf54ed8226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.165007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c646ab1-7af7-4844-9c94-7061aab1c0d6 req-7964e9f5-e235-4140-a38a-d16ccb8a4e9e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 932 time: 0.1975083 Oct 12 22:49:51.220401 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-75e76a14-d8bb-47e7-b12e-4bcf54ed8226 None None] Port 413196e4-2d00-4788-8832-c16363183a0c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:51.224733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Router c671d518-ac3e-4312-8218-d959c952bef7 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:49:51.269360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c646ab1-7af7-4844-9c94-7061aab1c0d6 req-9d613100-4cef-4618-a44a-0530bc749fd6 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965416 Oct 12 22:49:51.285051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-272da65d-33ff-439c-91b5-7d4826100dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.362238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-272da65d-33ff-439c-91b5-7d4826100dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.412239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-272da65d-33ff-439c-91b5-7d4826100dd6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1de8780b46cd40e8b518d5a55219a10e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9657073 Oct 12 22:49:51.413235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272da65d-33ff-439c-91b5-7d4826100dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c5bc9b-e666-4078-9d50-3a111f2b6b08,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:51.419318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:51.438154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ab5bb27d-dcfa-4440-b489-5e4e9954a4db up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:51.481816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4937b857-33e6-476e-9aea-71ea4c10b85c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.525569 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4937b857-33e6-476e-9aea-71ea4c10b85c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.577447 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 2, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:51.579157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c0a9d357-e8e0-4a62-b9bc-f1e1e0fbe006 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.579640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c0a9d357-e8e0-4a62-b9bc-f1e1e0fbe006 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.580088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c0a9d357-e8e0-4a62-b9bc-f1e1e0fbe006 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.588774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c0a9d357-e8e0-4a62-b9bc-f1e1e0fbe006 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.589548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c0a9d357-e8e0-4a62-b9bc-f1e1e0fbe006 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.590021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c0a9d357-e8e0-4a62-b9bc-f1e1e0fbe006 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.590483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c0a9d357-e8e0-4a62-b9bc-f1e1e0fbe006 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.590958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c0a9d357-e8e0-4a62-b9bc-f1e1e0fbe006 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.599271 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c0a9d357-e8e0-4a62-b9bc-f1e1e0fbe006 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e&device_id=34dc1087-9110-4e9d-b823-f4029e381c11&device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15&device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716&device_id=68c16083-a7d1-4b48-8d03-a269deb20e24&device_id=27915738-4b6b-4825-a13f-492a9687ab7c&device_id=49f40e93-31e7-470a-a46c-761bdd951d0c&device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 7265 time: 0.2674243 Oct 12 22:49:51.610997 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Checking router: 801876b1-e06d-4c93-90c9-81b9764fec85 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:49:51.611550 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Updating router 801876b1-e06d-4c93-90c9-81b9764fec85 port 192a695a-dd20-405a-95da-572d35c38e0e binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:49:51.620230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port ab5bb27d-dcfa-4440-b489-5e4e9954a4db completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:51.628307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port ab5bb27d-dcfa-4440-b489-5e4e9954a4db triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:51.628307 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.640579 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c1bd49fb-874f-4b89-997e-beb2ea0ff473 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.649963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:49:51.663105 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.675525 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4d81c8e2-8339-4064-ab8a-ae15f2af530f admin admin] 10.222.0.31 "PUT /v2.0/routers/c671d518-ac3e-4312-8218-d959c952bef7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1392460 Oct 12 22:49:51.693573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Sync routers for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:49:51.734694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2245fee9-519d-4639-8744-07e05b1b6ad7 req-a30d5f42-2b7f-4b64-a812-e29c0b3223b6 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:51.736898 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2245fee9-519d-4639-8744-07e05b1b6ad7 req-a30d5f42-2b7f-4b64-a812-e29c0b3223b6 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 950 time: 0.1826713 Oct 12 22:49:51.752419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:49:51.753836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:51.790639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597edb94-6af9-4977-bff1-47e955347831 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:51.797047 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4937b857-33e6-476e-9aea-71ea4c10b85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.802022 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4937b857-33e6-476e-9aea-71ea4c10b85c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.802706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.807598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4937b857-33e6-476e-9aea-71ea4c10b85c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/80c5bc9b-e666-4078-9d50-3a111f2b6b08 HTTP/1.1" status: 204 len: 168 time: 0.3863504 Oct 12 22:49:51.838416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Transition to ACTIVE for port object 597edb94-6af9-4977-bff1-47e955347831 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:49:51.854378 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2245fee9-519d-4639-8744-07e05b1b6ad7 req-af8dd68b-57ac-43c0-bb68-d75c925f81bd tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077726 Oct 12 22:49:51.855296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4937b857-33e6-476e-9aea-71ea4c10b85c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c5bc9b-e666-4078-9d50-3a111f2b6b08,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:51.916148 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.920340 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c1bd49fb-874f-4b89-997e-beb2ea0ff473 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:51.948684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:49:51.977911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Pushing event updated for resources: {'Port': ['ID=597edb94-6af9-4977-bff1-47e955347831,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:52.009603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c1bd49fb-874f-4b89-997e-beb2ea0ff473 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.057202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:52.057538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:52.057865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:52.071202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d111d50-5e31-48cc-a9b8-ad6cb88454ee req-0b1ba0ea-6b4f-4ef9-842e-d7b3c011c79d tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:52.079896 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d69b4a7b-1e33-4c89-ac51-da71fef79e77 req-c1bd49fb-874f-4b89-997e-beb2ea0ff473 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&id=7462fb33-501d-497e-9cd4-1c44245c799f&id=4080f5ec-319f-497e-85dc-cd1695664b76&id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.4796901 Oct 12 22:49:52.094373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Port 597edb94-6af9-4977-bff1-47e955347831 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:49:52.096725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:52.103562 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d111d50-5e31-48cc-a9b8-ad6cb88454ee req-0b1ba0ea-6b4f-4ef9-842e-d7b3c011c79d tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 948 time: 0.1311936 Oct 12 22:49:52.118721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bd49fb-874f-4b89-997e-beb2ea0ff473 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357c5adf-102e-4539-bff0-ef46e3716056,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:52.127122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:52.127485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:52.128051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:52.128402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Bound port: 597edb94-6af9-4977-bff1-47e955347831, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:52.128790 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.148797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.219695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d111d50-5e31-48cc-a9b8-ad6cb88454ee req-879a995f-ce37-43dd-8767-a82d698d7a34 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081564 Oct 12 22:49:52.219832 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.236430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dc1087-9110-4e9d-b823-f4029e381c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5bb27d-dcfa-4440-b489-5e4e9954a4db'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:52.247101 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79db441-dde0-43a5-a562-52a2c675d206" -d '{"events": [{"server_uuid": "34dc1087-9110-4e9d-b823-f4029e381c11", "name": "network-vif-plugged", "status": "completed", "tag": "ab5bb27d-dcfa-4440-b489-5e4e9954a4db"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:52.258111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:52.262893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:52.279365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ab5bb27d-dcfa-4440-b489-5e4e9954a4db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:52.283088 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.319160 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d03a8a3-f234-4c30-ae0c-46eb8f697648 x-openstack-request-id: req-8d03a8a3-f234-4c30-ae0c-46eb8f697648 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:52.319618 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dc1087-9110-4e9d-b823-f4029e381c11", "name": "network-vif-plugged", "status": "completed", "tag": "ab5bb27d-dcfa-4440-b489-5e4e9954a4db", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:52.323699 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d03a8a3-f234-4c30-ae0c-46eb8f697648 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:52.323699 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dc1087-9110-4e9d-b823-f4029e381c11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5bb27d-dcfa-4440-b489-5e4e9954a4db', 'code': 200} Oct 12 22:49:52.361666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '413196e4-2d00-4788-8832-c16363183a0c', 'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'mac_address': 'fa:16:3e:42:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:46Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 2, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'subnets': [{'id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:52.386279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.403998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Checking router: c671d518-ac3e-4312-8218-d959c952bef7 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:49:52.404313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Updating router c671d518-ac3e-4312-8218-d959c952bef7 port 413196e4-2d00-4788-8832-c16363183a0c binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:49:52.406261 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.413913 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b54d1-c9ea-495e-9f12-b2d7b11517b0 None None] Pushing event updated for resources: {'Port': ['ID=192a695a-dd20-405a-95da-572d35c38e0e,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:52.490282 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.490477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:52.491253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.492913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] 10.222.0.41 "PUT /v2.0/ports/597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 1093 time: 1.7951682 Oct 12 22:49:52.498023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'tag': '597edb94-6af9-4977-bff1-47e955347831'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:49:52.500390 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a" -d '{"events": [{"name": "network-changed", "server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "tag": "597edb94-6af9-4977-bff1-47e955347831"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:49:52.533292 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Attempting to bind port 192a695a-dd20-405a-95da-572d35c38e0e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:52.533668 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Attempting to bind port 192a695a-dd20-405a-95da-572d35c38e0e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:52.534029 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Attempting to bind port 192a695a-dd20-405a-95da-572d35c38e0e on network ab4ee53a-9282-4f5e-a170-01a498e1572a {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:52.541927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb2cc52-a4b3-40b5-aa5b-8cbb5ac4f233 service neutron] Pushing event updated for resources: {'Port': ['ID=597edb94-6af9-4977-bff1-47e955347831,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:52.550550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2ed51a-3dfb-4971-89d4-00157f718c2e req-6fc68491-acba-4052-8ab0-d333c2118c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:52.552571 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc2ed51a-3dfb-4971-89d4-00157f718c2e req-6fc68491-acba-4052-8ab0-d333c2118c77 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 1101 time: 0.1448550 Oct 12 22:49:52.555296 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:52.555673 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Checking segment: {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:52.556610 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.557029 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Bound using segment: {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:52.557505 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Bound port: 192a695a-dd20-405a-95da-572d35c38e0e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:52.557882 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.615230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:52.679470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc2ed51a-3dfb-4971-89d4-00157f718c2e req-26a344e0-148c-4ac6-bbf0-c1d8fec7eeed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186109 Oct 12 22:49:52.696242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9a00949d-5af4-42f7-8075-0e6029b8f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:52.699028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-9a00949d-5af4-42f7-8075-0e6029b8f6f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1096 time: 0.1015179 Oct 12 22:49:52.714876 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] For port 192a695a-dd20-405a-95da-572d35c38e0e, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:52.719361 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] For port 192a695a-dd20-405a-95da-572d35c38e0e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=192a695a-dd20-405a-95da-572d35c38e0e,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:52.740055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab80b75-a90b-40cb-ab24-2d98bd88f4fe req-791a6ccf-33de-4f57-aaaf-647218ade7ae tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:52.741207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab80b75-a90b-40cb-ab24-2d98bd88f4fe req-791a6ccf-33de-4f57-aaaf-647218ade7ae tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:52.741819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab80b75-a90b-40cb-ab24-2d98bd88f4fe req-791a6ccf-33de-4f57-aaaf-647218ade7ae tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:52.744500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dab80b75-a90b-40cb-ab24-2d98bd88f4fe req-791a6ccf-33de-4f57-aaaf-647218ade7ae tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716&device_id=27915738-4b6b-4825-a13f-492a9687ab7c&device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 2887 time: 0.0565777 Oct 12 22:49:52.790323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dab80b75-a90b-40cb-ab24-2d98bd88f4fe req-ba63a2e2-df16-4635-921c-63520ad9b296 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381196 Oct 12 22:49:52.791952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-eeb75b57-2070-4ddd-95ce-2e46350458b8 None None] Provisioning complete for port 192a695a-dd20-405a-95da-572d35c38e0e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:52.792360 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-eeb75b57-2070-4ddd-95ce-2e46350458b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.803404 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:52.846246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-eeb75b57-2070-4ddd-95ce-2e46350458b8 None None] Port 192a695a-dd20-405a-95da-572d35c38e0e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:49:52.864166 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907b54d1-c9ea-495e-9f12-b2d7b11517b0 None None] Pushing event updated for resources: {'Port': ['ID=192a695a-dd20-405a-95da-572d35c38e0e,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:52.888072 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:49:52.888746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:52.954838 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-892af8ed-737f-4d5b-a3be-2fd64b52c977 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 217 time: 0.0657516 Oct 12 22:49:52.996440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab3ba7f-6d27-444c-8e0e-7ba99ec8a529 req-fdfa7ebf-f331-42ec-8127-011d7e6a7a0d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:53.009533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab3ba7f-6d27-444c-8e0e-7ba99ec8a529 req-fdfa7ebf-f331-42ec-8127-011d7e6a7a0d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 944 time: 0.1380880 Oct 12 22:49:53.010568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.037278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-bbe42844-923b-4ce1-aa42-af4d48812a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:53.038715 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-bbe42844-923b-4ce1-aa42-af4d48812a2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0753417 Oct 12 22:49:53.073653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-33bead42-7818-4aea-a77d-890d7391c269 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265763 Oct 12 22:49:53.082377 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.085181 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab3ba7f-6d27-444c-8e0e-7ba99ec8a529 req-9bb9bd68-393d-4314-9e3b-7b53bfa1d6d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714655 Oct 12 22:49:53.108511 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:49:53.302324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-2e1b34a8-e425-451b-af5d-556ae0de899a service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024579 Oct 12 22:49:53.306376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac20119-1616-4227-8e5d-ec03d7abdcde None None] Pushing event updated for resources: {'Port': ['ID=413196e4-2d00-4788-8832-c16363183a0c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:53.314519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Attempting to bind port 413196e4-2d00-4788-8832-c16363183a0c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:53.317777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Attempting to bind port 413196e4-2d00-4788-8832-c16363183a0c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:53.317777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Attempting to bind port 413196e4-2d00-4788-8832-c16363183a0c on network 10566f33-e985-4996-9834-d7ff6c30696d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:53.319969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36338) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:53.322893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:53.323633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Checking segment: {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:53.324185 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.324723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Bound using segment: {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:53.325596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Bound port: 413196e4-2d00-4788-8832-c16363183a0c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:53.326148 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.439304 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d53ba03-ab14-4433-b29e-adde9eeadd6e x-openstack-request-id: req-0d53ba03-ab14-4433-b29e-adde9eeadd6e {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:49:53.439584 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "tag": "597edb94-6af9-4977-bff1-47e955347831", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:49:53.439835 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d53ba03-ab14-4433-b29e-adde9eeadd6e {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:49:53.440223 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'tag': '597edb94-6af9-4977-bff1-47e955347831', 'status': 'completed', 'code': 200} Oct 12 22:49:53.455291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4b1d8674-848d-45bd-a888-4cb65eef424e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--625913137', 'description': 'tempest-description--1322758006'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:53.455880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] For port 413196e4-2d00-4788-8832-c16363183a0c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:53.460925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] For port 413196e4-2d00-4788-8832-c16363183a0c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=413196e4-2d00-4788-8832-c16363183a0c,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:53.478388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36340) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:53.478664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-727417af-90c8-4fdc-b631-fce3980098b3 None None] Provisioning complete for port 192a695a-dd20-405a-95da-572d35c38e0e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:53.479081 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-727417af-90c8-4fdc-b631-fce3980098b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.505772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-23fc1a08-5671-4256-ad5b-7b211aecbfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.541180 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:52Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:53.541789 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.548866 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5eb5b65-c5f1-49ce-b8c2-f97cdf1765d7 req-f306f207-7d71-4d17-ae39-567aa8795031 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303360 Oct 12 22:49:53.607967 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8674-848d-45bd-a888-4cb65eef424e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.635324 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcb6498-6ab5-4876-8859-c427ea699da6 None None] The sync data for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 is: [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:52Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:49:53.666999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36344) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:53.679767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-network', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:53.709886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-23fc1a08-5671-4256-ad5b-7b211aecbfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.785595 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-23fc1a08-5671-4256-ad5b-7b211aecbfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.870155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac20119-1616-4227-8e5d-ec03d7abdcde None None] Pushing event updated for resources: {'Port': ['ID=413196e4-2d00-4788-8832-c16363183a0c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:53.884175 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-727417af-90c8-4fdc-b631-fce3980098b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:53.925026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fc1a08-5671-4256-ad5b-7b211aecbfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9327ffaf-ceea-4ce8-8d5f-5c04eb79a9dd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:53.933227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-23fc1a08-5671-4256-ad5b-7b211aecbfdf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=af4c27dfd9e24aff9fb1c1ff68c93d5f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4526455 Oct 12 22:49:53.946271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36348) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:53.953835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-727417af-90c8-4fdc-b631-fce3980098b3 None None] For port 192a695a-dd20-405a-95da-572d35c38e0e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=192a695a-dd20-405a-95da-572d35c38e0e,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:53.964637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:49:53.966144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:54.040518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eafd373-df7c-4ec1-923f-f4fb5fd154eb req-85247666-4538-4579-b6df-f99fe906a2a9 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:54.048576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3eafd373-df7c-4ec1-923f-f4fb5fd154eb req-85247666-4538-4579-b6df-f99fe906a2a9 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 949 time: 0.2317791 Oct 12 22:49:54.112426 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-727417af-90c8-4fdc-b631-fce3980098b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.115910 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70d32907-718e-486f-80a8-2364f00e1b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.136216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5411b63-9cfc-4dc7-af51-3082243aad47 req-0899419d-2850-4fea-bca3-ce51b2427dde tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:54.138331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3eafd373-df7c-4ec1-923f-f4fb5fd154eb req-8b475ace-5d9c-4d20-87b9-16389592012a tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887008 Oct 12 22:49:54.148171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5411b63-9cfc-4dc7-af51-3082243aad47 req-0899419d-2850-4fea-bca3-ce51b2427dde tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 950 time: 0.4683123 Oct 12 22:49:54.170768 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70d32907-718e-486f-80a8-2364f00e1b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.175369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Made reservation on behalf of 4c5ea1daaebe4a53b6d116aff9d595d8 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:54.175369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.189096 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.201507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-4744314f-fac7-4367-a093-125072bc1d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:54.206245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-4744314f-fac7-4367-a093-125072bc1d0e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1096 time: 0.5011427 Oct 12 22:49:54.225309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8674-848d-45bd-a888-4cb65eef424e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.230833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:49:54.265902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727417af-90c8-4fdc-b631-fce3980098b3 None None] Pushing event updated for resources: {'Port': ['ID=192a695a-dd20-405a-95da-572d35c38e0e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:54.268936 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5411b63-9cfc-4dc7-af51-3082243aad47 req-0079d7e8-254f-49da-aaa0-170eecefd124 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149976 Oct 12 22:49:54.304288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7778498e-b1e7-4490-bd63-245af1f598d6 None None] Provisioning complete for port 413196e4-2d00-4788-8832-c16363183a0c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:54.305034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7778498e-b1e7-4490-bd63-245af1f598d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.349739 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70d32907-718e-486f-80a8-2364f00e1b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.352711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70d32907-718e-486f-80a8-2364f00e1b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.353935 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-70d32907-718e-486f-80a8-2364f00e1b22 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9327ffaf-ceea-4ce8-8d5f-5c04eb79a9dd HTTP/1.1" status: 204 len: 168 time: 0.4067161 Oct 12 22:49:54.389885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d32907-718e-486f-80a8-2364f00e1b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9327ffaf-ceea-4ce8-8d5f-5c04eb79a9dd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:54.436585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-ae8b74df-7163-4a20-a5fa-2b762b87785f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:54.437936 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-ae8b74df-7163-4a20-a5fa-2b762b87785f service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.1912262 Oct 12 22:49:54.455665 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8674-848d-45bd-a888-4cb65eef424e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.541222 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7778498e-b1e7-4490-bd63-245af1f598d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.543680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-75f940ec-8bda-4cf6-aaae-30c2d296ed24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 217 time: 0.0701320 Oct 12 22:49:54.608181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d8674-848d-45bd-a888-4cb65eef424e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a5f156-5b41-4515-95b9-e3b19af14a42,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:54.620547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7778498e-b1e7-4490-bd63-245af1f598d6 None None] For port 413196e4-2d00-4788-8832-c16363183a0c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=413196e4-2d00-4788-8832-c16363183a0c,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:54.627402 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8674-848d-45bd-a888-4cb65eef424e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.628652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4b1d8674-848d-45bd-a888-4cb65eef424e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1947162 Oct 12 22:49:54.632847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36362) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:54.639171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-84ca0588-d889-4e36-b56c-ab1b7c78965d tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Request body: {'security_group_rule': {'security_group_id': 'e0a5f156-5b41-4515-95b9-e3b19af14a42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:54.645848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '413196e4-2d00-4788-8832-c16363183a0c', 'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'mac_address': 'fa:16:3e:42:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:46Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'subnets': [{'id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:49:54.667500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5443e238-029a-4594-9d3a-eba174ea8cc6 req-bb05ca9b-52f0-46dd-940d-7ccf8f455bbf tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:54.669453 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5443e238-029a-4594-9d3a-eba174ea8cc6 req-bb05ca9b-52f0-46dd-940d-7ccf8f455bbf tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 944 time: 0.2305954 Oct 12 22:49:54.684444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dfea960-1fbe-4829-80a4-87bc66a89c4f None None] The sync data for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 is: [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '413196e4-2d00-4788-8832-c16363183a0c', 'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'mac_address': 'fa:16:3e:42:54:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:46Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'subnets': [{'id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:49:54.689873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-cd563b84-60f0-4beb-8169-0c9749e592d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:54.691387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-cd563b84-60f0-4beb-8169-0c9749e592d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.1373689 Oct 12 22:49:54.700218 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7778498e-b1e7-4490-bd63-245af1f598d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.735300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-b6212dc0-af7a-49ad-83bd-3be664bdd228 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299048 Oct 12 22:49:54.744145 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.816478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778498e-b1e7-4490-bd63-245af1f598d6 None None] Pushing event updated for resources: {'Port': ['ID=413196e4-2d00-4788-8832-c16363183a0c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:54.841670 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5443e238-029a-4594-9d3a-eba174ea8cc6 req-cf1e82ed-c710-49f5-a4f4-8f40c599452d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583688 Oct 12 22:49:54.854348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84ca0588-d889-4e36-b56c-ab1b7c78965d tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:54.893790 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-2433bad9-b244-4346-890b-776511822d7f service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480534 Oct 12 22:49:55.012422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84ca0588-d889-4e36-b56c-ab1b7c78965d tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.039498 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.065732 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84ca0588-d889-4e36-b56c-ab1b7c78965d tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.103700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca0588-d889-4e36-b56c-ab1b7c78965d tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a75fff38-f84d-4add-bcde-c256abe17536,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:55.135744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f3326f-f4db-466c-96c2-35a9b3ad9af4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:55.175920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:49:55.211801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84ca0588-d889-4e36-b56c-ab1b7c78965d tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.213541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-84ca0588-d889-4e36-b56c-ab1b7c78965d tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5793731 Oct 12 22:49:55.217350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36376) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:55.219832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.220312 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Added segment f98e9dd7-dbb3-4b17-8b30-2e4c6b274232 of type vlan for network 16b9ea80-5a2f-4be5-96b6-f586948de779 Oct 12 22:49:55.230723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3f9e6a75-e488-4674-9db5-1c41726cba48 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Request body: {'security_group_rule': {'security_group_id': 'e0a5f156-5b41-4515-95b9-e3b19af14a42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:55.335590 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9b088b3-2976-4ab1-b7a9-a187aaaf639a req-6d703c2a-7624-4d5b-abf8-efc6dcd29716 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4339223 Oct 12 22:49:55.342035 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.395751 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f9e6a75-e488-4674-9db5-1c41726cba48 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.430207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-407c6c63-8b0c-4619-a2c7-98a7d8ca3409 req-47774051-3af2-4441-99d6-8376cb5ae74b service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:49:55.433874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-407c6c63-8b0c-4619-a2c7-98a7d8ca3409 req-47774051-3af2-4441-99d6-8376cb5ae74b service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0123463 Oct 12 22:49:55.500297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36378) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:55.504459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f9e6a75-e488-4674-9db5-1c41726cba48 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.518190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.520621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:55.524613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.524957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b5f-f09e-4de8-b1b1-253e9f0e5521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.620924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f9e6a75-e488-4674-9db5-1c41726cba48 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.629467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] Pushing event updated for resources: {'Network': ['ID=16b9ea80-5a2f-4be5-96b6-f586948de779,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:55.641976 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b5f-f09e-4de8-b1b1-253e9f0e5521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.642895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 16b9ea80-5a2f-4be5-96b6-f586948de779 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:49:55.679356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e6a75-e488-4674-9db5-1c41726cba48 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b9c954-8471-4ae6-b673-900a541d6c4d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:55.717241 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-526f1eb1-50de-410c-b376-b6c0690f50ad admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0461648 Oct 12 22:49:55.717779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36384) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:55.720406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517e23c2-4079-4a65-bbb7-37a19b4d87f1 req-be45d225-114e-48d1-8659-40a1c1901d66 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:55.728493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Request body: {'subnet': {'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-subnet', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:55.730228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-517e23c2-4079-4a65-bbb7-37a19b4d87f1 req-be45d225-114e-48d1-8659-40a1c1901d66 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 949 time: 0.1106942 Oct 12 22:49:55.770112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9fed6b5f-f09e-4de8-b1b1-253e9f0e5521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.777558 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f9e6a75-e488-4674-9db5-1c41726cba48 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.778986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3f9e6a75-e488-4674-9db5-1c41726cba48 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5606482 Oct 12 22:49:55.793115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36388) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:55.812944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:55.821450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 192a695a-dd20-405a-95da-572d35c38e0e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:55.826669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9fed6b5f-f09e-4de8-b1b1-253e9f0e5521 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc5d8fb14c344d1b85f45bcd1cb9e82e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3223989 Oct 12 22:49:55.832753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36390) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:55.837726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-517e23c2-4079-4a65-bbb7-37a19b4d87f1 req-cc3078a5-b45d-4a57-a868-6c4df0b5e6dc tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066849 Oct 12 22:49:55.849016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Made reservation on behalf of 4c5ea1daaebe4a53b6d116aff9d595d8 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:49:55.851590 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Notify callbacks [] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.892880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 192a695a-dd20-405a-95da-572d35c38e0e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:55.893928 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.901704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fed6b5f-f09e-4de8-b1b1-253e9f0e5521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e7f4e2-b611-43d5-8355-244706b995d0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:55.918818 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f269a6cd-0754-4b37-9fa6-67f69432bc01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.936857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638bc63-e7f3-4f6a-bcb3-c9c24da991d2 req-22d5b005-4d46-41f4-b5cb-a80d3b2be90d tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:55.938369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d638bc63-e7f3-4f6a-bcb3-c9c24da991d2 req-22d5b005-4d46-41f4-b5cb-a80d3b2be90d tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 950 time: 0.1677849 Oct 12 22:49:55.951323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f269a6cd-0754-4b37-9fa6-67f69432bc01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:55.993882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.005698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 413196e4-2d00-4788-8832-c16363183a0c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:56.021249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d638bc63-e7f3-4f6a-bcb3-c9c24da991d2 req-2508eb7d-e06b-4b47-b345-08818433ca35 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751290 Oct 12 22:49:56.088407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f269a6cd-0754-4b37-9fa6-67f69432bc01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.095644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f269a6cd-0754-4b37-9fa6-67f69432bc01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.097794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f269a6cd-0754-4b37-9fa6-67f69432bc01 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d9e7f4e2-b611-43d5-8355-244706b995d0 HTTP/1.1" status: 204 len: 168 time: 0.2634480 Oct 12 22:49:56.099170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 413196e4-2d00-4788-8832-c16363183a0c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:56.099755 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.120866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f269a6cd-0754-4b37-9fa6-67f69432bc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e7f4e2-b611-43d5-8355-244706b995d0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:56.263742 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.306209 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.398373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c975fd56-6ba7-48d9-8149-3d940c9fd632,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:56.425343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Checking segment: {'id': 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:56.425703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Network hostable DHCP agents. Network: 16b9ea80-5a2f-4be5-96b6-f586948de779, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:49:56.447136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Allocated IP 172.25.2.209 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/6958da8b-e709-40c5-ad10-147ecf877f8a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:56.544247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Network 16b9ea80-5a2f-4be5-96b6-f586948de779 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:49:56.575090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfee0e0-a823-4d6e-b691-fb008fa47b3b req-50b40d36-303b-4c21-bd61-8a25cd9bcffd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:56.576628 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9dfee0e0-a823-4d6e-b691-fb008fa47b3b req-50b40d36-303b-4c21-bd61-8a25cd9bcffd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 944 time: 0.1232979 Oct 12 22:49:56.653797 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9dfee0e0-a823-4d6e-b691-fb008fa47b3b req-59d8a160-5b89-4f91-b5b1-2ccf142d87a9 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673561 Oct 12 22:49:56.656706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.660122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 16b9ea80-5a2f-4be5-96b6-f586948de779) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:56.667369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:56.667966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.670146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd58da71-5433-490a-9dab-359dc6087592 None None] Network 16b9ea80-5a2f-4be5-96b6-f586948de779 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:49:56.732602 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-7f099201-2ebe-49fe-be9f-f90f0e41029e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253272 Oct 12 22:49:56.745103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b1db0886-0812-4dfe-b5cc-07d813922aae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0237422 Oct 12 22:49:56.745657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:56.750279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:49:56.784885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.882246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.883496 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.885046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df404-bd16-4294-b8ef-df5604af0323 req-2e63aa44-8f41-4e71-a1e6-2883e9a62244 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:56.886802 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-2e63aa44-8f41-4e71-a1e6-2883e9a62244 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496916 Oct 12 22:49:56.891955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:56.902732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:56.913103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:56.918919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Pushing event updated for resources: {'Port': ['ID=6958da8b-e709-40c5-ad10-147ecf877f8a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:56.927917 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-397f082b-be5c-4857-9ae7-b4674a2a0db2 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/quotas/4c605b1b49e147cfb7fe9a55e99725ea HTTP/1.1" status: 200 len: 375 time: 0.0266237 Oct 12 22:49:56.936733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-16b9ea80-5a2f-4be5-96b6-f586948de779', 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'fixed_ips': [{'subnet_id': 'c975fd56-6ba7-48d9-8149-3d940c9fd632'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:49:56.938069 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:56.992461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-fe35844c-5609-438a-820e-31df9846a0d4 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0619731 Oct 12 22:49:57.029315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7aa2fb-3bbe-4c98-9e7e-5dd18c000c77 req-e91f9c0b-06d4-4a51-a1ce-ba1cdd1c38a5 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:57.030920 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a7aa2fb-3bbe-4c98-9e7e-5dd18c000c77 req-e91f9c0b-06d4-4a51-a1ce-ba1cdd1c38a5 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1102 time: 0.2252834 Oct 12 22:49:57.086178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.113452 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.137336 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a7aa2fb-3bbe-4c98-9e7e-5dd18c000c77 req-515f2012-f6b8-45be-9b63-245de9ce800b tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800459 Oct 12 22:49:57.144627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Allocated IP 172.20.0.2 (16b9ea80-5a2f-4be5-96b6-f586948de779/c975fd56-6ba7-48d9-8149-3d940c9fd632/93587001-87fb-4821-9069-53fba5698038) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:57.349508 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.364064 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.458569 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.463829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b75ce-5e2b-4a92-974e-8440088baba0 req-49a0fa9b-6e9d-422d-938f-d60f6e226831 tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:57.465289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-140b75ce-5e2b-4a92-974e-8440088baba0 req-49a0fa9b-6e9d-422d-938f-d60f6e226831 tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 1101 time: 0.1923943 Oct 12 22:49:57.472240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 597edb94-6af9-4977-bff1-47e955347831 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:49:57.526145 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-140b75ce-5e2b-4a92-974e-8440088baba0 req-61727434-9fa2-4a8c-82a6-2f17cd1e1a7d tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.562601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.577860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aeb9d9-9488-40c3-881f-b14948642a4e req-1acea1c4-7e9c-4964-96fe-90ed9bba8741 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:57.589395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a1aeb9d9-9488-40c3-881f-b14948642a4e req-1acea1c4-7e9c-4964-96fe-90ed9bba8741 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1102 time: 0.0740252 Oct 12 22:49:57.645609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Pushing event updated for resources: {'Port': ['ID=93587001-87fb-4821-9069-53fba5698038,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:57.651268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Network 16b9ea80-5a2f-4be5-96b6-f586948de779 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:57.655425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:57.658463 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:57.658954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a1aeb9d9-9488-40c3-881f-b14948642a4e req-d23a81fb-2e8a-4191-93c4-5901472f4407 tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624850 Oct 12 22:49:57.728110 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.741539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:57.761937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '597edb94-6af9-4977-bff1-47e955347831', 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943', 'port_id': '597edb94-6af9-4977-bff1-47e955347831', 'mac_address': 'fa:16:3e:68:0e:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f846092-2003-4768-90a3-cfd9ec1b3eea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:49:57.766803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Attempting to bind port 93587001-87fb-4821-9069-53fba5698038 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:49:57.767533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Attempting to bind port 93587001-87fb-4821-9069-53fba5698038 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:49:57.767981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Attempting to bind port 93587001-87fb-4821-9069-53fba5698038 on network 16b9ea80-5a2f-4be5-96b6-f586948de779 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:49:57.769772 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1971979d-1b19-4bd5-ad4c-77fa23cdfe0f req-df7689ad-1d37-4f49-90ce-5e5b1b92aeef tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 210 time: 0.0381064 Oct 12 22:49:57.772416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-140b75ce-5e2b-4a92-974e-8440088baba0 req-61727434-9fa2-4a8c-82a6-2f17cd1e1a7d tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.775172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:49:57.778484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Checking segment: {'id': 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:49:57.778484 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.778484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Bound using segment: {'id': 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:49:57.778484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Bound port: 93587001-87fb-4821-9069-53fba5698038, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:49:57.778484 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.827255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.890077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] For port 93587001-87fb-4821-9069-53fba5698038, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:49:57.891849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] For port 93587001-87fb-4821-9069-53fba5698038, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=93587001-87fb-4821-9069-53fba5698038,segment=NetworkSegment(f98e9dd7-dbb3-4b17-8b30-2e4c6b274232),segment_id=f98e9dd7-dbb3-4b17-8b30-2e4c6b274232)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:49:57.922928 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:57.941394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 597edb94-6af9-4977-bff1-47e955347831 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:49:57.968160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:57.980408 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:58.062908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767115c7-6710-49d1-9e66-a0b3a1356e35 None None] Pushing event updated for resources: {'Port': ['ID=93587001-87fb-4821-9069-53fba5698038,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:58.071547 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:58.175380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=597edb94-6af9-4977-bff1-47e955347831,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:58.196295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-140b75ce-5e2b-4a92-974e-8440088baba0 req-61727434-9fa2-4a8c-82a6-2f17cd1e1a7d tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:58.248740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:58.290868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-140b75ce-5e2b-4a92-974e-8440088baba0 req-61727434-9fa2-4a8c-82a6-2f17cd1e1a7d tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8070989 Oct 12 22:49:58.306548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['597edb94-6af9-4977-bff1-47e955347831'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:49:58.337931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e773c5-b1c4-4547-8f83-10837d21fe84 req-3ef72534-b399-49e7-b202-e7389fe90aaa tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:58.342350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-24e773c5-b1c4-4547-8f83-10837d21fe84 req-3ef72534-b399-49e7-b202-e7389fe90aaa tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 945 time: 0.0952430 Oct 12 22:49:58.347509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61727434-9fa2-4a8c-82a6-2f17cd1e1a7d tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3f6d95-4f8a-45eb-bfe4-f7a4743f97fe,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:58.380458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Pushing event updated for resources: {'Port': ['ID=6958da8b-e709-40c5-ad10-147ecf877f8a,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:58.420216 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-24e773c5-b1c4-4547-8f83-10837d21fe84 req-3ebb3996-456d-4973-9c42-66711aa1d513 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719061 Oct 12 22:49:58.420790 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:58.454487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:58.515873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:58.517195 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-86e37c7d-5a53-4d62-9a2e-04bfe3113176 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7231219 Oct 12 22:49:58.612887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Allocated IP 172.25.2.95 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/d55c872a-8eb9-4ee5-91c7-af49370535d6) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:49:58.772507 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:58.787654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-abbff4ca-143f-4abf-b5b9-4d9c96735333 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--625913137&fields=id&tenant_id=e4398be3f0d84ead9a55466369be9675 HTTP/1.1" status: 200 len: 267 time: 0.0586205 Oct 12 22:49:58.918021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-61acb35b-907f-435f-8d1c-68b8482cb25e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:58.920372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-61acb35b-907f-435f-8d1c-68b8482cb25e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/networks?id=10566f33-e985-4996-9834-d7ff6c30696d HTTP/1.1" status: 200 len: 812 time: 0.1212893 Oct 12 22:49:58.928754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:58.942344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-0005665a-8971-4a1f-b6d3-657fe5d62c30 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/quotas/e4398be3f0d84ead9a55466369be9675 HTTP/1.1" status: 200 len: 375 time: 0.0104225 Oct 12 22:49:58.977842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:49:58.982885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:49:58.986616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:49:59.024875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-41e7bdd6-1158-47f8-a61a-ea170a398ff9 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=e4398be3f0d84ead9a55466369be9675&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0760698 Oct 12 22:49:59.087865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Pushing event updated for resources: {'Port': ['ID=d55c872a-8eb9-4ee5-91c7-af49370535d6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:49:59.168373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90248555-8f31-42fe-9b3d-34c34011f755 req-04686d43-f4a2-4a89-a672-eadf2975bd12 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 210 time: 0.0428290 Oct 12 22:49:59.229327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-3d76641b-7345-445c-b0ff-78a686e8e212 service neutron] 10.222.0.31 "GET /v2.0/networks/10566f33-e985-4996-9834-d7ff6c30696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521018 Oct 12 22:49:59.275567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1418cc3c-6c13-4f66-b52b-52465c3dfef8 None None] Network 16b9ea80-5a2f-4be5-96b6-f586948de779 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:49:59.359019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-ea66e777-0fc3-4126-a0d6-2c7f62edff73 service neutron] 10.222.0.31 "GET /v2.0/networks/10566f33-e985-4996-9834-d7ff6c30696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190174 Oct 12 22:49:59.397379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2ae2b414-113c-4dea-b5a1-cb4e274439e9 None None] Provisioning complete for port 93587001-87fb-4821-9069-53fba5698038 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:59.397546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b414-113c-4dea-b5a1-cb4e274439e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:59.403383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:59.482972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 597edb94-6af9-4977-bff1-47e955347831 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:49:59.631806 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b414-113c-4dea-b5a1-cb4e274439e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:59.699579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2ae2b414-113c-4dea-b5a1-cb4e274439e9 None None] For port 93587001-87fb-4821-9069-53fba5698038, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=93587001-87fb-4821-9069-53fba5698038,segment=NetworkSegment(f98e9dd7-dbb3-4b17-8b30-2e4c6b274232),segment_id=f98e9dd7-dbb3-4b17-8b30-2e4c6b274232)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:49:59.709503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 597edb94-6af9-4977-bff1-47e955347831 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:49:59.721775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 597edb94-6af9-4977-bff1-47e955347831 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:49:59.722429 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:59.770922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36528) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:49:59.775647 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:59.798605 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2ae2b414-113c-4dea-b5a1-cb4e274439e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:49:59.803247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ed965-9cf3-4060-831c-1bc9df3f009e req-b6b1ee5e-0302-4712-94c1-722543002db1 tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:49:59.814025 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-640ed965-9cf3-4060-831c-1bc9df3f009e req-b6b1ee5e-0302-4712-94c1-722543002db1 tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 1101 time: 0.0974765 Oct 12 22:49:59.887128 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-640ed965-9cf3-4060-831c-1bc9df3f009e req-746b1ebc-4fec-41f0-876b-f63ac86486e1 tempest-ServersAdminNegativeTestJSON-1246806348 tempest-ServersAdminNegativeTestJSON-1246806348-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724258 Oct 12 22:49:59.978675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 93587001-87fb-4821-9069-53fba5698038 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:00.030330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-49367d0d-785a-45ed-a230-1b245d42798c tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936298 Oct 12 22:50:00.146172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae2b414-113c-4dea-b5a1-cb4e274439e9 None None] Pushing event updated for resources: {'Port': ['ID=93587001-87fb-4821-9069-53fba5698038,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:00.185329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadfee4c-146f-4735-b2a2-6dcf6d61462f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.185510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.222154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 93587001-87fb-4821-9069-53fba5698038 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:00.222777 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.227483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2c9908f8-a063-4b03-a545-146df4990604 None None] Provisioning complete for port 93587001-87fb-4821-9069-53fba5698038 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:00.227912 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2c9908f8-a063-4b03-a545-146df4990604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.283171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597edb94-6af9-4977-bff1-47e955347831'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:00.286164 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76440e75-fe0f-4c8e-8c59-f1036342f97d" -d '{"events": [{"server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "name": "network-vif-plugged", "status": "completed", "tag": "597edb94-6af9-4977-bff1-47e955347831"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:00.296567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f76c54-9ee4-443d-9528-31d90a9c8d49 req-a9d96d9e-0977-483c-8cb8-28618c99f1c7 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:00.298320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9f76c54-9ee4-443d-9528-31d90a9c8d49 req-a9d96d9e-0977-483c-8cb8-28618c99f1c7 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 945 time: 0.0806837 Oct 12 22:50:00.299090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:50:00.320267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:00.349426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a8c8bdc-489b-4712-a3e9-96dad943282c req-10ef2bc9-0f36-403b-89d3-05376555e135 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 210 time: 0.0664012 Oct 12 22:50:00.383018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df404-bd16-4294-b8ef-df5604af0323 req-572a7b41-dda3-4d2c-96fa-9e3f6c0bccfb tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:00.386470 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-572a7b41-dda3-4d2c-96fa-9e3f6c0bccfb tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3495414 Oct 12 22:50:00.403695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9f76c54-9ee4-443d-9528-31d90a9c8d49 req-4a141b2b-ed9b-49e9-81c6-dc11aa0e3df5 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966043 Oct 12 22:50:00.404750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Request body: {'port': {'device_id': '6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '4c605b1b49e147cfb7fe9a55e99725ea'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:00.432172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.497422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadfee4c-146f-4735-b2a2-6dcf6d61462f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.498472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:50:00.514606 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Sync routers for ids ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:50:00.516514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=597edb94-6af9-4977-bff1-47e955347831,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:00.530459 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Routers {'3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:50:00.531137 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:00.559931 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadfee4c-146f-4735-b2a2-6dcf6d61462f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.593397 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.594668 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f0a0926e-e85a-4a5c-8b1f-0d147cf5415a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.8481500 Oct 12 22:50:00.597433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36556) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:00.657711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadfee4c-146f-4735-b2a2-6dcf6d61462f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0304fe-1b0c-49a4-85fd-2ca4713f749e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:00.703719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-37a3192a-a787-4f85-b464-a1a6e2192bcb req-f482782e-3e13-4076-824b-183fb652077e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 210 time: 0.0547662 Oct 12 22:50:00.710567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fadfee4c-146f-4735-b2a2-6dcf6d61462f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c225ff5908804bda85c6963e5e955214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9370506 Oct 12 22:50:00.713893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36558) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:00.763055 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Set router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:50:00.783395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc77b9-a57a-463e-9e96-ebd418ac0337 req-74c1090b-ea53-4d62-8a0f-cb48315aeda7 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:00.784876 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15dc77b9-a57a-463e-9e96-ebd418ac0337 req-74c1090b-ea53-4d62-8a0f-cb48315aeda7 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1283350 Oct 12 22:50:00.793960 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a84caff5-4321-4612-8dc7-ff85d67894af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.798465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Made reservation on behalf of 4c605b1b49e147cfb7fe9a55e99725ea for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:50:00.803557 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.865900 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a84caff5-4321-4612-8dc7-ff85d67894af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:00.913911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15dc77b9-a57a-463e-9e96-ebd418ac0337 req-55532d31-d7e6-4bde-8958-68698d20ff6e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106234 Oct 12 22:50:01.030501 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6831c36-c128-40ed-8d67-9f1bf23965d0 x-openstack-request-id: req-a6831c36-c128-40ed-8d67-9f1bf23965d0 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:01.031086 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "name": "network-vif-plugged", "status": "completed", "tag": "597edb94-6af9-4977-bff1-47e955347831", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:01.031588 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6831c36-c128-40ed-8d67-9f1bf23965d0 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:01.032268 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '597edb94-6af9-4977-bff1-47e955347831', 'code': 200} Oct 12 22:50:01.040300 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:49:59Z', 'revision_number': 3, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'gw_port': {'id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:58Z', 'updated_at': '2021-10-12T22:49:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:01.100858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Allocated IP 192.168.233.134 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/2bbe6184-de01-455d-837a-c7bef4a63cb4) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:01.112037 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Checking router: 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:50:01.112625 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Updating router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d port d55c872a-8eb9-4ee5-91c7-af49370535d6 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:50:01.137321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a84caff5-4321-4612-8dc7-ff85d67894af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.140624 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a84caff5-4321-4612-8dc7-ff85d67894af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.144340 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a84caff5-4321-4612-8dc7-ff85d67894af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b0304fe-1b0c-49a4-85fd-2ca4713f749e HTTP/1.1" status: 204 len: 168 time: 0.4278014 Oct 12 22:50:01.159038 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.165583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84caff5-4321-4612-8dc7-ff85d67894af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0304fe-1b0c-49a4-85fd-2ca4713f749e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:01.259160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e2680-e6c6-4475-9a13-0296c92598ea req-4085caa5-c227-4acd-a85c-8db0050f9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:01.260639 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b8e2680-e6c6-4475-9a13-0296c92598ea req-4085caa5-c227-4acd-a85c-8db0050f9c50 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1098 time: 0.1485348 Oct 12 22:50:01.312044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.392934 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b8e2680-e6c6-4475-9a13-0296c92598ea req-7b9e8035-6d16-4be1-a689-6f9adaa2a629 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859792 Oct 12 22:50:01.411396 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.454969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.476157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ae73d3bf-487d-4178-b222-98957c5890c8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:01.503594 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db1a4483-addd-40e8-b90b-1ab8e0788846 req-b0014fb1-e4c8-4bdf-ad4c-f64360527be9 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 210 time: 0.0335317 Oct 12 22:50:01.534122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Pushing event updated for resources: {'Port': ['ID=2bbe6184-de01-455d-837a-c7bef4a63cb4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:01.548526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:01.549920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:01.553131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:01.562375 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.664002 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.664318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:01.664318 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.681459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Allocated IP 172.20.0.1 (16b9ea80-5a2f-4be5-96b6-f586948de779/c975fd56-6ba7-48d9-8149-3d940c9fd632/e52942c1-ca33-4303-8c02-d846f7dbd654) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:01.784202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2833d6fe-2fc0-485e-a900-774b44f4c162 req-46906de8-7ef5-4456-9aa2-901625a40de5 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:01.787320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2833d6fe-2fc0-485e-a900-774b44f4c162 req-46906de8-7ef5-4456-9aa2-901625a40de5 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 949 time: 0.0902967 Oct 12 22:50:01.791946 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-469d9a5b-3200-406a-a778-ad6ca3bc27f8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3921952 Oct 12 22:50:01.800371 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Attempting to bind port d55c872a-8eb9-4ee5-91c7-af49370535d6 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:01.800870 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Attempting to bind port d55c872a-8eb9-4ee5-91c7-af49370535d6 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:01.801640 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Attempting to bind port d55c872a-8eb9-4ee5-91c7-af49370535d6 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:01.803788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 93587001-87fb-4821-9069-53fba5698038 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:01.812392 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf3dfb-e46d-4b06-ba47-fc5e75b099bd None None] Pushing event updated for resources: {'Port': ['ID=d55c872a-8eb9-4ee5-91c7-af49370535d6,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:01.814981 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:01.815365 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:01.815776 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.816146 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:01.817455 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Bound port: d55c872a-8eb9-4ee5-91c7-af49370535d6, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:01.817943 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.829802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Request body: {'port': {'device_id': '6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:01.928089 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] For port d55c872a-8eb9-4ee5-91c7-af49370535d6, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:01.937604 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] For port d55c872a-8eb9-4ee5-91c7-af49370535d6, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d55c872a-8eb9-4ee5-91c7-af49370535d6,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:01.940787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda67137-c604-4ba8-9ea5-cc351ede12c0 req-fed09b0c-12d4-40ee-97ce-a8dd55e0ff68 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:01.942780 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fda67137-c604-4ba8-9ea5-cc351ede12c0 req-fed09b0c-12d4-40ee-97ce-a8dd55e0ff68 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 946 time: 0.2148244 Oct 12 22:50:01.978795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36594) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:01.989906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 93587001-87fb-4821-9069-53fba5698038 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:01.990609 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:01.999751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.020414 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.029922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2833d6fe-2fc0-485e-a900-774b44f4c162 req-f6432945-f814-493b-a8c2-3d519616af92 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323804 Oct 12 22:50:02.039105 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fda67137-c604-4ba8-9ea5-cc351ede12c0 req-6a376c31-9d2b-4bb7-94f3-0944565bbf16 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887530 Oct 12 22:50:02.079959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.082754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36598) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:02.116832 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4c55-2a94-4e01-85e8-61dcb500917d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.118503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b9818aae-0b4a-4264-aebf-a6b3380a9c3e None None] Provisioning complete for port 2bbe6184-de01-455d-837a-c7bef4a63cb4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:02.118886 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b9818aae-0b4a-4264-aebf-a6b3380a9c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.181790 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Routers {'3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:50:02.182850 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:02.190605 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.253088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Pushing event updated for resources: {'Port': ['ID=e52942c1-ca33-4303-8c02-d846f7dbd654,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:02.270498 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbf3dfb-e46d-4b06-ba47-fc5e75b099bd None None] Pushing event updated for resources: {'Port': ['ID=d55c872a-8eb9-4ee5-91c7-af49370535d6,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:02.272447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b9818aae-0b4a-4264-aebf-a6b3380a9c3e None None] Port 2bbe6184-de01-455d-837a-c7bef4a63cb4 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:02.305126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Network 16b9ea80-5a2f-4be5-96b6-f586948de779 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:02.308463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:02.311963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:02.312983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.383837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbef0b-c7a0-400b-8342-41b9c196af40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.385105 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] Set router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:50:02.404177 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe0f87-f979-4052-9cbf-e51d8aac3590 req-faa5cc8b-dd50-404d-99f4-eabe6ac864ba tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:02.412827 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1dbe0f87-f979-4052-9cbf-e51d8aac3590 req-faa5cc8b-dd50-404d-99f4-eabe6ac864ba tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.2598367 Oct 12 22:50:02.510088 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1dbe0f87-f979-4052-9cbf-e51d8aac3590 req-2d42de73-9069-4686-8107-008e7c5825f1 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893538 Oct 12 22:50:02.578113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1ccca-41f1-4dff-b2f2-cfa61901c0b4 req-c85908ea-ad93-4684-896c-cc7370173626 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:02.579933 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6bc1ccca-41f1-4dff-b2f2-cfa61901c0b4 req-c85908ea-ad93-4684-896c-cc7370173626 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 936 time: 0.3843920 Oct 12 22:50:02.697838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-03d39ef3-c671-437d-b3eb-0aa474509e9c None None] Provisioning complete for port e52942c1-ca33-4303-8c02-d846f7dbd654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:02.697838 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-03d39ef3-c671-437d-b3eb-0aa474509e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.710496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-549f1b8d-3f72-47f2-b3a8-6fcea17e5bed req-86c81d45-cb0e-48ca-90cf-d82ac2137fcb tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 210 time: 0.0614340 Oct 12 22:50:02.728965 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:49:59Z', 'revision_number': 3, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'gw_port': {'id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:58Z', 'updated_at': '2021-10-12T22:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:02.758444 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6bc1ccca-41f1-4dff-b2f2-cfa61901c0b4 req-5bb37480-13d2-4fda-9eec-b27b718d2aa2 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562800 Oct 12 22:50:02.768813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-03d39ef3-c671-437d-b3eb-0aa474509e9c None None] Port e52942c1-ca33-4303-8c02-d846f7dbd654 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:02.781501 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbef0b-c7a0-400b-8342-41b9c196af40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.785396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4c55-2a94-4e01-85e8-61dcb500917d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.785804 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bce224d3-b3e1-4745-9304-0e65a82abceb None None] The sync data for ids ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'] in n-d-790519-14 is: [{'id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:49:59Z', 'revision_number': 3, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'gw_port': {'id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3e:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:58Z', 'updated_at': '2021-10-12T22:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:50:02.844819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.893971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bbe6184-de01-455d-837a-c7bef4a63cb4 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:02.902719 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4c55-2a94-4e01-85e8-61dcb500917d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.904791 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5cbef0b-c7a0-400b-8342-41b9c196af40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.908361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:02.975753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Transition to ACTIVE for port object 2bbe6184-de01-455d-837a-c7bef4a63cb4 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:02.981420 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5d6d4c55-2a94-4e01-85e8-61dcb500917d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42951548a46249df867aa256f0b9a153&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8976276 Oct 12 22:50:02.984011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36602) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:02.993547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d4c55-2a94-4e01-85e8-61dcb500917d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab3d88b-65d4-48a4-adbd-e72423477208,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:03.222368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6509fc6c-9d2b-4e7f-ac1d-b82efc08b444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.226242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cbef0b-c7a0-400b-8342-41b9c196af40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51715f5f-dd38-4abf-9454-be12f5148034,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:03.226242 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c5cbef0b-c7a0-400b-8342-41b9c196af40 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e111e8bb69f64bd383e4548d0d61bab8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0702581 Oct 12 22:50:03.227346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6509fc6c-9d2b-4e7f-ac1d-b82efc08b444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.228028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-e07be566-5fb5-4483-9e4f-582f619dda4e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:03.228028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-e07be566-5fb5-4483-9e4f-582f619dda4e tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.41 "GET /v2.0/networks?id=10566f33-e985-4996-9834-d7ff6c30696d HTTP/1.1" status: 200 len: 812 time: 0.2312343 Oct 12 22:50:03.228413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39745d-b487-4c3c-8593-4f203ca18d13 req-35ce2e20-486f-4cb0-8a4e-ffeb4c99b1ba tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:03.228413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf39745d-b487-4c3c-8593-4f203ca18d13 req-35ce2e20-486f-4cb0-8a4e-ffeb4c99b1ba tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 946 time: 0.0593281 Oct 12 22:50:03.228413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36608) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:03.311367 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67e18f28-77ed-4428-af5c-df5d92bdd903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.316794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf39745d-b487-4c3c-8593-4f203ca18d13 req-1ee879ed-92ba-4f5e-ac9b-26ac254910e2 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772488 Oct 12 22:50:03.357692 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67e18f28-77ed-4428-af5c-df5d92bdd903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.374193 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.418996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6509fc6c-9d2b-4e7f-ac1d-b82efc08b444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.421964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6509fc6c-9d2b-4e7f-ac1d-b82efc08b444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.423265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6509fc6c-9d2b-4e7f-ac1d-b82efc08b444 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ab3d88b-65d4-48a4-adbd-e72423477208 HTTP/1.1" status: 204 len: 168 time: 0.4382086 Oct 12 22:50:03.504927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.507732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6509fc6c-9d2b-4e7f-ac1d-b82efc08b444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab3d88b-65d4-48a4-adbd-e72423477208,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:03.547511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbe6184-de01-455d-837a-c7bef4a63cb4,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:03.558785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602804b-6098-45b9-8a72-f02033dca4a6 req-ab2632cb-422a-42bf-bd37-fff5635c9c13 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:03.560458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a602804b-6098-45b9-8a72-f02033dca4a6 req-ab2632cb-422a-42bf-bd37-fff5635c9c13 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 949 time: 0.4260650 Oct 12 22:50:03.578702 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.579577 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.612548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5b0fc-d497-4076-b9ce-e4c2631b8563 req-d73ea139-28d6-4542-9b39-8a1cfe936c99 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:03.613081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-659c8147-682e-43c3-9a28-17e7dea63ebe tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:03.620081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e7d5b0fc-d497-4076-b9ce-e4c2631b8563 req-d73ea139-28d6-4542-9b39-8a1cfe936c99 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1098 time: 0.1717360 Oct 12 22:50:03.620239 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-659c8147-682e-43c3-9a28-17e7dea63ebe tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 949 time: 0.1776435 Oct 12 22:50:03.679288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-5276d0f1-fdf1-4adb-8785-4c87009cf938 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4398be3f0d84ead9a55466369be9675 HTTP/1.1" status: 200 len: 379 time: 0.2371733 Oct 12 22:50:03.695160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67e18f28-77ed-4428-af5c-df5d92bdd903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.697861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67e18f28-77ed-4428-af5c-df5d92bdd903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.701711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-67e18f28-77ed-4428-af5c-df5d92bdd903 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51715f5f-dd38-4abf-9454-be12f5148034 HTTP/1.1" status: 204 len: 168 time: 0.5005991 Oct 12 22:50:03.707006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Request body: {'port': {'device_id': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'admin_state_up': True, 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'security_groups': ['e0a5f156-5b41-4515-95b9-e3b19af14a42']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:03.753547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e7d5b0fc-d497-4076-b9ce-e4c2631b8563 req-6a474f9d-444d-445c-ab41-dddf9817c2ed tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199224 Oct 12 22:50:03.756024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Attempting to bind port 2bbe6184-de01-455d-837a-c7bef4a63cb4 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:03.756648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Attempting to bind port 2bbe6184-de01-455d-837a-c7bef4a63cb4 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:03.757845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Attempting to bind port 2bbe6184-de01-455d-837a-c7bef4a63cb4 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:03.765154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e18f28-77ed-4428-af5c-df5d92bdd903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51715f5f-dd38-4abf-9454-be12f5148034,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:03.779742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Port 2bbe6184-de01-455d-837a-c7bef4a63cb4 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:03.781442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Attempting to bind port 2bbe6184-de01-455d-837a-c7bef4a63cb4 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:03.794645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:03.795450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:03.796184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:03.798966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Bound port: 2bbe6184-de01-455d-837a-c7bef4a63cb4, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:03.798966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:03.892859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d55c872a-8eb9-4ee5-91c7-af49370535d6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:03.935458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] For port 2bbe6184-de01-455d-837a-c7bef4a63cb4, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:03.938787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] For port 2bbe6184-de01-455d-837a-c7bef4a63cb4, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2bbe6184-de01-455d-837a-c7bef4a63cb4,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:04.002431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d55c872a-8eb9-4ee5-91c7-af49370535d6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:04.002829 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:04.003319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747f791f-c742-4fa1-bc49-27ba7ceae99a req-4fb639e0-9465-4ff7-afda-c58e8fcf8ac5 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:04.012383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-747f791f-c742-4fa1-bc49-27ba7ceae99a req-4fb639e0-9465-4ff7-afda-c58e8fcf8ac5 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0719428 Oct 12 22:50:04.022971 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:04.089784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:04.090890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:04.092546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/2bbe6184-de01-455d-837a-c7bef4a63cb4 HTTP/1.1" status: 200 len: 1097 time: 2.2890561 Oct 12 22:50:04.093091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3', 'tag': '2bbe6184-de01-455d-837a-c7bef4a63cb4'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:04.102084 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84dc964-3486-4beb-824a-406a44f4bc28" -d '{"events": [{"name": "network-changed", "server_uuid": "6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3", "tag": "2bbe6184-de01-455d-837a-c7bef4a63cb4"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:04.148904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-747f791f-c742-4fa1-bc49-27ba7ceae99a req-21650168-1212-490b-b907-ca63b8674302 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354671 Oct 12 22:50:04.161575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4234f6-1da2-445d-9ec8-6650e2d2c7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=2bbe6184-de01-455d-837a-c7bef4a63cb4,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:04.220859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Pushing event updated for resources: {'Port': ['ID=e52942c1-ca33-4303-8c02-d846f7dbd654,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:04.224663 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:04.280383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port d55c872a-8eb9-4ee5-91c7-af49370535d6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d55c872a-8eb9-4ee5-91c7-af49370535d6,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:04.315411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a602804b-6098-45b9-8a72-f02033dca4a6 req-e64fea28-243d-4947-8598-b65e381c36d8 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7232299 Oct 12 22:50:04.318515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39551930-5070-4e1d-86bf-f193c96d0329 req-1fc60445-1ce7-4bfe-a433-8c3caa0ac5a7 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 210 time: 0.0384147 Oct 12 22:50:04.345701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df404-bd16-4294-b8ef-df5604af0323 req-d7dd09a9-07c3-43ef-8904-b9cc77e121f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:04.345701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-d7dd09a9-07c3-43ef-8904-b9cc77e121f7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 1100 time: 0.1032994 Oct 12 22:50:04.413758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:04.423677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Network 16b9ea80-5a2f-4be5-96b6-f586948de779 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:04.433313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:04.453966 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-5b934330-3f1e-4154-ab77-fbc9fece02a9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=2bbe6184-de01-455d-837a-c7bef4a63cb4 HTTP/1.1" status: 200 len: 217 time: 0.0910408 Oct 12 22:50:04.506408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=d55c872a-8eb9-4ee5-91c7-af49370535d6,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:04.520189 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.520544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.523883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.527992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.529716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.533175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.533914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.534492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.535430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.538535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.538919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.541438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:04.569738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df404-bd16-4294-b8ef-df5604af0323 req-601744a7-1dc7-4ccb-9e82-9b4dcdcb7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:04.571231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-601744a7-1dc7-4ccb-9e82-9b4dcdcb7cb9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1073978 Oct 12 22:50:04.572966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81833e6b-0cd2-4f6a-b1ee-aa7583cc2455 req-83c7baa7-68b7-4d1e-ad10-17644c9917dc tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:04.586193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-81833e6b-0cd2-4f6a-b1ee-aa7583cc2455 req-83c7baa7-68b7-4d1e-ad10-17644c9917dc tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1098 time: 0.1258602 Oct 12 22:50:04.597861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Made reservation on behalf of e4398be3f0d84ead9a55466369be9675 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:50:04.603593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:04.661531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-81833e6b-0cd2-4f6a-b1ee-aa7583cc2455 req-faa90b70-2b70-42b4-b816-c99425d5aaa4 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796711 Oct 12 22:50:04.664536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498df404-bd16-4294-b8ef-df5604af0323 req-e51f2091-5844-48fb-b024-40568978ecab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:04.671907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-e51f2091-5844-48fb-b024-40568978ecab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0823989 Oct 12 22:50:04.788824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-90623991-b4cf-4065-bc58-472c4ee783d8 None None] Provisioning complete for port e52942c1-ca33-4303-8c02-d846f7dbd654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:04.789202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-90623991-b4cf-4065-bc58-472c4ee783d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:04.807444 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6c950e-d355-4bcc-bf5c-269c76c00fab x-openstack-request-id: req-7c6c950e-d355-4bcc-bf5c-269c76c00fab {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:04.807749 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3", "tag": "2bbe6184-de01-455d-837a-c7bef4a63cb4", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:04.808010 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c6c950e-d355-4bcc-bf5c-269c76c00fab {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:04.808533 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3', 'tag': '2bbe6184-de01-455d-837a-c7bef4a63cb4', 'status': 'completed', 'code': 200} Oct 12 22:50:04.809076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36642) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:04.813820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Deleting port ab5bb27d-dcfa-4440-b489-5e4e9954a4db {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:50:04.814401 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:04.837917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b63f0d-7d55-4746-8db2-0f448098edf3 req-ec1b4b2d-5438-43c6-9661-0d4b2f26f06c tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:04.839875 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6b63f0d-7d55-4746-8db2-0f448098edf3 req-ec1b4b2d-5438-43c6-9661-0d4b2f26f06c tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 948 time: 0.4102778 Oct 12 22:50:04.848990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-beaf6797-9c60-4827-b5cf-bcaf4b90e6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:04.869739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-90623991-b4cf-4065-bc58-472c4ee783d8 None None] Port e52942c1-ca33-4303-8c02-d846f7dbd654 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:04.882636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-52c1b831-dfdf-4d4b-8b26-bf8696523cfc service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079797 Oct 12 22:50:04.952225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Allocated IP 172.20.0.14 (10566f33-e985-4996-9834-d7ff6c30696d/1c3fdaff-d484-4573-b891-ddb08899987e/d38937b1-4995-4074-ad00-573df86c7e39) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:04.967769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:50:04.993862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6b63f0d-7d55-4746-8db2-0f448098edf3 req-863a63b8-1741-43e3-8eb3-6c05af0f8c8f tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336687 Oct 12 22:50:05.018547 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-beaf6797-9c60-4827-b5cf-bcaf4b90e6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.030442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-498df404-bd16-4294-b8ef-df5604af0323 req-101ba974-efdc-4b93-83bd-ace5e4cec905 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313872 Oct 12 22:50:05.038697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] For port ab5bb27d-dcfa-4440-b489-5e4e9954a4db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:05.039324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.065310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Calling delete_port for ab5bb27d-dcfa-4440-b489-5e4e9954a4db owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:50:05.087947 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-beaf6797-9c60-4827-b5cf-bcaf4b90e6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.159232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaf6797-9c60-4827-b5cf-bcaf4b90e6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603b320d-4081-4fc0-bcc8-d94a76c386f7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:05.169582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-beaf6797-9c60-4827-b5cf-bcaf4b90e6eb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ab1c1281a02440c5a84970dfeefca695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3562753 Oct 12 22:50:05.180194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36660) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:05.296532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-99999a3a-e538-442a-9bf5-be4a5ba59930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:05.298018 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-99999a3a-e538-442a-9bf5-be4a5ba59930 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 1100 time: 0.1336958 Oct 12 22:50:05.345486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-383ba61b-2de1-4b4f-a968-0e23ad17a32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.381744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:50:05.389603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f84cfba-7760-4fa7-aa32-9088a319b94f req-ad399952-771f-4c5f-b552-2b4cf3530f0d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:05.393567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f84cfba-7760-4fa7-aa32-9088a319b94f req-ad399952-771f-4c5f-b552-2b4cf3530f0d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1505666 Oct 12 22:50:05.393720 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-76048649-8ede-4fa8-9349-b1aa4854d4ed admin admin] 10.222.0.31 "PUT /v2.0/routers/3a9c1c34-e3a3-4e81-b4ef-7b60819a154d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7946336 Oct 12 22:50:05.419549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985309bd-eeed-4227-937d-a64e2bd8f943 req-cd64ac49-aab9-4383-8b65-42f48eef9aa9 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:05.426433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-985309bd-eeed-4227-937d-a64e2bd8f943 req-cd64ac49-aab9-4383-8b65-42f48eef9aa9 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1098 time: 0.1778822 Oct 12 22:50:05.426433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.439182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-383ba61b-2de1-4b4f-a968-0e23ad17a32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.526152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f84cfba-7760-4fa7-aa32-9088a319b94f req-0af68521-4486-416f-b47f-5dba988f4cfa tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184535 Oct 12 22:50:05.564434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-06c6f771-8532-49b8-87ca-1501039aea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:05.573295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-06c6f771-8532-49b8-87ca-1501039aea8d service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2572153 Oct 12 22:50:05.594450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-985309bd-eeed-4227-937d-a64e2bd8f943 req-aa0c82a3-2b5a-42bb-bd93-5979214d299e tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110716 Oct 12 22:50:05.620082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.643489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d7d1fd1b-76d7-4073-83b7-c8a894eae139'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:05.652475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Pushing event deleted for resources: {'Port': ['ID=ab5bb27d-dcfa-4440-b489-5e4e9954a4db,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:05.655895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.694203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-4015d00e-af81-4618-b3eb-c9de053a9e81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=2bbe6184-de01-455d-837a-c7bef4a63cb4 HTTP/1.1" status: 200 len: 217 time: 0.1106699 Oct 12 22:50:05.696712 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9563bab7-e1c3-461a-be37-ca5144608c7a req-a834d0d3-d73a-43c2-a271-f5a9637a02ce tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=34dc1087-9110-4e9d-b823-f4029e381c11 HTTP/1.1" status: 200 len: 210 time: 0.0702233 Oct 12 22:50:05.720360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] No DVR routers for this DVR port ab5bb27d-dcfa-4440-b489-5e4e9954a4db on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:50:05.736436 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.760302 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee32ff4f-d329-4566-bfe3-2e7c702c76f2 req-50a7f5b6-fafc-42b6-9665-dc35774b7ebf tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "DELETE /v2.0/ports/ab5bb27d-dcfa-4440-b489-5e4e9954a4db HTTP/1.1" status: 204 len: 173 time: 2.0681760 Oct 12 22:50:05.770717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34dc1087-9110-4e9d-b823-f4029e381c11', 'name': 'network-vif-deleted', 'tag': 'ab5bb27d-dcfa-4440-b489-5e4e9954a4db'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:05.789010 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47104b83-0783-4f6c-a806-5e65088540ef" -d '{"events": [{"server_uuid": "34dc1087-9110-4e9d-b823-f4029e381c11", "name": "network-vif-deleted", "tag": "ab5bb27d-dcfa-4440-b489-5e4e9954a4db"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:05.807497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-383ba61b-2de1-4b4f-a968-0e23ad17a32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.814628 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-383ba61b-2de1-4b4f-a968-0e23ad17a32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.815811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-383ba61b-2de1-4b4f-a968-0e23ad17a32f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/603b320d-4081-4fc0-bcc8-d94a76c386f7 HTTP/1.1" status: 204 len: 168 time: 0.6348138 Oct 12 22:50:05.828018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d55c872a-8eb9-4ee5-91c7-af49370535d6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:05.850086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383ba61b-2de1-4b4f-a968-0e23ad17a32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603b320d-4081-4fc0-bcc8-d94a76c386f7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:05.857820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-00f8a877-b637-44a9-aee1-cf572ba2b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:05.859561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-00f8a877-b637-44a9-aee1-cf572ba2b6a6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1550014 Oct 12 22:50:05.947657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-9cfadcea-61f7-4500-a66b-5ff07111879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:05.952285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-9cfadcea-61f7-4500-a66b-5ff07111879a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0773110 Oct 12 22:50:05.966094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Network 10566f33-e985-4996-9834-d7ff6c30696d is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:05.979647 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d55c872a-8eb9-4ee5-91c7-af49370535d6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:05.980071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:05.980527 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:05.987214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:05.993845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:05.994630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:06.033881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Pushing event updated for resources: {'Port': ['ID=d38937b1-4995-4074-ad00-573df86c7e39,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:06.084615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1727f2-aa65-4176-bb71-d302bd3bc05b req-23887a80-8e26-4ee7-97c9-65ab5d85a01c tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:06.099832 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b1727f2-aa65-4176-bb71-d302bd3bc05b req-23887a80-8e26-4ee7-97c9-65ab5d85a01c tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 932 time: 0.3028951 Oct 12 22:50:06.131157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Sync routers for ids ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:50:06.139972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-14ad4043-8e75-41d4-b5d2-6743c2d0bf98 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4448588 Oct 12 22:50:06.154911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Routers {'3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:50:06.155585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:06.171626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-cad3630b-eb41-4e12-8c61-d94b650500dd service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115052 Oct 12 22:50:06.205402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b1727f2-aa65-4176-bb71-d302bd3bc05b req-5d552983-190d-4ab4-8289-a89cec20bba7 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991712 Oct 12 22:50:06.216331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Request body: {'port': {'device_id': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:06.296839 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a006710a-4ce0-4f68-9cd9-2c89ae0f7c77 x-openstack-request-id: req-a006710a-4ce0-4f68-9cd9-2c89ae0f7c77 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:06.297318 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34dc1087-9110-4e9d-b823-f4029e381c11", "name": "network-vif-deleted", "tag": "ab5bb27d-dcfa-4440-b489-5e4e9954a4db", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:06.297439 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a006710a-4ce0-4f68-9cd9-2c89ae0f7c77 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:06.298293 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34dc1087-9110-4e9d-b823-f4029e381c11', 'name': 'network-vif-deleted', 'tag': 'ab5bb27d-dcfa-4440-b489-5e4e9954a4db', 'status': 'completed', 'code': 200} Oct 12 22:50:06.315880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Set router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:50:06.428474 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a84dc964-3486-4beb-824a-406a44f4bc28 req-35970d2a-cf4a-4cdb-b9cf-148b3b8d4dac service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460034 Oct 12 22:50:06.437822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:06.462346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98883f-63b0-4dc1-a7ff-ff31a92d9e0c req-0ba03707-46bf-4d4e-a3a7-6a849a906f76 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:06.473706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4e98883f-63b0-4dc1-a7ff-ff31a92d9e0c req-0ba03707-46bf-4d4e-a3a7-6a849a906f76 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 948 time: 0.0992496 Oct 12 22:50:06.501851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-86987777-09c5-489e-a936-43b9a97955cc None None] Provisioning complete for port d38937b1-4995-4074-ad00-573df86c7e39 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:06.502643 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-86987777-09c5-489e-a936-43b9a97955cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:06.525694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4e98883f-63b0-4dc1-a7ff-ff31a92d9e0c req-36e08df8-71fb-4446-b845-5368951abd22 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506706 Oct 12 22:50:06.547201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-86987777-09c5-489e-a936-43b9a97955cc None None] Port d38937b1-4995-4074-ad00-573df86c7e39 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:06.687093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:50:02Z', 'revision_number': 4, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'gw_port': {'id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:58Z', 'updated_at': '2021-10-12T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'e52942c1-ca33-4303-8c02-d846f7dbd654', 'name': '', 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'mac_address': 'fa:16:3e:79:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c975fd56-6ba7-48d9-8149-3d940c9fd632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:50:01Z', 'updated_at': '2021-10-12T22:50:02Z', 'revision_number': 2, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'subnets': [{'id': 'c975fd56-6ba7-48d9-8149-3d940c9fd632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:06.701915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774a03a-7157-43bf-9ab4-cc0496046cff req-818eba8d-f752-4c49-98a4-e231faeed0d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:06.704481 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c774a03a-7157-43bf-9ab4-cc0496046cff req-818eba8d-f752-4c49-98a4-e231faeed0d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0723937 Oct 12 22:50:06.728282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Checking router: 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:50:06.733884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Updating router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d port e52942c1-ca33-4303-8c02-d846f7dbd654 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:50:06.768624 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:06.777855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c774a03a-7157-43bf-9ab4-cc0496046cff req-97004373-4e5d-4948-9daf-f57a3237b188 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663462 Oct 12 22:50:06.903545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdf37f-1f2e-4846-ab3b-106bdddd6462 req-1260ae6e-6b02-4172-880c-193c99b8412b tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:06.911908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4cdf37f-1f2e-4846-ab3b-106bdddd6462 req-1260ae6e-6b02-4172-880c-193c99b8412b tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1098 time: 0.0527451 Oct 12 22:50:06.956806 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4cdf37f-1f2e-4846-ab3b-106bdddd6462 req-4d443b4d-f1c7-453e-9a4e-b19611b5e84c tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445414 Oct 12 22:50:06.967576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d38937b1-4995-4074-ad00-573df86c7e39 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:06.976163 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.011794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Transition to ACTIVE for port object d38937b1-4995-4074-ad00-573df86c7e39 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:07.065027 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.157216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Pushing event updated for resources: {'Port': ['ID=d38937b1-4995-4074-ad00-573df86c7e39,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:07.177440 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.203475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Attempting to bind port d38937b1-4995-4074-ad00-573df86c7e39 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:07.203854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Attempting to bind port d38937b1-4995-4074-ad00-573df86c7e39 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:07.204191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Attempting to bind port d38937b1-4995-4074-ad00-573df86c7e39 on network 10566f33-e985-4996-9834-d7ff6c30696d {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:07.208934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Port d38937b1-4995-4074-ad00-573df86c7e39 on network 10566f33-e985-4996-9834-d7ff6c30696d not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:07.209259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Attempting to bind port d38937b1-4995-4074-ad00-573df86c7e39 on network 10566f33-e985-4996-9834-d7ff6c30696d {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:07.214804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:07.215175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Checking segment: {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:07.215559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Bound using segment: {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:07.215989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Bound port: d38937b1-4995-4074-ad00-573df86c7e39, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d282b2e-1645-4f80-8d7c-5674322c7000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:07.216520 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.225556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.336586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] For port d38937b1-4995-4074-ad00-573df86c7e39, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:07.341354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] For port d38937b1-4995-4074-ad00-573df86c7e39, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d38937b1-4995-4074-ad00-573df86c7e39,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:07.349182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1588f-2bc5-46e8-80ab-f238b72e2538 None None] Pushing event updated for resources: {'Port': ['ID=e52942c1-ca33-4303-8c02-d846f7dbd654,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:07.419866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.468052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:07.468627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.470261 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] 10.222.0.41 "PUT /v2.0/ports/d38937b1-4995-4074-ad00-573df86c7e39 HTTP/1.1" status: 200 len: 1093 time: 1.2814078 Oct 12 22:50:07.503212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a0d30-d8ad-4d6c-9513-fd3e6b27bc6b service neutron] Pushing event updated for resources: {'Port': ['ID=d38937b1-4995-4074-ad00-573df86c7e39,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:07.523023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Attempting to bind port e52942c1-ca33-4303-8c02-d846f7dbd654 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:07.523374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Attempting to bind port e52942c1-ca33-4303-8c02-d846f7dbd654 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:07.523733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Attempting to bind port e52942c1-ca33-4303-8c02-d846f7dbd654 on network 16b9ea80-5a2f-4be5-96b6-f586948de779 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:07.533836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ab5bb27d-dcfa-4440-b489-5e4e9954a4db no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:50:07.536900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:07.537270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Checking segment: {'id': 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:07.537674 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.538062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Bound using segment: {'id': 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:07.538589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Bound port: e52942c1-ca33-4303-8c02-d846f7dbd654, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:07.538983 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.578491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: ab5bb27d-dcfa-4440-b489-5e4e9954a4db {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:50:07.586602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ab5bb27d-dcfa-4440-b489-5e4e9954a4db not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:50:07.674048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] For port e52942c1-ca33-4303-8c02-d846f7dbd654, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:07.678989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] For port e52942c1-ca33-4303-8c02-d846f7dbd654, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e52942c1-ca33-4303-8c02-d846f7dbd654,segment=NetworkSegment(f98e9dd7-dbb3-4b17-8b30-2e4c6b274232),segment_id=f98e9dd7-dbb3-4b17-8b30-2e4c6b274232)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:07.683044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 2bbe6184-de01-455d-837a-c7bef4a63cb4 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:07.749069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-a170d17a-eba9-475c-8be3-c01f315e222c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:07.750697 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-a170d17a-eba9-475c-8be3-c01f315e222c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4398be3f0d84ead9a55466369be9675&device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 1096 time: 0.1142952 Oct 12 22:50:07.763379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3714fec2-647e-41ef-b669-6a5b24a55223 None None] Provisioning complete for port e52942c1-ca33-4303-8c02-d846f7dbd654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:07.763862 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3714fec2-647e-41ef-b669-6a5b24a55223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.768790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05eadb3-bb23-4fd5-b05e-bb1e70048941 req-18c2f0b4-60c6-4f75-8d9c-ebaf3169f25f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:07.777753 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f05eadb3-bb23-4fd5-b05e-bb1e70048941 req-18c2f0b4-60c6-4f75-8d9c-ebaf3169f25f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 944 time: 0.1036420 Oct 12 22:50:07.799478 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:07.828944 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-cedcdd4f-fb71-436d-b58a-699f391ed207 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38937b1-4995-4074-ad00-573df86c7e39 HTTP/1.1" status: 200 len: 217 time: 0.0473907 Oct 12 22:50:07.877954 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f05eadb3-bb23-4fd5-b05e-bb1e70048941 req-2d101f5d-5f34-4cd1-9ad3-b2ddb79bc701 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990701 Oct 12 22:50:07.881346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 2bbe6184-de01-455d-837a-c7bef4a63cb4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2bbe6184-de01-455d-837a-c7bef4a63cb4,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:07.912772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-01a1cf02-b44d-4a65-97f1-eae7514e0dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:07.914849 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-01a1cf02-b44d-4a65-97f1-eae7514e0dfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3fdaff-d484-4573-b891-ddb08899987e HTTP/1.1" status: 200 len: 851 time: 0.0726292 Oct 12 22:50:07.918617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '2bbe6184-de01-455d-837a-c7bef4a63cb4', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '2bbe6184-de01-455d-837a-c7bef4a63cb4', 'mac_address': 'fa:16:3e:74:a5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:07.922688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Routers {'3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:50:07.923532 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:49:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:07.927225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e1588f-2bc5-46e8-80ab-f238b72e2538 None None] Pushing event updated for resources: {'Port': ['ID=e52942c1-ca33-4303-8c02-d846f7dbd654,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:07.988189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-885bf0a6-1dc7-4143-bffe-a5f5d7e08dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:07.990597 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-885bf0a6-1dc7-4143-bffe-a5f5d7e08dc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10566f33-e985-4996-9834-d7ff6c30696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646255 Oct 12 22:50:08.112134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] Set router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:50:08.149695 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:08.154128 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3714fec2-647e-41ef-b669-6a5b24a55223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:08.179228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bbe6184-de01-455d-837a-c7bef4a63cb4 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:08.218358 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-175167e5-d695-44a3-b354-95482ec91c5e service neutron] 10.222.0.41 "GET /v2.0/networks/10566f33-e985-4996-9834-d7ff6c30696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184465 Oct 12 22:50:08.247563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 2bbe6184-de01-455d-837a-c7bef4a63cb4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2bbe6184-de01-455d-837a-c7bef4a63cb4,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:08.253298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6108c7-07c5-4d54-b723-6d225e16078c req-02b848dd-ae7e-4787-af12-f7898a44744f tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:08.258564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a6108c7-07c5-4d54-b723-6d225e16078c req-02b848dd-ae7e-4787-af12-f7898a44744f tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 950 time: 0.1355169 Oct 12 22:50:08.299343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'tag': 'd38937b1-4995-4074-ad00-573df86c7e39'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:08.301919 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2" -d '{"events": [{"name": "network-changed", "server_uuid": "53a456ad-786f-4091-a5ee-324a9ea09ffb", "tag": "d38937b1-4995-4074-ad00-573df86c7e39"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:08.304420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3714fec2-647e-41ef-b669-6a5b24a55223 None None] For port e52942c1-ca33-4303-8c02-d846f7dbd654, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e52942c1-ca33-4303-8c02-d846f7dbd654,segment=NetworkSegment(f98e9dd7-dbb3-4b17-8b30-2e4c6b274232),segment_id=f98e9dd7-dbb3-4b17-8b30-2e4c6b274232)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:08.327545 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:08.367878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a6108c7-07c5-4d54-b723-6d225e16078c req-70117eee-d8be-4476-9c13-b64aab1f3b8a tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/security-groups?id=3de2ea04-c233-4d2e-90f6-5c58e119a7f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018724 Oct 12 22:50:08.388134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3714fec2-647e-41ef-b669-6a5b24a55223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:08.402034 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-417994b7-9bdc-42ea-8067-e7d2f4f343ea req-90c9e3da-74f2-4715-9059-043109d67021 service neutron] 10.222.0.41 "GET /v2.0/networks/10566f33-e985-4996-9834-d7ff6c30696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723452 Oct 12 22:50:08.451144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=2bbe6184-de01-455d-837a-c7bef4a63cb4,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:08.527983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7298a9-0c0e-45d4-8dbe-923477dd2a9b req-b01857e6-b2d4-4e89-9976-406349dd242b tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:08.529721 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d7298a9-0c0e-45d4-8dbe-923477dd2a9b req-b01857e6-b2d4-4e89-9976-406349dd242b tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 949 time: 0.0693178 Oct 12 22:50:08.545590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3714fec2-647e-41ef-b669-6a5b24a55223 None None] Pushing event updated for resources: {'Port': ['ID=e52942c1-ca33-4303-8c02-d846f7dbd654,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:08.569611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:50:02Z', 'revision_number': 4, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'gw_port': {'id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:58Z', 'updated_at': '2021-10-12T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'e52942c1-ca33-4303-8c02-d846f7dbd654', 'name': '', 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'mac_address': 'fa:16:3e:79:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c975fd56-6ba7-48d9-8149-3d940c9fd632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:50:01Z', 'updated_at': '2021-10-12T22:50:07Z', 'revision_number': 4, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'subnets': [{'id': 'c975fd56-6ba7-48d9-8149-3d940c9fd632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:08.589835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5e87ad48-60d6-44a1-ac15-07275480e82b None None] Provisioning complete for port e52942c1-ca33-4303-8c02-d846f7dbd654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:08.590355 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5e87ad48-60d6-44a1-ac15-07275480e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:08.600906 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d7298a9-0c0e-45d4-8dbe-923477dd2a9b req-64d35a86-2d12-4a51-af94-ac3c27fb3362 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619388 Oct 12 22:50:08.633301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['2bbe6184-de01-455d-837a-c7bef4a63cb4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:08.652472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed890069-f559-4081-a9cf-c0e8368341c9 None None] The sync data for ids ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'] in n-d-790519-14 is: [{'id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:50:02Z', 'revision_number': 4, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'gw_port': {'id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:58Z', 'updated_at': '2021-10-12T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'e52942c1-ca33-4303-8c02-d846f7dbd654', 'name': '', 'network_id': '16b9ea80-5a2f-4be5-96b6-f586948de779', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'mac_address': 'fa:16:3e:79:a4:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_interface', 'standard_attr_id': 323, 'fixed_ips': [{'subnet_id': 'c975fd56-6ba7-48d9-8149-3d940c9fd632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:50:01Z', 'updated_at': '2021-10-12T22:50:07Z', 'revision_number': 4, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'subnets': [{'id': 'c975fd56-6ba7-48d9-8149-3d940c9fd632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:50:08.748345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f657970-2fb1-4578-8a96-2d43aac57c79 req-7f784d9d-203f-4d29-a32e-9295859fa896 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:08.749870 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f657970-2fb1-4578-8a96-2d43aac57c79 req-7f784d9d-203f-4d29-a32e-9295859fa896 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0838497 Oct 12 22:50:08.843983 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f657970-2fb1-4578-8a96-2d43aac57c79 req-29306426-0abe-42fa-8d54-67d3576cd7a9 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874262 Oct 12 22:50:08.852174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-8c5f48e3-95f3-4bd7-a845-224a5264aa73 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:08.853654 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-8c5f48e3-95f3-4bd7-a845-224a5264aa73 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 950 time: 0.0909305 Oct 12 22:50:08.975696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Deleting port d7d1fd1b-76d7-4073-83b7-c8a894eae139 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:50:08.976086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:09.089815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] For port d7d1fd1b-76d7-4073-83b7-c8a894eae139, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7d1fd1b-76d7-4073-83b7-c8a894eae139,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:09.091042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:09.104656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Calling delete_port for d7d1fd1b-76d7-4073-83b7-c8a894eae139 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:50:09.121098 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e4a7b1-199c-4175-9f8b-54bcd3642090 x-openstack-request-id: req-b1e4a7b1-199c-4175-9f8b-54bcd3642090 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:09.121329 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a456ad-786f-4091-a5ee-324a9ea09ffb", "tag": "d38937b1-4995-4074-ad00-573df86c7e39", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:09.121583 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b1e4a7b1-199c-4175-9f8b-54bcd3642090 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:09.121979 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'tag': 'd38937b1-4995-4074-ad00-573df86c7e39', 'status': 'completed', 'code': 200} Oct 12 22:50:09.444509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-df657ec3-25c5-4aeb-9c1e-2d62abf047b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:09.445995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-df657ec3-25c5-4aeb-9c1e-2d62abf047b4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4398be3f0d84ead9a55466369be9675&device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 1096 time: 0.2943161 Oct 12 22:50:09.452416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-85599f0d-64ca-4608-8140-818f7157f1e4 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:50:09.453491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-85599f0d-64ca-4608-8140-818f7157f1e4 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059259 Oct 12 22:50:09.553297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36796) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:09.563364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ce248674-fe0a-4beb-b7d8-44526ceb8725 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1978887072', 'description': 'tempest-description--460406551'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:09.583835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-62576d53-9552-4120-ad8a-01c7c6707664 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:09.585212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-62576d53-9552-4120-ad8a-01c7c6707664 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports/597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 1095 time: 0.1210725 Oct 12 22:50:09.600295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Request body: {'binding': {'host': 'n-h2-790519-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:09.600746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Unknown quota resources ['binding']. {{(pid=101889) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 22:50:09.640551 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 2bbe6184-de01-455d-837a-c7bef4a63cb4 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:09.648478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:09.672585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d7d1fd1b-76d7-4073-83b7-c8a894eae139'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:09.694592 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce248674-fe0a-4beb-b7d8-44526ceb8725 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:09.729360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-5b5d87f5-df4e-4c1e-ab71-278c04a3960b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:09.731248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-5b5d87f5-df4e-4c1e-ab71-278c04a3960b service neutron] 10.222.0.41 "GET /v2.0/networks?id=10566f33-e985-4996-9834-d7ff6c30696d HTTP/1.1" status: 200 len: 913 time: 0.2762177 Oct 12 22:50:09.731973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Pushing event deleted for resources: {'Port': ['ID=d7d1fd1b-76d7-4073-83b7-c8a894eae139,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:09.814924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e52942c1-ca33-4303-8c02-d846f7dbd654 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:09.850370 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-5f3b6781-8e45-4ad0-9142-e7c9f183f116 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38937b1-4995-4074-ad00-573df86c7e39 HTTP/1.1" status: 200 len: 217 time: 0.1021600 Oct 12 22:50:09.851185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 2bbe6184-de01-455d-837a-c7bef4a63cb4 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:50:09.859559 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce248674-fe0a-4beb-b7d8-44526ceb8725 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:09.865869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 2bbe6184-de01-455d-837a-c7bef4a63cb4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:09.866770 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:09.892235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f45ba0d-1e15-4e99-84e4-6b3d29cec534 req-2db29231-d61e-4724-b773-10bdd582afaf tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:09.893960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f45ba0d-1e15-4e99-84e4-6b3d29cec534 req-2db29231-d61e-4724-b773-10bdd582afaf tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 944 time: 0.2543581 Oct 12 22:50:09.898904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] No DVR routers for this DVR port d7d1fd1b-76d7-4073-83b7-c8a894eae139 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:50:09.938149 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:09.941855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7bbe977-f65f-42b4-92e3-10f58a52b281 req-6ba9b8b3-eae8-4e2a-8b5f-49b0d155999b tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.41 "DELETE /v2.0/ports/d7d1fd1b-76d7-4073-83b7-c8a894eae139 HTTP/1.1" status: 204 len: 173 time: 1.0676405 Oct 12 22:50:09.952267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e52942c1-ca33-4303-8c02-d846f7dbd654 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:09.952645 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:09.980236 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce248674-fe0a-4beb-b7d8-44526ceb8725 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:09.985949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-b297080f-e781-4fa0-8471-092de05b5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:09.991910 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-b297080f-e781-4fa0-8471-092de05b5afd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3fdaff-d484-4573-b891-ddb08899987e HTTP/1.1" status: 200 len: 851 time: 0.1276777 Oct 12 22:50:10.014550 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f45ba0d-1e15-4e99-84e4-6b3d29cec534 req-4e79d816-fe40-4416-8021-e49a6961730a tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943685 Oct 12 22:50:10.057224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 on host n-h2-790519-14 for vnic_type normal with profile None {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:10.057802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:10.058984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:10.069014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Port 597edb94-6af9-4977-bff1-47e955347831 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:10.072986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:10.074489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-a5dd163c-5d00-48b6-97e9-fa243a750761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:10.074629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce248674-fe0a-4beb-b7d8-44526ceb8725 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87d03962-c3c2-496d-9d9f-6c6f21382c28,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:10.076037 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-a5dd163c-5d00-48b6-97e9-fa243a750761 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10566f33-e985-4996-9834-d7ff6c30696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775504 Oct 12 22:50:10.080489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:10.081014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:10.081543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:10.082675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Bound port: 597edb94-6af9-4977-bff1-47e955347831, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:10.141584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce248674-fe0a-4beb-b7d8-44526ceb8725 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.144003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ce248674-fe0a-4beb-b7d8-44526ceb8725 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5939429 Oct 12 22:50:10.148103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36806) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:10.154759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-587d5362-1a0c-41ba-b236-6010cf98fc57 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Request body: {'security_group_rule': {'security_group_id': '87d03962-c3c2-496d-9d9f-6c6f21382c28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:10.209232 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.239211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbe6184-de01-455d-837a-c7bef4a63cb4'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:10.241469 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bf991e-7d27-450f-abac-c707b4775263" -d '{"events": [{"server_uuid": "6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3", "name": "network-vif-plugged", "status": "completed", "tag": "2bbe6184-de01-455d-837a-c7bef4a63cb4"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:10.270165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a1729a4-fd87-4ceb-956c-998b059fa0af req-d035080f-5d5d-44c3-8059-c2586ec41449 tempest-ServersAdminNegativeTestJSON-1462755808 tempest-ServersAdminNegativeTestJSON-1462755808-project] 10.222.0.31 "GET /v2.0/ports?device_id=68c16083-a7d1-4b48-8d03-a269deb20e24 HTTP/1.1" status: 200 len: 210 time: 0.0502238 Oct 12 22:50:10.270707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 2bbe6184-de01-455d-837a-c7bef4a63cb4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2bbe6184-de01-455d-837a-c7bef4a63cb4,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:10.281623 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-587d5362-1a0c-41ba-b236-6010cf98fc57 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.285254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:10.306062 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-95ae1643-b007-4204-a37d-ca5f6b04903d service neutron] 10.222.0.41 "GET /v2.0/networks/10566f33-e985-4996-9834-d7ff6c30696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207580 Oct 12 22:50:10.328069 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.379939 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36812) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:10.397946 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.399037 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2469e153-0e57-4bb1-a041-31a8b4400e5b service neutron] 10.222.0.31 "POST /v2.0/ports/597edb94-6af9-4977-bff1-47e955347831/bindings HTTP/1.1" status: 201 len: 390 time: 0.8022907 Oct 12 22:50:10.415969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-587d5362-1a0c-41ba-b236-6010cf98fc57 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.429885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=2bbe6184-de01-455d-837a-c7bef4a63cb4,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:10.469828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a1b2fab-11bd-406a-a301-3c5d2975a6f2 req-4597d7d7-bf43-40d7-ac21-2c4a6b2d3e70 service neutron] 10.222.0.41 "GET /v2.0/networks/10566f33-e985-4996-9834-d7ff6c30696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557214 Oct 12 22:50:10.478967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0c28db-fb38-4a08-adb5-3bc22481a255 req-636c2bcb-91d2-4c8a-ae6f-0e3581391017 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:10.486007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a0c28db-fb38-4a08-adb5-3bc22481a255 req-636c2bcb-91d2-4c8a-ae6f-0e3581391017 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 950 time: 0.0991189 Oct 12 22:50:10.498865 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-587d5362-1a0c-41ba-b236-6010cf98fc57 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.521665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d5362-1a0c-41ba-b236-6010cf98fc57 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54b1edcb-daac-4f60-b56c-e668dde1c6d5,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:10.541205 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a0c28db-fb38-4a08-adb5-3bc22481a255 req-e03a2b77-fe3a-4af4-84c7-30a1eeaf800a tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535388 Oct 12 22:50:10.571767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b193-e9d7-4e4a-a79b-0e769a36aca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.593549 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-587d5362-1a0c-41ba-b236-6010cf98fc57 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.594990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-587d5362-1a0c-41ba-b236-6010cf98fc57 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4459054 Oct 12 22:50:10.598587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36816) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:10.606555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5ff01128-abb5-4bd2-96af-e3578c9e8822 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Request body: {'security_group_rule': {'security_group_id': '87d03962-c3c2-496d-9d9f-6c6f21382c28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:10.670752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b193-e9d7-4e4a-a79b-0e769a36aca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.712500 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3e4c6d-8013-4dbc-9b70-7e1dac1e0797 x-openstack-request-id: req-6e3e4c6d-8013-4dbc-9b70-7e1dac1e0797 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:10.716445 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3", "name": "network-vif-plugged", "status": "completed", "tag": "2bbe6184-de01-455d-837a-c7bef4a63cb4", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:10.716445 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e3e4c6d-8013-4dbc-9b70-7e1dac1e0797 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:10.716785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e906e8-59ac-44df-86f0-38726788eeb2 req-07be8ca8-922b-4596-a377-ec38b2551e57 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:10.716994 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bbe6184-de01-455d-837a-c7bef4a63cb4', 'code': 200} Oct 12 22:50:10.717095 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42e906e8-59ac-44df-86f0-38726788eeb2 req-07be8ca8-922b-4596-a377-ec38b2551e57 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0915513 Oct 12 22:50:10.757252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7b9b193-e9d7-4e4a-a79b-0e769a36aca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.784458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5ff01128-abb5-4bd2-96af-e3578c9e8822 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.814001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b7b9b193-e9d7-4e4a-a79b-0e769a36aca4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b75824df5974c5d8e5b2da6f039669d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4260929 Oct 12 22:50:10.814128 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42e906e8-59ac-44df-86f0-38726788eeb2 req-762a9168-0d4d-4aa9-a3cb-7b9cb5bbfc27 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838022 Oct 12 22:50:10.814128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36822) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:10.908078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9b193-e9d7-4e4a-a79b-0e769a36aca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b476571-d99d-485d-b7ed-e07448abebfb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:10.944821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadacfd1-ecfd-4870-b037-daa5844f738c req-feb2940b-3ae0-4f91-bbd1-b61bab603202 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:10.951547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dadacfd1-ecfd-4870-b037-daa5844f738c req-feb2940b-3ae0-4f91-bbd1-b61bab603202 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 946 time: 0.1736238 Oct 12 22:50:10.962038 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5ff01128-abb5-4bd2-96af-e3578c9e8822 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.973936 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e80f192-617d-491a-aa8f-0747a8fe0897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:10.985284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac9f51b-c739-45dc-a7c7-4f015e292710 req-8bea9c88-fbd5-44d0-a664-26b3175ce3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:10.988670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cac9f51b-c739-45dc-a7c7-4f015e292710 req-8bea9c88-fbd5-44d0-a664-26b3175ce3a7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 1102 time: 0.1784103 Oct 12 22:50:11.020430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e80f192-617d-491a-aa8f-0747a8fe0897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:11.045429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dadacfd1-ecfd-4870-b037-daa5844f738c req-a2625f1f-f21c-498a-9364-4287ff32b523 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847173 Oct 12 22:50:11.047812 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5ff01128-abb5-4bd2-96af-e3578c9e8822 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:11.076178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cac9f51b-c739-45dc-a7c7-4f015e292710 req-6233559d-31f1-4447-ad44-0309ab10c05f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803027 Oct 12 22:50:11.082006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff01128-abb5-4bd2-96af-e3578c9e8822 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e12241ca-4b28-49ea-af45-c1283bf84af8,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:11.122922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68c16083-a7d1-4b48-8d03-a269deb20e24', 'name': 'network-vif-deleted', 'tag': 'd7d1fd1b-76d7-4073-83b7-c8a894eae139'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:11.125398 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e2d3b2-3738-48f8-b6e9-af67ea47791e" -d '{"events": [{"server_uuid": "68c16083-a7d1-4b48-8d03-a269deb20e24", "name": "network-vif-deleted", "tag": "d7d1fd1b-76d7-4073-83b7-c8a894eae139"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:11.180122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa189cc-9085-4401-9e34-e5d888c3ed13 req-423dbbcb-d4bb-423d-b98f-85547bcfa1f4 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:11.180261 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13ecf96-949f-428e-8c57-8944723a5ab2 x-openstack-request-id: req-c13ecf96-949f-428e-8c57-8944723a5ab2 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:11.180354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4aa189cc-9085-4401-9e34-e5d888c3ed13 req-423dbbcb-d4bb-423d-b98f-85547bcfa1f4 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 944 time: 0.0523915 Oct 12 22:50:11.180466 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68c16083-a7d1-4b48-8d03-a269deb20e24", "name": "network-vif-deleted", "tag": "d7d1fd1b-76d7-4073-83b7-c8a894eae139", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:11.180466 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c13ecf96-949f-428e-8c57-8944723a5ab2 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:11.180466 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68c16083-a7d1-4b48-8d03-a269deb20e24', 'name': 'network-vif-deleted', 'tag': 'd7d1fd1b-76d7-4073-83b7-c8a894eae139', 'status': 'completed', 'code': 200} Oct 12 22:50:11.198300 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5ff01128-abb5-4bd2-96af-e3578c9e8822 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:11.202503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5ff01128-abb5-4bd2-96af-e3578c9e8822 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5997143 Oct 12 22:50:11.202503 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e80f192-617d-491a-aa8f-0747a8fe0897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:11.209777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36838) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:11.209922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e80f192-617d-491a-aa8f-0747a8fe0897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:11.209922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5e80f192-617d-491a-aa8f-0747a8fe0897 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b476571-d99d-485d-b7ed-e07448abebfb HTTP/1.1" status: 204 len: 168 time: 0.3864205 Oct 12 22:50:11.210088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:11.214775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80f192-617d-491a-aa8f-0747a8fe0897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b476571-d99d-485d-b7ed-e07448abebfb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:11.256731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4aa189cc-9085-4401-9e34-e5d888c3ed13 req-7b196bec-0e2c-4628-8228-5f7f540ada63 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700417 Oct 12 22:50:11.293738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:11.459278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-f9d090e6-2630-4c75-8139-09c5607995ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:11.460734 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-f9d090e6-2630-4c75-8139-09c5607995ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1098 time: 0.0992372 Oct 12 22:50:11.550319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d38937b1-4995-4074-ad00-573df86c7e39 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:11.550538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:11.643674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-364a92ad-8cba-4c1b-85b4-ba06bd56e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:11.649130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-364a92ad-8cba-4c1b-85b4-ba06bd56e978 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.1787655 Oct 12 22:50:11.732787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-124bad9a-6b24-481a-8210-41b1ecbb0aa5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 217 time: 0.0741386 Oct 12 22:50:11.737090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d38937b1-4995-4074-ad00-573df86c7e39, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d38937b1-4995-4074-ad00-573df86c7e39,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:11.747324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd38937b1-4995-4074-ad00-573df86c7e39', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'port_id': 'd38937b1-4995-4074-ad00-573df86c7e39', 'mac_address': 'fa:16:3e:0c:b8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:11.792786 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:11.808502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d38937b1-4995-4074-ad00-573df86c7e39 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:11.820212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Allocated IP 172.25.2.30 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/17527436-eeb9-4784-8737-eafb64fe897a) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:11.830914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d38937b1-4995-4074-ad00-573df86c7e39, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d38937b1-4995-4074-ad00-573df86c7e39,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:11.831140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-4bd3815c-3976-4ec5-bd83-11e0087a21b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:11.832885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-4bd3815c-3976-4ec5-bd83-11e0087a21b3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0802615 Oct 12 22:50:11.845339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af236fbd-fd09-428e-b753-496c5f253ed9 req-24b7f496-fb71-4eb1-b405-d02e8b139d01 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:11.846839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af236fbd-fd09-428e-b753-496c5f253ed9 req-24b7f496-fb71-4eb1-b405-d02e8b139d01 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 950 time: 0.1716554 Oct 12 22:50:11.892870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-ab1c7f0e-f5d3-4eea-8544-7845725be0b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444489 Oct 12 22:50:11.916522 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:11.933587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f602abb-834f-4291-b6d4-f1ac2aec1775 req-a0b64787-ddf2-4ec8-8389-5832cff7e5c2 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:11.941911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f602abb-834f-4291-b6d4-f1ac2aec1775 req-a0b64787-ddf2-4ec8-8389-5832cff7e5c2 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0583642 Oct 12 22:50:11.998289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f602abb-834f-4291-b6d4-f1ac2aec1775 req-664363cd-cd0e-4341-adf7-c335419e537a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548205 Oct 12 22:50:12.027110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af236fbd-fd09-428e-b753-496c5f253ed9 req-f1da432e-b5c9-4886-a3e6-343b62d877cd tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676681 Oct 12 22:50:12.106597 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-620bb36a-260a-46b1-84aa-17334f20d635 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805065 Oct 12 22:50:12.111852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.133380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36866) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:12.186178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36870) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:12.207099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d38937b1-4995-4074-ad00-573df86c7e39'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:12.220662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36872) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:12.256389 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-572f84cf-938f-406c-ba22-b2a428a5a658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.292620 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2096e79b-4102-477a-92e0-05c3a23923e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.295961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d38937b1-4995-4074-ad00-573df86c7e39,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:12.337246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a46aa3b-95ea-4041-9035-4aad2f1376d3 req-a363e11d-f3dd-4ee3-ba79-ae3139b4e536 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:12.345748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a46aa3b-95ea-4041-9035-4aad2f1376d3 req-a363e11d-f3dd-4ee3-ba79-ae3139b4e536 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 946 time: 0.1854129 Oct 12 22:50:12.516270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1207b7b0-d05c-4987-997d-36b4f55c2c4a req-62dcc963-37b1-4942-bb2b-04c4247b2d67 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:12.517810 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a46aa3b-95ea-4041-9035-4aad2f1376d3 req-b85ce26b-fce5-46cd-9a09-a3a1d4684746 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705177 Oct 12 22:50:12.518189 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1207b7b0-d05c-4987-997d-36b4f55c2c4a req-62dcc963-37b1-4942-bb2b-04c4247b2d67 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 945 time: 0.1046848 Oct 12 22:50:12.525336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-ce9e54ee-02f7-4cb2-8d97-986399489604 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4088030 Oct 12 22:50:12.564090 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.577810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1207b7b0-d05c-4987-997d-36b4f55c2c4a req-970011c3-03bf-499f-bd28-055158fe4d9f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513523 Oct 12 22:50:12.608717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-539adc2f-7e0c-45d0-abab-20d5f5b84ae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.611408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:12.616658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:12.618960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:12.636778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-572f84cf-938f-406c-ba22-b2a428a5a658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.644782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event updated for resources: {'Port': ['ID=17527436-eeb9-4784-8737-eafb64fe897a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:12.667786 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-45aeb1f0-ffe4-400d-b5c2-6d21dbc45d90 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d486ab153e840749ef2c1845d6d7d38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5327919 Oct 12 22:50:12.673082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36878) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:12.728234 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-572f84cf-938f-406c-ba22-b2a428a5a658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.792338 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.799313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-572f84cf-938f-406c-ba22-b2a428a5a658 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8af73e949003409a836ced9c0e5f577e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747879 Oct 12 22:50:12.807400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36880) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:12.807702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f84cf-938f-406c-ba22-b2a428a5a658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc8e0ff-f708-4e0b-8e7c-17ea4d12f136,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:12.817684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2a2d3fcb-7771-4fba-bc91-d7579cbb9253 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:12.818433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-539adc2f-7e0c-45d0-abab-20d5f5b84ae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.822837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-2a2d3fcb-7771-4fba-bc91-d7579cbb9253 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1098 time: 0.1035497 Oct 12 22:50:12.823183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-373606e5-4558-4b22-92c7-01ecc51ece4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.838284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-790519-14'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:12.842742 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-373606e5-4558-4b22-92c7-01ecc51ece4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.904887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-539adc2f-7e0c-45d0-abab-20d5f5b84ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.917607 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.944727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-539adc2f-7e0c-45d0-abab-20d5f5b84ae2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2db09fab71884fb7b464474c0f8ff385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7297807 Oct 12 22:50:12.945697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539adc2f-7e0c-45d0-abab-20d5f5b84ae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121c9bfd-961b-4e6c-8c9b-cd6cfaddea22,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:12.948045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36882) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:12.949855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67fc894b-8469-40da-b310-f687568f99d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.967102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-373606e5-4558-4b22-92c7-01ecc51ece4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.969581 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-373606e5-4558-4b22-92c7-01ecc51ece4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.970873 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-373606e5-4558-4b22-92c7-01ecc51ece4e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3de2ea04-c233-4d2e-90f6-5c58e119a7f3 HTTP/1.1" status: 204 len: 168 time: 0.2980161 Oct 12 22:50:12.985047 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67fc894b-8469-40da-b310-f687568f99d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:12.991746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373606e5-4558-4b22-92c7-01ecc51ece4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de2ea04-c233-4d2e-90f6-5c58e119a7f3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:12.994383 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.039166 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3fa815d3-2d76-4d47-b981-b95f49c53fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.063343 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3fa815d3-2d76-4d47-b981-b95f49c53fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.143017 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0431e-cfdc-436e-89ed-fe9984583ff6 req-a2973fa0-db2f-4a2b-b21e-06af082fb8cb tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:13.144905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3be0431e-cfdc-436e-89ed-fe9984583ff6 req-a2973fa0-db2f-4a2b-b21e-06af082fb8cb tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0674303 Oct 12 22:50:13.190391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3be0431e-cfdc-436e-89ed-fe9984583ff6 req-568ef3ff-c2fa-4050-a801-589f3f0d4c0b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346084 Oct 12 22:50:13.239388 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3fa815d3-2d76-4d47-b981-b95f49c53fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.242880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3fa815d3-2d76-4d47-b981-b95f49c53fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.245261 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3fa815d3-2d76-4d47-b981-b95f49c53fa0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/121c9bfd-961b-4e6c-8c9b-cd6cfaddea22 HTTP/1.1" status: 204 len: 168 time: 0.2917075 Oct 12 22:50:13.252412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67fc894b-8469-40da-b310-f687568f99d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.254855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67fc894b-8469-40da-b310-f687568f99d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.256009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-67fc894b-8469-40da-b310-f687568f99d4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfc8e0ff-f708-4e0b-8e7c-17ea4d12f136 HTTP/1.1" status: 204 len: 168 time: 0.4469714 Oct 12 22:50:13.260047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa815d3-2d76-4d47-b981-b95f49c53fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121c9bfd-961b-4e6c-8c9b-cd6cfaddea22,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:13.291502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc894b-8469-40da-b310-f687568f99d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc8e0ff-f708-4e0b-8e7c-17ea4d12f136,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:13.323741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75671699-3eb9-4b7d-acb4-202e4df9037b req-ffcaac4c-8761-4fa2-b7da-07c9ad7b2035 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:13.325222 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75671699-3eb9-4b7d-acb4-202e4df9037b req-ffcaac4c-8761-4fa2-b7da-07c9ad7b2035 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 950 time: 0.1513011 Oct 12 22:50:13.327282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:13.330394 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.401166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75671699-3eb9-4b7d-acb4-202e4df9037b req-dc804662-8e39-4cc9-b209-bbc40de2b02c tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597684 Oct 12 22:50:13.404976 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.418628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:13.522338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event updated for resources: {'Port': ['ID=17527436-eeb9-4784-8737-eafb64fe897a,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:13.529984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597edb94-6af9-4977-bff1-47e955347831'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:13.532228 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd53136e-2840-4c06-a77f-77cf46c7c420" -d '{"events": [{"server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "name": "network-vif-unplugged", "status": "completed", "tag": "597edb94-6af9-4977-bff1-47e955347831"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:13.536887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.548354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d38937b1-4995-4074-ad00-573df86c7e39 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:13.552934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.604197 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214ee7d5-dad8-4514-8fea-1bc6bcb464d8 x-openstack-request-id: req-214ee7d5-dad8-4514-8fea-1bc6bcb464d8 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:13.604535 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "name": "network-vif-unplugged", "status": "completed", "tag": "597edb94-6af9-4977-bff1-47e955347831", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:13.604793 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-214ee7d5-dad8-4514-8fea-1bc6bcb464d8 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:13.605492 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '597edb94-6af9-4977-bff1-47e955347831', 'code': 200} Oct 12 22:50:13.631102 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.675165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.677202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-31fb6554-2af9-402c-b36c-aa20c7e81739 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4734688 Oct 12 22:50:13.711012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d38937b1-4995-4074-ad00-573df86c7e39 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:50:13.714929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d38937b1-4995-4074-ad00-573df86c7e39 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:13.715378 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.774085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36910) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:13.777330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=597edb94-6af9-4977-bff1-47e955347831,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:13.789314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 on host n-h1-790519-14 for vnic_type normal with profile {"migrating_to": "n-h2-790519-14"} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:13.789606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:13.789940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:13.803620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05cf28-cc76-4be1-8e80-34d5d7507698 req-cb4a240b-0ced-4f05-a5a5-db8bf4b5628d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:13.805296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e05cf28-cc76-4be1-8e80-34d5d7507698 req-cb4a240b-0ced-4f05-a5a5-db8bf4b5628d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 944 time: 0.1424637 Oct 12 22:50:13.806392 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Port 597edb94-6af9-4977-bff1-47e955347831 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:13.806709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Attempting to bind port 597edb94-6af9-4977-bff1-47e955347831 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:13.812130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:13.812469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:13.812950 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:13.813641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Bound port: 597edb94-6af9-4977-bff1-47e955347831, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:13.814038 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.851957 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.893166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38937b1-4995-4074-ad00-573df86c7e39'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:13.896996 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bd50e5-98ef-4f1a-af5e-4ee58aef0251" -d '{"events": [{"server_uuid": "53a456ad-786f-4091-a5ee-324a9ea09ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d38937b1-4995-4074-ad00-573df86c7e39"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:13.912495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d38937b1-4995-4074-ad00-573df86c7e39, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d38937b1-4995-4074-ad00-573df86c7e39,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:13.917663 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e05cf28-cc76-4be1-8e80-34d5d7507698 req-38928469-3bc6-4597-8bf2-c7ee356f0707 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001282 Oct 12 22:50:13.929887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-48c427e1-fe24-4622-8c4b-72f37ef9ce14 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3c68ea345f2141288b486ee242a366c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1542449 Oct 12 22:50:13.935166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36914) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:13.949352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:13.959435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:13.974302 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:13.975373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d7d1fd1b-76d7-4073-83b7-c8a894eae139 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:50:13.991635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7850e6-658a-41a2-9e3a-a5c1efe5a010 req-a1908f5d-8d15-44ec-ac05-432843d583b1 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:14.000139 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e7850e6-658a-41a2-9e3a-a5c1efe5a010 req-a1908f5d-8d15-44ec-ac05-432843d583b1 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 945 time: 0.1386538 Oct 12 22:50:14.017999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: d7d1fd1b-76d7-4073-83b7-c8a894eae139 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:50:14.018248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d7d1fd1b-76d7-4073-83b7-c8a894eae139 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:50:14.045154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d38937b1-4995-4074-ad00-573df86c7e39,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:14.063518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25752680-2664-4961-a103-37da26fcd9e7 req-b2dc7895-04b8-4fb3-82f6-fe4b14567774 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:14.063727 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25752680-2664-4961-a103-37da26fcd9e7 req-b2dc7895-04b8-4fb3-82f6-fe4b14567774 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 950 time: 0.0592072 Oct 12 22:50:14.065050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e7850e6-658a-41a2-9e3a-a5c1efe5a010 req-17fa9b02-ee43-4f3f-8d72-796a41d57e81 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639484 Oct 12 22:50:14.065831 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09f75ddd-b86e-4d08-8509-5f8043376809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.083745 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.088914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09f75ddd-b86e-4d08-8509-5f8043376809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.121582 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d02490c-d70f-45de-af5b-3eaf39c02176 x-openstack-request-id: req-5d02490c-d70f-45de-af5b-3eaf39c02176 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:14.122012 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a456ad-786f-4091-a5ee-324a9ea09ffb", "name": "network-vif-plugged", "status": "completed", "tag": "d38937b1-4995-4074-ad00-573df86c7e39", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:14.122337 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d02490c-d70f-45de-af5b-3eaf39c02176 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:14.122802 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd38937b1-4995-4074-ad00-573df86c7e39', 'code': 200} Oct 12 22:50:14.152771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25752680-2664-4961-a103-37da26fcd9e7 req-b5355c93-5b28-4e94-9a92-49208c51d206 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803070 Oct 12 22:50:14.204234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Pushing event updated for resources: {'Port': ['ID=597edb94-6af9-4977-bff1-47e955347831,revision_number=8']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:14.211725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:14.212796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.214410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-7894d494-a2c4-4560-9774-12f6925ab1b5 service neutron] 10.222.0.25 "PUT /v2.0/ports/597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 1124 time: 1.3845189 Oct 12 22:50:14.274169 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09f75ddd-b86e-4d08-8509-5f8043376809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.278079 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09f75ddd-b86e-4d08-8509-5f8043376809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.279101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['597edb94-6af9-4977-bff1-47e955347831'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:14.279264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-09f75ddd-b86e-4d08-8509-5f8043376809 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f3f6d95-4f8a-45eb-bfe4-f7a4743f97fe HTTP/1.1" status: 204 len: 168 time: 0.3425047 Oct 12 22:50:14.312097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-3c21a4b0-6a6b-447f-b75a-edc6bdd48af8 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1978887072&fields=id&tenant_id=b573c89dcb3141af9ee72b823b88e4c8 HTTP/1.1" status: 200 len: 267 time: 0.1093707 Oct 12 22:50:14.359265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:14.370186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f75ddd-b86e-4d08-8509-5f8043376809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3f6d95-4f8a-45eb-bfe4-f7a4743f97fe,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:14.397506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30dee83e-4e83-4bd3-b09a-702a446977e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.434883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2590e54f-01c7-43b2-900c-ff2976dbe8d8 req-a342a915-5497-452d-b1a0-9181a7760b9d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:14.436831 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2590e54f-01c7-43b2-900c-ff2976dbe8d8 req-a342a915-5497-452d-b1a0-9181a7760b9d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1678205 Oct 12 22:50:14.442224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd188a-6166-4e16-9422-b23752423f85 req-dce291fd-f41c-42d6-b3d1-28d1fe6c7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:14.444865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ddfd188a-6166-4e16-9422-b23752423f85 req-dce291fd-f41c-42d6-b3d1-28d1fe6c7d7c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 1098 time: 0.2512486 Oct 12 22:50:14.532455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ddfd188a-6166-4e16-9422-b23752423f85 req-1b2673ad-6055-4924-bf7f-fb83ad9c8e9d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754616 Oct 12 22:50:14.540007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2590e54f-01c7-43b2-900c-ff2976dbe8d8 req-044e51bd-31ac-42ec-8ef7-f025f85e8565 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950356 Oct 12 22:50:14.556492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-98f436d7-198e-4d45-b51c-e79c52e8d084 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:14.558138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-98f436d7-198e-4d45-b51c-e79c52e8d084 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/networks?id=ab4ee53a-9282-4f5e-a170-01a498e1572a HTTP/1.1" status: 200 len: 824 time: 0.2451272 Oct 12 22:50:14.578518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-74a2ce57-b7a0-4acf-a8a1-3495ccb45019 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/quotas/b573c89dcb3141af9ee72b823b88e4c8 HTTP/1.1" status: 200 len: 375 time: 0.0134230 Oct 12 22:50:14.597263 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30dee83e-4e83-4bd3-b09a-702a446977e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.640184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-6ba0bba4-c72d-4795-b845-534ee107db74 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b573c89dcb3141af9ee72b823b88e4c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529125 Oct 12 22:50:14.665306 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30dee83e-4e83-4bd3-b09a-702a446977e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.722119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-30dee83e-4e83-4bd3-b09a-702a446977e6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bf0610a190de4e5aa7a6cef344d08814&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3593740 Oct 12 22:50:14.722119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dee83e-4e83-4bd3-b09a-702a446977e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c5b6c9f-a0cd-440f-b440-5b508d4638a3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:14.724499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36946) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:14.771352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-6d8636b8-3fce-49f1-bd6c-a9853097bc75 service neutron] 10.222.0.31 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150119 Oct 12 22:50:14.794586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb1176e1-80df-43d8-9205-ee9a7c0532aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.822858 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb1176e1-80df-43d8-9205-ee9a7c0532aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.883215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-1d2b543a-bca8-4caf-93cd-b468c2d770c9 service neutron] 10.222.0.31 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055999 Oct 12 22:50:14.955539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb1176e1-80df-43d8-9205-ee9a7c0532aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.958172 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb1176e1-80df-43d8-9205-ee9a7c0532aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:14.961554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fb1176e1-80df-43d8-9205-ee9a7c0532aa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c5b6c9f-a0cd-440f-b440-5b508d4638a3 HTTP/1.1" status: 204 len: 168 time: 0.2344778 Oct 12 22:50:14.968820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1176e1-80df-43d8-9205-ee9a7c0532aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c5b6c9f-a0cd-440f-b440-5b508d4638a3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:15.058916 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e6d81cc-d288-443c-b9fb-4a3ef1138c8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:15.070106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c6fee-a984-46e1-b3cc-ea115e7d14c4 req-8fa537c3-7ccc-46b0-8ab3-94256131598c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:15.071691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-269c6fee-a984-46e1-b3cc-ea115e7d14c4 req-8fa537c3-7ccc-46b0-8ab3-94256131598c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 944 time: 0.0590723 Oct 12 22:50:15.135520 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-269c6fee-a984-46e1-b3cc-ea115e7d14c4 req-590120d1-0480-4a6e-8462-e84ca524dd42 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566626 Oct 12 22:50:15.212414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7a3ca-0b5e-4102-898c-d1e8b65c80a0 req-f1d6f613-364b-4bdc-987e-470ba2b04aad tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:15.213936 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5cf7a3ca-0b5e-4102-898c-d1e8b65c80a0 req-f1d6f613-364b-4bdc-987e-470ba2b04aad tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 946 time: 0.0661981 Oct 12 22:50:15.221568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-52c1398b-fc86-456f-9ece-2b0ce5e80edf req-8247dd44-7438-4673-bc4d-79ef1d963e21 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 210 time: 0.0425844 Oct 12 22:50:15.280608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5cf7a3ca-0b5e-4102-898c-d1e8b65c80a0 req-c6f4aa4b-ceb4-47c4-aa3d-a003a7d02e55 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485671 Oct 12 22:50:15.361652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51121165-570b-4f6d-ab39-fdfccfc9c6d5 req-40892624-e01a-4ec7-8a7d-458e6c766eb2 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:15.363361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51121165-570b-4f6d-ab39-fdfccfc9c6d5 req-40892624-e01a-4ec7-8a7d-458e6c766eb2 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 950 time: 0.0560942 Oct 12 22:50:15.422793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51121165-570b-4f6d-ab39-fdfccfc9c6d5 req-9a602f0d-0537-4a96-ae2d-dbe9a05cdb44 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497305 Oct 12 22:50:15.459717 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:15.546868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9c070-c62e-469f-a38f-8da1bb48b8f5 req-45da2bc0-7c8b-4587-89cf-0f06ce761870 tempest-LiveMigrationNegativeTest-1161650446 tempest-LiveMigrationNegativeTest-1161650446-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:15.548514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8c9c070-c62e-469f-a38f-8da1bb48b8f5 req-45da2bc0-7c8b-4587-89cf-0f06ce761870 tempest-LiveMigrationNegativeTest-1161650446 tempest-LiveMigrationNegativeTest-1161650446-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 1102 time: 0.0419197 Oct 12 22:50:15.587190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b8c9c070-c62e-469f-a38f-8da1bb48b8f5 req-3d6d517b-6e6b-4ff4-8cda-136df7deb67e tempest-LiveMigrationNegativeTest-1161650446 tempest-LiveMigrationNegativeTest-1161650446-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:15.608241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'tag': '597edb94-6af9-4977-bff1-47e955347831'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:15.614084 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1" -d '{"events": [{"name": "network-changed", "server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "tag": "597edb94-6af9-4977-bff1-47e955347831"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:15.699435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccba973-fb25-4aa0-b7cd-c74521fca76f req-cbf2af22-6379-4f3c-aa45-d74e49589cc9 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:15.706629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7ccba973-fb25-4aa0-b7cd-c74521fca76f req-cbf2af22-6379-4f3c-aa45-d74e49589cc9 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0749345 Oct 12 22:50:15.743473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7ccba973-fb25-4aa0-b7cd-c74521fca76f req-6e6c8e2f-963f-4e81-9fa5-954f7cc9d307 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356779 Oct 12 22:50:15.751172 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b8c9c070-c62e-469f-a38f-8da1bb48b8f5 req-3d6d517b-6e6b-4ff4-8cda-136df7deb67e tempest-LiveMigrationNegativeTest-1161650446 tempest-LiveMigrationNegativeTest-1161650446-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:15.790641 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ab1908-0e3f-4001-9093-160fc3e06a08 x-openstack-request-id: req-d1ab1908-0e3f-4001-9093-160fc3e06a08 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:15.790929 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "tag": "597edb94-6af9-4977-bff1-47e955347831", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:15.791207 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1ab1908-0e3f-4001-9093-160fc3e06a08 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:15.791596 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'tag': '597edb94-6af9-4977-bff1-47e955347831', 'status': 'completed', 'code': 200} Oct 12 22:50:15.857462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-d7147ee0-5c14-4ca9-b700-acec5dae2cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:15.859271 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-d7147ee0-5c14-4ca9-b700-acec5dae2cf2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1127 time: 0.0452981 Oct 12 22:50:15.918126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b8c9c070-c62e-469f-a38f-8da1bb48b8f5 req-3d6d517b-6e6b-4ff4-8cda-136df7deb67e tempest-LiveMigrationNegativeTest-1161650446 tempest-LiveMigrationNegativeTest-1161650446-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:15.957679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8c9c070-c62e-469f-a38f-8da1bb48b8f5 req-3d6d517b-6e6b-4ff4-8cda-136df7deb67e tempest-LiveMigrationNegativeTest-1161650446 tempest-LiveMigrationNegativeTest-1161650446-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014444 Oct 12 22:50:15.972752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d517b-6e6b-4ff4-8cda-136df7deb67e tempest-LiveMigrationNegativeTest-1161650446 tempest-LiveMigrationNegativeTest-1161650446-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566bcf52-eaa7-4ad7-b102-2c50b2ddfb58,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:15.973505 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:16.007724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-9a34c9c2-5356-40fd-b52b-30485d7e119f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:16.009613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-9a34c9c2-5356-40fd-b52b-30485d7e119f service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.1372292 Oct 12 22:50:16.014878 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:50:16.061165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-5037b5d1-9316-4fbb-bf7d-5663129d7f56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 217 time: 0.0416288 Oct 12 22:50:16.119072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-7004699f-1f92-4fa7-9700-6cc9bc538dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:16.119072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-7004699f-1f92-4fa7-9700-6cc9bc538dc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0502045 Oct 12 22:50:16.150612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-1b30329e-fded-425f-9fd3-bfcf01c09480 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259473 Oct 12 22:50:16.292398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834f0b1-b3b8-4154-9ebc-93f160785ca2 req-49797c17-c266-434e-910b-cc582c4d9c8c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:16.293874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d834f0b1-b3b8-4154-9ebc-93f160785ca2 req-49797c17-c266-434e-910b-cc582c4d9c8c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 944 time: 0.0806370 Oct 12 22:50:16.305131 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-b09daaaf-ae6e-4899-80e8-308b88bd4b47 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414356 Oct 12 22:50:16.387177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d834f0b1-b3b8-4154-9ebc-93f160785ca2 req-4fc5f407-7073-4813-a481-ef32e32df6d0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831587 Oct 12 22:50:16.427172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75f0b08d-e1dd-4924-a94b-dcc8daef6de1 req-b8ec14a4-a308-4d15-ad73-db15a62d42b1 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145275 Oct 12 22:50:16.489926 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b99c4042-c753-4649-ac8f-5ded99a10ec4 req-2f19e8c9-f89a-4a08-9417-4eafc96b3522 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 210 time: 0.0361083 Oct 12 22:50:16.640773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69fc1ac-4946-4b18-a72b-ca0c615f6491 req-73d257d6-d942-4f20-8a21-b9cd55551920 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:16.640773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c69fc1ac-4946-4b18-a72b-ca0c615f6491 req-73d257d6-d942-4f20-8a21-b9cd55551920 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 946 time: 0.0819864 Oct 12 22:50:16.684111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c69fc1ac-4946-4b18-a72b-ca0c615f6491 req-024c04aa-3802-4cf0-8c48-5ec93f9a7738 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359867 Oct 12 22:50:16.691869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855b27b-1054-43c1-b5e3-94a8f4643242 req-087dd945-6c16-4062-beeb-caead619e73b tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:16.693858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7855b27b-1054-43c1-b5e3-94a8f4643242 req-087dd945-6c16-4062-beeb-caead619e73b tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 950 time: 0.0590985 Oct 12 22:50:16.754350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7855b27b-1054-43c1-b5e3-94a8f4643242 req-876dd4c9-165e-4179-9461-72852f01bedb tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453825 Oct 12 22:50:16.829499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc56c4-1b90-4651-9484-6d5dac6d953d req-9682cf88-f286-46ba-9917-8f6f6c1c7541 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:16.831094 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cbcc56c4-1b90-4651-9484-6d5dac6d953d req-9682cf88-f286-46ba-9917-8f6f6c1c7541 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 946 time: 0.0669100 Oct 12 22:50:16.841512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37054) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:16.846909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Request body: {'floatingip': {'port_id': 'd38937b1-4995-4074-ad00-573df86c7e39'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:16.888694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2d1978-4e11-4752-b732-6da837f0d155 req-8ea4d46a-9759-4d56-b914-a35381e05f6d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:16.890299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e2d1978-4e11-4752-b732-6da837f0d155 req-8ea4d46a-9759-4d56-b914-a35381e05f6d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0627310 Oct 12 22:50:16.938052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e2d1978-4e11-4752-b732-6da837f0d155 req-e9f56bca-ef4f-490e-93d9-2f8cf0310d97 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383272 Oct 12 22:50:17.138188 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:17.636649 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:17.659034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 597edb94-6af9-4977-bff1-47e955347831 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:17.697505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eace43-31c6-4e52-929d-81bda907b2dd req-f6f28426-200a-4b75-a907-33ee8778c723 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:17.698884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61eace43-31c6-4e52-929d-81bda907b2dd req-f6f28426-200a-4b75-a907-33ee8778c723 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 944 time: 0.2276659 Oct 12 22:50:17.748408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37088) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:17.826871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:17.864101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 597edb94-6af9-4977-bff1-47e955347831 has no active binding in host n-h2-790519-14 {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 22:50:17.894038 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61eace43-31c6-4e52-929d-81bda907b2dd req-e058326f-713b-4e91-b8a1-59b3fe2b0296 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861136 Oct 12 22:50:17.917449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-26c7c4f4-f3b0-4904-a091-5b6860764d0e tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:17.920295 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-26c7c4f4-f3b0-4904-a091-5b6860764d0e tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.41 "GET /v2.0/networks?id=ab4ee53a-9282-4f5e-a170-01a498e1572a HTTP/1.1" status: 200 len: 824 time: 0.4268930 Oct 12 22:50:17.931697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.resource_extend [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 22:50:17.938226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-ffeda187-c0c9-40c2-a4ef-ca30b19948db tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396430 Oct 12 22:50:17.949448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-077a3b55-e02a-48dd-af07-a83296a64a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.087534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1d02bf27-da09-4ed6-8090-90094be256b2 req-8024a823-db34-49c2-846e-2c0d32494580 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 210 time: 0.0871525 Oct 12 22:50:18.115200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.119997 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-232b18f0-6803-4d42-ac63-cedd1c439116 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b573c89dcb3141af9ee72b823b88e4c8 HTTP/1.1" status: 200 len: 380 time: 0.1905894 Oct 12 22:50:18.132353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Request body: {'port': {'device_id': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'admin_state_up': True, 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'security_groups': ['87d03962-c3c2-496d-9d9f-6c6f21382c28']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:18.146686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567abad-2470-43a5-92a9-33baafc983e6 req-e4d4e0cb-21b5-41b9-bce2-d85c1a1e8d96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:18.148516 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-e4d4e0cb-21b5-41b9-bce2-d85c1a1e8d96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1983898 Oct 12 22:50:18.170886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-077a3b55-e02a-48dd-af07-a83296a64a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.182413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-6a8aec6a-d53e-4196-a950-ad99276055e4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/quotas/d66a438258b743bf858131b70da39cff HTTP/1.1" status: 200 len: 375 time: 0.0258942 Oct 12 22:50:18.227649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-5561fc1a-4d13-4403-ac3f-a60d8bc2002f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384021 Oct 12 22:50:18.243435 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.258373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52116b0-b9a8-4db9-970c-eac24e76e31c req-ab52955d-2025-4d99-b269-e9d7ed5529dd tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:18.262988 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a52116b0-b9a8-4db9-970c-eac24e76e31c req-ab52955d-2025-4d99-b269-e9d7ed5529dd tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 950 time: 0.0837696 Oct 12 22:50:18.281939 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-077a3b55-e02a-48dd-af07-a83296a64a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.332721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-077a3b55-e02a-48dd-af07-a83296a64a3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=186623b1e1ec43e9b5c369a181d52ca9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5822847 Oct 12 22:50:18.333517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a3b55-e02a-48dd-af07-a83296a64a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=512932cf-0fff-4878-8582-3ee66dc9da0c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:18.335949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37114) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:18.391996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d5-a00a-4a8c-a94b-0c65045838b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.431791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a52116b0-b9a8-4db9-970c-eac24e76e31c req-a59b654f-91c6-492a-bd58-09496b4cfc60 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343522 Oct 12 22:50:18.439298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d5-a00a-4a8c-a94b-0c65045838b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.488896 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Floating IP 66bb6d93-6f40-45f9-988a-fb17c93ea1ee associated. External IP: 172.25.2.209, port: d38937b1-4995-4074-ad00-573df86c7e39. Oct 12 22:50:18.539350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c443bca-ff0d-4dc6-898f-b811c9daf36e req-1235ff4c-8a5c-4562-85c0-7d7571cf9fde tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:18.543542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Made reservation on behalf of b573c89dcb3141af9ee72b823b88e4c8 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:50:18.543672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c443bca-ff0d-4dc6-898f-b811c9daf36e req-1235ff4c-8a5c-4562-85c0-7d7571cf9fde tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0557773 Oct 12 22:50:18.550888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.593557 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d5-a00a-4a8c-a94b-0c65045838b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.596226 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f9ab6d5-a00a-4a8c-a94b-0c65045838b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.597506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3f9ab6d5-a00a-4a8c-a94b-0c65045838b3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/512932cf-0fff-4878-8582-3ee66dc9da0c HTTP/1.1" status: 204 len: 168 time: 0.2603931 Oct 12 22:50:18.626956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c443bca-ff0d-4dc6-898f-b811c9daf36e req-77a602c3-4629-4f47-94c5-b25209751c0a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789752 Oct 12 22:50:18.629584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ab6d5-a00a-4a8c-a94b-0c65045838b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=512932cf-0fff-4878-8582-3ee66dc9da0c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:18.629681 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.651683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-d74b1c4b-86c4-4345-a2c9-c0be5fb20ef5 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:18.653502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-d74b1c4b-86c4-4345-a2c9-c0be5fb20ef5 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 950 time: 0.0953732 Oct 12 22:50:18.767473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beb0ea5e-4404-4f92-85cd-f07156d818a9 req-92fd02b8-cd21-44e6-bd84-690bc66c3d45 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 210 time: 0.0356071 Oct 12 22:50:18.830897 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.835428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Deleting port 2bbe6184-de01-455d-837a-c7bef4a63cb4 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:50:18.835428 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:18.899955 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-bf553ee6-ef97-4154-a031-22b195f32097 service neutron] 10.222.0.41 "GET /v2.0/ports/597edb94-6af9-4977-bff1-47e955347831/bindings/n-h2-790519-14 HTTP/1.1" status: 200 len: 385 time: 0.1939628 Oct 12 22:50:18.942671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Allocated IP 172.20.0.10 (ab4ee53a-9282-4f5e-a170-01a498e1572a/4ffffe7c-8b15-454d-86c7-cc5646c61318/8597b1a5-dca5-42fa-b7dd-666635598700) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:18.974450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] For port 2bbe6184-de01-455d-837a-c7bef4a63cb4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2bbe6184-de01-455d-837a-c7bef4a63cb4,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:18.975463 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.003254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Calling delete_port for 2bbe6184-de01-455d-837a-c7bef4a63cb4 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:50:19.252234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a323ec6-be9c-42b7-b282-2f12c03f31af req-9fcca688-53e8-4b36-a9f5-021aea6de861 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:19.254266 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a323ec6-be9c-42b7-b282-2f12c03f31af req-9fcca688-53e8-4b36-a9f5-021aea6de861 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 944 time: 0.2345846 Oct 12 22:50:19.286449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45a42328-715c-4256-b7ba-eec9eb7ca332 req-5a8ca1dd-b45b-4fc3-93b2-1be0fd523058 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 210 time: 0.0518749 Oct 12 22:50:19.298572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a323ec6-be9c-42b7-b282-2f12c03f31af req-90497f56-bba6-40ea-b236-f7e210565e9d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379436 Oct 12 22:50:19.334008 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.345025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Router c671d518-ac3e-4312-8218-d959c952bef7 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:50:19.349125 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ae73d3bf-487d-4178-b222-98957c5890c8', '2bbe6184-de01-455d-837a-c7bef4a63cb4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:19.392095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Pushing event deleted for resources: {'Port': ['ID=2bbe6184-de01-455d-837a-c7bef4a63cb4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:19.441158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] No DVR routers for this DVR port 2bbe6184-de01-455d-837a-c7bef4a63cb4 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:50:19.468563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.477681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bfa9e0f2-c6c8-4df1-a817-72e924b0310b req-f9d5e52e-040c-4cc4-8cef-16399cba24e8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "DELETE /v2.0/ports/2bbe6184-de01-455d-837a-c7bef4a63cb4 HTTP/1.1" status: 204 len: 173 time: 0.8168938 Oct 12 22:50:19.479091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3', 'name': 'network-vif-deleted', 'tag': '2bbe6184-de01-455d-837a-c7bef4a63cb4'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:19.487698 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8dba06b-4c34-4139-9465-a76439824e92" -d '{"events": [{"server_uuid": "6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3", "name": "network-vif-deleted", "tag": "2bbe6184-de01-455d-837a-c7bef4a63cb4"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:19.521637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37160) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:19.548312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f248-934c-47a4-8923-91cb00bef717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.578887 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40cfb609-f8fe-4917-a512-4c5c01590478 x-openstack-request-id: req-40cfb609-f8fe-4917-a512-4c5c01590478 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:19.579214 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3", "name": "network-vif-deleted", "tag": "2bbe6184-de01-455d-837a-c7bef4a63cb4", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:19.579511 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40cfb609-f8fe-4917-a512-4c5c01590478 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:19.579911 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3', 'name': 'network-vif-deleted', 'tag': '2bbe6184-de01-455d-837a-c7bef4a63cb4', 'status': 'completed', 'code': 200} Oct 12 22:50:19.677653 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f248-934c-47a4-8923-91cb00bef717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.739667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b154a8ef-727c-4e22-8138-7877dfb438a9 req-9d3d636b-f3d9-4a86-a023-55b89e7203d8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=6dbfadf9-7b2c-4b40-912c-68c1d26a9aa3 HTTP/1.1" status: 200 len: 210 time: 0.1471529 Oct 12 22:50:19.747677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37166) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:19.788624 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.815465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4f558-239a-44d2-8d4f-ae2727af5705 req-894ea2a1-746f-41d5-a16f-da3c61d6ca9a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:19.818070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:50:19.818925 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fef4f558-239a-44d2-8d4f-ae2727af5705 req-894ea2a1-746f-41d5-a16f-da3c61d6ca9a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0641961 Oct 12 22:50:19.821726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4dc9f248-934c-47a4-8923-91cb00bef717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.826764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.836835 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] Sync routers for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:50:19.847981 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:50:19.848625 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:50:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:19.855649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9f248-934c-47a4-8923-91cb00bef717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db09ed77-340f-42a3-9fc9-508face7c8cb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:19.898761 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4dc9f248-934c-47a4-8923-91cb00bef717 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b0dd3138817446c3ad0bcccf68de676d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3735228 Oct 12 22:50:19.903674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37172) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:19.928252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:19.941872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d9ba4e19-b139-4b36-a488-c017840ab94f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "PUT /v2.0/floatingips/66bb6d93-6f40-45f9-988a-fb17c93ea1ee HTTP/1.1" status: 200 len: 992 time: 3.0961037 Oct 12 22:50:19.947802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'tag': 'd38937b1-4995-4074-ad00-573df86c7e39'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:19.947973 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60b59751-b9dc-4dab-a1aa-3e1396844151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.951056 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26" -d '{"events": [{"name": "network-changed", "server_uuid": "53a456ad-786f-4091-a5ee-324a9ea09ffb", "tag": "d38937b1-4995-4074-ad00-573df86c7e39"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:19.962126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fef4f558-239a-44d2-8d4f-ae2727af5705 req-4beb5bb4-77c0-4e28-b209-6f1a6c88752d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083288 Oct 12 22:50:19.978728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3dce546-734b-46ca-a7d8-2ef13f873c7f req-550a881f-ebd4-4d12-9114-6fd33fa339a6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 210 time: 0.0734072 Oct 12 22:50:19.986083 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9606ef0-c767-4944-b354-db677afb5612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:19.992244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:20.015265 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:50:20.054547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.054921 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9606ef0-c767-4944-b354-db677afb5612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.081815 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-731d84da-845b-484e-b582-ab016ff6509d x-openstack-request-id: req-731d84da-845b-484e-b582-ab016ff6509d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:20.082732 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a456ad-786f-4091-a5ee-324a9ea09ffb", "tag": "d38937b1-4995-4074-ad00-573df86c7e39", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:20.082732 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-731d84da-845b-484e-b582-ab016ff6509d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:20.084775 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'tag': 'd38937b1-4995-4074-ad00-573df86c7e39', 'status': 'completed', 'code': 200} Oct 12 22:50:20.139373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 597edb94-6af9-4977-bff1-47e955347831 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:20.145256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Network ab4ee53a-9282-4f5e-a170-01a498e1572a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:20.155930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:20.161821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:20.164835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:20.170998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:20.171914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.180869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event updated for resources: {'Port': ['ID=8597b1a5-dca5-42fa-b7dd-666635598700,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:20.196978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-185f74b5-b928-46ae-96ea-10e6bea1d5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:20.198930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-185f74b5-b928-46ae-96ea-10e6bea1d5eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e4398be3f0d84ead9a55466369be9675&device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 1098 time: 0.1012146 Oct 12 22:50:20.219150 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60b59751-b9dc-4dab-a1aa-3e1396844151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.254137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.294012 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60b59751-b9dc-4dab-a1aa-3e1396844151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.294994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-58d0962f-0026-46c5-b35b-3cf72a661a97 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1678863 Oct 12 22:50:20.297284 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9606ef0-c767-4944-b354-db677afb5612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.302975 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9606ef0-c767-4944-b354-db677afb5612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.309629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c9606ef0-c767-4944-b354-db677afb5612 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db09ed77-340f-42a3-9fc9-508face7c8cb HTTP/1.1" status: 204 len: 168 time: 0.4051170 Oct 12 22:50:20.320076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Request body: {'port': {'device_id': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:20.447663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.456401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-7f2bf4f2-0930-4eca-b85d-bea8c2e25f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:20.458443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-7f2bf4f2-0930-4eca-b85d-bea8c2e25f8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=10566f33-e985-4996-9834-d7ff6c30696d HTTP/1.1" status: 200 len: 913 time: 0.2516150 Oct 12 22:50:20.476616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] Transition to ACTIVE for port object 597edb94-6af9-4977-bff1-47e955347831 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:20.486573 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-60b59751-b9dc-4dab-a1aa-3e1396844151 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b3b054ea7454498d8a8b5b92d1c03f85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7368615 Oct 12 22:50:20.489429 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '66bb6d93-6f40-45f9-988a-fb17c93ea1ee', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'port_id': 'd38937b1-4995-4074-ad00-573df86c7e39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'mac_address': 'fa:16:3e:0c:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:50:17Z', 'revision_number': 1, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '413196e4-2d00-4788-8832-c16363183a0c', 'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'mac_address': 'fa:16:3e:42:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:46Z', 'updated_at': '2021-10-12T22:49:54Z', 'revision_number': 5, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'subnets': [{'id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:20.490283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37186) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:20.530292 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] Checking router: c671d518-ac3e-4312-8218-d959c952bef7 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:50:20.531560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7564ada2-5d6c-40e4-84b6-a01f53e199cc None None] Provisioning complete for port 8597b1a5-dca5-42fa-b7dd-666635598700 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:20.532837 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7564ada2-5d6c-40e4-84b6-a01f53e199cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.543265 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:50:20.544569 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:50:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:20.554675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.577297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7564ada2-5d6c-40e4-84b6-a01f53e199cc None None] Port 8597b1a5-dca5-42fa-b7dd-666635598700 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:20.590843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42c2a4-5496-4f4c-bb25-e00cfd1d9889 req-a73e8e08-ab01-4318-ae0f-71d630c00f1a tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:20.592458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a42c2a4-5496-4f4c-bb25-e00cfd1d9889 req-a73e8e08-ab01-4318-ae0f-71d630c00f1a tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 932 time: 0.1653666 Oct 12 22:50:20.690506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b59751-b9dc-4dab-a1aa-3e1396844151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4051f827-196f-429e-b472-5000f0d8a87a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:20.706325 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-429678d6-be69-430a-bbc5-0a8637c839c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d38937b1-4995-4074-ad00-573df86c7e39 HTTP/1.1" status: 200 len: 1000 time: 0.2371709 Oct 12 22:50:20.707553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9606ef0-c767-4944-b354-db677afb5612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db09ed77-340f-42a3-9fc9-508face7c8cb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:20.748247 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a7bb62c2-e74a-45c1-816e-fc733a34b540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.782318 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a7bb62c2-e74a-45c1-816e-fc733a34b540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.828099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] Pushing event updated for resources: {'Port': ['ID=597edb94-6af9-4977-bff1-47e955347831,revision_number=10']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:20.884142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] No DVR routers for this DVR port 597edb94-6af9-4977-bff1-47e955347831 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:50:20.918071 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:50:20.926155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a42c2a4-5496-4f4c-bb25-e00cfd1d9889 req-67b07dad-0723-4565-93a3-1c6865a614b6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088763 Oct 12 22:50:20.958771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-89bc9395-49e6-45e5-8ece-224b1d2d07f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/597edb94-6af9-4977-bff1-47e955347831/bindings/n-h2-790519-14/activate HTTP/1.1" status: 200 len: 370 time: 2.0515261 Oct 12 22:50:20.963493 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a7bb62c2-e74a-45c1-816e-fc733a34b540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.967603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a7bb62c2-e74a-45c1-816e-fc733a34b540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:20.968725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a7bb62c2-e74a-45c1-816e-fc733a34b540 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4051f827-196f-429e-b472-5000f0d8a87a HTTP/1.1" status: 204 len: 168 time: 0.4775002 Oct 12 22:50:21.018829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c341672-5b0e-42d9-9420-50ccf853e99d req-8fb6d003-7377-4b92-8ac8-cbd312af37e1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:21.019953 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c341672-5b0e-42d9-9420-50ccf853e99d req-8fb6d003-7377-4b92-8ac8-cbd312af37e1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 945 time: 0.5277581 Oct 12 22:50:21.057753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb62c2-e74a-45c1-816e-fc733a34b540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4051f827-196f-429e-b472-5000f0d8a87a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:21.111078 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-5d6b610e-75cc-4095-918e-ae4779a51ed9 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456522 Oct 12 22:50:21.179290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c341672-5b0e-42d9-9420-50ccf853e99d req-5c970ab0-8a0c-486c-8e8d-8c350d1878cd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195052 Oct 12 22:50:21.257423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-7eedf152-05e4-4894-a45c-33ebfdebb0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:21.260539 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-7eedf152-05e4-4894-a45c-33ebfdebb0a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1c3fdaff-d484-4573-b891-ddb08899987e HTTP/1.1" status: 200 len: 851 time: 0.5241325 Oct 12 22:50:21.296119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567abad-2470-43a5-92a9-33baafc983e6 req-7edb340f-2617-45b8-8215-0a66a0c8ed2f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:21.297586 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-7edb340f-2617-45b8-8215-0a66a0c8ed2f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793766 Oct 12 22:50:21.312709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Request body: {'port': {'device_id': '21216600-85e2-4a58-a0eb-7ab22220dc75', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'd66a438258b743bf858131b70da39cff'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:21.322571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-ab7b896c-cada-4e57-8618-acac14f7efa5 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:21.324083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-ab7b896c-cada-4e57-8618-acac14f7efa5 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.1793492 Oct 12 22:50:21.328489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8597b1a5-dca5-42fa-b7dd-666635598700 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:21.361851 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '66bb6d93-6f40-45f9-988a-fb17c93ea1ee', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'port_id': 'd38937b1-4995-4074-ad00-573df86c7e39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'mac_address': 'fa:16:3e:0c:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:50:17Z', 'revision_number': 1, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '413196e4-2d00-4788-8832-c16363183a0c', 'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'mac_address': 'fa:16:3e:42:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:46Z', 'updated_at': '2021-10-12T22:49:54Z', 'revision_number': 5, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'subnets': [{'id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:21.380101 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:21.390446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-5e3b1181-9b31-41d7-a7ca-f3b600dfdbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:21.391969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-5e3b1181-9b31-41d7-a7ca-f3b600dfdbd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=10566f33-e985-4996-9834-d7ff6c30696d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1190927 Oct 12 22:50:21.407886 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75a295-4d25-4471-a03e-02d0abdaf290 None None] The sync data for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 is: [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '66bb6d93-6f40-45f9-988a-fb17c93ea1ee', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'floating_ip_address': '172.25.2.209', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'port_id': 'd38937b1-4995-4074-ad00-573df86c7e39', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'mac_address': 'fa:16:3e:0c:b8:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:50:17Z', 'revision_number': 1, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '413196e4-2d00-4788-8832-c16363183a0c', 'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'mac_address': 'fa:16:3e:42:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:46Z', 'updated_at': '2021-10-12T22:49:54Z', 'revision_number': 5, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'subnets': [{'id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:50:21.411363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a01242-2e87-4fec-9bd8-f056ae9a0967 req-e035b62e-53a4-423e-b79a-7c600c6a5b3f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:21.413159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67a01242-2e87-4fec-9bd8-f056ae9a0967 req-e035b62e-53a4-423e-b79a-7c600c6a5b3f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1251485 Oct 12 22:50:21.422415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Transition to ACTIVE for port object 8597b1a5-dca5-42fa-b7dd-666635598700 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:21.505658 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:21.523833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-fe058879-cffb-4468-863c-4a38880e6408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:21.525786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-fe058879-cffb-4468-863c-4a38880e6408 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a HTTP/1.1" status: 200 len: 1097 time: 0.1857831 Oct 12 22:50:21.568300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cfbcc3cc-bf36-452c-974a-2a6ecc1b610f req-df65d14d-d565-4005-88be-e081b338913c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 210 time: 0.0526273 Oct 12 22:50:21.582315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 597edb94-6af9-4977-bff1-47e955347831 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:50:21.637314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Made reservation on behalf of d66a438258b743bf858131b70da39cff for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:50:21.647707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67a01242-2e87-4fec-9bd8-f056ae9a0967 req-d6868d9e-aea9-4372-92b1-f015ae480b77 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043521 Oct 12 22:50:21.662041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:21.728110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-692a2f33-7a28-4b2e-a9dc-7c265632499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:21.735850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-692a2f33-7a28-4b2e-a9dc-7c265632499f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1097 time: 0.1787369 Oct 12 22:50:21.743308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 597edb94-6af9-4977-bff1-47e955347831 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:50:21.748812 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-26280519-aef9-489d-bccd-b89e3b997e27 service neutron] 10.222.0.41 "GET /v2.0/networks/10566f33-e985-4996-9834-d7ff6c30696d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462784 Oct 12 22:50:21.749013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:21.818420 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:21.903746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Attempting to bind port 8597b1a5-dca5-42fa-b7dd-666635598700 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:21.904183 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Attempting to bind port 8597b1a5-dca5-42fa-b7dd-666635598700 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:21.905339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Attempting to bind port 8597b1a5-dca5-42fa-b7dd-666635598700 on network ab4ee53a-9282-4f5e-a170-01a498e1572a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:21.964833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:50:21.981546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Pushing event updated for resources: {'Port': ['ID=8597b1a5-dca5-42fa-b7dd-666635598700,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:21.994725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:22.010375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Port 8597b1a5-dca5-42fa-b7dd-666635598700 on network ab4ee53a-9282-4f5e-a170-01a498e1572a not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:22.010711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Attempting to bind port 8597b1a5-dca5-42fa-b7dd-666635598700 on network ab4ee53a-9282-4f5e-a170-01a498e1572a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:22.027464 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6247e325-aaed-4a9b-a8b5-35a69cf2fd26 req-28f866e5-6374-4e9a-8e03-27f110e341c3 service neutron] 10.222.0.41 "GET /v2.0/networks/10566f33-e985-4996-9834-d7ff6c30696d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703128 Oct 12 22:50:22.031077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'mac_address': 'fa:16:3e:06:c8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:22.033575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:22.033927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Checking segment: {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:22.034361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Bound using segment: {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:22.035079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Bound port: 8597b1a5-dca5-42fa-b7dd-666635598700, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:22.035480 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.090834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf278dd-9703-477c-8f92-63762aea0d04 req-137b5070-2219-4fb3-a3a8-dcf32144a141 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:22.094092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-ebe21e81-ab68-43b3-8a1f-0173b8b41577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:22.096444 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-baf278dd-9703-477c-8f92-63762aea0d04 req-137b5070-2219-4fb3-a3a8-dcf32144a141 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 950 time: 0.3158858 Oct 12 22:50:22.097059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-ebe21e81-ab68-43b3-8a1f-0173b8b41577 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=9aaf1e44abf9411689b308729a51b66b&device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1102 time: 0.2218115 Oct 12 22:50:22.100133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.103838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d9a605-4b9a-40ec-95e8-230f7e5734e9 None None] New status for floating IP 66bb6d93-6f40-45f9-988a-fb17c93ea1ee: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:50:22.127043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37224) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:22.198612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8af3fb2-39d4-4efb-9424-f7ff8435965d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:22.219694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:22.225710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-a68b688a-2c39-4a0d-8698-3dcb42511e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:22.227700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-a68b688a-2c39-4a0d-8698-3dcb42511e22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.4722395 Oct 12 22:50:22.238161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-baf278dd-9703-477c-8f92-63762aea0d04 req-b10974ae-34b1-46bf-a9f7-9d88beb74697 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390822 Oct 12 22:50:22.246809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-470f94d8-f825-4986-8a1e-91d282ad59cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.277017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-92db90f8-d3c5-4fe8-b3f0-90277c1f60f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 217 time: 0.0375113 Oct 12 22:50:22.291995 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.304785 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.363008 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.370343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-8cf0c320-e380-486a-92e3-44bec74cdc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:22.370768 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-8cf0c320-e380-486a-92e3-44bec74cdc67 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0859404 Oct 12 22:50:22.409113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] For port 8597b1a5-dca5-42fa-b7dd-666635598700, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:22.417010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] For port 8597b1a5-dca5-42fa-b7dd-666635598700, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8597b1a5-dca5-42fa-b7dd-666635598700,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:22.428283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f8fc6-f0b8-4751-b6a6-16ca9a252668 req-5e520d8e-69ef-44b4-9101-79e5154d6404 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:22.429970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb6f8fc6-f0b8-4751-b6a6-16ca9a252668 req-5e520d8e-69ef-44b4-9101-79e5154d6404 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 944 time: 0.3132868 Oct 12 22:50:22.441892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-92962f44-d788-43ce-9dec-f4ad52acfab6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330250 Oct 12 22:50:22.445908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.455216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dac6e8-8b64-463e-bf21-87b310820663 req-fab5c222-65c6-4f13-a09b-3026abe92549 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:22.455504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:22.463523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a8dac6e8-8b64-463e-bf21-87b310820663 req-fab5c222-65c6-4f13-a09b-3026abe92549 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 945 time: 0.0913208 Oct 12 22:50:22.524834 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:50:22.524834 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:50:22.549922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.553065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-c2d03201-ddb1-45fb-abef-646fad472b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:22.554974 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-c2d03201-ddb1-45fb-abef-646fad472b54 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.3815284 Oct 12 22:50:22.572131 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a8dac6e8-8b64-463e-bf21-87b310820663 req-53483efa-e304-4d4f-8b8f-db2b1392cc80 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074579 Oct 12 22:50:22.618110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-cd829b78-f715-4b01-8c01-ec98de459286 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516998 Oct 12 22:50:22.633216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d8af3fb2-39d4-4efb-9424-f7ff8435965d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:22.665736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3db3cf-bf85-4cf3-a216-a338a2a8794f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:22.674465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:22.675480 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.676871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] 10.222.0.41 "PUT /v2.0/ports/8597b1a5-dca5-42fa-b7dd-666635598700 HTTP/1.1" status: 200 len: 1093 time: 2.3719642 Oct 12 22:50:22.679902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb6f8fc6-f0b8-4751-b6a6-16ca9a252668 req-9e948ac4-06e7-4779-a857-b4821966fc52 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388229 Oct 12 22:50:22.687448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'tag': '8597b1a5-dca5-42fa-b7dd-666635598700'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:22.689748 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019b95a9-8d0b-4a2c-b155-891feb8a252a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c398896-9542-40df-b3fe-6ee0f1db5a71", "tag": "8597b1a5-dca5-42fa-b7dd-666635598700"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:22.694873 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-9d954c6a-f934-454f-b964-f01587b4d025 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.133&port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d HTTP/1.1" status: 200 len: 217 time: 0.1144087 Oct 12 22:50:22.810295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-5de90c86-b3d2-431e-ae15-4ad8fc48ceb5 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807251 Oct 12 22:50:22.837365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48eaee08-1700-4c56-b897-a5cd9611f295 req-2cd8fe31-4abb-4725-a921-035ace232d57 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 210 time: 0.0697176 Oct 12 22:50:22.880537 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-470f94d8-f825-4986-8a1e-91d282ad59cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:22.901352 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a3f443-333f-423d-9c07-6f8256b4a0e8 x-openstack-request-id: req-02a3f443-333f-423d-9c07-6f8256b4a0e8 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:22.901646 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c398896-9542-40df-b3fe-6ee0f1db5a71", "tag": "8597b1a5-dca5-42fa-b7dd-666635598700", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:22.901902 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02a3f443-333f-423d-9c07-6f8256b4a0e8 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:22.902296 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'tag': '8597b1a5-dca5-42fa-b7dd-666635598700', 'status': 'completed', 'code': 200} Oct 12 22:50:22.957124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53530f18-0aca-4632-ba85-84aa358a9f39 service neutron] Pushing event updated for resources: {'Port': ['ID=8597b1a5-dca5-42fa-b7dd-666635598700,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:22.970388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Allocated IP 192.168.233.187 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/36335483-50a4-4adc-bbe9-bff91446c41b) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:22.981627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-470f94d8-f825-4986-8a1e-91d282ad59cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.001633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-4d8c5a25-6cf1-45ec-b9d2-f47c58d755f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.003210 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-4d8c5a25-6cf1-45ec-b9d2-f47c58d755f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2868466 Oct 12 22:50:23.005663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-62315e6c-1c33-45d6-b64f-5f54a4b6d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.007075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-62315e6c-1c33-45d6-b64f-5f54a4b6d417 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b573c89dcb3141af9ee72b823b88e4c8&device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 1096 time: 0.1897988 Oct 12 22:50:23.094677 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.119143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-470f94d8-f825-4986-8a1e-91d282ad59cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d50bd42dd8b44e83abe5309cb0ff84b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9897804 Oct 12 22:50:23.119143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37250) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:23.119448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8af3fb2-39d4-4efb-9424-f7ff8435965d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:23.137534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-b8d547fd-660c-42f0-bacb-c4884403cdde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8597b1a5-dca5-42fa-b7dd-666635598700 HTTP/1.1" status: 200 len: 217 time: 0.1104608 Oct 12 22:50:23.145829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68d902-bc12-4d88-ae61-d2236e2c0782 req-61ba482b-6c86-45d7-83d0-3fccda5a74a7 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.146037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:23.153263 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c68d902-bc12-4d88-ae61-d2236e2c0782 req-61ba482b-6c86-45d7-83d0-3fccda5a74a7 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 949 time: 0.2758017 Oct 12 22:50:23.153531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-90fe76b7-cb3b-4fed-9e08-6e5ec7c24e7e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.155152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-90fe76b7-cb3b-4fed-9e08-6e5ec7c24e7e tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 950 time: 0.1069598 Oct 12 22:50:23.186414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f94d8-f825-4986-8a1e-91d282ad59cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e87e803-8bca-4b95-8a59-68d92386dc86,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:23.218885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.279511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:23.291344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Deleting port ae73d3bf-487d-4178-b222-98957c5890c8 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:50:23.291878 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.421327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b68db0-b999-464f-a154-e1fc5abf23db req-c28368bd-37ce-42c0-8ecc-16f3fc61efcb tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.422878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b6b68db0-b999-464f-a154-e1fc5abf23db req-c28368bd-37ce-42c0-8ecc-16f3fc61efcb tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 950 time: 0.0844481 Oct 12 22:50:23.428542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] For port ae73d3bf-487d-4178-b222-98957c5890c8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae73d3bf-487d-4178-b222-98957c5890c8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:23.428902 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.454103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Calling delete_port for ae73d3bf-487d-4178-b222-98957c5890c8 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:50:23.513058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b6b68db0-b999-464f-a154-e1fc5abf23db req-84eb037f-53aa-4053-aaa8-b3a12a0389f7 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/security-groups?id=4080f5ec-319f-497e-85dc-cd1695664b76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814455 Oct 12 22:50:23.620573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-81283ca1-adc1-442b-9104-0eabba1e718d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.622065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-81283ca1-adc1-442b-9104-0eabba1e718d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5961518 Oct 12 22:50:23.627466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c68d902-bc12-4d88-ae61-d2236e2c0782 req-93993769-a409-4dfe-8037-55a4d2fef7ac tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4734297 Oct 12 22:50:23.629846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-70f31784-45f4-43df-8e82-2e6afc75f5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.631233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-70f31784-45f4-43df-8e82-2e6afc75f5b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ffffe7c-8b15-454d-86c7-cc5646c61318 HTTP/1.1" status: 200 len: 863 time: 0.4760170 Oct 12 22:50:23.664843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.678878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ae73d3bf-487d-4178-b222-98957c5890c8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:23.718605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:23.760289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f490e92-d266-48f8-bc71-c7f8fc6f698e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.781244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] No DVR routers for this DVR port ae73d3bf-487d-4178-b222-98957c5890c8 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:50:23.785417 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.788979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-114d4a49-a147-48d7-9fc1-bedd6b878818 req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.25 "DELETE /v2.0/ports/ae73d3bf-487d-4178-b222-98957c5890c8 HTTP/1.1" status: 204 len: 173 time: 0.6255527 Oct 12 22:50:23.789834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae402d3a-accc-46f8-9fb7-bafa5742f0a8 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] Pushing event deleted for resources: {'Port': ['ID=ae73d3bf-487d-4178-b222-98957c5890c8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:23.791549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81cc7787-753d-4a67-8cc7-7ed2bd27bc15', 'name': 'network-vif-deleted', 'tag': 'ae73d3bf-487d-4178-b222-98957c5890c8'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:23.794220 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8673dd90-35ca-4bb4-a3b1-dec4a9a06034" -d '{"events": [{"server_uuid": "81cc7787-753d-4a67-8cc7-7ed2bd27bc15", "name": "network-vif-deleted", "tag": "ae73d3bf-487d-4178-b222-98957c5890c8"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:23.799187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port d8af3fb2-39d4-4efb-9424-f7ff8435965d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:23.799923 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.828945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-1a17408f-77c4-4b03-a126-6dae1cb6900b tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.830431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-1a17408f-77c4-4b03-a126-6dae1cb6900b tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.2913649 Oct 12 22:50:23.866439 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f490e92-d266-48f8-bc71-c7f8fc6f698e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.896864 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.910492 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:23.919859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-a927df50-9f8a-4d2f-957e-fe93c46d96fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.921348 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-a927df50-9f8a-4d2f-957e-fe93c46d96fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab4ee53a-9282-4f5e-a170-01a498e1572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2743180 Oct 12 22:50:23.922585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:23.924873 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bb5985-e74a-4f70-8463-62141f2c758a" -d '{"events": [{"server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:23.938126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:23.987616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44eeb1-0920-4ed4-8acf-2021bea06d5a req-13b7f9cd-93b1-4bc0-b6cc-f882c9133542 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.989158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ca9ef-d763-4f04-b3fc-96228d6997d2 req-85a9d634-2a89-4728-9b7c-f22befeacee8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:23.989835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb44eeb1-0920-4ed4-8acf-2021bea06d5a req-13b7f9cd-93b1-4bc0-b6cc-f882c9133542 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 944 time: 0.0522382 Oct 12 22:50:23.990644 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f81ca9ef-d763-4f04-b3fc-96228d6997d2 req-85a9d634-2a89-4728-9b7c-f22befeacee8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 945 time: 0.2827594 Oct 12 22:50:24.024647 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:24.025885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 2bbe6184-de01-455d-837a-c7bef4a63cb4 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:50:24.028929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb44eeb1-0920-4ed4-8acf-2021bea06d5a req-c43d8196-0acb-4d32-9023-03be41c77411 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320165 Oct 12 22:50:24.036194 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-cd571cb4-1209-4f90-92e3-ddf056b43d1a service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4030848 Oct 12 22:50:24.065177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 2bbe6184-de01-455d-837a-c7bef4a63cb4 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:50:24.065522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 2bbe6184-de01-455d-837a-c7bef4a63cb4 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:50:24.106585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:24.116157 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a36d7e3-386a-46ca-93eb-8d4a1e0fd993 x-openstack-request-id: req-3a36d7e3-386a-46ca-93eb-8d4a1e0fd993 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:24.116520 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81cc7787-753d-4a67-8cc7-7ed2bd27bc15", "name": "network-vif-deleted", "tag": "ae73d3bf-487d-4178-b222-98957c5890c8", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:24.116862 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a36d7e3-386a-46ca-93eb-8d4a1e0fd993 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:24.117311 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81cc7787-753d-4a67-8cc7-7ed2bd27bc15', 'name': 'network-vif-deleted', 'tag': 'ae73d3bf-487d-4178-b222-98957c5890c8', 'status': 'completed', 'code': 200} Oct 12 22:50:24.206096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c655ce80-495f-4dcb-b03d-b8afc6fcbd5b req-49910dcf-14e0-41ab-852f-e52e6281eb49 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 210 time: 0.0306628 Oct 12 22:50:24.216581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f81ca9ef-d763-4f04-b3fc-96228d6997d2 req-2ed0e0a9-2606-4da8-bbc4-64ce4cb24c72 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914525 Oct 12 22:50:24.241837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:24.243920 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-203ea5d7-6e42-4328-9323-7aa4ba36dd92 service neutron] 10.222.0.41 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146536 Oct 12 22:50:24.299204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f490e92-d266-48f8-bc71-c7f8fc6f698e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:24.301756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f490e92-d266-48f8-bc71-c7f8fc6f698e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:24.305233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6f490e92-d266-48f8-bc71-c7f8fc6f698e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e87e803-8bca-4b95-8a59-68d92386dc86 HTTP/1.1" status: 204 len: 168 time: 1.1753097 Oct 12 22:50:24.309672 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96982f0d-cfeb-452a-88f8-0467c99fb224 x-openstack-request-id: req-96982f0d-cfeb-452a-88f8-0467c99fb224 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:24.310256 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:24.310672 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96982f0d-cfeb-452a-88f8-0467c99fb224 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:24.311311 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'code': 200} Oct 12 22:50:24.367137 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba6b745c-2a49-4c6e-af71-89f750864b58 req-4a2f55a3-6ccc-4de4-8d1c-5efd9df70fa8 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134441 Oct 12 22:50:24.377948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-76ffbc0a-16c5-4c6a-bba7-f512b0edb505 service neutron] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:24.381041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f490e92-d266-48f8-bc71-c7f8fc6f698e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e87e803-8bca-4b95-8a59-68d92386dc86,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:24.397655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-76ffbc0a-16c5-4c6a-bba7-f512b0edb505 service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:24.398768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-691eaa0c-833a-434d-b74c-07c2985ae238 req-76ffbc0a-16c5-4c6a-bba7-f512b0edb505 service neutron] 10.222.0.25 "DELETE /v2.0/ports/597edb94-6af9-4977-bff1-47e955347831/bindings/n-h1-790519-14 HTTP/1.1" status: 204 len: 173 time: 0.5453761 Oct 12 22:50:24.404807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:24.407644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event updated for resources: {'Port': ['ID=36335483-50a4-4adc-bbe9-bff91446c41b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:24.410702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:24.414930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:24.420528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:24.421151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:24.461222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a848a4-13ad-4991-b783-100cdcacbcec req-2d82b59a-fd20-4d28-9080-22ac90439cd7 service neutron] 10.222.0.41 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079790 Oct 12 22:50:24.508915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-378df7a4-1683-4f1a-b006-a9187fc06b96 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2023983 Oct 12 22:50:24.512076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5c672b-096d-4ddc-a004-f5e63cec2b76 req-b6e3954d-adca-475e-848d-dcece97a7313 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:24.514801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e5c672b-096d-4ddc-a004-f5e63cec2b76 req-b6e3954d-adca-475e-848d-dcece97a7313 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1097 time: 0.0524173 Oct 12 22:50:24.521050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Request body: {'port': {'device_id': '21216600-85e2-4a58-a0eb-7ab22220dc75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:24.631656 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e5c672b-096d-4ddc-a004-f5e63cec2b76 req-9f5b5d86-7699-417a-9f2a-4b95beb80856 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076405 Oct 12 22:50:24.634255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:24.665471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42cf0e19-dff4-44e5-8d52-8263e510d25d req-3a000322-5e2a-422a-8e3b-d52f612b4371 tempest-LiveMigrationNegativeTest-258909778 tempest-LiveMigrationNegativeTest-258909778-project] 10.222.0.31 "GET /v2.0/ports?device_id=81cc7787-753d-4a67-8cc7-7ed2bd27bc15 HTTP/1.1" status: 200 len: 210 time: 0.0342164 Oct 12 22:50:24.791796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5e52cd3e-c7fe-4755-8f50-809f11c028ee None None] Provisioning complete for port 36335483-50a4-4adc-bbe9-bff91446c41b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:24.792717 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5e52cd3e-c7fe-4755-8f50-809f11c028ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:24.834973 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5e52cd3e-c7fe-4755-8f50-809f11c028ee None None] Port 36335483-50a4-4adc-bbe9-bff91446c41b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:24.877375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-dab501cc-e61f-4d38-9e7f-7fe2dd3345aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:24.879234 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-dab501cc-e61f-4d38-9e7f-7fe2dd3345aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b573c89dcb3141af9ee72b823b88e4c8&device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 1096 time: 0.1846840 Oct 12 22:50:24.927881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97fea72-6565-46ab-be1d-bc5d546e751d req-182f0657-8886-40c7-99f1-234dffa480a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:24.929379 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d97fea72-6565-46ab-be1d-bc5d546e751d req-182f0657-8886-40c7-99f1-234dffa480a6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1102 time: 0.1851130 Oct 12 22:50:25.025254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9699d-6002-4231-9ff6-04007171032e req-f111fa86-7241-4eaf-a2b3-9f3136f97da8 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:25.026783 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40a9699d-6002-4231-9ff6-04007171032e req-f111fa86-7241-4eaf-a2b3-9f3136f97da8 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.2528868 Oct 12 22:50:25.049077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37306) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:25.106826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d97fea72-6565-46ab-be1d-bc5d546e751d req-12d3b803-67f2-4875-8181-b6deefd97362 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161828 Oct 12 22:50:25.144368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40a9699d-6002-4231-9ff6-04007171032e req-458da254-8d6d-4ff1-98e4-bfa24aadbc77 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045461 Oct 12 22:50:25.154294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-d787cb9b-3dd8-4c65-9f5b-783354bd5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:25.165905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-d787cb9b-3dd8-4c65-9f5b-783354bd5c36 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab4ee53a-9282-4f5e-a170-01a498e1572a HTTP/1.1" status: 200 len: 925 time: 0.2698824 Oct 12 22:50:25.220119 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-4970b04d-17ae-4f17-a522-3f8498d7cf93 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8597b1a5-dca5-42fa-b7dd-666635598700 HTTP/1.1" status: 200 len: 217 time: 0.0452766 Oct 12 22:50:25.242503 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e96422fa-1075-45cb-bb61-067a998b3fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.260389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-855b6e53-3730-44a4-963c-fbcd08820e03 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:25.260389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-855b6e53-3730-44a4-963c-fbcd08820e03 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 821 time: 0.1991224 Oct 12 22:50:25.286499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-ce0a9867-e8e3-4899-8a5c-23a08db1a2da tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/quotas/ebed3457b1f84fe19d9bd4d55b4f455a HTTP/1.1" status: 200 len: 375 time: 0.0169566 Oct 12 22:50:25.321840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36335483-50a4-4adc-bbe9-bff91446c41b {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:25.336053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.339879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-241a1839-8a23-4f5c-b229-f95f4ee0092d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:25.341339 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-241a1839-8a23-4f5c-b229-f95f4ee0092d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ffffe7c-8b15-454d-86c7-cc5646c61318 HTTP/1.1" status: 200 len: 863 time: 0.0972028 Oct 12 22:50:25.359668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390fd33b-c6f8-4f97-ada2-69f1fa89b9c9 req-79a8044e-e192-410d-a507-1d22072beb12 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:25.361145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-390fd33b-c6f8-4f97-ada2-69f1fa89b9c9 req-79a8044e-e192-410d-a507-1d22072beb12 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 944 time: 0.1159070 Oct 12 22:50:25.370917 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-5939a8d8-3300-4b5f-a1d6-af1e13948d17 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0762577 Oct 12 22:50:25.374168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Transition to ACTIVE for port object 36335483-50a4-4adc-bbe9-bff91446c41b will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:25.429894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-390fd33b-c6f8-4f97-ada2-69f1fa89b9c9 req-595e41bb-2a91-4f43-98b0-4cccc2e5749a tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569203 Oct 12 22:50:25.434773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-4692269a-e321-4cda-a1da-15d27b080dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:25.436290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-4692269a-e321-4cda-a1da-15d27b080dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab4ee53a-9282-4f5e-a170-01a498e1572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868979 Oct 12 22:50:25.437375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.437574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e96422fa-1075-45cb-bb61-067a998b3fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.495985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-a873e3fa-ee1e-40b7-ae56-6f7412a87888 service neutron] 10.222.0.31 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176686 Oct 12 22:50:25.554786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e96422fa-1075-45cb-bb61-067a998b3fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.560556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Pushing event updated for resources: {'Port': ['ID=36335483-50a4-4adc-bbe9-bff91446c41b,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:25.620377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Attempting to bind port 36335483-50a4-4adc-bbe9-bff91446c41b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:25.620712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Attempting to bind port 36335483-50a4-4adc-bbe9-bff91446c41b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:25.621058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Attempting to bind port 36335483-50a4-4adc-bbe9-bff91446c41b on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:25.625499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e96422fa-1075-45cb-bb61-067a998b3fac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=025555e40e4f4b31b449faf5d8c685ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5746398 Oct 12 22:50:25.629822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37328) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:25.630685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96422fa-1075-45cb-bb61-067a998b3fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ca85b4-89f9-4193-803b-5610f61e72e3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:25.640182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Port 36335483-50a4-4adc-bbe9-bff91446c41b on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:25.640497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Attempting to bind port 36335483-50a4-4adc-bbe9-bff91446c41b on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:25.653324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca9b7c-d4eb-42c7-a03c-79bd8280517c req-3a588754-ac71-4bd4-a8b7-0ec3b507c59c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:25.654391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-88ca9b7c-d4eb-42c7-a03c-79bd8280517c req-3a588754-ac71-4bd4-a8b7-0ec3b507c59c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 948 time: 0.1353137 Oct 12 22:50:25.660309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-98ec25f0-afa4-4638-94dd-f031157f4c57 service neutron] 10.222.0.41 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135928 Oct 12 22:50:25.661485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:25.661826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:25.662210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:25.662647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Bound port: 36335483-50a4-4adc-bbe9-bff91446c41b, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:25.663047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.751569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-a9293bad-9857-4729-a72a-b7140c1b2191 service neutron] 10.222.0.31 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492280 Oct 12 22:50:25.776380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f0abd91-1403-4576-9af2-2814cfa41a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.802965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f0abd91-1403-4576-9af2-2814cfa41a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.821253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-88ca9b7c-d4eb-42c7-a03c-79bd8280517c req-a1694209-e75c-4890-a8ed-9e1e26046558 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557839 Oct 12 22:50:25.864489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] For port 36335483-50a4-4adc-bbe9-bff91446c41b, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:25.991816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f0abd91-1403-4576-9af2-2814cfa41a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.997800 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f0abd91-1403-4576-9af2-2814cfa41a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:25.999650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1f0abd91-1403-4576-9af2-2814cfa41a53 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c4ca85b4-89f9-4193-803b-5610f61e72e3 HTTP/1.1" status: 204 len: 168 time: 0.3586051 Oct 12 22:50:26.009793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0abd91-1403-4576-9af2-2814cfa41a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ca85b4-89f9-4193-803b-5610f61e72e3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:26.180404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] For port 36335483-50a4-4adc-bbe9-bff91446c41b, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=36335483-50a4-4adc-bbe9-bff91446c41b,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:26.192836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-019b95a9-8d0b-4a2c-b155-891feb8a252a req-efdaa00b-b18f-4722-9970-cc1255a459f4 service neutron] 10.222.0.41 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5247014 Oct 12 22:50:26.208123 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52f95301-eb62-478f-a6d2-03687597e585 req-28fbded7-0b93-4702-af99-fa47d4c2e5a1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 210 time: 0.0327175 Oct 12 22:50:26.276645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:26.299639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3af37-e882-418d-87fe-dfc9659fcf62 req-29afff0e-8ec2-4908-beb4-bc7784b68d08 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:26.301787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0b3af37-e882-418d-87fe-dfc9659fcf62 req-29afff0e-8ec2-4908-beb4-bc7784b68d08 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0529590 Oct 12 22:50:26.309732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:26.313973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:26.313973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] 10.222.0.41 "PUT /v2.0/ports/36335483-50a4-4adc-bbe9-bff91446c41b HTTP/1.1" status: 200 len: 1097 time: 1.7956140 Oct 12 22:50:26.313973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21216600-85e2-4a58-a0eb-7ab22220dc75', 'tag': '36335483-50a4-4adc-bbe9-bff91446c41b'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:26.315487 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e76204-692f-4e69-9919-1f3be944acfa" -d '{"events": [{"name": "network-changed", "server_uuid": "21216600-85e2-4a58-a0eb-7ab22220dc75", "tag": "36335483-50a4-4adc-bbe9-bff91446c41b"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:26.349413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faee675e-596a-4296-9496-5ba4b0db142d service neutron] Pushing event updated for resources: {'Port': ['ID=36335483-50a4-4adc-bbe9-bff91446c41b,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:26.375239 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ed6314-7d13-4524-807a-4ab94d6bb4f0 x-openstack-request-id: req-61ed6314-7d13-4524-807a-4ab94d6bb4f0 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:26.375601 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21216600-85e2-4a58-a0eb-7ab22220dc75", "tag": "36335483-50a4-4adc-bbe9-bff91446c41b", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:26.375918 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61ed6314-7d13-4524-807a-4ab94d6bb4f0 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:26.376360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0b3af37-e882-418d-87fe-dfc9659fcf62 req-200a7025-9abf-4111-aa8f-d511c4c3da90 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649953 Oct 12 22:50:26.376485 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21216600-85e2-4a58-a0eb-7ab22220dc75', 'tag': '36335483-50a4-4adc-bbe9-bff91446c41b', 'status': 'completed', 'code': 200} Oct 12 22:50:26.441829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e76204-692f-4e69-9919-1f3be944acfa req-20339fde-1667-4411-843d-04e2380e0939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:26.446876 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8e76204-692f-4e69-9919-1f3be944acfa req-20339fde-1667-4411-843d-04e2380e0939 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 1100 time: 0.0476885 Oct 12 22:50:26.502351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8e76204-692f-4e69-9919-1f3be944acfa req-7ab54a30-df85-478a-a90a-f5c834a85b7b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496151 Oct 12 22:50:26.640940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f83d4c9-f3d4-4226-a305-d97e1fb2f85e req-314ed926-cea0-4d3a-acd6-4ad141a8a409 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:26.642407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f83d4c9-f3d4-4226-a305-d97e1fb2f85e req-314ed926-cea0-4d3a-acd6-4ad141a8a409 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 944 time: 0.1088302 Oct 12 22:50:26.672094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e76204-692f-4e69-9919-1f3be944acfa req-9e5d1fe6-c78d-4d4a-826c-e3731631f9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:26.673207 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8e76204-692f-4e69-9919-1f3be944acfa req-9e5d1fe6-c78d-4d4a-826c-e3731631f9a8 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1636484 Oct 12 22:50:26.696115 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f83d4c9-f3d4-4226-a305-d97e1fb2f85e req-c178aa2d-1634-4e60-9f8c-dec4d302c213 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464647 Oct 12 22:50:26.733827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37364) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:26.757750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567abad-2470-43a5-92a9-33baafc983e6 req-35512e7d-5a6a-41a7-9640-b008c3eff5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:26.759442 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-35512e7d-5a6a-41a7-9640-b008c3eff5cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 1100 time: 0.0458498 Oct 12 22:50:26.802434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-a6730207-c125-4c71-8c4e-a3c3115af5e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=36335483-50a4-4adc-bbe9-bff91446c41b HTTP/1.1" status: 200 len: 217 time: 0.0350769 Oct 12 22:50:26.863189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567abad-2470-43a5-92a9-33baafc983e6 req-83f19cb2-de53-4ecd-98c6-f794799b532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:26.863189 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-83f19cb2-de53-4ecd-98c6-f794799b532f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0510569 Oct 12 22:50:26.920659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f567abad-2470-43a5-92a9-33baafc983e6 req-c9e1fff2-7e64-4e5a-a7ae-c1585e70af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:26.922630 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-c9e1fff2-7e64-4e5a-a7ae-c1585e70af36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0535767 Oct 12 22:50:26.951547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0c4e7167-309c-4aab-816a-afd20bc10770 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c605b1b49e147cfb7fe9a55e99725ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165308 Oct 12 22:50:26.953206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37376) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:26.977809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d46717-7e9c-49c5-bce7-cd06289afbb5 req-f66cff8e-9971-4162-8e98-eeeac439e2b8 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:26.979336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08d46717-7e9c-49c5-bce7-cd06289afbb5 req-f66cff8e-9971-4162-8e98-eeeac439e2b8 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 948 time: 0.0765436 Oct 12 22:50:27.020781 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08d46717-7e9c-49c5-bce7-cd06289afbb5 req-fbd5f60f-4f6d-42ba-85e7-40f6e8c77eaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350816 Oct 12 22:50:27.065775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38047fd5-75aa-4700-b477-b01379cfa88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.069825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-abb16686-1f35-43f9-8a4a-eeeefbb1a4a8 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402724 Oct 12 22:50:27.132877 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38047fd5-75aa-4700-b477-b01379cfa88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.164751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37380) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:27.180391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3246fd32-c935-46ab-851a-940f496db5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.226671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f567abad-2470-43a5-92a9-33baafc983e6 req-d97f6d73-7907-4f46-8e70-72926bbe5a73 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482456 Oct 12 22:50:27.272095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3246fd32-c935-46ab-851a-940f496db5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.293947 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38047fd5-75aa-4700-b477-b01379cfa88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.302072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38047fd5-75aa-4700-b477-b01379cfa88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.303447 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-38047fd5-75aa-4700-b477-b01379cfa88c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4080f5ec-319f-497e-85dc-cd1695664b76 HTTP/1.1" status: 204 len: 168 time: 0.3492079 Oct 12 22:50:27.315128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38047fd5-75aa-4700-b477-b01379cfa88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4080f5ec-319f-497e-85dc-cd1695664b76,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:27.335722 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3246fd32-c935-46ab-851a-940f496db5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.356147 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7e788c0f-20eb-4196-bc37-98ab38488f21 req-50c62f90-a341-4ceb-9708-e63a15e95fe4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 210 time: 0.0334983 Oct 12 22:50:27.388791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3246fd32-c935-46ab-851a-940f496db5ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=caed2ad6130641ff80a02e63c696ca07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217419 Oct 12 22:50:27.395262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37392) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:27.399768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3246fd32-c935-46ab-851a-940f496db5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=961c9b49-71a2-450d-951f-40381bf1f436,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:27.490235 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8335-8d1c-446b-a5d7-94abbe6c9c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.492890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d217f78-ff23-420e-ac47-08771ce75158 req-a5a55f66-fb22-4c7b-a2bf-b4633e28798e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:27.495473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d217f78-ff23-420e-ac47-08771ce75158 req-a5a55f66-fb22-4c7b-a2bf-b4633e28798e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0557716 Oct 12 22:50:27.514844 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8335-8d1c-446b-a5d7-94abbe6c9c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.540501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d217f78-ff23-420e-ac47-08771ce75158 req-1076468b-3372-4751-8eaa-5912a8e642b4 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400751 Oct 12 22:50:27.611290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8597b1a5-dca5-42fa-b7dd-666635598700 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:27.629119 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8335-8d1c-446b-a5d7-94abbe6c9c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.632089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bbc8335-8d1c-446b-a5d7-94abbe6c9c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.636725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0bbc8335-8d1c-446b-a5d7-94abbe6c9c5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/961c9b49-71a2-450d-951f-40381bf1f436 HTTP/1.1" status: 204 len: 168 time: 0.2401307 Oct 12 22:50:27.665115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc8335-8d1c-446b-a5d7-94abbe6c9c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=961c9b49-71a2-450d-951f-40381bf1f436,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:27.692225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fb4d04-9b42-4fab-901e-ee391c391528 req-fdcd4044-e5e3-45c0-9fad-a42d35ece738 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:27.693946 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18fb4d04-9b42-4fab-901e-ee391c391528 req-fdcd4044-e5e3-45c0-9fad-a42d35ece738 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0763502 Oct 12 22:50:27.708690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ae73d3bf-487d-4178-b222-98957c5890c8 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:50:27.755049 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18fb4d04-9b42-4fab-901e-ee391c391528 req-9450b262-db74-4879-868c-fe97e6a18b5a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414326 Oct 12 22:50:27.766180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: ae73d3bf-487d-4178-b222-98957c5890c8 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:50:27.766524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ae73d3bf-487d-4178-b222-98957c5890c8 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:50:27.778539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8597b1a5-dca5-42fa-b7dd-666635598700, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8597b1a5-dca5-42fa-b7dd-666635598700,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:27.790784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '8597b1a5-dca5-42fa-b7dd-666635598700', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'port_id': '8597b1a5-dca5-42fa-b7dd-666635598700', 'mac_address': 'fa:16:3e:d5:35:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:27.835860 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:27.852760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8597b1a5-dca5-42fa-b7dd-666635598700 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:27.874633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d107335-25bd-47f4-9dd2-dcf26a610720 req-82bf69d6-e658-44d5-9752-ddf034259725 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:27.877536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8597b1a5-dca5-42fa-b7dd-666635598700, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8597b1a5-dca5-42fa-b7dd-666635598700,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:27.878326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d107335-25bd-47f4-9dd2-dcf26a610720 req-82bf69d6-e658-44d5-9752-ddf034259725 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 944 time: 0.0794954 Oct 12 22:50:27.925471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d107335-25bd-47f4-9dd2-dcf26a610720 req-6dc189ac-7d87-482c-88e7-aab16b8acff0 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Oct 12 22:50:27.956322 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:28.010061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8597b1a5-dca5-42fa-b7dd-666635598700,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:28.171690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223074c9-ec78-4df4-bff0-c59e06617983 req-df8f6d99-5d1a-4d02-b1ef-037a65e4bd60 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:28.173094 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-223074c9-ec78-4df4-bff0-c59e06617983 req-df8f6d99-5d1a-4d02-b1ef-037a65e4bd60 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 948 time: 0.0565088 Oct 12 22:50:28.193839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8597b1a5-dca5-42fa-b7dd-666635598700'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:28.223613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-223074c9-ec78-4df4-bff0-c59e06617983 req-4dac3f69-2807-442d-b7b5-e1836ac560df tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427780 Oct 12 22:50:28.333820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37426) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:28.403252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-477dc7f5-4e3e-4a34-b11b-6064aeabca4a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:28.413561 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-477dc7f5-4e3e-4a34-b11b-6064aeabca4a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 821 time: 0.1588049 Oct 12 22:50:28.449551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f85d70a3-779f-4b82-86cd-fe603f317c11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c7693d1168f54ddb9a425fd6b5fc8c8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1121180 Oct 12 22:50:28.452087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37432) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:28.457913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Request body: {'port': {'device_id': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943', 'admin_state_up': True, 'tenant_id': 'ebed3457b1f84fe19d9bd4d55b4f455a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:28.536775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58f33cca-43fc-4563-9b9f-d9c46324a326 req-eb33e928-eca1-465a-b443-5ba351479a70 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 210 time: 0.0439422 Oct 12 22:50:28.575819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e090a893-4bd7-4f27-a0c2-b4f53c320cad req-558188f9-5a48-4501-8577-d4574b6f4201 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:28.585029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e090a893-4bd7-4f27-a0c2-b4f53c320cad req-558188f9-5a48-4501-8577-d4574b6f4201 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1667404 Oct 12 22:50:28.615415 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f56df0e-7033-4ec3-b948-bccd5073966a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:28.639349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f56df0e-7033-4ec3-b948-bccd5073966a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:28.676908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e090a893-4bd7-4f27-a0c2-b4f53c320cad req-39258689-f3cf-4098-8c6d-cd18accbe02f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899885 Oct 12 22:50:28.756315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Made reservation on behalf of ebed3457b1f84fe19d9bd4d55b4f455a for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:50:28.759997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:28.779266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f56df0e-7033-4ec3-b948-bccd5073966a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:28.782987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f56df0e-7033-4ec3-b948-bccd5073966a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:28.787200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2f56df0e-7033-4ec3-b948-bccd5073966a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/566bcf52-eaa7-4ad7-b102-2c50b2ddfb58 HTTP/1.1" status: 204 len: 168 time: 0.3328307 Oct 12 22:50:28.796674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f56df0e-7033-4ec3-b948-bccd5073966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566bcf52-eaa7-4ad7-b102-2c50b2ddfb58,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:28.928848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Allocated IP 172.20.0.9 (302c12b8-cbe9-4b3d-88d2-e0b6eb253943/9f846092-2003-4768-90a3-cfd9ec1b3eea/69879ed8-43f0-47b8-83d7-550d5c554923) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:29.050026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9aff7d-f9b6-43e6-bfb3-e863d667a912 req-32b26a32-ec6f-4783-a834-fa0a1a85bce0 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:29.051827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe9aff7d-f9b6-43e6-bfb3-e863d667a912 req-32b26a32-ec6f-4783-a834-fa0a1a85bce0 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 945 time: 0.0578644 Oct 12 22:50:29.104229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:29.136419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe9aff7d-f9b6-43e6-bfb3-e863d667a912 req-45a4d67f-94b4-4fc3-8417-59e39ade6bbe tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679936 Oct 12 22:50:29.203192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:29.283349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Pushing event updated for resources: {'Port': ['ID=69879ed8-43f0-47b8-83d7-550d5c554923,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:29.284928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:29.287348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:29.309856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:29.316145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:29.316924 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:29.376821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1286a905-7642-4762-95fc-6706fe314f09 req-a8d6da6b-64e4-4dad-853c-3dbe3ac6bf0b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:29.379122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1286a905-7642-4762-95fc-6706fe314f09 req-a8d6da6b-64e4-4dad-853c-3dbe3ac6bf0b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 948 time: 0.0675094 Oct 12 22:50:29.425193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1286a905-7642-4762-95fc-6706fe314f09 req-55e81514-e478-4040-b242-389213279595 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384676 Oct 12 22:50:29.427959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-e289e3a1-6e17-4bc8-a01d-6e9dba8615dd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9794312 Oct 12 22:50:29.444004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Request body: {'port': {'device_id': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:29.512513 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:29.611377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 36335483-50a4-4adc-bbe9-bff91446c41b details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:29.613842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8597b1a5-dca5-42fa-b7dd-666635598700 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:29.783518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf290c7-f32c-4a90-828b-968199c19896 req-33b1b893-afca-471c-98af-df5e6937e0de tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:29.785120 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0bf290c7-f32c-4a90-828b-968199c19896 req-33b1b893-afca-471c-98af-df5e6937e0de tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 931 time: 0.0817559 Oct 12 22:50:29.798032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 36335483-50a4-4adc-bbe9-bff91446c41b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=36335483-50a4-4adc-bbe9-bff91446c41b,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:29.810193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '36335483-50a4-4adc-bbe9-bff91446c41b', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '36335483-50a4-4adc-bbe9-bff91446c41b', 'mac_address': 'fa:16:3e:fd:02:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:29.846236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 8597b1a5-dca5-42fa-b7dd-666635598700 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:50:29.856634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 8597b1a5-dca5-42fa-b7dd-666635598700 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:29.857018 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:29.869818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0bf290c7-f32c-4a90-828b-968199c19896 req-55313c22-ed7e-4b7a-89cd-40f59bfb028e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777404 Oct 12 22:50:29.883080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69879ed8-43f0-47b8-83d7-550d5c554923 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:29.891813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:29.905774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Transition to ACTIVE for port object 69879ed8-43f0-47b8-83d7-550d5c554923 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:29.917741 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:29.963263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36335483-50a4-4adc-bbe9-bff91446c41b {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:29.980547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:29.993598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 36335483-50a4-4adc-bbe9-bff91446c41b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=36335483-50a4-4adc-bbe9-bff91446c41b,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:29.994691 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:30.030199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8597b1a5-dca5-42fa-b7dd-666635598700, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8597b1a5-dca5-42fa-b7dd-666635598700,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:30.031372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597b1a5-dca5-42fa-b7dd-666635598700'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:30.033629 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2043759c-0885-4f03-82cb-50f62f73f618" -d '{"events": [{"server_uuid": "1c398896-9542-40df-b3fe-6ee0f1db5a71", "name": "network-vif-plugged", "status": "completed", "tag": "8597b1a5-dca5-42fa-b7dd-666635598700"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:30.058879 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:30.060369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Pushing event updated for resources: {'Port': ['ID=69879ed8-43f0-47b8-83d7-550d5c554923,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:30.079527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f6d95-f32b-4bf7-9ee4-0a4f29a15240 req-edc3adfa-2f16-4c65-bce2-f66f51d60662 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:30.081289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-416f6d95-f32b-4bf7-9ee4-0a4f29a15240 req-edc3adfa-2f16-4c65-bce2-f66f51d60662 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1154182 Oct 12 22:50:30.085716 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:30.127482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:30.127923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:30.128939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:30.139688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=36335483-50a4-4adc-bbe9-bff91446c41b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:30.139887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:30.139887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:30.153473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:30.153923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:30.154490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:30.154950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Bound port: 69879ed8-43f0-47b8-83d7-550d5c554923, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:30.155423 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:30.163690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-416f6d95-f32b-4bf7-9ee4-0a4f29a15240 req-88fd7258-ca2c-4db4-8139-bc304c1aefff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620551 Oct 12 22:50:30.174741 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d4bb18-e392-4b47-808f-49893cdbd280 x-openstack-request-id: req-93d4bb18-e392-4b47-808f-49893cdbd280 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:30.175159 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c398896-9542-40df-b3fe-6ee0f1db5a71", "name": "network-vif-plugged", "status": "completed", "tag": "8597b1a5-dca5-42fa-b7dd-666635598700", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:30.175422 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93d4bb18-e392-4b47-808f-49893cdbd280 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:30.176299 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8597b1a5-dca5-42fa-b7dd-666635598700', 'code': 200} Oct 12 22:50:30.231307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8597b1a5-dca5-42fa-b7dd-666635598700,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:30.253340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:30.288915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:30.313084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:30.329320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79337c-18ec-46dc-b6f5-e870438af945 req-5967a71a-0d24-498e-a8a7-3dc6eefcbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:30.334351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8b79337c-18ec-46dc-b6f5-e870438af945 req-5967a71a-0d24-498e-a8a7-3dc6eefcbfb2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 1098 time: 0.0761380 Oct 12 22:50:30.363446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49755f59-fa60-481f-b221-f7c807a4a87b req-0ce1cfd5-a98f-4a95-9912-df6414e4add6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:30.366864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-49755f59-fa60-481f-b221-f7c807a4a87b req-0ce1cfd5-a98f-4a95-9912-df6414e4add6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 946 time: 0.0766456 Oct 12 22:50:30.394448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:30.430260 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8b79337c-18ec-46dc-b6f5-e870438af945 req-9932d2f8-3ab7-48eb-9904-ad8c6872c5f4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862164 Oct 12 22:50:30.434034 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-49755f59-fa60-481f-b221-f7c807a4a87b req-eeb63388-192e-4811-8271-174eaed8b1be tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602672 Oct 12 22:50:30.447809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:30.448417 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:30.449789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] 10.222.0.25 "PUT /v2.0/ports/69879ed8-43f0-47b8-83d7-550d5c554923 HTTP/1.1" status: 200 len: 1092 time: 1.0118535 Oct 12 22:50:30.450233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:30.452867 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256735ee-fb2f-4e66-8ba7-68569fc7cff3" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:30.502301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee8d28b-7fcd-44cd-a672-e25b9cbe118f service neutron] Pushing event updated for resources: {'Port': ['ID=69879ed8-43f0-47b8-83d7-550d5c554923,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:30.508157 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9181a84-f043-426b-967e-834cce16ba2a x-openstack-request-id: req-f9181a84-f043-426b-967e-834cce16ba2a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:30.508441 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:30.508693 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9181a84-f043-426b-967e-834cce16ba2a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:30.509083 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923', 'status': 'completed', 'code': 200} Oct 12 22:50:30.577684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256735ee-fb2f-4e66-8ba7-68569fc7cff3 req-a1239642-0387-4b9e-a9f9-61715fcffaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:30.580171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-256735ee-fb2f-4e66-8ba7-68569fc7cff3 req-a1239642-0387-4b9e-a9f9-61715fcffaa5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1095 time: 0.0466707 Oct 12 22:50:30.589794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cc696e-4061-4765-b648-0244d93912e8 req-64b6e4a3-9909-4c3f-8f1f-bcbd6afed5de tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:30.591572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3cc696e-4061-4765-b648-0244d93912e8 req-64b6e4a3-9909-4c3f-8f1f-bcbd6afed5de tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 949 time: 0.0539610 Oct 12 22:50:30.640761 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3cc696e-4061-4765-b648-0244d93912e8 req-e5d1cf0d-44ba-4750-ad43-d71fe3d984e9 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423882 Oct 12 22:50:30.723731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256735ee-fb2f-4e66-8ba7-68569fc7cff3 req-e887494c-9518-409a-b848-f47c152a9465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:30.725226 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-256735ee-fb2f-4e66-8ba7-68569fc7cff3 req-e887494c-9518-409a-b848-f47c152a9465 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1347990 Oct 12 22:50:30.820598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256735ee-fb2f-4e66-8ba7-68569fc7cff3 req-3c176db6-4149-43cb-9fc5-f53e74595836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:30.822069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-256735ee-fb2f-4e66-8ba7-68569fc7cff3 req-3c176db6-4149-43cb-9fc5-f53e74595836 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896721 Oct 12 22:50:30.902554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bf737df8-bf47-490f-bfc2-56d4b27c358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:30.904073 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-bf737df8-bf47-490f-bfc2-56d4b27c358b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1095 time: 0.0447218 Oct 12 22:50:30.952863 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-98697125-9f25-4a7a-933e-d9aed30e9b74 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69879ed8-43f0-47b8-83d7-550d5c554923 HTTP/1.1" status: 200 len: 217 time: 0.0408080 Oct 12 22:50:31.010806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-6eb9bad7-58b3-43bc-bdde-a12a25bf2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:31.012332 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-6eb9bad7-58b3-43bc-bdde-a12a25bf2468 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0525935 Oct 12 22:50:31.029801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7f4e2-b91d-4098-948b-d525111ee829 req-c07e6c1b-667b-4d34-af53-33eb097c6e02 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:31.037761 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7a7f4e2-b91d-4098-948b-d525111ee829 req-c07e6c1b-667b-4d34-af53-33eb097c6e02 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.0596185 Oct 12 22:50:31.046822 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-9e2b795f-8de7-411b-9acc-8f1ee4e3c8ac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279179 Oct 12 22:50:31.071858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7a7f4e2-b91d-4098-948b-d525111ee829 req-03e80061-92a6-4a5a-aab0-2e624aeb5a45 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330193 Oct 12 22:50:31.149564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-24fdaeb1-3f03-4a5a-b147-30f1463900b8 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961127 Oct 12 22:50:31.252443 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bb89bb6-7d17-4a73-97d5-1ec37da0af50 req-82d606ce-3223-4379-9624-a13e650f9e20 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962422 Oct 12 22:50:31.307257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9988a-a728-4143-8027-3c3f3b3ec874 req-dce6daf4-fb0b-4244-81d0-4e147986d67e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:31.308928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28b9988a-a728-4143-8027-3c3f3b3ec874 req-dce6daf4-fb0b-4244-81d0-4e147986d67e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0567970 Oct 12 22:50:31.373040 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28b9988a-a728-4143-8027-3c3f3b3ec874 req-2b6d6867-56c2-41eb-baec-fa67103e5f52 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497563 Oct 12 22:50:31.622037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 36335483-50a4-4adc-bbe9-bff91446c41b up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:31.739741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 36335483-50a4-4adc-bbe9-bff91446c41b completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:50:31.743672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01c4c0-d436-4843-94c4-e31d2546cc34 req-9938e24d-ca30-4b62-b8a9-9d2ddac28c8f tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:31.744194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 36335483-50a4-4adc-bbe9-bff91446c41b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:31.744194 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:31.745196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b01c4c0-d436-4843-94c4-e31d2546cc34 req-9938e24d-ca30-4b62-b8a9-9d2ddac28c8f tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 946 time: 0.0553510 Oct 12 22:50:31.790223 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b01c4c0-d436-4843-94c4-e31d2546cc34 req-8e3523ad-e07c-4be1-b05c-1bf988aecfe6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384877 Oct 12 22:50:31.830285 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:31.871367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 36335483-50a4-4adc-bbe9-bff91446c41b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=36335483-50a4-4adc-bbe9-bff91446c41b,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:31.915372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542d4a39-f666-42e2-82c5-f0c7d9e03dd2 req-4552ef88-c55a-4072-9a59-0891eddf1c81 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:31.916821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-542d4a39-f666-42e2-82c5-f0c7d9e03dd2 req-4552ef88-c55a-4072-9a59-0891eddf1c81 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 949 time: 0.0509744 Oct 12 22:50:31.922086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:31.968402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-542d4a39-f666-42e2-82c5-f0c7d9e03dd2 req-ede2a2d7-b7a2-4c3b-9b8a-6e3033b40352 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393419 Oct 12 22:50:31.976145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=36335483-50a4-4adc-bbe9-bff91446c41b,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:32.177173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21216600-85e2-4a58-a0eb-7ab22220dc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36335483-50a4-4adc-bbe9-bff91446c41b'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:32.180082 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ac6685-dc43-4f30-a04d-e8abfc1b69c7" -d '{"events": [{"server_uuid": "21216600-85e2-4a58-a0eb-7ab22220dc75", "name": "network-vif-plugged", "status": "completed", "tag": "36335483-50a4-4adc-bbe9-bff91446c41b"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:32.205547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502859a-f9ac-447c-a327-fb0b314d2032 req-117e31b1-a472-4090-861a-b715c8b0ef4c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:32.207810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d502859a-f9ac-447c-a327-fb0b314d2032 req-117e31b1-a472-4090-861a-b715c8b0ef4c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.0520258 Oct 12 22:50:32.254871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d502859a-f9ac-447c-a327-fb0b314d2032 req-cdeec11b-8ba2-4ac1-8042-b70b8d5e77b2 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408354 Oct 12 22:50:32.306389 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290bf890-6333-49a0-be5e-782ddbf37e93 x-openstack-request-id: req-290bf890-6333-49a0-be5e-782ddbf37e93 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:32.306726 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21216600-85e2-4a58-a0eb-7ab22220dc75", "name": "network-vif-plugged", "status": "completed", "tag": "36335483-50a4-4adc-bbe9-bff91446c41b", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:32.307037 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-290bf890-6333-49a0-be5e-782ddbf37e93 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:32.307435 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21216600-85e2-4a58-a0eb-7ab22220dc75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36335483-50a4-4adc-bbe9-bff91446c41b', 'code': 200} Oct 12 22:50:32.413182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47115d9e-57dd-4950-b898-95ae457d480c req-fcbb40c3-5180-4014-b87b-89ab8bb8f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:32.414745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47115d9e-57dd-4950-b898-95ae457d480c req-fcbb40c3-5180-4014-b87b-89ab8bb8f7ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 1102 time: 0.0455463 Oct 12 22:50:32.452530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47115d9e-57dd-4950-b898-95ae457d480c req-ead21df4-ec32-4fbc-bb5b-23185379a228 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299764 Oct 12 22:50:32.693585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd117766-3cbb-49d0-88a9-a229598d7138 req-33ab724a-9206-43b7-9cfa-a16c00b0cb3d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:32.696062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd117766-3cbb-49d0-88a9-a229598d7138 req-33ab724a-9206-43b7-9cfa-a16c00b0cb3d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0495923 Oct 12 22:50:32.734879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd117766-3cbb-49d0-88a9-a229598d7138 req-8206ef3f-42f6-48b8-b616-7d7089505984 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332465 Oct 12 22:50:32.916132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d45e24-187c-4c30-9e53-27a447bc88fc req-b02ba72e-3285-4f0f-9ed1-dcdc0c0a4702 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:32.917598 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33d45e24-187c-4c30-9e53-27a447bc88fc req-b02ba72e-3285-4f0f-9ed1-dcdc0c0a4702 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 946 time: 0.0522971 Oct 12 22:50:32.960023 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33d45e24-187c-4c30-9e53-27a447bc88fc req-468dff8a-a33a-4be6-9842-b06f458d0ba2 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314171 Oct 12 22:50:33.079717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddd9ffd-886c-44f6-8430-b51ce81d12d0 req-d15e7843-498d-457b-b4b7-62a3d6077151 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:33.081515 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eddd9ffd-886c-44f6-8430-b51ce81d12d0 req-d15e7843-498d-457b-b4b7-62a3d6077151 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 950 time: 0.0545950 Oct 12 22:50:33.132748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eddd9ffd-886c-44f6-8430-b51ce81d12d0 req-885df83b-6975-467d-89c3-5575b0cb593a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436497 Oct 12 22:50:33.144552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f6f6c0-6754-491d-8b00-5cb30601e104 req-2523e7c2-c393-4dd3-a700-382cff524a3b tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:33.145997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4f6f6c0-6754-491d-8b00-5cb30601e104 req-2523e7c2-c393-4dd3-a700-382cff524a3b tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 946 time: 0.0532408 Oct 12 22:50:33.154792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37638) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:33.159192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7ef20cfa-52b2-4c71-833a-bae23f249f47 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Request body: {'floatingip': {'port_id': '8597b1a5-dca5-42fa-b7dd-666635598700'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:33.232084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ef20cfa-52b2-4c71-833a-bae23f249f47 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:33.386840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47ea5c-4b30-4aac-8f01-2fb9c6e8529a req-dc9909bb-dea7-4365-8323-84130541ae69 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:33.388762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b47ea5c-4b30-4aac-8f01-2fb9c6e8529a req-dc9909bb-dea7-4365-8323-84130541ae69 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.0580201 Oct 12 22:50:33.447469 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b47ea5c-4b30-4aac-8f01-2fb9c6e8529a req-cf67ffb9-b03c-4912-82fa-8de8263d59ae tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464203 Oct 12 22:50:33.567066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37650) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:33.710104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aebdf59-9641-43a2-b559-12edad0879bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:33.719449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 69879ed8-43f0-47b8-83d7-550d5c554923 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:33.833285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aebdf59-9641-43a2-b559-12edad0879bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:33.872195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:33.884368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '69879ed8-43f0-47b8-83d7-550d5c554923', 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943', 'port_id': '69879ed8-43f0-47b8-83d7-550d5c554923', 'mac_address': 'fa:16:3e:57:6c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f846092-2003-4768-90a3-cfd9ec1b3eea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:33.893390 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aebdf59-9641-43a2-b559-12edad0879bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:33.921979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:33.936319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69879ed8-43f0-47b8-83d7-550d5c554923 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:33.942205 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8aebdf59-9641-43a2-b559-12edad0879bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccb360ab09c047989ddc529e3c19a839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3738480 Oct 12 22:50:33.947516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37664) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:33.948434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aebdf59-9641-43a2-b559-12edad0879bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c2b9154-314b-4b78-8295-07e15d94291b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:33.968434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:33.999538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0a36e-c126-4664-8998-554f3f4fbd0c req-6e3c003a-6a3c-4b41-8c03-6e85b8e3d6ed tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:34.000942 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c22469d8-948c-4545-a5a3-7f262c53b1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.001088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ecf0a36e-c126-4664-8998-554f3f4fbd0c req-6e3c003a-6a3c-4b41-8c03-6e85b8e3d6ed tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1424003 Oct 12 22:50:34.023825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c22469d8-948c-4545-a5a3-7f262c53b1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.030512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.080506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=69879ed8-43f0-47b8-83d7-550d5c554923,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:34.098457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ecf0a36e-c126-4664-8998-554f3f4fbd0c req-aef94e07-57e1-4dd2-9a8b-ff5dbdf38c2a tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904284 Oct 12 22:50:34.155921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c22469d8-948c-4545-a5a3-7f262c53b1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.158952 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c22469d8-948c-4545-a5a3-7f262c53b1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.163081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c22469d8-948c-4545-a5a3-7f262c53b1af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c2b9154-314b-4b78-8295-07e15d94291b HTTP/1.1" status: 204 len: 168 time: 0.2098305 Oct 12 22:50:34.170119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22469d8-948c-4545-a5a3-7f262c53b1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c2b9154-314b-4b78-8295-07e15d94291b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:34.220701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ef20cfa-52b2-4c71-833a-bae23f249f47 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.269124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c802089-6fa9-4d7c-bbc0-587a66c72ef2 req-b47a158e-29a3-4946-8354-865590638335 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:34.270731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c802089-6fa9-4d7c-bbc0-587a66c72ef2 req-b47a158e-29a3-4946-8354-865590638335 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 950 time: 0.0480976 Oct 12 22:50:34.287142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['69879ed8-43f0-47b8-83d7-550d5c554923'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:34.290228 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ef20cfa-52b2-4c71-833a-bae23f249f47 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.349432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c802089-6fa9-4d7c-bbc0-587a66c72ef2 req-fe899b1b-0a09-4373-88f3-3f3229ffeabc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725000 Oct 12 22:50:34.421252 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-7ef20cfa-52b2-4c71-833a-bae23f249f47 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Floating IP 93de6498-6e4f-470e-bb1e-574232860699 associated. External IP: 172.25.2.30, port: 8597b1a5-dca5-42fa-b7dd-666635598700. Oct 12 22:50:34.680660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375c0b0b-901c-4a3f-9507-68d002497063 req-a151d8b9-b521-49fa-b8de-673c017cecf6 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:34.682063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-375c0b0b-901c-4a3f-9507-68d002497063 req-a151d8b9-b521-49fa-b8de-673c017cecf6 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 1102 time: 0.0575705 Oct 12 22:50:34.683773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ef20cfa-52b2-4c71-833a-bae23f249f47 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Router 801876b1-e06d-4c93-90c9-81b9764fec85 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:50:34.703645 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-375c0b0b-901c-4a3f-9507-68d002497063 req-b1521c57-0b95-4b0f-8017-b6ab0284cf01 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.785850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37678) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:34.799372 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-01c8791e-d860-405f-8992-c429cda172f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.834975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ef20cfa-52b2-4c71-833a-bae23f249f47 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:50:34.842923 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ef20cfa-52b2-4c71-833a-bae23f249f47 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.845289 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] Sync routers for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:50:34.857100 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:50:34.858016 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:50:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:34.890808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7ef20cfa-52b2-4c71-833a-bae23f249f47 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "PUT /v2.0/floatingips/93de6498-6e4f-470e-bb1e-574232860699 HTTP/1.1" status: 200 len: 991 time: 1.7349207 Oct 12 22:50:34.894724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'tag': '8597b1a5-dca5-42fa-b7dd-666635598700'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:34.897028 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c398896-9542-40df-b3fe-6ee0f1db5a71", "tag": "8597b1a5-dca5-42fa-b7dd-666635598700"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:34.900995 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-375c0b0b-901c-4a3f-9507-68d002497063 req-b1521c57-0b95-4b0f-8017-b6ab0284cf01 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.927574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-01c8791e-d860-405f-8992-c429cda172f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.950203 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-375c0b0b-901c-4a3f-9507-68d002497063 req-b1521c57-0b95-4b0f-8017-b6ab0284cf01 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.951730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096d721f-920b-4e38-86a4-fd6ed2f6bc7c req-7a9bcc78-56b7-4341-9de0-e07c1089cd85 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:34.953459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-096d721f-920b-4e38-86a4-fd6ed2f6bc7c req-7a9bcc78-56b7-4341-9de0-e07c1089cd85 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 944 time: 0.0636249 Oct 12 22:50:34.967880 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:50:34.975687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-01c8791e-d860-405f-8992-c429cda172f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:34.976876 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-375c0b0b-901c-4a3f-9507-68d002497063 req-b1521c57-0b95-4b0f-8017-b6ab0284cf01 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881904 Oct 12 22:50:34.981338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1521c57-0b95-4b0f-8017-b6ab0284cf01 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b61bf2-7ae4-4422-9c3d-3362b3cc896e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:35.030347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-096d721f-920b-4e38-86a4-fd6ed2f6bc7c req-a9de6198-b052-4fdb-bf7f-b98495facf18 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689089 Oct 12 22:50:35.036017 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-01c8791e-d860-405f-8992-c429cda172f2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=357facd102b944969fa3a6e1d210b55d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2490253 Oct 12 22:50:35.038068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c8791e-d860-405f-8992-c429cda172f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4322d89c-9a06-4809-b32e-df1e776bdd77,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:35.038709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37690) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:35.119875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58e2e7a9-e6ce-4482-b253-c9d9c9ff8603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:35.149940 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58e2e7a9-e6ce-4482-b253-c9d9c9ff8603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:35.182208 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02533662-e586-4b44-b5c6-5c01251c4165 x-openstack-request-id: req-02533662-e586-4b44-b5c6-5c01251c4165 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:35.182584 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c398896-9542-40df-b3fe-6ee0f1db5a71", "tag": "8597b1a5-dca5-42fa-b7dd-666635598700", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:35.182907 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02533662-e586-4b44-b5c6-5c01251c4165 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:35.183503 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'tag': '8597b1a5-dca5-42fa-b7dd-666635598700', 'status': 'completed', 'code': 200} Oct 12 22:50:35.251171 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '93de6498-6e4f-470e-bb1e-574232860699', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'port_id': '8597b1a5-dca5-42fa-b7dd-666635598700', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'mac_address': 'fa:16:3e:d5:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:50:12Z', 'updated_at': '2021-10-12T22:50:34Z', 'revision_number': 1, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:35.255463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-e6b1bef5-f93c-4ace-82c3-83ef620456de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:35.257153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-e6b1bef5-f93c-4ace-82c3-83ef620456de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b573c89dcb3141af9ee72b823b88e4c8&device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 1098 time: 0.0451372 Oct 12 22:50:35.286266 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] Checking router: 801876b1-e06d-4c93-90c9-81b9764fec85 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:50:35.287613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58e2e7a9-e6ce-4482-b253-c9d9c9ff8603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:35.290439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58e2e7a9-e6ce-4482-b253-c9d9c9ff8603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:35.299271 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:50:35.299271 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:50:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:35.299477 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-58e2e7a9-e6ce-4482-b253-c9d9c9ff8603 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4322d89c-9a06-4809-b32e-df1e776bdd77 HTTP/1.1" status: 204 len: 168 time: 0.2568083 Oct 12 22:50:35.316971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2e7a9-e6ce-4482-b253-c9d9c9ff8603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4322d89c-9a06-4809-b32e-df1e776bdd77,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:35.397719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-304ee1da-60a7-47a8-92c6-1d5a1af57a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:35.399487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-304ee1da-60a7-47a8-92c6-1d5a1af57a96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ab4ee53a-9282-4f5e-a170-01a498e1572a HTTP/1.1" status: 200 len: 925 time: 0.1344416 Oct 12 22:50:35.428288 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:50:35.524533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2771d-b13e-4f92-9e79-c51161f27e0c req-251e4156-1efb-4b45-902f-f3556d06d178 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:35.526079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf2771d-b13e-4f92-9e79-c51161f27e0c req-251e4156-1efb-4b45-902f-f3556d06d178 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0659046 Oct 12 22:50:35.536902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-e30e9f88-c93f-40de-9070-09ee646a42c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8597b1a5-dca5-42fa-b7dd-666635598700 HTTP/1.1" status: 200 len: 999 time: 0.1288540 Oct 12 22:50:35.572136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf2771d-b13e-4f92-9e79-c51161f27e0c req-af6407db-fda2-4bf2-a3e5-5fce6a095f8d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Oct 12 22:50:35.622016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-9fae5f6b-b4c0-4678-9b54-6952cd2fd1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:35.629327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-9fae5f6b-b4c0-4678-9b54-6952cd2fd1be service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4ffffe7c-8b15-454d-86c7-cc5646c61318 HTTP/1.1" status: 200 len: 863 time: 0.0848265 Oct 12 22:50:35.678704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-9155a601-ef1f-4b83-8b5a-55ddd07ac70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:35.679661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-9155a601-ef1f-4b83-8b5a-55ddd07ac70c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ab4ee53a-9282-4f5e-a170-01a498e1572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437925 Oct 12 22:50:35.686745 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '93de6498-6e4f-470e-bb1e-574232860699', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'port_id': '8597b1a5-dca5-42fa-b7dd-666635598700', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'mac_address': 'fa:16:3e:d5:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:50:12Z', 'updated_at': '2021-10-12T22:50:34Z', 'revision_number': 1, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:50:35.691650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-8867fcd0-ee4d-49bb-93a1-c090383f16fe tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255432 Oct 12 22:50:35.719551 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e871d744-0a75-497b-bf65-c3d3a76befa1 None None] The sync data for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 is: [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '93de6498-6e4f-470e-bb1e-574232860699', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'port_id': '8597b1a5-dca5-42fa-b7dd-666635598700', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'mac_address': 'fa:16:3e:d5:35:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:50:12Z', 'updated_at': '2021-10-12T22:50:34Z', 'revision_number': 1, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:50:35.741800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 69879ed8-43f0-47b8-83d7-550d5c554923 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:35.804969 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-0e7c2372-6cac-4eff-be02-5a33e9ead98e service neutron] 10.222.0.41 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151991 Oct 12 22:50:35.872050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0bc2edcb-fcd6-4c78-9ff4-0c980c86d290 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:35.873913 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0bc2edcb-fcd6-4c78-9ff4-0c980c86d290 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1713212 Oct 12 22:50:35.891233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-09665b1b-bc05-4676-b07d-a8965f07b89d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/quotas/d66a438258b743bf858131b70da39cff HTTP/1.1" status: 200 len: 375 time: 0.0103939 Oct 12 22:50:35.893180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 69879ed8-43f0-47b8-83d7-550d5c554923 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:50:35.897533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 69879ed8-43f0-47b8-83d7-550d5c554923 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:35.898058 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:35.916163 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48e3d29f-110e-42e9-bbc1-485bb2e74b0a req-14afaf0a-3c30-44a3-8f86-2318be9537c8 service neutron] 10.222.0.41 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034873 Oct 12 22:50:35.978160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-03843e5f-fc12-4d0f-bdca-1feeb116adbd tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0771480 Oct 12 22:50:36.005521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:36.026908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6d28296-f708-4078-86d1-c323015b56da None None] New status for floating IP 93de6498-6e4f-470e-bb1e-574232860699: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:50:36.070649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:36.072922 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f441723-1dbe-48bb-bfc4-2a6903fe85b2" -d '{"events": [{"server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "name": "network-vif-plugged", "status": "completed", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:36.100032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:36.161830 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:36.240443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=69879ed8-43f0-47b8-83d7-550d5c554923,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:36.705885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21377fe7-0473-4bed-9007-89345e13fa90 req-1351765b-7c2b-4077-92b2-a8654ee31300 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:36.708024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-21377fe7-0473-4bed-9007-89345e13fa90 req-1351765b-7c2b-4077-92b2-a8654ee31300 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0521858 Oct 12 22:50:36.750788 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-21377fe7-0473-4bed-9007-89345e13fa90 req-d73148ff-e242-4789-9845-2ad9058b9199 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317683 Oct 12 22:50:36.851810 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35cc78aa-100e-44aa-8b8e-8616d2368f9e x-openstack-request-id: req-35cc78aa-100e-44aa-8b8e-8616d2368f9e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:36.852294 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "name": "network-vif-plugged", "status": "completed", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:36.852386 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35cc78aa-100e-44aa-8b8e-8616d2368f9e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:36.852739 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923', 'code': 200} Oct 12 22:50:36.963605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10980e56-d19c-488e-809f-6573a79362b1 req-a32899af-4a6d-4341-9a63-76bb28fda349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:36.965172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10980e56-d19c-488e-809f-6573a79362b1 req-a32899af-4a6d-4341-9a63-76bb28fda349 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1097 time: 0.0527129 Oct 12 22:50:37.004256 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10980e56-d19c-488e-809f-6573a79362b1 req-d2c2e5f9-13f9-43a1-880a-c3704ed92c40 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308638 Oct 12 22:50:37.208968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc6dac-212a-4bba-bb54-5e7b34fb8fba req-436a2ef6-d5ae-43a5-ab09-945ae5ec78d0 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:37.210835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ffc6dac-212a-4bba-bb54-5e7b34fb8fba req-436a2ef6-d5ae-43a5-ab09-945ae5ec78d0 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0600138 Oct 12 22:50:37.252311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-474037b3-ef32-4a0e-a86a-115f400fccb6 req-84c4c75c-49fb-4adb-9ecb-36da6a4b0214 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 210 time: 0.0354724 Oct 12 22:50:37.287459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ffc6dac-212a-4bba-bb54-5e7b34fb8fba req-8322b524-9cba-4ec4-8970-2edb294e1671 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675447 Oct 12 22:50:37.649739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37786) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:37.760353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f08ae009-0bac-4e7a-90d7-027f31a1f7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:37.836569 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-a93cca1a-5b60-49ce-ad45-25b45f63ef68 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234959 Oct 12 22:50:37.848592 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f08ae009-0bac-4e7a-90d7-027f31a1f7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:37.938672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f08ae009-0bac-4e7a-90d7-027f31a1f7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:37.945490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-6c2411fb-1e75-4de2-8dab-8708eeea8309 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:37.947065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-6c2411fb-1e75-4de2-8dab-8708eeea8309 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1049061 Oct 12 22:50:37.962137 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-379dbd28-1998-469d-8a06-cfc4ee36b9e2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/quotas/71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 375 time: 0.0093238 Oct 12 22:50:37.978255 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f08ae009-0bac-4e7a-90d7-027f31a1f7a1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db1dbae9bb364b81b7e8e722869cc082&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270414 Oct 12 22:50:37.979139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08ae009-0bac-4e7a-90d7-027f31a1f7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df3535a-e9f6-42a4-b333-db02e2e0e10c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:37.982090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37804) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:38.003873 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-02c3329e-3dd1-4f89-a2ca-394abe1248a7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322044 Oct 12 22:50:38.035103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77733148-949e-40fe-b7c4-964f6e9fb7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:38.058602 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77733148-949e-40fe-b7c4-964f6e9fb7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:38.208979 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77733148-949e-40fe-b7c4-964f6e9fb7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:38.210918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77733148-949e-40fe-b7c4-964f6e9fb7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:38.212631 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77733148-949e-40fe-b7c4-964f6e9fb7ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1df3535a-e9f6-42a4-b333-db02e2e0e10c HTTP/1.1" status: 204 len: 168 time: 0.2302577 Oct 12 22:50:38.241660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77733148-949e-40fe-b7c4-964f6e9fb7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df3535a-e9f6-42a4-b333-db02e2e0e10c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:38.316186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605d273-7e06-4bc1-b7e2-2356b545eb17 req-623e8813-b2b7-4bff-a0ef-ef2f5e73c3a0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:38.317770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c605d273-7e06-4bc1-b7e2-2356b545eb17 req-623e8813-b2b7-4bff-a0ef-ef2f5e73c3a0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0589817 Oct 12 22:50:38.356594 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c605d273-7e06-4bc1-b7e2-2356b545eb17 req-aef421c7-2c70-4827-9177-793a100156d9 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319297 Oct 12 22:50:38.575991 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48e78768-9314-45ad-be2b-9c08aebbd639 req-ec744b67-0455-4036-8b69-fcab97a2bf42 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 210 time: 0.0276535 Oct 12 22:50:38.679472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6730409-04af-4d75-bf11-13d8b725ec9f req-0610cf39-3f46-47ea-b870-8d6ea8b11a5e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 210 time: 0.0256596 Oct 12 22:50:38.786787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953ad30-8478-47c8-ad2a-0166b2a2633d req-c64899e5-1524-4e88-884f-45a69f9318e5 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:38.790727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3953ad30-8478-47c8-ad2a-0166b2a2633d req-c64899e5-1524-4e88-884f-45a69f9318e5 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0539448 Oct 12 22:50:38.826733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3953ad30-8478-47c8-ad2a-0166b2a2633d req-ee2327b3-2786-4c14-8faf-8ff0b05e1a2c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Oct 12 22:50:38.980049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37828) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:38.995955 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:39.086803 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:39.178545 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:39.220751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b29afb-e114-4c66-a1e1-82cde597c468,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:39.225278 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6d90ac87dd7d45409087646e1e6602f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442086 Oct 12 22:50:39.228009 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37832) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:39.230301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.230642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.230990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.231322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.231648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.231968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.232285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.232613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.232913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.233234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.233546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.233859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-556aac53-88fb-4456-a60c-853c3bd5349f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.287140 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cf72d1b0-8e48-43af-9130-501b724fdac7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268981 Oct 12 22:50:39.319514 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:39.618058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:39.712391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-c026b01b-eafb-4b11-a674-1e2b980d2951 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:39.713831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-c026b01b-eafb-4b11-a674-1e2b980d2951 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4166424 Oct 12 22:50:39.722888 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ed69b-c127-4c87-a9dd-d4f168cadfbb req-c0810749-3566-4c22-81f8-152a1bfe3cc8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:39.724273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-728ed69b-c127-4c87-a9dd-d4f168cadfbb req-c0810749-3566-4c22-81f8-152a1bfe3cc8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.1132357 Oct 12 22:50:39.739364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Request body: {'port': {'device_id': 'f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'd66a438258b743bf858131b70da39cff'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:39.835394 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:39.837903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:39.841322 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d6b29afb-e114-4c66-a1e1-82cde597c468 HTTP/1.1" status: 204 len: 168 time: 0.6100645 Oct 12 22:50:39.855882 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-48f48402-c704-44bf-8127-853bf76d41a6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497708 Oct 12 22:50:39.895013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-728ed69b-c127-4c87-a9dd-d4f168cadfbb req-2588c37c-6c0d-41f5-a83b-f237f0926628 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577308 Oct 12 22:50:39.934568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b29afb-e114-4c66-a1e1-82cde597c468,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:39.989369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.989588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.989933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.990265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.990597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.990919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.991263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.991586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.991905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.992220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.992539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:39.992852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf1ee2ae-aec5-4072-a452-97d99ca39766 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:50:40.101422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0f71b3f3-f431-4202-9be9-a153ac92a150 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:40.102886 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0f71b3f3-f431-4202-9be9-a153ac92a150 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2396998 Oct 12 22:50:40.122103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Request body: {'port': {'device_id': '7c7d45bd-d921-4614-8e03-977478771f9f', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'd66a438258b743bf858131b70da39cff'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:40.135122 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b88adb3c-1dad-4528-bc2c-dac7a94d7aa5 req-4741c8bf-dee9-43af-a4e6-a0123d4714ce tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 210 time: 0.0486879 Oct 12 22:50:40.149004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb94e835-4300-4e42-a863-827c757147e4 req-499c2517-2862-4977-8487-6bcf02cedb2e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 210 time: 0.0385768 Oct 12 22:50:40.162323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Made reservation on behalf of d66a438258b743bf858131b70da39cff for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:50:40.165971 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:40.257551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37856) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:40.278232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef373ea7-05b8-4691-9912-2b1f2de6c33b req-39072208-65ca-4d88-98af-a600df489f33 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:40.280154 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef373ea7-05b8-4691-9912-2b1f2de6c33b req-39072208-65ca-4d88-98af-a600df489f33 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1097 time: 0.0500329 Oct 12 22:50:40.333080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef373ea7-05b8-4691-9912-2b1f2de6c33b req-1cc485b3-7bf9-4558-a25d-cb488745baa6 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464480 Oct 12 22:50:40.372040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f54396-0afd-4542-a4ec-0206774eacb1 req-7346964e-c8f0-4939-94d3-143f9dcc7426 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:40.380546 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f54396-0afd-4542-a4ec-0206774eacb1 req-7346964e-c8f0-4939-94d3-143f9dcc7426 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1708829 Oct 12 22:50:40.470585 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f00da4d1-ce18-456c-b84f-47604b885d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:40.532021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f54396-0afd-4542-a4ec-0206774eacb1 req-8894d4e3-f0dd-495b-90d1-f29ec3cb9ba0 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451259 Oct 12 22:50:40.559903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Allocated IP 192.168.233.199 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/626671bf-bc2e-4bc1-a1be-f043f74210aa) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:40.567966 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-3d7a19a7-cddd-4d07-a0d2-f9634d3ae23b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435176 Oct 12 22:50:40.794517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-daf1925c-9d0b-4c55-91c8-3a24708febb1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:40.794517 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-daf1925c-9d0b-4c55-91c8-3a24708febb1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1255784 Oct 12 22:50:40.794517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Request body: {'port': {'device_id': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '71de4dadbd02400388deaaa5fd5e081f'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:40.794813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f00da4d1-ce18-456c-b84f-47604b885d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:40.794813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:40.836036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Made reservation on behalf of d66a438258b743bf858131b70da39cff for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:50:40.839554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:40.948798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f00da4d1-ce18-456c-b84f-47604b885d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:40.956196 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:40.977807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:41.043296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Made reservation on behalf of 71de4dadbd02400388deaaa5fd5e081f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:50:41.049379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.063622 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.068161 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f00da4d1-ce18-456c-b84f-47604b885d83 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d82db86b90b4020914ab45be993adf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8003724 Oct 12 22:50:41.068161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00da4d1-ce18-456c-b84f-47604b885d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df17932c-6cd7-4271-80eb-82168c027edc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:41.071618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37886) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:41.082431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:41.107387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:41.114825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event updated for resources: {'Port': ['ID=626671bf-bc2e-4bc1-a1be-f043f74210aa,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:41.126752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:41.133323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:41.133963 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.139661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Allocated IP 192.168.233.190 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/72c95574-7687-4dfa-95ba-6b13cbc880de) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:41.243194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-524599ba-8664-4ca8-b2e8-14cff4940927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.250159 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-cea9d770-c3a1-498f-8e80-118b97e77c28 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5169048 Oct 12 22:50:41.288588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Request body: {'port': {'device_id': 'f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:41.292431 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.366326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-07d1811e-8714-4863-be44-8057b4375b6d req-36c4c7cc-aa62-4768-befa-46fd77f25268 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 210 time: 0.0913706 Oct 12 22:50:41.381437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.408200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb0285b8-eff3-46bb-a42e-f6b810847ff0 req-7ef36d47-7349-4fe9-afdc-ca6a2f589e55 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 210 time: 0.0840044 Oct 12 22:50:41.431490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c00cfb-c321-4e31-80ce-bb74ad297a2e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:41.460074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-524599ba-8664-4ca8-b2e8-14cff4940927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.543515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.586236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2ffc363b-68f0-4d49-9f47-4afd65bd1421 None None] Provisioning complete for port 626671bf-bc2e-4bc1-a1be-f043f74210aa triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:41.586853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2ffc363b-68f0-4d49-9f47-4afd65bd1421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.630317 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.682274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2ffc363b-68f0-4d49-9f47-4afd65bd1421 None None] Port 626671bf-bc2e-4bc1-a1be-f043f74210aa cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:41.727638 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-524599ba-8664-4ca8-b2e8-14cff4940927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.730173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-524599ba-8664-4ca8-b2e8-14cff4940927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.733790 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-524599ba-8664-4ca8-b2e8-14cff4940927 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df17932c-6cd7-4271-80eb-82168c027edc HTTP/1.1" status: 204 len: 168 time: 0.6540442 Oct 12 22:50:41.778496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524599ba-8664-4ca8-b2e8-14cff4940927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17932c-6cd7-4271-80eb-82168c027edc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:41.795075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80efbc9-f47f-4ec9-98b8-cf4777099f20 req-64241c76-6dbc-48e0-b58f-b464158dce83 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:41.805063 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b80efbc9-f47f-4ec9-98b8-cf4777099f20 req-64241c76-6dbc-48e0-b58f-b464158dce83 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1797872 Oct 12 22:50:41.845432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b80efbc9-f47f-4ec9-98b8-cf4777099f20 req-668e7607-0438-4c3a-9fe1-a2c4d54c2150 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393364 Oct 12 22:50:41.888261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.906588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:41.947994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:41.952048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:41.972093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:41.978324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:41.979149 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:41.983401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event updated for resources: {'Port': ['ID=72c95574-7687-4dfa-95ba-6b13cbc880de,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:42.011929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Allocated IP 192.168.233.35 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/72599d4b-1899-4469-833f-0f63fd4a4469) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:42.056386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-63ecc258-b649-4d41-8b8c-0599a770ed19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9379382 Oct 12 22:50:42.069905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Request body: {'port': {'device_id': '7c7d45bd-d921-4614-8e03-977478771f9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:42.147092 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f6d5e56-8aea-402a-8821-04459705ddf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.222333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.311775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f73e827d-c577-4f3c-ae89-bddb09a4e4ae None None] Provisioning complete for port 72c95574-7687-4dfa-95ba-6b13cbc880de triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:42.312687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f73e827d-c577-4f3c-ae89-bddb09a4e4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.341576 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.363747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f73e827d-c577-4f3c-ae89-bddb09a4e4ae None None] Port 72c95574-7687-4dfa-95ba-6b13cbc880de cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:42.448407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.523719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Pushing event updated for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:42.563355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:42.565751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:42.572214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:42.620940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68543f84-e7ad-40d4-8017-66c5e154d6ea req-ab6f4498-d532-4dd0-a9b2-8efd5c31a622 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:42.622908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68543f84-e7ad-40d4-8017-66c5e154d6ea req-ab6f4498-d532-4dd0-a9b2-8efd5c31a622 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 936 time: 0.1090450 Oct 12 22:50:42.670885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:42.671815 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.675379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59a972e-6b65-48c5-a1d9-b0a30359ceb8 req-72bb448c-5193-43b2-805d-0069edca6757 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:42.689269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d59a972e-6b65-48c5-a1d9-b0a30359ceb8 req-72bb448c-5193-43b2-805d-0069edca6757 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 935 time: 0.1520422 Oct 12 22:50:42.690820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37936) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:42.711996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e92b0773-16d1-4d00-b12c-3e5d1a3e784b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.729067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68543f84-e7ad-40d4-8017-66c5e154d6ea req-7f423a3c-7483-4ef7-a8ac-c90be4323334 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992694 Oct 12 22:50:42.775941 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-9bd89214-efd9-4349-87f5-fb27a5ccdb11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0681856 Oct 12 22:50:42.784602 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d59a972e-6b65-48c5-a1d9-b0a30359ceb8 req-3224f9de-6952-4af3-bad5-acb7b43cf01f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945454 Oct 12 22:50:42.791803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Request body: {'port': {'device_id': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:42.808519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626671bf-bc2e-4bc1-a1be-f043f74210aa {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:42.817687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.838948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Transition to ACTIVE for port object 626671bf-bc2e-4bc1-a1be-f043f74210aa will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:42.915707 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.919229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.923035 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e92b0773-16d1-4d00-b12c-3e5d1a3e784b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:42.995557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d8d9b5f9-6165-4073-9390-a5091cb17c95 None None] Provisioning complete for port 72599d4b-1899-4469-833f-0f63fd4a4469 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:42.998804 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8d9b5f9-6165-4073-9390-a5091cb17c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.090382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d8d9b5f9-6165-4073-9390-a5091cb17c95 None None] Port 72599d4b-1899-4469-833f-0f63fd4a4469 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:43.104428 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e92b0773-16d1-4d00-b12c-3e5d1a3e784b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.158274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Pushing event updated for resources: {'Port': ['ID=626671bf-bc2e-4bc1-a1be-f043f74210aa,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:43.162050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e92b0773-16d1-4d00-b12c-3e5d1a3e784b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cad9f4ba9f4a41a897f2d3f512e6c7ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4666348 Oct 12 22:50:43.166353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37944) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:43.177625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b0773-16d1-4d00-b12c-3e5d1a3e784b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8325cf-43fb-4b60-8e26-1171851d39ed,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:43.198750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Attempting to bind port 626671bf-bc2e-4bc1-a1be-f043f74210aa on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:43.200960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Attempting to bind port 626671bf-bc2e-4bc1-a1be-f043f74210aa by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:43.201299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Attempting to bind port 626671bf-bc2e-4bc1-a1be-f043f74210aa on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:43.225338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Port 626671bf-bc2e-4bc1-a1be-f043f74210aa on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:43.225338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Attempting to bind port 626671bf-bc2e-4bc1-a1be-f043f74210aa on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:43.245212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc24458-cd1d-4ce7-8942-3b1e946597ab req-a6d6fb1b-ac2e-4a0d-87f9-3ec1957a59a6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:43.251539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9bc24458-cd1d-4ce7-8942-3b1e946597ab req-a6d6fb1b-ac2e-4a0d-87f9-3ec1957a59a6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.2364631 Oct 12 22:50:43.258305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:43.258967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:43.263214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:43.263214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Bound port: 626671bf-bc2e-4bc1-a1be-f043f74210aa, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:43.263214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.418551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c95574-7687-4dfa-95ba-6b13cbc880de {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:43.429339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.448581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9bc24458-cd1d-4ce7-8942-3b1e946597ab req-27aab26b-9189-415f-9599-83fee16272da tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928799 Oct 12 22:50:43.469496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e168d1d6-5313-4570-bc4f-5bc848756b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.471368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Transition to ACTIVE for port object 72c95574-7687-4dfa-95ba-6b13cbc880de will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:43.472641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] For port 626671bf-bc2e-4bc1-a1be-f043f74210aa, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:43.477884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] For port 626671bf-bc2e-4bc1-a1be-f043f74210aa, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=626671bf-bc2e-4bc1-a1be-f043f74210aa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:43.494888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e168d1d6-5313-4570-bc4f-5bc848756b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.561808 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.591953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.626149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:43.626889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.629115 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] 10.222.0.25 "PUT /v2.0/ports/626671bf-bc2e-4bc1-a1be-f043f74210aa HTTP/1.1" status: 200 len: 1097 time: 2.3564067 Oct 12 22:50:43.629557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d', 'tag': '626671bf-bc2e-4bc1-a1be-f043f74210aa'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:43.631830 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af64e9c7-378a-4e45-baa6-47f36c63f524" -d '{"events": [{"name": "network-changed", "server_uuid": "f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d", "tag": "626671bf-bc2e-4bc1-a1be-f043f74210aa"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:43.671465 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e168d1d6-5313-4570-bc4f-5bc848756b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.674334 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e168d1d6-5313-4570-bc4f-5bc848756b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.675080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Pushing event updated for resources: {'Port': ['ID=72c95574-7687-4dfa-95ba-6b13cbc880de,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:43.680924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e168d1d6-5313-4570-bc4f-5bc848756b29 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8e8325cf-43fb-4b60-8e26-1171851d39ed HTTP/1.1" status: 204 len: 168 time: 0.5114069 Oct 12 22:50:43.681150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Attempting to bind port 72c95574-7687-4dfa-95ba-6b13cbc880de on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:43.681150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Attempting to bind port 72c95574-7687-4dfa-95ba-6b13cbc880de by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:43.681150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Attempting to bind port 72c95574-7687-4dfa-95ba-6b13cbc880de on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:43.720670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168d1d6-5313-4570-bc4f-5bc848756b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8325cf-43fb-4b60-8e26-1171851d39ed,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:43.739493 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e078c6f-0617-46a7-9d5e-eb45dd663ac8 x-openstack-request-id: req-8e078c6f-0617-46a7-9d5e-eb45dd663ac8 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:43.739780 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d", "tag": "626671bf-bc2e-4bc1-a1be-f043f74210aa", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:43.740035 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e078c6f-0617-46a7-9d5e-eb45dd663ac8 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:43.742396 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d', 'tag': '626671bf-bc2e-4bc1-a1be-f043f74210aa', 'status': 'completed', 'code': 200} Oct 12 22:50:43.761721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Port 72c95574-7687-4dfa-95ba-6b13cbc880de on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:43.763332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Attempting to bind port 72c95574-7687-4dfa-95ba-6b13cbc880de on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:43.790447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:43.791099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:43.791648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:43.792268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Bound port: 72c95574-7687-4dfa-95ba-6b13cbc880de, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:43.792908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.881647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72599d4b-1899-4469-833f-0f63fd4a4469 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:43.898239 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:43.914277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fedfbc-12ff-41db-85d7-5ef0f33df9ce service neutron] Pushing event updated for resources: {'Port': ['ID=626671bf-bc2e-4bc1-a1be-f043f74210aa,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:43.915258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Transition to ACTIVE for port object 72599d4b-1899-4469-833f-0f63fd4a4469 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:43.980299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e9c7-378a-4e45-baa6-47f36c63f524 req-7efa37db-e4db-4f8c-811b-25be1aceed4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:43.982304 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af64e9c7-378a-4e45-baa6-47f36c63f524 req-7efa37db-e4db-4f8c-811b-25be1aceed4b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 1100 time: 0.2387547 Oct 12 22:50:44.025877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] For port 72c95574-7687-4dfa-95ba-6b13cbc880de, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:44.032027 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:44.064904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] For port 72c95574-7687-4dfa-95ba-6b13cbc880de, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72c95574-7687-4dfa-95ba-6b13cbc880de,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:44.073483 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af64e9c7-378a-4e45-baa6-47f36c63f524 req-a6552230-67fe-4da1-9eeb-f71c6595c40e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0597968 Oct 12 22:50:44.095196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0047ff4-2113-4c85-8921-4ad38f48562d req-d31fc6ff-4db6-46b0-9384-c14a56c21fda tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:44.111322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0047ff4-2113-4c85-8921-4ad38f48562d req-d31fc6ff-4db6-46b0-9384-c14a56c21fda tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 935 time: 0.2073045 Oct 12 22:50:44.167325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Pushing event updated for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:44.173977 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:44.213862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37980) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:44.263321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0047ff4-2113-4c85-8921-4ad38f48562d req-cef62b04-38a8-474c-b52b-eee94543d239 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371863 Oct 12 22:50:44.273175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21db08be-f5c9-4c5f-91cb-a92d4ac953b6 req-1b4806d8-d596-4e9a-92a5-d31afb44d33c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:44.287053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21db08be-f5c9-4c5f-91cb-a92d4ac953b6 req-1b4806d8-d596-4e9a-92a5-d31afb44d33c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 948 time: 0.3723238 Oct 12 22:50:44.338729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Attempting to bind port 72599d4b-1899-4469-833f-0f63fd4a4469 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:44.339096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Attempting to bind port 72599d4b-1899-4469-833f-0f63fd4a4469 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:44.339422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Attempting to bind port 72599d4b-1899-4469-833f-0f63fd4a4469 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:44.344450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Port 72599d4b-1899-4469-833f-0f63fd4a4469 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:44.345281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Attempting to bind port 72599d4b-1899-4469-833f-0f63fd4a4469 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:44.349923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:44.350261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:44.350698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:44.351165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Bound port: 72599d4b-1899-4469-833f-0f63fd4a4469, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:44.351524 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:44.455533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:44.457057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:44.459741 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] 10.222.0.25 "PUT /v2.0/ports/72c95574-7687-4dfa-95ba-6b13cbc880de HTTP/1.1" status: 200 len: 1097 time: 2.3954468 Oct 12 22:50:44.462471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:44.476417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:44.499358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64e9c7-378a-4e45-baa6-47f36c63f524 req-4f43637c-8fab-4476-91fd-8c0f72cddc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:44.499358 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af64e9c7-378a-4e45-baa6-47f36c63f524 req-4f43637c-8fab-4476-91fd-8c0f72cddc8b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4146733 Oct 12 22:50:44.516371 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fb06f21-5d5d-4359-b9f6-793a38f8e71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:44.538596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b088016-4b6e-4ca2-9f33-f537fe99065f service neutron] Pushing event updated for resources: {'Port': ['ID=72c95574-7687-4dfa-95ba-6b13cbc880de,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:44.608840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:44.613031 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21db08be-f5c9-4c5f-91cb-a92d4ac953b6 req-bf62d69a-4ce5-4d82-999d-fe49ddf43a83 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3255351 Oct 12 22:50:44.685536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:44.686203 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:44.687926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] 10.222.0.25 "PUT /v2.0/ports/72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 200 len: 1096 time: 1.9014473 Oct 12 22:50:44.694499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:44.694499 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3813df-811c-4d92-b8b2-053208b77ad1" -d '{"events": [{"name": "network-changed", "server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:44.753332 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-151c56e7-ab59-48f2-92f5-065aa7eb6650 x-openstack-request-id: req-151c56e7-ab59-48f2-92f5-065aa7eb6650 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:44.753770 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:44.754009 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-151c56e7-ab59-48f2-92f5-065aa7eb6650 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:44.754447 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469', 'status': 'completed', 'code': 200} Oct 12 22:50:44.776982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dedee4-c47a-417b-9ef1-09c47a057e27 service neutron] Pushing event updated for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:44.831374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67d76f3-bcef-4493-b2d9-f0b45728b178 req-b329571e-532f-4c2f-81f3-897a8a7c86a0 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:44.834331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f67d76f3-bcef-4493-b2d9-f0b45728b178 req-b329571e-532f-4c2f-81f3-897a8a7c86a0 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1355946 Oct 12 22:50:44.876812 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fb06f21-5d5d-4359-b9f6-793a38f8e71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:44.900835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3813df-811c-4d92-b8b2-053208b77ad1 req-cc553608-ff9f-4cb6-af6f-e90dfb3d385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:44.902326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f3813df-811c-4d92-b8b2-053208b77ad1 req-cc553608-ff9f-4cb6-af6f-e90dfb3d385b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1099 time: 0.1272511 Oct 12 22:50:44.931295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f67d76f3-bcef-4493-b2d9-f0b45728b178 req-2dfb3606-efe2-4823-81a1-4e361ff16c2d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844090 Oct 12 22:50:44.943244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f3813df-811c-4d92-b8b2-053208b77ad1 req-2b549610-9851-4c03-83ea-e9a5fa50849d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325286 Oct 12 22:50:44.979264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fb06f21-5d5d-4359-b9f6-793a38f8e71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:44.993679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-2329b042-3a4e-4897-a2c8-e870367885e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:44.995222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-2329b042-3a4e-4897-a2c8-e870367885e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 1100 time: 0.4404242 Oct 12 22:50:44.997918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-57659c44-eb41-4f1e-9d8e-a79a5db93a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:44.999435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-57659c44-eb41-4f1e-9d8e-a79a5db93a99 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 1100 time: 0.4288342 Oct 12 22:50:45.051842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-c8a309a4-6df0-4e8f-b103-e62015a35d72 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=626671bf-bc2e-4bc1-a1be-f043f74210aa HTTP/1.1" status: 200 len: 217 time: 0.0489078 Oct 12 22:50:45.057270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1fb06f21-5d5d-4359-b9f6-793a38f8e71f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ec937c2240eb4d168ea8328f59e891d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8401895 Oct 12 22:50:45.060888 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-35c8687c-1d7a-4e62-99bb-a971b497601f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:45.091756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb06f21-5d5d-4359-b9f6-793a38f8e71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96347e22-6598-4594-b8a5-f5484540d342,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:45.099958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38006) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:45.121469 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-0ec0bc02-ca06-4d56-a5b6-069dd550e9f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=72c95574-7687-4dfa-95ba-6b13cbc880de HTTP/1.1" status: 200 len: 217 time: 0.0647821 Oct 12 22:50:45.207536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64c0386a-e67b-422e-8030-51672e70705f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:45.211003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-1717561b-a12b-45d5-8d67-3d37de51f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:45.213133 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-1717561b-a12b-45d5-8d67-3d37de51f7f5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0524437 Oct 12 22:50:45.290063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3813df-811c-4d92-b8b2-053208b77ad1 req-e3c1f425-72d4-4e1a-a5b5-47a90094f947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:45.291578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f3813df-811c-4d92-b8b2-053208b77ad1 req-e3c1f425-72d4-4e1a-a5b5-47a90094f947 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3412001 Oct 12 22:50:45.298013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-b34c8071-63a5-4dda-b845-fdf8f7df0f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:45.300637 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-b34c8071-63a5-4dda-b845-fdf8f7df0f69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1816430 Oct 12 22:50:45.359632 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64c0386a-e67b-422e-8030-51672e70705f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:45.360482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-061a97bc-0ebd-4f4b-be92-72de389da0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:45.362201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-061a97bc-0ebd-4f4b-be92-72de389da0a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1323719 Oct 12 22:50:45.367225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-c5e34536-b35a-4612-ac64-407953fe8208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:45.368684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-c5e34536-b35a-4612-ac64-407953fe8208 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0594127 Oct 12 22:50:45.487761 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:45.491052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-ca57661f-8d57-4234-8c64-cb4246fde0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:45.493230 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-ca57661f-8d57-4234-8c64-cb4246fde0b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1099 time: 0.1301854 Oct 12 22:50:45.504222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bff555-e857-4e5f-a240-aa5ad442aa03 req-78aed0e9-f423-456d-91d8-517217ee559b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:45.506001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99bff555-e857-4e5f-a240-aa5ad442aa03 req-78aed0e9-f423-456d-91d8-517217ee559b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.1185009 Oct 12 22:50:45.542909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-d9eb4fba-37ea-4d02-aec5-a0853d3086d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 200 len: 217 time: 0.0358534 Oct 12 22:50:45.545607 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-ff9cadc9-c0b7-4441-a313-ef199aa071ec service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741440 Oct 12 22:50:45.558415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-554ae7b4-8e7c-47a8-957e-61209797d718 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812456 Oct 12 22:50:45.616098 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64c0386a-e67b-422e-8030-51672e70705f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:45.618916 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64c0386a-e67b-422e-8030-51672e70705f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:45.620054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-64c0386a-e67b-422e-8030-51672e70705f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/96347e22-6598-4594-b8a5-f5484540d342 HTTP/1.1" status: 204 len: 168 time: 0.5192029 Oct 12 22:50:45.637525 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99bff555-e857-4e5f-a240-aa5ad442aa03 req-fd761f52-cf11-4f91-a9cc-6e71bb0fc5be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964444 Oct 12 22:50:45.639702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-8f0c1c81-19de-4ade-b1df-af745ca772a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:45.641066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-8f0c1c81-19de-4ade-b1df-af745ca772a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0838835 Oct 12 22:50:45.641906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0386a-e67b-422e-8030-51672e70705f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96347e22-6598-4594-b8a5-f5484540d342,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:45.742709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-af1b8b07-8c60-4404-b249-7544db0aab61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:45.746209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7d45bd-d921-4614-8e03-977478771f9f', 'tag': '72c95574-7687-4dfa-95ba-6b13cbc880de'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:45.748106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-af1b8b07-8c60-4404-b249-7544db0aab61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0999229 Oct 12 22:50:45.749639 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038fd65e-109c-42ad-93b0-1d6bdba8b39e" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7d45bd-d921-4614-8e03-977478771f9f", "tag": "72c95574-7687-4dfa-95ba-6b13cbc880de"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:45.763320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-de5ef137-f96c-4bac-b311-c9290082f713 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1971481 Oct 12 22:50:45.778825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb83fa91-8839-4f72-886e-85a85734bc90 req-971243e1-5460-4735-a02d-f62fcc3ee864 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233064 Oct 12 22:50:45.855336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-d0a43901-d687-4c16-b4ab-fd944975950f service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949423 Oct 12 22:50:45.990988 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:46.023299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a28f005-a6f1-44d7-9004-8376cef582ed req-e884c884-35c0-445f-b9cd-d22e706c80ea tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:46.030786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a28f005-a6f1-44d7-9004-8376cef582ed req-e884c884-35c0-445f-b9cd-d22e706c80ea tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 948 time: 0.0879993 Oct 12 22:50:46.039576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b3c0da1-a8c3-4c29-8f6c-e5719cb3ba12 req-02ce9e81-375c-4f6e-8424-c917ff9fd263 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795874 Oct 12 22:50:46.068318 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a28f005-a6f1-44d7-9004-8376cef582ed req-a3cf52ff-1642-4b35-b139-2e761b775a78 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368752 Oct 12 22:50:46.113626 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25f8ed30-0f16-4302-986d-d989dabe92eb x-openstack-request-id: req-25f8ed30-0f16-4302-986d-d989dabe92eb {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:46.113626 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7d45bd-d921-4614-8e03-977478771f9f", "tag": "72c95574-7687-4dfa-95ba-6b13cbc880de", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:46.113626 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25f8ed30-0f16-4302-986d-d989dabe92eb {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:46.113626 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7d45bd-d921-4614-8e03-977478771f9f', 'tag': '72c95574-7687-4dfa-95ba-6b13cbc880de', 'status': 'completed', 'code': 200} Oct 12 22:50:46.215780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-7a950dd3-8f04-46af-a36d-be2c00971161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:46.217390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-7a950dd3-8f04-46af-a36d-be2c00971161 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 1100 time: 0.0725477 Oct 12 22:50:46.239991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83a103b-585c-406c-b224-25817b08e12a req-54e4b045-0392-4287-b97a-eac79638b9af tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:46.241408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b83a103b-585c-406c-b224-25817b08e12a req-54e4b045-0392-4287-b97a-eac79638b9af tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0727417 Oct 12 22:50:46.333054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b83a103b-585c-406c-b224-25817b08e12a req-0257a57c-0a4a-4627-a8ad-e1567bb5567e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548551 Oct 12 22:50:46.355849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-0830950c-9b25-4b16-93cd-71169d54b14e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:46.357372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-0830950c-9b25-4b16-93cd-71169d54b14e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1324782 Oct 12 22:50:46.420904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38054) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:46.434886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fd154d6-9b14-4832-917b-7caf67e2b92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:46.508019 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fd154d6-9b14-4832-917b-7caf67e2b92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:46.549061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-380e641f-561a-4b43-9e21-e26f23d05503 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=72c95574-7687-4dfa-95ba-6b13cbc880de HTTP/1.1" status: 200 len: 217 time: 0.0395162 Oct 12 22:50:46.590396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fd154d6-9b14-4832-917b-7caf67e2b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:46.646146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-5e6df058-6620-4e9d-a307-6fd9211dffed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:46.647666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-5e6df058-6620-4e9d-a307-6fd9211dffed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0886784 Oct 12 22:50:46.653032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38062) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:46.654780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3fd154d6-9b14-4832-917b-7caf67e2b92e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c979e483054f4e37bd9705744c1f6eb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323344 Oct 12 22:50:46.657404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd154d6-9b14-4832-917b-7caf67e2b92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c02b8e-1035-4eec-be05-2f83f9747976,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:46.713289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-d71f38c0-150a-4854-ba12-545947312dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:46.715320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-d71f38c0-150a-4854-ba12-545947312dae service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0528033 Oct 12 22:50:46.738426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f59c9494-24d5-4387-ab91-ef239b6c6fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:46.770189 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f59c9494-24d5-4387-ab91-ef239b6c6fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:46.828803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-e1ffbedf-45b4-4e71-9781-afb28a5e16a1 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029346 Oct 12 22:50:46.854083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcfc6d6-2530-4fef-ab2b-aaece0ca34ef req-ddef7ea7-ca3a-4ef4-a55b-59bf4c4d3786 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:46.855557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ebcfc6d6-2530-4fef-ab2b-aaece0ca34ef req-ddef7ea7-ca3a-4ef4-a55b-59bf4c4d3786 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.0672009 Oct 12 22:50:46.913507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ebcfc6d6-2530-4fef-ab2b-aaece0ca34ef req-92e25f55-26c6-49f1-a913-0b3979c45131 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436938 Oct 12 22:50:46.942827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-038fd65e-109c-42ad-93b0-1d6bdba8b39e req-b3140bdf-b891-44dc-a1c0-27841bd7af06 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059661 Oct 12 22:50:46.950919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f59c9494-24d5-4387-ab91-ef239b6c6fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:46.954350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f59c9494-24d5-4387-ab91-ef239b6c6fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:46.967469 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f59c9494-24d5-4387-ab91-ef239b6c6fd7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40c02b8e-1035-4eec-be05-2f83f9747976 HTTP/1.1" status: 204 len: 168 time: 0.3012669 Oct 12 22:50:46.967469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c9494-24d5-4387-ab91-ef239b6c6fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c02b8e-1035-4eec-be05-2f83f9747976,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:47.343743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ae5906-6db0-48c9-a583-26c5e9545975 req-0a1ca5f8-29ba-4b26-a995-7537d0e92e93 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:47.345528 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72ae5906-6db0-48c9-a583-26c5e9545975 req-0a1ca5f8-29ba-4b26-a995-7537d0e92e93 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 948 time: 0.0783858 Oct 12 22:50:47.403571 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72ae5906-6db0-48c9-a583-26c5e9545975 req-007e9697-8884-4e91-91ba-ead0d4ec7156 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494967 Oct 12 22:50:47.526045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36474935-c77a-4fb1-8d6b-4cc087dadff2 req-501cb274-df48-47bc-8939-4a2a548fb36b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:47.532095 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36474935-c77a-4fb1-8d6b-4cc087dadff2 req-501cb274-df48-47bc-8939-4a2a548fb36b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0691676 Oct 12 22:50:47.583674 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36474935-c77a-4fb1-8d6b-4cc087dadff2 req-fdd8a000-315f-4044-99b3-1957c9958326 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Oct 12 22:50:47.635567 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:48.049633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5d32a-ea04-4ae5-9b59-f8e87e8276e6 req-90634f78-0185-47ba-80cf-eb7d1ce63439 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:48.051531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ff5d32a-ea04-4ae5-9b59-f8e87e8276e6 req-90634f78-0185-47ba-80cf-eb7d1ce63439 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.0529535 Oct 12 22:50:48.092137 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ff5d32a-ea04-4ae5-9b59-f8e87e8276e6 req-7390e73c-4cb1-4edf-b741-9ef97fdaa4b1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340838 Oct 12 22:50:48.574338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b43f0-bc7e-4eea-bbe4-8e424180b2be req-8f8a4c5c-59a1-477b-b440-e196cb30f8dd tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:48.576264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-650b43f0-bc7e-4eea-bbe4-8e424180b2be req-8f8a4c5c-59a1-477b-b440-e196cb30f8dd tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 948 time: 0.0812371 Oct 12 22:50:48.608096 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:48.644789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-650b43f0-bc7e-4eea-bbe4-8e424180b2be req-9bf13e9a-7c0d-4dc6-8ded-c70325ef87b0 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549643 Oct 12 22:50:48.754119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a526721-71b7-4984-9c62-d177887a6605 req-b3f510e7-6ee2-46a2-99ab-0f83277c59fa tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:48.758575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a526721-71b7-4984-9c62-d177887a6605 req-b3f510e7-6ee2-46a2-99ab-0f83277c59fa tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0897694 Oct 12 22:50:48.812000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a526721-71b7-4984-9c62-d177887a6605 req-d7d19cc1-84fd-49a3-8403-eae33c9f7fb8 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432308 Oct 12 22:50:48.857864 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:49.223543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40d17-431e-4d00-9298-5978c085dad5 req-dd7a6cc8-ec25-419c-95b7-551475d360ba tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:49.230820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75e40d17-431e-4d00-9298-5978c085dad5 req-dd7a6cc8-ec25-419c-95b7-551475d360ba tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.0617185 Oct 12 22:50:49.271329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75e40d17-431e-4d00-9298-5978c085dad5 req-1578f338-7878-4749-9ece-21fb38e3d561 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394993 Oct 12 22:50:49.338007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-4b95ba28-1ca9-4375-9ea0-081d3301e720 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=7003ee18ddf34daab8a971760e38f2c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267012 Oct 12 22:50:49.464174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-4747a202-857d-42c7-ba31-5d07ff061374 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:49.465638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-4747a202-857d-42c7-ba31-5d07ff061374 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1217289 Oct 12 22:50:49.488488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-0328caad-2c72-40c9-b71b-469cc9e01874 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/quotas/7003ee18ddf34daab8a971760e38f2c7 HTTP/1.1" status: 200 len: 375 time: 0.0167015 Oct 12 22:50:49.526142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-d2aa6cef-2156-492b-a255-cfa296051541 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7003ee18ddf34daab8a971760e38f2c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366974 Oct 12 22:50:49.648600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38186) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:49.792310 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36a31447-49ec-4814-b2f5-466cc173670c req-c0d588ee-f2ae-4bb9-843b-df5c389e6f2e tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 210 time: 0.0510633 Oct 12 22:50:49.801078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-74e5ed68-5897-4841-ab7a-cd07319c2787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:49.813239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 626671bf-bc2e-4bc1-a1be-f043f74210aa details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:49.822410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26065237-84c7-4a65-803c-a2d8189a7b5c req-33149208-485d-49eb-a6b4-956fd7c42dbc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:49.824103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26065237-84c7-4a65-803c-a2d8189a7b5c req-33149208-485d-49eb-a6b4-956fd7c42dbc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 948 time: 0.0875609 Oct 12 22:50:49.925729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26065237-84c7-4a65-803c-a2d8189a7b5c req-f0961e13-ddcd-4ca5-8d15-09001ce5e15d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886927 Oct 12 22:50:49.960108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 626671bf-bc2e-4bc1-a1be-f043f74210aa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=626671bf-bc2e-4bc1-a1be-f043f74210aa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:49.975699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '626671bf-bc2e-4bc1-a1be-f043f74210aa', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '626671bf-bc2e-4bc1-a1be-f043f74210aa', 'mac_address': 'fa:16:3e:5f:3d:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:50.004731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-74e5ed68-5897-4841-ab7a-cd07319c2787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.017749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5b612-f18e-477c-b099-93737a3d8b25 req-e8e4569b-4655-4393-9b96-87d1e7adac86 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:50.019683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68c5b612-f18e-477c-b099-93737a3d8b25 req-e8e4569b-4655-4393-9b96-87d1e7adac86 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0964925 Oct 12 22:50:50.025948 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.041658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626671bf-bc2e-4bc1-a1be-f043f74210aa {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:50.062566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 626671bf-bc2e-4bc1-a1be-f043f74210aa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=626671bf-bc2e-4bc1-a1be-f043f74210aa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:50.064775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68c5b612-f18e-477c-b099-93737a3d8b25 req-18b7de0e-c45f-4d7d-b6f5-f164aceef82b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371714 Oct 12 22:50:50.075850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-74e5ed68-5897-4841-ab7a-cd07319c2787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.116139 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-74e5ed68-5897-4841-ab7a-cd07319c2787 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a9ddbdb25b74b56845c1392f3f658c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4662805 Oct 12 22:50:50.116952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5ed68-5897-4841-ab7a-cd07319c2787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dcf2ccd-e383-4f30-9d6b-75c5de76f773,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:50.118804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38202) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:50.145253 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.146190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 72c95574-7687-4dfa-95ba-6b13cbc880de details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:50.170568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-347135b2-41a7-4dd7-b7c0-588b7277cfee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.193165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-347135b2-41a7-4dd7-b7c0-588b7277cfee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.205505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 72c95574-7687-4dfa-95ba-6b13cbc880de, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72c95574-7687-4dfa-95ba-6b13cbc880de,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:50.228102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '72c95574-7687-4dfa-95ba-6b13cbc880de', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '72c95574-7687-4dfa-95ba-6b13cbc880de', 'mac_address': 'fa:16:3e:dd:8f:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:50.232858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=626671bf-bc2e-4bc1-a1be-f043f74210aa,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:50.276702 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.305419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c95574-7687-4dfa-95ba-6b13cbc880de {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:50.328059 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-347135b2-41a7-4dd7-b7c0-588b7277cfee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.334023 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-347135b2-41a7-4dd7-b7c0-588b7277cfee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.336105 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-347135b2-41a7-4dd7-b7c0-588b7277cfee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6dcf2ccd-e383-4f30-9d6b-75c5de76f773 HTTP/1.1" status: 204 len: 168 time: 0.2158141 Oct 12 22:50:50.345332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 72c95574-7687-4dfa-95ba-6b13cbc880de, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72c95574-7687-4dfa-95ba-6b13cbc880de,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:50.357569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347135b2-41a7-4dd7-b7c0-588b7277cfee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dcf2ccd-e383-4f30-9d6b-75c5de76f773,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:50.407779 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.408584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 72599d4b-1899-4469-833f-0f63fd4a4469 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:50.473328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad409783-035f-46be-9b98-b4f5ae6050d0 req-328aaaf1-b209-4384-925a-6f47fdedb051 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:50.474959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad409783-035f-46be-9b98-b4f5ae6050d0 req-328aaaf1-b209-4384-925a-6f47fdedb051 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.0592585 Oct 12 22:50:50.508495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=72c95574-7687-4dfa-95ba-6b13cbc880de,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:50.536414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:50.544100 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad409783-035f-46be-9b98-b4f5ae6050d0 req-5e548c34-7798-4a52-a724-84cc21efc4e5 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545685 Oct 12 22:50:50.551135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '72599d4b-1899-4469-833f-0f63fd4a4469', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '72599d4b-1899-4469-833f-0f63fd4a4469', 'mac_address': 'fa:16:3e:b4:9f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:50.627303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.643915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72599d4b-1899-4469-833f-0f63fd4a4469 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:50.662749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:50.738630 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:50.794696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:50.873109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d975ecc8-916d-41fb-a794-34939cc9608f req-f8f3fb9f-d2f4-4608-acf2-9955579aa724 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 210 time: 0.0259113 Oct 12 22:50:51.040138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128c2215-0fab-473d-a012-4698a8824f65 req-e7ec66b8-61a5-4c3c-a192-faff23354048 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:51.041916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-128c2215-0fab-473d-a012-4698a8824f65 req-e7ec66b8-61a5-4c3c-a192-faff23354048 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 949 time: 0.0538657 Oct 12 22:50:51.060376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38222) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:51.076234 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43f09a04-2e37-4c68-a6ca-c771f8377a0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:51.105231 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-128c2215-0fab-473d-a012-4698a8824f65 req-45c2df9d-953d-41e7-a73f-ee990d0af713 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570648 Oct 12 22:50:51.122412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:51.152939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['72c95574-7687-4dfa-95ba-6b13cbc880de'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:51.157740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['72599d4b-1899-4469-833f-0f63fd4a4469'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:51.180017 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43f09a04-2e37-4c68-a6ca-c771f8377a0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:51.226505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94f4331-02d9-49b7-806a-9fedf8458165 req-572d41f7-5542-44d9-9213-889def8d1fe4 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:51.228146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d94f4331-02d9-49b7-806a-9fedf8458165 req-572d41f7-5542-44d9-9213-889def8d1fe4 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0515835 Oct 12 22:50:51.236373 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43f09a04-2e37-4c68-a6ca-c771f8377a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:51.269940 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d94f4331-02d9-49b7-806a-9fedf8458165 req-ea3541a4-61ba-4e52-8cef-c9d118e2ac9d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355856 Oct 12 22:50:51.298657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-43f09a04-2e37-4c68-a6ca-c771f8377a0d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=df2f805d523e49c8975c7c760d59220c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406697 Oct 12 22:50:51.300161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38226) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:51.313723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f09a04-2e37-4c68-a6ca-c771f8377a0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=247ca49e-b218-4aab-af96-410942255b82,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:51.357063 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4adaff79-504f-4cfd-945e-cfe2961ab4e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:51.383564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4adaff79-504f-4cfd-945e-cfe2961ab4e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:51.504852 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4adaff79-504f-4cfd-945e-cfe2961ab4e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:51.509058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4adaff79-504f-4cfd-945e-cfe2961ab4e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:51.510644 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4adaff79-504f-4cfd-945e-cfe2961ab4e2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/247ca49e-b218-4aab-af96-410942255b82 HTTP/1.1" status: 204 len: 168 time: 0.2093971 Oct 12 22:50:51.522478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adaff79-504f-4cfd-945e-cfe2961ab4e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=247ca49e-b218-4aab-af96-410942255b82,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:51.754755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8a16a5-2e12-4c4d-b553-171e2ed22976 req-db118849-7408-4994-a047-858feeae3b8d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:51.756220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc8a16a5-2e12-4c4d-b553-171e2ed22976 req-db118849-7408-4994-a047-858feeae3b8d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 948 time: 0.0731139 Oct 12 22:50:51.794981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc8a16a5-2e12-4c4d-b553-171e2ed22976 req-2e1d34eb-7df9-4178-bbd5-bb5f9553c5ed tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324807 Oct 12 22:50:51.975837 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-993d014e-2571-422b-81a4-a29cb52f2c45 req-2f88e0f4-a66c-4f7c-a65c-b29c542b7cc9 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 210 time: 0.0328915 Oct 12 22:50:52.138134 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-7d52e686-44cc-47bf-ab8c-0cbf0a6338ee tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=7003ee18ddf34daab8a971760e38f2c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281701 Oct 12 22:50:52.227299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc26fa6-5b66-4d23-9878-7fac9587a14a req-f745be8e-e35a-491c-bb19-064a538e842d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:52.229398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fcc26fa6-5b66-4d23-9878-7fac9587a14a req-f745be8e-e35a-491c-bb19-064a538e842d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 949 time: 0.0509517 Oct 12 22:50:52.284898 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fcc26fa6-5b66-4d23-9878-7fac9587a14a req-5e7f9fac-1c86-44e8-86fa-511c898a0f72 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462825 Oct 12 22:50:52.307209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-9c1d83d3-def7-4a50-ac86-5baa8e965709 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:52.307209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-9c1d83d3-def7-4a50-ac86-5baa8e965709 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575067 Oct 12 22:50:52.318447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Request body: {'port': {'device_id': 'e7cd63b5-c8ca-4cec-97d7-e7de8a854018', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '7003ee18ddf34daab8a971760e38f2c7'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:52.464754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7be5b3-685f-4e24-a3e9-2ef836b62edd req-6091775d-365a-4721-871c-768624a7ce23 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:52.466204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a7be5b3-685f-4e24-a3e9-2ef836b62edd req-6091775d-365a-4721-871c-768624a7ce23 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0903957 Oct 12 22:50:52.525975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a7be5b3-685f-4e24-a3e9-2ef836b62edd req-51be1592-01af-44b2-925c-f471a285ee42 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510635 Oct 12 22:50:52.589879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Made reservation on behalf of 7003ee18ddf34daab8a971760e38f2c7 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:50:52.593457 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:52.612570 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:52.689955 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:52.750279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:52.827852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79043482-70ed-42c0-a16f-485e231e033c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:52.906462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Allocated IP 192.168.233.113 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/9e2346b0-2fb5-4615-997a-3a6c4bc0ec30) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:50:52.937236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9925a-d10d-4213-8bd2-4534a4c8fa63 req-5a8915f6-da5f-4500-aa8e-2ebab4cd1943 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:52.938868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9aa9925a-d10d-4213-8bd2-4534a4c8fa63 req-5a8915f6-da5f-4500-aa8e-2ebab4cd1943 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 948 time: 0.0560756 Oct 12 22:50:52.981701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9aa9925a-d10d-4213-8bd2-4534a4c8fa63 req-489036a5-e12e-4d36-a9c1-ffe1e7878ebb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356417 Oct 12 22:50:53.015866 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:50:53.086911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-312cf5fc-73e9-4148-b2e3-ac518f47dfbf req-6b48d90d-c793-448f-ad6c-ccb2bb133211 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 210 time: 0.0363209 Oct 12 22:50:53.096253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:53.191349 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:53.234723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:50:53.238116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:50:53.241734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:50:53.247235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:53.247833 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:53.256712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Pushing event updated for resources: {'Port': ['ID=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:53.347599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-e78ac8d4-22df-481f-8605-a9d771fb4c5f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0340953 Oct 12 22:50:53.361547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Request body: {'port': {'device_id': 'e7cd63b5-c8ca-4cec-97d7-e7de8a854018', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:50:53.437588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f855c66e-2ba6-4cd7-9c2b-3cc7cfdafec3 req-d8e082e6-3e5f-40d0-96b4-038b2baec7f9 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:53.439449 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f855c66e-2ba6-4cd7-9c2b-3cc7cfdafec3 req-d8e082e6-3e5f-40d0-96b4-038b2baec7f9 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 949 time: 0.0603049 Oct 12 22:50:53.449891 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:53.478229 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f855c66e-2ba6-4cd7-9c2b-3cc7cfdafec3 req-1ff50396-94cb-40e5-ba5c-671c6189c829 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317039 Oct 12 22:50:53.533391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6200505d-4b2f-46ce-9149-cb7b9bdace86 None None] Provisioning complete for port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:53.534016 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6200505d-4b2f-46ce-9149-cb7b9bdace86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:53.569667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6200505d-4b2f-46ce-9149-cb7b9bdace86 None None] Port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:50:53.695313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63d6db-0b36-4119-9e43-40a8166c5a0b req-70638fdd-6c8b-47fd-9b3b-b38b18ef08fd tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:53.696941 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc63d6db-0b36-4119-9e43-40a8166c5a0b req-70638fdd-6c8b-47fd-9b3b-b38b18ef08fd tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0601742 Oct 12 22:50:53.735072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc63d6db-0b36-4119-9e43-40a8166c5a0b req-b3d9bd78-921e-4f5c-a88f-5ce9686e2203 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Oct 12 22:50:53.810558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 72c95574-7687-4dfa-95ba-6b13cbc880de up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:53.868473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:53.876303 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:53.890506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Transition to ACTIVE for port object 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:50:53.915769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 72c95574-7687-4dfa-95ba-6b13cbc880de completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:50:53.919585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 72c95574-7687-4dfa-95ba-6b13cbc880de triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:53.919959 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:53.944339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:53.996872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:54.003313 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.037952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Attempting to bind port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:50:54.040680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Attempting to bind port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:50:54.041077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Attempting to bind port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:54.046137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7d45bd-d921-4614-8e03-977478771f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c95574-7687-4dfa-95ba-6b13cbc880de'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:54.048795 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf4d39a-8d41-4b30-9e69-da9785276c00" -d '{"events": [{"server_uuid": "7c7d45bd-d921-4614-8e03-977478771f9f", "name": "network-vif-plugged", "status": "completed", "tag": "72c95574-7687-4dfa-95ba-6b13cbc880de"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:54.050117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:50:54.052109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Attempting to bind port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:50:54.063091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:50:54.063527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 72c95574-7687-4dfa-95ba-6b13cbc880de, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72c95574-7687-4dfa-95ba-6b13cbc880de,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:54.067465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:50:54.068293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:50:54.068932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Bound port: 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:50:54.069307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.093329 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ab74f7-af85-4926-99d7-a0e244c21915 x-openstack-request-id: req-39ab74f7-af85-4926-99d7-a0e244c21915 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:54.093659 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7d45bd-d921-4614-8e03-977478771f9f", "name": "network-vif-plugged", "status": "completed", "tag": "72c95574-7687-4dfa-95ba-6b13cbc880de", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:54.093904 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39ab74f7-af85-4926-99d7-a0e244c21915 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:54.094302 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7d45bd-d921-4614-8e03-977478771f9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c95574-7687-4dfa-95ba-6b13cbc880de', 'code': 200} Oct 12 22:50:54.121725 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.123247 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 72599d4b-1899-4469-833f-0f63fd4a4469 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:54.226203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=72c95574-7687-4dfa-95ba-6b13cbc880de,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:54.235639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85509fde-bcf1-440f-8181-221d5da12648 req-09235ab6-ba9c-40c0-b435-a3c49bd3a44b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.243804 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-85509fde-bcf1-440f-8181-221d5da12648 req-09235ab6-ba9c-40c0-b435-a3c49bd3a44b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 948 time: 0.1225450 Oct 12 22:50:54.262028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] For port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:50:54.266637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9350437e-3590-482a-a655-5830af12fd1c req-f62fa198-b90e-4aee-aa83-31134855abaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.268677 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9350437e-3590-482a-a655-5830af12fd1c req-f62fa198-b90e-4aee-aa83-31134855abaa service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 1102 time: 0.0905693 Oct 12 22:50:54.278803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] For port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:50:54.291088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e0a12-d6e3-46e4-a5ed-57ce8a05964d req-617e9c2b-3fc7-4ecc-b49f-15a30e9e623b tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.292627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-845e0a12-d6e3-46e4-a5ed-57ce8a05964d req-617e9c2b-3fc7-4ecc-b49f-15a30e9e623b tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 948 time: 0.0758808 Oct 12 22:50:54.306960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-85509fde-bcf1-440f-8181-221d5da12648 req-472c250e-1d0b-4b97-ad5f-6d24d5145df2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542407 Oct 12 22:50:54.310485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 72599d4b-1899-4469-833f-0f63fd4a4469 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:50:54.321045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 72599d4b-1899-4469-833f-0f63fd4a4469 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:54.321588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.328371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.354136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9350437e-3590-482a-a655-5830af12fd1c req-93354537-5a06-4334-95a4-5cb559b07dd1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770257 Oct 12 22:50:54.381241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-845e0a12-d6e3-46e4-a5ed-57ce8a05964d req-60c4d81f-efaa-45d1-8389-1e884669d88f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755785 Oct 12 22:50:54.388754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.389387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.391159 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 HTTP/1.1" status: 200 len: 1097 time: 1.0343182 Oct 12 22:50:54.391680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7cd63b5-c8ca-4cec-97d7-e7de8a854018', 'tag': '9e2346b0-2fb5-4615-997a-3a6c4bc0ec30'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:54.394697 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df2022a-75a9-4c82-bc7f-241ff60ba09f" -d '{"events": [{"name": "network-changed", "server_uuid": "e7cd63b5-c8ca-4cec-97d7-e7de8a854018", "tag": "9e2346b0-2fb5-4615-997a-3a6c4bc0ec30"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:54.430199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ddb00-dfca-4407-a676-416d42751b40 service neutron] Pushing event updated for resources: {'Port': ['ID=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:54.431892 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.450647 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a2c37e-c3a2-4174-a4fa-3bf4d35a5394 x-openstack-request-id: req-04a2c37e-c3a2-4174-a4fa-3bf4d35a5394 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:54.450647 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7cd63b5-c8ca-4cec-97d7-e7de8a854018", "tag": "9e2346b0-2fb5-4615-997a-3a6c4bc0ec30", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:54.450647 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-04a2c37e-c3a2-4174-a4fa-3bf4d35a5394 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:54.450647 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7cd63b5-c8ca-4cec-97d7-e7de8a854018', 'tag': '9e2346b0-2fb5-4615-997a-3a6c4bc0ec30', 'status': 'completed', 'code': 200} Oct 12 22:50:54.482224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:54.490643 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-edc0f0f9-56a0-47e4-b62e-1ac8972a2c5a req-a1a9c6cf-4972-4b6e-8d4b-4ee079a095f7 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c25ac55b66244c5867b0e9be9ec989a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370433 Oct 12 22:50:54.556576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.557693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 626671bf-bc2e-4bc1-a1be-f043f74210aa up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:54.585867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2022a-75a9-4c82-bc7f-241ff60ba09f req-1701e70c-92f0-4831-88c6-41b88234cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.587419 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7df2022a-75a9-4c82-bc7f-241ff60ba09f req-1701e70c-92f0-4831-88c6-41b88234cf89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7003ee18ddf34daab8a971760e38f2c7&device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 1100 time: 0.1062672 Oct 12 22:50:54.633457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7df2022a-75a9-4c82-bc7f-241ff60ba09f req-f5bb6fe4-128b-49f1-805c-8abaa174468a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7003ee18ddf34daab8a971760e38f2c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0323582 Oct 12 22:50:54.637287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90da2ae-14de-436a-bac6-06871460c203 req-6de50f70-6080-4bee-9128-9531234cd95e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.639037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90da2ae-14de-436a-bac6-06871460c203 req-6de50f70-6080-4bee-9128-9531234cd95e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 950 time: 0.0850260 Oct 12 22:50:54.669507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:54.681463 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90da2ae-14de-436a-bac6-06871460c203 req-cd2ed08a-1ea6-4d1b-a7d2-b1f7a9e4f3c5 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349841 Oct 12 22:50:54.687798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc0f0f9-56a0-47e4-b62e-1ac8972a2c5a req-0295e7b1-fcbe-4c66-8bcf-d4ed09a841f1 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.689249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-edc0f0f9-56a0-47e4-b62e-1ac8972a2c5a req-0295e7b1-fcbe-4c66-8bcf-d4ed09a841f1 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1814489 Oct 12 22:50:54.731908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-edc0f0f9-56a0-47e4-b62e-1ac8972a2c5a req-f6250c0c-ade2-4136-9951-7e410a850b3c tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/quotas/8c25ac55b66244c5867b0e9be9ec989a HTTP/1.1" status: 200 len: 375 time: 0.0131867 Oct 12 22:50:54.749982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 626671bf-bc2e-4bc1-a1be-f043f74210aa completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:50:54.755082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 626671bf-bc2e-4bc1-a1be-f043f74210aa triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:54.755534 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.770071 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-edc0f0f9-56a0-47e4-b62e-1ac8972a2c5a req-3fed5322-6a6f-4be7-b8dc-912e86c7e27e tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c25ac55b66244c5867b0e9be9ec989a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316298 Oct 12 22:50:54.796528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2022a-75a9-4c82-bc7f-241ff60ba09f req-0af2430c-b06e-4d28-b99c-56f7c980d0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.797999 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7df2022a-75a9-4c82-bc7f-241ff60ba09f req-0af2430c-b06e-4d28-b99c-56f7c980d0b2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524448 Oct 12 22:50:54.865960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc915c92-10c1-46d8-b941-b47849750c1d req-75781aa0-7690-45a4-ae81-59ff50dbbe4d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.867627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc915c92-10c1-46d8-b941-b47849750c1d req-75781aa0-7690-45a4-ae81-59ff50dbbe4d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0631323 Oct 12 22:50:54.884430 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:54.917963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-1b29a96c-64e1-41f1-bf42-18697ff1a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:54.919546 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-1b29a96c-64e1-41f1-bf42-18697ff1a620 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7003ee18ddf34daab8a971760e38f2c7&device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 1100 time: 0.0715740 Oct 12 22:50:54.921901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc915c92-10c1-46d8-b941-b47849750c1d req-42615b48-6f84-40dc-b204-dcfb13f24908 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472279 Oct 12 22:50:54.925219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 626671bf-bc2e-4bc1-a1be-f043f74210aa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=626671bf-bc2e-4bc1-a1be-f043f74210aa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:54.979658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-8586f2d7-e204-4a30-a898-cda8c226f42c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 HTTP/1.1" status: 200 len: 217 time: 0.0396924 Oct 12 22:50:54.989809 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:55.041458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=626671bf-bc2e-4bc1-a1be-f043f74210aa,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:55.046204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-bd14f3c2-28b4-45f5-b1b3-2022b4bbab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:55.047792 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-bd14f3c2-28b4-45f5-b1b3-2022b4bbab4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0583208 Oct 12 22:50:55.096714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-a0312e83-0d0d-4c71-a88c-ecfb82222237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:55.098266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-a0312e83-0d0d-4c71-a88c-ecfb82222237 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0399001 Oct 12 22:50:55.196599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-17f626d9-a687-4eac-867f-ab33509c5b6f service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898879 Oct 12 22:50:55.287658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-535e1a90-57a3-4c65-a612-610b7e575a3a req-26f9a706-0668-48a9-9bb3-e7c0819a57a7 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822625 Oct 12 22:50:55.410601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308a405-e797-4055-9d25-950ea61a5fc4 req-adb4a821-f2e9-497a-aa52-ba41e94caaeb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:55.411991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f308a405-e797-4055-9d25-950ea61a5fc4 req-adb4a821-f2e9-497a-aa52-ba41e94caaeb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0483892 Oct 12 22:50:55.453496 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f308a405-e797-4055-9d25-950ea61a5fc4 req-0bc4c200-c7ed-43a7-80f2-551b095e0af9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354118 Oct 12 22:50:55.539656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3670e1c-b258-40c7-bee2-076674c6c3f7 req-7dcb00c9-a915-4fdc-bfc1-54c0e4263a61 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:55.541203 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3670e1c-b258-40c7-bee2-076674c6c3f7 req-7dcb00c9-a915-4fdc-bfc1-54c0e4263a61 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 948 time: 0.0512419 Oct 12 22:50:55.572780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43c9f9e2-7333-4cef-abfe-adf89b25ba25 req-b62cd757-6687-4493-941d-4a057ff8c29b tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c25ac55b66244c5867b0e9be9ec989a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0245399 Oct 12 22:50:55.581413 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3670e1c-b258-40c7-bee2-076674c6c3f7 req-990f2a15-7e3b-414d-a8c1-3e0a4461f657 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340652 Oct 12 22:50:55.681698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9f9e2-7333-4cef-abfe-adf89b25ba25 req-e5395329-dc38-404c-9ea7-ddf5bb93ad92 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:55.683096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43c9f9e2-7333-4cef-abfe-adf89b25ba25 req-e5395329-dc38-404c-9ea7-ddf5bb93ad92 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1031885 Oct 12 22:50:55.698338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43c9f9e2-7333-4cef-abfe-adf89b25ba25 req-c894cfdf-c6f2-47a0-8c3a-e98e37ffbaa8 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/quotas/8c25ac55b66244c5867b0e9be9ec989a HTTP/1.1" status: 200 len: 375 time: 0.0094128 Oct 12 22:50:55.735038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43c9f9e2-7333-4cef-abfe-adf89b25ba25 req-57f1c443-f8cd-4d23-a5a8-6f2cac4a2cfc tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c25ac55b66244c5867b0e9be9ec989a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313687 Oct 12 22:50:55.804599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca0fa4-edc2-42b2-ba6c-62633edbeb34 req-37c934bd-a841-40ee-b3e8-32b5446e0469 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:55.806171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbca0fa4-edc2-42b2-ba6c-62633edbeb34 req-37c934bd-a841-40ee-b3e8-32b5446e0469 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 950 time: 0.0573013 Oct 12 22:50:55.845446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbca0fa4-edc2-42b2-ba6c-62633edbeb34 req-22ded9bb-5dce-4c1b-ba6f-b9e1f9e9b7ab tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Oct 12 22:50:56.083652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a175f10-08db-4ae9-bec5-852572772091 req-1bfb49e8-0f52-4483-9af0-b7acd520f11b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:56.085339 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a175f10-08db-4ae9-bec5-852572772091 req-1bfb49e8-0f52-4483-9af0-b7acd520f11b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0519936 Oct 12 22:50:56.095624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469'}, {'server_uuid': 'f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626671bf-bc2e-4bc1-a1be-f043f74210aa'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:56.098063 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decc7aab-6064-4bb5-be1c-4f8a1c9040a5" -d '{"events": [{"server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "name": "network-vif-plugged", "status": "completed", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469"}, {"server_uuid": "f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "626671bf-bc2e-4bc1-a1be-f043f74210aa"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:56.124026 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a175f10-08db-4ae9-bec5-852572772091 req-29ffe274-a400-49a7-a04a-2aadcfaf3d19 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328932 Oct 12 22:50:56.172457 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45326e4e-c99c-44dd-a9e4-afc5372a6ec9 x-openstack-request-id: req-45326e4e-c99c-44dd-a9e4-afc5372a6ec9 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:50:56.172759 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "name": "network-vif-plugged", "status": "completed", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469", "code": 200}, {"server_uuid": "f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d", "name": "network-vif-plugged", "status": "completed", "tag": "626671bf-bc2e-4bc1-a1be-f043f74210aa", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:50:56.173002 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45326e4e-c99c-44dd-a9e4-afc5372a6ec9 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:50:56.173393 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469', 'code': 200} Oct 12 22:50:56.173644 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626671bf-bc2e-4bc1-a1be-f043f74210aa', 'code': 200} Oct 12 22:50:56.289641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941590d-17fc-4902-847a-051b115a0373 req-3bf20365-e72e-4f85-ba67-f056d094c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:56.290269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3555f7-0f89-41a7-a8f0-a228ae36112b req-d6cea639-a045-4665-a730-4fc64162052f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:56.291178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a941590d-17fc-4902-847a-051b115a0373 req-3bf20365-e72e-4f85-ba67-f056d094c47c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 1102 time: 0.0385175 Oct 12 22:50:56.291346 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb3555f7-0f89-41a7-a8f0-a228ae36112b req-d6cea639-a045-4665-a730-4fc64162052f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1101 time: 0.0399220 Oct 12 22:50:56.332968 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a941590d-17fc-4902-847a-051b115a0373 req-c409c803-62b1-4229-813a-4d7491283bf0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283911 Oct 12 22:50:56.337041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb3555f7-0f89-41a7-a8f0-a228ae36112b req-29556451-46c6-4caa-9c83-f796dd313b59 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Oct 12 22:50:56.459717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9c1554d-64c0-45e1-9023-d2acc97731f1 req-36d9b71e-a3dd-4825-8bd7-589f181c3aa7 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=8c25ac55b66244c5867b0e9be9ec989a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248067 Oct 12 22:50:56.564118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1554d-64c0-45e1-9023-d2acc97731f1 req-daf2e3a1-3850-469d-aec1-50b34f98c591 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:56.565620 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9c1554d-64c0-45e1-9023-d2acc97731f1 req-daf2e3a1-3850-469d-aec1-50b34f98c591 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1006222 Oct 12 22:50:56.567692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c207f-f3b9-453a-971b-29c14451fb9b req-f3dcc9fa-723a-4ecb-ac94-a8ffbb0adab2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:56.569114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b38c207f-f3b9-453a-971b-29c14451fb9b req-f3dcc9fa-723a-4ecb-ac94-a8ffbb0adab2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0472829 Oct 12 22:50:56.580907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9c1554d-64c0-45e1-9023-d2acc97731f1 req-92dec731-095a-4459-bc5e-a7ca4cde89d0 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/quotas/8c25ac55b66244c5867b0e9be9ec989a HTTP/1.1" status: 200 len: 375 time: 0.0089498 Oct 12 22:50:56.609139 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b38c207f-f3b9-453a-971b-29c14451fb9b req-7f27b9cd-99ca-4731-ad37-9aa6bb714a16 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341854 Oct 12 22:50:56.615420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9c1554d-64c0-45e1-9023-d2acc97731f1 req-2248edc0-5d62-426e-9bbb-4a2361df28b4 tempest-QuotasAdminNegativeTest-1648333517 tempest-QuotasAdminNegativeTest-1648333517-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c25ac55b66244c5867b0e9be9ec989a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281773 Oct 12 22:50:56.716870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880f1b2f-97c2-4770-bc2f-232200f8cf7e req-f48d1d9f-2e40-4e4d-9a48-8b7d26050e9f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:56.718271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-880f1b2f-97c2-4770-bc2f-232200f8cf7e req-f48d1d9f-2e40-4e4d-9a48-8b7d26050e9f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 948 time: 0.0545826 Oct 12 22:50:56.759682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-880f1b2f-97c2-4770-bc2f-232200f8cf7e req-61bd3edf-5131-49b0-9683-76889139e137 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351944 Oct 12 22:50:56.959560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cd049e-7260-4f81-a7f4-8a84e0d53526 req-298f155f-ebfb-4d98-83df-2a39950c8740 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:56.961150 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23cd049e-7260-4f81-a7f4-8a84e0d53526 req-298f155f-ebfb-4d98-83df-2a39950c8740 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 950 time: 0.0477145 Oct 12 22:50:57.002826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23cd049e-7260-4f81-a7f4-8a84e0d53526 req-b3ceb56b-7c75-4d81-92ad-4a391bdde4cb tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344658 Oct 12 22:50:57.121033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14f1fd-21f5-46e5-86a9-2d34ca916f94 req-4b5b3069-3df0-4822-ab75-df44690e0943 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:57.122509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-de14f1fd-21f5-46e5-86a9-2d34ca916f94 req-4b5b3069-3df0-4822-ab75-df44690e0943 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 950 time: 0.0500810 Oct 12 22:50:57.165939 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-de14f1fd-21f5-46e5-86a9-2d34ca916f94 req-58e6d4f9-4ff8-4a13-a593-5ee9747dd43a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367281 Oct 12 22:50:57.247548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fbeaee-418e-4f55-bcad-a7d5d45639c1 req-dd8bff03-a6a3-4570-96ab-1a639e24dccb tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:57.249084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42fbeaee-418e-4f55-bcad-a7d5d45639c1 req-dd8bff03-a6a3-4570-96ab-1a639e24dccb tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0529695 Oct 12 22:50:57.287801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42fbeaee-418e-4f55-bcad-a7d5d45639c1 req-19f090ad-2329-4e3e-bc2d-54b986ca9b23 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325441 Oct 12 22:50:57.359391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38446) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:57.461744 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99f561f2-121f-4732-a420-07c2f122702b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:57.535915 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99f561f2-121f-4732-a420-07c2f122702b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:57.589545 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99f561f2-121f-4732-a420-07c2f122702b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:57.719135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:50:57.826310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:57.839671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '9e2346b0-2fb5-4615-997a-3a6c4bc0ec30', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '9e2346b0-2fb5-4615-997a-3a6c4bc0ec30', 'mac_address': 'fa:16:3e:af:3f:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:50:57.860356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f561f2-121f-4732-a420-07c2f122702b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4a53165-3eae-4405-89d6-d03f9fe25d7a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:57.884618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-99f561f2-121f-4732-a420-07c2f122702b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c25ac55b66244c5867b0e9be9ec989a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5218580 Oct 12 22:50:57.887857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d218e49-3e56-461c-80d9-40a94ba073ba req-07055632-c40d-469f-8116-421c7ae00f7f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:57.887857 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d218e49-3e56-461c-80d9-40a94ba073ba req-07055632-c40d-469f-8116-421c7ae00f7f tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 948 time: 0.0554333 Oct 12 22:50:57.887857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38454) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:57.888486 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:57.904146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:50:57.925689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:50:57.930204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d194d-8314-4efa-bcf8-11e8fe773ad4 req-8b842dd1-5730-4430-a0d1-2fad9f3ef60f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:57.931748 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b6d194d-8314-4efa-bcf8-11e8fe773ad4 req-8b842dd1-5730-4430-a0d1-2fad9f3ef60f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0852866 Oct 12 22:50:57.951911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d218e49-3e56-461c-80d9-40a94ba073ba req-72603fe6-9ca0-42d4-aac2-3a8ea279dd00 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597839 Oct 12 22:50:57.964362 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a5cdaa82-c582-4f90-a0e5-8fc702e876bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:57.969005 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:57.970385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b6d194d-8314-4efa-bcf8-11e8fe773ad4 req-511c4fdd-44c1-4339-9b15-d43866675583 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326397 Oct 12 22:50:57.988666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a5cdaa82-c582-4f90-a0e5-8fc702e876bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:58.036539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:58.087318 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a5cdaa82-c582-4f90-a0e5-8fc702e876bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:58.089899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a5cdaa82-c582-4f90-a0e5-8fc702e876bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:58.091085 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a5cdaa82-c582-4f90-a0e5-8fc702e876bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4a53165-3eae-4405-89d6-d03f9fe25d7a HTTP/1.1" status: 204 len: 168 time: 0.2051110 Oct 12 22:50:58.100257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cdaa82-c582-4f90-a0e5-8fc702e876bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4a53165-3eae-4405-89d6-d03f9fe25d7a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:58.234158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9e2346b0-2fb5-4615-997a-3a6c4bc0ec30'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:50:58.290521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5dca86-28c6-4c6c-8066-6ab93ef6e880 req-1892ab3e-2181-4ddc-8ac7-af9fd246e348 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:58.292021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e5dca86-28c6-4c6c-8066-6ab93ef6e880 req-1892ab3e-2181-4ddc-8ac7-af9fd246e348 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 950 time: 0.0506375 Oct 12 22:50:58.344555 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e5dca86-28c6-4c6c-8066-6ab93ef6e880 req-949e1756-7777-4b94-be35-9e07c0219197 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415161 Oct 12 22:50:58.427920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0bb51f-2509-4610-8bc5-835b8b7df481 req-95e6bb84-5e90-443e-9fb5-0a63de186334 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:58.431413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b0bb51f-2509-4610-8bc5-835b8b7df481 req-95e6bb84-5e90-443e-9fb5-0a63de186334 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0600779 Oct 12 22:50:58.469234 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b0bb51f-2509-4610-8bc5-835b8b7df481 req-0bffb0f9-4237-4755-a364-a6652cbd8bfb tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333502 Oct 12 22:50:58.617802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b919-bbe7-4ad0-856c-d5f3774bb3e1 req-9edff1d6-a65e-452d-a013-f9923a4768aa tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:58.623635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2364b919-bbe7-4ad0-856c-d5f3774bb3e1 req-9edff1d6-a65e-452d-a013-f9923a4768aa tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:58.625142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2364b919-bbe7-4ad0-856c-d5f3774bb3e1 req-9edff1d6-a65e-452d-a013-f9923a4768aa tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f&device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 1691 time: 0.0554640 Oct 12 22:50:58.664090 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2364b919-bbe7-4ad0-856c-d5f3774bb3e1 req-29292529-cf66-4b72-b6b3-ec4453f1cdcd tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322871 Oct 12 22:50:58.715669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38474) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:58.728869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad372a46-dd05-41ec-89db-5f2137cad920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:58.831129 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad372a46-dd05-41ec-89db-5f2137cad920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:58.838609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a7a93-c16f-4532-b32a-c2b3afc8c6fa req-0927ab1c-ecff-472f-aed4-b80aa6462995 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:58.840112 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d9a7a93-c16f-4532-b32a-c2b3afc8c6fa req-0927ab1c-ecff-472f-aed4-b80aa6462995 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 1102 time: 0.0580146 Oct 12 22:50:58.873900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d9a7a93-c16f-4532-b32a-c2b3afc8c6fa req-d2b5ffb4-e48f-46d6-a0da-8681f5d9dd92 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277429 Oct 12 22:50:58.880738 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad372a46-dd05-41ec-89db-5f2137cad920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:58.919135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ad372a46-dd05-41ec-89db-5f2137cad920 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b55b85cecb4742bfa493007742f3125d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2023640 Oct 12 22:50:58.919986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad372a46-dd05-41ec-89db-5f2137cad920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c10f0b-919c-4a31-a6fd-601bf4302ba1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:58.922156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38480) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:50:59.003837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c973206-f78c-4465-b4cf-2b1e3218f341 req-802088df-68f5-4692-a660-cceffdea0c08 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:59.005330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3c973206-f78c-4465-b4cf-2b1e3218f341 req-802088df-68f5-4692-a660-cceffdea0c08 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 1102 time: 0.0636919 Oct 12 22:50:59.021246 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99f72856-6261-481d-bb0a-2e832e9ac704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:59.059354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99f72856-6261-481d-bb0a-2e832e9ac704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:59.062095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3c973206-f78c-4465-b4cf-2b1e3218f341 req-32f3745a-0332-4bba-a24a-4c280efd63de tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507693 Oct 12 22:50:59.077434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9690686-4f96-45fd-a29f-be6d5c883636 req-ade4e009-f15c-4d07-9657-8ddefd4f9f3d tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:59.085638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9690686-4f96-45fd-a29f-be6d5c883636 req-ade4e009-f15c-4d07-9657-8ddefd4f9f3d tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 949 time: 0.0585797 Oct 12 22:50:59.123697 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9690686-4f96-45fd-a29f-be6d5c883636 req-f58f0761-96db-4aac-a75a-b7aa2f4fc161 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371220 Oct 12 22:50:59.172137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87bf259-7552-40e3-a574-a0edab54023d req-5e81e0ed-1c33-40bd-97fc-82907f0bb935 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:59.173745 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b87bf259-7552-40e3-a574-a0edab54023d req-5e81e0ed-1c33-40bd-97fc-82907f0bb935 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0516052 Oct 12 22:50:59.178531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99f72856-6261-481d-bb0a-2e832e9ac704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:59.189160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99f72856-6261-481d-bb0a-2e832e9ac704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:59.189160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-99f72856-6261-481d-bb0a-2e832e9ac704 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90c10f0b-919c-4a31-a6fd-601bf4302ba1 HTTP/1.1" status: 204 len: 168 time: 0.2534397 Oct 12 22:50:59.190132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f72856-6261-481d-bb0a-2e832e9ac704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c10f0b-919c-4a31-a6fd-601bf4302ba1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:50:59.233436 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b87bf259-7552-40e3-a574-a0edab54023d req-198bb83d-0865-4cf9-ac7f-37f3ef47b5e7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399902 Oct 12 22:50:59.608735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0da895-6731-41cb-883d-5084fd2557f0 req-8d0568ca-a509-46d7-8b07-2082501eec89 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:59.610483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f0da895-6731-41cb-883d-5084fd2557f0 req-8d0568ca-a509-46d7-8b07-2082501eec89 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0701077 Oct 12 22:50:59.693651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c09ae02-030b-43a3-875b-80f7e59d81f3 req-285860e9-3435-4892-82ee-8299d8475430 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:59.695643 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c09ae02-030b-43a3-875b-80f7e59d81f3 req-285860e9-3435-4892-82ee-8299d8475430 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1101 time: 0.0576894 Oct 12 22:50:59.711502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f0da895-6731-41cb-883d-5084fd2557f0 req-9d2bc3b1-608e-4c65-95a3-86127e585c5e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866761 Oct 12 22:50:59.734700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:50:59.741465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1c09ae02-030b-43a3-875b-80f7e59d81f3 req-a3ec5f90-d47e-4c8c-a720-4c9f4ace0974 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:59.837901 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1c09ae02-030b-43a3-875b-80f7e59d81f3 req-a3ec5f90-d47e-4c8c-a720-4c9f4ace0974 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:59.840588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-3b559818-f7cd-4bbe-81f5-f5e5c4fe3a07 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224102 Oct 12 22:50:59.858745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:50:59.862947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:50:59.863333 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:59.944193 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1c09ae02-030b-43a3-875b-80f7e59d81f3 req-a3ec5f90-d47e-4c8c-a720-4c9f4ace0974 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:59.944772 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:50:59.954230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-77dd55ac-42ae-48d6-9dda-3934a39c90cf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:50:59.956673 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-77dd55ac-42ae-48d6-9dda-3934a39c90cf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1104157 Oct 12 22:50:59.975893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cd63b5-c8ca-4cec-97d7-e7de8a854018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2346b0-2fb5-4615-997a-3a6c4bc0ec30'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:50:59.979128 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-617d1b50-aeed-4a5e-93f3-a77aac71fa44" -d '{"events": [{"server_uuid": "e7cd63b5-c8ca-4cec-97d7-e7de8a854018", "name": "network-vif-plugged", "status": "completed", "tag": "9e2346b0-2fb5-4615-997a-3a6c4bc0ec30"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:50:59.995551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-5af239c9-87cc-47d9-8c6c-6a4af86579c1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/quotas/d66a438258b743bf858131b70da39cff HTTP/1.1" status: 200 len: 375 time: 0.0311406 Oct 12 22:51:00.000355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec5f90-d47e-4c8c-a720-4c9f4ace0974 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67910172-310a-4303-ac5c-a666e71ed6af,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:00.000895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:00.020268 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c09ae02-030b-43a3-875b-80f7e59d81f3 req-a3ec5f90-d47e-4c8c-a720-4c9f4ace0974 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106294 Oct 12 22:51:00.059440 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:00.074550 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-49911155-ecec-4e98-aa52-c428277e8509 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780504 Oct 12 22:51:00.091173 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac507eb9-e4f6-4360-999d-6a5fe4f85287 x-openstack-request-id: req-ac507eb9-e4f6-4360-999d-6a5fe4f85287 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:00.091964 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cd63b5-c8ca-4cec-97d7-e7de8a854018", "name": "network-vif-plugged", "status": "completed", "tag": "9e2346b0-2fb5-4615-997a-3a6c4bc0ec30", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:00.092399 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac507eb9-e4f6-4360-999d-6a5fe4f85287 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:00.093563 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cd63b5-c8ca-4cec-97d7-e7de8a854018', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e2346b0-2fb5-4615-997a-3a6c4bc0ec30', 'code': 200} Oct 12 22:51:00.125373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:00.199129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ef226-b893-4626-8424-31ff3b98f340 req-5b0581f5-df5b-4d16-80f0-4fcba735448e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:00.200995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b5ef226-b893-4626-8424-31ff3b98f340 req-5b0581f5-df5b-4d16-80f0-4fcba735448e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 1102 time: 0.0484936 Oct 12 22:51:00.245384 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b5ef226-b893-4626-8424-31ff3b98f340 req-03e4da20-0e40-4e5b-a94d-1fca00b1c363 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372560 Oct 12 22:51:00.480787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38558) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:00.620673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-network', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:00.744804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Made reservation on behalf of 6ffb25f2a74e4e1b9d48a9f1d871ca9a for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:00.747688 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:00.796315 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:00.824723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac4346-f285-46f9-9354-0e7a50ff6df4 req-5d058edf-fb01-421b-9774-b79a9bd70772 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:00.831895 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1aac4346-f285-46f9-9354-0e7a50ff6df4 req-5d058edf-fb01-421b-9774-b79a9bd70772 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 950 time: 0.0759549 Oct 12 22:51:00.902601 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1aac4346-f285-46f9-9354-0e7a50ff6df4 req-292ba8c2-48af-46ca-981e-a9c196e04ed2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680654 Oct 12 22:51:00.962076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:00.987634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38578) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:00.999345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711161a9-e5f4-4d81-8689-58d1fb5434e9 req-a2b68823-9ec9-4bd0-867e-b5d2c8c53556 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:00.999345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-711161a9-e5f4-4d81-8689-58d1fb5434e9 req-a2b68823-9ec9-4bd0-867e-b5d2c8c53556 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1097 time: 0.1089096 Oct 12 22:51:01.051704 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-711161a9-e5f4-4d81-8689-58d1fb5434e9 req-773527e0-f406-4007-9f63-806921f53764 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461438 Oct 12 22:51:01.054600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:01.108994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:51:01.123692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4d09b9-bd04-4013-bb56-513409ce82de,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:01.142612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:01.144312 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Added segment eeac0c0b-04d1-4651-b1e8-c043d10bd0ca of type vlan for network bc2be2ce-e0af-42b6-b8a4-90bc9607348c Oct 12 22:51:01.149277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-a775666b-07fb-4dc3-be05-22765e6984bc service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1603749 Oct 12 22:51:01.176022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-6958af9e-9107-4271-a764-71c58e3134e3 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:51:01.177641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-6958af9e-9107-4271-a764-71c58e3134e3 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071301 Oct 12 22:51:01.198642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5faac-31a4-4e27-944b-5fb1c17bd35a req-a80ce8a8-031f-46da-bc14-1842b1f4ffff tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:01.200310 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56f5faac-31a4-4e27-944b-5fb1c17bd35a req-a80ce8a8-031f-46da-bc14-1842b1f4ffff tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0656972 Oct 12 22:51:01.218582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:01.235982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250faf2-f29d-4da4-abed-9965a8c38b5c req-8dccf32c-5ab9-4d15-bee2-4134ef2e250e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:01.237793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8250faf2-f29d-4da4-abed-9965a8c38b5c req-8dccf32c-5ab9-4d15-bee2-4134ef2e250e tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.1078477 Oct 12 22:51:01.238749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56f5faac-31a4-4e27-944b-5fb1c17bd35a req-98743f8b-6c7c-4886-b220-980743fc00c4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320592 Oct 12 22:51:01.289302 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8250faf2-f29d-4da4-abed-9965a8c38b5c req-f532efd1-d549-4d99-b993-4006421ec6d7 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416470 Oct 12 22:51:01.311165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-436987f0-2f90-42d1-b1fe-45ad0634ca9b req-1c85ae7a-7e85-4afb-b8aa-fd92a6d8f08e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 210 time: 0.0275178 Oct 12 22:51:01.349945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:01.351031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:01.351854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:01.425908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] Pushing event updated for resources: {'Network': ['ID=bc2be2ce-e0af-42b6-b8a4-90bc9607348c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:01.436860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:51:01.529677 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-06bf0016-9419-4a52-9a70-6dd2248a32ac admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0477986 Oct 12 22:51:01.532599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38600) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:01.538613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Request body: {'subnet': {'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-subnet', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:01.605207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Made reservation on behalf of 6ffb25f2a74e4e1b9d48a9f1d871ca9a for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:01.609667 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:01.847948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:01.915233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:01.917451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Checking segment: {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:01.921952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Network hostable DHCP agents. Network: bc2be2ce-e0af-42b6-b8a4-90bc9607348c, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:51:01.984076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:51:02.034854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ef689f-2266-4fbb-8694-f685a64bca85 req-233ba63a-f3d1-4b62-ac7b-2ea264d13215 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:02.036439 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01ef689f-2266-4fbb-8694-f685a64bca85 req-233ba63a-f3d1-4b62-ac7b-2ea264d13215 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 950 time: 0.0585728 Oct 12 22:51:02.052788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, bc2be2ce-e0af-42b6-b8a4-90bc9607348c) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:02.069012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f13d11-dac1-4785-82f6-027eba9ccf24 None None] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:02.074996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:02.077439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.176295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3b98927c-7969-49d0-a3c1-bb4398fff869 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6423035 Oct 12 22:51:02.178783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38642) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:02.183535 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:02.256162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:51:02.257347 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.321781 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.322986 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.343378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01ef689f-2266-4fbb-8694-f685a64bca85 req-5aa1a47d-b3d8-4109-a290-e6a284242ea0 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897172 Oct 12 22:51:02.413990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.478415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Allocated IP 172.20.0.2 (bc2be2ce-e0af-42b6-b8a4-90bc9607348c/78e112b4-6bb8-4a0c-b5c8-779e18c00bf9/f190dd03-0c9f-4492-9367-95c40ac043b7) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:02.610664 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.632819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd47a5f-8921-4f03-a812-fa3217b0f76d req-13d99971-c1da-4184-8716-34152f098786 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:02.641803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1cd47a5f-8921-4f03-a812-fa3217b0f76d req-13d99971-c1da-4184-8716-34152f098786 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0847185 Oct 12 22:51:02.684615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.688045 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1cd47a5f-8921-4f03-a812-fa3217b0f76d req-a9686960-233d-4614-907a-54099e73a06f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445013 Oct 12 22:51:02.712119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69148212-d616-4079-9bc6-29532d1e8e58 req-d9bc7e83-3c3e-43ff-9773-d4e8b05c0f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:02.713757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69148212-d616-4079-9bc6-29532d1e8e58 req-d9bc7e83-3c3e-43ff-9773-d4e8b05c0f21 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1102 time: 0.0646520 Oct 12 22:51:02.793354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69148212-d616-4079-9bc6-29532d1e8e58 req-2253b9d2-56de-4d09-8dc9-666e71f3a348 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713379 Oct 12 22:51:02.807673 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.813415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43602256-e50a-4b9f-874e-56feeca780ea req-3342b9f1-5bea-46bb-9b8a-1d87c229b983 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:02.816847 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43602256-e50a-4b9f-874e-56feeca780ea req-3342b9f1-5bea-46bb-9b8a-1d87c229b983 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.0662811 Oct 12 22:51:02.848617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:02.851497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:02.856449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:02.870044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43602256-e50a-4b9f-874e-56feeca780ea req-669562a1-c9d3-401b-b18e-250936dd2246 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464611 Oct 12 22:51:02.896757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Pushing event updated for resources: {'Port': ['ID=f190dd03-0c9f-4492-9367-95c40ac043b7,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:02.949860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Attempting to bind port f190dd03-0c9f-4492-9367-95c40ac043b7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:02.955721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Attempting to bind port f190dd03-0c9f-4492-9367-95c40ac043b7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:02.955721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Attempting to bind port f190dd03-0c9f-4492-9367-95c40ac043b7 on network bc2be2ce-e0af-42b6-b8a4-90bc9607348c {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:02.959159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:02.959702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Checking segment: {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:02.960179 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.960679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Bound using segment: {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:02.961213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Bound port: f190dd03-0c9f-4492-9367-95c40ac043b7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:02.961659 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:02.974491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91c7a51d-5a54-485b-a932-f668cc8fc1e9 req-a8b3475d-dbc8-47d2-87c7-0ad25f28a646 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 210 time: 0.0334241 Oct 12 22:51:02.982584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:03.013009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:03.030039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] For port f190dd03-0c9f-4492-9367-95c40ac043b7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:03.034177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] For port f190dd03-0c9f-4492-9367-95c40ac043b7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f190dd03-0c9f-4492-9367-95c40ac043b7,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:03.093882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:03.134507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Allocated IP 172.25.2.169 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/4387725d-cb5a-49d1-a2b4-1dc4a6643392) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:03.208114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a7b32-fb80-4989-8485-fa34e3d62b03 None None] Pushing event updated for resources: {'Port': ['ID=f190dd03-0c9f-4492-9367-95c40ac043b7,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:03.281125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:03.359698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-c8d66651-8b71-4df9-943d-58cc48e0449f tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:51:03.361730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-c8d66651-8b71-4df9-943d-58cc48e0449f tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0072072 Oct 12 22:51:03.397404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:03.403888 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-a865a7b0-ac3b-465d-9b90-300b6ae40fa9 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:03.407468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-a865a7b0-ac3b-465d-9b90-300b6ae40fa9 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports/69879ed8-43f0-47b8-83d7-550d5c554923 HTTP/1.1" status: 200 len: 1094 time: 0.0384881 Oct 12 22:51:03.417901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Request body: {'binding': {'host': 'n-h1-790519-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:03.418361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Unknown quota resources ['binding']. {{(pid=101889) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 22:51:03.467160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:03.471616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:03.476804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:03.560926 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-8f98be27-38a5-44dc-b115-a00d73730c43 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0961006 Oct 12 22:51:03.578226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Pushing event updated for resources: {'Port': ['ID=4387725d-cb5a-49d1-a2b4-1dc4a6643392,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:03.845917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on host n-h1-790519-14 for vnic_type normal with profile None {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:03.846248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:03.846569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:03.857432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:03.857758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:03.860127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f190dd03-0c9f-4492-9367-95c40ac043b7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:03.869792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-3594036c-79c6-41e6-b3b4-a4b4636dc88f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:03.871399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-3594036c-79c6-41e6-b3b4-a4b4636dc88f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158616 Oct 12 22:51:03.874504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:03.874840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:03.875254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:03.875685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Bound port: 69879ed8-43f0-47b8-83d7-550d5c554923, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:03.908656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Request body: {'port': {'device_id': '52109d79-5a6a-4644-b162-d1c04feb28cf', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'd66a438258b743bf858131b70da39cff'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:03.935340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f190dd03-0c9f-4492-9367-95c40ac043b7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:03.935887 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:03.940091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:04.007822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:04.053977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-3bb35061-ab2d-411f-a58b-c4f907730d7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361221 Oct 12 22:51:04.090419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.091962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.106002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b46c1132-6127-49f0-8846-5de1d57ecc56 service neutron] 10.222.0.31 "POST /v2.0/ports/69879ed8-43f0-47b8-83d7-550d5c554923/bindings HTTP/1.1" status: 201 len: 390 time: 0.6865439 Oct 12 22:51:04.132775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Made reservation on behalf of d66a438258b743bf858131b70da39cff for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:04.136605 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.149788 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.211123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:04.232358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'mac_address': 'fa:16:3e:06:c8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:04.238165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port f190dd03-0c9f-4492-9367-95c40ac043b7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f190dd03-0c9f-4492-9367-95c40ac043b7,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:04.296544 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.304519 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.371573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8af3fb2-39d4-4efb-9424-f7ff8435965d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:04.393478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-8dc6675f-3b23-4e52-b9d3-788c5fb96bd4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:04.395108 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-8dc6675f-3b23-4e52-b9d3-788c5fb96bd4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3294017 Oct 12 22:51:04.439973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-3de8e64c-93fb-4a62-8d5a-50ad58abdbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:04.443303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-3de8e64c-93fb-4a62-8d5a-50ad58abdbba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1101 time: 0.2845452 Oct 12 22:51:04.460378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:04.466849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=f190dd03-0c9f-4492-9367-95c40ac043b7,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:04.474594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Request body: {'port': {'device_id': '4d2c6606-24fa-4b13-88bd-eb9d7e8b0737', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'd66a438258b743bf858131b70da39cff'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:04.510835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf0695-6e0c-449b-90bb-68a5e01ca730 req-2944933b-7b3a-44ed-a934-6f4ea689acd6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:04.514810 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0bf0695-6e0c-449b-90bb-68a5e01ca730 req-2944933b-7b3a-44ed-a934-6f4ea689acd6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.3226826 Oct 12 22:51:04.556199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.629191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67f9f42-ebf1-4ebe-84ce-41f55866e453 req-6aecc5ff-43ed-4b89-a775-569e7d80bae9 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:04.631023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a67f9f42-ebf1-4ebe-84ce-41f55866e453 req-6aecc5ff-43ed-4b89-a775-569e7d80bae9 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 950 time: 0.2592120 Oct 12 22:51:04.654515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:04.665135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.665603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.666008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.667060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.667666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.668507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.672773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.672773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.672773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.672773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.672773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.672773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:04.695511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad1a420-46e1-4ac3-9540-6c76b532a0f9 None None] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:04.704230 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.725441 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a67f9f42-ebf1-4ebe-84ce-41f55866e453 req-346e193e-af79-4918-b89e-2c1fc7b3892f tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858266 Oct 12 22:51:04.729539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0bf0695-6e0c-449b-90bb-68a5e01ca730 req-44956d0e-4940-464f-9ce2-1f363dabe150 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702569 Oct 12 22:51:04.730854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Allocated IP 192.168.233.6 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/77dd7869-6d98-4b7f-b459-9456aa237fe1) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:04.868007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b4533dca-06e5-4aa7-9a5e-8afc6b8846d0 None None] Provisioning complete for port f190dd03-0c9f-4492-9367-95c40ac043b7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:04.868593 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4533dca-06e5-4aa7-9a5e-8afc6b8846d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.878073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Made reservation on behalf of d66a438258b743bf858131b70da39cff for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:04.881626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:04.902269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93fcdf3c-117a-4908-9d08-e8dc6241fe95 req-921ce8a2-41d0-40e0-91aa-0263164b60bf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 210 time: 0.0492764 Oct 12 22:51:04.906849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-749599fb-dbb7-4130-b185-dcf58149c3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:04.908370 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-749599fb-dbb7-4130-b185-dcf58149c3b8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.4313250 Oct 12 22:51:04.950953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-ee9ea14d-4136-47ad-9e55-2ae637b01f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:04.952490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-ee9ea14d-4136-47ad-9e55-2ae637b01f18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1097 time: 0.1772165 Oct 12 22:51:04.985954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d8af3fb2-39d4-4efb-9424-f7ff8435965d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:05.075631 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-2b234236-5b26-4d62-8913-aa8edb5485ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 200 len: 217 time: 0.1413934 Oct 12 22:51:05.230758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5850137-6ebb-46ec-9f71-d71dbbdac484 req-fcbd8c31-7fc1-4e89-875d-f0e646a1cbde tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:05.232246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5850137-6ebb-46ec-9f71-d71dbbdac484 req-fcbd8c31-7fc1-4e89-875d-f0e646a1cbde tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 950 time: 0.3589728 Oct 12 22:51:05.262814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-74b0d2c8-0cf8-4beb-bdb2-b1e6b4a42b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:05.264182 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-74b0d2c8-0cf8-4beb-bdb2-b1e6b4a42b5d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1747174 Oct 12 22:51:05.267026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4453e454-ca32-4b2e-baf3-72764df111ec None None] Provisioning complete for port f190dd03-0c9f-4492-9367-95c40ac043b7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:05.267613 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4453e454-ca32-4b2e-baf3-72764df111ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:05.284768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a609-e465-4fba-814c-f5f9d261dcb0 req-4b879cdb-45bc-4548-b6f8-45a008aa696d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:05.293351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5850137-6ebb-46ec-9f71-d71dbbdac484 req-60b6c0e5-5499-4d69-b738-f413e199db23 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542016 Oct 12 22:51:05.295648 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2f09a609-e465-4fba-814c-f5f9d261dcb0 req-4b879cdb-45bc-4548-b6f8-45a008aa696d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.2328389 Oct 12 22:51:05.313064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:05.344318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Router 85c6b370-43f3-4a38-bde4-e3d371435164 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:51:05.369214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-74ec65f4-d356-4b39-b3dc-442030dc92f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:05.370675 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-74ec65f4-d356-4b39-b3dc-442030dc92f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.3066890 Oct 12 22:51:05.436788 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2f09a609-e465-4fba-814c-f5f9d261dcb0 req-14b1433c-c7ef-40f6-a53f-bafa557c1637 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401434 Oct 12 22:51:05.443378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-ae9a80a7-ae6e-443e-b149-021da7a6d746 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69879ed8-43f0-47b8-83d7-550d5c554923 HTTP/1.1" status: 200 len: 217 time: 0.0569720 Oct 12 22:51:05.464224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-986a7486-0539-45a1-a0f9-f81641c66428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:05.464224 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-986a7486-0539-45a1-a0f9-f81641c66428 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1560674 Oct 12 22:51:05.478756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:51:05.493746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Sync routers for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:51:05.502973 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:05.503601 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:50:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:05.558390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-388de2fa-afed-4548-9e25-9ef4e066c0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:05.559797 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-388de2fa-afed-4548-9e25-9ef4e066c0fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.1029878 Oct 12 22:51:05.566051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:05.570091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c3dadf38-3461-43de-87e6-3e4bc8a7d258 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.3875730 Oct 12 22:51:05.570368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38684) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:05.605772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-06ee341c-318d-4431-8ae3-0083ae0a4e4d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372353 Oct 12 22:51:05.612961 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:05.627225 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:05.628004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-3945f7c5-eefb-45c1-ad08-324f519ef23c tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:05.629686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-3945f7c5-eefb-45c1-ad08-324f519ef23c tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.41 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 950 time: 0.1023934 Oct 12 22:51:05.640631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:05.735038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:05.743055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:05.747402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:05.754585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:05.757086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:05.816266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-21f67060-07d2-400c-b6bb-5ade40f09de9 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508823 Oct 12 22:51:05.867043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f190dd03-0c9f-4492-9367-95c40ac043b7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:05.905166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event updated for resources: {'Port': ['ID=77dd7869-6d98-4b7f-b459-9456aa237fe1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:05.958924 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2d8d4b2f-d17c-4bc2-a5f6-40c21096ddcc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0562966 Oct 12 22:51:05.970536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:05.982265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Allocated IP 192.168.233.76 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/819fda52-d536-4293-aaf8-47453c57b829) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:05.991688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Request body: {'port': {'device_id': '52109d79-5a6a-4644-b162-d1c04feb28cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:06.015616 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:03Z', 'revision_number': 3, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:06.063210 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Checking router: 85c6b370-43f3-4a38-bde4-e3d371435164 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:51:06.063210 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Updating router 85c6b370-43f3-4a38-bde4-e3d371435164 port 4387725d-cb5a-49d1-a2b4-1dc4a6643392 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:51:06.089635 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-eca7386d-1e54-4f89-a738-561640e1898e service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745896 Oct 12 22:51:06.091891 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.141522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a13b3-2b54-4a61-9e8e-8d46ce9bed27 req-66cc7430-68c6-4001-abed-ac4c19629c2e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:06.144080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0b6a13b3-2b54-4a61-9e8e-8d46ce9bed27 req-66cc7430-68c6-4001-abed-ac4c19629c2e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.2451241 Oct 12 22:51:06.163352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7faa7-a21b-4e16-a96f-a97b42ac9091 req-5aeb7ffa-fb33-4d8a-ae69-a18142be65df tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:06.163736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Deleting port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:51:06.164004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.165961 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72c7faa7-a21b-4e16-a96f-a97b42ac9091 req-5aeb7ffa-fb33-4d8a-ae69-a18142be65df tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 949 time: 0.2896397 Oct 12 22:51:06.199355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:06.245102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.260476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-72157e0f-3260-41b7-be4a-3835705c15c7 None None] Provisioning complete for port 77dd7869-6d98-4b7f-b459-9456aa237fe1 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:06.260891 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-72157e0f-3260-41b7-be4a-3835705c15c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.275364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-3b83154c-a23b-4c10-a1c5-9f9601c5854d service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312992 Oct 12 22:51:06.354868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72c7faa7-a21b-4e16-a96f-a97b42ac9091 req-ff2b8ac9-27e3-413b-911b-9435a2a1f9bb tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668091 Oct 12 22:51:06.365817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f190dd03-0c9f-4492-9367-95c40ac043b7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:06.366294 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.378971 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-fded1f56-e8b7-480e-a3b2-aa672503ac8e service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621663 Oct 12 22:51:06.418507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0b6a13b3-2b54-4a61-9e8e-8d46ce9bed27 req-89909b19-211b-45ec-9fa6-1e5ce5fea496 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656288 Oct 12 22:51:06.472303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-72157e0f-3260-41b7-be4a-3835705c15c7 None None] Port 77dd7869-6d98-4b7f-b459-9456aa237fe1 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:06.490798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.514920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] For port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:06.515363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.532141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d8af3fb2-39d4-4efb-9424-f7ff8435965d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:06.554392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:06.563617 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.592145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Calling delete_port for 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:51:06.608087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b1a3cb0c-bf94-4de2-a14c-b22a29d474d6 req-861ee88c-f871-46e3-9da0-dfd2d1f76b2d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 210 time: 0.0397284 Oct 12 22:51:06.638588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.652656 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.671832 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.747354 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Attempting to bind port 4387725d-cb5a-49d1-a2b4-1dc4a6643392 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:06.748021 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Attempting to bind port 4387725d-cb5a-49d1-a2b4-1dc4a6643392 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:06.748542 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Attempting to bind port 4387725d-cb5a-49d1-a2b4-1dc4a6643392 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:06.759093 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Pushing event updated for resources: {'Port': ['ID=4387725d-cb5a-49d1-a2b4-1dc4a6643392,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:06.763206 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:06.763526 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:06.763928 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.764316 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:06.764789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Bound port: 4387725d-cb5a-49d1-a2b4-1dc4a6643392, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:06.765283 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.779656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=10']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:06.844972 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] For port 4387725d-cb5a-49d1-a2b4-1dc4a6643392, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:06.845226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041433db-8c2a-42df-8e0d-c8247f11526b req-ca26c67d-f174-4204-a49e-1b684aca16af tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:06.847255 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-041433db-8c2a-42df-8e0d-c8247f11526b req-ca26c67d-f174-4204-a49e-1b684aca16af tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 950 time: 0.2623355 Oct 12 22:51:06.855948 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] For port 4387725d-cb5a-49d1-a2b4-1dc4a6643392, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4387725d-cb5a-49d1-a2b4-1dc4a6643392,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:06.863874 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.864265 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.864789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.865275 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.865767 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.866385 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.866861 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.867358 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.867955 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.868538 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.869095 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.869571 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:06.934224 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.943915 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:06.957554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:06.991682 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:06.992622 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:50:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:07.000413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:07.029828 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28191598-5bbd-47b8-9298-fec649f8eca1 None None] Pushing event updated for resources: {'Port': ['ID=4387725d-cb5a-49d1-a2b4-1dc4a6643392,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:07.139807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77dd7869-6d98-4b7f-b459-9456aa237fe1 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:07.155399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:07.182366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Transition to ACTIVE for port object 77dd7869-6d98-4b7f-b459-9456aa237fe1 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:07.182542 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:07.194475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-041433db-8c2a-42df-8e0d-c8247f11526b req-d1d722c1-67fd-44b4-865b-eec30ed1f69e tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/security-groups?id=79043482-70ed-42c0-a16f-485e231e033c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161626 Oct 12 22:51:07.271526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:07.313827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:07.332067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:07.351480 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:07.369036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68081c5d-c293-47b5-96e2-988fcec35931 req-8d73f3ef-6e4b-454c-bbb8-c5eff361ce20 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:07.375472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68081c5d-c293-47b5-96e2-988fcec35931 req-8d73f3ef-6e4b-454c-bbb8-c5eff361ce20 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.1353891 Oct 12 22:51:07.381922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Pushing event updated for resources: {'Port': ['ID=77dd7869-6d98-4b7f-b459-9456aa237fe1,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:07.462068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Attempting to bind port 77dd7869-6d98-4b7f-b459-9456aa237fe1 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:07.462390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Attempting to bind port 77dd7869-6d98-4b7f-b459-9456aa237fe1 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:07.462688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Attempting to bind port 77dd7869-6d98-4b7f-b459-9456aa237fe1 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:07.466419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:07.481121 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:03Z', 'revision_number': 3, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:07.482864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:07.501370 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68081c5d-c293-47b5-96e2-988fcec35931 req-7bbf3912-080d-4a22-9933-84995904981e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768654 Oct 12 22:51:07.504896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Port 77dd7869-6d98-4b7f-b459-9456aa237fe1 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:07.507297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Attempting to bind port 77dd7869-6d98-4b7f-b459-9456aa237fe1 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:07.509729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event updated for resources: {'Port': ['ID=819fda52-d536-4293-aaf8-47453c57b829,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:07.512772 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cb78e4-3063-40f4-b7e3-400c588d17e5 None None] The sync data for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 is: [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:03Z', 'revision_number': 3, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:51:07.533883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9e2346b0-2fb5-4615-997a-3a6c4bc0ec30'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:07.540982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:07.541333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:07.541741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:07.542193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Bound port: 77dd7869-6d98-4b7f-b459-9456aa237fe1, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:07.542555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:07.685049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] For port 77dd7869-6d98-4b7f-b459-9456aa237fe1, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:07.732284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] For port 77dd7869-6d98-4b7f-b459-9456aa237fe1, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=77dd7869-6d98-4b7f-b459-9456aa237fe1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:07.757201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65d553-68c1-4cd2-b233-da1a7513b46a req-d14f3ba9-9d2a-40b9-9955-9e0a32104316 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:07.766613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7e65d553-68c1-4cd2-b233-da1a7513b46a req-d14f3ba9-9d2a-40b9-9955-9e0a32104316 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.1263654 Oct 12 22:51:07.769660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Allocated IP 172.20.0.1 (bc2be2ce-e0af-42b6-b8a4-90bc9607348c/78e112b4-6bb8-4a0c-b5c8-779e18c00bf9/40bbc3f7-adfe-4835-8537-37dc69bafadc) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:07.816975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7e65d553-68c1-4cd2-b233-da1a7513b46a req-095a16b6-51ff-4d7e-80a4-16ede4840a02 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483599 Oct 12 22:51:07.842845 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:07.943151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:07.946160 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:07.948795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] 10.222.0.41 "PUT /v2.0/ports/77dd7869-6d98-4b7f-b459-9456aa237fe1 HTTP/1.1" status: 200 len: 1095 time: 1.9711254 Oct 12 22:51:07.953520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52109d79-5a6a-4644-b162-d1c04feb28cf', 'tag': '77dd7869-6d98-4b7f-b459-9456aa237fe1'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:07.956383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:07.956654 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd8bd940-d6b4-44cc-a296-b08eb52062d3" -d '{"events": [{"name": "network-changed", "server_uuid": "52109d79-5a6a-4644-b162-d1c04feb28cf", "tag": "77dd7869-6d98-4b7f-b459-9456aa237fe1"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:08.020164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126b8052-65af-4c90-90c4-acc23b588142 service neutron] Pushing event updated for resources: {'Port': ['ID=77dd7869-6d98-4b7f-b459-9456aa237fe1,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:08.026924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port d8af3fb2-39d4-4efb-9424-f7ff8435965d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:08.027438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:08.040516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213c701f-5b9a-424b-ad7e-59e414728a97 req-e28c02cd-c295-444e-9dd7-01f1d9301c55 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:08.050275 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-213c701f-5b9a-424b-ad7e-59e414728a97 req-e28c02cd-c295-444e-9dd7-01f1d9301c55 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 935 time: 0.0977871 Oct 12 22:51:08.136495 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-213c701f-5b9a-424b-ad7e-59e414728a97 req-cd0c93b1-4360-4625-9688-716d4ef21fa0 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846407 Oct 12 22:51:08.151998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2549b4a7-7bae-44d4-87d8-cc789562056f None None] Provisioning complete for port 819fda52-d536-4293-aaf8-47453c57b829 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:08.156314 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2549b4a7-7bae-44d4-87d8-cc789562056f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:08.163053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-53774322-5b28-4427-9538-57f6ccb4df31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:08.168098 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:08.169191 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-53774322-5b28-4427-9538-57f6ccb4df31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 1098 time: 0.1079521 Oct 12 22:51:08.246921 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-1d041ef4-cfc7-44a5-a585-a7ca2c1646c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=77dd7869-6d98-4b7f-b459-9456aa237fe1 HTTP/1.1" status: 200 len: 217 time: 0.0671215 Oct 12 22:51:08.267833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:08.271279 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27848960-9ff4-4c53-980e-265062644f51" -d '{"events": [{"server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:08.307528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:08.318899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2549b4a7-7bae-44d4-87d8-cc789562056f None None] Port 819fda52-d536-4293-aaf8-47453c57b829 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:08.338747 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08bb6cd8-5b3c-4fa5-a077-9aed4545b77a x-openstack-request-id: req-08bb6cd8-5b3c-4fa5-a077-9aed4545b77a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:08.340974 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52109d79-5a6a-4644-b162-d1c04feb28cf", "tag": "77dd7869-6d98-4b7f-b459-9456aa237fe1", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:08.341582 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08bb6cd8-5b3c-4fa5-a077-9aed4545b77a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:08.342151 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52109d79-5a6a-4644-b162-d1c04feb28cf', 'tag': '77dd7869-6d98-4b7f-b459-9456aa237fe1', 'status': 'completed', 'code': 200} Oct 12 22:51:08.365069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-019ce431-3610-44b4-ba82-15c53fbe3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:08.367047 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-019ce431-3610-44b4-ba82-15c53fbe3500 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1125693 Oct 12 22:51:08.378789 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:08.453391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-76465fe2-aa58-4d3d-95b8-97e9600ab870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:08.456000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-76465fe2-aa58-4d3d-95b8-97e9600ab870 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0778913 Oct 12 22:51:08.481820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=11']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:08.565004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Pushing event deleted for resources: {'Port': ['ID=9e2346b0-2fb5-4615-997a-3a6c4bc0ec30,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:08.586814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:08.587546 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:08.609995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] No DVR routers for this DVR port 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:51:08.614062 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:08.617504 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2c38649-75a8-4e16-b1ee-9344b47da488 req-2964a804-68e5-4ff4-a54e-a98dba7956f2 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.41 "DELETE /v2.0/ports/9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 HTTP/1.1" status: 204 len: 173 time: 2.9756560 Oct 12 22:51:08.624758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7cd63b5-c8ca-4cec-97d7-e7de8a854018', 'name': 'network-vif-deleted', 'tag': '9e2346b0-2fb5-4615-997a-3a6c4bc0ec30'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:08.627667 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-174148ed-966b-49e6-b006-ef7eb8dd5158" -d '{"events": [{"server_uuid": "e7cd63b5-c8ca-4cec-97d7-e7de8a854018", "name": "network-vif-deleted", "tag": "9e2346b0-2fb5-4615-997a-3a6c4bc0ec30"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:08.652674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c1cbb-da27-4d4b-857f-97d29b910f2e req-f5a65ec5-dfbb-4223-9aca-b0018e70a45d tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:08.654298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be9c1cbb-da27-4d4b-857f-97d29b910f2e req-f5a65ec5-dfbb-4223-9aca-b0018e70a45d tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1101 time: 1.2681456 Oct 12 22:51:08.710579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:08.761527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-fd91f10d-6dbf-4d7e-b4d1-f2c72ef3ac7c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3457830 Oct 12 22:51:08.785936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Request body: {'port': {'device_id': '4d2c6606-24fa-4b13-88bd-eb9d7e8b0737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:08.794477 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be9c1cbb-da27-4d4b-857f-97d29b910f2e req-23b56db6-13c8-4d66-a078-1699cd127e6a tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250682 Oct 12 22:51:08.827122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:08.912747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:08.915511 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a248d1-0351-4c3d-8529-cc1f499320cb x-openstack-request-id: req-c8a248d1-0351-4c3d-8529-cc1f499320cb {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:08.915916 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "name": "network-vif-plugged", "status": "completed", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:08.916173 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8a248d1-0351-4c3d-8529-cc1f499320cb {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:08.916615 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'code': 200} Oct 12 22:51:08.920094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:08.933609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:08.945087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:08.950776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Pushing event updated for resources: {'Port': ['ID=40bbc3f7-adfe-4835-8537-37dc69bafadc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:09.079770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26b4847f-8a53-42fd-af79-96260075bc77 req-25d016c9-c2c4-405c-87c6-0182e5c7f0f9 tempest-TenantUsagesTestJSON-893010724 tempest-TenantUsagesTestJSON-893010724-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7cd63b5-c8ca-4cec-97d7-e7de8a854018 HTTP/1.1" status: 200 len: 210 time: 0.5931084 Oct 12 22:51:09.137608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-4e126d08-c7a9-45e1-9b98-8210ec1898ba service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6727078 Oct 12 22:51:09.150269 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee515bb1-de28-4f03-96af-607793663d0b x-openstack-request-id: req-ee515bb1-de28-4f03-96af-607793663d0b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:09.150573 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7cd63b5-c8ca-4cec-97d7-e7de8a854018", "name": "network-vif-deleted", "tag": "9e2346b0-2fb5-4615-997a-3a6c4bc0ec30", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:09.150807 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee515bb1-de28-4f03-96af-607793663d0b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:09.151223 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7cd63b5-c8ca-4cec-97d7-e7de8a854018', 'name': 'network-vif-deleted', 'tag': '9e2346b0-2fb5-4615-997a-3a6c4bc0ec30', 'status': 'completed', 'code': 200} Oct 12 22:51:09.154574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:09.263978 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-2dc99c1e-dcfb-4905-ba80-f161778082c7 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169596 Oct 12 22:51:09.285227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-74f7abfa-5302-470f-b7ee-28e56defa3e9 None None] Provisioning complete for port 40bbc3f7-adfe-4835-8537-37dc69bafadc triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:09.285906 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74f7abfa-5302-470f-b7ee-28e56defa3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:09.297901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69658c-bb99-4f4e-a0da-4f2b2fc471f8 req-a56cc1ca-9df2-4660-93fd-2b02301742b8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:09.299890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae69658c-bb99-4f4e-a0da-4f2b2fc471f8 req-a56cc1ca-9df2-4660-93fd-2b02301742b8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.2724044 Oct 12 22:51:09.344194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-74f7abfa-5302-470f-b7ee-28e56defa3e9 None None] Port 40bbc3f7-adfe-4835-8537-37dc69bafadc cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:09.436998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-16ab15fa-f194-4c88-9ff4-7c56f778158c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:09.438528 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-16ab15fa-f194-4c88-9ff4-7c56f778158c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 1098 time: 0.0404971 Oct 12 22:51:09.540432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae69658c-bb99-4f4e-a0da-4f2b2fc471f8 req-5ae44808-c067-4679-b5f1-1840e4b207bc tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803930 Oct 12 22:51:09.622115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-b049a0ff-d236-4823-af66-1822c9078869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:09.623671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-b049a0ff-d236-4823-af66-1822c9078869 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1741853 Oct 12 22:51:09.687804 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-d1e49cbf-eff6-46e6-beb3-8ff0ce656d66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=77dd7869-6d98-4b7f-b459-9456aa237fe1 HTTP/1.1" status: 200 len: 217 time: 0.0488868 Oct 12 22:51:09.733316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ab07fb-3df3-4e18-a994-e653c2d33e7b req-ab1cf2ea-0661-4308-a586-f0912031ae53 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:09.743652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f2ab07fb-3df3-4e18-a994-e653c2d33e7b req-ab1cf2ea-0661-4308-a586-f0912031ae53 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.1493285 Oct 12 22:51:09.772667 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:09.776733 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 819fda52-d536-4293-aaf8-47453c57b829 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:09.788778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-0a4f48b1-b71c-4780-811a-bf261834ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:09.790246 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-0a4f48b1-b71c-4780-811a-bf261834ea4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0937634 Oct 12 22:51:09.800891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:09.804276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:09.806179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f2ab07fb-3df3-4e18-a994-e653c2d33e7b req-7f590cdc-0ac3-4817-9bf9-211c6d6fe4d3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614054 Oct 12 22:51:09.839346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:51:09.839888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9e2346b0-2fb5-4615-997a-3a6c4bc0ec30 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:51:09.884404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-df878fdf-aa55-44bb-a0fa-2b731a0b7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:09.886601 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-df878fdf-aa55-44bb-a0fa-2b731a0b7a67 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0794849 Oct 12 22:51:09.909426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Transition to ACTIVE for port object 819fda52-d536-4293-aaf8-47453c57b829 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:09.916104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e7962-e717-473e-a627-1ae9c97dbcfe req-305a7ecc-ee5e-495f-a2b5-64ad9bde92ee tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:09.921851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4387725d-cb5a-49d1-a2b4-1dc4a6643392 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:09.943552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-609e7962-e717-473e-a627-1ae9c97dbcfe req-305a7ecc-ee5e-495f-a2b5-64ad9bde92ee tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 935 time: 0.2652979 Oct 12 22:51:09.986774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:10.027090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4387725d-cb5a-49d1-a2b4-1dc4a6643392 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:10.027659 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:10.040854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-2c08972d-1cd1-41b4-8610-296c4864433e service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444521 Oct 12 22:51:10.167038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-609e7962-e717-473e-a627-1ae9c97dbcfe req-5f378753-c788-4e0f-8ddf-9d5bcf51d215 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181501 Oct 12 22:51:10.174837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=819fda52-d536-4293-aaf8-47453c57b829,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:10.191451 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:10.233145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81a2984-7472-4e43-bf6a-55caae405647 req-98f923a9-bd88-4b91-8aa0-0f65d36a8e1d tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:10.240968 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f81a2984-7472-4e43-bf6a-55caae405647 req-98f923a9-bd88-4b91-8aa0-0f65d36a8e1d tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 1103 time: 0.1422558 Oct 12 22:51:10.252750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 4387725d-cb5a-49d1-a2b4-1dc4a6643392, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4387725d-cb5a-49d1-a2b4-1dc4a6643392,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:10.271625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd8bd940-d6b4-44cc-a296-b08eb52062d3 req-23a18a6d-0634-42aa-bd80-b1667a3896a0 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212501 Oct 12 22:51:10.272175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:10.304457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f81a2984-7472-4e43-bf6a-55caae405647 req-c5a8a6cd-ae17-42ec-b63d-dab4eca19cce tempest-ServersAdminTestJSON-323416885 tempest-ServersAdminTestJSON-323416885-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600867 Oct 12 22:51:10.320958 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:10.395058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:10.395301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=4387725d-cb5a-49d1-a2b4-1dc4a6643392,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:10.473164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Attempting to bind port 819fda52-d536-4293-aaf8-47453c57b829 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:10.473512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Attempting to bind port 819fda52-d536-4293-aaf8-47453c57b829 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:10.473807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Attempting to bind port 819fda52-d536-4293-aaf8-47453c57b829 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:10.480213 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:10.490732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Port 819fda52-d536-4293-aaf8-47453c57b829 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:10.491307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Attempting to bind port 819fda52-d536-4293-aaf8-47453c57b829 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:10.494517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Pushing event updated for resources: {'Port': ['ID=40bbc3f7-adfe-4835-8537-37dc69bafadc,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:10.511918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:10.512248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:10.512621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:10.513054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Bound port: 819fda52-d536-4293-aaf8-47453c57b829, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:10.513404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:10.643828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] For port 819fda52-d536-4293-aaf8-47453c57b829, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:10.646896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:10.648668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] For port 819fda52-d536-4293-aaf8-47453c57b829, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=819fda52-d536-4293-aaf8-47453c57b829,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:10.650259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:10.729283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b13bd5-cba1-4c80-9e80-c1ac506971f3 req-c4ba2f64-9b59-49cc-bbf4-040b454c7902 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:10.730858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18b13bd5-cba1-4c80-9e80-c1ac506971f3 req-c4ba2f64-9b59-49cc-bbf4-040b454c7902 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0813425 Oct 12 22:51:10.777671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Router 85c6b370-43f3-4a38-bde4-e3d371435164 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:51:10.793429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18b13bd5-cba1-4c80-9e80-c1ac506971f3 req-8b8d4283-4918-42c0-ae81-94d44dd8f571 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496559 Oct 12 22:51:10.846793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:10.907207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38752) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:10.969888 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Pushing event updated for resources: {'Port': ['ID=819fda52-d536-4293-aaf8-47453c57b829,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:10.991094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3fc8a-4c0c-414e-8074-29a2869f8bfa req-0f2c5633-4865-4c05-9c56-c3ab0175c67d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:10.992637 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1c3fc8a-4c0c-414e-8074-29a2869f8bfa req-0f2c5633-4865-4c05-9c56-c3ab0175c67d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.1007590 Oct 12 22:51:11.020780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:11.021800 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:11.023356 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-096a7948-6fa0-4cbc-97c7-13d06c4cc5d7 service neutron] 10.222.0.25 "PUT /v2.0/ports/819fda52-d536-4293-aaf8-47453c57b829 HTTP/1.1" status: 200 len: 1096 time: 2.2462311 Oct 12 22:51:11.066448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1c3fc8a-4c0c-414e-8074-29a2869f8bfa req-5af45380-cb59-43ea-817a-a570b4b46864 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650420 Oct 12 22:51:11.104560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6712bd6f-629b-404b-88ce-1b265421447d None None] Provisioning complete for port 40bbc3f7-adfe-4835-8537-37dc69bafadc triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:11.105053 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6712bd6f-629b-404b-88ce-1b265421447d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:11.125517 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-611d32bb-9f24-471c-a7bf-698da7762fe0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7003ee18ddf34daab8a971760e38f2c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2192175 Oct 12 22:51:11.126366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38760) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:11.193648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7008f768-5706-4586-8d23-619dbde653cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:11.199926 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6712bd6f-629b-404b-88ce-1b265421447d None None] Port 40bbc3f7-adfe-4835-8537-37dc69bafadc cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:11.213502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c201ee-1e7f-4119-9b3d-728ddcae6601 req-bea45680-ef3d-4280-a86e-4eff0e9c3864 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:11.223618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-21c201ee-1e7f-4119-9b3d-728ddcae6601 req-bea45680-ef3d-4280-a86e-4eff0e9c3864 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 950 time: 0.3114061 Oct 12 22:51:11.225698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d2c6606-24fa-4b13-88bd-eb9d7e8b0737', 'tag': '819fda52-d536-4293-aaf8-47453c57b829'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:11.228261 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167d1b91-cdc4-4c72-a47d-224fb438002d" -d '{"events": [{"name": "network-changed", "server_uuid": "4d2c6606-24fa-4b13-88bd-eb9d7e8b0737", "tag": "819fda52-d536-4293-aaf8-47453c57b829"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:11.232639 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7008f768-5706-4586-8d23-619dbde653cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:11.250573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:51:11.259810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Sync routers for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:51:11.265018 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1e31c8c9-48b3-4d02-b3e0-f18c1c10a88e admin admin] 10.222.0.31 "PUT /v2.0/routers/85c6b370-43f3-4a38-bde4-e3d371435164/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6935050 Oct 12 22:51:11.270863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:11.271527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:50:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:11.360226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-5a064ae5-f5da-451e-ab9a-e7b4cd5bc282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:11.362235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-5a064ae5-f5da-451e-ab9a-e7b4cd5bc282 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 1099 time: 0.2233536 Oct 12 22:51:11.379479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-21c201ee-1e7f-4119-9b3d-728ddcae6601 req-fa3d46ad-6fb1-49c5-afa5-4a0b20f77782 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552229 Oct 12 22:51:11.382075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7008f768-5706-4586-8d23-619dbde653cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:11.383354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7008f768-5706-4586-8d23-619dbde653cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:11.385113 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7008f768-5706-4586-8d23-619dbde653cb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79043482-70ed-42c0-a16f-485e231e033c HTTP/1.1" status: 204 len: 168 time: 0.2573340 Oct 12 22:51:11.420756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7008f768-5706-4586-8d23-619dbde653cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79043482-70ed-42c0-a16f-485e231e033c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:11.431311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a06669-9ca9-4f2a-9728-28a92814000d req-756544ea-81bd-483f-abad-d089ff69b4a6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:11.440369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4a06669-9ca9-4f2a-9728-28a92814000d req-756544ea-81bd-483f-abad-d089ff69b4a6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 947 time: 0.1044359 Oct 12 22:51:11.496897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:11.502309 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c299dc5f-d39a-4074-9567-31862d92b51c x-openstack-request-id: req-c299dc5f-d39a-4074-9567-31862d92b51c {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:11.503324 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d2c6606-24fa-4b13-88bd-eb9d7e8b0737", "tag": "819fda52-d536-4293-aaf8-47453c57b829", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:11.503324 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c299dc5f-d39a-4074-9567-31862d92b51c {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:11.503642 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4a06669-9ca9-4f2a-9728-28a92814000d req-aedf67ba-29d7-48b2-81b4-5314e9235742 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618112 Oct 12 22:51:11.503738 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d2c6606-24fa-4b13-88bd-eb9d7e8b0737', 'tag': '819fda52-d536-4293-aaf8-47453c57b829', 'status': 'completed', 'code': 200} Oct 12 22:51:11.512027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-0ef4ad47-fc77-4b0e-9d03-b9e6738cfb90 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=819fda52-d536-4293-aaf8-47453c57b829 HTTP/1.1" status: 200 len: 217 time: 0.1311691 Oct 12 22:51:11.584559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-c05513ac-6051-4a71-a092-ed6e1ab60e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:11.586064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-c05513ac-6051-4a71-a092-ed6e1ab60e1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0648465 Oct 12 22:51:11.641935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-ed42527c-290a-4109-8d8b-d1fc028cfe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:11.644333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-ed42527c-290a-4109-8d8b-d1fc028cfe02 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0477529 Oct 12 22:51:11.941289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 2, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:11.944064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-f90d779c-48f4-49e0-a4c2-917d6dc3d10c service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902753 Oct 12 22:51:11.945548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Checking router: 85c6b370-43f3-4a38-bde4-e3d371435164 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:51:11.945548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Updating router 85c6b370-43f3-4a38-bde4-e3d371435164 port 40bbc3f7-adfe-4835-8537-37dc69bafadc binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:51:11.945548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:11.945548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4387725d-cb5a-49d1-a2b4-1dc4a6643392 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:11.945548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 77dd7869-6d98-4b7f-b459-9456aa237fe1 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:11.957420 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346455c-5ef8-441e-94ac-c36fa064f04d req-92d043bd-173d-49d7-b2a3-e8e97457b746 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:11.959392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9346455c-5ef8-441e-94ac-c36fa064f04d req-92d043bd-173d-49d7-b2a3-e8e97457b746 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0733178 Oct 12 22:51:12.012485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9346455c-5ef8-441e-94ac-c36fa064f04d req-3c25e93c-61b9-4cb3-8a1a-38b85dcc45be tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454147 Oct 12 22:51:12.031279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4387725d-cb5a-49d1-a2b4-1dc4a6643392 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:12.031654 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:12.092379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 77dd7869-6d98-4b7f-b459-9456aa237fe1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=77dd7869-6d98-4b7f-b459-9456aa237fe1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:12.155637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '77dd7869-6d98-4b7f-b459-9456aa237fe1', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '77dd7869-6d98-4b7f-b459-9456aa237fe1', 'mac_address': 'fa:16:3e:f8:bf:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:12.159935 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaccd4-13ab-40b2-a36c-a716b28f27d2 req-3814bfe6-5a22-427a-b7e0-42e9156684ec service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075489 Oct 12 22:51:12.182358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-94d990c9-1ecc-4e3f-b9ea-73f808c028ee tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:12.191179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-94d990c9-1ecc-4e3f-b9ea-73f808c028ee tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 820 time: 0.4177780 Oct 12 22:51:12.200296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-0e20597a-fa54-4454-aa53-82260d27394c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/quotas/6ffb25f2a74e4e1b9d48a9f1d871ca9a HTTP/1.1" status: 200 len: 375 time: 0.0099163 Oct 12 22:51:12.203816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45029f-35fc-41d9-91ab-98534715bff6 req-c517f0f0-12c9-413c-b042-eddffc089972 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:12.205389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc45029f-35fc-41d9-91ab-98534715bff6 req-c517f0f0-12c9-413c-b042-eddffc089972 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0631220 Oct 12 22:51:12.257480 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc45029f-35fc-41d9-91ab-98534715bff6 req-edde4154-2a92-4ef8-b979-a1ccb46566c4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456970 Oct 12 22:51:12.260043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-452ba67e-ccf5-461a-a0b3-25d9814bfcf0 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521965 Oct 12 22:51:12.372713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-fa36494a-6928-4447-a835-8b331e82cb7b service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007762 Oct 12 22:51:12.470006 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7bd60bd5-d537-434f-9532-7857008bf5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:12.473867 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:12.512438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77dd7869-6d98-4b7f-b459-9456aa237fe1 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:12.544549 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:12.547133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 77dd7869-6d98-4b7f-b459-9456aa237fe1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=77dd7869-6d98-4b7f-b459-9456aa237fe1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:12.591687 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-927aab21-f98f-4ea7-a1a4-6268c0322708 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107575 Oct 12 22:51:12.606866 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:12.621387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-7449b2b7-7296-4883-b294-bb3a84785255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:12.623487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-7449b2b7-7296-4883-b294-bb3a84785255 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 1099 time: 0.1721513 Oct 12 22:51:12.636876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae2566-1282-4aa1-8f97-85401df0277f req-306d52b4-1b89-4785-82d5-e27eb68bbdd3 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:12.638492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66ae2566-1282-4aa1-8f97-85401df0277f req-306d52b4-1b89-4785-82d5-e27eb68bbdd3 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 950 time: 0.0889823 Oct 12 22:51:12.648359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a6b89-19e7-4a21-942f-291a45621a59 req-5757fcb8-cc4f-474d-8c8e-b0793a395f58 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:12.650012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-954a6b89-19e7-4a21-942f-291a45621a59 req-5757fcb8-cc4f-474d-8c8e-b0793a395f58 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 950 time: 0.1240795 Oct 12 22:51:12.655819 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:12.725498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=77dd7869-6d98-4b7f-b459-9456aa237fe1,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:12.756479 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66ae2566-1282-4aa1-8f97-85401df0277f req-b1181401-32eb-4898-a145-390ba9e7a744 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053693 Oct 12 22:51:12.775795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-9bf52b4e-6499-4dbd-8784-d4ae2fe2a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:12.777515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-9bf52b4e-6499-4dbd-8784-d4ae2fe2a7c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1334105 Oct 12 22:51:12.823567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-954a6b89-19e7-4a21-942f-291a45621a59 req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Deleting port 3b8aa78d-1a55-4344-8442-2e95f6c5256c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:51:12.825050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-954a6b89-19e7-4a21-942f-291a45621a59 req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:12.905368 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-ceebfce9-6190-474f-a978-c3d8c9c4ef58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=819fda52-d536-4293-aaf8-47453c57b829 HTTP/1.1" status: 200 len: 217 time: 0.1151359 Oct 12 22:51:12.934653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Attempting to bind port 40bbc3f7-adfe-4835-8537-37dc69bafadc on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:12.934653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Attempting to bind port 40bbc3f7-adfe-4835-8537-37dc69bafadc by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:12.935133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Attempting to bind port 40bbc3f7-adfe-4835-8537-37dc69bafadc on network bc2be2ce-e0af-42b6-b8a4-90bc9607348c {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:12.953366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['77dd7869-6d98-4b7f-b459-9456aa237fe1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:12.986601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:13.011100 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-258877e1-e5ac-4c37-8028-9e021768a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:13.013372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-258877e1-e5ac-4c37-8028-9e021768a51b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0991466 Oct 12 22:51:13.017094 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d61e434-b60a-4d4f-84ae-60400126e463 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.044988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:13.045362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Checking segment: {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:13.045766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.046838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Bound using segment: {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:13.047654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Bound port: 40bbc3f7-adfe-4835-8537-37dc69bafadc, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:13.048050 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.063498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5fafff67-d005-4ad5-be64-efd2984aab77 req-5ea3fa25-240e-45b7-9df0-e75ec1274a7c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 210 time: 0.0488756 Oct 12 22:51:13.097064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d4ac4-8d1f-48f0-b0ad-49c2e1b72add req-aa0d9f56-e42a-4822-89fc-7fd27d32cfd7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:13.101059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b3b38-917d-4c68-ac7b-ff006abae76c None None] Pushing event updated for resources: {'Port': ['ID=40bbc3f7-adfe-4835-8537-37dc69bafadc,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:13.103527 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-421d4ac4-8d1f-48f0-b0ad-49c2e1b72add req-aa0d9f56-e42a-4822-89fc-7fd27d32cfd7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 947 time: 0.1730690 Oct 12 22:51:13.131147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-954a6b89-19e7-4a21-942f-291a45621a59 req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] For port 3b8aa78d-1a55-4344-8442-2e95f6c5256c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b8aa78d-1a55-4344-8442-2e95f6c5256c,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:13.131648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-954a6b89-19e7-4a21-942f-291a45621a59 req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.186193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-954a6b89-19e7-4a21-942f-291a45621a59 req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Calling delete_port for 3b8aa78d-1a55-4344-8442-2e95f6c5256c owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:51:13.201987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-421d4ac4-8d1f-48f0-b0ad-49c2e1b72add req-a344bfea-373c-40f1-b2c7-707f503453e6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932491 Oct 12 22:51:13.238485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-2c5757de-5503-4aa0-9215-4b76f5f53d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:13.239904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-2c5757de-5503-4aa0-9215-4b76f5f53d5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1755168 Oct 12 22:51:13.253868 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3754ddb-72e4-4866-accd-92bdd01cae98 req-abb9c482-f5c9-4c23-ada5-278330d2c2d3 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:13.261603 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3754ddb-72e4-4866-accd-92bdd01cae98 req-abb9c482-f5c9-4c23-ada5-278330d2c2d3 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0958867 Oct 12 22:51:13.288542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5a9f1946-c8c5-4a57-8f6e-ec6f5e7c6b99 None None] Provisioning complete for port 40bbc3f7-adfe-4835-8537-37dc69bafadc triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:13.290977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5a9f1946-c8c5-4a57-8f6e-ec6f5e7c6b99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.370581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] For port 40bbc3f7-adfe-4835-8537-37dc69bafadc, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:13.375985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d61e434-b60a-4d4f-84ae-60400126e463 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.377312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3754ddb-72e4-4866-accd-92bdd01cae98 req-f8129a57-50a5-4d42-a63c-636e90ce6b43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101363 Oct 12 22:51:13.404222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] For port 40bbc3f7-adfe-4835-8537-37dc69bafadc, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=40bbc3f7-adfe-4835-8537-37dc69bafadc,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:13.413384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5a9f1946-c8c5-4a57-8f6e-ec6f5e7c6b99 None None] Port 40bbc3f7-adfe-4835-8537-37dc69bafadc cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:13.440681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-4cedb564-07eb-4ef8-9198-9aa8cfc80789 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762855 Oct 12 22:51:13.470127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c62d-bc93-4fbf-9d69-706cf4217f16 req-a330f9ac-a728-42c4-bd9c-bc985d4f2c2f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:13.476166 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f746c62d-bc93-4fbf-9d69-706cf4217f16 req-a330f9ac-a728-42c4-bd9c-bc985d4f2c2f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0894701 Oct 12 22:51:13.488847 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.541828 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d61e434-b60a-4d4f-84ae-60400126e463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.579539 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-167d1b91-cdc4-4c72-a47d-224fb438002d req-07628a89-fc0b-49e6-b064-b7923ae2f0bc service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232340 Oct 12 22:51:13.582225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b3b38-917d-4c68-ac7b-ff006abae76c None None] Pushing event updated for resources: {'Port': ['ID=40bbc3f7-adfe-4835-8537-37dc69bafadc,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:13.619191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:13.620316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:50:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:13.691550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61e434-b60a-4d4f-84ae-60400126e463 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc92c5de-de02-48ba-b4c0-ef18adf809b9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:13.713023 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f746c62d-bc93-4fbf-9d69-706cf4217f16 req-dfefb7e1-bfd0-440a-a0e2-5e1647b7eae7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277825 Oct 12 22:51:13.715777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38816) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:13.738831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6d61e434-b60a-4d4f-84ae-60400126e463 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0dd9fbd49f2944828e1b1d0f7b7931c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7498410 Oct 12 22:51:13.783416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-808b61d9-011b-44ff-8783-de7eba2d7998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.784890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:13.817266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-808b61d9-011b-44ff-8783-de7eba2d7998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.824227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-954a6b89-19e7-4a21-942f-291a45621a59 req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.894413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Pushing event deleted for resources: {'Port': ['ID=3b8aa78d-1a55-4344-8442-2e95f6c5256c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:13.908970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['389aabec-1d0d-4344-b10e-c91537169aad', '3b8aa78d-1a55-4344-8442-2e95f6c5256c', 'd8af3fb2-39d4-4efb-9424-f7ff8435965d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:13.935083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba1e0439-4240-4280-9d68-4b616d21cf5c req-d7700dc7-97d9-47f0-95c7-006e9dd705fa tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 210 time: 0.0344968 Oct 12 22:51:13.957807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-954a6b89-19e7-4a21-942f-291a45621a59 req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] No DVR routers for this DVR port 3b8aa78d-1a55-4344-8442-2e95f6c5256c on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:51:13.963139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-954a6b89-19e7-4a21-942f-291a45621a59 req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:13.975002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-954a6b89-19e7-4a21-942f-291a45621a59 req-d187db40-75af-47b2-86b7-58318e8724ff tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "DELETE /v2.0/ports/3b8aa78d-1a55-4344-8442-2e95f6c5256c HTTP/1.1" status: 204 len: 173 time: 1.3166628 Oct 12 22:51:13.975547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdf7a679-8aff-4e42-83e4-ab4d22235716', 'name': 'network-vif-deleted', 'tag': '3b8aa78d-1a55-4344-8442-2e95f6c5256c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:13.978058 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3703e9aa-202f-401c-b859-b111cb2bd22a" -d '{"events": [{"server_uuid": "fdf7a679-8aff-4e42-83e4-ab4d22235716", "name": "network-vif-deleted", "tag": "3b8aa78d-1a55-4344-8442-2e95f6c5256c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:14.026337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b2b7efcc-16d9-4b53-b44d-697d51e9b323 None None] Provisioning complete for port 40bbc3f7-adfe-4835-8537-37dc69bafadc triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:14.026710 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b2b7efcc-16d9-4b53-b44d-697d51e9b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:14.035110 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12eab5b-80e8-48d5-a601-924efd79a690 x-openstack-request-id: req-d12eab5b-80e8-48d5-a601-924efd79a690 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:14.035331 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdf7a679-8aff-4e42-83e4-ab4d22235716", "name": "network-vif-deleted", "tag": "3b8aa78d-1a55-4344-8442-2e95f6c5256c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:14.035716 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d12eab5b-80e8-48d5-a601-924efd79a690 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:14.036216 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdf7a679-8aff-4e42-83e4-ab4d22235716', 'name': 'network-vif-deleted', 'tag': '3b8aa78d-1a55-4344-8442-2e95f6c5256c', 'status': 'completed', 'code': 200} Oct 12 22:51:14.041087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-808b61d9-011b-44ff-8783-de7eba2d7998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:14.043936 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-808b61d9-011b-44ff-8783-de7eba2d7998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:14.047422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-808b61d9-011b-44ff-8783-de7eba2d7998 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc92c5de-de02-48ba-b4c0-ef18adf809b9 HTTP/1.1" status: 204 len: 168 time: 0.3283060 Oct 12 22:51:14.054474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b61d9-011b-44ff-8783-de7eba2d7998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc92c5de-de02-48ba-b4c0-ef18adf809b9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:14.187147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354a5430-4c89-40c9-b21b-6654e61097d0 req-934d8ab2-e9e8-42f0-b3d3-1eccb497493c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 210 time: 0.0476007 Oct 12 22:51:14.242417 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b2b7efcc-16d9-4b53-b44d-697d51e9b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:14.312048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b2b7efcc-16d9-4b53-b44d-697d51e9b323 None None] For port 40bbc3f7-adfe-4835-8537-37dc69bafadc, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=40bbc3f7-adfe-4835-8537-37dc69bafadc,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:14.337476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:13Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:14.378858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b00b7ad-ae12-4c5d-a4e0-004a583788aa req-e9996a57-f9f9-4617-ba50-20843f4b4308 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:14.386865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b00b7ad-ae12-4c5d-a4e0-004a583788aa req-e9996a57-f9f9-4617-ba50-20843f4b4308 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 947 time: 0.0836210 Oct 12 22:51:14.406441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a1bea3-1316-4cef-b03f-a510dd56df07 None None] The sync data for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 is: [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:13Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:51:14.408972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b2b7efcc-16d9-4b53-b44d-697d51e9b323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:14.437064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b00b7ad-ae12-4c5d-a4e0-004a583788aa req-9ab87bf6-d668-446f-8ea7-fdb89b212ca6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452037 Oct 12 22:51:14.669465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f568466a-cd66-4550-b669-2a711eea0909 req-ad83f0d7-c3ec-496e-82cc-d332b3521e76 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:14.686059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f568466a-cd66-4550-b669-2a711eea0909 req-ad83f0d7-c3ec-496e-82cc-d332b3521e76 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.1363463 Oct 12 22:51:14.692768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7efcc-16d9-4b53-b44d-697d51e9b323 None None] Pushing event updated for resources: {'Port': ['ID=40bbc3f7-adfe-4835-8537-37dc69bafadc,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:14.752859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f568466a-cd66-4550-b669-2a711eea0909 req-afafe4bf-db7e-477b-b334-a66cf5eb857d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556030 Oct 12 22:51:14.875380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ac186d-70be-43f4-82a5-32f77fdecf3f req-1143fbef-9f0a-42b1-bc2f-730d3bd61cf8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:14.879582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79ac186d-70be-43f4-82a5-32f77fdecf3f req-1143fbef-9f0a-42b1-bc2f-730d3bd61cf8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0698814 Oct 12 22:51:14.930680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79ac186d-70be-43f4-82a5-32f77fdecf3f req-9c9be032-6894-4a49-a68c-e7560faa2b96 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459311 Oct 12 22:51:15.025011 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6cf6a0e7-0d73-4ece-82c5-545ec755dd36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:15.083749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-07293e58-bdbc-451b-a452-4c4ed3f3e8e3 req-97f2aea5-e056-40ea-91df-00c0ef294ebe tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdf7a679-8aff-4e42-83e4-ab4d22235716 HTTP/1.1" status: 200 len: 210 time: 0.0277789 Oct 12 22:51:15.304724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cdbe6e5-c8d5-4a60-9a1e-fb86cb95a37c req-2993ac7e-52b5-4f79-85ea-4194e69ac025 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 210 time: 0.0267231 Oct 12 22:51:15.484122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:15.633189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87454c7e-f1f2-461c-af10-0c39a21197d7 req-e4578bc0-a92c-43e0-8c97-e0bef4961f26 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:15.635237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87454c7e-f1f2-461c-af10-0c39a21197d7 req-e4578bc0-a92c-43e0-8c97-e0bef4961f26 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 947 time: 0.0944512 Oct 12 22:51:15.644364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-48e34e7b-13b9-44f8-ad1d-28bd4825baf4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:15.646395 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-48e34e7b-13b9-44f8-ad1d-28bd4825baf4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.41 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 820 time: 0.1605623 Oct 12 22:51:15.671461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Request body: {'port': {'device_id': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'admin_state_up': True, 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:15.731405 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87454c7e-f1f2-461c-af10-0c39a21197d7 req-ceeb3f9d-e369-4b0c-a287-c31d0c617468 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839522 Oct 12 22:51:15.828308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 77dd7869-6d98-4b7f-b459-9456aa237fe1 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:15.896869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 40bbc3f7-adfe-4835-8537-37dc69bafadc up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:15.952990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac14a75-5f2f-47e2-a5ef-1f320fbe20c0 req-a1d4a592-f932-4c01-91f0-565e9763c931 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:15.955094 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dac14a75-5f2f-47e2-a5ef-1f320fbe20c0 req-a1d4a592-f932-4c01-91f0-565e9763c931 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0643265 Oct 12 22:51:15.967367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 40bbc3f7-adfe-4835-8537-37dc69bafadc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:15.967367 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.011530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 819fda52-d536-4293-aaf8-47453c57b829 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:16.014705 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dac14a75-5f2f-47e2-a5ef-1f320fbe20c0 req-cf0c2992-9d7c-4fc9-9f63-ec059d030166 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445936 Oct 12 22:51:16.015910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3b8aa78d-1a55-4344-8442-2e95f6c5256c no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:16.024590 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.047739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Made reservation on behalf of 6ffb25f2a74e4e1b9d48a9f1d871ca9a for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:16.048994 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 77dd7869-6d98-4b7f-b459-9456aa237fe1 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:51:16.051042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 3b8aa78d-1a55-4344-8442-2e95f6c5256c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:51:16.051453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3b8aa78d-1a55-4344-8442-2e95f6c5256c not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:51:16.053558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.060756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 77dd7869-6d98-4b7f-b459-9456aa237fe1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:16.061212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.095226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456630c8-c969-481a-a2e1-7c124d94dcc2 req-1978c392-47bf-41eb-a16b-215eed30507c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:16.103499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-456630c8-c969-481a-a2e1-7c124d94dcc2 req-1978c392-47bf-41eb-a16b-215eed30507c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0735121 Oct 12 22:51:16.158714 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-456630c8-c969-481a-a2e1-7c124d94dcc2 req-fc421997-0d52-4a79-9cc2-207b2f6744d0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523925 Oct 12 22:51:16.219775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Allocated IP 172.20.0.14 (bc2be2ce-e0af-42b6-b8a4-90bc9607348c/78e112b4-6bb8-4a0c-b5c8-779e18c00bf9/c20d2de8-ac53-433b-9f7b-7eeeeb2776ca) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:16.270024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 819fda52-d536-4293-aaf8-47453c57b829, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=819fda52-d536-4293-aaf8-47453c57b829,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:16.278042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.292502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '819fda52-d536-4293-aaf8-47453c57b829', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '819fda52-d536-4293-aaf8-47453c57b829', 'mac_address': 'fa:16:3e:ac:ff:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:16.305497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52109d79-5a6a-4644-b162-d1c04feb28cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dd7869-6d98-4b7f-b459-9456aa237fe1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:16.307877 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a5afbb2-0f1f-4572-aa5d-6a043b91e943" -d '{"events": [{"server_uuid": "52109d79-5a6a-4644-b162-d1c04feb28cf", "name": "network-vif-plugged", "status": "completed", "tag": "77dd7869-6d98-4b7f-b459-9456aa237fe1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:16.338506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 77dd7869-6d98-4b7f-b459-9456aa237fe1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=77dd7869-6d98-4b7f-b459-9456aa237fe1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:16.367948 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.372478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 819fda52-d536-4293-aaf8-47453c57b829 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:16.378376 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-994bab72-f2bb-4928-97f6-c1c826b60587 x-openstack-request-id: req-994bab72-f2bb-4928-97f6-c1c826b60587 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:16.385256 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52109d79-5a6a-4644-b162-d1c04feb28cf", "name": "network-vif-plugged", "status": "completed", "tag": "77dd7869-6d98-4b7f-b459-9456aa237fe1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:16.385256 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-994bab72-f2bb-4928-97f6-c1c826b60587 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:16.385256 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52109d79-5a6a-4644-b162-d1c04feb28cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77dd7869-6d98-4b7f-b459-9456aa237fe1', 'code': 200} Oct 12 22:51:16.400524 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.406704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 819fda52-d536-4293-aaf8-47453c57b829, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=819fda52-d536-4293-aaf8-47453c57b829,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:16.440758 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.480704 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.487247 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=77dd7869-6d98-4b7f-b459-9456aa237fe1,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:16.528312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-167b05a5-44e5-4e04-b0b6-11fca30bee19 req-659cfbe9-8b49-4f29-b2ac-c7af14599b31 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 210 time: 0.0316179 Oct 12 22:51:16.533918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a07746-abcd-4290-ab20-6514cad996ea req-4bb22384-7b5b-43e7-88f8-aa272e970f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:16.534801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2a07746-abcd-4290-ab20-6514cad996ea req-4bb22384-7b5b-43e7-88f8-aa272e970f04 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 1100 time: 0.0838423 Oct 12 22:51:16.544464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=819fda52-d536-4293-aaf8-47453c57b829,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:16.550007 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.595983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2a07746-abcd-4290-ab20-6514cad996ea req-7b52089a-3a18-4a06-b39f-b29008a594f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508277 Oct 12 22:51:16.621583 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:16.633625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Pushing event updated for resources: {'Port': ['ID=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:16.637410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:16.639666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:16.646372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:16.647127 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.695620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bd2467-1cee-4e34-9436-74a15a6791b9 req-1259cf82-5d49-4a15-8ab6-9f2ed9b7e144 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:16.697408 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54bd2467-1cee-4e34-9436-74a15a6791b9 req-1259cf82-5d49-4a15-8ab6-9f2ed9b7e144 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 950 time: 0.0802951 Oct 12 22:51:16.741749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54bd2467-1cee-4e34-9436-74a15a6791b9 req-1701297a-56d4-4161-84bc-771b5e4263c1 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375667 Oct 12 22:51:16.760904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-cdce42ec-ca3b-4229-acbe-2bfcdb6fce9c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0956140 Oct 12 22:51:16.794172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Request body: {'port': {'device_id': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:16.865651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.902185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['819fda52-d536-4293-aaf8-47453c57b829'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:16.978565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8de548-3594-43f6-b5f7-b7d753abe35a req-3a15ff1e-27cb-4da1-a021-0199305ae5a8 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:16.979605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fc3b92ca-28c4-4389-ba53-6ca610cc806c None None] Provisioning complete for port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:16.980072 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc3b92ca-28c4-4389-ba53-6ca610cc806c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:16.983039 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d8de548-3594-43f6-b5f7-b7d753abe35a req-3a15ff1e-27cb-4da1-a021-0199305ae5a8 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 948 time: 0.0832078 Oct 12 22:51:17.031168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-fc3b92ca-28c4-4389-ba53-6ca610cc806c None None] Port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:17.097337 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d8de548-3594-43f6-b5f7-b7d753abe35a req-d7ec44c7-825a-43a8-a085-907089955de8 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675492 Oct 12 22:51:17.152186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92061691-78ba-475e-b77f-8b15db2a7630 req-22b5860e-bf74-4483-91ab-e26bd83f7a21 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:17.153783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92061691-78ba-475e-b77f-8b15db2a7630 req-22b5860e-bf74-4483-91ab-e26bd83f7a21 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0517886 Oct 12 22:51:17.206365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92061691-78ba-475e-b77f-8b15db2a7630 req-c5db1225-2d1a-42c8-a4b7-4f7b77098509 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456333 Oct 12 22:51:17.246098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c20d2de8-ac53-433b-9f7b-7eeeeb2776ca {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:17.254712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.291067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Transition to ACTIVE for port object c20d2de8-ac53-433b-9f7b-7eeeeb2776ca will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:17.310883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b62978-af27-4096-bcf2-2650584ab810 req-488f6f50-4fe4-470c-aff7-25dd17e5d94b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:17.312551 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73b62978-af27-4096-bcf2-2650584ab810 req-488f6f50-4fe4-470c-aff7-25dd17e5d94b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0552492 Oct 12 22:51:17.317945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38918) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:17.350778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.385570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73b62978-af27-4096-bcf2-2650584ab810 req-5108f59d-9dc5-4ba4-ab24-f442994903fe tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619144 Oct 12 22:51:17.412473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Pushing event updated for resources: {'Port': ['ID=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:17.460359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-80a97bd3-f756-4b0b-847a-835907589ed7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.463561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Attempting to bind port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:17.463892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Attempting to bind port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:17.464212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Attempting to bind port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca on network bc2be2ce-e0af-42b6-b8a4-90bc9607348c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:17.475218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca on network bc2be2ce-e0af-42b6-b8a4-90bc9607348c not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:17.475538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Attempting to bind port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca on network bc2be2ce-e0af-42b6-b8a4-90bc9607348c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:17.482831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:17.483193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Checking segment: {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:17.483568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Bound using segment: {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:17.483993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Bound port: c20d2de8-ac53-433b-9f7b-7eeeeb2776ca, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:17.484345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.599844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] For port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:17.604793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] For port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:17.624773 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.625400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-80a97bd3-f756-4b0b-847a-835907589ed7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.654267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deede1c2-1b94-4f74-8bb5-c51695111391 req-aa9f2849-0bf9-4179-a973-e7022afa9223 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:17.659426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-deede1c2-1b94-4f74-8bb5-c51695111391 req-aa9f2849-0bf9-4179-a973-e7022afa9223 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 944 time: 0.0548267 Oct 12 22:51:17.665012 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.696728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-80a97bd3-f756-4b0b-847a-835907589ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.700008 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-deede1c2-1b94-4f74-8bb5-c51695111391 req-54f46b86-9c5e-4a50-8915-6dbd4802b5c9 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374825 Oct 12 22:51:17.729339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:17.729495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.730793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] 10.222.0.41 "PUT /v2.0/ports/c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 1093 time: 0.9444628 Oct 12 22:51:17.731431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:17.733658 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fbcd24-e48d-4ae4-b2df-e9a29b3f4ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:17.768701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04a005c-82ea-4f31-8376-68c3f0a86716 service neutron] Pushing event updated for resources: {'Port': ['ID=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:17.771468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a97bd3-f756-4b0b-847a-835907589ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c055ae-5789-48d1-b05d-c2e0247eac2c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:17.775809 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-80a97bd3-f756-4b0b-847a-835907589ed7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e3c7c79fcc404f5ebd267b3654f329f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4568346 Oct 12 22:51:17.781104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38928) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:17.799143 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e897f31-6bd0-4fa2-a714-ae1b58fe0904 x-openstack-request-id: req-3e897f31-6bd0-4fa2-a714-ae1b58fe0904 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:17.799598 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:17.799956 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e897f31-6bd0-4fa2-a714-ae1b58fe0904 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:17.800633 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'status': 'completed', 'code': 200} Oct 12 22:51:17.874366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4db65d4c-bac5-48ab-a629-0d0ccd439055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.902874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4db65d4c-bac5-48ab-a629-0d0ccd439055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:17.920835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda850b-8e76-4b4e-bef8-ef58f869c254 req-b2165f93-f943-4f63-961d-e2041a11a9cc tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:17.924847 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3cda850b-8e76-4b4e-bef8-ef58f869c254 req-b2165f93-f943-4f63-961d-e2041a11a9cc tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 950 time: 0.0645337 Oct 12 22:51:17.927806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbcd24-e48d-4ae4-b2df-e9a29b3f4ca0 req-de8496e4-e7c6-4484-b836-85f9b816b6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:17.929282 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72fbcd24-e48d-4ae4-b2df-e9a29b3f4ca0 req-de8496e4-e7c6-4484-b836-85f9b816b6d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1096 time: 0.0969472 Oct 12 22:51:17.968752 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3cda850b-8e76-4b4e-bef8-ef58f869c254 req-023859eb-0beb-4f8a-919f-ccf61b8d019d tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381486 Oct 12 22:51:18.038695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbcd24-e48d-4ae4-b2df-e9a29b3f4ca0 req-ca42226d-0ed2-4e96-96bf-5d429236f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.040828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72fbcd24-e48d-4ae4-b2df-e9a29b3f4ca0 req-ca42226d-0ed2-4e96-96bf-5d429236f17c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1012323 Oct 12 22:51:18.095019 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4db65d4c-bac5-48ab-a629-0d0ccd439055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:18.098317 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4db65d4c-bac5-48ab-a629-0d0ccd439055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:18.099452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4db65d4c-bac5-48ab-a629-0d0ccd439055 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4c055ae-5789-48d1-b05d-c2e0247eac2c HTTP/1.1" status: 204 len: 168 time: 0.3199229 Oct 12 22:51:18.117018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db65d4c-bac5-48ab-a629-0d0ccd439055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c055ae-5789-48d1-b05d-c2e0247eac2c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:18.167828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fbcd24-e48d-4ae4-b2df-e9a29b3f4ca0 req-4782de74-e9d3-476f-b2a5-da517979c011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.169310 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72fbcd24-e48d-4ae4-b2df-e9a29b3f4ca0 req-4782de74-e9d3-476f-b2a5-da517979c011 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215596 Oct 12 22:51:18.228848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac908bac-2730-4f59-8484-2ae092144f7c req-28dede7f-276e-463f-94bd-c6f147e6296f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.230355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac908bac-2730-4f59-8484-2ae092144f7c req-28dede7f-276e-463f-94bd-c6f147e6296f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 948 time: 0.0507598 Oct 12 22:51:18.255809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-43ba25b9-ee16-40d6-8c94-f44d68344d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.257839 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-43ba25b9-ee16-40d6-8c94-f44d68344d91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1096 time: 0.0491488 Oct 12 22:51:18.282003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac908bac-2730-4f59-8484-2ae092144f7c req-b058e356-da77-4a7d-a885-627aca5e0c02 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436616 Oct 12 22:51:18.308247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-7ada1edf-7081-47be-bc4c-80cc71e8deb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 217 time: 0.0421791 Oct 12 22:51:18.375712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-1c3ad9de-ebbe-49a2-aa14-1ddf6f1b5ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.377359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-1c3ad9de-ebbe-49a2-aa14-1ddf6f1b5ce0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.0618374 Oct 12 22:51:18.389999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71df713-143e-4cbe-a785-b7227245f8db req-320dc73e-57b5-4a03-89bd-9e30901d81c4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.391452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b71df713-143e-4cbe-a785-b7227245f8db req-320dc73e-57b5-4a03-89bd-9e30901d81c4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0856636 Oct 12 22:51:18.454484 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-49e93ad4-9197-4f98-bd8a-752f32566a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.456573 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-49e93ad4-9197-4f98-bd8a-752f32566a04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0642667 Oct 12 22:51:18.459390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b71df713-143e-4cbe-a785-b7227245f8db req-400b8b1a-2894-4532-b1ff-fd83f17fa5a5 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577877 Oct 12 22:51:18.508509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddceb37-5090-4b83-9391-1ff5210be75a req-3f214a76-9e52-4780-b5a0-b074a70f9a72 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.509970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ddceb37-5090-4b83-9391-1ff5210be75a req-3f214a76-9e52-4780-b5a0-b074a70f9a72 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0539250 Oct 12 22:51:18.552203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ddceb37-5090-4b83-9391-1ff5210be75a req-1119fc99-97ab-4936-ac32-8fc92b44ca43 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357153 Oct 12 22:51:18.581126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-9381c2de-3b9b-435a-8f46-89529749ba5c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.581126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-9381c2de-3b9b-435a-8f46-89529749ba5c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 950 time: 0.0901546 Oct 12 22:51:18.598591 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-2bbfc70d-a555-492b-b4a6-6a397716415e service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341922 Oct 12 22:51:18.629765 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:18.745962 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27ee15db-6db5-414a-a7bc-3aa3b40d5ca7 req-ff0abbc6-bc9f-4a64-9805-5f22403470ba service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239588 Oct 12 22:51:18.750691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Deleting port 389aabec-1d0d-4344-b10e-c91537169aad {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:51:18.751083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:18.759654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38946) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:18.776235 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6d9602d-9fd3-404f-ae7c-9675ca9bd88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:18.801791 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:18.867437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6d9602d-9fd3-404f-ae7c-9675ca9bd88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:18.879215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e325df0-e2ba-47ba-a0a6-ab8ac8455f9e req-d5c15327-cf4d-4b61-a940-539a440a39f6 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:18.880687 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e325df0-e2ba-47ba-a0a6-ab8ac8455f9e req-d5c15327-cf4d-4b61-a940-539a440a39f6 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 944 time: 0.0836716 Oct 12 22:51:18.885397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] For port 389aabec-1d0d-4344-b10e-c91537169aad, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=389aabec-1d0d-4344-b10e-c91537169aad,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:18.885761 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:18.909778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Calling delete_port for 389aabec-1d0d-4344-b10e-c91537169aad owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:51:18.921259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6d9602d-9fd3-404f-ae7c-9675ca9bd88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:18.959831 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a6d9602d-9fd3-404f-ae7c-9675ca9bd88c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1f6f4018262c4b71a010b03056e6f260&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1989832 Oct 12 22:51:18.967187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38950) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:19.010106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d9602d-9fd3-404f-ae7c-9675ca9bd88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b78cf3f-853a-4e82-8115-d984ebb8849b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:19.060047 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4260e56e-2f9a-49a5-b754-070c107ab011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:19.094630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4260e56e-2f9a-49a5-b754-070c107ab011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:19.162826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b2cf4-5cc9-4267-9163-b9c6769ce39b req-b5035977-58a7-4ea9-8540-fcee8526eb26 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:19.164344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-980b2cf4-5cc9-4267-9163-b9c6769ce39b req-b5035977-58a7-4ea9-8540-fcee8526eb26 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 950 time: 0.0886085 Oct 12 22:51:19.207722 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-980b2cf4-5cc9-4267-9163-b9c6769ce39b req-b088c76b-093e-45f9-b30a-2cc3c44355a0 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366111 Oct 12 22:51:19.215778 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e325df0-e2ba-47ba-a0a6-ab8ac8455f9e req-1e5a29c9-0221-43da-a90e-6ad637fe8575 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3274732 Oct 12 22:51:19.297412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4260e56e-2f9a-49a5-b754-070c107ab011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:19.304755 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4260e56e-2f9a-49a5-b754-070c107ab011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:19.304755 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4260e56e-2f9a-49a5-b754-070c107ab011 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9b78cf3f-853a-4e82-8115-d984ebb8849b HTTP/1.1" status: 204 len: 168 time: 0.3349793 Oct 12 22:51:19.316319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4260e56e-2f9a-49a5-b754-070c107ab011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b78cf3f-853a-4e82-8115-d984ebb8849b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:19.421091 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:19.432698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['389aabec-1d0d-4344-b10e-c91537169aad', 'd8af3fb2-39d4-4efb-9424-f7ff8435965d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:19.463085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c3633-95d9-4eb4-89bb-729149c92152 req-493fc117-a010-4d31-bd1f-336e9fdb4209 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:19.464884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-219c3633-95d9-4eb4-89bb-729149c92152 req-493fc117-a010-4d31-bd1f-336e9fdb4209 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 948 time: 0.0826416 Oct 12 22:51:19.467134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Pushing event deleted for resources: {'Port': ['ID=389aabec-1d0d-4344-b10e-c91537169aad,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:19.551522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] No DVR routers for this DVR port 389aabec-1d0d-4344-b10e-c91537169aad on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:51:19.558105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:19.561484 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8c55598-a69e-4060-84f7-5a03d9e5fbc1 req-eb0ddbe5-010f-4467-b9a5-575cf37c21d6 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "DELETE /v2.0/ports/389aabec-1d0d-4344-b10e-c91537169aad HTTP/1.1" status: 204 len: 173 time: 0.9704547 Oct 12 22:51:19.575143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-219c3633-95d9-4eb4-89bb-729149c92152 req-1cf1a7c8-af26-4380-8cea-d205c9e8fce2 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026750 Oct 12 22:51:19.649468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5deb77-7916-4c53-bed1-d6f69dd4045c req-a5d6d803-d38f-4ade-b466-f79e3b48e37a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:19.650242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c5deb77-7916-4c53-bed1-d6f69dd4045c req-a5d6d803-d38f-4ade-b466-f79e3b48e37a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0736907 Oct 12 22:51:19.693288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c5deb77-7916-4c53-bed1-d6f69dd4045c req-9faca342-9a7c-49a9-b05b-816b40146d50 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363061 Oct 12 22:51:19.711025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0a5f3-2493-4404-a57d-4e8d26b58603 req-bdf77064-ebda-4c0a-9ad1-2bb17358e30e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:19.712667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27c0a5f3-2493-4404-a57d-4e8d26b58603 req-bdf77064-ebda-4c0a-9ad1-2bb17358e30e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0525615 Oct 12 22:51:19.768567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27c0a5f3-2493-4404-a57d-4e8d26b58603 req-a966dc48-ca26-4e9c-a97d-ce98a6b7d072 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494649 Oct 12 22:51:19.801756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27915738-4b6b-4825-a13f-492a9687ab7c', 'name': 'network-vif-deleted', 'tag': '389aabec-1d0d-4344-b10e-c91537169aad'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:19.804197 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef2cb4-46b2-4169-928e-0a147357c444" -d '{"events": [{"server_uuid": "27915738-4b6b-4825-a13f-492a9687ab7c", "name": "network-vif-deleted", "tag": "389aabec-1d0d-4344-b10e-c91537169aad"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:19.841216 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87230e0d-654d-494a-80d2-9623436c17d9 x-openstack-request-id: req-87230e0d-654d-494a-80d2-9623436c17d9 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:19.841675 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27915738-4b6b-4825-a13f-492a9687ab7c", "name": "network-vif-deleted", "tag": "389aabec-1d0d-4344-b10e-c91537169aad", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:19.841929 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87230e0d-654d-494a-80d2-9623436c17d9 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:19.842326 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27915738-4b6b-4825-a13f-492a9687ab7c', 'name': 'network-vif-deleted', 'tag': '389aabec-1d0d-4344-b10e-c91537169aad', 'status': 'completed', 'code': 200} Oct 12 22:51:20.036123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 819fda52-d536-4293-aaf8-47453c57b829 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:20.172480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 819fda52-d536-4293-aaf8-47453c57b829 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:51:20.177503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 819fda52-d536-4293-aaf8-47453c57b829 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:20.177936 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:20.260448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:20.286618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2c6606-24fa-4b13-88bd-eb9d7e8b0737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819fda52-d536-4293-aaf8-47453c57b829'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:20.289948 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8348539-ce69-4804-978d-90f7889b2ca3" -d '{"events": [{"server_uuid": "4d2c6606-24fa-4b13-88bd-eb9d7e8b0737", "name": "network-vif-plugged", "status": "completed", "tag": "819fda52-d536-4293-aaf8-47453c57b829"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:20.308552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 819fda52-d536-4293-aaf8-47453c57b829, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=819fda52-d536-4293-aaf8-47453c57b829,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:20.342811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7662e40-7cf5-49fb-9a4a-61757ea6a05a req-c9b1db6e-a3aa-4285-bc5c-f857d7f2f08c tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=27915738-4b6b-4825-a13f-492a9687ab7c HTTP/1.1" status: 200 len: 210 time: 0.0331695 Oct 12 22:51:20.364678 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90301ebd-7bfe-429e-a9dd-202861980f82 req-886a2892-961d-4a2a-b8e9-3a71f984ff53 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:20.366655 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90301ebd-7bfe-429e-a9dd-202861980f82 req-886a2892-961d-4a2a-b8e9-3a71f984ff53 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 944 time: 0.0687749 Oct 12 22:51:20.394814 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b45eb176-29ad-4271-82ef-1ca48a90f32c x-openstack-request-id: req-b45eb176-29ad-4271-82ef-1ca48a90f32c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:20.395169 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2c6606-24fa-4b13-88bd-eb9d7e8b0737", "name": "network-vif-plugged", "status": "completed", "tag": "819fda52-d536-4293-aaf8-47453c57b829", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:20.395432 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b45eb176-29ad-4271-82ef-1ca48a90f32c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:20.396024 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2c6606-24fa-4b13-88bd-eb9d7e8b0737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '819fda52-d536-4293-aaf8-47453c57b829', 'code': 200} Oct 12 22:51:20.401055 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:20.404786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 389aabec-1d0d-4344-b10e-c91537169aad no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:20.412315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90301ebd-7bfe-429e-a9dd-202861980f82 req-73031acb-3106-46cf-93b7-e0dd75a31e2f tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393593 Oct 12 22:51:20.444607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38994) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:20.449156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 389aabec-1d0d-4344-b10e-c91537169aad {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:51:20.449509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 389aabec-1d0d-4344-b10e-c91537169aad not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:51:20.476898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=819fda52-d536-4293-aaf8-47453c57b829,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:20.521850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7008c2aa-95bf-4857-b233-5e7d471251f6 req-11166517-fe3a-48b6-8b7a-f23666c0f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:20.523478 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7008c2aa-95bf-4857-b233-5e7d471251f6 req-11166517-fe3a-48b6-8b7a-f23666c0f17c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 1101 time: 0.0421536 Oct 12 22:51:20.558682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-network', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:20.566446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7008c2aa-95bf-4857-b233-5e7d471251f6 req-eb2cb26e-4711-4c56-9e84-0d19b6f74fc9 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298555 Oct 12 22:51:20.646803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Made reservation on behalf of f45bf639f06d459a8c84088a98877e93 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:20.649174 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:20.657630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:20.703549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b758e9-df5d-4208-a4b6-94efe31ae784 req-9aa58eb8-263a-4e36-b707-0289a3fbf11a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:20.705142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39b758e9-df5d-4208-a4b6-94efe31ae784 req-9aa58eb8-263a-4e36-b707-0289a3fbf11a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 949 time: 0.0500417 Oct 12 22:51:20.741529 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:20.746512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39b758e9-df5d-4208-a4b6-94efe31ae784 req-879a6808-223c-44f3-ae5c-fbbc009b0652 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348494 Oct 12 22:51:20.803213 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:20.826822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:51:20.850022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e284ff33-3d46-40c0-a190-ce0fc19193d9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:20.853271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:20.857816 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Added segment 508fd0d2-13a1-42e7-867f-1956abd64abb of type vlan for network 5e12d707-afe9-490d-962a-3133b48629ac Oct 12 22:51:20.863478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba66995-435d-42ac-b9b0-4c444baf3374 req-755450e6-d1d7-4f6b-9370-4807107064ba tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:20.866067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ba66995-435d-42ac-b9b0-4c444baf3374 req-755450e6-d1d7-4f6b-9370-4807107064ba tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0900452 Oct 12 22:51:20.910875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d41bd-7141-46fc-b857-ac6e911d93ea req-0af7e025-2abd-44e8-9ec6-a6902820e663 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:20.912389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-805d41bd-7141-46fc-b857-ac6e911d93ea req-0af7e025-2abd-44e8-9ec6-a6902820e663 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0690038 Oct 12 22:51:20.927183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:20.938301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ba66995-435d-42ac-b9b0-4c444baf3374 req-3d28cbc7-01f1-4bd2-ab08-fb1c6b6b04a6 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643532 Oct 12 22:51:20.957504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-805d41bd-7141-46fc-b857-ac6e911d93ea req-874474e5-a3b9-40e9-9387-fe6557c9ba0c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351255 Oct 12 22:51:21.000909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:21.002617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:21.003234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:21.063140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] Pushing event updated for resources: {'Network': ['ID=5e12d707-afe9-490d-962a-3133b48629ac,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:21.073829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 5e12d707-afe9-490d-962a-3133b48629ac details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:51:21.106911 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7f5a14fe-65f5-472b-8650-c12acf8d1214 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6609437 Oct 12 22:51:21.109873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39006) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:21.116802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Request body: {'subnet': {'network_id': '5e12d707-afe9-490d-962a-3133b48629ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-subnet', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:21.184138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Made reservation on behalf of f45bf639f06d459a8c84088a98877e93 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:21.186561 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:21.412924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:21.473461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea9ce17a-e944-477c-a980-6fae333a14f7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:21.483003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Checking segment: {'id': '508fd0d2-13a1-42e7-867f-1956abd64abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:21.488444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Network hostable DHCP agents. Network: 5e12d707-afe9-490d-962a-3133b48629ac, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:51:21.545398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6e5db-3e07-4133-afa5-1d8c918f79f3 req-f152eee3-83ff-401d-b73e-2b65d54d652d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:21.546784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bd6e5db-3e07-4133-afa5-1d8c918f79f3 req-f152eee3-83ff-401d-b73e-2b65d54d652d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 944 time: 0.0501709 Oct 12 22:51:21.567269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Network 5e12d707-afe9-490d-962a-3133b48629ac is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:51:21.607985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bd6e5db-3e07-4133-afa5-1d8c918f79f3 req-c3b49499-2e16-43bf-994a-568b383929dd tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541878 Oct 12 22:51:21.621438 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-e7034ea4-c3da-4f0d-925f-28ecc54311ad service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527937 Oct 12 22:51:21.641432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 5e12d707-afe9-490d-962a-3133b48629ac) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:21.651730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8136efe-1815-4d72-bc29-5b90c3c5268a None None] Network 5e12d707-afe9-490d-962a-3133b48629ac requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:21.651968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:21.653055 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:21.721559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-6a16eb25-fb0e-49dc-8040-808e50d0d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:21.723072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-6a16eb25-fb0e-49dc-8040-808e50d0d8c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1096 time: 0.0444415 Oct 12 22:51:21.743738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e3f5725c-f88b-49e5-9a11-5c55f02a1345 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6301234 Oct 12 22:51:21.743971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39016) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:21.748454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:21.824394 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:21.825066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-5e12d707-afe9-490d-962a-3133b48629ac', 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'fixed_ips': [{'subnet_id': 'ea9ce17a-e944-477c-a980-6fae333a14f7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:51:21.825833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:21.826820 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:21.832688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-72287b60-cd84-4996-aa6b-3853a1ea4bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:21.834167 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-72287b60-cd84-4996-aa6b-3853a1ea4bf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.0913467 Oct 12 22:51:21.903134 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:21.904358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c20d2de8-ac53-433b-9f7b-7eeeeb2776ca details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:21.911269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-24a9779e-73d1-4e02-9ad8-57ffea374adb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 217 time: 0.0605426 Oct 12 22:51:21.948647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003df56c-a601-45c1-8104-05d80de870f9 req-47647c9d-4287-4a29-bf57-6902fb9afd47 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:21.951497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-003df56c-a601-45c1-8104-05d80de870f9 req-47647c9d-4287-4a29-bf57-6902fb9afd47 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 951 time: 0.0607915 Oct 12 22:51:21.959035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01d1ef6-63b3-4589-a2c3-7b367d075348 req-ee071d8e-247a-4b8d-ba6e-7cb0e8e42f4f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:21.960081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a01d1ef6-63b3-4589-a2c3-7b367d075348 req-ee071d8e-247a-4b8d-ba6e-7cb0e8e42f4f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 949 time: 0.1210794 Oct 12 22:51:21.991242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-55a674ae-d5e5-4c05-9c07-137cb53eb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:21.992687 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-55a674ae-d5e5-4c05-9c07-137cb53eb13e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0731514 Oct 12 22:51:22.033793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Allocated IP 172.20.0.2 (5e12d707-afe9-490d-962a-3133b48629ac/ea9ce17a-e944-477c-a980-6fae333a14f7/06f4df83-5fbd-4f93-82d6-28a8c992fe23) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:22.038067 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-abc4ef84-08c6-41fe-be54-64bad0408dc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359061 Oct 12 22:51:22.041420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a01d1ef6-63b3-4589-a2c3-7b367d075348 req-45b67525-655b-4781-92b3-f1af479b6524 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697587 Oct 12 22:51:22.116528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:22.135107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'port_id': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'mac_address': 'fa:16:3e:bc:81:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:22.149768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-d9474d6d-1e6e-4ee2-bbc0-b2efcbe1f4a3 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039221 Oct 12 22:51:22.158796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-003df56c-a601-45c1-8104-05d80de870f9 req-72b53607-fb86-47bc-9402-d9a1df08e8bd tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958985 Oct 12 22:51:22.228077 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.231187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.270732 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c20d2de8-ac53-433b-9f7b-7eeeeb2776ca {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:22.302426 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.304220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc30193-2e17-4a06-b565-44f6ea8afe68 req-6b124617-d6f2-4f57-9924-50c41b05b9a6 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:22.305168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:22.305898 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abc30193-2e17-4a06-b565-44f6ea8afe68 req-6b124617-d6f2-4f57-9924-50c41b05b9a6 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 945 time: 0.0907719 Oct 12 22:51:22.309749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3c1ecc-a6e1-4789-b4b3-43b10806b7e1 req-9be85458-90a5-4b11-bf6e-564e5ae61d28 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527147 Oct 12 22:51:22.323537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8fcf4f-4cea-4c12-b282-832a272e0040 req-b908c4c3-1d2f-403b-9418-bf8cc43f3af8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:22.325102 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3c8fcf4f-4cea-4c12-b282-832a272e0040 req-b908c4c3-1d2f-403b-9418-bf8cc43f3af8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0860140 Oct 12 22:51:22.350688 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abc30193-2e17-4a06-b565-44f6ea8afe68 req-89c97031-e9ff-4920-b565-2d92259bed1a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379462 Oct 12 22:51:22.379156 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.384755 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.421803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3c8fcf4f-4cea-4c12-b282-832a272e0040 req-94b88165-4c71-43b3-9c47-59c6fe81b1ab tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822015 Oct 12 22:51:22.430159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Network 5e12d707-afe9-490d-962a-3133b48629ac is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:22.431615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:22.435254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:22.484112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:22.520068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Attempting to bind port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:22.520439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Attempting to bind port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '508fd0d2-13a1-42e7-867f-1956abd64abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:22.520804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Attempting to bind port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 on network 5e12d707-afe9-490d-962a-3133b48629ac {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:22.530201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:22.530569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Checking segment: {'id': '508fd0d2-13a1-42e7-867f-1956abd64abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:22.530992 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.531388 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Bound using segment: {'id': '508fd0d2-13a1-42e7-867f-1956abd64abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:22.531848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Bound port: 06f4df83-5fbd-4f93-82d6-28a8c992fe23, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508fd0d2-13a1-42e7-867f-1956abd64abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:22.532229 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.551926 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Pushing event updated for resources: {'Port': ['ID=06f4df83-5fbd-4f93-82d6-28a8c992fe23,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:22.573433 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.591957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.608206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] For port 06f4df83-5fbd-4f93-82d6-28a8c992fe23, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:22.611844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] For port 06f4df83-5fbd-4f93-82d6-28a8c992fe23, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06f4df83-5fbd-4f93-82d6-28a8c992fe23,segment=NetworkSegment(508fd0d2-13a1-42e7-867f-1956abd64abb),segment_id=508fd0d2-13a1-42e7-867f-1956abd64abb)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:22.670597 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.699652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['c20d2de8-ac53-433b-9f7b-7eeeeb2776ca'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:22.701378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Allocated IP 172.25.2.13 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/3ee82af5-65d7-4412-8286-f96e2676453b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:22.762595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d9e917-a53b-4f2f-8459-9374857c8818 req-3a4836d2-034b-4108-8a5e-66d9e84e2a8e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:22.764915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0d9e917-a53b-4f2f-8459-9374857c8818 req-3a4836d2-034b-4108-8a5e-66d9e84e2a8e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 945 time: 0.0869038 Oct 12 22:51:22.778649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a305fcb-0596-4b8b-965f-78a95753a90a None None] Pushing event updated for resources: {'Port': ['ID=06f4df83-5fbd-4f93-82d6-28a8c992fe23,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:22.845762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.858571 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0d9e917-a53b-4f2f-8459-9374857c8818 req-80099661-3ebb-4901-964d-2820407df845 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708745 Oct 12 22:51:22.865396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-124319af-0c42-4ae5-a7aa-f2346ec2c20f tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:22.867294 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-124319af-0c42-4ae5-a7aa-f2346ec2c20f tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.1010005 Oct 12 22:51:22.884448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-790519-14'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:22.942792 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:22.957205 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:23.020772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Pushing event updated for resources: {'Port': ['ID=3ee82af5-65d7-4412-8286-f96e2676453b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:23.024757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:23.026527 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:23.028803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:23.165982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:23.217302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:23.238911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f2935-e28a-4007-a9c0-b67cf26f827a req-8d4d53f6-fb2f-45a7-b73a-375110fa2ffd tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:23.240824 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b62f2935-e28a-4007-a9c0-b67cf26f827a req-8d4d53f6-fb2f-45a7-b73a-375110fa2ffd tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 949 time: 0.0918193 Oct 12 22:51:23.289949 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b62f2935-e28a-4007-a9c0-b67cf26f827a req-97f316dd-3422-48f8-bea8-96efa4311806 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422471 Oct 12 22:51:23.295385 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:23.297753 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70f6074-82ae-4892-89ed-0b7511b3a957" -d '{"events": [{"server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "name": "network-vif-unplugged", "status": "completed", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:23.302716 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:23.323492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c55dd6f-e894-4d06-a1af-c5d2be7b3676 req-dc48f48a-0689-4fc2-99e6-ec4f9ba85e37 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:23.334148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5c55dd6f-e894-4d06-a1af-c5d2be7b3676 req-dc48f48a-0689-4fc2-99e6-ec4f9ba85e37 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 951 time: 0.0934694 Oct 12 22:51:23.367517 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d527378-fedf-47f4-9f3a-0e320ef1451e x-openstack-request-id: req-6d527378-fedf-47f4-9f3a-0e320ef1451e {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:23.367823 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "name": "network-vif-unplugged", "status": "completed", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:23.368063 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d527378-fedf-47f4-9f3a-0e320ef1451e {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:23.368454 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923', 'code': 200} Oct 12 22:51:23.371567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:23.402730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5c55dd6f-e894-4d06-a1af-c5d2be7b3676 req-44737988-7505-4a52-a87b-7204f41ad265 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690260 Oct 12 22:51:23.496281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:23.508228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb5ded7-b341-44af-8a21-e96dcf396a49 req-3e84f9d3-1015-4d5a-adf6-df17b6b58626 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:23.510799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ebb5ded7-b341-44af-8a21-e96dcf396a49 req-3e84f9d3-1015-4d5a-adf6-df17b6b58626 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 948 time: 0.0825706 Oct 12 22:51:23.532059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on host n-h2-790519-14 for vnic_type normal with profile {"migrating_to": "n-h1-790519-14"} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:23.532397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:23.532928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:23.550465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Pushing event updated for resources: {'Port': ['ID=69879ed8-43f0-47b8-83d7-550d5c554923,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:23.562082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:23.562416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:23.570962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:23.573982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:23.574588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:23.575470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Bound port: 69879ed8-43f0-47b8-83d7-550d5c554923, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:23.576176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:23.630552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ebb5ded7-b341-44af-8a21-e96dcf396a49 req-68b54d59-c003-4932-bdbe-1cf8850e4146 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822568 Oct 12 22:51:23.630975 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf330bbb-ab91-482d-8f09-cace657691d7 req-2c2ae3aa-2e48-45c1-a2a3-438b020e97c4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:23.639140 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cf330bbb-ab91-482d-8f09-cace657691d7 req-2c2ae3aa-2e48-45c1-a2a3-438b020e97c4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.1473005 Oct 12 22:51:23.777518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cf330bbb-ab91-482d-8f09-cace657691d7 req-c6cc4735-6495-46d9-829a-b03b8f090e4b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279459 Oct 12 22:51:23.824119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:23.841400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:23.905068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 69879ed8-43f0-47b8-83d7-550d5c554923 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:23.909454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c20d2de8-ac53-433b-9f7b-7eeeeb2776ca up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:23.916186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:23.927508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06f4df83-5fbd-4f93-82d6-28a8c992fe23 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:24.073442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea4dd01-8f54-4ce7-954d-50eb3c408184 None None] Network 5e12d707-afe9-490d-962a-3133b48629ac requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:24.080213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Pushing event updated for resources: {'Port': ['ID=69879ed8-43f0-47b8-83d7-550d5c554923,revision_number=8']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:24.121563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:24.122452 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.124901 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-cf01eb83-409c-4306-b609-b53874ea1836 service neutron] 10.222.0.41 "PUT /v2.0/ports/69879ed8-43f0-47b8-83d7-550d5c554923 HTTP/1.1" status: 200 len: 1123 time: 1.2441704 Oct 12 22:51:24.152443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-5c5a88e2-da90-4f09-b3fe-a58e30c9bb72 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:24.160429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-5c5a88e2-da90-4f09-b3fe-a58e30c9bb72 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 951 time: 0.1682122 Oct 12 22:51:24.160566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8de322f-66f7-4fd1-a5e0-1681349b2097 req-ee793858-a20e-41f2-8605-608c4fb57daa tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:24.162112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8de322f-66f7-4fd1-a5e0-1681349b2097 req-ee793858-a20e-41f2-8605-608c4fb57daa tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0862134 Oct 12 22:51:24.224293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:24.229057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6640ca18-4fd6-411a-b367-1b1116b7491b None None] Provisioning complete for port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:24.229057 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6640ca18-4fd6-411a-b367-1b1116b7491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.241229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:24.241229 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.241394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a59374-26b2-4833-af8f-b2bb04521bfb req-ebb22406-57aa-4433-926c-4c6ac1d4725a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:24.246930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a59374-26b2-4833-af8f-b2bb04521bfb req-ebb22406-57aa-4433-926c-4c6ac1d4725a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:24.248585 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-14a59374-26b2-4833-af8f-b2bb04521bfb req-ebb22406-57aa-4433-926c-4c6ac1d4725a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737&device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 1688 time: 0.0932868 Oct 12 22:51:24.286459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8de322f-66f7-4fd1-a5e0-1681349b2097 req-43f0bbfa-62dc-462a-93d2-445510f27ff3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925608 Oct 12 22:51:24.292525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['69879ed8-43f0-47b8-83d7-550d5c554923'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:24.299891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['69879ed8-43f0-47b8-83d7-550d5c554923'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:24.306576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:51:24.333127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.359476 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-14a59374-26b2-4833-af8f-b2bb04521bfb req-87a29b0b-6e94-4c57-8527-84df87f142b5 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811000 Oct 12 22:51:24.385958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Deleting port d8af3fb2-39d4-4efb-9424-f7ff8435965d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:51:24.386691 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.398264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:24.398645 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.428045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on host n-h2-790519-14 for vnic_type normal with profile {"migrating_to": "n-h1-790519-14"} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:24.428422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:24.433655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:24.486252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:24.486617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempting to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:24.519898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:24.520313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:24.520867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:24.521350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Bound port: 69879ed8-43f0-47b8-83d7-550d5c554923, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:24.521774 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.582076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Router b201a97d-30e5-460c-b968-6d4b68287d47 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:51:24.598317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] For port d8af3fb2-39d4-4efb-9424-f7ff8435965d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d8af3fb2-39d4-4efb-9424-f7ff8435965d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:24.598683 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.614127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd87c5-fc78-4100-9c75-5174239a132c req-87ec49b8-44a9-43c6-ad0b-6769c8036f0b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:24.615764 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6cd87c5-fc78-4100-9c75-5174239a132c req-87ec49b8-44a9-43c6-ad0b-6769c8036f0b tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/ports?device_id=49f40e93-31e7-470a-a46c-761bdd951d0c HTTP/1.1" status: 200 len: 951 time: 0.0752838 Oct 12 22:51:24.621759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Calling delete_port for d8af3fb2-39d4-4efb-9424-f7ff8435965d owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:51:24.644033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008b73f-6e41-4bf4-9464-c7fe0412bd6d req-4b6d781b-059f-4d53-ba48-9467b8cb83c8 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:24.645349 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0008b73f-6e41-4bf4-9464-c7fe0412bd6d req-4b6d781b-059f-4d53-ba48-9467b8cb83c8 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 945 time: 0.1098740 Oct 12 22:51:24.730972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0008b73f-6e41-4bf4-9464-c7fe0412bd6d req-7c230943-d0b1-4400-a830-1255d5bbe8f3 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492048 Oct 12 22:51:24.731257 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6cd87c5-fc78-4100-9c75-5174239a132c req-5e6a4552-dfb6-414f-b96f-f9d7e3b513e1 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b5c1853-812c-404b-a069-ad766561089a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742493 Oct 12 22:51:24.753280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:51:24.765197 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Sync routers for ids ['b201a97d-30e5-460c-b968-6d4b68287d47'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:51:24.787229 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Routers {'b201a97d-30e5-460c-b968-6d4b68287d47'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:24.787773 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b201a97d-30e5-460c-b968-6d4b68287d47'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:24.838011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.839792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ed4d359c-fec7-43d6-b202-bd98cbb313c9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0947516 Oct 12 22:51:24.842467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39068) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:24.889349 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6640ca18-4fd6-411a-b367-1b1116b7491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.906836 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.920356 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.956067 n-d-790519-14 neutron-server[101891]: WARNING neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Concurrent port binding operations failed on port 69879ed8-43f0-47b8-83d7-550d5c554923 Oct 12 22:51:24.961771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:24.981121 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:24.991117 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Set router b201a97d-30e5-460c-b968-6d4b68287d47 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:25.007832 n-d-790519-14 neutron-server[101891]: INFO neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempt 2 to bind port 69879ed8-43f0-47b8-83d7-550d5c554923 Oct 12 22:51:25.008889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 69879ed8-43f0-47b8-83d7-550d5c554923 has no active binding in host n-h1-790519-14 {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 22:51:25.039647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Pushing event deleted for resources: {'Port': ['ID=d8af3fb2-39d4-4efb-9424-f7ff8435965d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:25.055899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6640ca18-4fd6-411a-b367-1b1116b7491b None None] For port 06f4df83-5fbd-4f93-82d6-28a8c992fe23, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06f4df83-5fbd-4f93-82d6-28a8c992fe23,segment=NetworkSegment(508fd0d2-13a1-42e7-867f-1956abd64abb),segment_id=508fd0d2-13a1-42e7-867f-1956abd64abb)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:25.088967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:25.096592 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b3d9d6-c1ed-4354-89c5-d6b4c7c26ead" -d '{"events": [{"server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "name": "network-vif-plugged", "status": "completed", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:25.115530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc91467e-c999-483b-af23-80406650da9d req-37fe7c4a-98bb-423e-8bb9-621f21669b3e tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:25.117102 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc91467e-c999-483b-af23-80406650da9d req-37fe7c4a-98bb-423e-8bb9-621f21669b3e tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 1101 time: 0.2851677 Oct 12 22:51:25.123027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] No DVR routers for this DVR port d8af3fb2-39d4-4efb-9424-f7ff8435965d on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:51:25.126486 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:25.142441 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9b53dcb-726d-40bf-be73-36d28f682717 req-b253f965-5b87-4505-9571-ffe276192211 tempest-ServersAdminTestJSON-984229275 tempest-ServersAdminTestJSON-984229275-project] 10.222.0.25 "DELETE /v2.0/ports/d8af3fb2-39d4-4efb-9424-f7ff8435965d HTTP/1.1" status: 204 len: 173 time: 0.9579349 Oct 12 22:51:25.153169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:25.168899 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6640ca18-4fd6-411a-b367-1b1116b7491b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:25.208180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da7543-7145-4981-9f80-1517b7c98c17 req-41f79c0f-b27a-4b56-864c-b9e5f68a6b5d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:25.218577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58da7543-7145-4981-9f80-1517b7c98c17 req-41f79c0f-b27a-4b56-864c-b9e5f68a6b5d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.2517068 Oct 12 22:51:25.219352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc91467e-c999-483b-af23-80406650da9d req-4d834a5e-c64f-44a8-bef3-63efacaff814 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754209 Oct 12 22:51:25.290670 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:25.293479 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9a7770-9afc-4c7c-8527-467e753ed884 x-openstack-request-id: req-fd9a7770-9afc-4c7c-8527-467e753ed884 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:25.293838 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "name": "network-vif-plugged", "status": "completed", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:25.294096 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd9a7770-9afc-4c7c-8527-467e753ed884 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:25.294485 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'code': 200} Oct 12 22:51:25.303689 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:21Z', 'updated_at': '2021-10-12T22:51:23Z', 'revision_number': 3, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'gw_port': {'id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:22Z', 'updated_at': '2021-10-12T22:51:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:25.338469 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:51:25.338881 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:51:25.359195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640ca18-4fd6-411a-b367-1b1116b7491b None None] Pushing event updated for resources: {'Port': ['ID=06f4df83-5fbd-4f93-82d6-28a8c992fe23,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:25.373119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923'}, {'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'name': 'network-vif-deleted', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:25.374534 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Checking router: b201a97d-30e5-460c-b968-6d4b68287d47 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:51:25.374880 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Updating router b201a97d-30e5-460c-b968-6d4b68287d47 port 3ee82af5-65d7-4412-8286-f96e2676453b binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:51:25.380223 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3206fd24-0394-4068-95f9-887e2fc64e17" -d '{"events": [{"name": "network-changed", "server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923"}, {"server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "name": "network-vif-deleted", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:25.410146 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:25.415753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d8af3fb2-39d4-4efb-9424-f7ff8435965d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:25.427558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58da7543-7145-4981-9f80-1517b7c98c17 req-ea43b79c-537f-41ca-b4fe-a381bfb5ec27 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914909 Oct 12 22:51:25.516288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72e9de-716b-4761-a303-c3e03786f390 req-72d03e0e-6ddf-4d7f-8698-d1266316c93d tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:25.517896 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7b72e9de-716b-4761-a303-c3e03786f390 req-72d03e0e-6ddf-4d7f-8698-d1266316c93d tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 1100 time: 0.1688395 Oct 12 22:51:25.530076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-699aca63-a491-4dff-b9da-0061499d111b None None] Provisioning complete for port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:25.530447 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-699aca63-a491-4dff-b9da-0061499d111b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:25.535881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:25.570056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e935eb3-5436-45f0-8a80-7d17cebe3c08 req-009de880-382f-4411-938d-e68106a78b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:25.571912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8e935eb3-5436-45f0-8a80-7d17cebe3c08 req-009de880-382f-4411-938d-e68106a78b8b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1098 time: 0.1488707 Oct 12 22:51:25.572471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9ec4e-f02c-424b-9527-c5e6163d181c req-72daccc8-ebf6-41a4-82cb-9b0a25efefa4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:25.579976 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92c9ec4e-f02c-424b-9527-c5e6163d181c req-72daccc8-ebf6-41a4-82cb-9b0a25efefa4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0799134 Oct 12 22:51:25.642619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7b72e9de-716b-4761-a303-c3e03786f390 req-356cbc04-9e26-4562-aaf8-929b27f10e61 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084514 Oct 12 22:51:25.653753 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8e935eb3-5436-45f0-8a80-7d17cebe3c08 req-42e039a1-eb3f-42c5-865c-87392fcc3a1a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699944 Oct 12 22:51:25.654080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92c9ec4e-f02c-424b-9527-c5e6163d181c req-bf600ebc-9bef-4792-8edb-199295da5aac tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698743 Oct 12 22:51:25.736226 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022b00aa-12b1-4184-9685-08bbc3de5ce8 x-openstack-request-id: req-022b00aa-12b1-4184-9685-08bbc3de5ce8 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:25.736719 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923", "status": "completed", "code": 200}, {"server_uuid": "49f40e93-31e7-470a-a46c-761bdd951d0c", "name": "network-vif-deleted", "tag": "d8af3fb2-39d4-4efb-9424-f7ff8435965d", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:25.737265 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-022b00aa-12b1-4184-9685-08bbc3de5ce8 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:25.748851 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923', 'status': 'completed', 'code': 200} Oct 12 22:51:25.748851 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49f40e93-31e7-470a-a46c-761bdd951d0c', 'name': 'network-vif-deleted', 'tag': 'd8af3fb2-39d4-4efb-9424-f7ff8435965d', 'status': 'completed', 'code': 200} Oct 12 22:51:25.771710 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:25.772395 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:25.818338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-db8d30fc-df8c-4e8e-beb4-50a444626d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:25.819969 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-db8d30fc-df8c-4e8e-beb4-50a444626d05 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1126 time: 0.0497932 Oct 12 22:51:25.830733 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:25.916537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-27eb1885-d4e5-42ff-88dc-9f4a91fc3f00 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321829 Oct 12 22:51:25.960926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-74d5900f-0753-423c-a883-46c4b943d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:25.962458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-74d5900f-0753-423c-a883-46c4b943d622 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.1229768 Oct 12 22:51:25.989732 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Attempting to bind port 3ee82af5-65d7-4412-8286-f96e2676453b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:25.990167 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Attempting to bind port 3ee82af5-65d7-4412-8286-f96e2676453b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:25.990742 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Attempting to bind port 3ee82af5-65d7-4412-8286-f96e2676453b on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:25.996781 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:25.997150 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:25.997540 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:25.997919 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:25.998375 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Bound port: 3ee82af5-65d7-4412-8286-f96e2676453b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:25.998765 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:26.000223 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be309058-80ba-40ef-957a-2a48bae8beb4 None None] Pushing event updated for resources: {'Port': ['ID=3ee82af5-65d7-4412-8286-f96e2676453b,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:26.002808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06f4df83-5fbd-4f93-82d6-28a8c992fe23 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:26.031008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-967f06eb-3618-4960-8df6-b1e11ce7822a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69879ed8-43f0-47b8-83d7-550d5c554923 HTTP/1.1" status: 200 len: 217 time: 0.0577381 Oct 12 22:51:26.057040 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] For port 3ee82af5-65d7-4412-8286-f96e2676453b, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:26.063253 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] For port 3ee82af5-65d7-4412-8286-f96e2676453b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3ee82af5-65d7-4412-8286-f96e2676453b,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:26.067589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:26.068279 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:26.069723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Allocated IP 172.20.0.1 (5e12d707-afe9-490d-962a-3133b48629ac/ea9ce17a-e944-477c-a980-6fae333a14f7/d3534427-e8e6-424b-bb5d-a76df18b8f2c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:26.097567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-4973478d-e617-4bec-9f8b-592187ef543e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:26.099058 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-4973478d-e617-4bec-9f8b-592187ef543e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0544386 Oct 12 22:51:26.135193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-eaa1000a-f10f-45aa-9c23-a7c7adf8ef2f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270166 Oct 12 22:51:26.158485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-20d7e145-0797-4ccb-9c81-ad9da6d939eb tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:26.160052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-20d7e145-0797-4ccb-9c81-ad9da6d939eb tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2357509 Oct 12 22:51:26.191416 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:26.199035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-0b76098a-c81e-4f50-b343-5e565c4de848 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/quotas/d66a438258b743bf858131b70da39cff HTTP/1.1" status: 200 len: 375 time: 0.0329680 Oct 12 22:51:26.257501 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Routers {'b201a97d-30e5-460c-b968-6d4b68287d47'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:26.258129 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b201a97d-30e5-460c-b968-6d4b68287d47'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:26.263771 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be309058-80ba-40ef-957a-2a48bae8beb4 None None] Pushing event updated for resources: {'Port': ['ID=3ee82af5-65d7-4412-8286-f96e2676453b,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:26.265993 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:26.297942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-25c3f94b-668e-476b-ba52-27d4c86a0c4f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0920000 Oct 12 22:51:26.306673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-06ef319d-9beb-40a0-a7e4-e677f9425950 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537867 Oct 12 22:51:26.382338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c6182-cc43-436a-880e-863abae1c919 req-0369a5ef-7756-45e7-a101-f968a4a557ee tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:26.385060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:26.392570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad6c6182-cc43-436a-880e-863abae1c919 req-0369a5ef-7756-45e7-a101-f968a4a557ee tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 946 time: 0.1445327 Oct 12 22:51:26.408935 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] Set router b201a97d-30e5-460c-b968-6d4b68287d47 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:26.432964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Network 5e12d707-afe9-490d-962a-3133b48629ac is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:26.439779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:26.443604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:26.456618 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad6c6182-cc43-436a-880e-863abae1c919 req-db465ded-b129-4550-a062-5d7519cdceca tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630138 Oct 12 22:51:26.471021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3534427-e8e6-424b-bb5d-a76df18b8f2c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:26.483730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3206fd24-0394-4068-95f9-887e2fc64e17 req-1018db80-e8c9-4ff0-8943-711a65a6816d service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730669 Oct 12 22:51:26.505702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:26.738142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb37273-55b4-41da-b705-d1a876692c95 req-e491a55d-b2e6-4e32-a3ca-9184fab749a0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:26.741386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4eb37273-55b4-41da-b705-d1a876692c95 req-e491a55d-b2e6-4e32-a3ca-9184fab749a0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.0930071 Oct 12 22:51:26.749641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40a8db02-c767-4da1-8e53-9b9e449fe2be req-a207c8a6-3bb3-4dcf-ab22-7a8623624c40 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 210 time: 0.0863736 Oct 12 22:51:26.762613 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:21Z', 'updated_at': '2021-10-12T22:51:23Z', 'revision_number': 3, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'gw_port': {'id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:22Z', 'updated_at': '2021-10-12T22:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:26.803017 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4eb37273-55b4-41da-b705-d1a876692c95 req-e3986b13-c662-40b8-9083-b3bcb8bef4bd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558476 Oct 12 22:51:26.815233 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20ee4c1-5bd5-4828-8e78-851e63815e55 None None] The sync data for ids ['b201a97d-30e5-460c-b968-6d4b68287d47'] in n-d-790519-14 is: [{'id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:21Z', 'updated_at': '2021-10-12T22:51:23Z', 'revision_number': 3, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'gw_port': {'id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:22Z', 'updated_at': '2021-10-12T22:51:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:51:26.850160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-949bddd9-cf21-478b-b4b8-cdfab19cc15f None None] Provisioning complete for port d3534427-e8e6-424b-bb5d-a76df18b8f2c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:26.867419 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-949bddd9-cf21-478b-b4b8-cdfab19cc15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:26.879188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1a1e6e-aac5-4670-9794-324f9db81c1b req-4de8c58a-3bf1-4deb-8661-f1fd7f1cd488 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:26.880801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a1a1e6e-aac5-4670-9794-324f9db81c1b req-4de8c58a-3bf1-4deb-8661-f1fd7f1cd488 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0530028 Oct 12 22:51:26.898150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-949bddd9-cf21-478b-b4b8-cdfab19cc15f None None] Port d3534427-e8e6-424b-bb5d-a76df18b8f2c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:26.947883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a1a1e6e-aac5-4670-9794-324f9db81c1b req-8f9eff49-9bd7-4df3-a50a-b3b13345adbb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575845 Oct 12 22:51:26.947883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:27.105360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39114) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:27.172593 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:27.213121 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:27.276751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8b2b88ed-8d47-49bc-bddb-8cba921074fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9aaf1e44abf9411689b308729a51b66b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1702354 Oct 12 22:51:27.279105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39122) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:27.303374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:27.338169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d3534427-e8e6-424b-bb5d-a76df18b8f2c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:27.338899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8cf9e938-ed2d-48e0-9d42-aad89da76b86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:27.364229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8cf9e938-ed2d-48e0-9d42-aad89da76b86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:27.429663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Network 5e12d707-afe9-490d-962a-3133b48629ac is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:27.431106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:27.498586 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8cf9e938-ed2d-48e0-9d42-aad89da76b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:27.503584 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8cf9e938-ed2d-48e0-9d42-aad89da76b86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:27.507705 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8cf9e938-ed2d-48e0-9d42-aad89da76b86 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b5c1853-812c-404b-a069-ad766561089a HTTP/1.1" status: 204 len: 168 time: 0.2252085 Oct 12 22:51:27.522259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9e938-ed2d-48e0-9d42-aad89da76b86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5c1853-812c-404b-a069-ad766561089a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:27.664751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Router b201a97d-30e5-460c-b968-6d4b68287d47 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:51:27.734569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-df72b655-bf50-45a1-99b3-e6ffbb66aa12 None None] Provisioning complete for port d3534427-e8e6-424b-bb5d-a76df18b8f2c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:27.735816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa57c12-1797-47ad-b988-e66e665ca900 req-133acb7e-bcc7-4d4a-ab8e-e3de705e500b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:27.737181 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fa57c12-1797-47ad-b988-e66e665ca900 req-133acb7e-bcc7-4d4a-ab8e-e3de705e500b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 946 time: 0.1116197 Oct 12 22:51:27.737876 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-df72b655-bf50-45a1-99b3-e6ffbb66aa12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:27.805075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-df72b655-bf50-45a1-99b3-e6ffbb66aa12 None None] Port d3534427-e8e6-424b-bb5d-a76df18b8f2c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:27.840851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fa57c12-1797-47ad-b988-e66e665ca900 req-fb1f1a13-a88d-4f58-9a91-55112104b444 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934360 Oct 12 22:51:27.873364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:51:27.873643 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f5a0447-bfef-492d-a841-820a75047649 req-b2dadbd6-f935-4550-b978-12a3d489dbb5 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 210 time: 0.0407367 Oct 12 22:51:27.877977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f9fdbcc3-7ec7-4943-9ab3-6ac08f5f77f5 admin admin] 10.222.0.31 "PUT /v2.0/routers/b201a97d-30e5-460c-b968-6d4b68287d47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0334988 Oct 12 22:51:28.013489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbdc44d-72a0-4e41-84c2-de22a525d2ae req-e6d71cb7-43f6-46a6-a73e-e118c57aaa2f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:28.021555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3ee82af5-65d7-4412-8286-f96e2676453b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:28.024043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dfbdc44d-72a0-4e41-84c2-de22a525d2ae req-e6d71cb7-43f6-46a6-a73e-e118c57aaa2f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.0921776 Oct 12 22:51:28.113308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dfbdc44d-72a0-4e41-84c2-de22a525d2ae req-af09c1b2-13c8-4c36-b119-68c3c9325686 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882874 Oct 12 22:51:28.124978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3ee82af5-65d7-4412-8286-f96e2676453b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:28.125706 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:28.138543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:28.153212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f826b8-ea0d-4abb-bad4-3af6e7fa5725 req-2316152e-c55e-4bd8-a7da-56fa3bc50b51 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:28.161566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37f826b8-ea0d-4abb-bad4-3af6e7fa5725 req-2316152e-c55e-4bd8-a7da-56fa3bc50b51 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0902591 Oct 12 22:51:28.177576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: d8af3fb2-39d4-4efb-9424-f7ff8435965d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:51:28.178208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d8af3fb2-39d4-4efb-9424-f7ff8435965d not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:51:28.196973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37f826b8-ea0d-4abb-bad4-3af6e7fa5725 req-a6ea7a2d-6981-4253-8c6d-42149c00656e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344234 Oct 12 22:51:28.253347 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:28.280678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 3ee82af5-65d7-4412-8286-f96e2676453b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3ee82af5-65d7-4412-8286-f96e2676453b,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:28.317654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a70405af-cc0d-430d-8c8a-bae107adc1f6 req-62559604-9f75-4e0b-9ebf-63efe48f8a1d tempest-FloatingIPsNegativeTestJSON-479022773 tempest-FloatingIPsNegativeTestJSON-479022773-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=f45bf639f06d459a8c84088a98877e93 HTTP/1.1" status: 200 len: 217 time: 0.0571306 Oct 12 22:51:28.350005 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:28.369031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23301f1a-5c8a-4e5a-ae4f-b3ee8fefaff4 req-e5af7795-510f-4cf8-970b-b0552b3feb85 tempest-FloatingIPsNegativeTestJSON-479022773 tempest-FloatingIPsNegativeTestJSON-479022773-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0289850 Oct 12 22:51:28.404499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=3ee82af5-65d7-4412-8286-f96e2676453b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:28.425388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39150) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:28.434371 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-f870f912-e20b-49ed-8db2-e612b4dcd643 req-c2de6e02-a80d-4d4f-b4c3-dd5610700bc1 tempest-FloatingIPsNegativeTestJSON-479022773 tempest-FloatingIPsNegativeTestJSON-479022773-project] show failed (client error): The resource could not be found. Oct 12 22:51:28.445950 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f870f912-e20b-49ed-8db2-e612b4dcd643 req-c2de6e02-a80d-4d4f-b4c3-dd5610700bc1 tempest-FloatingIPsNegativeTestJSON-479022773 tempest-FloatingIPsNegativeTestJSON-479022773-project] 10.222.0.31 "GET /v2.0/floatingips/92086caa-bb89-4eb8-815e-b2e9a73dc03d HTTP/1.1" status: 404 len: 350 time: 0.0501049 Oct 12 22:51:28.446470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:28.473138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3bb0b858-7f0c-4120-9bb2-d5bf73437e22 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdcfe9861d884caf94d75d94b5e1791d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464814 Oct 12 22:51:28.475723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39154) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:28.530566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6cd476bc-745b-4a72-8b40-23de31637b7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:28.551702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6cd476bc-745b-4a72-8b40-23de31637b7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:28.652355 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6cd476bc-745b-4a72-8b40-23de31637b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:28.655003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6cd476bc-745b-4a72-8b40-23de31637b7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:28.656157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6cd476bc-745b-4a72-8b40-23de31637b7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/357c5adf-102e-4539-bff0-ef46e3716056 HTTP/1.1" status: 204 len: 168 time: 0.1794057 Oct 12 22:51:28.665483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd476bc-745b-4a72-8b40-23de31637b7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357c5adf-102e-4539-bff0-ef46e3716056,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:28.812513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Sync routers for ids ['b201a97d-30e5-460c-b968-6d4b68287d47'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:51:28.822510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Routers {'b201a97d-30e5-460c-b968-6d4b68287d47'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:28.827583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b201a97d-30e5-460c-b968-6d4b68287d47'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:28.863560 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:28.954417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Set router b201a97d-30e5-460c-b968-6d4b68287d47 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:29.011186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7baee3b8-08b9-43ab-a594-a067214d1813 req-bb3eb1c3-e356-4d9c-94fa-b23db6a53f7b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 210 time: 0.0423024 Oct 12 22:51:29.228218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:21Z', 'updated_at': '2021-10-12T22:51:26Z', 'revision_number': 4, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'gw_port': {'id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:22Z', 'updated_at': '2021-10-12T22:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'd3534427-e8e6-424b-bb5d-a76df18b8f2c', 'name': '', 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'mac_address': 'fa:16:3e:5c:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ea9ce17a-e944-477c-a980-6fae333a14f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:25Z', 'updated_at': '2021-10-12T22:51:27Z', 'revision_number': 2, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'subnets': [{'id': 'ea9ce17a-e944-477c-a980-6fae333a14f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:29.241209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba4bd37-a3da-43a5-81f5-942988718e35 req-f28f29ab-0969-4417-b805-05a3af84c74d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:29.244233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-80b054ab-c1c6-4bf0-8c37-cfd7b4afb2b4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583675 Oct 12 22:51:29.250513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7ba4bd37-a3da-43a5-81f5-942988718e35 req-f28f29ab-0969-4417-b805-05a3af84c74d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.0659442 Oct 12 22:51:29.270518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Checking router: b201a97d-30e5-460c-b968-6d4b68287d47 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:51:29.270985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Updating router b201a97d-30e5-460c-b968-6d4b68287d47 port d3534427-e8e6-424b-bb5d-a76df18b8f2c binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:51:29.303464 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:29.308782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7ba4bd37-a3da-43a5-81f5-942988718e35 req-4bdd90c6-a1c5-457c-903a-b34269cfe600 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572710 Oct 12 22:51:29.396010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31c349-4586-43f9-9166-902cd76c9f53 req-477ed2b0-efb3-4a2b-855f-5283d763c4b1 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:29.397537 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc31c349-4586-43f9-9166-902cd76c9f53 req-477ed2b0-efb3-4a2b-855f-5283d763c4b1 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 946 time: 0.2130272 Oct 12 22:51:29.466608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181d070-b694-44b1-92f6-007dc16dd55c req-66bff6bc-9a68-4b3c-89d0-d1be63f091d7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:29.475968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e181d070-b694-44b1-92f6-007dc16dd55c req-66bff6bc-9a68-4b3c-89d0-d1be63f091d7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0716567 Oct 12 22:51:29.528533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e181d070-b694-44b1-92f6-007dc16dd55c req-3af6117c-6754-4bcc-b4c7-296e30aab578 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506454 Oct 12 22:51:29.562240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-8235baf8-856a-471a-a4ca-2ac14aad9307 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:29.564073 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-8235baf8-856a-471a-a4ca-2ac14aad9307 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3113995 Oct 12 22:51:29.574191 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc31c349-4586-43f9-9166-902cd76c9f53 req-9afd3c37-6ea7-430d-9f24-71fd5fe1b2f9 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622250 Oct 12 22:51:29.580237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Request body: {'port': {'device_id': '5f5ae355-2236-4cd7-9583-0b81b5ffcd39', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'd66a438258b743bf858131b70da39cff'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:29.636902 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:29.676951 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:29.730291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e6b83-3bb1-4b22-b4d7-202aadc6adfd None None] Pushing event updated for resources: {'Port': ['ID=d3534427-e8e6-424b-bb5d-a76df18b8f2c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:29.794087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Attempting to bind port d3534427-e8e6-424b-bb5d-a76df18b8f2c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:29.794991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Attempting to bind port d3534427-e8e6-424b-bb5d-a76df18b8f2c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '508fd0d2-13a1-42e7-867f-1956abd64abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:29.795520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Attempting to bind port d3534427-e8e6-424b-bb5d-a76df18b8f2c on network 5e12d707-afe9-490d-962a-3133b48629ac {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:29.803690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:29.804414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Checking segment: {'id': '508fd0d2-13a1-42e7-867f-1956abd64abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:29.804818 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:29.805204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Bound using segment: {'id': '508fd0d2-13a1-42e7-867f-1956abd64abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:29.805875 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Bound port: d3534427-e8e6-424b-bb5d-a76df18b8f2c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '508fd0d2-13a1-42e7-867f-1956abd64abb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:29.806478 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:29.899651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] For port d3534427-e8e6-424b-bb5d-a76df18b8f2c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:29.904184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] For port d3534427-e8e6-424b-bb5d-a76df18b8f2c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d3534427-e8e6-424b-bb5d-a76df18b8f2c,segment=NetworkSegment(508fd0d2-13a1-42e7-867f-1956abd64abb),segment_id=508fd0d2-13a1-42e7-867f-1956abd64abb)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:29.949543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39192) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:29.977782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3ee82af5-65d7-4412-8286-f96e2676453b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:30.003537 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.008708 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-2b40e52c-39d3-45d0-b79e-b97513a21e55 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3654346 Oct 12 22:51:30.019029 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:51:30.020839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:30.047295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Deleting port d3534427-e8e6-424b-bb5d-a76df18b8f2c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:51:30.047649 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.075845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-373204490-network', 'tenant_id': '8479f99ae865494585b293710c99f380'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:30.076867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581e6b83-3bb1-4b22-b4d7-202aadc6adfd None None] Pushing event updated for resources: {'Port': ['ID=d3534427-e8e6-424b-bb5d-a76df18b8f2c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:30.103452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Made reservation on behalf of d66a438258b743bf858131b70da39cff for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:30.107149 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.124798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Routers {'b201a97d-30e5-460c-b968-6d4b68287d47'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:30.126008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b201a97d-30e5-460c-b968-6d4b68287d47'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:30.128461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-73019133-8a4c-4987-b933-f7e3de7fd8c7 None None] Provisioning complete for port d3534427-e8e6-424b-bb5d-a76df18b8f2c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:30.128836 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73019133-8a4c-4987-b933-f7e3de7fd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.146627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-260273ee-5fd2-4fbc-a38d-9500737a61ba req-82c0f694-a52d-4ea6-8e0d-949456f28dbf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 210 time: 0.0458183 Oct 12 22:51:30.210705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3ee82af5-65d7-4412-8286-f96e2676453b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:30.211221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.224510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] For port d3534427-e8e6-424b-bb5d-a76df18b8f2c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d3534427-e8e6-424b-bb5d-a76df18b8f2c,segment=NetworkSegment(508fd0d2-13a1-42e7-867f-1956abd64abb),segment_id=508fd0d2-13a1-42e7-867f-1956abd64abb)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:30.224874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.227655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.257728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Calling delete_port for d3534427-e8e6-424b-bb5d-a76df18b8f2c owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:51:30.293516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Made reservation on behalf of 8479f99ae865494585b293710c99f380 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:30.299457 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.314773 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.347864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] Set router b201a97d-30e5-460c-b968-6d4b68287d47 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:30.400323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Allocated IP 192.168.233.159 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/bd4a7751-ccc1-4b0f-8633-dd6fbb6768db) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:30.420166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.431758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73019133-8a4c-4987-b933-f7e3de7fd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.471675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf73235b-f500-4044-a92f-d3783a88e489 req-1db3a9e4-bebb-4832-a5e1-d1759109d57c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:30.473490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf73235b-f500-4044-a92f-d3783a88e489 req-1db3a9e4-bebb-4832-a5e1-d1759109d57c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.0559702 Oct 12 22:51:30.475273 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.641046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.747571 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.771514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:51:30.777138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90d81ff-fabe-444f-af00-04f97243c2ca,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:30.796434 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-73019133-8a4c-4987-b933-f7e3de7fd8c7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 22:51:30.796434 n-d-790519-14 neutron-server[101891]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 12 22:51:30.796434 n-d-790519-14 neutron-server[101891]: [parameters: {'status': 'ACTIVE', 'ports_id': 'd3534427-e8e6-424b-bb5d-a76df18b8f2c'}] Oct 12 22:51:30.796434 n-d-790519-14 neutron-server[101891]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:51:30.796836 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-73019133-8a4c-4987-b933-f7e3de7fd8c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:51:30.801922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf73235b-f500-4044-a92f-d3783a88e489 req-a039d788-4f2e-42be-99b7-8eb05444e263 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091714 Oct 12 22:51:30.823513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:21Z', 'updated_at': '2021-10-12T22:51:26Z', 'revision_number': 4, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'gw_port': {'id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:22Z', 'updated_at': '2021-10-12T22:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'd3534427-e8e6-424b-bb5d-a76df18b8f2c', 'name': '', 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'mac_address': 'fa:16:3e:5c:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ea9ce17a-e944-477c-a980-6fae333a14f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:25Z', 'updated_at': '2021-10-12T22:51:29Z', 'revision_number': 4, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'subnets': [{'id': 'ea9ce17a-e944-477c-a980-6fae333a14f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:30.853269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf5a986-cf2a-47d1-98f1-6dccb234b2b2 None None] The sync data for ids ['b201a97d-30e5-460c-b968-6d4b68287d47'] in n-d-790519-14 is: [{'id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:21Z', 'updated_at': '2021-10-12T22:51:26Z', 'revision_number': 4, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'gw_port': {'id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:22Z', 'updated_at': '2021-10-12T22:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'd3534427-e8e6-424b-bb5d-a76df18b8f2c', 'name': '', 'network_id': '5e12d707-afe9-490d-962a-3133b48629ac', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'mac_address': 'fa:16:3e:5c:c8:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'ea9ce17a-e944-477c-a980-6fae333a14f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:25Z', 'updated_at': '2021-10-12T22:51:29Z', 'revision_number': 4, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'subnets': [{'id': 'ea9ce17a-e944-477c-a980-6fae333a14f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:51:30.854986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Allocated IP 172.25.2.142 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/ff71225f-656e-4f73-8488-89b592d8b964) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:30.930763 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:30.931670 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Added segment c2f27301-b80e-4240-a92a-05e9b0e17e79 of type vlan for network b20b5f82-fd86-4f27-8553-daf6669d7855 Oct 12 22:51:30.934688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.003531 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.009161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.019397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de', '819fda52-d536-4293-aaf8-47453c57b829'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:31.042644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3534427-e8e6-424b-bb5d-a76df18b8f2c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:31.044920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baefa22c-f112-42ed-8cad-89c0cd2195de req-e07798f6-8102-4130-ba67-b51f571de928 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:31.046799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-baefa22c-f112-42ed-8cad-89c0cd2195de req-e07798f6-8102-4130-ba67-b51f571de928 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.1038849 Oct 12 22:51:31.103127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b', '77dd7869-6d98-4b7f-b459-9456aa237fe1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:31.116842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-baefa22c-f112-42ed-8cad-89c0cd2195de req-ea8b6682-bd65-4e77-8bd3-57d7ba5d568b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561006 Oct 12 22:51:31.120814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.122237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:31.123101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.217204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:31.227888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.238891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:31.253550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event updated for resources: {'Port': ['ID=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:31.268991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:31.287422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] Pushing event updated for resources: {'Network': ['ID=b20b5f82-fd86-4f27-8553-daf6669d7855,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:31.291937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:31.292646 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.337021 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b20b5f82-fd86-4f27-8553-daf6669d7855 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:51:31.340858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4063d3ef-c897-4c96-933a-c5b7943a5f7a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3902013 Oct 12 22:51:31.343710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39208) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:31.350333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Request body: {'subnet': {'network_id': 'b20b5f82-fd86-4f27-8553-daf6669d7855', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-373204490-subnet', 'tenant_id': '8479f99ae865494585b293710c99f380', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:31.359397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-73019133-8a4c-4987-b933-f7e3de7fd8c7 None None] Port d3534427-e8e6-424b-bb5d-a76df18b8f2c update to ACTIVE by agent not found {{(pid=101891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 22:51:31.462864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.493148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Made reservation on behalf of 8479f99ae865494585b293710c99f380 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:31.496197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.520741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d9b34185-0d4f-4a6a-8c37-f53942d2b68f None None] Could not find standard attr ID for object d3534427-e8e6-424b-bb5d-a76df18b8f2c. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 22:51:31.601214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88411d5-9357-41d6-9ae2-acca419ecc93 req-497edd2c-77f6-43c9-96f3-87459d957eab tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:31.603099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b88411d5-9357-41d6-9ae2-acca419ecc93 req-497edd2c-77f6-43c9-96f3-87459d957eab tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 936 time: 0.1735113 Oct 12 22:51:31.695937 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b88411d5-9357-41d6-9ae2-acca419ecc93 req-e64fc5d8-c6a4-44cc-a61f-4059132bf8e6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823200 Oct 12 22:51:31.788977 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-2f78527b-f618-4fc4-b4a9-ef67b44ed349 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2129846 Oct 12 22:51:31.795348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3f79b199-30f3-41cf-b644-485ae69c1968 None None] Provisioning complete for port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:31.795845 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f79b199-30f3-41cf-b644-485ae69c1968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.808496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Request body: {'port': {'device_id': '5f5ae355-2236-4cd7-9583-0b81b5ffcd39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:31.916452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:31.952807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3f79b199-30f3-41cf-b644-485ae69c1968 None None] Port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:31.993154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45cf942f-9475-408c-8daf-7b6fd5f1b7a5,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:32.069664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865445da-b55a-4aeb-90ba-d03274a31927 req-62b058a6-07dd-422f-84ce-d2245faf6292 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:32.079146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-865445da-b55a-4aeb-90ba-d03274a31927 req-62b058a6-07dd-422f-84ce-d2245faf6292 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.1762595 Oct 12 22:51:32.124398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Checking segment: {'id': 'c2f27301-b80e-4240-a92a-05e9b0e17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20b5f82-fd86-4f27-8553-daf6669d7855'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:32.125107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Network hostable DHCP agents. Network: b20b5f82-fd86-4f27-8553-daf6669d7855, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:51:32.159606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-865445da-b55a-4aeb-90ba-d03274a31927 req-799c4db9-eb9d-4ed1-97c4-5a81f7e53bb2 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767574 Oct 12 22:51:32.207460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:32.241032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Network b20b5f82-fd86-4f27-8553-daf6669d7855 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:51:32.316853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ecbf6-9577-46aa-aa52-954c18ac400a req-c6a50c76-f4b0-4ad4-a16f-2e4f1bcac8e8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:32.325566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d75ecbf6-9577-46aa-aa52-954c18ac400a req-c6a50c76-f4b0-4ad4-a16f-2e4f1bcac8e8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0629683 Oct 12 22:51:32.327844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:32.334596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b20b5f82-fd86-4f27-8553-daf6669d7855) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:32.341821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:32.343007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc59710b-58e8-450b-918e-38c6f38d2216 None None] Network b20b5f82-fd86-4f27-8553-daf6669d7855 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:32.348549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:32.354520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Pushing event updated for resources: {'Port': ['ID=ff71225f-656e-4f73-8488-89b592d8b964,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:32.367117 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:32.370833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:32.371904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:32.404571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Router b201a97d-30e5-460c-b968-6d4b68287d47 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:51:32.417664 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d75ecbf6-9577-46aa-aa52-954c18ac400a req-8da6d629-599a-4b53-967f-820556b6a86c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857735 Oct 12 22:51:32.476300 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-eba467a5-ceac-4557-8f41-cc5f0782d483 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1228123 Oct 12 22:51:32.550628 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:32.572763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38d0aab-2acf-4049-af27-fd31782153f2 None None] Network b20b5f82-fd86-4f27-8553-daf6669d7855 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:32.671723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:51:32.680613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d0bfdb56-6e15-4c3e-9494-564478d342f9 admin admin] 10.222.0.31 "PUT /v2.0/routers/b201a97d-30e5-460c-b968-6d4b68287d47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2306216 Oct 12 22:51:32.680811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39220) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:32.788681 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] Sync routers for ids ['b201a97d-30e5-460c-b968-6d4b68287d47'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:51:32.795660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:32.801769 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] Routers {'b201a97d-30e5-460c-b968-6d4b68287d47'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:32.801769 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b201a97d-30e5-460c-b968-6d4b68287d47'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:32.943599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a405c-5a2a-4599-bc1a-bf489bcf16ba req-6876d365-10db-4e3b-aa86-9a6408851f90 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:32.951054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d4a405c-5a2a-4599-bc1a-bf489bcf16ba req-6876d365-10db-4e3b-aa86-9a6408851f90 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 936 time: 0.1141267 Oct 12 22:51:32.952136 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] Set router b201a97d-30e5-460c-b968-6d4b68287d47 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:32.973129 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.079722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4a7751-ccc1-4b0f-8633-dd6fbb6768db {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:33.095555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.099297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.115482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Transition to ACTIVE for port object bd4a7751-ccc1-4b0f-8633-dd6fbb6768db will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:33.137747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d4a405c-5a2a-4599-bc1a-bf489bcf16ba req-1bdc1f57-4d6e-4e11-b1ca-70f288cc9a54 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835222 Oct 12 22:51:33.149052 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.160665 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.192521 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.196769 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13'}], 'enable_snat': True}, 'gw_port_id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:21Z', 'updated_at': '2021-10-12T22:51:30Z', 'revision_number': 5, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'gw_port': {'id': '3ee82af5-65d7-4412-8286-f96e2676453b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:7f:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:22Z', 'updated_at': '2021-10-12T22:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:33.209479 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.234435 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] Checking router: b201a97d-30e5-460c-b968-6d4b68287d47 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:51:33.245510 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] Routers {'b201a97d-30e5-460c-b968-6d4b68287d47'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:33.246195 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b201a97d-30e5-460c-b968-6d4b68287d47'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:33.251019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Pushing event updated for resources: {'Port': ['ID=ff71225f-656e-4f73-8488-89b592d8b964,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:33.352294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.354427 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-3c8cbe43-5355-4636-8e8d-61124934df0e tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.3390214 Oct 12 22:51:33.381863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Deleting port 3ee82af5-65d7-4412-8286-f96e2676453b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:51:33.382200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.403252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:33.429127 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] Set router b201a97d-30e5-460c-b968-6d4b68287d47 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:33.448185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Attempting to bind port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:33.456845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Attempting to bind port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:33.457620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Attempting to bind port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:33.484827 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-afd75e4b-dcdd-4835-84fb-1259c8645180 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.1191015 Oct 12 22:51:33.486382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:33.486899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Attempting to bind port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:33.510908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:33.511579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:33.513124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:33.513804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Bound port: bd4a7751-ccc1-4b0f-8633-dd6fbb6768db, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:33.514354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.528438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39242) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:33.539541 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:21Z', 'updated_at': '2021-10-12T22:51:33Z', 'revision_number': 6, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:33.544217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1288714642-network', 'tenant_id': '623a05d6ee8d4944b736fefa31800196'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:33.596178 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68916227-f2fb-4ead-93fe-cfc85575a6bd None None] The sync data for ids ['b201a97d-30e5-460c-b968-6d4b68287d47'] in n-d-790519-14 is: [{'id': 'b201a97d-30e5-460c-b968-6d4b68287d47', 'name': 'tempest-FloatingIPsNegativeTestJSON-776338072-router', 'tenant_id': 'f45bf639f06d459a8c84088a98877e93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:21Z', 'updated_at': '2021-10-12T22:51:33Z', 'revision_number': 6, 'project_id': 'f45bf639f06d459a8c84088a98877e93', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:51:33.611776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c52989-373e-4205-b2e9-e03bfa910224 req-292482a6-8651-44fa-9c27-47e93c40dd99 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:33.619797 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38c52989-373e-4205-b2e9-e03bfa910224 req-292482a6-8651-44fa-9c27-47e93c40dd99 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.2701528 Oct 12 22:51:33.652254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Made reservation on behalf of 623a05d6ee8d4944b736fefa31800196 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:33.654661 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.668341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-5325d0c2-112e-4404-abfc-8418a32bc60c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:33.669699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-5325d0c2-112e-4404-abfc-8418a32bc60c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1785471 Oct 12 22:51:33.673052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] For port 3ee82af5-65d7-4412-8286-f96e2676453b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3ee82af5-65d7-4412-8286-f96e2676453b,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:33.673415 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.677098 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.700385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Calling delete_port for 3ee82af5-65d7-4412-8286-f96e2676453b owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:51:33.703805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-332d3454-9bf7-4dde-b1d2-cfcd05c33c78 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:51:33.705223 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-adc8c3bd-35e5-4f4a-8663-186a9979cc5e req-332d3454-9bf7-4dde-b1d2-cfcd05c33c78 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0092297 Oct 12 22:51:33.742399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38c52989-373e-4205-b2e9-e03bfa910224 req-b9a43e81-6c0c-47a2-b438-e2fe6346891e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216474 Oct 12 22:51:33.767108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] For port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:33.776928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] For port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:33.863533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.951355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:33.951915 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:33.959383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] 10.222.0.25 "PUT /v2.0/ports/bd4a7751-ccc1-4b0f-8633-dd6fbb6768db HTTP/1.1" status: 200 len: 1097 time: 2.1557062 Oct 12 22:51:33.979832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f8e9c8-ab5d-4d63-9477-59f4a9e91bc2 req-5ea7baef-71a7-4d9e-9cdd-e477cbf71ad0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:33.979832 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20f8e9c8-ab5d-4d63-9477-59f4a9e91bc2 req-5ea7baef-71a7-4d9e-9cdd-e477cbf71ad0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.1743979 Oct 12 22:51:33.979832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f5ae355-2236-4cd7-9583-0b81b5ffcd39', 'tag': 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:33.980158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d3534427-e8e6-424b-bb5d-a76df18b8f2c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:33.987779 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d93db65-2f17-4401-9e60-fa1eaee2d64c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f5ae355-2236-4cd7-9583-0b81b5ffcd39", "tag": "bd4a7751-ccc1-4b0f-8633-dd6fbb6768db"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:34.025568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.042738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d3534427-e8e6-424b-bb5d-a76df18b8f2c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:51:34.043458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d3534427-e8e6-424b-bb5d-a76df18b8f2c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:51:34.081665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa157fb-f744-473f-a8a6-d542874c3758 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:34.108753 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20f8e9c8-ab5d-4d63-9477-59f4a9e91bc2 req-d0b37ca1-04d7-4af5-9dc6-a21d7a5f7f9d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076901 Oct 12 22:51:34.129065 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.155077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 69879ed8-43f0-47b8-83d7-550d5c554923 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:34.183042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-e0e0da16-ce0c-4c21-b5ea-822f6cfc7221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:34.184571 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-e0e0da16-ce0c-4c21-b5ea-822f6cfc7221 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 1100 time: 0.1198182 Oct 12 22:51:34.209074 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1948fce9-87d1-450e-ba14-aa273b775ba7 x-openstack-request-id: req-1948fce9-87d1-450e-ba14-aa273b775ba7 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:34.212610 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f5ae355-2236-4cd7-9583-0b81b5ffcd39", "tag": "bd4a7751-ccc1-4b0f-8633-dd6fbb6768db", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:34.212610 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1948fce9-87d1-450e-ba14-aa273b775ba7 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:34.212842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:51:34.213292 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f5ae355-2236-4cd7-9583-0b81b5ffcd39', 'tag': 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db', 'status': 'completed', 'code': 200} Oct 12 22:51:34.238247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b7e41f-9e1e-467d-b23e-d6b7fecd2fe0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:34.258658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.259195 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Added segment f319be65-faed-4cd8-b238-570a985fe930 of type vlan for network d72df20f-fcce-47bb-bd3a-4a13d9712548 Oct 12 22:51:34.267784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-8a50069c-4c2f-4198-8078-fe88098a1549 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db HTTP/1.1" status: 200 len: 217 time: 0.0741374 Oct 12 22:51:34.324220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-f2bad157-ac7c-46ed-bc7e-e35b5e91c5b4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:34.328677 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-f2bad157-ac7c-46ed-bc7e-e35b5e91c5b4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 820 time: 0.3078361 Oct 12 22:51:34.334588 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.345270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.357931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-79d522d9-92fe-4e70-ac9d-907146b5772e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:34.359436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-79d522d9-92fe-4e70-ac9d-907146b5772e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0833068 Oct 12 22:51:34.377796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-949a5193-a8ad-4a8b-9053-1cd574c47eda tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/quotas/6ffb25f2a74e4e1b9d48a9f1d871ca9a HTTP/1.1" status: 200 len: 375 time: 0.0407929 Oct 12 22:51:34.383538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28549791-33a9-42f7-8ef9-75784f98d3e4 req-b687812c-9e0c-41fb-b94d-5b191257fb9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:34.385002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28549791-33a9-42f7-8ef9-75784f98d3e4 req-b687812c-9e0c-41fb-b94d-5b191257fb9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 948 time: 0.0718825 Oct 12 22:51:34.394902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Pushing event deleted for resources: {'Port': ['ID=3ee82af5-65d7-4412-8286-f96e2676453b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:34.445181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28549791-33a9-42f7-8ef9-75784f98d3e4 req-08049b9b-7804-4ad4-b7e1-383068877a7a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Oct 12 22:51:34.447917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-d48a8479-a6b0-4851-a843-4c26b2803df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:34.449431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-d48a8479-a6b0-4851-a843-4c26b2803df4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0813801 Oct 12 22:51:34.537096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.538821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:34.539528 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.559510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-77dbcab2-421f-4674-9665-522cea559f9c service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993485 Oct 12 22:51:34.570243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-577fff6e-d6d8-4676-84a9-cb4c87d8da0b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1862655 Oct 12 22:51:34.613889 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.639373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-b84ae5d9-b21b-49b1-9e78-804aba20d6da service neutron] 10.222.0.25 "GET /v2.0/ports/69879ed8-43f0-47b8-83d7-550d5c554923/bindings/n-h1-790519-14 HTTP/1.1" status: 200 len: 385 time: 0.2603817 Oct 12 22:51:34.664839 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141d1cd1-8f66-4623-b72c-1b5327ff37f2 req-0dd7cdb0-8248-40ea-8e2a-75eab78e84cf service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947011 Oct 12 22:51:34.752341 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2210588 Oct 12 22:51:34.755243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:34.760756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Request body: {'subnet': {'network_id': 'd72df20f-fcce-47bb-bd3a-4a13d9712548', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1288714642-subnet', 'tenant_id': '623a05d6ee8d4944b736fefa31800196', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:34.813096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54df59-1dd8-4c60-bba6-913a2cb7e23f admin admin] Pushing event updated for resources: {'Network': ['ID=d72df20f-fcce-47bb-bd3a-4a13d9712548,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:34.822178 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.826815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network d72df20f-fcce-47bb-bd3a-4a13d9712548 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:51:34.827129 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.854139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Made reservation on behalf of 623a05d6ee8d4944b736fefa31800196 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:34.856481 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Notify callbacks [] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.927533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-1a711a29-1409-4b31-a21c-aa082fcb0381 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450928 Oct 12 22:51:34.928652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-3d00617e-c03c-4ea7-af2a-3ec4d1a2e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:34.930140 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-3d00617e-c03c-4ea7-af2a-3ec4d1a2e64e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 1100 time: 0.1333907 Oct 12 22:51:34.940071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc082ec-f7f4-4184-bedd-b2c5ab542b5a req-a6baa650-6211-42cd-8181-a58ce6c22d9d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:34.941495 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ddc082ec-f7f4-4184-bedd-b2c5ab542b5a req-a6baa650-6211-42cd-8181-a58ce6c22d9d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 943 time: 0.1330328 Oct 12 22:51:34.997204 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:34.997666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router b201a97d-30e5-460c-b968-6d4b68287d47 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:51:35.008833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:35.012426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f12fdec0-b4f1-480e-a6b2-22b5b8d46e7d admin admin] 10.222.0.31 "DELETE /v2.0/routers/b201a97d-30e5-460c-b968-6d4b68287d47 HTTP/1.1" status: 204 len: 168 time: 2.3280184 Oct 12 22:51:35.012579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39270) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:35.059474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ddc082ec-f7f4-4184-bedd-b2c5ab542b5a req-59c3e3f4-5e8c-49be-820c-fd007e0669be tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003540 Oct 12 22:51:35.191397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-546ce95c-8b2e-41dc-8aaa-a11de2846b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:35.192961 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-546ce95c-8b2e-41dc-8aaa-a11de2846b68 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2505875 Oct 12 22:51:35.239216 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:35.243047 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-ac348a2f-15ca-4613-8d1f-9de3f6955854 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db HTTP/1.1" status: 200 len: 217 time: 0.0410321 Oct 12 22:51:35.365087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7447d44a-10cf-473f-85c8-71be8e5f8016,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:35.369761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-978c3767-32a0-4099-826f-779b850dc1fc admin admin] Deleting subnet ea9ce17a-e944-477c-a980-6fae333a14f7 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:51:35.375410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-4f332b00-1113-4446-8fbb-fb18559d2f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:35.375688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-4699ede6-db0a-4fa6-b424-7827bb4e3bfb service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274335 Oct 12 22:51:35.377166 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-4f332b00-1113-4446-8fbb-fb18559d2f5c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1094427 Oct 12 22:51:35.381893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-978c3767-32a0-4099-826f-779b850dc1fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:35.383966 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Checking segment: {'id': 'f319be65-faed-4cd8-b238-570a985fe930', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'd72df20f-fcce-47bb-bd3a-4a13d9712548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:35.384327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Network hostable DHCP agents. Network: d72df20f-fcce-47bb-bd3a-4a13d9712548, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:51:35.406191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd16374e-4b02-4da8-941a-a9b8418715ae req-478f490b-e53b-451d-99e4-1ea8d3be5d88 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:35.407989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd16374e-4b02-4da8-941a-a9b8418715ae req-478f490b-e53b-451d-99e4-1ea8d3be5d88 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.1389012 Oct 12 22:51:35.422385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:35.442264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-978c3767-32a0-4099-826f-779b850dc1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:35.475499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:35.477006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd16374e-4b02-4da8-941a-a9b8418715ae req-50929983-1536-442e-913a-5270a643cd4c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522950 Oct 12 22:51:35.478999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-1389606d-5d11-451f-b06b-97bdf4ac0cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:35.480419 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-1389606d-5d11-451f-b06b-97bdf4ac0cc7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0923438 Oct 12 22:51:35.540696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Network d72df20f-fcce-47bb-bd3a-4a13d9712548 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:51:35.573589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-5d78b594-dedf-4fce-a572-f720ac48365f req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69879ed8-43f0-47b8-83d7-550d5c554923 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:35.589446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:35.626453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, d72df20f-fcce-47bb-bd3a-4a13d9712548) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:35.636035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:35.636035 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:35.640678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95c858ee-3fb1-4d70-949f-0be54f1d0764 None None] Network d72df20f-fcce-47bb-bd3a-4a13d9712548 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:35.650065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-397392ea-a310-487f-babb-837378dd296f service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592362 Oct 12 22:51:35.660875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee6efc5-acbf-45ed-a8e2-c0d287f5eae2 req-f6dafcf9-5dfb-4918-ae3c-20165b94b4e1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:35.662504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ee6efc5-acbf-45ed-a8e2-c0d287f5eae2 req-f6dafcf9-5dfb-4918-ae3c-20165b94b4e1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 948 time: 0.1155813 Oct 12 22:51:35.676580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-978c3767-32a0-4099-826f-779b850dc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:35.735651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b52a5732-54ce-4110-9cd9-36a4e48c0631 req-cc47398b-d1c3-4776-826f-b320afbe832a tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 210 time: 0.1249018 Oct 12 22:51:35.739708 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:35.779615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-81018b3a-456f-487a-84c3-1ecbaca7042b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0231142 Oct 12 22:51:35.823925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f76cade-7284-4fc0-95d5-e5fa14d60f4c None None] Network d72df20f-fcce-47bb-bd3a-4a13d9712548 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:35.827227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ee6efc5-acbf-45ed-a8e2-c0d287f5eae2 req-53c12adf-6459-4f93-af56-5e33b0a99a9f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542401 Oct 12 22:51:35.854262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d93db65-2f17-4401-9e60-fa1eaee2d64c req-a2ed16f2-13da-4887-b77c-6684232b0a7d service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900659 Oct 12 22:51:35.875412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-978c3767-32a0-4099-826f-779b850dc1fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:35.879512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-5d78b594-dedf-4fce-a572-f720ac48365f req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] Transition to ACTIVE for port object 69879ed8-43f0-47b8-83d7-550d5c554923 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:35.903493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978c3767-32a0-4099-826f-779b850dc1fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea9ce17a-e944-477c-a980-6fae333a14f7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:35.907817 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-978c3767-32a0-4099-826f-779b850dc1fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:35.917833 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-978c3767-32a0-4099-826f-779b850dc1fc admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ea9ce17a-e944-477c-a980-6fae333a14f7 HTTP/1.1" status: 204 len: 168 time: 0.8988068 Oct 12 22:51:35.918264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39286) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:35.923323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fb7757-f721-4574-8bba-e28e70398445 None None] Network 5e12d707-afe9-490d-962a-3133b48629ac requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:35.941259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:36.015954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] No DVR routers for this DVR port 69879ed8-43f0-47b8-83d7-550d5c554923 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:51:36.036158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] Pushing event updated for resources: {'Port': ['ID=69879ed8-43f0-47b8-83d7-550d5c554923,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:36.045245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3ee82af5-65d7-4412-8286-f96e2676453b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:36.063155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:36.081283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 3ee82af5-65d7-4412-8286-f96e2676453b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:51:36.082623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3ee82af5-65d7-4412-8286-f96e2676453b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:51:36.083080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-4ae0c0bf-680f-4926-9b65-38cf7e0429c6 service neutron] 10.222.0.25 "PUT /v2.0/ports/69879ed8-43f0-47b8-83d7-550d5c554923/bindings/n-h1-790519-14/activate HTTP/1.1" status: 200 len: 370 time: 1.3820939 Oct 12 22:51:36.131957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Deleting port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:51:36.132579 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:36.252808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187ba95b-018a-4c7a-8b8a-439b7e2466d6 None None] DHCP port deletion for 5e12d707-afe9-490d-962a-3133b48629ac request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:51:36.277563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] For port 06f4df83-5fbd-4f93-82d6-28a8c992fe23, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06f4df83-5fbd-4f93-82d6-28a8c992fe23,segment=NetworkSegment(508fd0d2-13a1-42e7-867f-1956abd64abb),segment_id=508fd0d2-13a1-42e7-867f-1956abd64abb)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:36.277929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:36.301504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Calling delete_port for 06f4df83-5fbd-4f93-82d6-28a8c992fe23 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:51:36.310357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-187ba95b-018a-4c7a-8b8a-439b7e2466d6 None None] Deleting port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:51:36.310770 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-187ba95b-018a-4c7a-8b8a-439b7e2466d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:36.319532 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9193bde0-8b62-47d5-bf4b-9a117aed5925 req-284a0529-af45-4d1e-a6c2-033274674e2e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:36.321010 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9193bde0-8b62-47d5-bf4b-9a117aed5925 req-284a0529-af45-4d1e-a6c2-033274674e2e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 944 time: 0.1146262 Oct 12 22:51:36.339063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-f8ca01ef-e2bf-40b1-ac7d-f6dda3e2c46d tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:36.340589 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-f8ca01ef-e2bf-40b1-ac7d-f6dda3e2c46d tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.1201417 Oct 12 22:51:36.379995 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-187ba95b-018a-4c7a-8b8a-439b7e2466d6 None None] For port 06f4df83-5fbd-4f93-82d6-28a8c992fe23, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06f4df83-5fbd-4f93-82d6-28a8c992fe23,segment=NetworkSegment(508fd0d2-13a1-42e7-867f-1956abd64abb),segment_id=508fd0d2-13a1-42e7-867f-1956abd64abb)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:36.380592 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-187ba95b-018a-4c7a-8b8a-439b7e2466d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:36.396719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-187ba95b-018a-4c7a-8b8a-439b7e2466d6 None None] Calling delete_port for 06f4df83-5fbd-4f93-82d6-28a8c992fe23 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:51:36.474171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-596ef535-891f-401a-8cd0-a3c838320a75 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:36.476217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-596ef535-891f-401a-8cd0-a3c838320a75 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/networks?id=b20b5f82-fd86-4f27-8553-daf6669d7855 HTTP/1.1" status: 200 len: 814 time: 0.1606340 Oct 12 22:51:36.481695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9193bde0-8b62-47d5-bf4b-9a117aed5925 req-a195e581-8044-415b-984a-c8b0428ad56f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450601 Oct 12 22:51:36.492994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-6b8e394e-3998-4213-9463-6978e65a7a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:36.494471 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-6b8e394e-3998-4213-9463-6978e65a7a87 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a HTTP/1.1" status: 200 len: 1096 time: 0.1199112 Oct 12 22:51:36.516273 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-7c4c0511-b08f-4f79-b34e-d4eebd5f7c90 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/quotas/8479f99ae865494585b293710c99f380 HTTP/1.1" status: 200 len: 375 time: 0.0143983 Oct 12 22:51:36.544305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-a2278f99-47a3-480f-8b99-c5aff1aad1c2 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8479f99ae865494585b293710c99f380&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302048 Oct 12 22:51:36.573874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-c620f88d-1708-4017-987b-1b3892cbc799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:36.575018 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-c620f88d-1708-4017-987b-1b3892cbc799 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1096 time: 0.0524709 Oct 12 22:51:36.575756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:36.587445 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-187ba95b-018a-4c7a-8b8a-439b7e2466d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:36.634232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Pushing event deleted for resources: {'Port': ['ID=06f4df83-5fbd-4f93-82d6-28a8c992fe23,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:36.643122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ba95b-018a-4c7a-8b8a-439b7e2466d6 None None] Pushing event deleted for resources: {'Port': ['ID=06f4df83-5fbd-4f93-82d6-28a8c992fe23,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:36.645676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187ba95b-018a-4c7a-8b8a-439b7e2466d6 None None] No DVR routers for this DVR port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:51:36.665265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] No DVR routers for this DVR port 06f4df83-5fbd-4f93-82d6-28a8c992fe23 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:51:36.686672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-34493e0e-8b2f-4def-af08-31a78b00b422 service neutron] 10.222.0.31 "GET /v2.0/networks/b20b5f82-fd86-4f27-8553-daf6669d7855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355135 Oct 12 22:51:36.786700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-a685cb60-d186-44a7-9eab-4b101ca08b1a service neutron] 10.222.0.31 "GET /v2.0/networks/b20b5f82-fd86-4f27-8553-daf6669d7855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938432 Oct 12 22:51:36.790066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:36.832752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.834350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.834350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.834350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > port after_create 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.834603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > port after_delete 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.834781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > port after_update 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.835125 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.835445 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.835758 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.836074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.902604 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.902865 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.903267 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.903603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101889) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 12 22:51:36.903977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e12d707-afe9-490d-962a-3133b48629ac']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:36.911871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-05a681d2-83a9-41f1-a208-96e58b20a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:36.913409 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-05a681d2-83a9-41f1-a208-96e58b20a993 service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.3240674 Oct 12 22:51:36.935003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '508fd0d2-13a1-42e7-867f-1956abd64abb') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:36.935238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '508fd0d2-13a1-42e7-867f-1956abd64abb') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:36.946963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ffc596-4f19-4700-bb99-32ff3c92649c req-38cf50c7-d8d2-4066-97fc-c9373fe6d887 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:36.948421 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0ffc596-4f19-4700-bb99-32ff3c92649c req-38cf50c7-d8d2-4066-97fc-c9373fe6d887 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.2071373 Oct 12 22:51:36.987962 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-ba548d61-cc9a-4273-be24-972148c853f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=69879ed8-43f0-47b8-83d7-550d5c554923 HTTP/1.1" status: 200 len: 217 time: 0.0609074 Oct 12 22:51:36.993595 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:37.123910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2411b33c-77b5-48a7-b972-36fc7142ebf0 req-b85bd3a8-1ae5-4b4d-92a3-a17fe254ed4c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 210 time: 0.0356426 Oct 12 22:51:37.254457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4fbb3-9cb5-4231-a1b6-e8cec2e15eee req-03a60fe2-39b0-4e3f-bd58-b6b9c1aad847 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:37.256237 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5f4fbb3-9cb5-4231-a1b6-e8cec2e15eee req-03a60fe2-39b0-4e3f-bd58-b6b9c1aad847 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 948 time: 0.0601647 Oct 12 22:51:37.302828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5f4fbb3-9cb5-4231-a1b6-e8cec2e15eee req-94eaf2df-11ef-471d-ad25-0f269047c303 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373468 Oct 12 22:51:37.335696 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:37.359432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:51:37.359840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: from cryptography.utils import int_from_bytes Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: from cryptography.utils import int_from_bytes Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:51:37.365477 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:51:37.375080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-568dfa87-6ce1-4d66-ad4f-0ff14791aa0d req-a42752ff-5039-4df4-86d3-9d98aba04409 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 210 time: 0.0266469 Oct 12 22:51:37.378657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0ffc596-4f19-4700-bb99-32ff3c92649c req-01f33e84-da8f-4b4f-829b-1ad4f0520f71 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3967810 Oct 12 22:51:37.407931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-2c989d27-f0c2-41f5-8281-b595a449cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:37.409371 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-2c989d27-f0c2-41f5-8281-b595a449cdd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.4112589 Oct 12 22:51:37.448683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-2697f897-cff5-4ee9-a967-e239069de84d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264025 Oct 12 22:51:37.506624 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:37.520000 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:37.523117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] 10.222.0.31 "DELETE /v2.0/networks/5e12d707-afe9-490d-962a-3133b48629ac HTTP/1.1" status: 204 len: 168 time: 1.6036017 Oct 12 22:51:37.541715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0d6eb-a775-4912-abff-56c454454d3c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e12d707-afe9-490d-962a-3133b48629ac,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:37.568026 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-1bb60186-d7d3-439b-9db4-56d2530f1296 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098349 Oct 12 22:51:37.702109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243735fb-d085-490d-8102-57004cde4657 req-588196b1-7c30-4175-9e9a-f47dd198f866 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:37.703696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-243735fb-d085-490d-8102-57004cde4657 req-588196b1-7c30-4175-9e9a-f47dd198f866 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 944 time: 0.1305888 Oct 12 22:51:37.744690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-824f9777-d425-4aa7-8141-db1d7de8f6eb service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558099 Oct 12 22:51:37.762193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-243735fb-d085-490d-8102-57004cde4657 req-144858c8-24a5-4b12-83e5-d5b4b0f691ad tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475543 Oct 12 22:51:37.943022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39334) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:37.977636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06f4df83-5fbd-4f93-82d6-28a8c992fe23 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:37.993574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f172af8d-4e4f-4cdf-b0db-14571e6117bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f45bf639f06d459a8c84088a98877e93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493147 Oct 12 22:51:37.997769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39336) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:38.003760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 06f4df83-5fbd-4f93-82d6-28a8c992fe23 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:51:38.004316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06f4df83-5fbd-4f93-82d6-28a8c992fe23 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:51:38.036857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-a6a5c916-577c-407a-8d38-9fe03f755c2d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:38.038266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-a6a5c916-577c-407a-8d38-9fe03f755c2d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.41 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 820 time: 0.1633487 Oct 12 22:51:38.057951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Request body: {'port': {'device_id': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'admin_state_up': True, 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:38.133698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43962440-cc0e-4805-a0d5-bcefa9a958ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:38.170469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4a7751-ccc1-4b0f-8633-dd6fbb6768db details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:38.174017 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43962440-cc0e-4805-a0d5-bcefa9a958ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:38.256811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75d8ed03-72f8-46ec-a6b8-3724669c7193 req-0999abb9-9259-4de7-9f00-0ac82ef78ff4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 210 time: 0.0538843 Oct 12 22:51:38.274552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78b594-dedf-4fce-a572-f720ac48365f req-a5de0826-d11e-46e0-bb75-14f4675b71bb tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:38.276081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-a5de0826-d11e-46e0-bb75-14f4675b71bb tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.0613480 Oct 12 22:51:38.307932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:38.318827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db', 'mac_address': 'fa:16:3e:77:7e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:38.351183 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Made reservation on behalf of 6ffb25f2a74e4e1b9d48a9f1d871ca9a for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:38.356120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:38.362264 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:38.375880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43962440-cc0e-4805-a0d5-bcefa9a958ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:38.376818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4a7751-ccc1-4b0f-8633-dd6fbb6768db {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:38.379243 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43962440-cc0e-4805-a0d5-bcefa9a958ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:38.390693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-43962440-cc0e-4805-a0d5-bcefa9a958ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e284ff33-3d46-40c0-a190-ce0fc19193d9 HTTP/1.1" status: 204 len: 168 time: 0.3860652 Oct 12 22:51:38.405275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:38.421378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43962440-cc0e-4805-a0d5-bcefa9a958ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e284ff33-3d46-40c0-a190-ce0fc19193d9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:38.495680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3c127bc7-7e05-425b-adba-440c7968b2d7 req-1833e0a1-3c58-43f4-9620-d7bbd91fb94d tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 210 time: 0.0294731 Oct 12 22:51:38.498979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:38.504642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5d78b594-dedf-4fce-a572-f720ac48365f req-5d67ff0a-252e-4895-bf54-3dad2b043a02 service neutron] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:38.506076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d929ea8-ed49-48fe-8f57-7acfe51b4de2 req-f955ba21-f02c-4d16-b810-871cbf85bbdd tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:38.507434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5d78b594-dedf-4fce-a572-f720ac48365f req-5d67ff0a-252e-4895-bf54-3dad2b043a02 service neutron] Notify callbacks [] for binding, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:38.509548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d78b594-dedf-4fce-a572-f720ac48365f req-5d67ff0a-252e-4895-bf54-3dad2b043a02 service neutron] 10.222.0.41 "DELETE /v2.0/ports/69879ed8-43f0-47b8-83d7-550d5c554923/bindings/n-h2-790519-14 HTTP/1.1" status: 204 len: 173 time: 0.2173550 Oct 12 22:51:38.513368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6d929ea8-ed49-48fe-8f57-7acfe51b4de2 req-f955ba21-f02c-4d16-b810-871cbf85bbdd tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 948 time: 0.1200080 Oct 12 22:51:38.586719 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6d929ea8-ed49-48fe-8f57-7acfe51b4de2 req-10ca4218-38aa-4253-bcac-8712b415fe2e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724833 Oct 12 22:51:38.597699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:38.602556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Allocated IP 172.20.0.11 (bc2be2ce-e0af-42b6-b8a4-90bc9607348c/78e112b4-6bb8-4a0c-b5c8-779e18c00bf9/c83d7878-d48f-4f99-9d5b-b422b7c7bd61) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:38.646724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c8404-cc80-42fb-9dac-54af3d62370e req-40c6f6e3-f5bf-4f6d-a6cf-d242b04d9c6d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:38.648534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-264c8404-cc80-42fb-9dac-54af3d62370e req-40c6f6e3-f5bf-4f6d-a6cf-d242b04d9c6d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.0638661 Oct 12 22:51:38.693093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-264c8404-cc80-42fb-9dac-54af3d62370e req-e1fea523-e4ad-4b05-95db-4457bb1afa77 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350156 Oct 12 22:51:38.809908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:38.821415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['bd4a7751-ccc1-4b0f-8633-dd6fbb6768db'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:38.861381 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-0f71ca17-4ef0-4eb9-bc4e-9176755112df service neutron] show failed (client error): The resource could not be found. Oct 12 22:51:38.862721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-0f71ca17-4ef0-4eb9-bc4e-9176755112df service neutron] 10.222.0.25 "GET /v2.0/ports/72599d4b-1899-4469-833f-0f63fd4a4469/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.1017818 Oct 12 22:51:38.921847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5789079-d102-4e11-ac5e-199c3b8493f4 req-1e16a1ae-1e35-48f4-8716-d86a99b98c29 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:38.923863 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5789079-d102-4e11-ac5e-199c3b8493f4 req-1e16a1ae-1e35-48f4-8716-d86a99b98c29 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 944 time: 0.0731330 Oct 12 22:51:38.981100 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5789079-d102-4e11-ac5e-199c3b8493f4 req-c2ec42e4-25c8-4775-a3df-5110f19cf6f8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505629 Oct 12 22:51:38.982882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:39.006219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['c20d2de8-ac53-433b-9f7b-7eeeeb2776ca'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:39.059621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:39.064601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:39.070191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:39.074020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Pushing event updated for resources: {'Port': ['ID=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:39.148756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:39.149971 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:39.215618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c13edb-2aff-4ee2-9729-4a89af1647c8 req-1fd274b8-c066-4e6c-959d-b43e491e06d6 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:39.227923 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21c13edb-2aff-4ee2-9729-4a89af1647c8 req-1fd274b8-c066-4e6c-959d-b43e491e06d6 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1096 time: 0.0747390 Oct 12 22:51:39.269973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21c13edb-2aff-4ee2-9729-4a89af1647c8 req-99344637-a2bb-45b4-a6c3-67c1b566cb77 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332050 Oct 12 22:51:39.283924 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-9c9e4dd5-e6bc-4d65-aff9-c5c4467b7395 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2331553 Oct 12 22:51:39.302088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Request body: {'port': {'device_id': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:39.399258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dec1c976-6e15-4fb5-a886-9cce5c795442 None None] Provisioning complete for port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:39.399643 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dec1c976-6e15-4fb5-a886-9cce5c795442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:39.418566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f70837-b0ac-4469-933f-c304688eee0c req-d1c20aad-35dd-4245-89dd-96638c2b2ff9 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:39.424121 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:39.427557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97f70837-b0ac-4469-933f-c304688eee0c req-d1c20aad-35dd-4245-89dd-96638c2b2ff9 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 932 time: 0.0791442 Oct 12 22:51:39.461136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-dec1c976-6e15-4fb5-a886-9cce5c795442 None None] Port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:39.486985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97f70837-b0ac-4469-933f-c304688eee0c req-e6d43fe6-b9d3-49a8-a439-3ff868f373de tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445588 Oct 12 22:51:39.495617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a56cff-a76a-4099-ac8e-b5c15a1a074a req-d8343e84-fb41-410d-b8d0-9cf7c03b90c8 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:39.497839 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63a56cff-a76a-4099-ac8e-b5c15a1a074a req-d8343e84-fb41-410d-b8d0-9cf7c03b90c8 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 1096 time: 0.1097836 Oct 12 22:51:39.551606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-421c246d-b4c7-466c-9400-23f4e679594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:39.553809 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-421c246d-b4c7-466c-9400-23f4e679594f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef&tenant_id=71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 1101 time: 0.0581512 Oct 12 22:51:39.567662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:39.670575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63a56cff-a76a-4099-ac8e-b5c15a1a074a req-f4d92094-9f83-4d9a-a4cf-2edb39f5672a tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595411 Oct 12 22:51:39.678901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d86157b-7e99-4b36-a5ed-ff1bb1a76a62 req-7de2dec6-57e5-4a6c-9a0d-7cba19a16e7b tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 210 time: 0.0376477 Oct 12 22:51:39.684154 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:39.889726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e7db3106-3df5-4ba4-9a58-52f88f3b9ca8 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:39.891238 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e7db3106-3df5-4ba4-9a58-52f88f3b9ca8 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.41 "GET /v2.0/networks?id=b20b5f82-fd86-4f27-8553-daf6669d7855 HTTP/1.1" status: 200 len: 814 time: 0.3413501 Oct 12 22:51:39.914525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Request body: {'port': {'device_id': '95321860-58e7-4949-8200-df74b1644e41', 'network_id': 'b20b5f82-fd86-4f27-8553-daf6669d7855', 'admin_state_up': True, 'tenant_id': '8479f99ae865494585b293710c99f380'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:39.970930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100d8cc7-493a-423f-9f07-5cb027961ca0 req-59b759b5-1a64-423c-91f0-394329e6d519 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:39.978005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-100d8cc7-493a-423f-9f07-5cb027961ca0 req-59b759b5-1a64-423c-91f0-394329e6d519 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 949 time: 0.1642444 Oct 12 22:51:40.030822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39394) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:40.087683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-100d8cc7-493a-423f-9f07-5cb027961ca0 req-fb4da6e9-32f2-4e2a-aca2-34ec9849158d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086059 Oct 12 22:51:40.139879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da5d3ad-0178-4e62-b6fb-cb1c2c9b01e4 req-d2b27ef0-48de-4a75-a263-8f4a9721e23e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:40.148149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83d7878-d48f-4f99-9d5b-b422b7c7bd61 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:40.149112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5da5d3ad-0178-4e62-b6fb-cb1c2c9b01e4 req-d2b27ef0-48de-4a75-a263-8f4a9721e23e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.1375110 Oct 12 22:51:40.159311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.173038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4a7751-ccc1-4b0f-8633-dd6fbb6768db up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:40.179978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Transition to ACTIVE for port object c83d7878-d48f-4f99-9d5b-b422b7c7bd61 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:40.191269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1111905679-network', 'tenant_id': '99f5f2239a9e4ac2bb813c07f2b71995'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:40.231182 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5da5d3ad-0178-4e62-b6fb-cb1c2c9b01e4 req-b8e660fd-a63e-4af1-84d4-28271bb9f54f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760286 Oct 12 22:51:40.253148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Made reservation on behalf of 8479f99ae865494585b293710c99f380 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:40.256925 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.266823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:40.275605 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.307944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:40.360357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Made reservation on behalf of 99f5f2239a9e4ac2bb813c07f2b71995 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:40.361043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:40.363387 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3ffaac-d2b6-439e-8308-34888f04093c" -d '{"events": [{"server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "name": "network-vif-unplugged", "status": "completed", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:40.364777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.367447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.382353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Transition to ACTIVE for port object 72599d4b-1899-4469-833f-0f63fd4a4469 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:40.424212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:51:40.429256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:40.429861 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.440083 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde35b3f-07e9-4066-8ff6-10eb24a45392 x-openstack-request-id: req-fde35b3f-07e9-4066-8ff6-10eb24a45392 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:40.440083 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "name": "network-vif-unplugged", "status": "completed", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:40.440083 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fde35b3f-07e9-4066-8ff6-10eb24a45392 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:40.440083 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469', 'code': 200} Oct 12 22:51:40.459667 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.503740 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Attempting to bind port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:40.504130 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Attempting to bind port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:40.504450 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Attempting to bind port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 on network bc2be2ce-e0af-42b6-b8a4-90bc9607348c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:40.506527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Pushing event updated for resources: {'Port': ['ID=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:40.513373 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.584320 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.597623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.597956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.598080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] No DVR routers for this DVR port 72599d4b-1899-4469-833f-0f63fd4a4469 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:51:40.598301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.598616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.598975 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.599323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.599643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.600020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.607792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Pushing event updated for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:40.610967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.613308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.613660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.614001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.615563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5ae355-2236-4cd7-9583-0b81b5ffcd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:40.617896 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0308f62f-918a-48ee-812b-e87bbb6347b2" -d '{"events": [{"server_uuid": "5f5ae355-2236-4cd7-9583-0b81b5ffcd39", "name": "network-vif-plugged", "status": "completed", "tag": "bd4a7751-ccc1-4b0f-8633-dd6fbb6768db"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:40.622027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 on network bc2be2ce-e0af-42b6-b8a4-90bc9607348c not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:40.624510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Attempting to bind port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 on network bc2be2ce-e0af-42b6-b8a4-90bc9607348c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:40.647577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:40.659417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Attempting to bind port 72599d4b-1899-4469-833f-0f63fd4a4469 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:40.659721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Attempting to bind port 72599d4b-1899-4469-833f-0f63fd4a4469 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:40.660063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Attempting to bind port 72599d4b-1899-4469-833f-0f63fd4a4469 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:40.664911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Port 72599d4b-1899-4469-833f-0f63fd4a4469 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:40.665242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Attempting to bind port 72599d4b-1899-4469-833f-0f63fd4a4469 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:40.669156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.669450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:51:40.680648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:40.685404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:40.685991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:40.686606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Bound port: 72599d4b-1899-4469-833f-0f63fd4a4469, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:40.687152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.721431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:40.722002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Checking segment: {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:40.722195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Bound using segment: {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:40.722649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Bound port: c83d7878-d48f-4f99-9d5b-b422b7c7bd61, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:40.723020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.728218 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.774703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:40.780421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:40.805719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:40.858610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.867320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44483655-6e44-4590-bced-3ebba9824c9b req-b9f09443-683c-4d71-9f8f-3b8d255ba063 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:40.868946 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-44483655-6e44-4590-bced-3ebba9824c9b req-b9f09443-683c-4d71-9f8f-3b8d255ba063 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 944 time: 0.2832406 Oct 12 22:51:40.871833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.872099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Allocated IP 172.20.0.9 (b20b5f82-fd86-4f27-8553-daf6669d7855/45cf942f-9475-408c-8daf-7b6fd5f1b7a5/fbbdf0b2-bffb-4af2-8a34-0a686c7f1676) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:40.954543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:40.955187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.961676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] 10.222.0.41 "PUT /v2.0/ports/72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 200 len: 1096 time: 1.3989153 Oct 12 22:51:40.982310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] For port c83d7878-d48f-4f99-9d5b-b422b7c7bd61, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:40.987412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] For port c83d7878-d48f-4f99-9d5b-b422b7c7bd61, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:40.992539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47da4e25-b311-4948-aa08-050cc392f909 service neutron] Pushing event updated for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:40.993649 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:40.999564 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51479d7-a332-4618-86c7-b5693f7074ac x-openstack-request-id: req-c51479d7-a332-4618-86c7-b5693f7074ac {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:41.000023 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5ae355-2236-4cd7-9583-0b81b5ffcd39", "name": "network-vif-plugged", "status": "completed", "tag": "bd4a7751-ccc1-4b0f-8633-dd6fbb6768db", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:41.001137 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c51479d7-a332-4618-86c7-b5693f7074ac {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:41.002123 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5ae355-2236-4cd7-9583-0b81b5ffcd39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db', 'code': 200} Oct 12 22:51:41.021660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:51:41.038416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:41.038973 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Added segment caa7ec2a-138c-4df0-a5a6-a01a4335b65d of type vlan for network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 Oct 12 22:51:41.067147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-81a25cff-136c-4d73-8d60-56c76c7708f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.069220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-81a25cff-136c-4d73-8d60-56c76c7708f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1099 time: 0.0648074 Oct 12 22:51:41.100536 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:41.150966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:41.155268 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20b0459b-8cda-4e18-a3b8-e6af0853b754 req-ebcd6a62-e278-456a-981f-7625dbf0f91b tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 210 time: 0.0402470 Oct 12 22:51:41.161186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75810066-c785-4013-800f-72ca6617b46c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:41.213778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375ef78d-2c23-4669-ad65-05c0e0424f13 req-dbe08dc8-6d94-4612-9681-7e08663bf475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.215300 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-375ef78d-2c23-4669-ad65-05c0e0424f13 req-dbe08dc8-6d94-4612-9681-7e08663bf475 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 1102 time: 0.1384573 Oct 12 22:51:41.274851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-375ef78d-2c23-4669-ad65-05c0e0424f13 req-1f469ea3-168a-4d5f-b6c0-d025844b5218 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498755 Oct 12 22:51:41.276036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Pushing event updated for resources: {'Port': ['ID=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:41.287852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-e424408b-c6ff-4367-b570-89aa7723805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.289391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-e424408b-c6ff-4367-b570-89aa7723805d service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2019131 Oct 12 22:51:41.291536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-44483655-6e44-4590-bced-3ebba9824c9b req-cc373045-a74e-41d0-9652-264f18f41911 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080417 Oct 12 22:51:41.297865 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:41.300496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.301148 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:41.345834 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-180fa069-98cb-4670-8933-361c7029443d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 200 len: 217 time: 0.0461600 Oct 12 22:51:41.435925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-cca09103-07b8-4bc9-b010-90eef7a409fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.437842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-cca09103-07b8-4bc9-b010-90eef7a409fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0799584 Oct 12 22:51:41.447068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd239e5-00bf-47a7-bd6a-ff17f18d54ee req-9aa11fd4-a9ba-4fb7-9202-a61ee08cc421 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.448737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dd239e5-00bf-47a7-bd6a-ff17f18d54ee req-9aa11fd4-a9ba-4fb7-9202-a61ee08cc421 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 950 time: 0.1065414 Oct 12 22:51:41.455333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=93c8e0d4-715e-4b7b-8fc5-736e5e132b76,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:41.458114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.458726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:41.460139 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-58d8aff0-f712-485f-a793-5f797834f07e service neutron] 10.222.0.41 "PUT /v2.0/ports/c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 200 len: 1093 time: 2.1645155 Oct 12 22:51:41.466586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:51:41.475091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:41.477846 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44eaf35e-4bf9-408e-aed8-0c63f274e371" -d '{"events": [{"name": "network-changed", "server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:41.578251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0c778-0ea7-4c7e-b7f5-f9a08763abfd req-a284a8b1-be5a-41a9-8716-3cc3d2cd2a72 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.588695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-44f0c778-0ea7-4c7e-b7f5-f9a08763abfd req-a284a8b1-be5a-41a9-8716-3cc3d2cd2a72 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.1232455 Oct 12 22:51:41.599723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dd239e5-00bf-47a7-bd6a-ff17f18d54ee req-e49d69a6-76fc-486c-bf77-3508a7da5d19 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369441 Oct 12 22:51:41.621178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-ab7a7c9b-8e7a-4b1a-a907-ac983e4a9d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.622694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-ab7a7c9b-8e7a-4b1a-a907-ac983e4a9d45 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1714840 Oct 12 22:51:41.624993 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0cc7c0e3-909e-4e3a-9caf-42dd77d86fa9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5918612 Oct 12 22:51:41.628513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39422) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:51:41.633341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Request body: {'subnet': {'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1111905679-subnet', 'tenant_id': '99f5f2239a9e4ac2bb813c07f2b71995', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:41.677211 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:41.739794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-44f0c778-0ea7-4c7e-b7f5-f9a08763abfd req-7a084b6b-89a3-4409-8cb7-dc98d90ddde6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498699 Oct 12 22:51:41.752445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-ab624f2d-6069-49e1-ba64-832626fbe645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:41.754385 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-ab624f2d-6069-49e1-ba64-832626fbe645 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 1096 time: 0.0998783 Oct 12 22:51:41.776030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Made reservation on behalf of 99f5f2239a9e4ac2bb813c07f2b71995 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:41.778956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:41.786639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-e4011818-8949-46a1-8207-cda58df0d7a0 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463776 Oct 12 22:51:41.805134 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-578c280c-c296-480c-afa7-c1623f39c321 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 200 len: 217 time: 0.0389097 Oct 12 22:51:41.839480 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608d0b88-3756-40a4-95d4-c5ce6a9ae674 x-openstack-request-id: req-608d0b88-3756-40a4-95d4-c5ce6a9ae674 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:41.840087 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:41.840599 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-608d0b88-3756-40a4-95d4-c5ce6a9ae674 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:41.841270 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'status': 'completed', 'code': 200} Oct 12 22:51:41.872036 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:41.958305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Pushing event updated for resources: {'Port': ['ID=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:41.986456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Network b20b5f82-fd86-4f27-8553-daf6669d7855 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:41.990146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:41.995109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:42.000626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-6e368850-f3ea-4882-9ac5-6550098d9b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.001604 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63055289-3963-4534-9b03-d916bdbd9bf8 req-ec1a31ce-7747-4cf8-838d-2ccc675e072e service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985850 Oct 12 22:51:42.003230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-6e368850-f3ea-4882-9ac5-6550098d9b20 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.1804371 Oct 12 22:51:42.114223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.115152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:42.120717 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bf2d3150-1e92-4575-bbec-0298f4f2b563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:42.124491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-efbeb608-e8c7-4e91-a5bf-26173bbbb2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.126677 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-efbeb608-e8c7-4e91-a5bf-26173bbbb2d9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0734918 Oct 12 22:51:42.190234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 72599d4b-1899-4469-833f-0f63fd4a4469 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:51:42.207727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-e2946346-381f-401f-ae3c-162c85f111d3 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2992051 Oct 12 22:51:42.227675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Request body: {'port': {'device_id': '95321860-58e7-4949-8200-df74b1644e41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:42.229753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:42.255610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 72599d4b-1899-4469-833f-0f63fd4a4469 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:51:42.348175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12ff1287-d372-4e26-b59a-ec1c7c5079dc,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:42.375784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Checking segment: {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:42.376131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Network hostable DHCP agents. Network: 93c8e0d4-715e-4b7b-8fc5-736e5e132b76, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:51:42.409960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-0fd0c7db-a8c4-4700-ab0e-86b21ae05f68 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733345 Oct 12 22:51:42.424245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ec31c-fb67-414a-818b-eefb10f17128 req-c7f06937-9526-4186-ba9b-0628b80dc485 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.425715 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-902ec31c-fb67-414a-818b-eefb10f17128 req-c7f06937-9526-4186-ba9b-0628b80dc485 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 931 time: 0.1564350 Oct 12 22:51:42.440432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:42.442788 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0465434-b608-495b-bb0a-826eed65264c" -d '{"events": [{"name": "network-changed", "server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:42.460184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b185a8c8-1cdd-42db-8c56-8cfce7e60546 req-d53941a3-31c9-4aa8-89ca-c6ec43f988ae tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.461858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b185a8c8-1cdd-42db-8c56-8cfce7e60546 req-d53941a3-31c9-4aa8-89ca-c6ec43f988ae tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 944 time: 0.0697646 Oct 12 22:51:42.505516 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b185a8c8-1cdd-42db-8c56-8cfce7e60546 req-c13aad39-4c3a-482d-b72d-ed54ec58f775 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361044 Oct 12 22:51:42.506234 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:42.529258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:51:42.606580 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-902ec31c-fb67-414a-818b-eefb10f17128 req-22f6be51-b012-41a0-aa18-4bfb5dfb30bc tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536615 Oct 12 22:51:42.633862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 93c8e0d4-715e-4b7b-8fc5-736e5e132b76) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:42.634070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9eea09d-5d49-4661-a2d0-e570abbd3b3d req-1085a9ba-6754-4bd7-8948-b51286a1e967 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977358 Oct 12 22:51:42.634162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e16bc8-8daf-480b-96d2-32a7c831bc32 None None] Network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:42.639695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.640500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:42.695075 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10bfe74-3cc9-498c-b33b-7f5f36edcc07 x-openstack-request-id: req-c10bfe74-3cc9-498c-b33b-7f5f36edcc07 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:42.695992 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:42.696600 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c10bfe74-3cc9-498c-b33b-7f5f36edcc07 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:42.697879 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469', 'status': 'completed', 'code': 200} Oct 12 22:51:42.839336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465434-b608-495b-bb0a-826eed65264c req-3a53abf0-7031-4ea9-82f6-76569591d02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.840855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-3a53abf0-7031-4ea9-82f6-76569591d02f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1099 time: 0.1408143 Oct 12 22:51:42.858231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465434-b608-495b-bb0a-826eed65264c req-d00aaa48-0cd1-46e6-a9fd-1bf0b412a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.859995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-d00aaa48-0cd1-46e6-a9fd-1bf0b412a3fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1099 time: 0.1565423 Oct 12 22:51:42.863577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4300ec-c89a-4052-a4bf-b48e26f4d826 req-8b058e6b-0660-4a29-94d9-e07c12ae01f0 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.865098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a4300ec-c89a-4052-a4bf-b48e26f4d826 req-8b058e6b-0660-4a29-94d9-e07c12ae01f0 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 950 time: 0.1275175 Oct 12 22:51:42.941960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-32b63f3a-183c-45cc-b6b4-22d900894974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:42.941960 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-32b63f3a-183c-45cc-b6b4-22d900894974 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 1096 time: 0.1359046 Oct 12 22:51:42.943202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d47ff825-0a92-4421-8f5b-b621a876f1ca None None] Network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:51:42.943325 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8eed661b-4fb9-48fd-852f-247a8742eb11 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3074892 Oct 12 22:51:42.996547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a4300ec-c89a-4052-a4bf-b48e26f4d826 req-86896954-dced-4b58-8eed-09b034bf3e54 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216917 Oct 12 22:51:43.070386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465434-b608-495b-bb0a-826eed65264c req-f5adb849-e7a5-4eee-a729-31f8ecdf1fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.072132 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-f5adb849-e7a5-4eee-a729-31f8ecdf1fd9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2186701 Oct 12 22:51:43.079634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465434-b608-495b-bb0a-826eed65264c req-967f6d1a-fb1e-4680-9553-12123b600939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.081673 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-967f6d1a-fb1e-4680-9553-12123b600939 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1984837 Oct 12 22:51:43.240101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-503a6bb5-7bbf-44c7-a956-d741d507f7ab service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 200 len: 217 time: 0.0839164 Oct 12 22:51:43.322110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ee8b9-2655-4ae8-a8af-ff0bec2a02cd req-2decad5e-eb64-4cb0-99ac-de800b387fdb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.329884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f5ee8b9-2655-4ae8-a8af-ff0bec2a02cd req-2decad5e-eb64-4cb0-99ac-de800b387fdb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.2571187 Oct 12 22:51:43.351673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465434-b608-495b-bb0a-826eed65264c req-be8f7d37-b8c1-46de-b2b6-d8e7c99a2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.353145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-be8f7d37-b8c1-46de-b2b6-d8e7c99a2880 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1028996 Oct 12 22:51:43.361381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-be3b92bf-a41c-4a2d-880f-1bd075f105f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.363327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-be3b92bf-a41c-4a2d-880f-1bd075f105f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.4585378 Oct 12 22:51:43.444742 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-a4a53b8e-0a62-4757-9531-774156facecc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 200 len: 217 time: 0.3637691 Oct 12 22:51:43.446800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f5ee8b9-2655-4ae8-a8af-ff0bec2a02cd req-ae110f51-c718-4767-8de5-0c189b262a78 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160681 Oct 12 22:51:43.449054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-ed1e146a-1500-495b-915e-2915769740f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 200 len: 217 time: 0.0603943 Oct 12 22:51:43.473558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465434-b608-495b-bb0a-826eed65264c req-abd1f6d4-f5ae-471f-bb18-8d5f0bbc813b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.475134 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-abd1f6d4-f5ae-471f-bb18-8d5f0bbc813b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1033862 Oct 12 22:51:43.553964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afc138-d079-4901-9478-1fd3a2145d93 req-3ace9bd3-cd9a-4d63-8bf2-b42a7b8b7de3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.555505 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-3ace9bd3-cd9a-4d63-8bf2-b42a7b8b7de3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/networks?id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 200 len: 822 time: 0.1146328 Oct 12 22:51:43.571716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-9d28eaa4-3248-43bb-8d70-1f1829201bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.573538 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-9d28eaa4-3248-43bb-8d70-1f1829201bf8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.1126997 Oct 12 22:51:43.596450 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:43.617920 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:43.627270 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-862c92df-1721-469b-b6a7-f57cbf40aab2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/quotas/99f5f2239a9e4ac2bb813c07f2b71995 HTTP/1.1" status: 200 len: 375 time: 0.0351906 Oct 12 22:51:43.642210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465434-b608-495b-bb0a-826eed65264c req-a5d3fd41-2dad-469b-928f-d30fc20adfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.643950 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-a5d3fd41-2dad-469b-928f-d30fc20adfb6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0857618 Oct 12 22:51:43.652607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Transition to ACTIVE for port object fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:43.684085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a25491-e2a2-4afa-8269-20cf8a3339df req-5a26ba91-b97e-47a2-b14c-2a36dfed3d60 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.685564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36a25491-e2a2-4afa-8269-20cf8a3339df req-5a26ba91-b97e-47a2-b14c-2a36dfed3d60 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 944 time: 0.1078320 Oct 12 22:51:43.688626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-7412ce47-f60c-4aec-af2c-4a87bd0b1638 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928701 Oct 12 22:51:43.690975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-30c0095b-d0fa-4c0b-8db7-3f0eedf990d0 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0528617 Oct 12 22:51:43.694951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-a21c58fa-b664-4d4b-97e2-e3e8ca40e36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.696369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-a21c58fa-b664-4d4b-97e2-e3e8ca40e36d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041651 Oct 12 22:51:43.707812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0465434-b608-495b-bb0a-826eed65264c req-1b079bca-a76c-4084-84a3-7d231c2b667c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:43.709275 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-1b079bca-a76c-4084-84a3-7d231c2b667c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0545340 Oct 12 22:51:43.762242 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:43.843339 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36a25491-e2a2-4afa-8269-20cf8a3339df req-4dae165f-6bd0-4edd-93ae-34ffd16a012c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459868 Oct 12 22:51:43.886768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Pushing event updated for resources: {'Port': ['ID=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:43.939820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-784dd279-b8d1-4a98-bc71-6b79071412e5 service neutron] 10.222.0.31 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295742 Oct 12 22:51:43.992686 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-5e1ecccb-767f-42c7-b1db-6afccd5618aa service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748044 Oct 12 22:51:44.135567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Attempting to bind port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:44.135903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Attempting to bind port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c2f27301-b80e-4240-a92a-05e9b0e17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20b5f82-fd86-4f27-8553-daf6669d7855'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:44.136234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Attempting to bind port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 on network b20b5f82-fd86-4f27-8553-daf6669d7855 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:44.159261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 on network b20b5f82-fd86-4f27-8553-daf6669d7855 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:44.159590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Attempting to bind port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 on network b20b5f82-fd86-4f27-8553-daf6669d7855 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:44.162912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-35838281-026e-4d5b-82a2-f5bbab1346bc service neutron] 10.222.0.31 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949236 Oct 12 22:51:44.174879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:44.175180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Checking segment: {'id': 'c2f27301-b80e-4240-a92a-05e9b0e17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20b5f82-fd86-4f27-8553-daf6669d7855'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:44.175527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Bound using segment: {'id': 'c2f27301-b80e-4240-a92a-05e9b0e17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20b5f82-fd86-4f27-8553-daf6669d7855'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:44.175964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Bound port: fbbdf0b2-bffb-4af2-8a34-0a686c7f1676, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2f27301-b80e-4240-a92a-05e9b0e17e79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'b20b5f82-fd86-4f27-8553-daf6669d7855'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:44.176324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:44.177752 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-96a21c2f-0207-4a0e-af2e-3245bffa6a8c service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737105 Oct 12 22:51:44.181500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-6644144f-e511-475b-8878-1139545db90c service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627323 Oct 12 22:51:44.207245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0465434-b608-495b-bb0a-826eed65264c req-b026d732-22aa-4a2f-aac6-4ece5ae311ba service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819191 Oct 12 22:51:44.252434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a896c6-396a-42c2-a744-598185ae1579 req-d5e19139-57d0-46d7-94cc-51a67f072beb tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:44.253944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5a896c6-396a-42c2-a744-598185ae1579 req-d5e19139-57d0-46d7-94cc-51a67f072beb tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 943 time: 0.1218033 Oct 12 22:51:44.269841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] For port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:44.274095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] For port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,segment=NetworkSegment(c2f27301-b80e-4240-a92a-05e9b0e17e79),segment_id=c2f27301-b80e-4240-a92a-05e9b0e17e79)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:44.316529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5a896c6-396a-42c2-a744-598185ae1579 req-61e93405-3637-405d-be27-bdbfe4d1088a tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547996 Oct 12 22:51:44.327308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44eaf35e-4bf9-408e-aed8-0c63f274e371 req-a37fc761-9853-45ef-ba4e-0e9aff1b6c9f service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351190 Oct 12 22:51:44.348932 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:44.377431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:44.378042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:44.379435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] 10.222.0.41 "PUT /v2.0/ports/fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 HTTP/1.1" status: 200 len: 1092 time: 2.1560662 Oct 12 22:51:44.379876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95321860-58e7-4949-8200-df74b1644e41', 'tag': 'fbbdf0b2-bffb-4af2-8a34-0a686c7f1676'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:44.382113 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b40342-cf2f-40eb-96ca-a13c0d71ac7c" -d '{"events": [{"name": "network-changed", "server_uuid": "95321860-58e7-4949-8200-df74b1644e41", "tag": "fbbdf0b2-bffb-4af2-8a34-0a686c7f1676"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:44.445847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d07231f-bb36-4444-936e-f5b6bd62e34c service neutron] Pushing event updated for resources: {'Port': ['ID=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:44.453178 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e152f2-8aac-4b37-a7ff-45284171ae84 x-openstack-request-id: req-e5e152f2-8aac-4b37-a7ff-45284171ae84 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:44.453476 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95321860-58e7-4949-8200-df74b1644e41", "tag": "fbbdf0b2-bffb-4af2-8a34-0a686c7f1676", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:44.453870 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5e152f2-8aac-4b37-a7ff-45284171ae84 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:44.455969 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95321860-58e7-4949-8200-df74b1644e41', 'tag': 'fbbdf0b2-bffb-4af2-8a34-0a686c7f1676', 'status': 'completed', 'code': 200} Oct 12 22:51:44.553708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554cb112-635d-4d4b-9ca9-204e324c5f21 req-37df83d1-c712-4b6b-a604-f75adff15c0d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:44.555096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b96ad812-8b4a-4411-81f7-ab0e6981326a req-0424367c-0c00-4132-a601-a303954c0a21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 210 time: 0.0347395 Oct 12 22:51:44.561028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-554cb112-635d-4d4b-9ca9-204e324c5f21 req-37df83d1-c712-4b6b-a604-f75adff15c0d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 950 time: 0.0928900 Oct 12 22:51:44.594546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b40342-cf2f-40eb-96ca-a13c0d71ac7c req-07408fa0-829a-4982-9187-019981b1f29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:44.596249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01b40342-cf2f-40eb-96ca-a13c0d71ac7c req-07408fa0-829a-4982-9187-019981b1f29a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8479f99ae865494585b293710c99f380&device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 1095 time: 0.1181765 Oct 12 22:51:44.621387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-554cb112-635d-4d4b-9ca9-204e324c5f21 req-c676996d-93bc-4acf-a131-681f6b37ee2c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594487 Oct 12 22:51:44.702317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae8e96-4bee-4894-b2a7-5ef1c4bdb069 req-a15e886e-7d3c-4a0b-8c64-f9097cc2d051 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:44.715237 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dae8e96-4bee-4894-b2a7-5ef1c4bdb069 req-a15e886e-7d3c-4a0b-8c64-f9097cc2d051 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.0784936 Oct 12 22:51:44.739495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b40342-cf2f-40eb-96ca-a13c0d71ac7c req-5521b685-c489-4c11-9f09-fae255c7e1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:44.740990 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01b40342-cf2f-40eb-96ca-a13c0d71ac7c req-5521b685-c489-4c11-9f09-fae255c7e1bc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8479f99ae865494585b293710c99f380&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1186879 Oct 12 22:51:44.762239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dae8e96-4bee-4894-b2a7-5ef1c4bdb069 req-75338c84-cf15-4995-a8ca-d4fe1a4a600d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450451 Oct 12 22:51:44.877583 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528fc8d5-a514-4975-bd0e-b38024121157 req-5daa6773-abae-4fbb-8d0b-93b0688946ae tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:44.879874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-528fc8d5-a514-4975-bd0e-b38024121157 req-5daa6773-abae-4fbb-8d0b-93b0688946ae tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 1102 time: 0.1062679 Oct 12 22:51:44.897004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b40342-cf2f-40eb-96ca-a13c0d71ac7c req-8e7c34a9-e22c-4866-a6a1-4ce22f3784df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:44.898432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01b40342-cf2f-40eb-96ca-a13c0d71ac7c req-8e7c34a9-e22c-4866-a6a1-4ce22f3784df service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1455252 Oct 12 22:51:44.942021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-528fc8d5-a514-4975-bd0e-b38024121157 req-6001bb8f-956d-4ae3-9fab-8fb3ef2cde58 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487120 Oct 12 22:51:45.040163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8840efc-2b55-48ff-bdab-9dfe5b4a99f0 req-3750114a-08f4-42dd-a5cc-b34ad64a5e1b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:45.041699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8840efc-2b55-48ff-bdab-9dfe5b4a99f0 req-3750114a-08f4-42dd-a5cc-b34ad64a5e1b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 944 time: 0.0596550 Oct 12 22:51:45.043020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-5e4b90ff-8f7b-4078-b86a-34f04fa71044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:45.044687 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-5e4b90ff-8f7b-4078-b86a-34f04fa71044 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8479f99ae865494585b293710c99f380&device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 1095 time: 0.0703342 Oct 12 22:51:45.057578 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-61705e3f-8106-4729-bca2-834a09dd51d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:45.104785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8840efc-2b55-48ff-bdab-9dfe5b4a99f0 req-e02acdbd-c186-48e7-b92e-def79942bcdd tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558920 Oct 12 22:51:45.140202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-a6855b88-bfbd-49a9-aba1-c98ca67a078b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 HTTP/1.1" status: 200 len: 217 time: 0.0598030 Oct 12 22:51:45.214108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-1bff18f5-2626-4501-a764-49509aab7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:45.215603 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-1bff18f5-2626-4501-a764-49509aab7620 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45cf942f-9475-408c-8daf-7b6fd5f1b7a5 HTTP/1.1" status: 200 len: 854 time: 0.0676999 Oct 12 22:51:45.217271 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-8d9433ed-fd29-4eba-b1fe-ca149b2d9d3a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272944 Oct 12 22:51:45.272546 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-ee401386-b6cd-47ae-bc81-63b9d7a81109 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b20b5f82-fd86-4f27-8553-daf6669d7855&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467713 Oct 12 22:51:45.423552 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-802c156c-cdd7-4023-8331-e6b46dbba0fe tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:45.425211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-802c156c-cdd7-4023-8331-e6b46dbba0fe tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1982183 Oct 12 22:51:45.440761 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:45.443017 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-cde973dc-deb3-417e-bba1-fb2fcb431bc0 service neutron] 10.222.0.41 "GET /v2.0/networks/b20b5f82-fd86-4f27-8553-daf6669d7855?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456409 Oct 12 22:51:45.446715 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-11eaff8b-954b-4b60-90cf-c541ab595efd tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/quotas/d66a438258b743bf858131b70da39cff HTTP/1.1" status: 200 len: 375 time: 0.0126257 Oct 12 22:51:45.474008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b14c8-15b6-4497-aae8-ef2a7d0e84f9 req-8d66550d-b92f-4443-b816-3fe0d7e2a7aa tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:45.479471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-576b14c8-15b6-4497-aae8-ef2a7d0e84f9 req-8d66550d-b92f-4443-b816-3fe0d7e2a7aa tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 943 time: 0.0702031 Oct 12 22:51:45.514188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-576b14c8-15b6-4497-aae8-ef2a7d0e84f9 req-242a945f-89bf-4bdc-8e50-37b4842fdfbe tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322545 Oct 12 22:51:45.558915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-3eb8d971-fe32-44df-895c-50b0063f44a4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1069915 Oct 12 22:51:45.601071 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f430bb5-13a4-4fa0-9d72-9e91376f0109 req-d14bbbfc-7411-4998-869c-d943629a4620 service neutron] 10.222.0.41 "GET /v2.0/networks/b20b5f82-fd86-4f27-8553-daf6669d7855?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374509 Oct 12 22:51:45.712305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f9acd43-9780-4ca2-9a09-338eee3bfded req-9981ee67-6ed6-4913-8238-f577bd31da82 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 210 time: 0.0258081 Oct 12 22:51:45.883606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b153aa-654e-4730-a722-0a380952b175 req-26b0ebeb-358a-4d81-a226-f4db1344a2ea tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:45.894583 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e5b153aa-654e-4730-a722-0a380952b175 req-26b0ebeb-358a-4d81-a226-f4db1344a2ea tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.0676098 Oct 12 22:51:45.943496 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e5b153aa-654e-4730-a722-0a380952b175 req-2edfd184-0955-4980-b995-34829a6954ae tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478570 Oct 12 22:51:45.951173 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c2c10e8e-57e8-4d74-ba67-b89d539b86e6 req-46f3bb6b-ad65-47d0-afb9-361f38f8516f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 210 time: 0.0289004 Oct 12 22:51:45.957005 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:45.998304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c83d7878-d48f-4f99-9d5b-b422b7c7bd61 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:46.132698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c83d7878-d48f-4f99-9d5b-b422b7c7bd61, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:46.148252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'port_id': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'mac_address': 'fa:16:3e:34:f7:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:46.204217 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:46.222837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83d7878-d48f-4f99-9d5b-b422b7c7bd61 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:46.243925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c83d7878-d48f-4f99-9d5b-b422b7c7bd61, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:46.327379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc8037b-6193-47b0-80d1-116e61543f19 req-4b24c2b9-cf47-422e-ad46-cdea4239f533 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:46.329819 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5fc8037b-6193-47b0-80d1-116e61543f19 req-4b24c2b9-cf47-422e-ad46-cdea4239f533 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 944 time: 0.0544684 Oct 12 22:51:46.344996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b07d75-4fd1-4a50-8939-45d6e55e71a9 req-d2aa5373-696a-4052-951c-5829ac4bac38 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:46.346813 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03b07d75-4fd1-4a50-8939-45d6e55e71a9 req-d2aa5373-696a-4052-951c-5829ac4bac38 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 947 time: 0.0699515 Oct 12 22:51:46.370253 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:46.370253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 72599d4b-1899-4469-833f-0f63fd4a4469 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:46.382089 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5fc8037b-6193-47b0-80d1-116e61543f19 req-0374c943-af80-4b73-8c69-711562007bce tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459135 Oct 12 22:51:46.437550 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03b07d75-4fd1-4a50-8939-45d6e55e71a9 req-bb016364-443c-4bfd-a85d-ef53bd6d624f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800278 Oct 12 22:51:46.500629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:46.553290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:46.555092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-1c31f502-8c3c-4426-a2c9-63e5cc4a99df tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:46.556647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-1c31f502-8c3c-4426-a2c9-63e5cc4a99df tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef&tenant_id=71de4dadbd02400388deaaa5fd5e081f&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 947 time: 0.0974631 Oct 12 22:51:46.568304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '72599d4b-1899-4469-833f-0f63fd4a4469', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '72599d4b-1899-4469-833f-0f63fd4a4469', 'mac_address': 'fa:16:3e:b4:9f:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:46.625353 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:46.641995 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-7947067a-f404-4a5c-a014-f918992f75a8 service neutron] delete failed (client error): The resource could not be found. Oct 12 22:51:46.643068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-7947067a-f404-4a5c-a014-f918992f75a8 service neutron] 10.222.0.25 "DELETE /v2.0/ports/72599d4b-1899-4469-833f-0f63fd4a4469/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0706737 Oct 12 22:51:46.644063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72599d4b-1899-4469-833f-0f63fd4a4469 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:46.684931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:46.692825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c4b0-de40-4cfd-906a-4a016d042d19 req-8d25fd2c-cb0b-430d-8cfe-e0e7bfae8780 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:46.700714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2b5c4b0-de40-4cfd-906a-4a016d042d19 req-8d25fd2c-cb0b-430d-8cfe-e0e7bfae8780 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 943 time: 0.0882659 Oct 12 22:51:46.754074 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2b5c4b0-de40-4cfd-906a-4a016d042d19 req-fba45d5e-ba3f-45dd-a8de-e1417f991863 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519712 Oct 12 22:51:46.760794 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:46.841327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:46.869152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d51d8397-a2b6-4045-934d-e18602534f66 req-18214c85-736a-4604-821d-c34d222dd7e4 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 210 time: 0.0506613 Oct 12 22:51:46.877830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-b1311737-cac6-4cde-8385-78ed160e02ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:46.878913 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-b1311737-cac6-4cde-8385-78ed160e02ac service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1100 time: 0.1229532 Oct 12 22:51:46.985454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-16fbf4fb-fcd0-4ae1-9ca0-26fb0c62f259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:46.988109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-16fbf4fb-fcd0-4ae1-9ca0-26fb0c62f259 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1002481 Oct 12 22:51:47.029187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51309168-396e-430e-9149-e69dd43f3bf9 req-b24d26c9-92c7-45c7-8c1e-e7eb67396a01 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 210 time: 0.0300522 Oct 12 22:51:47.046224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-cf60ee2b-6648-4621-8912-ce96b2399486 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 200 len: 217 time: 0.0468907 Oct 12 22:51:47.107210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-29b4fdb1-fd0e-480c-a0c9-94a33b21a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:47.108729 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-29b4fdb1-fd0e-480c-a0c9-94a33b21a714 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0475419 Oct 12 22:51:47.144425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['c83d7878-d48f-4f99-9d5b-b422b7c7bd61'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:47.151811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['72599d4b-1899-4469-833f-0f63fd4a4469'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:47.182744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-23981e17-9e7e-400a-ad3a-7cacd7cc63f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:47.184374 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-23981e17-9e7e-400a-ad3a-7cacd7cc63f6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0490985 Oct 12 22:51:47.199837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afc138-d079-4901-9478-1fd3a2145d93 req-a67fc385-3164-472e-bb84-394953f31072 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:47.201965 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-a67fc385-3164-472e-bb84-394953f31072 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "GET /v2.0/networks?id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 200 len: 822 time: 0.1237743 Oct 12 22:51:47.219705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Request body: {'port': {'device_id': '44e64ba6-fd72-44f6-82b9-fb4ff4604693', 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76', 'admin_state_up': True, 'tenant_id': '99f5f2239a9e4ac2bb813c07f2b71995'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:47.335421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-a93710bb-1612-4e99-8d76-2ef0be7a5471 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398222 Oct 12 22:51:47.454372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40494c40-4a1b-4793-885f-9ffd7495f452 req-7b973a27-4a1e-4c99-9a85-62f1cfc80682 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990629 Oct 12 22:51:47.457917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Made reservation on behalf of 99f5f2239a9e4ac2bb813c07f2b71995 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:47.461562 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:47.590771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77a924-ee28-49ce-ac32-7ba7e97ffe9e req-082695bc-6851-47d2-978a-0cb1d91f9e8f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:47.592290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f77a924-ee28-49ce-ac32-7ba7e97ffe9e req-082695bc-6851-47d2-978a-0cb1d91f9e8f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 948 time: 0.0550714 Oct 12 22:51:47.616896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea99dc33-c058-47c7-abd7-ae24a06c10a0 req-5f2890ad-94e3-4f0b-878a-80e031bbab6d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:47.618376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea99dc33-c058-47c7-abd7-ae24a06c10a0 req-5f2890ad-94e3-4f0b-878a-80e031bbab6d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 945 time: 0.1036465 Oct 12 22:51:47.632035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f77a924-ee28-49ce-ac32-7ba7e97ffe9e req-c7581312-0918-401f-9635-aa7c18c8b164 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333326 Oct 12 22:51:47.648621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Allocated IP 172.20.0.13 (93c8e0d4-715e-4b7b-8fc5-736e5e132b76/12ff1287-d372-4e26-b59a-ec1c7c5079dc/fee215f4-1a85-4317-9d59-577dc9e20cc4) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:47.658600 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:47.678981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea99dc33-c058-47c7-abd7-ae24a06c10a0 req-6b47d512-9645-4e8c-b015-b0e928f29b40 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539415 Oct 12 22:51:47.813398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:47.885660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee72e26-2987-40cd-9217-9180c1364262 req-01f95670-1650-41d8-94ed-11255c5f97f2 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:47.887177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dee72e26-2987-40cd-9217-9180c1364262 req-01f95670-1650-41d8-94ed-11255c5f97f2 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 943 time: 0.0527530 Oct 12 22:51:47.910569 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:47.964211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dee72e26-2987-40cd-9217-9180c1364262 req-8715ca2c-dfbf-4cf8-8442-b1d79253f53e tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705011 Oct 12 22:51:47.986120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:47.991323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:47.993727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:48.014169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58f2d21-04bc-4dff-b33a-b6eab5889e32 req-ebfb4e15-7101-43a6-8013-df5b1f05275a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:48.015933 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d58f2d21-04bc-4dff-b33a-b6eab5889e32 req-ebfb4e15-7101-43a6-8013-df5b1f05275a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 932 time: 0.0551925 Oct 12 22:51:48.021183 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event updated for resources: {'Port': ['ID=fee215f4-1a85-4317-9d59-577dc9e20cc4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:48.050669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:48.051377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:48.081776 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d58f2d21-04bc-4dff-b33a-b6eab5889e32 req-18131d00-b2d6-4160-9670-8ce0b0cf1240 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566213 Oct 12 22:51:48.133985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d606d48-dd7a-4553-8ddd-7b70ab518119 req-9fa59a38-e14e-4aa5-b89a-083c454ac68a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 210 time: 0.0307386 Oct 12 22:51:48.137880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-dab4bd9b-b556-4f72-b001-0ce2b128c81a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9263413 Oct 12 22:51:48.170755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Request body: {'port': {'device_id': '44e64ba6-fd72-44f6-82b9-fb4ff4604693', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:48.235706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:48.529446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee215f4-1a85-4317-9d59-577dc9e20cc4 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:48.537345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:48.548940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Transition to ACTIVE for port object fee215f4-1a85-4317-9d59-577dc9e20cc4 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:48.606371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:48.629142 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:48.654445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Pushing event updated for resources: {'Port': ['ID=fee215f4-1a85-4317-9d59-577dc9e20cc4,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:48.768329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Attempting to bind port fee215f4-1a85-4317-9d59-577dc9e20cc4 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:48.768329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Attempting to bind port fee215f4-1a85-4317-9d59-577dc9e20cc4 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:48.768955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Attempting to bind port fee215f4-1a85-4317-9d59-577dc9e20cc4 on network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:48.780574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39b9e4-013c-469f-9c5f-4ec5d089f431 req-d5691997-9477-455e-b437-fc3a729ef892 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:48.783362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c39b9e4-013c-469f-9c5f-4ec5d089f431 req-d5691997-9477-455e-b437-fc3a729ef892 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 948 time: 0.0752611 Oct 12 22:51:48.783941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Port fee215f4-1a85-4317-9d59-577dc9e20cc4 on network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:48.784265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Attempting to bind port fee215f4-1a85-4317-9d59-577dc9e20cc4 on network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:48.791725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:48.792139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Checking segment: {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:48.792737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Bound using segment: {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:48.793173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Bound port: fee215f4-1a85-4317-9d59-577dc9e20cc4, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:48.793531 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:48.809912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712943c2-bfaf-4944-896d-52510e7b1fad req-b03db395-b059-45e8-9b35-202fd8df8a8c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:48.811564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-712943c2-bfaf-4944-896d-52510e7b1fad req-b03db395-b059-45e8-9b35-202fd8df8a8c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 945 time: 0.0608881 Oct 12 22:51:48.852014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:48.855679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-712943c2-bfaf-4944-896d-52510e7b1fad req-be8ffbd2-f586-44c4-8f68-3c2b68336084 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331709 Oct 12 22:51:48.862654 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c39b9e4-013c-469f-9c5f-4ec5d089f431 req-63dec26d-4c1f-48a6-bfa2-da8c25df538c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727642 Oct 12 22:51:48.899422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] For port fee215f4-1a85-4317-9d59-577dc9e20cc4, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:48.902793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] For port fee215f4-1a85-4317-9d59-577dc9e20cc4, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:48.989173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad491f-8412-4884-82a3-ba0074dbcc53 req-6bdac47e-084a-430f-bdde-37261434c880 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:48.990812 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cad491f-8412-4884-82a3-ba0074dbcc53 req-6bdac47e-084a-430f-bdde-37261434c880 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1100 time: 0.0415282 Oct 12 22:51:48.995947 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:49.033788 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cad491f-8412-4884-82a3-ba0074dbcc53 req-2f2cd6af-b6ee-4a6d-a29c-8d736b9a8551 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364845 Oct 12 22:51:49.076362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Pushing event updated for resources: {'Port': ['ID=fee215f4-1a85-4317-9d59-577dc9e20cc4,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:49.100515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-25fae8d0-a2cc-440e-8410-f1b917265156 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408115 Oct 12 22:51:49.112267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:49.112976 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:49.118456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-46c58b07-57aa-4b95-89b0-21815177a769 service neutron] 10.222.0.25 "PUT /v2.0/ports/fee215f4-1a85-4317-9d59-577dc9e20cc4 HTTP/1.1" status: 200 len: 1093 time: 0.9482639 Oct 12 22:51:49.121534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44e64ba6-fd72-44f6-82b9-fb4ff4604693', 'tag': 'fee215f4-1a85-4317-9d59-577dc9e20cc4'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:49.127903 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9bf5da3-0a83-4a16-b516-a4696701f2d6" -d '{"events": [{"name": "network-changed", "server_uuid": "44e64ba6-fd72-44f6-82b9-fb4ff4604693", "tag": "fee215f4-1a85-4317-9d59-577dc9e20cc4"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:49.233474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ee284b-e98f-43a4-bca2-9d8a7b5c9e98 req-5488a6c7-f02f-4d0e-9792-622a93835b23 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:49.241276 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06ee284b-e98f-43a4-bca2-9d8a7b5c9e98 req-5488a6c7-f02f-4d0e-9792-622a93835b23 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 943 time: 0.1022084 Oct 12 22:51:49.285795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06ee284b-e98f-43a4-bca2-9d8a7b5c9e98 req-990efd12-4e13-43cd-af5a-381f53e8553a tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436089 Oct 12 22:51:49.330133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d60e29f-f7c9-4600-8563-69fedb90dcbf req-2aa5f9b0-06a7-4e71-b823-a62398a1281e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:49.337760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d60e29f-f7c9-4600-8563-69fedb90dcbf req-2aa5f9b0-06a7-4e71-b823-a62398a1281e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 944 time: 0.1071346 Oct 12 22:51:49.341908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afc138-d079-4901-9478-1fd3a2145d93 req-fac6cc95-8605-4c45-859a-bfaf5b731855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:49.343534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-fac6cc95-8605-4c45-859a-bfaf5b731855 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 1096 time: 0.0559592 Oct 12 22:51:49.354889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-dbe232d3-324f-42bc-85a2-614f1480e4a5 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:49.354889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-dbe232d3-324f-42bc-85a2-614f1480e4a5 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455401 Oct 12 22:51:49.386455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Request body: {'port': {'device_id': '77744c23-397a-407e-9117-f98a92882c80', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'd66a438258b743bf858131b70da39cff'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:49.387528 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6214e525-ea9c-4d3e-ab12-953ee9d1aac3 x-openstack-request-id: req-6214e525-ea9c-4d3e-ab12-953ee9d1aac3 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:49.387825 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44e64ba6-fd72-44f6-82b9-fb4ff4604693", "tag": "fee215f4-1a85-4317-9d59-577dc9e20cc4", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:49.388070 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6214e525-ea9c-4d3e-ab12-953ee9d1aac3 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:49.388640 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44e64ba6-fd72-44f6-82b9-fb4ff4604693', 'tag': 'fee215f4-1a85-4317-9d59-577dc9e20cc4', 'status': 'completed', 'code': 200} Oct 12 22:51:49.434487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-ff74c87e-f961-460b-a1cb-ce826aa638fd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4 HTTP/1.1" status: 200 len: 217 time: 0.0566483 Oct 12 22:51:49.435158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d60e29f-f7c9-4600-8563-69fedb90dcbf req-05fdee07-48a3-4c9b-a9ec-5e8e017d5b72 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810428 Oct 12 22:51:49.552570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aac6430a-0de2-49b9-be08-aeb7d2db4325 req-e05d3b76-f901-49dd-9fa1-a9566532c14a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 210 time: 0.0428364 Oct 12 22:51:49.554487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60afc138-d079-4901-9478-1fd3a2145d93 req-935ddb68-c988-466f-9114-761b9829ee22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:49.555937 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-935ddb68-c988-466f-9114-761b9829ee22 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12ff1287-d372-4e26-b59a-ec1c7c5079dc HTTP/1.1" status: 200 len: 862 time: 0.1162748 Oct 12 22:51:49.621892 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-a5bd5eef-9539-403d-96a2-93b1a6a57aed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448816 Oct 12 22:51:49.623552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34eba345-7242-41a9-bf2b-627d84079713 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427792 Oct 12 22:51:49.658067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Made reservation on behalf of d66a438258b743bf858131b70da39cff for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:49.661582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:49.739955 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-2fae62de-6683-4af0-9518-38c0def2b67d service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015096 Oct 12 22:51:49.814299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49de20-c2d4-449c-a033-bee39344c131 req-16ac6211-2ccb-4885-ab4f-31d54b8f007d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:49.816188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-16ac6211-2ccb-4885-ab4f-31d54b8f007d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1914799 Oct 12 22:51:49.846530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60afc138-d079-4901-9478-1fd3a2145d93 req-f654fc1b-38ef-4e1b-be16-54ec564a8ff5 service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970342 Oct 12 22:51:49.867621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d8634a8f-8748-4761-8d3b-f932ab89e8a9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/quotas/71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 375 time: 0.0420165 Oct 12 22:51:49.904467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Allocated IP 192.168.233.153 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/038e01d8-1767-4fd1-b79a-b919e19d7f43) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:49.974202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-a903ce2b-1602-4a3c-9d79-580fd5a2ff76 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0990257 Oct 12 22:51:50.015023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:50.017559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c83d7878-d48f-4f99-9d5b-b422b7c7bd61 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:50.019874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d61c76-04e6-4926-9dd8-326f4152bf61 req-d0910b0d-9494-4360-9457-c949d85ed749 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:50.028511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-22d61c76-04e6-4926-9dd8-326f4152bf61 req-d0910b0d-9494-4360-9457-c949d85ed749 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 945 time: 0.0948625 Oct 12 22:51:50.089663 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-22d61c76-04e6-4926-9dd8-326f4152bf61 req-4cbda0cc-8d1e-4f3a-a828-6a0281e4d560 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601561 Oct 12 22:51:50.096462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-3f763be5-f119-4593-8e1a-24ef658ee660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:50.098642 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-3f763be5-f119-4593-8e1a-24ef658ee660 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 1096 time: 0.1073272 Oct 12 22:51:50.171329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:50.219814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,segment=NetworkSegment(c2f27301-b80e-4240-a92a-05e9b0e17e79),segment_id=c2f27301-b80e-4240-a92a-05e9b0e17e79)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:50.247326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'fbbdf0b2-bffb-4af2-8a34-0a686c7f1676', 'network_id': 'b20b5f82-fd86-4f27-8553-daf6669d7855', 'port_id': 'fbbdf0b2-bffb-4af2-8a34-0a686c7f1676', 'mac_address': 'fa:16:3e:32:53:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45cf942f-9475-408c-8daf-7b6fd5f1b7a5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:50.260201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-5cc7afda-6dce-40ec-916a-4a9e0d9fc0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:50.261528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:51:50.263283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-5cc7afda-6dce-40ec-916a-4a9e0d9fc0ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 200 len: 923 time: 0.1533599 Oct 12 22:51:50.268565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:50.269443 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:50.283298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:50.317713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b', '77dd7869-6d98-4b7f-b459-9456aa237fe1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:50.321091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de', '819fda52-d536-4293-aaf8-47453c57b829', 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:50.384655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:50.388280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:50.391883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:50.426926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event updated for resources: {'Port': ['ID=038e01d8-1767-4fd1-b79a-b919e19d7f43,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:50.475144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:50.476069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:50.509764 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:50.605717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-da074020-795d-4820-b1e8-7f82c29a7850 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2239864 Oct 12 22:51:50.618885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Request body: {'port': {'device_id': '77744c23-397a-407e-9117-f98a92882c80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:50.633034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4a59d-5139-46ea-8666-41efbaa2c56d req-467b6e94-d8ad-48be-a215-c9a291549460 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:50.639967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45e4a59d-5139-46ea-8666-41efbaa2c56d req-467b6e94-d8ad-48be-a215-c9a291549460 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 943 time: 0.1192760 Oct 12 22:51:50.725179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-1a45a7ed-ec86-459d-b846-0930826937cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4 HTTP/1.1" status: 200 len: 217 time: 0.4546432 Oct 12 22:51:50.752390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45e4a59d-5139-46ea-8666-41efbaa2c56d req-3b31034e-bca8-49d4-88bc-1b151c03872f tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896635 Oct 12 22:51:50.762330 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:50.774060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:50.820503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:50.865231 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72f2d9d2-4690-46dd-9dbb-ae1c2af40edb req-4ff39347-63a6-4c93-bb2b-567e6dfd0c7d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 210 time: 0.1388483 Oct 12 22:51:50.920988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-e94f51f6-77c0-4a55-87b4-038ab6076fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:50.924628 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-e94f51f6-77c0-4a55-87b4-038ab6076fec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12ff1287-d372-4e26-b59a-ec1c7c5079dc HTTP/1.1" status: 200 len: 862 time: 0.1758580 Oct 12 22:51:50.926281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-54096a69-72e5-45b0-aecf-19428c424f59 None None] Provisioning complete for port 038e01d8-1767-4fd1-b79a-b919e19d7f43 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:50.926653 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-54096a69-72e5-45b0-aecf-19428c424f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:50.947727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,segment=NetworkSegment(c2f27301-b80e-4240-a92a-05e9b0e17e79),segment_id=c2f27301-b80e-4240-a92a-05e9b0e17e79)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:51.012929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832bf6a1-4643-4a99-837c-d447d23a8178 req-3b3f3573-6324-4a6c-b6c9-076e9b697266 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:51.013985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-fe8964bc-2110-48a5-b536-0b9821b0fb47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738740 Oct 12 22:51:51.019457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-832bf6a1-4643-4a99-837c-d447d23a8178 req-3b3f3573-6324-4a6c-b6c9-076e9b697266 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 944 time: 0.1211858 Oct 12 22:51:51.021853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:51.025070 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ce0ef8-49f6-4ffe-a8f9-bbb588a73a90" -d '{"events": [{"server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "name": "network-vif-plugged", "status": "completed", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:51.041965 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:51.071650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c83d7878-d48f-4f99-9d5b-b422b7c7bd61, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:51.118874 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-832bf6a1-4643-4a99-837c-d447d23a8178 req-7e8ff469-b2b9-4811-93cc-5bed51bbda1a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902491 Oct 12 22:51:51.123956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-54096a69-72e5-45b0-aecf-19428c424f59 None None] Port 038e01d8-1767-4fd1-b79a-b919e19d7f43 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:51.165921 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:51.167595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 72599d4b-1899-4469-833f-0f63fd4a4469 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:51.209119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 038e01d8-1767-4fd1-b79a-b919e19d7f43 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:51.221809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:51.240345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Transition to ACTIVE for port object 038e01d8-1767-4fd1-b79a-b919e19d7f43 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:51.271105 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37243b3b-395d-42d6-9c4d-5aaf6dce6162 x-openstack-request-id: req-37243b3b-395d-42d6-9c4d-5aaf6dce6162 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:51.271581 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "name": "network-vif-plugged", "status": "completed", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:51.272023 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37243b3b-395d-42d6-9c4d-5aaf6dce6162 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:51.273069 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'code': 200} Oct 12 22:51:51.285713 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-a119fc5c-8033-4dc8-8754-4f8970080a35 service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2528639 Oct 12 22:51:51.305233 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:51.309191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:51.312436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb9efa4-2b65-49a6-95f1-ec5f60f9d0d4 req-f5540a31-a8fc-406c-909d-1b5286d96e23 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:51.321230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9bb9efa4-2b65-49a6-95f1-ec5f60f9d0d4 req-f5540a31-a8fc-406c-909d-1b5286d96e23 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 936 time: 0.3273976 Oct 12 22:51:51.424070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['fbbdf0b2-bffb-4af2-8a34-0a686c7f1676'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:51.438454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Pushing event updated for resources: {'Port': ['ID=038e01d8-1767-4fd1-b79a-b919e19d7f43,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:51.487778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:51.528831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9bf5da3-0a83-4a16-b516-a4696701f2d6 req-b53849fa-3971-4fb3-b2b4-85a7e315633c service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342494 Oct 12 22:51:51.543043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 72599d4b-1899-4469-833f-0f63fd4a4469 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:51:51.543228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9bb9efa4-2b65-49a6-95f1-ec5f60f9d0d4 req-407f9e18-1b0a-4025-811c-6888995785f0 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208915 Oct 12 22:51:51.553901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0de7b7c-09e1-42ac-b662-df10ab24adb0 req-f53bb4d7-2329-49eb-97b3-e8f7946dd7c4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:51.555770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0de7b7c-09e1-42ac-b662-df10ab24adb0 req-f53bb4d7-2329-49eb-97b3-e8f7946dd7c4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 946 time: 0.1815338 Oct 12 22:51:51.560581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 72599d4b-1899-4469-833f-0f63fd4a4469 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:51.560949 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:51.584400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef66c2-34e4-4541-af75-9998c28480c4 req-329489d7-4994-4c10-a221-9ae4601d0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:51.586155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-86ef66c2-34e4-4541-af75-9998c28480c4 req-329489d7-4994-4c10-a221-9ae4601d0dce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 1098 time: 0.2192039 Oct 12 22:51:51.668154 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-86ef66c2-34e4-4541-af75-9998c28480c4 req-a5532b71-9172-441f-b387-8793152d851d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714114 Oct 12 22:51:51.672295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Attempting to bind port 038e01d8-1767-4fd1-b79a-b919e19d7f43 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:51.673921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Attempting to bind port 038e01d8-1767-4fd1-b79a-b919e19d7f43 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:51.674357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Attempting to bind port 038e01d8-1767-4fd1-b79a-b919e19d7f43 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:51.692373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0de7b7c-09e1-42ac-b662-df10ab24adb0 req-33ce0870-572c-4874-a540-d261ac5be2ee tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294997 Oct 12 22:51:51.693023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Port 038e01d8-1767-4fd1-b79a-b919e19d7f43 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:51.693415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Attempting to bind port 038e01d8-1767-4fd1-b79a-b919e19d7f43 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:51.699313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:51.699848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:51.700667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:51.701517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Bound port: 038e01d8-1767-4fd1-b79a-b919e19d7f43, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:51.701957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:51.806881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] For port 038e01d8-1767-4fd1-b79a-b919e19d7f43, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:51.810494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] For port 038e01d8-1767-4fd1-b79a-b919e19d7f43, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=038e01d8-1767-4fd1-b79a-b919e19d7f43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:51.859566 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:51.917047 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af991c-add1-4db4-9f82-01109f2fafdc req-62cfb420-cf45-424a-ba32-b15945bd2dac tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:51.918839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79af991c-add1-4db4-9f82-01109f2fafdc req-62cfb420-cf45-424a-ba32-b15945bd2dac tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 944 time: 0.0614479 Oct 12 22:51:51.979317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79af991c-add1-4db4-9f82-01109f2fafdc req-f0ed4f8a-dea0-4ec6-a4be-8df435e81f09 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514314 Oct 12 22:51:52.001953 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:52.034267 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1e6820e-01f6-4c48-9be1-bc68b5c3380d req-9b32abab-68a0-4677-b74c-8e48987fc7aa tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 210 time: 0.0434656 Oct 12 22:51:52.083111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:52.115086 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:52.115086 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] 10.222.0.25 "PUT /v2.0/ports/038e01d8-1767-4fd1-b79a-b919e19d7f43 HTTP/1.1" status: 200 len: 1097 time: 1.4710524 Oct 12 22:51:52.115086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77744c23-397a-407e-9117-f98a92882c80', 'tag': '038e01d8-1767-4fd1-b79a-b919e19d7f43'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:52.115086 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8a1c51-36c8-40e3-a5e9-dc5f3142fb1d" -d '{"events": [{"name": "network-changed", "server_uuid": "77744c23-397a-407e-9117-f98a92882c80", "tag": "038e01d8-1767-4fd1-b79a-b919e19d7f43"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:52.115086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3b3b6-ed55-4101-8440-a6aca2cc5b31 service neutron] Pushing event updated for resources: {'Port': ['ID=038e01d8-1767-4fd1-b79a-b919e19d7f43,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:52.116164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:52.161677 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c869a99-d158-41fe-a613-0ebd345288f7 x-openstack-request-id: req-9c869a99-d158-41fe-a613-0ebd345288f7 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:52.162210 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77744c23-397a-407e-9117-f98a92882c80", "tag": "038e01d8-1767-4fd1-b79a-b919e19d7f43", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:52.162551 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c869a99-d158-41fe-a613-0ebd345288f7 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:52.163094 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77744c23-397a-407e-9117-f98a92882c80', 'tag': '038e01d8-1767-4fd1-b79a-b919e19d7f43', 'status': 'completed', 'code': 200} Oct 12 22:51:52.267155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device fee215f4-1a85-4317-9d59-577dc9e20cc4 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:52.272423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b1330-355f-43b1-a74f-4f42824d42c8 req-fecd673a-19f6-42f5-ba43-d7caef470aa0 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:52.280138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-361b1330-355f-43b1-a74f-4f42824d42c8 req-fecd673a-19f6-42f5-ba43-d7caef470aa0 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 944 time: 0.0896525 Oct 12 22:51:52.310963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a1c51-36c8-40e3-a5e9-dc5f3142fb1d req-151a6ab6-3ad1-47eb-85ac-e4120c5f07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:52.315220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac8a1c51-36c8-40e3-a5e9-dc5f3142fb1d req-151a6ab6-3ad1-47eb-85ac-e4120c5f07ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 1100 time: 0.1293225 Oct 12 22:51:52.349042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-361b1330-355f-43b1-a74f-4f42824d42c8 req-b87e87a0-523b-4fb0-b1d3-eb0b3576396e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679514 Oct 12 22:51:52.376623 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:52.376814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac8a1c51-36c8-40e3-a5e9-dc5f3142fb1d req-05b09a41-4938-4504-b631-7c06b5c59704 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342443 Oct 12 22:51:52.469939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port fee215f4-1a85-4317-9d59-577dc9e20cc4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:52.472200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:52.487211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'fee215f4-1a85-4317-9d59-577dc9e20cc4', 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76', 'port_id': 'fee215f4-1a85-4317-9d59-577dc9e20cc4', 'mac_address': 'fa:16:3e:31:e2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ff1287-d372-4e26-b59a-ec1c7c5079dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:52.496489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8a1c51-36c8-40e3-a5e9-dc5f3142fb1d req-09ee49e4-83c3-4248-8c5b-c05fee34f40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:52.496705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac8a1c51-36c8-40e3-a5e9-dc5f3142fb1d req-09ee49e4-83c3-4248-8c5b-c05fee34f40a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111016 Oct 12 22:51:52.530132 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:52.543892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee215f4-1a85-4317-9d59-577dc9e20cc4 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:52.564402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port fee215f4-1a85-4317-9d59-577dc9e20cc4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:52.591738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-e1238f8c-1909-4676-bd7e-36c7d95723e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:52.593378 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-e1238f8c-1909-4676-bd7e-36c7d95723e1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 1100 time: 0.0462043 Oct 12 22:51:52.629089 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:52.648580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-10b578de-30fe-4e5b-829e-97bdf8e5b622 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=038e01d8-1767-4fd1-b79a-b919e19d7f43 HTTP/1.1" status: 200 len: 217 time: 0.0378950 Oct 12 22:51:52.683295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=fee215f4-1a85-4317-9d59-577dc9e20cc4,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:52.734496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27031549-5e52-4920-b8c7-776b6ef7d04f req-0ef74d99-fcf1-4beb-b457-cb8ceee0a344 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:52.737934 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27031549-5e52-4920-b8c7-776b6ef7d04f req-0ef74d99-fcf1-4beb-b457-cb8ceee0a344 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 948 time: 0.0898621 Oct 12 22:51:52.738276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-5e0a589b-6de4-4679-a6cd-3bf2209a4a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:52.739459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-5e0a589b-6de4-4679-a6cd-3bf2209a4a3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0672100 Oct 12 22:51:52.815193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27031549-5e52-4920-b8c7-776b6ef7d04f req-52ad1aeb-ca47-434d-af59-01d55064f098 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687354 Oct 12 22:51:52.832916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-df72e9f1-0f6f-402f-90a7-b0162f6bddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:52.838488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-df72e9f1-0f6f-402f-90a7-b0162f6bddb1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0789952 Oct 12 22:51:52.841764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2027b-c000-4a1a-a78f-5c660b27f3c2 req-9963907a-8319-4297-bc7e-1a323392100f tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:52.843289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69a2027b-c000-4a1a-a78f-5c660b27f3c2 req-9963907a-8319-4297-bc7e-1a323392100f tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 946 time: 0.0714149 Oct 12 22:51:52.883145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69a2027b-c000-4a1a-a78f-5c660b27f3c2 req-4e1e52b0-6c84-4d43-9690-514810135a45 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Oct 12 22:51:52.946448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-f6e02c24-22e7-46f4-a781-6fd720ac8e6d service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022868 Oct 12 22:51:52.973126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['fee215f4-1a85-4317-9d59-577dc9e20cc4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:53.039784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-16053e0e-a279-498a-a0c4-93d4c0222718 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238893 Oct 12 22:51:53.057299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eec6cc75-e9cc-437b-8b49-5eb1919b5385 req-ee4fcafe-7b33-4dd1-aff6-a1a28c0574de service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018300 Oct 12 22:51:53.186072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a6c2f617-c942-4619-a666-ed813ae9445b req-76aafbf3-de30-4478-9d6c-9cc74089ca62 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 210 time: 0.0482788 Oct 12 22:51:53.231306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49de20-c2d4-449c-a033-bee39344c131 req-e76410dc-9270-41dd-bd79-bc7ef90e60dd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:53.232776 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-e76410dc-9270-41dd-bd79-bc7ef90e60dd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1849735 Oct 12 22:51:53.242258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632a31e-9acd-4f68-8775-122c4cb8af67 req-3aa6af3f-8ca9-4b1a-997b-5a304b76c020 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:53.243869 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0632a31e-9acd-4f68-8775-122c4cb8af67 req-3aa6af3f-8ca9-4b1a-997b-5a304b76c020 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 944 time: 0.1017940 Oct 12 22:51:53.250259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Request body: {'port': {'device_id': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '71de4dadbd02400388deaaa5fd5e081f'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:53.275057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:53.278172 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a4fbd9-7b74-4bef-9148-d689d521d2ed" -d '{"events": [{"server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "name": "network-vif-plugged", "status": "completed", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:53.332060 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f6c260-5f11-407d-b9f8-0159b83e2ec0 x-openstack-request-id: req-97f6c260-5f11-407d-b9f8-0159b83e2ec0 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:53.332291 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "name": "network-vif-plugged", "status": "completed", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:53.332559 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-97f6c260-5f11-407d-b9f8-0159b83e2ec0 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:53.332975 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469', 'code': 200} Oct 12 22:51:53.346364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0632a31e-9acd-4f68-8775-122c4cb8af67 req-27d55368-169f-4b33-8bdf-5028c5f5ebcb tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923560 Oct 12 22:51:53.470979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Made reservation on behalf of 71de4dadbd02400388deaaa5fd5e081f for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:51:53.474681 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:53.515472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb118b6-9778-4ff4-af70-a65c1e29a573 req-9910b5ce-0177-4b98-8fb4-60feb1efc599 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:53.517084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aeb118b6-9778-4ff4-af70-a65c1e29a573 req-9910b5ce-0177-4b98-8fb4-60feb1efc599 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 945 time: 0.0804970 Oct 12 22:51:53.617630 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aeb118b6-9778-4ff4-af70-a65c1e29a573 req-5502e35f-294d-4a03-9eae-00fc26c55663 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718229 Oct 12 22:51:53.653061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Allocated IP 192.168.233.140 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/9af816b2-022c-410b-b525-4c3656557af9) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:51:53.811935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:53.915201 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:53.931599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['72599d4b-1899-4469-833f-0f63fd4a4469'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:53.950836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fefdac-0557-42b6-9494-ccffcd88d1d6 req-6cbe0489-bba1-4a77-b262-7b7d44d84f2e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:53.960321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3fefdac-0557-42b6-9494-ccffcd88d1d6 req-6cbe0489-bba1-4a77-b262-7b7d44d84f2e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 948 time: 0.0775440 Oct 12 22:51:53.968563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:51:53.974862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:51:53.980118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:51:53.987035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Pushing event updated for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:54.025687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:54.052999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3fefdac-0557-42b6-9494-ccffcd88d1d6 req-50450cad-1b6d-4cb1-a2c8-012183d84524 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879171 Oct 12 22:51:54.125905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:54.126557 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.148992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872fd63f-1826-4e7e-9dee-63518b007631 req-cb201cb7-3a8e-4d85-855b-0969af8bad0b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:54.154380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-872fd63f-1826-4e7e-9dee-63518b007631 req-cb201cb7-3a8e-4d85-855b-0969af8bad0b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 946 time: 0.1381953 Oct 12 22:51:54.198443 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-872fd63f-1826-4e7e-9dee-63518b007631 req-08503e00-a810-4912-8818-ee3581d1bf38 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360820 Oct 12 22:51:54.215794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-34c2f684-ddba-4cf4-bb64-85593121a83a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9708169 Oct 12 22:51:54.237343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Request body: {'port': {'device_id': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:54.246490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:51:54.251906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:54.252390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.288211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device fee215f4-1a85-4317-9d59-577dc9e20cc4 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:51:54.317254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.370451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df6d81-b8a4-40bb-bdfe-92edad4f8646 req-64d3d85f-7511-4c15-b4a9-265a6293df01 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:54.379280 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47df6d81-b8a4-40bb-bdfe-92edad4f8646 req-64d3d85f-7511-4c15-b4a9-265a6293df01 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 936 time: 0.0820770 Oct 12 22:51:54.405278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-159463e1-c5ef-4671-a107-01e5c9010271 None None] Provisioning complete for port 9af816b2-022c-410b-b525-4c3656557af9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:54.405800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-159463e1-c5ef-4671-a107-01e5c9010271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.419890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47df6d81-b8a4-40bb-bdfe-92edad4f8646 req-1a258e99-ac8a-42a0-96c4-78d268a6c56a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397556 Oct 12 22:51:54.483813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-159463e1-c5ef-4671-a107-01e5c9010271 None None] Port 9af816b2-022c-410b-b525-4c3656557af9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:51:54.500349 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.549646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,segment=NetworkSegment(c2f27301-b80e-4240-a92a-05e9b0e17e79),segment_id=c2f27301-b80e-4240-a92a-05e9b0e17e79)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:54.551801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port fee215f4-1a85-4317-9d59-577dc9e20cc4 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:51:54.556232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port fee215f4-1a85-4317-9d59-577dc9e20cc4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:51:54.556613 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.560290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a71a-174f-4401-8975-01243dab46fc req-e7a84ccb-00ce-466e-b60b-990908d99f39 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:54.562029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-e7a84ccb-00ce-466e-b60b-990908d99f39 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2239521 Oct 12 22:51:54.581188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9d868-08b9-46cd-8fa3-33141ce82e90 req-7f340ea5-2cc6-41c7-a862-09491b793a85 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:54.583280 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0da9d868-08b9-46cd-8fa3-33141ce82e90 req-7f340ea5-2cc6-41c7-a862-09491b793a85 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 944 time: 0.0658333 Oct 12 22:51:54.610553 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.653061 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-67cd6a90-0c66-4513-a08c-a1540800aa9d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.0783043 Oct 12 22:51:54.656272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0da9d868-08b9-46cd-8fa3-33141ce82e90 req-dff3911a-0ee6-4496-81f2-b2b09d1d44e5 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651715 Oct 12 22:51:54.692836 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-71c2a71a-174f-4401-8975-01243dab46fc req-1c740a8f-1c16-4cb9-96d3-308aebe4b91b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Request body: {'floatingip': {'port_id': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:54.711075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:54.722633 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.761443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-71c2a71a-174f-4401-8975-01243dab46fc req-1c740a8f-1c16-4cb9-96d3-308aebe4b91b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.771429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port fee215f4-1a85-4317-9d59-577dc9e20cc4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:54.837050 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:54.847589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f878b-af5f-4524-82bb-401db0fd1c0a req-15265407-26fc-42ba-b99e-4782e1530d09 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:54.855395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-646f878b-af5f-4524-82bb-401db0fd1c0a req-15265407-26fc-42ba-b99e-4782e1530d09 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 945 time: 0.0662301 Oct 12 22:51:54.900679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=fee215f4-1a85-4317-9d59-577dc9e20cc4,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:54.910233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-646f878b-af5f-4524-82bb-401db0fd1c0a req-1ddcbb42-3a1a-466c-a340-7bfb74b11c69 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539012 Oct 12 22:51:54.992993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9af816b2-022c-410b-b525-4c3656557af9 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:55.003291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:55.055100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Transition to ACTIVE for port object 9af816b2-022c-410b-b525-4c3656557af9 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:51:55.110705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:55.168559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bbc47-9b90-4431-ae95-2b23a1fa1fe4 req-803264dd-16ff-44ac-b6b6-4ee55b210301 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:55.175512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef4bbc47-9b90-4431-ae95-2b23a1fa1fe4 req-803264dd-16ff-44ac-b6b6-4ee55b210301 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 948 time: 0.0554943 Oct 12 22:51:55.213900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Pushing event updated for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:55.229632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef4bbc47-9b90-4431-ae95-2b23a1fa1fe4 req-34512da6-acb7-4b9b-9e81-fb1f6f957d7b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529771 Oct 12 22:51:55.334977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95321860-58e7-4949-8200-df74b1644e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbdf0b2-bffb-4af2-8a34-0a686c7f1676'}, {'server_uuid': '44e64ba6-fd72-44f6-82b9-fb4ff4604693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee215f4-1a85-4317-9d59-577dc9e20cc4'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:55.337486 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58b5f47-10c2-4012-9dc2-4fc09afc7773" -d '{"events": [{"server_uuid": "95321860-58e7-4949-8200-df74b1644e41", "name": "network-vif-plugged", "status": "completed", "tag": "fbbdf0b2-bffb-4af2-8a34-0a686c7f1676"}, {"server_uuid": "44e64ba6-fd72-44f6-82b9-fb4ff4604693", "name": "network-vif-plugged", "status": "completed", "tag": "fee215f4-1a85-4317-9d59-577dc9e20cc4"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:55.384043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Attempting to bind port 9af816b2-022c-410b-b525-4c3656557af9 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:51:55.384377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Attempting to bind port 9af816b2-022c-410b-b525-4c3656557af9 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:51:55.384702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Attempting to bind port 9af816b2-022c-410b-b525-4c3656557af9 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:55.389782 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1b5889f-b88c-408d-9c34-606b6cf1072f x-openstack-request-id: req-f1b5889f-b88c-408d-9c34-606b6cf1072f {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:55.390368 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95321860-58e7-4949-8200-df74b1644e41", "name": "network-vif-plugged", "status": "completed", "tag": "fbbdf0b2-bffb-4af2-8a34-0a686c7f1676", "code": 200}, {"server_uuid": "44e64ba6-fd72-44f6-82b9-fb4ff4604693", "name": "network-vif-plugged", "status": "completed", "tag": "fee215f4-1a85-4317-9d59-577dc9e20cc4", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:55.391838 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1b5889f-b88c-408d-9c34-606b6cf1072f {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:55.392428 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95321860-58e7-4949-8200-df74b1644e41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbdf0b2-bffb-4af2-8a34-0a686c7f1676', 'code': 200} Oct 12 22:51:55.392689 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e64ba6-fd72-44f6-82b9-fb4ff4604693', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee215f4-1a85-4317-9d59-577dc9e20cc4', 'code': 200} Oct 12 22:51:55.419713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Port 9af816b2-022c-410b-b525-4c3656557af9 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:51:55.420059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Attempting to bind port 9af816b2-022c-410b-b525-4c3656557af9 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:51:55.430485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:51:55.430737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:51:55.431139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:51:55.431578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Bound port: 9af816b2-022c-410b-b525-4c3656557af9, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:51:55.431937 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:55.493407 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-71c2a71a-174f-4401-8975-01243dab46fc req-1c740a8f-1c16-4cb9-96d3-308aebe4b91b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:55.549343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660a5c8-eafd-4126-b732-ed532a319cf9 req-29d198b5-08ab-47d0-9de2-b2df43b428e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:55.550841 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7660a5c8-eafd-4126-b732-ed532a319cf9 req-29d198b5-08ab-47d0-9de2-b2df43b428e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 1097 time: 0.0736735 Oct 12 22:51:55.551925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:51:55.555710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:51:55.560434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-71c2a71a-174f-4401-8975-01243dab46fc req-1c740a8f-1c16-4cb9-96d3-308aebe4b91b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:55.577596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cadc21a-1d45-4bdb-8154-64faf572fd87 req-f86dc30b-8e6d-44f0-96ae-70b660dcdab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:55.579258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cadc21a-1d45-4bdb-8154-64faf572fd87 req-f86dc30b-8e6d-44f0-96ae-70b660dcdab6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 1098 time: 0.1081097 Oct 12 22:51:55.601310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320eecbf-8bd6-4530-8810-fc3f2df57781 req-9ff54668-7bc6-445b-bbed-9b60e71d9681 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:55.609698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-320eecbf-8bd6-4530-8810-fc3f2df57781 req-9ff54668-7bc6-445b-bbed-9b60e71d9681 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 948 time: 0.0875542 Oct 12 22:51:55.613316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:55.654808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cadc21a-1d45-4bdb-8154-64faf572fd87 req-3b0ab63a-ed4e-428b-a681-80c884a4c711 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669510 Oct 12 22:51:55.663060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-320eecbf-8bd6-4530-8810-fc3f2df57781 req-de8f007d-3f03-4caa-a44a-440de41fe2d3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521615 Oct 12 22:51:55.702759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:55.702759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:55.703862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] 10.222.0.25 "PUT /v2.0/ports/9af816b2-022c-410b-b525-4c3656557af9 HTTP/1.1" status: 200 len: 1097 time: 1.4792776 Oct 12 22:51:55.706084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'tag': '9af816b2-022c-410b-b525-4c3656557af9'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:55.708544 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77efb470-132c-448f-b82a-dabc55cf5e08" -d '{"events": [{"name": "network-changed", "server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "tag": "9af816b2-022c-410b-b525-4c3656557af9"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:55.727311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7660a5c8-eafd-4126-b732-ed532a319cf9 req-645d33bf-cb7b-434d-b918-b4ad0adbf59b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606774 Oct 12 22:51:55.748676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b7ad5-c6cb-41b3-ac7b-22613fd40177 service neutron] Pushing event updated for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:55.757195 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-71c2a71a-174f-4401-8975-01243dab46fc req-1c740a8f-1c16-4cb9-96d3-308aebe4b91b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe associated. External IP: 172.25.2.142, port: c20d2de8-ac53-433b-9f7b-7eeeeb2776ca. Oct 12 22:51:55.815921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653112b8-4cf6-4a36-8fa9-9fd60a7c1631 req-3f6a4e52-2f97-4523-900f-dda6c442ed3c tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:55.817648 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-653112b8-4cf6-4a36-8fa9-9fd60a7c1631 req-3f6a4e52-2f97-4523-900f-dda6c442ed3c tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 945 time: 0.0681119 Oct 12 22:51:55.871278 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-653112b8-4cf6-4a36-8fa9-9fd60a7c1631 req-ae129b66-1a92-4796-b668-c366aad7f579 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432937 Oct 12 22:51:55.926732 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58575be1-408a-499d-9782-4743e96e4c66 x-openstack-request-id: req-58575be1-408a-499d-9782-4743e96e4c66 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:55.926975 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "tag": "9af816b2-022c-410b-b525-4c3656557af9", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:55.927247 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-58575be1-408a-499d-9782-4743e96e4c66 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:55.927641 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'tag': '9af816b2-022c-410b-b525-4c3656557af9', 'status': 'completed', 'code': 200} Oct 12 22:51:56.096081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ce54e-9353-4341-a2b9-db4e2b6d694f req-9f85c195-0991-4121-a966-ed0226c00b7b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.097695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c4ce54e-9353-4341-a2b9-db4e2b6d694f req-9f85c195-0991-4121-a966-ed0226c00b7b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.0536137 Oct 12 22:51:56.144032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c4ce54e-9353-4341-a2b9-db4e2b6d694f req-d22be4c7-e369-4275-b954-8a74b6d2fe0f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Oct 12 22:51:56.263994 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 038e01d8-1767-4fd1-b79a-b919e19d7f43 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:51:56.311715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efb470-132c-448f-b82a-dabc55cf5e08 req-c7672f6d-7fe3-44db-9f06-a3f975b8d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.315560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77efb470-132c-448f-b82a-dabc55cf5e08 req-c7672f6d-7fe3-44db-9f06-a3f975b8d447 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 1100 time: 0.3768699 Oct 12 22:51:56.327778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c2a71a-174f-4401-8975-01243dab46fc req-1c740a8f-1c16-4cb9-96d3-308aebe4b91b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Router 85c6b370-43f3-4a38-bde4-e3d371435164 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:51:56.358335 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77efb470-132c-448f-b82a-dabc55cf5e08 req-807b60a7-b799-4ad2-8f69-ed08a5238044 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222075 Oct 12 22:51:56.366913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6d61e-5c28-41d8-9d33-97661bdbba80 req-4bbdac87-3f86-43fb-bd60-67f230aa55a5 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.374656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7ed6d61e-5c28-41d8-9d33-97661bdbba80 req-4bbdac87-3f86-43fb-bd60-67f230aa55a5 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 948 time: 0.0628703 Oct 12 22:51:56.395114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 038e01d8-1767-4fd1-b79a-b919e19d7f43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=038e01d8-1767-4fd1-b79a-b919e19d7f43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:56.410448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '038e01d8-1767-4fd1-b79a-b919e19d7f43', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '038e01d8-1767-4fd1-b79a-b919e19d7f43', 'mac_address': 'fa:16:3e:eb:f4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:51:56.426777 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7ed6d61e-5c28-41d8-9d33-97661bdbba80 req-3ec7d6ce-fa15-442f-b562-63a5fde655b9 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457313 Oct 12 22:51:56.453900 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:56.470281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 038e01d8-1767-4fd1-b79a-b919e19d7f43 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:51:56.491625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 038e01d8-1767-4fd1-b79a-b919e19d7f43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=038e01d8-1767-4fd1-b79a-b919e19d7f43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:51:56.511202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77efb470-132c-448f-b82a-dabc55cf5e08 req-10d4dfd6-b73c-4aa6-b692-d1a9c74d0f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.512831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77efb470-132c-448f-b82a-dabc55cf5e08 req-10d4dfd6-b73c-4aa6-b692-d1a9c74d0f4f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1472838 Oct 12 22:51:56.554970 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:56.597754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c2a71a-174f-4401-8975-01243dab46fc req-1c740a8f-1c16-4cb9-96d3-308aebe4b91b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:51:56.602928 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-71c2a71a-174f-4401-8975-01243dab46fc req-1c740a8f-1c16-4cb9-96d3-308aebe4b91b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:56.614216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] Sync routers for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:51:56.631620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49de20-c2d4-449c-a033-bee39344c131 req-407c559f-0452-487d-a53c-25fa9005f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.633102 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-407c559f-0452-487d-a53c-25fa9005f9c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 1100 time: 0.0768919 Oct 12 22:51:56.634822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=038e01d8-1767-4fd1-b79a-b919e19d7f43,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:51:56.638658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-1c740a8f-1c16-4cb9-96d3-308aebe4b91b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "PUT /v2.0/floatingips/bd209f60-8e7c-449f-a1e0-45bf414894fe HTTP/1.1" status: 200 len: 997 time: 1.9845512 Oct 12 22:51:56.639870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:56.640495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:56.690348 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-5306061b-1b67-42ba-b88e-41dbd7df76f9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9af816b2-022c-410b-b525-4c3656557af9 HTTP/1.1" status: 200 len: 217 time: 0.0453126 Oct 12 22:51:56.759307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a71a-174f-4401-8975-01243dab46fc req-83739cb2-2634-4c1e-8032-1d13ad976877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.763003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-83739cb2-2634-4c1e-8032-1d13ad976877 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1098 time: 0.0792215 Oct 12 22:51:56.766774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49de20-c2d4-449c-a033-bee39344c131 req-cfb77a20-3cc1-4e3f-a515-632802c4404f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.769279 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-cfb77a20-3cc1-4e3f-a515-632802c4404f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0605924 Oct 12 22:51:56.787665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:56.819736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f5d464-dde0-425d-9c99-4112d7c6f3a9 req-67719086-c20c-4b7f-88b9-ade52943541a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.821749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-37f5d464-dde0-425d-9c99-4112d7c6f3a9 req-67719086-c20c-4b7f-88b9-ade52943541a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 948 time: 0.0718660 Oct 12 22:51:56.866885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49de20-c2d4-449c-a033-bee39344c131 req-59f6cf2b-bfd3-4f3e-b59a-0510906a86dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.868333 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-59f6cf2b-bfd3-4f3e-b59a-0510906a86dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0893235 Oct 12 22:51:56.875549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-37f5d464-dde0-425d-9c99-4112d7c6f3a9 req-2212c72f-7581-4e99-876e-b6a73d43dae4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Oct 12 22:51:56.901168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['038e01d8-1767-4fd1-b79a-b919e19d7f43'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:51:56.952458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a71a-174f-4401-8975-01243dab46fc req-812427b8-a962-4f84-86b4-52ca6856dc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:56.954453 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-812427b8-a962-4f84-86b4-52ca6856dc4c service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.1835952 Oct 12 22:51:57.035140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37cbe45-4377-419c-ab6d-8f5eaa8bbd88 req-a13fb3da-5fc3-4172-87d1-42b035444eb6 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:57.040535 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-1d9bef25-074d-4b13-b672-392da65cbc7b service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553855 Oct 12 22:51:57.044710 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e37cbe45-4377-419c-ab6d-8f5eaa8bbd88 req-a13fb3da-5fc3-4172-87d1-42b035444eb6 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 945 time: 0.0618467 Oct 12 22:51:57.048738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-75fcadcf-be58-4e4c-8b05-442127e58cae service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 1000 time: 0.0859544 Oct 12 22:51:57.111369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e37cbe45-4377-419c-ab6d-8f5eaa8bbd88 req-90377326-2372-43e8-b0f1-dc0e9dc0a0fd tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654452 Oct 12 22:51:57.180713 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae49de20-c2d4-449c-a033-bee39344c131 req-d2919111-ff2d-45b0-b3d3-8ffffb7037cb service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307652 Oct 12 22:51:57.199337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a71a-174f-4401-8975-01243dab46fc req-7e865597-a833-4ae7-82ad-bdbf5ab5e37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:57.201640 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-7e865597-a833-4ae7-82ad-bdbf5ab5e37d service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.0546594 Oct 12 22:51:57.273062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:bc:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:51:55Z', 'revision_number': 1, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:57.274672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2a71a-174f-4401-8975-01243dab46fc req-9d15e561-7f1d-4049-9988-df2df519c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:57.279934 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-9d15e561-7f1d-4049-9988-df2df519c2fe service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598197 Oct 12 22:51:57.294327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-a9be80ca-62ed-4d26-85f7-8e2d850cc842 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:51:57.295859 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-a9be80ca-62ed-4d26-85f7-8e2d850cc842 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0078411 Oct 12 22:51:57.305052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] Checking router: 85c6b370-43f3-4a38-bde4-e3d371435164 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:51:57.321198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:51:57.321845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:57.366381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170901b7-5c8a-449b-87c4-c4c8921707f7 req-f30d87d7-f4b8-4600-9652-6840d917cb3c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:57.373650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-170901b7-5c8a-449b-87c4-c4c8921707f7 req-f30d87d7-f4b8-4600-9652-6840d917cb3c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.0645328 Oct 12 22:51:57.412829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-170901b7-5c8a-449b-87c4-c4c8921707f7 req-30c50dd9-d537-4f4f-b087-04c84e560605 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378766 Oct 12 22:51:57.461455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-d5342c55-14f9-4904-b14c-6dd421ef8864 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575298 Oct 12 22:51:57.477014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:51:57.525336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb6278-b630-4b43-99d5-1831192024c2 req-1009a5ac-c83f-42ea-b5c5-4f5d50ad9727 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:57.527959 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34fb6278-b630-4b43-99d5-1831192024c2 req-1009a5ac-c83f-42ea-b5c5-4f5d50ad9727 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 946 time: 0.0533562 Oct 12 22:51:57.591632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34fb6278-b630-4b43-99d5-1831192024c2 req-dfb32f87-1974-43d8-920b-cb69a898fe52 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560551 Oct 12 22:51:57.610977 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c2a71a-174f-4401-8975-01243dab46fc req-e8e8a44d-4335-4d97-983b-702d038a735a service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431451 Oct 12 22:51:57.734572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a922414-c39a-4d42-9127-e2a8146bef11 req-37f1230e-0883-4b79-b4a7-3a882e8b27e6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:57.736430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a922414-c39a-4d42-9127-e2a8146bef11 req-37f1230e-0883-4b79-b4a7-3a882e8b27e6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 949 time: 0.0585842 Oct 12 22:51:57.782500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a922414-c39a-4d42-9127-e2a8146bef11 req-0e07fb07-b084-486d-bcf8-d06b9c25b633 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398653 Oct 12 22:51:57.880585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-d0a53272-af6c-485b-9390-6fa1f5b96af4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:57.882435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-d0a53272-af6c-485b-9390-6fa1f5b96af4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0548372 Oct 12 22:51:57.907881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:bc:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:51:55Z', 'revision_number': 1, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:51:57.939222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d0c98d-e29d-4cfd-9b6d-976d102e1366 None None] The sync data for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 is: [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:bc:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:51:55Z', 'revision_number': 1, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:51:57.965695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:51:57.968128 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c84a2d-648b-4981-991b-ad9f8e8bc937" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:51:58.027856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66adf7a6-2f52-4e10-8950-2ddcdeb928c2 req-8e2452e8-edae-4a6f-aa60-1652df871b31 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:58.032959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-34302005-373b-4dbc-8941-72a0f260adf8 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1000 time: 0.1437240 Oct 12 22:51:58.035419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66adf7a6-2f52-4e10-8950-2ddcdeb928c2 req-8e2452e8-edae-4a6f-aa60-1652df871b31 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 948 time: 0.0700536 Oct 12 22:51:58.042466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Request body: {'floatingip': {'port_id': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:51:58.071912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66adf7a6-2f52-4e10-8950-2ddcdeb928c2 req-98239e94-fa0b-4db8-ae01-7180b2985588 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352507 Oct 12 22:51:58.116730 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:58.157857 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fa5e61-a1a9-4106-806d-f7948de92096 x-openstack-request-id: req-50fa5e61-a1a9-4106-806d-f7948de92096 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:51:58.158192 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:51:58.158388 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-50fa5e61-a1a9-4106-806d-f7948de92096 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:51:58.158779 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'status': 'completed', 'code': 200} Oct 12 22:51:58.219272 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c7c49e-f886-4a79-ab5e-03bb01ea7253 None None] New status for floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:51:58.289438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5aa9-652b-4676-8f85-64b309acea21 req-41d0a7f9-09d4-466d-8bc4-30065138ad78 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:58.290203 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-06c2a07c-d842-4119-b678-86a162ac6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:58.291796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-06c2a07c-d842-4119-b678-86a162ac6c0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1098 time: 0.1161494 Oct 12 22:51:58.297033 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcee5aa9-652b-4676-8f85-64b309acea21 req-41d0a7f9-09d4-466d-8bc4-30065138ad78 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 945 time: 0.1013954 Oct 12 22:51:58.346551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcee5aa9-652b-4676-8f85-64b309acea21 req-4e2808d8-e4ac-4673-b986-87c433439695 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442979 Oct 12 22:51:58.486403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-469719a1-e973-4372-bfaf-9f529cc606df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:58.487918 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-469719a1-e973-4372-bfaf-9f529cc606df service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.1820917 Oct 12 22:51:58.554882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3dbe0-df90-433a-af05-17d7e6451e3f req-a73628d9-fc6e-4d5f-9590-d65873085604 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:58.556583 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fab3dbe0-df90-433a-af05-17d7e6451e3f req-a73628d9-fc6e-4d5f-9590-d65873085604 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.0562949 Oct 12 22:51:58.591114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:51:58.591463 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:51:58.598109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-4741ba42-319b-49b4-b29f-cbd20a0146a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 1000 time: 0.0806763 Oct 12 22:51:58.627805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fab3dbe0-df90-433a-af05-17d7e6451e3f req-17eba5a8-d1d2-4d58-8fed-707073a1dfd1 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558364 Oct 12 22:51:58.665686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-d30d7e15-065d-4e05-a6aa-7ee6823d91a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:58.667183 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-d30d7e15-065d-4e05-a6aa-7ee6823d91a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.0589273 Oct 12 22:51:58.721872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-a0b4b7fb-e554-4550-893d-48acdd8fd4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:58.723404 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-a0b4b7fb-e554-4550-893d-48acdd8fd4db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466075 Oct 12 22:51:58.764113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e463873-9bf6-487f-8308-acfe6ae261e6 req-e076dded-12c0-493a-ae41-c6619600d85c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:58.766369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e463873-9bf6-487f-8308-acfe6ae261e6 req-e076dded-12c0-493a-ae41-c6619600d85c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.0594912 Oct 12 22:51:58.806323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e463873-9bf6-487f-8308-acfe6ae261e6 req-508251b1-bb0a-4103-ae63-7ed5c2cd8e2f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327930 Oct 12 22:51:58.841656 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-2142161e-51bd-4092-8152-f0ffa9326e05 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087191 Oct 12 22:51:58.959895 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0c84a2d-648b-4981-991b-ad9f8e8bc937 req-c925b586-895d-4ffb-bef3-005d5dee6d85 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034005 Oct 12 22:51:58.993344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25091f3d-2ff5-409e-a848-b69a5313d2fe req-522052b2-3bbe-4465-a881-4ec5587d3239 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:58.994814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25091f3d-2ff5-409e-a848-b69a5313d2fe req-522052b2-3bbe-4465-a881-4ec5587d3239 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 949 time: 0.0524244 Oct 12 22:51:59.034339 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25091f3d-2ff5-409e-a848-b69a5313d2fe req-621e9fc7-9d30-4371-83ff-ed2a2e810a01 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333331 Oct 12 22:51:59.092838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:59.247870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca731bc2-e15c-4821-b76a-0c12422714ea req-6e1e0c32-620b-488b-acfb-b89029ee6dc9 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:59.249386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca731bc2-e15c-4821-b76a-0c12422714ea req-6e1e0c32-620b-488b-acfb-b89029ee6dc9 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.0640671 Oct 12 22:51:59.300956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca731bc2-e15c-4821-b76a-0c12422714ea req-7fe11f96-94c4-4ff5-a06d-a8b7597ec2c5 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417480 Oct 12 22:51:59.414528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b3984-3361-4508-a621-112dd4078552 req-425d8ade-2198-472a-8f0d-74a8454a7366 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:59.415988 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-673b3984-3361-4508-a621-112dd4078552 req-425d8ade-2198-472a-8f0d-74a8454a7366 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 948 time: 0.0568242 Oct 12 22:51:59.463860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-673b3984-3361-4508-a621-112dd4078552 req-8b4f5d4c-e1f4-474a-adf3-add118c8cc70 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 Oct 12 22:51:59.640210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0966cd0-c0c6-4964-90ae-de34fcf0314a req-9a639a22-57fa-43c1-8abf-be8fb582c68f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:59.642794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0966cd0-c0c6-4964-90ae-de34fcf0314a req-9a639a22-57fa-43c1-8abf-be8fb582c68f tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 946 time: 0.0558500 Oct 12 22:51:59.686906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0966cd0-c0c6-4964-90ae-de34fcf0314a req-1fed0593-9683-4254-baae-d34a37f15772 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374532 Oct 12 22:51:59.702380 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:59.749226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:51:59.803897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df08a3-d539-4c1b-bbe3-ea33d9cb72a5 req-70da7f1d-48ee-4044-a1af-b8c614f355d7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:51:59.807610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-76df08a3-d539-4c1b-bbe3-ea33d9cb72a5 req-70da7f1d-48ee-4044-a1af-b8c614f355d7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.0627007 Oct 12 22:51:59.854810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-76df08a3-d539-4c1b-bbe3-ea33d9cb72a5 req-d27e6264-0b44-4fb6-9c2f-6379736c87eb tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433745 Oct 12 22:51:59.862960 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe associated. External IP: 172.25.2.142, port: c20d2de8-ac53-433b-9f7b-7eeeeb2776ca. Oct 12 22:52:00.102712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e86094-448d-4db4-9404-a4745189bfaa req-31c0dc89-d944-4c3e-9e1d-177736e9200a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:00.104332 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47e86094-448d-4db4-9404-a4745189bfaa req-31c0dc89-d944-4c3e-9e1d-177736e9200a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.0684476 Oct 12 22:52:00.112969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Router 85c6b370-43f3-4a38-bde4-e3d371435164 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:00.166868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47e86094-448d-4db4-9404-a4745189bfaa req-348bb8af-93fb-4771-9bfb-af246de2f2a2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544109 Oct 12 22:52:00.229545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:00.243869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] Sync routers for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:00.262518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:00.263193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:00.333076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9af816b2-022c-410b-b525-4c3656557af9 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:52:00.338670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 038e01d8-1767-4fd1-b79a-b919e19d7f43 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:00.339044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760db47-c75d-4468-9c1a-c595007ff5cb req-343d32d3-253f-49de-ab9b-e9c18a30f408 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:00.350988 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a760db47-c75d-4468-9c1a-c595007ff5cb req-343d32d3-253f-49de-ab9b-e9c18a30f408 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 949 time: 0.1025927 Oct 12 22:52:00.415704 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a760db47-c75d-4468-9c1a-c595007ff5cb req-5da74fa2-9219-4968-ac4b-521c5617d69c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634208 Oct 12 22:52:00.546004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0a51c9-4ba4-4228-837a-754a68ec9403 req-b884f47d-323c-40ac-a36b-f1b35c04c1d0 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:00.556184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c0a51c9-4ba4-4228-837a-754a68ec9403 req-b884f47d-323c-40ac-a36b-f1b35c04c1d0 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.0752695 Oct 12 22:52:00.584870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:00.632720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c0a51c9-4ba4-4228-837a-754a68ec9403 req-e20a3be2-ee6c-497a-8913-12f09622265e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753882 Oct 12 22:52:00.779549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 038e01d8-1767-4fd1-b79a-b919e19d7f43 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:52:00.793652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:00.805344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 038e01d8-1767-4fd1-b79a-b919e19d7f43 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:00.805344 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:00.849533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Router 85c6b370-43f3-4a38-bde4-e3d371435164 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:00.863007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '9af816b2-022c-410b-b525-4c3656557af9', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '9af816b2-022c-410b-b525-4c3656557af9', 'mac_address': 'fa:16:3e:19:ba:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:52:00.950382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:00.970270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:00.975727 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:01.016672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:01.018012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af816b2-022c-410b-b525-4c3656557af9 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:01.023960 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:01.027019 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:01.057124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:01.057236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e5a339e3-6b52-4a33-a4f4-9470ad67c3ec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "PUT /v2.0/floatingips/bd209f60-8e7c-449f-a1e0-45bf414894fe HTTP/1.1" status: 200 len: 999 time: 3.0177050 Oct 12 22:52:01.070348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77744c23-397a-407e-9117-f98a92882c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e01d8-1767-4fd1-b79a-b919e19d7f43'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:01.072612 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccdf1d88-5f1f-49ef-8c18-2770d2dc3855" -d '{"events": [{"server_uuid": "77744c23-397a-407e-9117-f98a92882c80", "name": "network-vif-plugged", "status": "completed", "tag": "038e01d8-1767-4fd1-b79a-b919e19d7f43"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:01.087963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 038e01d8-1767-4fd1-b79a-b919e19d7f43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=038e01d8-1767-4fd1-b79a-b919e19d7f43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:01.102732 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:34:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:51:59Z', 'revision_number': 3, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:01.131269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] Checking router: 85c6b370-43f3-4a38-bde4-e3d371435164 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:01.133610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:01.138805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-595a7a77-0cf1-4d58-addd-875448c397ef tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:01.141306 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-595a7a77-0cf1-4d58-addd-875448c397ef tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports/c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 943 time: 0.0734603 Oct 12 22:52:01.173848 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:01.177026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:01.177744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:01.233092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:01.267397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-f12e7396-a828-4443-9b98-389089597f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:01.270036 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-f12e7396-a828-4443-9b98-389089597f03 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1098 time: 0.0640039 Oct 12 22:52:01.336015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=038e01d8-1767-4fd1-b79a-b919e19d7f43,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:01.345991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:01.445458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-b8f30327-f632-48ad-95c6-1127525ca863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:01.447845 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-b8f30327-f632-48ad-95c6-1127525ca863 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.1699088 Oct 12 22:52:01.494931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b50e7e-4bd5-4345-a4a0-03cf45226f5d req-81dd105f-1c17-4417-86b0-2ff9aa05a08f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:01.497654 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-96190803-12f6-4023-b1e5-8540f9dbdf17 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 217 time: 0.0418038 Oct 12 22:52:01.499391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70b50e7e-4bd5-4345-a4a0-03cf45226f5d req-81dd105f-1c17-4417-86b0-2ff9aa05a08f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 949 time: 0.3741872 Oct 12 22:52:01.521366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9af816b2-022c-410b-b525-4c3656557af9'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:01.542446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70b50e7e-4bd5-4345-a4a0-03cf45226f5d req-3e41a78e-068b-49a1-921f-6ccaac733500 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380144 Oct 12 22:52:01.553944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-ead487d7-014a-46ec-a671-2f0819d66123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:01.553944 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-ead487d7-014a-46ec-a671-2f0819d66123 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.0495472 Oct 12 22:52:01.622298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-c0ed1440-a6cb-45ad-b4d4-7507a92f41fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:01.624465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-c0ed1440-a6cb-45ad-b4d4-7507a92f41fd service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650587 Oct 12 22:52:01.706919 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0169cbee-fdd0-481b-a85d-dbd2a4fa9691 x-openstack-request-id: req-0169cbee-fdd0-481b-a85d-dbd2a4fa9691 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:01.707526 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:01.707964 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0169cbee-fdd0-481b-a85d-dbd2a4fa9691 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:01.708544 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'status': 'completed', 'code': 200} Oct 12 22:52:01.750224 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-bfd97add-0a7b-4c96-84e5-9deb5ede7ba4 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175740 Oct 12 22:52:01.767322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:34:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:51:59Z', 'revision_number': 3, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:01.802523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc159e86-9ee3-420c-bcc6-1c9266238bf7 None None] The sync data for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 is: [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:34:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:51:59Z', 'revision_number': 3, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:01.813145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627c309-dba5-4884-8be7-4560bf1f93f5 req-45629e62-4f49-4b56-a083-0468ea0a87b7 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:01.814805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1627c309-dba5-4884-8be7-4560bf1f93f5 req-45629e62-4f49-4b56-a083-0468ea0a87b7 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 946 time: 0.0573003 Oct 12 22:52:01.861389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-bca9824c-e48f-4d0f-ba61-e72a302f29af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:01.863169 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-bca9824c-e48f-4d0f-ba61-e72a302f29af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1098 time: 0.1257310 Oct 12 22:52:01.877746 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1627c309-dba5-4884-8be7-4560bf1f93f5 req-b0f1ff61-0a47-4ac1-a436-6a4e65ba9caa tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544751 Oct 12 22:52:01.938353 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2918d025-8a02-4cdf-8772-063dc948a79f x-openstack-request-id: req-2918d025-8a02-4cdf-8772-063dc948a79f {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:01.938877 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77744c23-397a-407e-9117-f98a92882c80", "name": "network-vif-plugged", "status": "completed", "tag": "038e01d8-1767-4fd1-b79a-b919e19d7f43", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:01.939913 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2918d025-8a02-4cdf-8772-063dc948a79f {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:01.940458 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77744c23-397a-407e-9117-f98a92882c80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '038e01d8-1767-4fd1-b79a-b919e19d7f43', 'code': 200} Oct 12 22:52:01.964270 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-d39b222c-5061-422c-9329-67e107b85de2 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960051 Oct 12 22:52:02.021794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-e0151a3a-7dae-43d3-a819-2b4b529b784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.023481 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-e0151a3a-7dae-43d3-a819-2b4b529b784c service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.1517363 Oct 12 22:52:02.080018 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16704fde-19df-4d2a-b326-f4bbdf636d9e None None] New status for floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:52:02.135552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-f820c7e9-b010-4ddb-b2c4-d9e3d809a831 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 217 time: 0.0803475 Oct 12 22:52:02.183824 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2db13-c9f2-4eda-934c-63604f7521c1 req-43568df5-acc7-4e12-8a22-ffc3a47ebdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.185336 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63e2db13-c9f2-4eda-934c-63604f7521c1 req-43568df5-acc7-4e12-8a22-ffc3a47ebdbf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 1102 time: 0.1610069 Oct 12 22:52:02.187104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-9341181a-c265-41fd-b4f8-4922a48c2b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.189914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-9341181a-c265-41fd-b4f8-4922a48c2b63 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 1098 time: 0.1323073 Oct 12 22:52:02.275804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-c3e39f90-e3be-411b-adff-fca764d6a57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.277582 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-c3e39f90-e3be-411b-adff-fca764d6a57a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.1322010 Oct 12 22:52:02.310489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63e2db13-c9f2-4eda-934c-63604f7521c1 req-4a0aa0ba-7b38-489e-a17c-40d463913ede service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127141 Oct 12 22:52:02.373324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-b50ad7b6-97d1-4bfe-b8d3-769fe5fb73b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.374775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-b50ad7b6-97d1-4bfe-b8d3-769fe5fb73b6 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.1746168 Oct 12 22:52:02.381985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-79f64c37-49b2-4e00-a909-2ff72c0bef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.383426 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-79f64c37-49b2-4e00-a909-2ff72c0bef4f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909724 Oct 12 22:52:02.490521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-777f0511-e810-4984-ba71-eac9b73d4b09 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 200 len: 1002 time: 0.1061492 Oct 12 22:52:02.495670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] Sync routers for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:02.512971 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:02.513621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:02.567340 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-0f8a77a0-8f0d-4157-a182-ae0d08b2fd30 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487436 Oct 12 22:52:02.573936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-b785a8da-7e70-4458-bb69-f2e8f5b4001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.575419 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-b785a8da-7e70-4458-bb69-f2e8f5b4001b service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.0770311 Oct 12 22:52:02.715860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-ff2cc46c-a8b6-4f50-8eb0-eaee64a86589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.717396 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-ff2cc46c-a8b6-4f50-8eb0-eaee64a86589 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1267076 Oct 12 22:52:02.793396 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ec415db-2a8c-42bf-9077-2ce8f03d0ed9 req-f9fca87e-9edd-451e-840d-54f4fbac7040 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095132 Oct 12 22:52:02.804972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:02.835237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-74f1cc48-03b8-4bc9-ae71-b0f5a82db798 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.836742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-74f1cc48-03b8-4bc9-ae71-b0f5a82db798 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.41 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 946 time: 0.0994067 Oct 12 22:52:02.846075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842694b-5e50-4310-9eea-685404c472cb req-7551d066-b20c-4523-89fd-5f256d031797 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:02.856267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2842694b-5e50-4310-9eea-685404c472cb req-7551d066-b20c-4523-89fd-5f256d031797 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 950 time: 0.1656270 Oct 12 22:52:02.858461 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-35452d50-da3e-45c7-859c-bc643fb7330f service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275525 Oct 12 22:52:02.962756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2842694b-5e50-4310-9eea-685404c472cb req-2a541a68-228c-4816-958d-944fed906b37 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054914 Oct 12 22:52:02.988029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-598f1514-c0ec-40f5-ba00-461743d4e2c7 req-e4f77d1d-0d16-4346-b91b-92bb62596aa7 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229661 Oct 12 22:52:03.077949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Deleting port d38937b1-4995-4074-ad00-573df86c7e39 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:03.078451 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:03.112933 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:34:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:52:02Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:03.133233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61004c23-50e1-4381-9658-4f0b7574c0f2 req-bb2035d7-9079-40ab-b161-64268b76481b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:03.135404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61004c23-50e1-4381-9658-4f0b7574c0f2 req-bb2035d7-9079-40ab-b161-64268b76481b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.1144645 Oct 12 22:52:03.160104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] Checking router: 85c6b370-43f3-4a38-bde4-e3d371435164 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:03.178725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:03.179408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:03.236635 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61004c23-50e1-4381-9658-4f0b7574c0f2 req-08237485-0461-41f2-8668-df56d6117542 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883067 Oct 12 22:52:03.243017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] For port d38937b1-4995-4074-ad00-573df86c7e39, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d38937b1-4995-4074-ad00-573df86c7e39,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:03.243483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:03.245353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca90279f-e48c-4c6e-acbc-abd741acae9f req-17b63222-1c32-4193-90f0-916f8ff7c9c1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:03.246917 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca90279f-e48c-4c6e-acbc-abd741acae9f req-17b63222-1c32-4193-90f0-916f8ff7c9c1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 949 time: 0.0643387 Oct 12 22:52:03.327325 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca90279f-e48c-4c6e-acbc-abd741acae9f req-23903a1d-fd92-4c33-b4c0-49517b326ac2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722790 Oct 12 22:52:03.379110 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:03.450195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd636952-09f5-4908-8b5c-049ce0c3f2a6 req-b80feb23-968e-4780-b9cc-38380f0dbed2 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:03.458712 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd636952-09f5-4908-8b5c-049ce0c3f2a6 req-b80feb23-968e-4780-b9cc-38380f0dbed2 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 946 time: 0.0669272 Oct 12 22:52:03.520082 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd636952-09f5-4908-8b5c-049ce0c3f2a6 req-9b7f94be-6b3d-4e58-9c41-18906b8417be tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0a5f156-5b41-4515-95b9-e3b19af14a42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602133 Oct 12 22:52:03.684265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaa5f9a-bad5-4f86-b503-91478440c084 req-3853ba09-aa60-41cb-a5da-9d7a6cdfedda tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:03.693129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e94ec65-687d-40f4-94bf-775c23cbd5d3 req-568ebfee-29be-4664-b4f9-65567b3dc9de tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1002 time: 0.2723384 Oct 12 22:52:03.694290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fcaa5f9a-bad5-4f86-b503-91478440c084 req-3853ba09-aa60-41cb-a5da-9d7a6cdfedda tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.0854623 Oct 12 22:52:03.711360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:03.714392 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9d3bda-e457-4429-8fbb-16dfefdff58b" -d '{"events": [{"name": "network-changed", "server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:03.753805 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fcaa5f9a-bad5-4f86-b503-91478440c084 req-43be828f-b7f1-4aab-8ad7-0b17e1404499 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581388 Oct 12 22:52:03.796424 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434f0b06-c6c0-483f-b3ed-bc20cdb75b4c x-openstack-request-id: req-434f0b06-c6c0-483f-b3ed-bc20cdb75b4c {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:03.797428 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:03.799334 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-434f0b06-c6c0-483f-b3ed-bc20cdb75b4c {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:03.799334 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'status': 'completed', 'code': 200} Oct 12 22:52:03.818854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ec65-687d-40f4-94bf-775c23cbd5d3 req-19489e6e-d1cc-4ce3-be04-5716874532b4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:03.830822 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e94ec65-687d-40f4-94bf-775c23cbd5d3 req-19489e6e-d1cc-4ce3-be04-5716874532b4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports/c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 200 len: 943 time: 0.1334531 Oct 12 22:52:03.883612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:03.885397 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:03.885397 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Floating IP 66bb6d93-6f40-45f9-988a-fb17c93ea1ee disassociated. External IP: 172.25.2.209, port: d38937b1-4995-4074-ad00-573df86c7e39. Oct 12 22:52:03.885614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Calling delete_port for d38937b1-4995-4074-ad00-573df86c7e39 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:03.892755 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:34:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:52:02Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:03.935587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1250eb0d-f016-4652-abe4-9031c77c845d None None] The sync data for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 is: [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:34:f7:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:52:02Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:03.946313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-5eb48bbf-d513-4b22-b69e-b02dba70702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:03.964752 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-5eb48bbf-d513-4b22-b69e-b02dba70702b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 1098 time: 0.1313558 Oct 12 22:52:04.163485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-302be875-c645-4290-88b5-017441c25d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:04.165751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-302be875-c645-4290-88b5-017441c25d9e service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.1928976 Oct 12 22:52:04.226908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:04.261105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Pushing event deleted for resources: {'Port': ['ID=d38937b1-4995-4074-ad00-573df86c7e39,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:04.262397 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-bf221a03-57f4-4e3b-a8ff-50221d797b6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 200 len: 1002 time: 0.0874865 Oct 12 22:52:04.285041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e94ec65-687d-40f4-94bf-775c23cbd5d3 req-b8036582-a7b9-4259-861b-e0fa20cd973a tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1002 time: 0.1331697 Oct 12 22:52:04.285160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9af816b2-022c-410b-b525-4c3656557af9 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:04.382059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-4d7e012f-5a09-4783-8cbf-f8b398c36e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:04.387359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-4d7e012f-5a09-4783-8cbf-f8b398c36e89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.1194048 Oct 12 22:52:04.448178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-3b97ff5b-7cad-4378-b79a-46e5b6aa1232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:04.449686 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-3b97ff5b-7cad-4378-b79a-46e5b6aa1232 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543020 Oct 12 22:52:04.452034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 9af816b2-022c-410b-b525-4c3656557af9 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:52:04.457695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 9af816b2-022c-410b-b525-4c3656557af9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:04.458077 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:04.518076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e94ec65-687d-40f4-94bf-775c23cbd5d3 req-b23f3869-c337-485a-a711-f7fc5f75e3de tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:04.529063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e94ec65-687d-40f4-94bf-775c23cbd5d3 req-b23f3869-c337-485a-a711-f7fc5f75e3de tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.2458825 Oct 12 22:52:04.535435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-2e94ec65-687d-40f4-94bf-775c23cbd5d3 req-7a4c3aaa-97a9-40e6-8e60-3d6a8ea6af76 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:52:04.547448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e94ec65-687d-40f4-94bf-775c23cbd5d3 req-7a4c3aaa-97a9-40e6-8e60-3d6a8ea6af76 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0165436 Oct 12 22:52:04.609918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Router c671d518-ac3e-4312-8218-d959c952bef7 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:04.615993 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-52062bd1-820a-4e8f-9261-a9c72a4fb0d1 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488669 Oct 12 22:52:04.634882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:04.708628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:04.708628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af816b2-022c-410b-b525-4c3656557af9'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:04.708628 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8edec417-bd27-43a3-9414-cbb31cfed519" -d '{"events": [{"server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "name": "network-vif-plugged", "status": "completed", "tag": "9af816b2-022c-410b-b525-4c3656557af9"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:04.761653 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:04.774190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1269aa2a-25e7-469b-988a-300d830261aa req-6f1f4baf-1d61-461b-b700-3b96e29faf39 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:04.775877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1269aa2a-25e7-469b-988a-300d830261aa req-6f1f4baf-1d61-461b-b700-3b96e29faf39 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 950 time: 0.1600187 Oct 12 22:52:04.867108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:04.879462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.879816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.880162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.883565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.886504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.886504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.886504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.886504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.886504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.886504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.886504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.886504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:04.914053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd56f3e-66ba-4e9a-9a76-b21ac7bb030e req-a9caa8c0-35f3-4a55-ac29-5425efb623d6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:04.915738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0bd56f3e-66ba-4e9a-9a76-b21ac7bb030e req-a9caa8c0-35f3-4a55-ac29-5425efb623d6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1863234 Oct 12 22:52:04.955667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1269aa2a-25e7-469b-988a-300d830261aa req-3984ce3c-9087-4305-986a-939d3abcbd9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686385 Oct 12 22:52:04.973866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:04.984341 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] Sync routers for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:05.004561 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:05.007097 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:05.023410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d9d3bda-e457-4429-8fbb-16dfefdff58b req-122a7f03-e17a-4df9-ab80-88fc5f1b679f service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863056 Oct 12 22:52:05.054044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] No DVR routers for this DVR port d38937b1-4995-4074-ad00-573df86c7e39 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:05.057087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:05.059709 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0bd56f3e-66ba-4e9a-9a76-b21ac7bb030e req-491eb12f-7881-4b6b-9031-fab868370cda tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202314 Oct 12 22:52:05.072380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-12dc2555-26fa-46e8-b570-7d9da8422813 req-a83c583d-e1f4-4e93-b0e0-6592c2444f72 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.41 "DELETE /v2.0/ports/d38937b1-4995-4074-ad00-573df86c7e39 HTTP/1.1" status: 204 len: 173 time: 2.2007031 Oct 12 22:52:05.072934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'name': 'network-vif-deleted', 'tag': 'd38937b1-4995-4074-ad00-573df86c7e39'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:05.075442 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf7a2d5-0294-40f9-9f0f-0ee8f342abbd" -d '{"events": [{"server_uuid": "53a456ad-786f-4091-a5ee-324a9ea09ffb", "name": "network-vif-deleted", "tag": "d38937b1-4995-4074-ad00-573df86c7e39"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:05.182691 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63b2118e-7290-4ae6-af39-04e5251f91d6 req-62f54bad-22aa-4b5f-beae-9b9106dcae44 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/ports?device_id=53a456ad-786f-4091-a5ee-324a9ea09ffb HTTP/1.1" status: 200 len: 210 time: 0.0499752 Oct 12 22:52:05.208647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-3e1361a8-86a7-41b4-8a00-da491ea5a0c4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1002 time: 0.1020615 Oct 12 22:52:05.226298 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:05.285477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e284196-63d9-461c-962f-45d095f95f58 req-6f35039d-de7d-4df2-a710-c1acbccbbb2b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:05.297285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-6f35039d-de7d-4df2-a710-c1acbccbbb2b tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports/c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 200 len: 943 time: 0.0823233 Oct 12 22:52:05.358764 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5df88cf-10d3-44c7-a871-17a5c067d598 x-openstack-request-id: req-c5df88cf-10d3-44c7-a871-17a5c067d598 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:05.358764 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "name": "network-vif-plugged", "status": "completed", "tag": "9af816b2-022c-410b-b525-4c3656557af9", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:05.358764 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5df88cf-10d3-44c7-a871-17a5c067d598 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:05.359617 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af816b2-022c-410b-b525-4c3656557af9', 'code': 200} Oct 12 22:52:05.497837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-0cbcaecf-b6c9-4de7-af61-9f03edf02bde tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1002 time: 0.1434698 Oct 12 22:52:05.533600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e5552d-439c-4f2d-b3ee-ab0edef72ac9 req-61c5ecbe-9a91-4f47-8711-6d174bccc418 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:05.534669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03e5552d-439c-4f2d-b3ee-ab0edef72ac9 req-61c5ecbe-9a91-4f47-8711-6d174bccc418 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 1102 time: 0.0951524 Oct 12 22:52:05.591515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e2a4b-0693-4556-84a6-6d5d5ff5563c req-604f2d26-95dc-494f-91a0-4dd556c5623d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:05.593682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c1e2a4b-0693-4556-84a6-6d5d5ff5563c req-604f2d26-95dc-494f-91a0-4dd556c5623d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 1102 time: 0.1444778 Oct 12 22:52:05.608533 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03e5552d-439c-4f2d-b3ee-ab0edef72ac9 req-f36b3c96-86dd-4082-a9f9-25e2f8873d34 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587230 Oct 12 22:52:05.667955 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '413196e4-2d00-4788-8832-c16363183a0c', 'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'mac_address': 'fa:16:3e:42:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:46Z', 'updated_at': '2021-10-12T22:49:54Z', 'revision_number': 5, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'subnets': [{'id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:05.683075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c1e2a4b-0693-4556-84a6-6d5d5ff5563c req-1de5c14a-1ff3-46c2-ab4d-d607f8bc4a15 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728066 Oct 12 22:52:05.685759 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ed98ee-d4a9-4210-8a5f-7578a133cecb x-openstack-request-id: req-d8ed98ee-d4a9-4210-8a5f-7578a133cecb {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:05.687903 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a456ad-786f-4091-a5ee-324a9ea09ffb", "name": "network-vif-deleted", "tag": "d38937b1-4995-4074-ad00-573df86c7e39", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:05.689184 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d8ed98ee-d4a9-4210-8a5f-7578a133cecb {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:05.689748 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53a456ad-786f-4091-a5ee-324a9ea09ffb', 'name': 'network-vif-deleted', 'tag': 'd38937b1-4995-4074-ad00-573df86c7e39', 'status': 'completed', 'code': 200} Oct 12 22:52:05.703614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e284196-63d9-461c-962f-45d095f95f58 req-14de7257-2c2c-4b1d-bc80-22c8698d76d0 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:05.707411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-14de7257-2c2c-4b1d-bc80-22c8698d76d0 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.2084539 Oct 12 22:52:05.709789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] Checking router: c671d518-ac3e-4312-8218-d959c952bef7 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:05.720685 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:05.721621 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:05.836385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-670dba9d-adbb-4431-8f4f-e7231950ed62 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1002 time: 0.1192124 Oct 12 22:52:05.849943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-7e284196-63d9-461c-962f-45d095f95f58 req-6ebc9378-9d21-4ca8-89b2-161f339d5231 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:05.855435 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:05.913015 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e284196-63d9-461c-962f-45d095f95f58 req-6ebc9378-9d21-4ca8-89b2-161f339d5231 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:06.096848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d38937b1-4995-4074-ad00-573df86c7e39 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:06.129495 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '413196e4-2d00-4788-8832-c16363183a0c', 'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'mac_address': 'fa:16:3e:42:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:46Z', 'updated_at': '2021-10-12T22:49:54Z', 'revision_number': 5, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'subnets': [{'id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:06.143572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: d38937b1-4995-4074-ad00-573df86c7e39 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:06.145252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d38937b1-4995-4074-ad00-573df86c7e39 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:06.154164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e284196-63d9-461c-962f-45d095f95f58 req-6ebc9378-9d21-4ca8-89b2-161f339d5231 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:06.161236 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-815a86c2-15af-41d4-a25b-9e34f5c1f8b2 None None] The sync data for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 is: [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:49:49Z', 'revision_number': 4, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '413196e4-2d00-4788-8832-c16363183a0c', 'name': '', 'network_id': '10566f33-e985-4996-9834-d7ff6c30696d', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'mac_address': 'fa:16:3e:42:54:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_interface', 'standard_attr_id': 267, 'fixed_ips': [{'subnet_id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:46Z', 'updated_at': '2021-10-12T22:49:54Z', 'revision_number': 5, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'subnets': [{'id': '1c3fdaff-d484-4573-b891-ddb08899987e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:06.278562 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e284196-63d9-461c-962f-45d095f95f58 req-6ebc9378-9d21-4ca8-89b2-161f339d5231 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:06.278562 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-7e284196-63d9-461c-962f-45d095f95f58 req-6ebc9378-9d21-4ca8-89b2-161f339d5231 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe disassociated. External IP: 172.25.2.142, port: c83d7878-d48f-4f99-9d5b-b422b7c7bd61. Oct 12 22:52:06.427632 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-5df31aea-0156-4b26-ba60-3c04926bfaf5 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365715 Oct 12 22:52:06.612815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da6dbcd-f4a0-491a-9298-c9737d76f003 None None] New status for floating IP 66bb6d93-6f40-45f9-988a-fb17c93ea1ee: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:52:06.622600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-60b1cd53-ae9f-479b-8ef3-715b12ffd227 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:06.623836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e284196-63d9-461c-962f-45d095f95f58 req-6ebc9378-9d21-4ca8-89b2-161f339d5231 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Router 85c6b370-43f3-4a38-bde4-e3d371435164 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:06.634114 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-60b1cd53-ae9f-479b-8ef3-715b12ffd227 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2006707 Oct 12 22:52:06.653914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-5bd934f1-69ed-4536-ae0e-f1e779ab184d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/quotas/d66a438258b743bf858131b70da39cff HTTP/1.1" status: 200 len: 375 time: 0.0187814 Oct 12 22:52:06.749259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e284196-63d9-461c-962f-45d095f95f58 req-6ebc9378-9d21-4ca8-89b2-161f339d5231 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:06.772309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e284196-63d9-461c-962f-45d095f95f58 req-6ebc9378-9d21-4ca8-89b2-161f339d5231 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:06.773733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-9a13dc2d-da54-472a-aeae-5c538c8554ef tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1046593 Oct 12 22:52:06.773825 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] Sync routers for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:06.780514 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:06.781980 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:06.897917 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:07.035377 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:52:07.067564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-6ebc9378-9d21-4ca8-89b2-161f339d5231 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "PUT /v2.0/floatingips/bd209f60-8e7c-449f-a1e0-45bf414894fe HTTP/1.1" status: 200 len: 695 time: 1.2264130 Oct 12 22:52:07.123174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e284196-63d9-461c-962f-45d095f95f58 req-cb12d8cc-12f6-4975-99a6-cd0ee07b7dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:07.128161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-cb12d8cc-12f6-4975-99a6-cd0ee07b7dc7 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 1098 time: 0.0397813 Oct 12 22:52:07.150985 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:07.177044 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] Checking router: 85c6b370-43f3-4a38-bde4-e3d371435164 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:07.186863 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:07.188317 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:07.239690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e284196-63d9-461c-962f-45d095f95f58 req-3d235405-4d90-433e-9f45-d643ea795121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:07.241156 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-3d235405-4d90-433e-9f45-d643ea795121 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.1090941 Oct 12 22:52:07.283671 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-ceabc638-c34a-4bdd-9080-69f7cb37c3bd service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 200 len: 217 time: 0.0361874 Oct 12 22:52:07.335839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e284196-63d9-461c-962f-45d095f95f58 req-74f94605-ad7f-44a2-a46a-53e3fdd86e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:07.338218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-74f94605-ad7f-44a2-a46a-53e3fdd86e16 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.0484071 Oct 12 22:52:07.400827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e284196-63d9-461c-962f-45d095f95f58 req-e0eaa635-a6cb-49ee-829b-02fec8262c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:07.410151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-e0eaa635-a6cb-49ee-829b-02fec8262c4d service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581572 Oct 12 22:52:07.517305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-5936630e-04a8-4652-9209-5eab85660be2 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062109 Oct 12 22:52:07.557754 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:07.652650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e284196-63d9-461c-962f-45d095f95f58 req-936fca03-a2df-4dd6-8d05-9c7924c31872 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248271 Oct 12 22:52:07.690479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:07.695505 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069" -d '{"events": [{"name": "network-changed", "server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:07.911897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42098569-e077-47ab-944d-f741c49d4ac0 req-db837a41-9f3a-4bbb-a640-3e26a437ea3f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:07.921262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42098569-e077-47ab-944d-f741c49d4ac0 req-db837a41-9f3a-4bbb-a640-3e26a437ea3f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.0812473 Oct 12 22:52:07.975075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42098569-e077-47ab-944d-f741c49d4ac0 req-a8598a56-3061-4d92-b19d-2bee793b946a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517850 Oct 12 22:52:08.020889 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:08.052236 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c22613e-410a-4f54-9443-ce695e109b75 None None] The sync data for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 is: [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:08.089656 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1491563b-817d-47bb-b1e2-b13860319b60 x-openstack-request-id: req-1491563b-817d-47bb-b1e2-b13860319b60 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:08.089918 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:08.090172 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1491563b-817d-47bb-b1e2-b13860319b60 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:08.090570 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'status': 'completed', 'code': 200} Oct 12 22:52:08.138804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf230d-4978-4d8e-8a34-b2372ff3ac4f req-9689f9c3-8930-42fa-9644-c0235ff21a24 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:08.148472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8cf230d-4978-4d8e-8a34-b2372ff3ac4f req-9689f9c3-8930-42fa-9644-c0235ff21a24 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 946 time: 0.1063535 Oct 12 22:52:08.189011 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8cf230d-4978-4d8e-8a34-b2372ff3ac4f req-dc16bb36-c0c2-445a-b1bd-1ad8b8cf32fd tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394027 Oct 12 22:52:08.227822 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09eb97a3-6b17-46a5-90ad-a2a85ff6fb4f req-18dfb66f-59a1-4017-9eca-c8abd06dcf58 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 210 time: 0.0501132 Oct 12 22:52:08.257556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-9b1cfba0-7a93-432f-8f81-4eee75af80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:08.260736 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-9b1cfba0-7a93-432f-8f81-4eee75af80c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 1098 time: 0.1443014 Oct 12 22:52:08.299466 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device fee215f4-1a85-4317-9d59-577dc9e20cc4 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:52:08.419540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39994) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:08.426728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-831d317f-f9ea-4785-b75c-8e41197f65c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:08.429087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-831d317f-f9ea-4785-b75c-8e41197f65c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.1608300 Oct 12 22:52:08.491082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-7f80034d-ebce-4ab5-8be0-82cd5a0f64b4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 200 len: 217 time: 0.0459814 Oct 12 22:52:08.494158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port fee215f4-1a85-4317-9d59-577dc9e20cc4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:08.507233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'fee215f4-1a85-4317-9d59-577dc9e20cc4', 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76', 'port_id': 'fee215f4-1a85-4317-9d59-577dc9e20cc4', 'mac_address': 'fa:16:3e:31:e2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ff1287-d372-4e26-b59a-ec1c7c5079dc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:52:08.525481 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42ad2b52-4a11-4914-abda-2e082ccc8ed2 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:08.525662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9834114d-bcb6-455a-ac60-a24965a412aa None None] New status for floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:52:08.567949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-9d3952c0-c056-4d25-885e-c8ca14ddacee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:08.572609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-9d3952c0-c056-4d25-885e-c8ca14ddacee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.0717618 Oct 12 22:52:08.585969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42ad2b52-4a11-4914-abda-2e082ccc8ed2 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:08.621705 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:08.661382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-b11acb73-f7e6-46ff-b617-eb074fc3ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:08.664746 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-b11acb73-f7e6-46ff-b617-eb074fc3ddef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0788240 Oct 12 22:52:08.761632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fee215f4-1a85-4317-9d59-577dc9e20cc4 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:08.777565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42ad2b52-4a11-4914-abda-2e082ccc8ed2 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:08.780179 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42ad2b52-4a11-4914-abda-2e082ccc8ed2 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:08.781963 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-42ad2b52-4a11-4914-abda-2e082ccc8ed2 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0a5f156-5b41-4515-95b9-e3b19af14a42 HTTP/1.1" status: 204 len: 168 time: 0.3641081 Oct 12 22:52:08.790615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40010) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:08.805585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad2b52-4a11-4914-abda-2e082ccc8ed2 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a5f156-5b41-4515-95b9-e3b19af14a42,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:08.831218 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-570f17ab-99c2-46ad-af9d-99af5b9e913b tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] show failed (client error): The resource could not be found. Oct 12 22:52:08.832883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-570f17ab-99c2-46ad-af9d-99af5b9e913b tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "GET /v2.0/security-groups/e0a5f156-5b41-4515-95b9-e3b19af14a42 HTTP/1.1" status: 404 len: 347 time: 0.0160010 Oct 12 22:52:08.836050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40012) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:08.844591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port fee215f4-1a85-4317-9d59-577dc9e20cc4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:08.858200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-723b5910-37db-450f-acc9-2ab3e6d3d401 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840219 Oct 12 22:52:08.883360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-f31765ea-64a6-488a-bc0c-e1d619e4c796 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:08.885270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-f31765ea-64a6-488a-bc0c-e1d619e4c796 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1275184 Oct 12 22:52:08.944916 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:09.032543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=fee215f4-1a85-4317-9d59-577dc9e20cc4,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:09.092855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86dd8fd1-7287-4e50-8ac6-e8d5e5c42069 req-5f10dfc1-0c4c-44a3-86de-548883b69bc7 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250149 Oct 12 22:52:09.102612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Deleting port 6958da8b-e709-40c5-ad10-147ecf877f8a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:09.105277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:09.122408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-9c151edd-0ff2-4633-8e2c-de2d7f53b5c8 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 698 time: 0.2243958 Oct 12 22:52:09.128463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-e22da37e-a65a-4607-a994-875b8f19bb09 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Request body: {'floatingip': {'port_id': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:09.155126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['fee215f4-1a85-4317-9d59-577dc9e20cc4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:09.203762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-e22da37e-a65a-4607-a994-875b8f19bb09 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:09.221861 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:09.222514 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:09.236262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Calling delete_port for 6958da8b-e709-40c5-ad10-147ecf877f8a owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:09.452607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99434b08-eb95-4e24-8991-d2c3ffc2985f req-49928e98-ec37-46ef-a46e-6874a6d6c2ca tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:09.470176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99434b08-eb95-4e24-8991-d2c3ffc2985f req-49928e98-ec37-46ef-a46e-6874a6d6c2ca tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.0836947 Oct 12 22:52:09.482927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:09.571876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Pushing event deleted for resources: {'Port': ['ID=6958da8b-e709-40c5-ad10-147ecf877f8a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:09.683766 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99434b08-eb95-4e24-8991-d2c3ffc2985f req-00197cb8-facf-41ba-ae34-12bf1da594aa tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124720 Oct 12 22:52:09.712227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:09.716494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:09.718114 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-92d4738b-4ed0-4af8-96d4-c9ee94b88bc0 tempest-ServersTestManualDisk-1601697278 tempest-ServersTestManualDisk-1601697278-project] 10.222.0.31 "DELETE /v2.0/floatingips/66bb6d93-6f40-45f9-988a-fb17c93ea1ee HTTP/1.1" status: 204 len: 168 time: 0.8809617 Oct 12 22:52:09.726745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40028) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:09.888113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37ce85e-7458-434c-bb94-960db51a1f77 req-108f0678-6114-42fd-91bf-7dde28561ec1 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:09.897146 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a37ce85e-7458-434c-bb94-960db51a1f77 req-108f0678-6114-42fd-91bf-7dde28561ec1 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 945 time: 0.0923297 Oct 12 22:52:09.976492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a37ce85e-7458-434c-bb94-960db51a1f77 req-f2e60572-1090-4d48-a6c5-2601642fd16c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781474 Oct 12 22:52:10.087194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-e22da37e-a65a-4607-a994-875b8f19bb09 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:10.137964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-e22da37e-a65a-4607-a994-875b8f19bb09 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:10.278041 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-e22da37e-a65a-4607-a994-875b8f19bb09 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe associated. External IP: 172.25.2.142, port: c20d2de8-ac53-433b-9f7b-7eeeeb2776ca. Oct 12 22:52:10.323385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device fee215f4-1a85-4317-9d59-577dc9e20cc4 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:10.476052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-250c075c-a298-44aa-b9fb-f5fe2fdfc58f req-3d65e070-dd97-4098-9035-3dd4b3404363 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 210 time: 0.3857825 Oct 12 22:52:10.497422 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:10.520756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fee215f4-1a85-4317-9d59-577dc9e20cc4 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:10.545715 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port fee215f4-1a85-4317-9d59-577dc9e20cc4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:10.572321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-1c1d724f-aa30-40bb-94dd-6cd2d7e1e3c6 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776165 Oct 12 22:52:10.603968 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:10.654157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-504e7822-cfd5-42e9-a19c-33517d77b504 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:10.655635 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-504e7822-cfd5-42e9-a19c-33517d77b504 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.41 "GET /v2.0/ports?device_id=cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b HTTP/1.1" status: 200 len: 946 time: 0.0954168 Oct 12 22:52:10.684919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-fd5415cd-20df-4c8c-bf23-593129d64db3 req-11c1011e-9038-41b9-a735-6d9893ad5fb9 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:52:10.686273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd5415cd-20df-4c8c-bf23-593129d64db3 req-11c1011e-9038-41b9-a735-6d9893ad5fb9 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0289881 Oct 12 22:52:10.738108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=fee215f4-1a85-4317-9d59-577dc9e20cc4,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:10.868935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:10.912533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-64ebc041-b59e-48d5-adef-8c2f3bc75c4e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:10.914075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-64ebc041-b59e-48d5-adef-8c2f3bc75c4e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267002 Oct 12 22:52:10.918969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-e22da37e-a65a-4607-a994-875b8f19bb09 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Router 85c6b370-43f3-4a38-bde4-e3d371435164 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:10.930599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Request body: {'port': {'device_id': '4cc0ec10-2329-42a6-8c91-3158231dced3', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'd66a438258b743bf858131b70da39cff'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:11.025319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Deleting port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:11.025653 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:11.152067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] For port c83d7878-d48f-4f99-9d5b-b422b7c7bd61, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:11.152428 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:11.170644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Calling delete_port for c83d7878-d48f-4f99-9d5b-b422b7c7bd61 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:11.244490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-e22da37e-a65a-4607-a994-875b8f19bb09 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:11.250366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-e22da37e-a65a-4607-a994-875b8f19bb09 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:11.253879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Made reservation on behalf of d66a438258b743bf858131b70da39cff for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:11.257932 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:11.262520 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] Sync routers for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:11.276618 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:11.277329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:11.316492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Deleting port 413196e4-2d00-4788-8832-c16363183a0c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:11.316833 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:11.417483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-e22da37e-a65a-4607-a994-875b8f19bb09 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "PUT /v2.0/floatingips/bd209f60-8e7c-449f-a1e0-45bf414894fe HTTP/1.1" status: 200 len: 997 time: 2.2939622 Oct 12 22:52:11.419854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:11.423463 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67da5d2-2e8f-4108-a582-ed36ad551d93" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:11.433379 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-319eb0a3-e4af-41cc-9dd3-b067963b2895 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130428 Oct 12 22:52:11.487573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] For port 413196e4-2d00-4788-8832-c16363183a0c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=413196e4-2d00-4788-8832-c16363183a0c,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:11.488111 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:11.508659 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:11.521680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:11.544857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Calling delete_port for 413196e4-2d00-4788-8832-c16363183a0c owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:11.617057 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:11.667197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Pushing event deleted for resources: {'Port': ['ID=c83d7878-d48f-4f99-9d5b-b422b7c7bd61,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:11.705551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Allocated IP 192.168.233.116 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/dfdeac30-5412-4b55-95d6-6325363d8046) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:11.848873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] No DVR routers for this DVR port c83d7878-d48f-4f99-9d5b-b422b7c7bd61 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:11.852581 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:11.856080 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bb44289-70c7-422b-8cb2-4d7c5ccf7c70 req-394fd866-ede8-4301-a0c2-f5c66222f9e5 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.41 "DELETE /v2.0/ports/c83d7878-d48f-4f99-9d5b-b422b7c7bd61 HTTP/1.1" status: 204 len: 173 time: 1.1790686 Oct 12 22:52:11.856770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'name': 'network-vif-deleted', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:11.859926 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d315d8-b859-412f-9ddf-a82b56eb6cea" -d '{"events": [{"server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "name": "network-vif-deleted", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:11.987227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-6b1d4800-583a-48a0-aa31-63ce963e6eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:11.992794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-6b1d4800-583a-48a0-aa31-63ce963e6eee service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1098 time: 0.5263088 Oct 12 22:52:12.090588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b2d7d3-6b4a-4f0e-a532-a982a6eee2ed req-0710fbbc-b3a2-48e9-824c-701527ef11eb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:12.104088 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10b2d7d3-6b4a-4f0e-a532-a982a6eee2ed req-0710fbbc-b3a2-48e9-824c-701527ef11eb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.2875948 Oct 12 22:52:12.137899 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d63bc622-6c1a-4cd0-bc20-978f4a405bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:12.159988 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10b2d7d3-6b4a-4f0e-a532-a982a6eee2ed req-079bf369-89fa-4fe8-9ff3-73ffb6cbac11 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542541 Oct 12 22:52:12.180813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:12.203313 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:bc:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:52:09Z', 'revision_number': 8, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:12.218322 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:12.228943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-ba7bf49e-4ac8-4d14-b536-e003f190d63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:12.230406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-ba7bf49e-4ac8-4d14-b536-e003f190d63c service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.2340147 Oct 12 22:52:12.237007 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1afdc56e-b8db-43d0-ad9b-dbcf58e6ed8d x-openstack-request-id: req-1afdc56e-b8db-43d0-ad9b-dbcf58e6ed8d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:12.237236 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:12.237483 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1afdc56e-b8db-43d0-ad9b-dbcf58e6ed8d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:12.237871 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'status': 'completed', 'code': 200} Oct 12 22:52:12.246888 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] Checking router: 85c6b370-43f3-4a38-bde4-e3d371435164 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:12.270002 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:12.270677 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:12.327031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-b132c398-3504-47b8-88c9-4d83e000a77a service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 1000 time: 0.0865111 Oct 12 22:52:12.349090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Pushing event deleted for resources: {'Port': ['ID=413196e4-2d00-4788-8832-c16363183a0c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:12.480107 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:12.508783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-98e08398-4b1a-480a-aad0-44d234661ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:12.510663 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-98e08398-4b1a-480a-aad0-44d234661ace service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1098 time: 0.2300487 Oct 12 22:52:12.698373 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:12.731989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b01f-3406-4634-acb2-01429d9fe999 req-e2df22c5-2258-4adb-9027-4be79f8d534e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:12.734455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b01f-3406-4634-acb2-01429d9fe999 req-e2df22c5-2258-4adb-9027-4be79f8d534e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 936 time: 0.3661718 Oct 12 22:52:12.771876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:12.786526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b', '77dd7869-6d98-4b7f-b459-9456aa237fe1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:12.845959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de', '819fda52-d536-4293-aaf8-47453c57b829', 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db', '038e01d8-1767-4fd1-b79a-b919e19d7f43'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:12.897381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-bd404033-3ef9-4257-9582-cc740de58ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:12.903372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-bd404033-3ef9-4257-9582-cc740de58ea1 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.5637445 Oct 12 22:52:12.910251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:12.930230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:12.933999 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event updated for resources: {'Port': ['ID=dfdeac30-5412-4b55-95d6-6325363d8046,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:12.938291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:12.996840 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b01f-3406-4634-acb2-01429d9fe999 req-95f88008-c167-4ea8-9433-517b947f0680 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271280 Oct 12 22:52:13.022931 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:bc:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:52:09Z', 'revision_number': 8, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:13.048962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:13.049650 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:13.053585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-4c8bd5c6-1ed3-4aa0-8ff8-307f1166ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:13.056104 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-4c8bd5c6-1ed3-4aa0-8ff8-307f1166ba3a service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364052 Oct 12 22:52:13.110770 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332c8fe3-3a8f-4245-bf18-a80846d7242d None None] The sync data for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 is: [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bd209f60-8e7c-449f-a1e0-45bf414894fe', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'port_id': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'mac_address': 'fa:16:3e:bc:81:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:51:32Z', 'updated_at': '2021-10-12T22:52:09Z', 'revision_number': 8, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:13.184099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-38d15aa2-a184-4fa0-aef8-ed485681c173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:13.185661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-38d15aa2-a184-4fa0-aef8-ed485681c173 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.6653266 Oct 12 22:52:13.234198 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-68c0a0b3-2b0f-4147-879a-b57357191a65 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575522 Oct 12 22:52:13.271923 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-6c8e874d-dd66-4e50-a062-9078a7fa120b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3458223 Oct 12 22:52:13.294418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Request body: {'port': {'device_id': '4cc0ec10-2329-42a6-8c91-3158231dced3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:13.458828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c05a7-8e7e-46ce-8e1d-9ae131c08c7a req-f10cf047-9a5b-45d7-9cbd-ae40880c162c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:13.466989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c94c05a7-8e7e-46ce-8e1d-9ae131c08c7a req-f10cf047-9a5b-45d7-9cbd-ae40880c162c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 944 time: 0.3086231 Oct 12 22:52:13.484825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Router c671d518-ac3e-4312-8218-d959c952bef7 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:13.502396 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-2f8b971f-76c0-458c-99d3-ce1ab73dae5f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 1000 time: 0.2827604 Oct 12 22:52:13.508162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-99355554-42e8-4477-8a36-a8ea3ebda706 None None] Provisioning complete for port dfdeac30-5412-4b55-95d6-6325363d8046 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:13.508884 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99355554-42e8-4477-8a36-a8ea3ebda706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:13.514479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43964c00-b1d8-46f4-a62a-63942b4a180a req-975164d7-b117-447f-bc52-f5eb908a1eb2 service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803023 Oct 12 22:52:13.559304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69929bf-6fcd-4ae3-b9b2-92561b4d6cd1 None None] New status for floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:52:13.571384 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:13.627977 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c94c05a7-8e7e-46ce-8e1d-9ae131c08c7a req-3008f7d4-a79d-4d6a-8b39-6ea0d440e063 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579671 Oct 12 22:52:13.650366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-99355554-42e8-4477-8a36-a8ea3ebda706 None None] Port dfdeac30-5412-4b55-95d6-6325363d8046 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:52:13.764163 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bd2abd-49a1-4caa-8864-034b0f4208c1 x-openstack-request-id: req-e5bd2abd-49a1-4caa-8864-034b0f4208c1 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:13.764431 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b", "name": "network-vif-deleted", "tag": "c83d7878-d48f-4f99-9d5b-b422b7c7bd61", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:13.764702 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e5bd2abd-49a1-4caa-8864-034b0f4208c1 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:13.765174 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea2c866-cd4d-4cc4-aefc-d3233d1c3e0b', 'name': 'network-vif-deleted', 'tag': 'c83d7878-d48f-4f99-9d5b-b422b7c7bd61', 'status': 'completed', 'code': 200} Oct 12 22:52:13.793996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-46357ca4-df9d-47a7-ac9d-0b182a1be694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:13.795393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-46357ca4-df9d-47a7-ac9d-0b182a1be694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.2835455 Oct 12 22:52:13.948546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb9c11-a7da-4662-b5dc-5222fefe2d3f req-daf46c8e-e2cb-4fb9-ba6d-f1539d96110c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:13.950294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4deb9c11-a7da-4662-b5dc-5222fefe2d3f req-daf46c8e-e2cb-4fb9-ba6d-f1539d96110c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1160300 Oct 12 22:52:13.980537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:13.996098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7f5c9c10-251e-4863-a199-795865e16800 admin admin] 10.222.0.31 "PUT /v2.0/routers/c671d518-ac3e-4312-8218-d959c952bef7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2681479 Oct 12 22:52:14.000544 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] Sync routers for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:14.004620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-422c9acb-2106-4fd3-b161-f0ea80d44060 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:14.006578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-422c9acb-2106-4fd3-b161-f0ea80d44060 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 944 time: 0.3272080 Oct 12 22:52:14.010876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40096) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:14.011457 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:14.012070 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:14.025246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-72afb069-3708-4e98-a7fb-250aea6fd0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:14.027200 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-72afb069-3708-4e98-a7fb-250aea6fd0ed service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2102072 Oct 12 22:52:14.054791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5c2b581-2a1c-44b6-8140-8e930c90329a req-be8b49c3-9ca6-4467-a9e8-7fea0d795ebd tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips/bd209f60-8e7c-449f-a1e0-45bf414894fe HTTP/1.1" status: 200 len: 997 time: 0.2119501 Oct 12 22:52:14.143304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c83d7878-d48f-4f99-9d5b-b422b7c7bd61 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:14.154622 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4deb9c11-a7da-4662-b5dc-5222fefe2d3f req-9e85c559-e899-4c01-88c9-6e5152b097c3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757083 Oct 12 22:52:14.172136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfdeac30-5412-4b55-95d6-6325363d8046 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:14.183723 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:14.198770 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:14.210158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: c83d7878-d48f-4f99-9d5b-b422b7c7bd61 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:14.210388 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c83d7878-d48f-4f99-9d5b-b422b7c7bd61 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:14.221251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Transition to ACTIVE for port object dfdeac30-5412-4b55-95d6-6325363d8046 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:52:14.311882 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:14.425782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa4e271-0e89-4426-a353-cabd9c1cc7b7 req-ff469fa5-64cc-463e-95fb-61487f543f6d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:14.433528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dfa4e271-0e89-4426-a353-cabd9c1cc7b7 req-ff469fa5-64cc-463e-95fb-61487f543f6d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 936 time: 0.1653233 Oct 12 22:52:14.454078 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:52:12Z', 'revision_number': 5, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:14.472549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdeac30-5412-4b55-95d6-6325363d8046,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:14.492850 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] Checking router: c671d518-ac3e-4312-8218-d959c952bef7 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:14.505815 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] Routers {'c671d518-ac3e-4312-8218-d959c952bef7'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:14.507056 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:51:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c671d518-ac3e-4312-8218-d959c952bef7'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:14.527836 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dfa4e271-0e89-4426-a353-cabd9c1cc7b7 req-d052b1f8-bc6d-4558-a6bf-25cd9cad98d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938599 Oct 12 22:52:14.567919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Attempting to bind port dfdeac30-5412-4b55-95d6-6325363d8046 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:14.568536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Attempting to bind port dfdeac30-5412-4b55-95d6-6325363d8046 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:14.569025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Attempting to bind port dfdeac30-5412-4b55-95d6-6325363d8046 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:14.581013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Port dfdeac30-5412-4b55-95d6-6325363d8046 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:52:14.581611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Attempting to bind port dfdeac30-5412-4b55-95d6-6325363d8046 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:14.597621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 51, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:14.598292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:14.598852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:14.599511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Bound port: dfdeac30-5412-4b55-95d6-6325363d8046, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:14.599870 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:14.696977 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] Set router c671d518-ac3e-4312-8218-d959c952bef7 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:14.788331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-fa9ba579-e717-4915-bb83-50c39d897f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:14.789742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-fa9ba579-e717-4915-bb83-50c39d897f63 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 1102 time: 0.1866772 Oct 12 22:52:14.855500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] For port dfdeac30-5412-4b55-95d6-6325363d8046, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:14.869735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851c6bcd-cf6b-4bc2-a05a-8a26ad507394 req-49c0a1fc-9656-4097-b887-b06c2507cab1 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:14.877999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-851c6bcd-cf6b-4bc2-a05a-8a26ad507394 req-49c0a1fc-9656-4097-b887-b06c2507cab1 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 944 time: 0.1507900 Oct 12 22:52:14.895286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] For port dfdeac30-5412-4b55-95d6-6325363d8046, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfdeac30-5412-4b55-95d6-6325363d8046,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:14.943711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-851c6bcd-cf6b-4bc2-a05a-8a26ad507394 req-29ae2cd3-3880-4a15-88db-8a91362b455a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647418 Oct 12 22:52:14.993480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.000514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-096c48e7-ee74-4eb4-a94b-82e22b87ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.002263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-096c48e7-ee74-4eb4-a94b-82e22b87ba8c service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2032287 Oct 12 22:52:15.040857 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ddd663ee-ceb2-4026-ae53-955444952a0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.084361 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.121998 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-4b7139f0-4fa2-4abd-9304-10d4d4ab6467 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9af816b2-022c-410b-b525-4c3656557af9 HTTP/1.1" status: 200 len: 217 time: 0.1081231 Oct 12 22:52:15.125560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.126289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.127766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] 10.222.0.41 "PUT /v2.0/ports/dfdeac30-5412-4b55-95d6-6325363d8046 HTTP/1.1" status: 200 len: 1097 time: 1.8425100 Oct 12 22:52:15.134124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cc0ec10-2329-42a6-8c91-3158231dced3', 'tag': 'dfdeac30-5412-4b55-95d6-6325363d8046'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:15.134459 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:52:12Z', 'revision_number': 5, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:15.134924 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94eb7f2-318b-4c61-a833-be7f37609d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "4cc0ec10-2329-42a6-8c91-3158231dced3", "tag": "dfdeac30-5412-4b55-95d6-6325363d8046"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:15.169321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2b581-2a1c-44b6-8140-8e930c90329a req-716057d4-a284-47fd-b2ef-027325461f57 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.178503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5c2b581-2a1c-44b6-8140-8e930c90329a req-716057d4-a284-47fd-b2ef-027325461f57 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 1.1222444 Oct 12 22:52:15.180975 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439210d9-3357-46c1-acb6-c9f1a35d3070 None None] The sync data for ids ['c671d518-ac3e-4312-8218-d959c952bef7'] in n-d-790519-14 is: [{'id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'name': 'tempest-ServersTestManualDisk-1618865159-router', 'tenant_id': 'e4398be3f0d84ead9a55466369be9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:36Z', 'updated_at': '2021-10-12T22:52:12Z', 'revision_number': 5, 'project_id': 'e4398be3f0d84ead9a55466369be9675', 'gw_port': {'id': '8f82a82a-66f5-4614-adf1-11656cad7909', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c671d518-ac3e-4312-8218-d959c952bef7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 264, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:39Z', 'updated_at': '2021-10-12T22:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:15.197970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8b972-a10e-4474-8c08-f3271718e660 service neutron] Pushing event updated for resources: {'Port': ['ID=dfdeac30-5412-4b55-95d6-6325363d8046,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:15.207146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-a5c2b581-2a1c-44b6-8140-8e930c90329a req-dc71a43a-fb84-4cfa-bd21-430c960b1b63 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:52:15.208192 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34012ff2-894d-4835-b43b-909d6f413b99 x-openstack-request-id: req-34012ff2-894d-4835-b43b-909d6f413b99 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:15.208492 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cc0ec10-2329-42a6-8c91-3158231dced3", "tag": "dfdeac30-5412-4b55-95d6-6325363d8046", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:15.208742 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34012ff2-894d-4835-b43b-909d6f413b99 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:15.209158 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cc0ec10-2329-42a6-8c91-3158231dced3', 'tag': 'dfdeac30-5412-4b55-95d6-6325363d8046', 'status': 'completed', 'code': 200} Oct 12 22:52:15.211880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5c2b581-2a1c-44b6-8140-8e930c90329a req-dc71a43a-fb84-4cfa-bd21-430c960b1b63 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0321808 Oct 12 22:52:15.213884 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-9719eb0b-b2fc-486a-b45e-4c485beadbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.215408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-9719eb0b-b2fc-486a-b45e-4c485beadbe3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0774989 Oct 12 22:52:15.365946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Deleting port fee215f4-1a85-4317-9d59-577dc9e20cc4 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:15.366327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.366676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94eb7f2-318b-4c61-a833-be7f37609d4e req-a95cf20f-8bd2-4cd8-9125-afb4f422c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.368806 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c94eb7f2-318b-4c61-a833-be7f37609d4e req-a95cf20f-8bd2-4cd8-9125-afb4f422c58f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 1100 time: 0.1265869 Oct 12 22:52:15.375696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-afd5019d-0cfa-4fe3-a22f-a2a5d93f034d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.375957 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-4af94edd-4875-45c9-b585-b531cd009722 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3186703 Oct 12 22:52:15.378065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-afd5019d-0cfa-4fe3-a22f-a2a5d93f034d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1480460 Oct 12 22:52:15.386058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817680b-9b97-41d4-8c90-341c7730bd14 req-20d25a03-eaef-48a8-9b92-8034075783ba tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.387462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b817680b-9b97-41d4-8c90-341c7730bd14 req-20d25a03-eaef-48a8-9b92-8034075783ba tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1141405 Oct 12 22:52:15.444158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c94eb7f2-318b-4c61-a833-be7f37609d4e req-8f14fcf8-8a02-4987-b8ef-e5e2998a111c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d66a438258b743bf858131b70da39cff&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536907 Oct 12 22:52:15.486332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.494130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-58c9ee43-4ded-411a-9ada-cb4a22c17bec tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1002 time: 0.2453299 Oct 12 22:52:15.501151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.533575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b817680b-9b97-41d4-8c90-341c7730bd14 req-75658fad-c2c6-4211-9d2f-d889d3fb7088 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277504 Oct 12 22:52:15.602530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-239499a6-9191-4182-be65-760c6594520b service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047563 Oct 12 22:52:15.610124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-12b3471d-f367-4ed3-9274-4eb5eb05922d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.610882 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-12b3471d-f367-4ed3-9274-4eb5eb05922d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports/c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 943 time: 0.1017666 Oct 12 22:52:15.623137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] For port fee215f4-1a85-4317-9d59-577dc9e20cc4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=fee215f4-1a85-4317-9d59-577dc9e20cc4,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:15.623513 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.650845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Calling delete_port for fee215f4-1a85-4317-9d59-577dc9e20cc4 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:15.668421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94eb7f2-318b-4c61-a833-be7f37609d4e req-4f2b6b56-183f-4d85-a474-1d07596c098f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.669940 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c94eb7f2-318b-4c61-a833-be7f37609d4e req-4f2b6b56-183f-4d85-a474-1d07596c098f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030599 Oct 12 22:52:15.701516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67da5d2-2e8f-4108-a582-ed36ad551d93 req-a5c68143-1252-4ff7-8e0b-65247fcb0292 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776217 Oct 12 22:52:15.742099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e30058-7f60-4267-906b-5c80d7324214 req-abf4eaf5-6e25-4b90-8c05-4e3002bdadd3 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.750240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-24e30058-7f60-4267-906b-5c80d7324214 req-abf4eaf5-6e25-4b90-8c05-4e3002bdadd3 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 948 time: 0.1189265 Oct 12 22:52:15.781225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-de76ce10-3e18-448a-af4d-0426f7a0cd5e service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670511 Oct 12 22:52:15.810606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-24e30058-7f60-4267-906b-5c80d7324214 req-762669bf-06d6-47d7-80b1-1d44c8bbdeee tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556056 Oct 12 22:52:15.851286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-f5632cc3-b33b-4fd7-ba86-6ea605f72b8c tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1002 time: 0.1610837 Oct 12 22:52:15.880498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-18b1a0ed-82d3-47a0-9f48-f80dd24cbe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:15.882134 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-18b1a0ed-82d3-47a0-9f48-f80dd24cbe05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 1100 time: 0.1451986 Oct 12 22:52:15.900516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Deleting port 8f82a82a-66f5-4614-adf1-11656cad7909 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:15.900861 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.966578 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:15.975641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 413196e4-2d00-4788-8832-c16363183a0c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:15.991919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 413196e4-2d00-4788-8832-c16363183a0c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:15.992384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 413196e4-2d00-4788-8832-c16363183a0c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:16.011891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-8caf14f8-d345-4828-973c-6f100656c865 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=dfdeac30-5412-4b55-95d6-6325363d8046 HTTP/1.1" status: 200 len: 217 time: 0.0789065 Oct 12 22:52:16.070894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef178f8-4d61-4c33-b3bd-5055d0d4b58f req-5586ade4-5002-4925-b8e1-43ae2e731d7b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:16.072454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ef178f8-4d61-4c33-b3bd-5055d0d4b58f req-5586ade4-5002-4925-b8e1-43ae2e731d7b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 944 time: 0.0589857 Oct 12 22:52:16.121819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ef178f8-4d61-4c33-b3bd-5055d0d4b58f req-7b4450eb-467e-4a55-8b36-d95c0dcdb687 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423720 Oct 12 22:52:16.168250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] For port 8f82a82a-66f5-4614-adf1-11656cad7909, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8f82a82a-66f5-4614-adf1-11656cad7909,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:16.168847 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:16.172646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-efc2f4f0-d54d-4aa7-817b-21009a23f0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:16.174118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-efc2f4f0-d54d-4aa7-817b-21009a23f0d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1518667 Oct 12 22:52:16.189361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-2b68efa3-00c4-4aa0-9a36-3162e0d9d0cd tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:16.190823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-2b68efa3-00c4-4aa0-9a36-3162e0d9d0cd tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.3323662 Oct 12 22:52:16.206208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Calling delete_port for 8f82a82a-66f5-4614-adf1-11656cad7909 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:16.283478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:16.365101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event deleted for resources: {'Port': ['ID=fee215f4-1a85-4317-9d59-577dc9e20cc4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:16.374311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-2910ed5c-aa79-4b51-a165-e1384f2929e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:16.376376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-2910ed5c-aa79-4b51-a165-e1384f2929e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1846445 Oct 12 22:52:16.379421 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-1aa4629f-4e9a-4086-b20f-3cd9aa7df168 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1002 time: 0.1755044 Oct 12 22:52:16.409364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-57a8fc1b-ec03-4e80-af6b-1e88c786c8c7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:16.517190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] No DVR routers for this DVR port fee215f4-1a85-4317-9d59-577dc9e20cc4 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:16.558723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:16.562570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac91eec1-1baa-455d-bac7-2084d0ec027a req-7d832f30-13a8-4df9-9e75-54927a70f7db tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "DELETE /v2.0/ports/fee215f4-1a85-4317-9d59-577dc9e20cc4 HTTP/1.1" status: 204 len: 173 time: 2.5388830 Oct 12 22:52:16.563056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44e64ba6-fd72-44f6-82b9-fb4ff4604693', 'name': 'network-vif-deleted', 'tag': 'fee215f4-1a85-4317-9d59-577dc9e20cc4'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:16.565401 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5335ab2f-6ddf-4541-a385-583009050c11" -d '{"events": [{"server_uuid": "44e64ba6-fd72-44f6-82b9-fb4ff4604693", "name": "network-vif-deleted", "tag": "fee215f4-1a85-4317-9d59-577dc9e20cc4"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:16.621650 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-57a8fc1b-ec03-4e80-af6b-1e88c786c8c7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:16.663299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec8afa-3f0b-4d86-820e-7049735fa753 req-73b6cc53-5861-4bfa-b99c-dede99c7b7d5 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:16.664800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feec8afa-3f0b-4d86-820e-7049735fa753 req-73b6cc53-5861-4bfa-b99c-dede99c7b7d5 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.0501378 Oct 12 22:52:16.706784 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feec8afa-3f0b-4d86-820e-7049735fa753 req-cb8d6f9e-8ad7-48a4-8517-c5ef65a54e3b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355403 Oct 12 22:52:16.708313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-f0d40e42-94dd-477a-9abd-d81d77189108 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188803 Oct 12 22:52:16.771207 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acd7e71-2f28-4735-b572-f227cc11e6d2 x-openstack-request-id: req-2acd7e71-2f28-4735-b572-f227cc11e6d2 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:16.771497 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44e64ba6-fd72-44f6-82b9-fb4ff4604693", "name": "network-vif-deleted", "tag": "fee215f4-1a85-4317-9d59-577dc9e20cc4", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:16.773835 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2acd7e71-2f28-4735-b572-f227cc11e6d2 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:16.773835 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44e64ba6-fd72-44f6-82b9-fb4ff4604693', 'name': 'network-vif-deleted', 'tag': 'fee215f4-1a85-4317-9d59-577dc9e20cc4', 'status': 'completed', 'code': 200} Oct 12 22:52:16.898506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-57a8fc1b-ec03-4e80-af6b-1e88c786c8c7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:16.920870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:16.923322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13f29d-c0c2-4b57-b1e4-c85758e94d56 req-dee8dbed-5472-4139-a976-29311842eebf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:16.924824 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa13f29d-c0c2-4b57-b1e4-c85758e94d56 req-dee8dbed-5472-4139-a976-29311842eebf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 948 time: 0.0501099 Oct 12 22:52:16.930049 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac51a09-1efd-4c6f-8ed6-4d9121eae1df req-e6e2cc1d-5a13-4152-afa0-b977a59e4bdf service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027392 Oct 12 22:52:16.951152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f82a82a-66f5-4614-adf1-11656cad7909,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:16.975329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa13f29d-c0c2-4b57-b1e4-c85758e94d56 req-a0cc3b58-cc00-41da-b454-498b0b4bceb8 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Oct 12 22:52:16.978574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-57a8fc1b-ec03-4e80-af6b-1e88c786c8c7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:16.979040 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-57a8fc1b-ec03-4e80-af6b-1e88c786c8c7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe disassociated. External IP: 172.25.2.142, port: c20d2de8-ac53-433b-9f7b-7eeeeb2776ca. Oct 12 22:52:17.090850 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:17.219838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:17.223401 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:17.242272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9faf84a1-8dfb-418d-a6b3-797a4662fe3c req-0948cea2-4877-4749-9b4a-584eff4a9d14 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=44e64ba6-fd72-44f6-82b9-fb4ff4604693 HTTP/1.1" status: 200 len: 210 time: 0.0298285 Oct 12 22:52:17.440261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb7617-22a5-4e91-9896-fe86e5877f9a req-bf92a2b2-80da-452e-90f8-918f8198418d tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:17.441871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9cb7617-22a5-4e91-9896-fe86e5877f9a req-bf92a2b2-80da-452e-90f8-918f8198418d tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 946 time: 0.0594959 Oct 12 22:52:17.482140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9cb7617-22a5-4e91-9896-fe86e5877f9a req-184287b9-b04d-4d55-8ce0-214ae58e91e3 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338192 Oct 12 22:52:17.686446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-57a8fc1b-ec03-4e80-af6b-1e88c786c8c7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Router 85c6b370-43f3-4a38-bde4-e3d371435164 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:17.723172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:17.795062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-57a8fc1b-ec03-4e80-af6b-1e88c786c8c7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:17.804073 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-57a8fc1b-ec03-4e80-af6b-1e88c786c8c7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:17.807323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] Sync routers for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:17.818967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:17.819712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:17.826336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952fa63-ccef-4115-b142-031d9995b610 req-5b7de4d7-6f5c-44c4-8e31-6ecf17ec7e9f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:17.828414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a952fa63-ccef-4115-b142-031d9995b610 req-5b7de4d7-6f5c-44c4-8e31-6ecf17ec7e9f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.0521655 Oct 12 22:52:17.834623 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-57a8fc1b-ec03-4e80-af6b-1e88c786c8c7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "PUT /v2.0/floatingips/bd209f60-8e7c-449f-a1e0-45bf414894fe HTTP/1.1" status: 200 len: 696 time: 1.4411871 Oct 12 22:52:17.835585 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:17.838180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c671d518-ac3e-4312-8218-d959c952bef7 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:52:17.850652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:17.854355 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f8beca48-6cef-47ea-9991-2a238a3b5d48 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c671d518-ac3e-4312-8218-d959c952bef7 HTTP/1.1" status: 204 len: 168 time: 3.8424869 Oct 12 22:52:17.855075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40144) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:17.891235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a952fa63-ccef-4115-b142-031d9995b610 req-44ca395f-5382-4c2a-8ce4-36f0ec4e026a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563278 Oct 12 22:52:17.944970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5e7fe48-fac1-44b6-a3d7-b7f5e077815c admin admin] Deleting subnet 1c3fdaff-d484-4573-b891-ddb08899987e {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:52:17.948700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-feb37871-3d20-4db4-88bf-92ca7f24a5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:17.951248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-feb37871-3d20-4db4-88bf-92ca7f24a5cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1098 time: 0.0953324 Oct 12 22:52:17.955087 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7fe48-fac1-44b6-a3d7-b7f5e077815c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:17.992284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:18.095434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7fe48-fac1-44b6-a3d7-b7f5e077815c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.150981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f390c3b8-58d1-4ac0-b298-1013e7d1ed10 req-4d484d80-6781-4335-9db3-fbbe2017a873 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:18.152476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f390c3b8-58d1-4ac0-b298-1013e7d1ed10 req-4d484d80-6781-4335-9db3-fbbe2017a873 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 948 time: 0.0600338 Oct 12 22:52:18.189256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-0ecddcfe-a5dd-47bc-b258-5378cd4fe2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:18.190835 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-0ecddcfe-a5dd-47bc-b258-5378cd4fe2c3 service neutron] 10.222.0.31 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.2112434 Oct 12 22:52:18.214036 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f390c3b8-58d1-4ac0-b298-1013e7d1ed10 req-96ff4ace-480c-40f9-bc75-3c54dd138a58 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544827 Oct 12 22:52:18.261889 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-c07e58fa-60ec-425a-9de8-6d16245ea422 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 217 time: 0.0493636 Oct 12 22:52:18.294513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:18.308642 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7fe48-fac1-44b6-a3d7-b7f5e077815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.324061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] Checking router: 85c6b370-43f3-4a38-bde4-e3d371435164 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:18.333604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:18.334598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:18.352121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-c3d23966-e4df-4fe6-876f-11b981f25bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:18.353590 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-c3d23966-e4df-4fe6-876f-11b981f25bf0 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.0817165 Oct 12 22:52:18.372655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device fee215f4-1a85-4317-9d59-577dc9e20cc4 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:18.401176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: fee215f4-1a85-4317-9d59-577dc9e20cc4 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:18.401611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device fee215f4-1a85-4317-9d59-577dc9e20cc4 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:18.423630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-0c8e7934-0c7a-4457-b936-50c350adc8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:18.425563 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-0c8e7934-0c7a-4457-b936-50c350adc8f9 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579386 Oct 12 22:52:18.494657 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7fe48-fac1-44b6-a3d7-b7f5e077815c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.495450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:18.531663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e7fe48-fac1-44b6-a3d7-b7f5e077815c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c3fdaff-d484-4573-b891-ddb08899987e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:18.535268 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e5e7fe48-fac1-44b6-a3d7-b7f5e077815c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.538448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e5e7fe48-fac1-44b6-a3d7-b7f5e077815c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/1c3fdaff-d484-4573-b891-ddb08899987e HTTP/1.1" status: 204 len: 168 time: 0.6791432 Oct 12 22:52:18.540972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40156) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:18.546010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2543876a-5043-433f-accb-abc1e8ed10c4 None None] Network 10566f33-e985-4996-9834-d7ff6c30696d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:18.578787 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-696648d5-56d0-4976-83e2-d8519fcb9b1c service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460874 Oct 12 22:52:18.635764 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.688269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e938ecda-9d73-44a0-97e1-3ffd1b96d0df req-dc438cdd-7e73-4d2e-8dbb-c79b2efe1bad service neutron] 10.222.0.31 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020229 Oct 12 22:52:18.692291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Deleting port c6144cda-55d1-4ada-bbc8-a21b95ec4270 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:18.692638 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.768188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] For port c6144cda-55d1-4ada-bbc8-a21b95ec4270, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c6144cda-55d1-4ada-bbc8-a21b95ec4270,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:18.768609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.773343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:18.778175 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.778815 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f5acce-fb33-4251-87d6-a4e5fb879b54" -d '{"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:18.785153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Calling delete_port for c6144cda-55d1-4ada-bbc8-a21b95ec4270 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:18.804821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40162) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:18.811191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-223ee4d0-d7a2-4e37-bb78-ea382fb33051 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804435489', 'description': 'tempest-description--667958750'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:18.864461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:18.892743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a57cf1e-2e42-41f6-b5ee-37cbd4ec8283 None None] The sync data for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 is: [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:51:09Z', 'revision_number': 4, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '40bbc3f7-adfe-4835-8537-37dc69bafadc', 'name': '', 'network_id': 'bc2be2ce-e0af-42b6-b8a4-90bc9607348c', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'mac_address': 'fa:16:3e:d5:b4:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:07Z', 'updated_at': '2021-10-12T22:51:14Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'subnets': [{'id': '78e112b4-6bb8-4a0c-b5c8-779e18c00bf9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:18.894810 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.905441 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc819ef1-8775-4145-a981-8756ff103bfe x-openstack-request-id: req-bc819ef1-8775-4145-a981-8756ff103bfe {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:18.906253 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:18.906523 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bc819ef1-8775-4145-a981-8756ff103bfe {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:18.906961 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'status': 'completed', 'code': 200} Oct 12 22:52:18.914924 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-223ee4d0-d7a2-4e37-bb78-ea382fb33051 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:18.920372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a7ad04-3e40-479b-8af5-8530d2088907 None None] DHCP port deletion for 10566f33-e985-4996-9834-d7ff6c30696d request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:52:18.990082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-94a7ad04-3e40-479b-8af5-8530d2088907 None None] Deleting port c6144cda-55d1-4ada-bbc8-a21b95ec4270 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:18.990082 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-94a7ad04-3e40-479b-8af5-8530d2088907 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.017997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.046798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-828dbd32-b11d-4524-b23e-716f462a9e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:19.048857 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-828dbd32-b11d-4524-b23e-716f462a9e31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 1098 time: 0.1129081 Oct 12 22:52:19.049426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6144cda-55d1-4ada-bbc8-a21b95ec4270,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:19.053434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] No DVR routers for this DVR port c6144cda-55d1-4ada-bbc8-a21b95ec4270 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:19.064678 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-223ee4d0-d7a2-4e37-bb78-ea382fb33051 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.074668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-94a7ad04-3e40-479b-8af5-8530d2088907 None None] For port c6144cda-55d1-4ada-bbc8-a21b95ec4270, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c6144cda-55d1-4ada-bbc8-a21b95ec4270,segment=NetworkSegment(0d282b2e-1645-4f80-8d7c-5674322c7000),segment_id=0d282b2e-1645-4f80-8d7c-5674322c7000)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:19.076014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-94a7ad04-3e40-479b-8af5-8530d2088907 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.092811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-94a7ad04-3e40-479b-8af5-8530d2088907 None None] Calling delete_port for c6144cda-55d1-4ada-bbc8-a21b95ec4270 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:19.140467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8cbef7-cb3b-4c81-9c0a-47d9dec98c35 req-6b9a4f46-17ac-4ee0-abd1-4a63dbb00317 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:19.142024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba8cbef7-cb3b-4c81-9c0a-47d9dec98c35 req-6b9a4f46-17ac-4ee0-abd1-4a63dbb00317 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1330359 Oct 12 22:52:19.145500 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-223ee4d0-d7a2-4e37-bb78-ea382fb33051 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.163992 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.185599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-94a7ad04-3e40-479b-8af5-8530d2088907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.228209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7ad04-3e40-479b-8af5-8530d2088907 None None] Pushing event deleted for resources: {'Port': ['ID=c6144cda-55d1-4ada-bbc8-a21b95ec4270,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:19.229299 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba8cbef7-cb3b-4c81-9c0a-47d9dec98c35 req-51574216-e687-4004-b0bb-9d3b62310fcf tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685046 Oct 12 22:52:19.237596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a7ad04-3e40-479b-8af5-8530d2088907 None None] No DVR routers for this DVR port c6144cda-55d1-4ada-bbc8-a21b95ec4270 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:19.256646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10566f33-e985-4996-9834-d7ff6c30696d']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:19.258515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ee4d0-d7a2-4e37-bb78-ea382fb33051 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f118fe1-76dc-4740-b9d4-20ae83dc5c30,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:19.279032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-6c063b8e-4ec2-43fc-ac8a-ec2efdf60adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:19.280948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-6c063b8e-4ec2-43fc-ac8a-ec2efdf60adb service neutron] 10.222.0.41 "GET /v2.0/networks?id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 200 len: 921 time: 0.2195857 Oct 12 22:52:19.299570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d282b2e-1645-4f80-8d7c-5674322c7000') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:19.299859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d282b2e-1645-4f80-8d7c-5674322c7000') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:19.324346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.349125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.351365 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a901d6-d03e-47f3-abc0-c81445149c0d None None] New status for floating IP bd209f60-8e7c-449f-a1e0-45bf414894fe: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:52:19.356686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:52:19.359709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:52:19.361638 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:52:19.377532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-28fc6a0d-f0cb-4565-a9ff-acc860eaa830 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 200 len: 217 time: 0.0791578 Oct 12 22:52:19.387985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-223ee4d0-d7a2-4e37-bb78-ea382fb33051 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.387985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-223ee4d0-d7a2-4e37-bb78-ea382fb33051 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5760543 Oct 12 22:52:19.396459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40186) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:19.402478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c05c47ac-efbc-433e-9792-5e2d60fca229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Request body: {'security_group_rule': {'security_group_id': '6f118fe1-76dc-4740-b9d4-20ae83dc5c30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:19.489124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169de31c-2251-405f-84cc-b40937c171e1 req-112c9ca7-abbc-444b-9b84-1391f059cfb4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:19.490922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-169de31c-2251-405f-84cc-b40937c171e1 req-112c9ca7-abbc-444b-9b84-1391f059cfb4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 948 time: 0.1270618 Oct 12 22:52:19.504075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-044ca372-a79f-4b45-b5d3-06bc605c4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:19.505488 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-044ca372-a79f-4b45-b5d3-06bc605c4bac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 200 len: 859 time: 0.1079001 Oct 12 22:52:19.554726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.561673 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.567831 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] 10.222.0.31 "DELETE /v2.0/networks/10566f33-e985-4996-9834-d7ff6c30696d HTTP/1.1" status: 204 len: 168 time: 1.0236580 Oct 12 22:52:19.576031 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-169de31c-2251-405f-84cc-b40937c171e1 req-e974a7d9-41c2-4824-98c5-4e323f2e9ce8 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747619 Oct 12 22:52:19.589937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-86110172-9420-4966-b42e-ba0d40b8b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:19.591530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-86110172-9420-4966-b42e-ba0d40b8b180 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bc2be2ce-e0af-42b6-b8a4-90bc9607348c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739107 Oct 12 22:52:19.601844 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c05c47ac-efbc-433e-9792-5e2d60fca229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.605131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1bfbde-be21-40de-a784-8caa0e5df870 admin admin] Pushing event deleted for resources: {'Network': ['ID=10566f33-e985-4996-9834-d7ff6c30696d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:19.719155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-6a8f870d-bde2-4c61-b11b-cd82406512b7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips/bd209f60-8e7c-449f-a1e0-45bf414894fe HTTP/1.1" status: 200 len: 696 time: 0.0927207 Oct 12 22:52:19.838080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-57657adb-55a3-4d7c-9a2e-c25b9798b0c9 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1978887072&fields=id&tenant_id=b573c89dcb3141af9ee72b823b88e4c8 HTTP/1.1" status: 200 len: 267 time: 0.0367711 Oct 12 22:52:19.867044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-f01e3cf2-db6f-404f-800d-864f3e8295e2 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616379 Oct 12 22:52:19.875250 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c05c47ac-efbc-433e-9792-5e2d60fca229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:19.948195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-d496a060-34ad-4076-bed5-d93c7a6eb3a8 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:19.949592 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-d496a060-34ad-4076-bed5-d93c7a6eb3a8 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.2211030 Oct 12 22:52:19.962409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-a620cb68-927e-49f8-8fe8-4741d9d8230d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:52:19.965352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-04dbb122-d9b7-42d2-9f16-609e21f0a76f tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:19.965753 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-a620cb68-927e-49f8-8fe8-4741d9d8230d tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0071130 Oct 12 22:52:19.965839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-04dbb122-d9b7-42d2-9f16-609e21f0a76f tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/networks?id=ab4ee53a-9282-4f5e-a170-01a498e1572a HTTP/1.1" status: 200 len: 824 time: 0.1196473 Oct 12 22:52:19.986308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-28b7924d-8b0e-406e-bfc8-de8ec77506e4 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/quotas/b573c89dcb3141af9ee72b823b88e4c8 HTTP/1.1" status: 200 len: 375 time: 0.0136328 Oct 12 22:52:20.000602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c05c47ac-efbc-433e-9792-5e2d60fca229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.026694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8f82a82a-66f5-4614-adf1-11656cad7909 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:20.055599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0f5acce-fb33-4251-87d6-a4e5fb879b54 req-9f005a74-2a46-4ec4-a83e-0646bc855841 service neutron] 10.222.0.41 "GET /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789753 Oct 12 22:52:20.060047 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40208) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:20.066070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-d6f10b4e-fc2f-4a7e-9ae7-3fd7bd342dc7 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 697 time: 0.0859849 Oct 12 22:52:20.067935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05c47ac-efbc-433e-9792-5e2d60fca229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80cee889-45b2-4f2d-8ec8-d944eee469f3,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:20.080801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 8f82a82a-66f5-4614-adf1-11656cad7909 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:20.085672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8f82a82a-66f5-4614-adf1-11656cad7909 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:20.086235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c6144cda-55d1-4ada-bbc8-a21b95ec4270 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:20.093961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-f294cf62-de33-452a-bfcf-0e316661e130 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b573c89dcb3141af9ee72b823b88e4c8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1015537 Oct 12 22:52:20.107743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c6144cda-55d1-4ada-bbc8-a21b95ec4270 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:20.108167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c6144cda-55d1-4ada-bbc8-a21b95ec4270 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:20.122797 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-f6af1119-cef0-4d04-a3a5-9af58ff48433 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 697 time: 0.0469081 Oct 12 22:52:20.135702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7bffe692-994d-45c3-8ce5-bdccad8565fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4398be3f0d84ead9a55466369be9675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716636 Oct 12 22:52:20.136414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40210) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:20.139535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dfdeac30-5412-4b55-95d6-6325363d8046 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:52:20.188268 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c05c47ac-efbc-433e-9792-5e2d60fca229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.192245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c05c47ac-efbc-433e-9792-5e2d60fca229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7907848 Oct 12 22:52:20.192540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40212) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:20.198354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d450ccd2-a6c1-45af-91ed-fb470d5fd5e2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Request body: {'security_group_rule': {'security_group_id': '6f118fe1-76dc-4740-b9d4-20ae83dc5c30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:20.241085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-3f54681e-61cb-4ff5-a09f-087f00450adc service neutron] 10.222.0.31 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209242 Oct 12 22:52:20.246704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dfdeac30-5412-4b55-95d6-6325363d8046, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfdeac30-5412-4b55-95d6-6325363d8046,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:20.260685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'dfdeac30-5412-4b55-95d6-6325363d8046', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'dfdeac30-5412-4b55-95d6-6325363d8046', 'mac_address': 'fa:16:3e:24:21:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:52:20.291474 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-732b9c44-8103-4221-a365-d30db34e87ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.308048 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.322998 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-732b9c44-8103-4221-a365-d30db34e87ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.323484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfdeac30-5412-4b55-95d6-6325363d8046 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:20.335521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Deleting port ff71225f-656e-4f73-8488-89b592d8b964 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:20.335521 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.340167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-045b08e5-8efe-4316-a9d5-4f9a26130761 service neutron] 10.222.0.31 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975516 Oct 12 22:52:20.347454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dfdeac30-5412-4b55-95d6-6325363d8046, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfdeac30-5412-4b55-95d6-6325363d8046,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:20.411108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d450ccd2-a6c1-45af-91ed-fb470d5fd5e2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.436365 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.437584 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.449603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Calling delete_port for ff71225f-656e-4f73-8488-89b592d8b964 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:20.461361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d450ccd2-a6c1-45af-91ed-fb470d5fd5e2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.480903 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.528370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=dfdeac30-5412-4b55-95d6-6325363d8046,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:20.562635 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-732b9c44-8103-4221-a365-d30db34e87ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.565213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-732b9c44-8103-4221-a365-d30db34e87ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.566329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-732b9c44-8103-4221-a365-d30db34e87ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10ce6f2b-37e9-4baa-acf6-1fc383343630 HTTP/1.1" status: 204 len: 168 time: 0.4289548 Oct 12 22:52:20.576903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732b9c44-8103-4221-a365-d30db34e87ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ce6f2b-37e9-4baa-acf6-1fc383343630,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:20.588743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d450ccd2-a6c1-45af-91ed-fb470d5fd5e2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.628982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450ccd2-a6c1-45af-91ed-fb470d5fd5e2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fef474e-f3b6-4f3b-b7e8-2ad5d48f1f19,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:20.694504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.722882 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d450ccd2-a6c1-45af-91ed-fb470d5fd5e2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.724127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d450ccd2-a6c1-45af-91ed-fb470d5fd5e2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5305905 Oct 12 22:52:20.727556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40228) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:20.736035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:20.757724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Pushing event deleted for resources: {'Port': ['ID=ff71225f-656e-4f73-8488-89b592d8b964,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:20.815274 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.818249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.819494 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c66514f4-f46d-4f9c-b36d-83b3d1ede2d7 req-4d2931b7-ceb2-4daf-8535-d8418c4ccbd4 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "DELETE /v2.0/floatingips/bd209f60-8e7c-449f-a1e0-45bf414894fe HTTP/1.1" status: 204 len: 173 time: 0.6904941 Oct 12 22:52:20.857248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dfdeac30-5412-4b55-95d6-6325363d8046'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:20.876813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-8eabce80-c86f-4a62-8ba8-c8ae5e7b5ea1 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:20.878330 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-8eabce80-c86f-4a62-8ba8-c8ae5e7b5ea1 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.41 "GET /v2.0/ports?device_id=1c398896-9542-40df-b3fe-6ee0f1db5a71 HTTP/1.1" status: 200 len: 946 time: 0.0556371 Oct 12 22:52:20.931821 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:20.995316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854db88-831a-4de4-9a7f-7fbb8f899643 req-8c36728d-f021-40c9-857b-cf5ebd967aaf tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:20.997128 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2854db88-831a-4de4-9a7f-7fbb8f899643 req-8c36728d-f021-40c9-857b-cf5ebd967aaf tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1178572 Oct 12 22:52:21.047942 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:21.051511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2854db88-831a-4de4-9a7f-7fbb8f899643 req-db16e54e-64e2-462c-af3d-c1299c0da6a7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455165 Oct 12 22:52:21.054892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Deleting port 8597b1a5-dca5-42fa-b7dd-666635598700 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:21.055333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:21.207945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] For port 8597b1a5-dca5-42fa-b7dd-666635598700, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8597b1a5-dca5-42fa-b7dd-666635598700,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:21.208321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:21.225180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7abcb1-c268-4fed-9f13-4f879af20eb1 req-18004f9f-37c3-4b61-b221-54294bd9f512 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 210 time: 0.0310090 Oct 12 22:52:21.257683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Allocated IP 172.25.2.119 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/fc8e9ebe-0a99-4a25-af04-328166822201) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:21.310924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96329bea-b5bc-49e5-bdce-6f82ef655493 req-9d39aa8d-6f29-46ba-a6f3-59ea8883419f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:21.312767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-96329bea-b5bc-49e5-bdce-6f82ef655493 req-9d39aa8d-6f29-46ba-a6f3-59ea8883419f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 949 time: 0.1691194 Oct 12 22:52:21.432922 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:21.433731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-96329bea-b5bc-49e5-bdce-6f82ef655493 req-b535cfc0-a714-4a6b-9434-f58b1bea5c09 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118817 Oct 12 22:52:21.541819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:21.542546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:21.543315 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Floating IP 93de6498-6e4f-470e-bb1e-574232860699 disassociated. External IP: 172.25.2.30, port: 8597b1a5-dca5-42fa-b7dd-666635598700. Oct 12 22:52:21.543794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Calling delete_port for 8597b1a5-dca5-42fa-b7dd-666635598700 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:21.549363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:21.593847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:21.599653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:21.605691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:21.644715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event updated for resources: {'Port': ['ID=fc8e9ebe-0a99-4a25-af04-328166822201,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:21.831768 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-06f4e882-42fb-4ac6-a3f4-8156ba9efd39 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512395 Oct 12 22:52:21.839028 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:21.881971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event deleted for resources: {'Port': ['ID=8597b1a5-dca5-42fa-b7dd-666635598700,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:21.919823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:21.931450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-3e0377b4-3260-4936-a75a-f05674f6753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:21.933049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-3e0377b4-3260-4936-a75a-f05674f6753c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d66a438258b743bf858131b70da39cff&device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 1102 time: 0.0644152 Oct 12 22:52:22.068770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-8f089d48-e106-447a-b488-19dbdd688537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:22.070464 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-8f089d48-e106-447a-b488-19dbdd688537 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1142216 Oct 12 22:52:22.157792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dfdeac30-5412-4b55-95d6-6325363d8046 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:22.191760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-5ab871ba-02d4-4893-ae5c-0bff631a6a89 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=36335483-50a4-4adc-bbe9-bff91446c41b HTTP/1.1" status: 200 len: 217 time: 0.1028743 Oct 12 22:52:22.222029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:22.338007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40266) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:22.374046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port dfdeac30-5412-4b55-95d6-6325363d8046 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:52:22.382664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port dfdeac30-5412-4b55-95d6-6325363d8046 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:22.383229 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:22.436896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9cf781-da59-422e-bf4b-ddf3fcfa5e25 req-eb325725-ce65-47f6-9af5-8eaba2c19699 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:22.446110 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a9cf781-da59-422e-bf4b-ddf3fcfa5e25 req-eb325725-ce65-47f6-9af5-8eaba2c19699 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 946 time: 0.5970628 Oct 12 22:52:22.554208 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a9cf781-da59-422e-bf4b-ddf3fcfa5e25 req-7c5a4f8a-9b1c-426f-9517-5b7b4e5f59d1 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070926 Oct 12 22:52:22.581256 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:22.613683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2010330742-network', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:22.626259 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dfdeac30-5412-4b55-95d6-6325363d8046, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfdeac30-5412-4b55-95d6-6325363d8046,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:22.627615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc0ec10-2329-42a6-8c91-3158231dced3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdeac30-5412-4b55-95d6-6325363d8046'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:22.630764 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2794cc31-d66f-4430-a022-cab76a8bcfa6" -d '{"events": [{"server_uuid": "4cc0ec10-2329-42a6-8c91-3158231dced3", "name": "network-vif-plugged", "status": "completed", "tag": "dfdeac30-5412-4b55-95d6-6325363d8046"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:22.641920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Router 801876b1-e06d-4c93-90c9-81b9764fec85 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:22.704823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11cb9f50-79c7-4912-b914-3f998fedd207 req-d54587e5-e12b-440d-a8a4-578864ad89c7 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 210 time: 0.0384891 Oct 12 22:52:22.750117 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:22.814903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:22.817416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:22.826734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-da1f84f1-2e1c-4ade-abe0-a235125ae141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:22.828868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-da1f84f1-2e1c-4ade-abe0-a235125ae141 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.6278336 Oct 12 22:52:22.833914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:22.855025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:22.883542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] Sync routers for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:22.911782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:22.913737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:22.917842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=dfdeac30-5412-4b55-95d6-6325363d8046,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:22.941082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3693e0-afca-4529-985f-d5e7a6e35af9 req-3126f175-d8ea-4a89-acf3-ed71933862af tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:22.950120 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd3693e0-afca-4529-985f-d5e7a6e35af9 req-3126f175-d8ea-4a89-acf3-ed71933862af tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.7234368 Oct 12 22:52:22.963730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] No DVR routers for this DVR port 8597b1a5-dca5-42fa-b7dd-666635598700 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:22.971146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:22.975505 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-469fce2c-da77-4771-8311-cbbf7c8a3f00 req-cac3ee8e-2a3f-4478-9e43-2826c4fb4834 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.41 "DELETE /v2.0/ports/8597b1a5-dca5-42fa-b7dd-666635598700 HTTP/1.1" status: 204 len: 173 time: 2.0830722 Oct 12 22:52:22.976281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'name': 'network-vif-deleted', 'tag': '8597b1a5-dca5-42fa-b7dd-666635598700'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:22.979704 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1064f37-abe3-454b-801e-e20969c0a4c5" -d '{"events": [{"server_uuid": "1c398896-9542-40df-b3fe-6ee0f1db5a71", "name": "network-vif-deleted", "tag": "8597b1a5-dca5-42fa-b7dd-666635598700"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:23.001827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f5914a-6270-48af-8c88-82cd3ec51239 req-f20cf3d2-2d44-43b9-9e6d-a1e6619d15ec tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:23.002072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-926407f8-05d7-4b18-9a4e-dc0fa8018203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:23.003313 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-926407f8-05d7-4b18-9a4e-dc0fa8018203 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1380188 Oct 12 22:52:23.005325 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31f5914a-6270-48af-8c88-82cd3ec51239 req-f20cf3d2-2d44-43b9-9e6d-a1e6619d15ec tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 950 time: 0.1485970 Oct 12 22:52:23.097937 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31f5914a-6270-48af-8c88-82cd3ec51239 req-f20ad8d3-bb1f-459e-9c4e-72e0124a5784 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796661 Oct 12 22:52:23.102010 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd3693e0-afca-4529-985f-d5e7a6e35af9 req-a935dc03-bad6-448b-ba89-bc38d98d79f7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520281 Oct 12 22:52:23.145217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:23.150115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.188344 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.214276 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280f7dbf-ddb6-4c8e-b96e-0ebd6b3c4a8d x-openstack-request-id: req-280f7dbf-ddb6-4c8e-b96e-0ebd6b3c4a8d {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:23.214826 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc0ec10-2329-42a6-8c91-3158231dced3", "name": "network-vif-plugged", "status": "completed", "tag": "dfdeac30-5412-4b55-95d6-6325363d8046", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:23.214926 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-280f7dbf-ddb6-4c8e-b96e-0ebd6b3c4a8d {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:23.215393 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc0ec10-2329-42a6-8c91-3158231dced3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfdeac30-5412-4b55-95d6-6325363d8046', 'code': 200} Oct 12 22:52:23.275331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-4d1c7614-45c0-4feb-b08b-fdcf391442a3 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539413 Oct 12 22:52:23.277776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.298570 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9435ef-34d0-4c6b-b15d-4f16e6da10e2 x-openstack-request-id: req-2a9435ef-34d0-4c6b-b15d-4f16e6da10e2 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:23.298911 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c398896-9542-40df-b3fe-6ee0f1db5a71", "name": "network-vif-deleted", "tag": "8597b1a5-dca5-42fa-b7dd-666635598700", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:23.299129 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2a9435ef-34d0-4c6b-b15d-4f16e6da10e2 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:23.299517 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c398896-9542-40df-b3fe-6ee0f1db5a71', 'name': 'network-vif-deleted', 'tag': '8597b1a5-dca5-42fa-b7dd-666635598700', 'status': 'completed', 'code': 200} Oct 12 22:52:23.312920 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.368039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:52:23.393145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8965e6a4-0572-4feb-b70b-2ede62a18982,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:23.402920 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.403295 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Added segment 41512baa-2fb4-487d-a613-22c1c96fb28d of type vlan for network e826d9a4-f53f-42ef-8332-e2c8d66f793a Oct 12 22:52:23.428128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-a70f9b15-73e0-4eed-b360-5e9e32093b7a tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:23.429638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-a70f9b15-73e0-4eed-b360-5e9e32093b7a tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 946 time: 0.1941993 Oct 12 22:52:23.453513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event updated for resources: {'Port': ['ID=fc8e9ebe-0a99-4a25-af04-328166822201,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:23.484907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:23.491483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.505483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7276b3fa-fd3f-4dba-bd3e-54a4f87bf512 req-0c5e910c-8527-454e-a172-053f2f3fbaa4 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034965 Oct 12 22:52:23.506630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a2443-0c78-436d-98dd-4a7ae5625edb req-0bd380a9-2404-44af-9510-887312795083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:23.508146 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a66a2443-0c78-436d-98dd-4a7ae5625edb req-0bd380a9-2404-44af-9510-887312795083 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 1102 time: 0.1804316 Oct 12 22:52:23.529747 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.621298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.644281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b59d3752-2ef1-4d81-8d05-9ac2d036183d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9143677 Oct 12 22:52:23.763239 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a66a2443-0c78-436d-98dd-4a7ae5625edb req-0f28c2b6-1393-470e-b7af-0bab227d731f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353256 Oct 12 22:52:23.797391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-e7f1da00-ee26-4730-8c70-02fd81d41fce tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:23.798955 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-e7f1da00-ee26-4730-8c70-02fd81d41fce tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.25 "GET /v2.0/networks?id=ab4ee53a-9282-4f5e-a170-01a498e1572a HTTP/1.1" status: 200 len: 824 time: 0.2898624 Oct 12 22:52:23.823562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a5344-e20f-437b-a772-f7953793c5a6 req-bca8c51c-d9cb-41bf-b075-919f4d524b10 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:23.825151 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-203a5344-e20f-437b-a772-f7953793c5a6 req-bca8c51c-d9cb-41bf-b075-919f4d524b10 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 946 time: 0.1558015 Oct 12 22:52:23.834600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.835535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:23.836109 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:23.867398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] Checking router: 801876b1-e06d-4c93-90c9-81b9764fec85 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:23.882203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2147d7ec-3f29-460e-895e-c9c73b5b54a9 req-26c506fb-1d7f-4dc3-b848-68f1868be12a tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 210 time: 0.0547383 Oct 12 22:52:23.892404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:23.892404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:23.958293 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-ce7e7779-f132-48b1-96d0-d316ab3284e4 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b573c89dcb3141af9ee72b823b88e4c8 HTTP/1.1" status: 200 len: 380 time: 0.1423798 Oct 12 22:52:23.990092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Request body: {'port': {'device_id': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'admin_state_up': True, 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'security_groups': ['87d03962-c3c2-496d-9d9f-6c6f21382c28']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:24.020103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6797712 Oct 12 22:52:24.023407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40300) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:24.027084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-203a5344-e20f-437b-a772-f7953793c5a6 req-4b7ee4c6-a472-4478-bbfd-12a433f43105 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4d09b9-bd04-4013-bb56-513409ce82de&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930997 Oct 12 22:52:24.027713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b11803-e512-402e-b600-b36f1fb9e38b admin admin] Pushing event updated for resources: {'Network': ['ID=e826d9a4-f53f-42ef-8332-e2c8d66f793a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:24.031804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Request body: {'subnet': {'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2010330742-subnet', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:24.037169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:24.044736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Deleting port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:24.045207 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:24.080659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e826d9a4-f53f-42ef-8332-e2c8d66f793a details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:52:24.237086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8597b1a5-dca5-42fa-b7dd-666635598700 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:24.255747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] For port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:24.256161 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:24.259608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-aa8f8b92-b68f-4479-8eb9-7f0eefcff0b1 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:24.262522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-aa8f8b92-b68f-4479-8eb9-7f0eefcff0b1 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/networks?id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 200 len: 822 time: 0.2221353 Oct 12 22:52:24.263065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 8597b1a5-dca5-42fa-b7dd-666635598700 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:24.263411 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8597b1a5-dca5-42fa-b7dd-666635598700 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:24.263842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c20d2de8-ac53-433b-9f7b-7eeeeb2776ca no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:24.286845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:24.290215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:24.293477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Calling delete_port for c20d2de8-ac53-433b-9f7b-7eeeeb2776ca owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:24.364404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-4a192add-18c8-4cd9-b190-369259f06248 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/quotas/99f5f2239a9e4ac2bb813c07f2b71995 HTTP/1.1" status: 200 len: 375 time: 0.0935733 Oct 12 22:52:24.379936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacaa043-d3b5-4d00-8fdd-39fe58cc075e req-e1192b6e-3a1c-4d7d-9da5-6854ec1378bb tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:24.381964 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cacaa043-d3b5-4d00-8fdd-39fe58cc075e req-e1192b6e-3a1c-4d7d-9da5-6854ec1378bb tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 950 time: 0.1528366 Oct 12 22:52:24.448848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-eac00ce3-868f-42ad-b14a-5059dd31964a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0758026 Oct 12 22:52:24.511622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Made reservation on behalf of b573c89dcb3141af9ee72b823b88e4c8 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:24.516682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:24.534602 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:24.552301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-bca74a3c-0e6c-4647-9c2b-e57271683513 service neutron] 10.222.0.31 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933330 Oct 12 22:52:24.616409 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:24.642793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cacaa043-d3b5-4d00-8fdd-39fe58cc075e req-93621e32-9b86-462a-8cee-4aa5e7e70180 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503123 Oct 12 22:52:24.678024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:24.724156 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-72a4bf19-d0da-43c1-9758-652accc3ba0f service neutron] 10.222.0.31 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646161 Oct 12 22:52:24.724572 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Pushing event deleted for resources: {'Port': ['ID=c20d2de8-ac53-433b-9f7b-7eeeeb2776ca,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:24.761753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d18407-8f1e-46fd-b4b0-5273c9e8f7e3 None None] The sync data for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 is: [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:24.812632 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:24.836031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] No DVR routers for this DVR port c20d2de8-ac53-433b-9f7b-7eeeeb2776ca on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:24.839050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:24.845497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f82fc0fb-83b1-4c87-ac36-381c36f9af70 req-73ceef53-9a02-4086-a62c-9f11887a9225 tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.41 "DELETE /v2.0/ports/c20d2de8-ac53-433b-9f7b-7eeeeb2776ca HTTP/1.1" status: 204 len: 173 time: 1.3472807 Oct 12 22:52:24.903800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b273532-a8e9-49ed-8e67-0100c748fb4b,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:24.917068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Checking segment: {'id': '41512baa-2fb4-487d-a613-22c1c96fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:24.917423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Network hostable DHCP agents. Network: e826d9a4-f53f-42ef-8332-e2c8d66f793a, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:52:24.927683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Allocated IP 172.20.0.13 (ab4ee53a-9282-4f5e-a170-01a498e1572a/4ffffe7c-8b15-454d-86c7-cc5646c61318/0f7dc98d-fbab-4608-83ec-b43d6d9dd533) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:24.942195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c47dfb-df2e-4747-9b5a-a075be176e18 req-235009ca-93a5-47c8-88ff-442e83400c8a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:24.948317 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09c47dfb-df2e-4747-9b5a-a075be176e18 req-235009ca-93a5-47c8-88ff-442e83400c8a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1426170 Oct 12 22:52:25.026904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09c47dfb-df2e-4747-9b5a-a075be176e18 req-df451663-07ef-48ee-af4e-ebd8210ed5b0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717523 Oct 12 22:52:25.027430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Network e826d9a4-f53f-42ef-8332-e2c8d66f793a is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:52:25.132481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, e826d9a4-f53f-42ef-8332-e2c8d66f793a) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:25.136977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:25.137649 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:25.143418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee926bd-7462-4dfe-9a42-ff37dd02319f None None] Network e826d9a4-f53f-42ef-8332-e2c8d66f793a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:25.255632 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8221ef78-9628-4cc6-95c7-fb301654deaa None None] New status for floating IP 93de6498-6e4f-470e-bb1e-574232860699: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:52:25.308411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cfec4cf6-4cd5-4bac-947b-16f49da67030 req-51f2fd5f-7ae3-436d-9ce4-7ea244dbbd84 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 210 time: 0.1214049 Oct 12 22:52:25.330211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'name': 'network-vif-deleted', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:25.332571 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50da2c29-1e45-43cf-b8be-5cc739b00d93" -d '{"events": [{"server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "name": "network-vif-deleted", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:25.350388 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-562c15d8-8d71-4beb-9c74-ca82a9441fbc req-ea3ce965-16df-41d2-8f68-b80aa0703873 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 210 time: 0.1158562 Oct 12 22:52:25.360653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7e207c32-c4e0-44ff-bce2-1a2ca3971fcc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3335755 Oct 12 22:52:25.362952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40324) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:25.400979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:25.447585 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c179cff-fe71-4592-af96-4d47b0a4313a x-openstack-request-id: req-3c179cff-fe71-4592-af96-4d47b0a4313a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:25.447900 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc2cacaf-3437-456f-b2e6-f679e8be57e8", "name": "network-vif-deleted", "tag": "c20d2de8-ac53-433b-9f7b-7eeeeb2776ca", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:25.448146 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3c179cff-fe71-4592-af96-4d47b0a4313a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:25.448553 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc2cacaf-3437-456f-b2e6-f679e8be57e8', 'name': 'network-vif-deleted', 'tag': 'c20d2de8-ac53-433b-9f7b-7eeeeb2776ca', 'status': 'completed', 'code': 200} Oct 12 22:52:25.534329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e826d9a4-f53f-42ef-8332-e2c8d66f793a', 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'fixed_ips': [{'subnet_id': '6b273532-a8e9-49ed-8e67-0100c748fb4b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:52:25.536135 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:25.590929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:25.603245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-2c595a87-21f1-4eb9-8ebe-0ce5fb3d4c5e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0968747 Oct 12 22:52:25.630471 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-59f632cc-92fc-425b-a161-6a411f0879ce req-5b4f6567-13d2-4ebe-8127-cc403555b33f tempest-FloatingIPsAssociationTestJSON-88672822 tempest-FloatingIPsAssociationTestJSON-88672822-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc2cacaf-3437-456f-b2e6-f679e8be57e8 HTTP/1.1" status: 200 len: 210 time: 0.0758553 Oct 12 22:52:25.657373 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:25.658645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:25.725071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:25.779983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Allocated IP 172.20.0.2 (e826d9a4-f53f-42ef-8332-e2c8d66f793a/6b273532-a8e9-49ed-8e67-0100c748fb4b/814d2844-748a-4a05-9e99-97b0ec7c1685) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:25.808431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-b8ccbb53-0e04-44bc-b02c-2aa0145d98c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:25.815449 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-b8ccbb53-0e04-44bc-b02c-2aa0145d98c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1097 time: 0.0992148 Oct 12 22:52:25.846918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b4665b-05c9-4fdb-a06d-1fe399500bbc req-89e7ed37-6452-4e8d-af21-7db4f0d78d9a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:25.848519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9b4665b-05c9-4fdb-a06d-1fe399500bbc req-89e7ed37-6452-4e8d-af21-7db4f0d78d9a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 950 time: 0.0801656 Oct 12 22:52:25.920316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:25.936858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9b4665b-05c9-4fdb-a06d-1fe399500bbc req-8f53a7cb-50e0-4591-8f93-fbdc06ff1168 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787728 Oct 12 22:52:25.978961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-ab4b72ee-2f8f-4ded-bb2e-4769e009ad4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:25.980621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-ab4b72ee-2f8f-4ded-bb2e-4769e009ad4e service neutron] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.1312294 Oct 12 22:52:25.994843 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:26.079270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-bfdd2b73-8a6c-4b10-9c48-b2d27bcc4bff service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 217 time: 0.0773122 Oct 12 22:52:26.121458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:26.181172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-0b06818d-ac21-4c87-93f2-79df2a2cd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:26.182427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Network e826d9a4-f53f-42ef-8332-e2c8d66f793a is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:26.182968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-0b06818d-ac21-4c87-93f2-79df2a2cd681 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0951309 Oct 12 22:52:26.186038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:26.190445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:26.198718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Network ab4ee53a-9282-4f5e-a170-01a498e1572a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:26.221133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:26.225334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-b9773a12-57f0-4952-ace0-8bb517e345a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346448 Oct 12 22:52:26.234126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:26.235244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc870fe-7cd6-4ea4-bba4-da6dd75ac01b req-514680d7-5c52-4d8b-a7c7-93541e083bca tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:26.237163 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6bc870fe-7cd6-4ea4-bba4-da6dd75ac01b req-514680d7-5c52-4d8b-a7c7-93541e083bca tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1089511 Oct 12 22:52:26.241401 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Pushing event updated for resources: {'Port': ['ID=814d2844-748a-4a05-9e99-97b0ec7c1685,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:26.262101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Attempting to bind port 814d2844-748a-4a05-9e99-97b0ec7c1685 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:26.262613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Attempting to bind port 814d2844-748a-4a05-9e99-97b0ec7c1685 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '41512baa-2fb4-487d-a613-22c1c96fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:26.263148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Attempting to bind port 814d2844-748a-4a05-9e99-97b0ec7c1685 on network e826d9a4-f53f-42ef-8332-e2c8d66f793a {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:26.269588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:26.270121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Checking segment: {'id': '41512baa-2fb4-487d-a613-22c1c96fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:26.270632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:26.271196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Bound using segment: {'id': '41512baa-2fb4-487d-a613-22c1c96fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:26.271856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Bound port: 814d2844-748a-4a05-9e99-97b0ec7c1685, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41512baa-2fb4-487d-a613-22c1c96fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:26.272369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:26.310679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event updated for resources: {'Port': ['ID=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:26.324983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:26.326137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:26.356861 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6bc870fe-7cd6-4ea4-bba4-da6dd75ac01b req-ef66df2f-f683-4ffd-a374-2272e5d513b7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038256 Oct 12 22:52:26.407065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-08293985-c29f-403c-b24a-e0d8b385f3e0 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686449 Oct 12 22:52:26.417678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] For port 814d2844-748a-4a05-9e99-97b0ec7c1685, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:26.427452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] For port 814d2844-748a-4a05-9e99-97b0ec7c1685, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=814d2844-748a-4a05-9e99-97b0ec7c1685,segment=NetworkSegment(41512baa-2fb4-487d-a613-22c1c96fb28d),segment_id=41512baa-2fb4-487d-a613-22c1c96fb28d)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:26.543125 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:26.568587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7408f3e-9c85-4bc6-bd2b-cb1e0099d4f7 req-0baaa454-7466-4016-a211-18a6bfd091de service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433053 Oct 12 22:52:26.592565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:26.616434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7487b1f4-0363-4bff-813a-6ce95f8cf38b None None] Provisioning complete for port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:26.616844 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7487b1f4-0363-4bff-813a-6ce95f8cf38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:26.638791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-a7fd8286-b408-4abc-b71c-78e82fe286e6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6623573 Oct 12 22:52:26.664537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f760bd44-57e7-4bae-ae20-b60d16a0e6e5 req-d524677d-ba57-4eee-ab76-da00f9d471fe tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:26.677129 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f760bd44-57e7-4bae-ae20-b60d16a0e6e5 req-d524677d-ba57-4eee-ab76-da00f9d471fe tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 1102 time: 0.5593872 Oct 12 22:52:26.680602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb817a-65be-4b96-b690-f719d05b7335 req-b08b787b-4f7b-424b-a8fe-772e81ae5907 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:26.693417 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaeb817a-65be-4b96-b690-f719d05b7335 req-b08b787b-4f7b-424b-a8fe-772e81ae5907 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 932 time: 0.0825045 Oct 12 22:52:26.695525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Request body: {'port': {'device_id': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:26.751970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7487b1f4-0363-4bff-813a-6ce95f8cf38b None None] Port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:52:26.761926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaeb817a-65be-4b96-b690-f719d05b7335 req-de14e9f7-ee6c-4e3f-82cb-46e40744e574 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675550 Oct 12 22:52:26.762141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a5bb0d-edf5-4d4e-bffc-1517dc5e71c2 None None] Pushing event updated for resources: {'Port': ['ID=814d2844-748a-4a05-9e99-97b0ec7c1685,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:26.876156 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-90dd90bc-3672-4a5f-a187-eaf8ed68b5fb req-f4c981f2-1854-4800-a75d-8d6a098538a3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 210 time: 0.0436776 Oct 12 22:52:26.885402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f760bd44-57e7-4bae-ae20-b60d16a0e6e5 req-ed24bd72-83f2-4524-9422-14faf1cc6102 tempest-ServersOnMultiNodesTest-259424830 tempest-ServersOnMultiNodesTest-259424830-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064652 Oct 12 22:52:26.948083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40348) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:27.015996 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:27.404130 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:27.433170 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:27.581207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22a9fbe-c715-4d25-8436-74009b01aec8 req-4f0f41c1-475e-4b95-a27d-0d08fce90a3f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:27.583080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f22a9fbe-c715-4d25-8436-74009b01aec8 req-4f0f41c1-475e-4b95-a27d-0d08fce90a3f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1089990 Oct 12 22:52:27.703842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f22a9fbe-c715-4d25-8436-74009b01aec8 req-e2ce4162-d89b-44e3-b2d4-5b7723959cdc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049328 Oct 12 22:52:27.746412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Allocated IP 172.25.2.235 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/27e008f6-78b7-4a69-8160-21261957985a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:27.766030 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:27.769314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8833f58-4c4b-40e9-bf86-715721d7edca req-0d459739-8e9e-4d70-8a46-9eb1dff95cee tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:27.775265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8833f58-4c4b-40e9-bf86-715721d7edca req-0d459739-8e9e-4d70-8a46-9eb1dff95cee tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 950 time: 0.2175407 Oct 12 22:52:27.826554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:27.876700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:27.970438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Transition to ACTIVE for port object 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:52:28.058359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8833f58-4c4b-40e9-bf86-715721d7edca req-5a0a3ba5-4962-4523-b372-f6d7e47964e2 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713621 Oct 12 22:52:28.064763 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.117123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b984c9-d6f0-49d4-b9c3-5449b4d9ac1d req-177ff4ea-e8fb-4b2b-97e5-dc17739cce66 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:28.126823 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02b984c9-d6f0-49d4-b9c3-5449b4d9ac1d req-177ff4ea-e8fb-4b2b-97e5-dc17739cce66 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 932 time: 0.2258468 Oct 12 22:52:28.148535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 814d2844-748a-4a05-9e99-97b0ec7c1685 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:28.176661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:28.285953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 814d2844-748a-4a05-9e99-97b0ec7c1685 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:28.286329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.382055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bb34a9-f116-41b3-9679-de27676c0426 None None] Network e826d9a4-f53f-42ef-8332-e2c8d66f793a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:28.443112 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-306d174c-25a3-4de7-afd8-2d7fea34739e req-a17cf387-cc43-4832-94dc-cd51e1ea81ca tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 210 time: 0.2095191 Oct 12 22:52:28.445104 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02b984c9-d6f0-49d4-b9c3-5449b4d9ac1d req-ec7bb581-2260-4137-9962-e1522cb2d441 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3173110 Oct 12 22:52:28.463238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.484254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Attempting to bind port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:28.484604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Attempting to bind port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:28.484927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Attempting to bind port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 on network ab4ee53a-9282-4f5e-a170-01a498e1572a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:28.492136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-0fb0bd89-f4ed-4dc8-b1a0-632b74a11a2c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:28.493660 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-0fb0bd89-f4ed-4dc8-b1a0-632b74a11a2c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "GET /v2.0/networks?id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 200 len: 822 time: 0.5485322 Oct 12 22:52:28.516506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 on network ab4ee53a-9282-4f5e-a170-01a498e1572a not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:52:28.516832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Attempting to bind port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 on network ab4ee53a-9282-4f5e-a170-01a498e1572a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:28.537443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:28.537979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Checking segment: {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:28.538524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Bound using segment: {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:28.538810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Bound port: 0f7dc98d-fbab-4608-83ec-b43d6d9dd533, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54483a7c-4413-43ac-9e9f-bf9bc61d876e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:28.539270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.550023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Request body: {'port': {'device_id': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76', 'admin_state_up': True, 'tenant_id': '99f5f2239a9e4ac2bb813c07f2b71995'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:28.568780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0e4161da-89f3-49e5-9dc1-a6bfacc41bd8 None None] Provisioning complete for port 814d2844-748a-4a05-9e99-97b0ec7c1685 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:28.569149 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0e4161da-89f3-49e5-9dc1-a6bfacc41bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.622201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] For port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:28.628832 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.629093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] For port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:28.688143 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.704206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 814d2844-748a-4a05-9e99-97b0ec7c1685, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=814d2844-748a-4a05-9e99-97b0ec7c1685,segment=NetworkSegment(41512baa-2fb4-487d-a613-22c1c96fb28d),segment_id=41512baa-2fb4-487d-a613-22c1c96fb28d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:28.715026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Deleting port 40bbc3f7-adfe-4835-8537-37dc69bafadc {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:28.715485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.743849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:28.747576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:28.753312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:28.755570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Pushing event updated for resources: {'Port': ['ID=27e008f6-78b7-4a69-8160-21261957985a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:28.784056 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0e4161da-89f3-49e5-9dc1-a6bfacc41bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.807027 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.822336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] For port 40bbc3f7-adfe-4835-8537-37dc69bafadc, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=40bbc3f7-adfe-4835-8537-37dc69bafadc,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:28.822813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.859564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.892639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Made reservation on behalf of 99f5f2239a9e4ac2bb813c07f2b71995 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:28.893993 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:28.911111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Calling delete_port for 40bbc3f7-adfe-4835-8537-37dc69bafadc owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:29.016283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b4f36-5e58-4140-b66a-55c99660c917 req-1e169a3d-66a4-48db-82a3-cbfb7f410263 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:29.017879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-771b4f36-5e58-4140-b66a-55c99660c917 req-1e169a3d-66a4-48db-82a3-cbfb7f410263 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1924233 Oct 12 22:52:29.025177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=814d2844-748a-4a05-9e99-97b0ec7c1685,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:29.032816 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-0e4161da-89f3-49e5-9dc1-a6bfacc41bd8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:52:29.033186 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-0e4161da-89f3-49e5-9dc1-a6bfacc41bd8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:52:29.143449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Allocated IP 172.20.0.4 (93c8e0d4-715e-4b7b-8fc5-736e5e132b76/12ff1287-d372-4e26-b59a-ec1c7c5079dc/6175d0ea-d9fc-4094-8c23-c1fc9fff3372) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:29.167667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-771b4f36-5e58-4140-b66a-55c99660c917 req-085aa410-eb30-4f51-90d5-23205e56aa8f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153316 Oct 12 22:52:29.294349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:29.294991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:29.296422 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] 10.222.0.25 "PUT /v2.0/ports/0f7dc98d-fbab-4608-83ec-b43d6d9dd533 HTTP/1.1" status: 200 len: 1093 time: 2.6148376 Oct 12 22:52:29.296870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'tag': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:29.299116 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7757dd-2392-4529-b979-83f524122384" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa8bba0-03ef-4401-ad4b-3266543f58e4", "tag": "0f7dc98d-fbab-4608-83ec-b43d6d9dd533"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:29.372415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86721faf-a03e-42a5-b4e9-78a57cc59b86 service neutron] Pushing event updated for resources: {'Port': ['ID=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:29.411994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-f47d9d25-06e8-4042-96ef-bb577821ddb9 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:29.413541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-f47d9d25-06e8-4042-96ef-bb577821ddb9 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 950 time: 0.2165349 Oct 12 22:52:29.422852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342d6fc3-1124-4096-9d38-b0791185bd5e req-c920c406-4c72-402e-8d54-417870212be7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:29.424399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-342d6fc3-1124-4096-9d38-b0791185bd5e req-c920c406-4c72-402e-8d54-417870212be7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 950 time: 0.2300766 Oct 12 22:52:29.548927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-342d6fc3-1124-4096-9d38-b0791185bd5e req-f2bcf491-b0e6-449b-ac2a-6ada44da1a85 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133292 Oct 12 22:52:29.607123 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5fddb0-020e-4768-a35f-3db70cbb5833 x-openstack-request-id: req-eb5fddb0-020e-4768-a35f-3db70cbb5833 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:29.607419 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa8bba0-03ef-4401-ad4b-3266543f58e4", "tag": "0f7dc98d-fbab-4608-83ec-b43d6d9dd533", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:29.607669 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb5fddb0-020e-4768-a35f-3db70cbb5833 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:29.608860 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'tag': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533', 'status': 'completed', 'code': 200} Oct 12 22:52:29.622404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-1f777ae1-dc6c-4f40-8967-99a727f97167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:29.624309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-1f777ae1-dc6c-4f40-8967-99a727f97167 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b573c89dcb3141af9ee72b823b88e4c8&device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 1096 time: 0.1649036 Oct 12 22:52:29.707413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a49df1dd-ec23-48e9-a376-130c478b8578 None None] Provisioning complete for port 814d2844-748a-4a05-9e99-97b0ec7c1685 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:29.708458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a49df1dd-ec23-48e9-a376-130c478b8578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:29.732622 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-62a948ff-3dd6-49b8-8fe1-73528b4bc0bb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7dc98d-fbab-4608-83ec-b43d6d9dd533 HTTP/1.1" status: 200 len: 217 time: 0.0709488 Oct 12 22:52:29.755906 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:29.756264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Deleting port dfdeac30-5412-4b55-95d6-6325363d8046 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:29.756745 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:29.789993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-2bd2770d-de98-4623-9e61-3db1c77d3ddb tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:29.791584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-2bd2770d-de98-4623-9e61-3db1c77d3ddb tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 821 time: 0.5218129 Oct 12 22:52:29.831554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:29.842378 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-21dfffc4-89a3-4151-943b-ad8830d3bd9f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/quotas/ebed3457b1f84fe19d9bd4d55b4f455a HTTP/1.1" status: 200 len: 375 time: 0.0329413 Oct 12 22:52:29.900642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b2860-abda-40c0-a73a-298ef85bda6a req-89532b73-ec4b-49a1-bc9d-efdf5e2841f6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:29.902280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233b2860-abda-40c0-a73a-298ef85bda6a req-89532b73-ec4b-49a1-bc9d-efdf5e2841f6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 944 time: 0.2443340 Oct 12 22:52:29.908281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-0c29111b-7414-4b67-a3b7-739d053bf7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:29.909787 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-0c29111b-7414-4b67-a3b7-739d053bf7f3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ffffe7c-8b15-454d-86c7-cc5646c61318 HTTP/1.1" status: 200 len: 863 time: 0.1659775 Oct 12 22:52:29.910788 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-bb1f0fa1-0f04-4880-98d5-9a42a336bc33 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0577679 Oct 12 22:52:29.912570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:29.955164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:29.956929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Pushing event deleted for resources: {'Port': ['ID=40bbc3f7-adfe-4835-8537-37dc69bafadc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:29.984801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:30.019463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:30.041984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:30.058300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233b2860-abda-40c0-a73a-298ef85bda6a req-63e72534-4fa0-4912-94b9-a1abde6ba9c2 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356366 Oct 12 22:52:30.099131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] For port dfdeac30-5412-4b55-95d6-6325363d8046, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfdeac30-5412-4b55-95d6-6325363d8046,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:30.099732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:30.134958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Calling delete_port for dfdeac30-5412-4b55-95d6-6325363d8046 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:30.139197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-ba93bc79-3f60-4d78-bfc6-0b24f2be5e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:30.142144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-ba93bc79-3f60-4d78-bfc6-0b24f2be5e07 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ab4ee53a-9282-4f5e-a170-01a498e1572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2159858 Oct 12 22:52:30.152718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 814d2844-748a-4a05-9e99-97b0ec7c1685 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:30.186149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event updated for resources: {'Port': ['ID=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:30.209902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:30.210527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:30.214678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 814d2844-748a-4a05-9e99-97b0ec7c1685 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:30.215072 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:30.283882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-76eaca3d-8216-4d72-8419-406877215141 service neutron] 10.222.0.31 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403935 Oct 12 22:52:30.341429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-2cf89603-e95d-4a01-a228-bb33ffdc47b7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8353043 Oct 12 22:52:30.379070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Request body: {'port': {'device_id': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:30.397453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289e22dc-12e3-4cf0-a853-75f0b5fc57b2 req-f84c9469-c6ca-464e-bce0-0ce861647ce3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:30.398926 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-289e22dc-12e3-4cf0-a853-75f0b5fc57b2 req-f84c9469-c6ca-464e-bce0-0ce861647ce3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 931 time: 0.2558076 Oct 12 22:52:30.432467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:30.477407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:30.487781 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-1c3ef88d-608f-47c6-a682-6cf5dd0e538d service neutron] 10.222.0.31 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028415 Oct 12 22:52:30.488301 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:30.512888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-6ea820ee-b5ff-433c-b9cd-2472a4ce0f2a service neutron] 10.222.0.25 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196940 Oct 12 22:52:30.600579 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-289e22dc-12e3-4cf0-a853-75f0b5fc57b2 req-2d7b35d2-c386-447f-82b9-342639c03d6d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909938 Oct 12 22:52:30.709820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19661d9e-c59d-4f5b-b4d7-709c00d70e15 req-4527dcb4-abe2-4216-9e8c-842a4ca160e8 service neutron] 10.222.0.25 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724024 Oct 12 22:52:30.813645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:30.828196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f78eb3-1a59-48b5-9dd3-93613a6e41cc req-d1172715-7f44-474a-b841-2a458d7c3140 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:30.829729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-67f78eb3-1a59-48b5-9dd3-93613a6e41cc req-d1172715-7f44-474a-b841-2a458d7c3140 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.0634177 Oct 12 22:52:30.830508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b', '77dd7869-6d98-4b7f-b459-9456aa237fe1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:30.856818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event deleted for resources: {'Port': ['ID=dfdeac30-5412-4b55-95d6-6325363d8046,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:30.885715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Router 85c6b370-43f3-4a38-bde4-e3d371435164 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:30.900190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Router 13f0d286-e676-499c-a1af-c74abd06bacf is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:52:30.944098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] No DVR routers for this DVR port dfdeac30-5412-4b55-95d6-6325363d8046 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:30.957672 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:30.960980 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f8028a3-8425-42a0-9861-ed78ed34decf req-52f42cd3-6d9d-45c2-a1ec-31d7491200a1 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "DELETE /v2.0/ports/dfdeac30-5412-4b55-95d6-6325363d8046 HTTP/1.1" status: 204 len: 173 time: 1.5346899 Oct 12 22:52:30.967589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de', '819fda52-d536-4293-aaf8-47453c57b829', 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db', '038e01d8-1767-4fd1-b79a-b919e19d7f43'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:30.993177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-67f78eb3-1a59-48b5-9dd3-93613a6e41cc req-79dbd86e-b822-49a1-af85-e8165504c3e7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401000 Oct 12 22:52:31.007398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:31.025566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:31.078817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Transition to ACTIVE for port object 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:52:31.088412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7757dd-2392-4529-b979-83f524122384 req-b2e0a72c-a7e2-451f-82d0-23537280894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:31.089909 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7757dd-2392-4529-b979-83f524122384 req-b2e0a72c-a7e2-451f-82d0-23537280894f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b573c89dcb3141af9ee72b823b88e4c8&device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 1096 time: 0.2224462 Oct 12 22:52:31.132858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:31.151115 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-07c5b2bb-6a3c-40e3-ad0f-885da1d5389a admin admin] 10.222.0.31 "PUT /v2.0/routers/85c6b370-43f3-4a38-bde4-e3d371435164/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2018433 Oct 12 22:52:31.153248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40398) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:31.155558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c851d-8348-431f-8460-616150745042 None None] Sync routers for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:31.227017 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:31.229177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c851d-8348-431f-8460-616150745042 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:31.230010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2d3c851d-8348-431f-8460-616150745042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:31.270245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49ab91db-20b3-45da-8ee0-be3207bda22f req-d02ef075-7f7f-4803-aa8c-ff734f1ddc54 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=4cc0ec10-2329-42a6-8c91-3158231dced3 HTTP/1.1" status: 200 len: 210 time: 0.1547132 Oct 12 22:52:31.323787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:31.336251 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Sync routers for ids ['13f0d286-e676-499c-a1af-c74abd06bacf'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:31.356736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7757dd-2392-4529-b979-83f524122384 req-5092f744-b640-450e-9a0b-f3d0b4ebc338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:31.359078 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7757dd-2392-4529-b979-83f524122384 req-5092f744-b640-450e-9a0b-f3d0b4ebc338 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ab4ee53a-9282-4f5e-a170-01a498e1572a HTTP/1.1" status: 200 len: 925 time: 0.2549090 Oct 12 22:52:31.365158 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Routers {'13f0d286-e676-499c-a1af-c74abd06bacf'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:31.365717 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13f0d286-e676-499c-a1af-c74abd06bacf'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:31.432252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7757dd-2392-4529-b979-83f524122384 req-35756198-ecd6-4038-ab96-50773a125257 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7dc98d-fbab-4608-83ec-b43d6d9dd533 HTTP/1.1" status: 200 len: 217 time: 0.0587063 Oct 12 22:52:31.445964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Pushing event updated for resources: {'Port': ['ID=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:31.489716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2d3c851d-8348-431f-8460-616150745042 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:31.496253 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Set router 13f0d286-e676-499c-a1af-c74abd06bacf gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:31.510345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:31.514223 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eedb940f-5881-489f-9277-11c13510918a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1407428 Oct 12 22:52:31.532576 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8baa845a-d7d9-430e-89d2-16b0396b892c req-40ab83ec-6461-4c05-ad70-2221c1b9192a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.1082809 Oct 12 22:52:31.535035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40408) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:31.791783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53af161-3b03-4e23-a772-3c7ab77c6b6c req-d1c63012-96c9-4ed3-b3f2-ca318a3c196f tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:31.793551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f53af161-3b03-4e23-a772-3c7ab77c6b6c req-d1c63012-96c9-4ed3-b3f2-ca318a3c196f tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 944 time: 0.3645744 Oct 12 22:52:31.817344 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '27e008f6-78b7-4a69-8160-21261957985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:25Z', 'updated_at': '2021-10-12T22:52:29Z', 'revision_number': 3, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'gw_port': {'id': '27e008f6-78b7-4a69-8160-21261957985a', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:27Z', 'updated_at': '2021-10-12T22:52:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:31.839905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:31.860676 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Checking router: 13f0d286-e676-499c-a1af-c74abd06bacf for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:31.861221 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Updating router 13f0d286-e676-499c-a1af-c74abd06bacf port 27e008f6-78b7-4a69-8160-21261957985a binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:52:31.892914 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:31.940866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Attempting to bind port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:31.941202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Attempting to bind port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:31.941526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Attempting to bind port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 on network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:32.073390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2d3c851d-8348-431f-8460-616150745042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:52:29Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:32.079810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f53af161-3b03-4e23-a772-3c7ab77c6b6c req-d9e4a361-dd4b-4184-bf9c-93cf8b4d8ca0 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2604477 Oct 12 22:52:32.084364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 on network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:52:32.094965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Attempting to bind port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 on network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:32.121701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:32.122042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Checking segment: {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:32.122426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Bound using segment: {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:32.122865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Bound port: 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:32.123274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.161534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c851d-8348-431f-8460-616150745042 None None] Checking router: 85c6b370-43f3-4a38-bde4-e3d371435164 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:32.208268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cc0ec10-2329-42a6-8c91-3158231dced3', 'name': 'network-vif-deleted', 'tag': 'dfdeac30-5412-4b55-95d6-6325363d8046'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:32.211992 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ef0d0e-98bc-4686-9196-6d3e53336df3" -d '{"events": [{"server_uuid": "4cc0ec10-2329-42a6-8c91-3158231dced3", "name": "network-vif-deleted", "tag": "dfdeac30-5412-4b55-95d6-6325363d8046"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:32.212991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dfdeac30-5412-4b55-95d6-6325363d8046 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:32.254700 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.262607 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.282775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3c851d-8348-431f-8460-616150745042 None None] Routers {'85c6b370-43f3-4a38-bde4-e3d371435164'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:32.282775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2d3c851d-8348-431f-8460-616150745042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['85c6b370-43f3-4a38-bde4-e3d371435164'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:32.292676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: dfdeac30-5412-4b55-95d6-6325363d8046 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:32.293152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dfdeac30-5412-4b55-95d6-6325363d8046 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:32.298184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:32.301980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:32.310315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621c0bc-2c30-42f1-97f2-b52bc23adef3 req-215542f0-8233-48fa-a19a-6d3658f0048f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:32.319801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8621c0bc-2c30-42f1-97f2-b52bc23adef3 req-215542f0-8233-48fa-a19a-6d3658f0048f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1248503 Oct 12 22:52:32.343803 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.362887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7757dd-2392-4529-b979-83f524122384 req-806fb21c-d2cc-4342-abf2-c41faf9be2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:32.364708 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7757dd-2392-4529-b979-83f524122384 req-806fb21c-d2cc-4342-abf2-c41faf9be2c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ffffe7c-8b15-454d-86c7-cc5646c61318 HTTP/1.1" status: 200 len: 863 time: 0.9165933 Oct 12 22:52:32.380965 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bd830-2e77-4927-ad21-71537e4df448 req-bfa36e98-86bc-4853-b3e7-a4ff04762e10 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:32.384340 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.389242 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de5bd830-2e77-4927-ad21-71537e4df448 req-bfa36e98-86bc-4853-b3e7-a4ff04762e10 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 943 time: 0.1185200 Oct 12 22:52:32.427203 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Pushing event updated for resources: {'Port': ['ID=27e008f6-78b7-4a69-8160-21261957985a,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:32.454453 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.454803 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.455167 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.455503 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.455931 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.458526 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.458869 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.459218 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.461703 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.462231 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.462578 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.462910 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:32.497135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de5bd830-2e77-4927-ad21-71537e4df448 req-83ed1bcb-051f-4a14-a342-6cb750afcd45 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063776 Oct 12 22:52:32.526881 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Attempting to bind port 27e008f6-78b7-4a69-8160-21261957985a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:32.527604 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Attempting to bind port 27e008f6-78b7-4a69-8160-21261957985a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:32.527969 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Attempting to bind port 27e008f6-78b7-4a69-8160-21261957985a on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:32.541132 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:32.541428 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:32.541829 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.542221 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:32.552470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2d3c851d-8348-431f-8460-616150745042 None None] Set router 85c6b370-43f3-4a38-bde4-e3d371435164 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:32.553529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7757dd-2392-4529-b979-83f524122384 req-22d739a8-71e4-47a5-b3cb-0c2d2f8bf265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:32.556318 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Bound port: 27e008f6-78b7-4a69-8160-21261957985a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:32.556823 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.557911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7757dd-2392-4529-b979-83f524122384 req-22d739a8-71e4-47a5-b3cb-0c2d2f8bf265 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ab4ee53a-9282-4f5e-a170-01a498e1572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472332 Oct 12 22:52:32.559564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8621c0bc-2c30-42f1-97f2-b52bc23adef3 req-cbaf3eab-48fb-4e69-bc97-46a4d37cb100 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387340 Oct 12 22:52:32.598734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:32.604944 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.613399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] 10.222.0.25 "PUT /v2.0/ports/6175d0ea-d9fc-4094-8c23-c1fc9fff3372 HTTP/1.1" status: 200 len: 1092 time: 2.2622387 Oct 12 22:52:32.632056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'tag': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:32.645858 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce" -d '{"events": [{"name": "network-changed", "server_uuid": "ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94", "tag": "6175d0ea-d9fc-4094-8c23-c1fc9fff3372"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:32.666210 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e722ed6-d4c0-4739-9850-61639014dbd1 x-openstack-request-id: req-0e722ed6-d4c0-4739-9850-61639014dbd1 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:32.666576 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cc0ec10-2329-42a6-8c91-3158231dced3", "name": "network-vif-deleted", "tag": "dfdeac30-5412-4b55-95d6-6325363d8046", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:32.667121 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e722ed6-d4c0-4739-9850-61639014dbd1 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:32.667928 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cc0ec10-2329-42a6-8c91-3158231dced3', 'name': 'network-vif-deleted', 'tag': 'dfdeac30-5412-4b55-95d6-6325363d8046', 'status': 'completed', 'code': 200} Oct 12 22:52:32.696910 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] For port 27e008f6-78b7-4a69-8160-21261957985a, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:32.703400 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] For port 27e008f6-78b7-4a69-8160-21261957985a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=27e008f6-78b7-4a69-8160-21261957985a,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:32.741310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b177a5-0459-436f-a27b-a80cc5f4d410 service neutron] Pushing event updated for resources: {'Port': ['ID=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:32.758795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Deleting port 4387725d-cb5a-49d1-a2b4-1dc4a6643392 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:32.759165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.803269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18e32057-5723-4f75-8b51-a27ecf1dfa6d req-ec6f6a82-2680-499a-9c9f-af0cc10d8660 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.0872283 Oct 12 22:52:32.824063 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:32.835866 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6883923d-07af-4de8-bafb-eec3958c1d1b x-openstack-request-id: req-6883923d-07af-4de8-bafb-eec3958c1d1b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:32.836102 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94", "tag": "6175d0ea-d9fc-4094-8c23-c1fc9fff3372", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:32.836307 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6883923d-07af-4de8-bafb-eec3958c1d1b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:32.836717 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'tag': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372', 'status': 'completed', 'code': 200} Oct 12 22:52:32.885797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-96c0f083-0d43-4e41-ae06-8464bb435e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:32.887694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-96c0f083-0d43-4e41-ae06-8464bb435e28 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 1095 time: 0.1122735 Oct 12 22:52:32.909053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7757dd-2392-4529-b979-83f524122384 req-84376257-ce1a-451c-b260-c6f78f3601ad service neutron] 10.222.0.25 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447953 Oct 12 22:52:32.955638 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Routers {'13f0d286-e676-499c-a1af-c74abd06bacf'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:32.956607 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13f0d286-e676-499c-a1af-c74abd06bacf'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:32.963152 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7455f9-f301-47db-a8b1-5ef06fd61775 None None] Pushing event updated for resources: {'Port': ['ID=27e008f6-78b7-4a69-8160-21261957985a,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:32.986842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-c8b31154-420c-452b-a30d-ba04f28962b2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372 HTTP/1.1" status: 200 len: 217 time: 0.0904248 Oct 12 22:52:32.997101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] For port 4387725d-cb5a-49d1-a2b4-1dc4a6643392, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4387725d-cb5a-49d1-a2b4-1dc4a6643392,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:32.997316 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:33.053531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7757dd-2392-4529-b979-83f524122384 req-e33f86e7-9dcd-442b-9453-c240b4973cbd service neutron] 10.222.0.25 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253238 Oct 12 22:52:33.137410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Calling delete_port for 4387725d-cb5a-49d1-a2b4-1dc4a6643392 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:33.152409 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] Set router 13f0d286-e676-499c-a1af-c74abd06bacf gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:33.221651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2d3c851d-8348-431f-8460-616150745042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:52:29Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:33.274707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3c851d-8348-431f-8460-616150745042 None None] The sync data for ids ['85c6b370-43f3-4a38-bde4-e3d371435164'] in n-d-790519-14 is: [{'id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'name': 'tempest-FloatingIPsAssociationTestJSON-659799279-router', 'tenant_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169'}], 'enable_snat': True}, 'gw_port_id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:51:02Z', 'updated_at': '2021-10-12T22:52:29Z', 'revision_number': 5, 'project_id': '6ffb25f2a74e4e1b9d48a9f1d871ca9a', 'gw_port': {'id': '4387725d-cb5a-49d1-a2b4-1dc4a6643392', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:a7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85c6b370-43f3-4a38-bde4-e3d371435164', 'device_owner': 'network:router_gateway', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:51:03Z', 'updated_at': '2021-10-12T22:51:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:33.282789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-6e1ceb68-77f6-467b-b2ec-2f5b0491a1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:33.287316 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-6e1ceb68-77f6-467b-b2ec-2f5b0491a1e0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12ff1287-d372-4e26-b59a-ec1c7c5079dc HTTP/1.1" status: 200 len: 862 time: 0.2690685 Oct 12 22:52:33.350981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-0928b042-d4e0-4529-a44b-8395599ad94b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498965 Oct 12 22:52:33.376956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a46e23-a73a-4347-9e87-f353460d4edb req-e61f5c5f-389f-4588-af1e-fc2f137638b9 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:33.378646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3a46e23-a73a-4347-9e87-f353460d4edb req-e61f5c5f-389f-4588-af1e-fc2f137638b9 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 944 time: 0.1262338 Oct 12 22:52:33.380863 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:33.434776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f70af46-4bb2-4ee2-8d29-bde05fbc24db req-21e44979-522e-4ba0-9a80-48df4c6acd76 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:33.436760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f70af46-4bb2-4ee2-8d29-bde05fbc24db req-21e44979-522e-4ba0-9a80-48df4c6acd76 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 950 time: 0.1561472 Oct 12 22:52:33.483552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3a46e23-a73a-4347-9e87-f353460d4edb req-098e8f97-a692-47f1-b632-6cdce85449d4 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873446 Oct 12 22:52:33.574038 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '27e008f6-78b7-4a69-8160-21261957985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:25Z', 'updated_at': '2021-10-12T22:52:29Z', 'revision_number': 3, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'gw_port': {'id': '27e008f6-78b7-4a69-8160-21261957985a', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:27Z', 'updated_at': '2021-10-12T22:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:33.622752 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a5e85d-8a93-427b-8a40-3f957ea59455 None None] The sync data for ids ['13f0d286-e676-499c-a1af-c74abd06bacf'] in n-d-790519-14 is: [{'id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '27e008f6-78b7-4a69-8160-21261957985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:25Z', 'updated_at': '2021-10-12T22:52:29Z', 'revision_number': 3, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'gw_port': {'id': '27e008f6-78b7-4a69-8160-21261957985a', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:27Z', 'updated_at': '2021-10-12T22:52:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:33.680746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a1e50-4282-4518-bf67-5512eee8b051 req-8a512ca2-e7c7-406d-aa5b-fb38d2cd3650 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:33.682464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a85a1e50-4282-4518-bf67-5512eee8b051 req-8a512ca2-e7c7-406d-aa5b-fb38d2cd3650 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 943 time: 0.1011724 Oct 12 22:52:33.691124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Allocated IP 172.20.0.1 (e826d9a4-f53f-42ef-8332-e2c8d66f793a/6b273532-a8e9-49ed-8e67-0100c748fb4b/c058eb24-948c-410b-ab32-f2dd4865b63c) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:33.752199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a85a1e50-4282-4518-bf67-5512eee8b051 req-706166d8-b93c-4d6e-94d5-2d956a14fa4d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582495 Oct 12 22:52:33.892667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f70af46-4bb2-4ee2-8d29-bde05fbc24db req-b0cf08b5-dd86-4471-80ab-25249167e2dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133863 Oct 12 22:52:33.897690 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-5a54573b-4f7f-4424-8ceb-218692a1c0b8 service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5366235 Oct 12 22:52:33.964512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-808e85e7-cbee-4223-92d9-ce396d2252a4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:33.966010 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-808e85e7-cbee-4223-92d9-ce396d2252a4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 821 time: 0.1278849 Oct 12 22:52:33.986953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Request body: {'port': {'device_id': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943', 'admin_state_up': True, 'tenant_id': 'ebed3457b1f84fe19d9bd4d55b4f455a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:34.018375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 40bbc3f7-adfe-4835-8537-37dc69bafadc no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:34.074662 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2237abf7-a1c8-4efb-a2e7-50b82c77efca req-68e85bf1-4988-4698-bdcc-43d24f3435c0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.0723326 Oct 12 22:52:34.080247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.081091 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.084066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 40bbc3f7-adfe-4835-8537-37dc69bafadc {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:34.084646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 40bbc3f7-adfe-4835-8537-37dc69bafadc not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:34.131702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Pushing event deleted for resources: {'Port': ['ID=4387725d-cb5a-49d1-a2b4-1dc4a6643392,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:34.168942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce814843-693b-44c1-94a9-e04c1de8c425 req-caef4409-8812-4f56-b38f-0a6d90d58914 service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523313 Oct 12 22:52:34.230864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.232808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0b2be1-4e27-4611-b3b3-095e63bf2205 req-e8c53306-7cca-4413-a01a-9e24211b3248 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:34.241388 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a0b2be1-4e27-4611-b3b3-095e63bf2205 req-e8c53306-7cca-4413-a01a-9e24211b3248 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.2723894 Oct 12 22:52:34.285748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.348899 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a0b2be1-4e27-4611-b3b3-095e63bf2205 req-2352b4d6-b0a1-41a1-8373-252135a22c1d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064904 Oct 12 22:52:34.368909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Network e826d9a4-f53f-42ef-8332-e2c8d66f793a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:34.376732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:34.389636 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.389636 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.390190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:34.421488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:52:34.430870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.518244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Pushing event updated for resources: {'Port': ['ID=c058eb24-948c-410b-ab32-f2dd4865b63c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:34.574414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-259e22c5-dc7f-46cd-84dd-5172e2935775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:34.574414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-259e22c5-dc7f-46cd-84dd-5172e2935775 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 1095 time: 0.2857068 Oct 12 22:52:34.647846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Made reservation on behalf of ebed3457b1f84fe19d9bd4d55b4f455a for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:34.648926 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:34.653262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.684572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'port_id': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533', 'mac_address': 'fa:16:3e:49:13:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:52:34.720026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.726125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85c6b370-43f3-4a38-bde4-e3d371435164 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:52:34.743242 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.749565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8cc2df9d-7e49-4fcd-aeff-f3acc442f598 admin admin] 10.222.0.31 "DELETE /v2.0/routers/85c6b370-43f3-4a38-bde4-e3d371435164 HTTP/1.1" status: 204 len: 168 time: 3.5945628 Oct 12 22:52:34.756135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40456) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:34.772292 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.816844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:34.829468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-476783fd-25c5-4904-ace7-6765e548bfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:34.831145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-476783fd-25c5-4904-ace7-6765e548bfd4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 200 len: 923 time: 0.2494302 Oct 12 22:52:34.851528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3c4db410-b9e7-4c1b-b0f1-372650185f5e None None] Provisioning complete for port c058eb24-948c-410b-ab32-f2dd4865b63c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:34.852204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3c4db410-b9e7-4c1b-b0f1-372650185f5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.871021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94f330e-55c5-4f28-ac65-24c297053f8e req-8ac98cd3-a303-406d-9756-799f49bb5120 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:34.885522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f94f330e-55c5-4f28-ac65-24c297053f8e req-8ac98cd3-a303-406d-9756-799f49bb5120 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 944 time: 0.1873624 Oct 12 22:52:34.924280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:34.939729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3c4db410-b9e7-4c1b-b0f1-372650185f5e None None] Port c058eb24-948c-410b-ab32-f2dd4865b63c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:52:34.951250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d0412d-1721-4a37-ba4a-c5cb95d82bb7 admin admin] Deleting subnet 78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:52:34.965191 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-cc74c5dd-58a6-46c3-8f1a-368ee5bee5d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372 HTTP/1.1" status: 200 len: 217 time: 0.1203585 Oct 12 22:52:34.970550 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77d0412d-1721-4a37-ba4a-c5cb95d82bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:34.985217 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:35.051786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f94f330e-55c5-4f28-ac65-24c297053f8e req-3b663dfd-fe8f-4d09-a5aa-f04ac2883726 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038125 Oct 12 22:52:35.062599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-dbe34064-9055-4e32-a59d-0471bb39f5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:35.065381 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-dbe34064-9055-4e32-a59d-0471bb39f5f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12ff1287-d372-4e26-b59a-ec1c7c5079dc HTTP/1.1" status: 200 len: 862 time: 0.0873430 Oct 12 22:52:35.066325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77d0412d-1721-4a37-ba4a-c5cb95d82bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:35.122120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:35.155796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-237517af-d32c-44c0-b672-d9558fa58d98 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805171 Oct 12 22:52:35.201172 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77d0412d-1721-4a37-ba4a-c5cb95d82bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:35.300109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cecd5-e45c-4384-ad23-9407b978cfc1 req-c48113cb-5126-4efe-82f8-fbf311b024d3 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:35.310405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['0f7dc98d-fbab-4608-83ec-b43d6d9dd533'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:35.323347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f2cecd5-e45c-4384-ad23-9407b978cfc1 req-c48113cb-5126-4efe-82f8-fbf311b024d3 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 950 time: 0.0950403 Oct 12 22:52:35.337415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-86e55e80-6223-423c-8cf2-1f6e80681236 service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714716 Oct 12 22:52:35.364405 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:35.450969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77d0412d-1721-4a37-ba4a-c5cb95d82bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:35.455568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f2cecd5-e45c-4384-ad23-9407b978cfc1 req-176c5e41-979e-4f0e-ab33-2a0c7d2e14e4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310949 Oct 12 22:52:35.497714 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77d0412d-1721-4a37-ba4a-c5cb95d82bb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:35.502049 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-77d0412d-1721-4a37-ba4a-c5cb95d82bb7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/78e112b4-6bb8-4a0c-b5c8-779e18c00bf9 HTTP/1.1" status: 204 len: 168 time: 0.7411513 Oct 12 22:52:35.505099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb111e-64ec-4af6-b525-6f62b610bc64 None None] Network bc2be2ce-e0af-42b6-b8a4-90bc9607348c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:35.510210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40466) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:35.511198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d0412d-1721-4a37-ba4a-c5cb95d82bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78e112b4-6bb8-4a0c-b5c8-779e18c00bf9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:35.548041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-74101400-30dc-4970-92ec-5d89cd350c2b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:35.549739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-74101400-30dc-4970-92ec-5d89cd350c2b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 950 time: 0.5918627 Oct 12 22:52:35.592823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950c6484-70ae-4e00-aced-c740dfbd509d req-2c3941fd-4ad8-42c9-a0df-02b80bcc344f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:35.602270 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-950c6484-70ae-4e00-aced-c740dfbd509d req-2c3941fd-4ad8-42c9-a0df-02b80bcc344f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 943 time: 0.6452174 Oct 12 22:52:35.649049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Allocated IP 172.20.0.13 (302c12b8-cbe9-4b3d-88d2-e0b6eb253943/9f846092-2003-4768-90a3-cfd9ec1b3eea/efa76c75-efce-4d95-b8c2-aaf4f6853ed4) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:35.665818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca6281f5-c7eb-4c41-b1ee-d4f8ea4a8fce req-f582bfb8-07f6-4c49-bf64-a4a4d20c1201 service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143175 Oct 12 22:52:35.696921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-729bb8a0-481c-41ee-aa12-0d336d255f14 req-6a48e8a8-2201-45c9-95b9-8055e7716556 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.0848701 Oct 12 22:52:35.750176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:35.855014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-950c6484-70ae-4e00-aced-c740dfbd509d req-6098615d-7824-412b-a9ac-597d6c7a117f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517645 Oct 12 22:52:36.021546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92c3b14-d31d-47d2-932e-962c27db19e8 req-800c5290-469d-4cc1-b50f-c6201a7b38a1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:36.026098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbecaeb-95f4-4f07-b69f-adece068cde5 None None] DHCP port deletion for bc2be2ce-e0af-42b6-b8a4-90bc9607348c request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:52:36.029337 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b92c3b14-d31d-47d2-932e-962c27db19e8 req-800c5290-469d-4cc1-b50f-c6201a7b38a1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.2412791 Oct 12 22:52:36.054768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Deleting port f190dd03-0c9f-4492-9367-95c40ac043b7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:36.055375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.161091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Deleting port 038e01d8-1767-4fd1-b79a-b919e19d7f43 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:36.161462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.162360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1fbecaeb-95f4-4f07-b69f-adece068cde5 None None] Deleting port f190dd03-0c9f-4492-9367-95c40ac043b7 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:36.162963 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaeb-95f4-4f07-b69f-adece068cde5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.185226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 27e008f6-78b7-4a69-8160-21261957985a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:36.190642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b92c3b14-d31d-47d2-932e-962c27db19e8 req-39c63c47-cb81-4d8d-ba29-9523e08a85ea tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521649 Oct 12 22:52:36.241109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] For port f190dd03-0c9f-4492-9367-95c40ac043b7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f190dd03-0c9f-4492-9367-95c40ac043b7,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:36.241390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.258384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Calling delete_port for f190dd03-0c9f-4492-9367-95c40ac043b7 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:36.289934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1fbecaeb-95f4-4f07-b69f-adece068cde5 None None] For port f190dd03-0c9f-4492-9367-95c40ac043b7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f190dd03-0c9f-4492-9367-95c40ac043b7,segment=NetworkSegment(eeac0c0b-04d1-4651-b1e8-c043d10bd0ca),segment_id=eeac0c0b-04d1-4651-b1e8-c043d10bd0ca)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:36.290604 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaeb-95f4-4f07-b69f-adece068cde5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.333884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1fbecaeb-95f4-4f07-b69f-adece068cde5 None None] Calling delete_port for f190dd03-0c9f-4492-9367-95c40ac043b7 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:36.417501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 27e008f6-78b7-4a69-8160-21261957985a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:36.418028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.429811 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.442637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:52:36.454538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] For port 038e01d8-1767-4fd1-b79a-b919e19d7f43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=038e01d8-1767-4fd1-b79a-b919e19d7f43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:36.455146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.458911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.485760 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fbecaeb-95f4-4f07-b69f-adece068cde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.492235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb13460-3665-4ec2-8256-70cad184d750 req-5f873991-d861-41e7-9f45-15205587a236 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:36.505224 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fb13460-3665-4ec2-8256-70cad184d750 req-5f873991-d861-41e7-9f45-15205587a236 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 945 time: 0.2730200 Oct 12 22:52:36.540169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Pushing event deleted for resources: {'Port': ['ID=f190dd03-0c9f-4492-9367-95c40ac043b7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:36.563633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] No DVR routers for this DVR port f190dd03-0c9f-4492-9367-95c40ac043b7 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:36.585133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbecaeb-95f4-4f07-b69f-adece068cde5 None None] Pushing event deleted for resources: {'Port': ['ID=f190dd03-0c9f-4492-9367-95c40ac043b7,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:36.585133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbecaeb-95f4-4f07-b69f-adece068cde5 None None] No DVR routers for this DVR port f190dd03-0c9f-4492-9367-95c40ac043b7 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:36.592157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.594734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.610207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Calling delete_port for 038e01d8-1767-4fd1-b79a-b919e19d7f43 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:36.683616 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:36.692438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.733994 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372', 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76', 'port_id': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372', 'mac_address': 'fa:16:3e:c7:81:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ff1287-d372-4e26-b59a-ec1c7c5079dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:52:36.745117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fb13460-3665-4ec2-8256-70cad184d750 req-1dfc5d25-c44f-4551-b03d-030efaed1c8c tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386589 Oct 12 22:52:36.805687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 27e008f6-78b7-4a69-8160-21261957985a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=27e008f6-78b7-4a69-8160-21261957985a,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:36.823551 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.838224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:36.842177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.874866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:36.882271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980df2f-47df-4d8b-94c4-34ade6fb1cf5 req-f64323b0-2091-4828-9911-31a9cae72278 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:36.883937 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9980df2f-47df-4d8b-94c4-34ade6fb1cf5 req-f64323b0-2091-4828-9911-31a9cae72278 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 950 time: 0.1893134 Oct 12 22:52:36.889610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc2be2ce-e0af-42b6-b8a4-90bc9607348c']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:36.892830 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.907566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Pushing event updated for resources: {'Port': ['ID=c058eb24-948c-410b-ab32-f2dd4865b63c,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:36.928496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:36.929071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeac0c0b-04d1-4651-b1e8-c043d10bd0ca') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:36.947626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.952751 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.970744 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40a60956-981c-450b-a147-bff3794d2799 req-aabfd592-4bf4-4d60-93fd-46940920d333 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.0740750 Oct 12 22:52:36.973810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9980df2f-47df-4d8b-94c4-34ade6fb1cf5 req-23a1d157-0375-4ac2-9f37-685a5d50998d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811546 Oct 12 22:52:36.982204 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.989720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:52:36.990031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.990541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:52:36.992715 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:52:37.009159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4387725d-cb5a-49d1-a2b4-1dc4a6643392 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:37.033313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4387725d-cb5a-49d1-a2b4-1dc4a6643392 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:37.034067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4387725d-cb5a-49d1-a2b4-1dc4a6643392 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:37.053471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=27e008f6-78b7-4a69-8160-21261957985a,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:37.112740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:37.203346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:37.214441 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:37.234052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['6175d0ea-d9fc-4094-8c23-c1fc9fff3372'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:37.235945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d844e-fb7e-4efa-ad91-cc974b1fd38c req-c6847bcc-384b-40f9-8520-00dc7f973d4b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:37.238558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] 10.222.0.31 "DELETE /v2.0/networks/bc2be2ce-e0af-42b6-b8a4-90bc9607348c HTTP/1.1" status: 204 len: 168 time: 1.7242115 Oct 12 22:52:37.243306 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e93d844e-fb7e-4efa-ad91-cc974b1fd38c req-c6847bcc-384b-40f9-8520-00dc7f973d4b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 944 time: 0.1367688 Oct 12 22:52:37.262452 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:37.276531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Network e826d9a4-f53f-42ef-8332-e2c8d66f793a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:37.289745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c63f9e2-d482-4e3e-bfbe-5f93af6ebb00 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc2be2ce-e0af-42b6-b8a4-90bc9607348c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:37.301736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:37.319544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['69879ed8-43f0-47b8-83d7-550d5c554923'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:37.388139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:37.400148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e93d844e-fb7e-4efa-ad91-cc974b1fd38c req-de712bb7-0d19-4199-9e46-b7b18eda6ff6 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559229 Oct 12 22:52:37.401078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:37.445408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19222b1b-e43c-4b10-892a-69c7044078ad req-53de6c78-7ed3-484f-adaf-bec2b31403d4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:37.446852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19222b1b-e43c-4b10-892a-69c7044078ad req-53de6c78-7ed3-484f-adaf-bec2b31403d4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.0922341 Oct 12 22:52:37.549004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19222b1b-e43c-4b10-892a-69c7044078ad req-5a2de608-51d0-4d3e-ad1e-8474e73b60d0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955758 Oct 12 22:52:37.731029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40484) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:37.804043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3888cca2-4e18-41d2-9c1e-62c3cb174d2d None None] Provisioning complete for port c058eb24-948c-410b-ab32-f2dd4865b63c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:37.804788 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3888cca2-4e18-41d2-9c1e-62c3cb174d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:37.836997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b7c4f6bf-f0c5-410d-9c19-0d8e78304dc5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6ffb25f2a74e4e1b9d48a9f1d871ca9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1038744 Oct 12 22:52:37.838865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40490) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:37.890839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3888cca2-4e18-41d2-9c1e-62c3cb174d2d None None] Port c058eb24-948c-410b-ab32-f2dd4865b63c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:52:37.910495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b', '77dd7869-6d98-4b7f-b459-9456aa237fe1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:37.939412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a2627d-25bf-4473-a67d-932cc68d930e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:37.991575 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a2627d-25bf-4473-a67d-932cc68d930e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:37.993102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:38.002246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Pushing event updated for resources: {'Port': ['ID=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:38.011526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:38.117923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event deleted for resources: {'Port': ['ID=038e01d8-1767-4fd1-b79a-b919e19d7f43,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:38.119985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 27e008f6-78b7-4a69-8160-21261957985a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:38.177783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a2627d-25bf-4473-a67d-932cc68d930e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:38.180846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a2627d-25bf-4473-a67d-932cc68d930e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:38.183654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-64a2627d-25bf-4473-a67d-932cc68d930e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b4d09b9-bd04-4013-bb56-513409ce82de HTTP/1.1" status: 204 len: 168 time: 0.3436890 Oct 12 22:52:38.205186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] No DVR routers for this DVR port 038e01d8-1767-4fd1-b79a-b919e19d7f43 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:38.225749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:38.226630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:38.253337 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:38.256821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e472f06f-c601-46f9-b66c-b598269d1e6b req-a7c104c3-83b7-4868-bc89-1cdd05a72ba4 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "DELETE /v2.0/ports/038e01d8-1767-4fd1-b79a-b919e19d7f43 HTTP/1.1" status: 204 len: 173 time: 2.6810417 Oct 12 22:52:38.266210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77744c23-397a-407e-9117-f98a92882c80', 'name': 'network-vif-deleted', 'tag': '038e01d8-1767-4fd1-b79a-b919e19d7f43'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:38.274240 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfe6f8f-645f-4cdc-8756-591407c708bc" -d '{"events": [{"server_uuid": "77744c23-397a-407e-9117-f98a92882c80", "name": "network-vif-deleted", "tag": "038e01d8-1767-4fd1-b79a-b919e19d7f43"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:38.284850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2627d-25bf-4473-a67d-932cc68d930e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4d09b9-bd04-4013-bb56-513409ce82de,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:38.307382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 27e008f6-78b7-4a69-8160-21261957985a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:38.312676 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:38.316573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5608361-25ae-43ca-9e52-4afe8a2a9fd7 req-18663718-307e-4157-b89d-a7f4f35524dd tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:38.326234 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5608361-25ae-43ca-9e52-4afe8a2a9fd7 req-18663718-307e-4157-b89d-a7f4f35524dd tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 945 time: 0.3279412 Oct 12 22:52:38.333657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Router 13f0d286-e676-499c-a1af-c74abd06bacf has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:38.366897 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0146a308-f400-48df-beb5-9442485ffd43 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3858075 Oct 12 22:52:38.367084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0d8fb-79c2-442f-83d5-f3e71bf363d9 req-f2e34c61-660c-4f41-bf5e-3c2ee4674c5f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:38.373454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-78a0d8fb-79c2-442f-83d5-f3e71bf363d9 req-f2e34c61-660c-4f41-bf5e-3c2ee4674c5f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 932 time: 0.2072890 Oct 12 22:52:38.390506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Request body: {'port': {'device_id': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:38.396089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de', '819fda52-d536-4293-aaf8-47453c57b829', 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:38.461607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-78a0d8fb-79c2-442f-83d5-f3e71bf363d9 req-a8da3f54-733d-40f4-ae8a-768b66078357 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799904 Oct 12 22:52:38.474528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:38.571576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:38.581532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d9c97d64-6dc7-48a3-a156-5e84befac47e admin admin] 10.222.0.31 "PUT /v2.0/routers/13f0d286-e676-499c-a1af-c74abd06bacf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0450740 Oct 12 22:52:38.593936 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5608361-25ae-43ca-9e52-4afe8a2a9fd7 req-b08bc112-6c7a-4116-907b-939d64642936 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666476 Oct 12 22:52:38.617759 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a41c185c-7aa4-4346-9fb9-403e05cc5387 req-ca0d7b44-5997-442a-a215-923c942e68ee tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=77744c23-397a-407e-9117-f98a92882c80 HTTP/1.1" status: 200 len: 210 time: 0.0626614 Oct 12 22:52:38.665012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Sync routers for ids ['13f0d286-e676-499c-a1af-c74abd06bacf'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:38.690501 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:38.734840 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c741b64-1819-4733-9d02-36fb09fd2ce7 x-openstack-request-id: req-8c741b64-1819-4733-9d02-36fb09fd2ce7 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:38.735171 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77744c23-397a-407e-9117-f98a92882c80", "name": "network-vif-deleted", "tag": "038e01d8-1767-4fd1-b79a-b919e19d7f43", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:38.735429 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c741b64-1819-4733-9d02-36fb09fd2ce7 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:38.735919 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77744c23-397a-407e-9117-f98a92882c80', 'name': 'network-vif-deleted', 'tag': '038e01d8-1767-4fd1-b79a-b919e19d7f43', 'status': 'completed', 'code': 200} Oct 12 22:52:38.830451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Routers {'13f0d286-e676-499c-a1af-c74abd06bacf'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:38.849494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40508) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:38.852784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13f0d286-e676-499c-a1af-c74abd06bacf'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:38.866584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8df4fc-b669-4388-911a-a512cca36659 req-27f9fcef-77b8-4868-938d-324ea5090fce tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:38.878777 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2d8df4fc-b669-4388-911a-a512cca36659 req-27f9fcef-77b8-4868-938d-324ea5090fce tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 944 time: 0.1283126 Oct 12 22:52:38.960699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f190dd03-0c9f-4492-9367-95c40ac043b7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:38.999584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2d8df4fc-b669-4388-911a-a512cca36659 req-c7dcdce1-d590-4f71-ba62-12730e6ecb20 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183469 Oct 12 22:52:39.057206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:52:39.059246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f190dd03-0c9f-4492-9367-95c40ac043b7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:39.059931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f190dd03-0c9f-4492-9367-95c40ac043b7 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:39.105829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:39.106123 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:39.132253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-157831219'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:39.187225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Set router 13f0d286-e676-499c-a1af-c74abd06bacf gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:39.207197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e97ea7f-3bfd-4437-aff3-d3f3e1044138 req-29d4789f-62dd-42be-810f-c1b954c833fd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:39.208904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e97ea7f-3bfd-4437-aff3-d3f3e1044138 req-29d4789f-62dd-42be-810f-c1b954c833fd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.3668954 Oct 12 22:52:39.344217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:39.350868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:39.417937 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e97ea7f-3bfd-4437-aff3-d3f3e1044138 req-1832b403-41b6-42d6-b4f5-22701c09fbf3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170459 Oct 12 22:52:39.430353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:52:39.440666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:39.441019 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Added segment f03617e6-e628-4b05-b1f2-18bbe6cd4e37 of type vlan for network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c Oct 12 22:52:39.520436 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:39.573426 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:39.651244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:39.668830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:39.669494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:39.716642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b754ac-d2d3-4d17-8c1a-d911a0c52556 req-03263723-7caa-49eb-bd58-eb9057ebfdd6 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:39.720175 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-87b754ac-d2d3-4d17-8c1a-d911a0c52556 req-03263723-7caa-49eb-bd58-eb9057ebfdd6 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 932 time: 0.1210074 Oct 12 22:52:39.789952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-87b754ac-d2d3-4d17-8c1a-d911a0c52556 req-e63fec68-766a-4ab7-9cb9-9c162ab5dc39 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623138 Oct 12 22:52:39.887094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Network': ['ID=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:39.895215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa76c75-efce-4d95-b8c2-aaf4f6853ed4 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:39.906268 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:39.921926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796bf0e-34e8-4427-9456-4abd4163a07e req-76567ac5-f72b-432d-aa94-b06b5d63f43e tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:39.925347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1796bf0e-34e8-4427-9456-4abd4163a07e req-76567ac5-f72b-432d-aa94-b06b5d63f43e tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 945 time: 0.1440170 Oct 12 22:52:39.935734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:39.946642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:39.948683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Transition to ACTIVE for port object efa76c75-efce-4d95-b8c2-aaf4f6853ed4 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:52:39.954510 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed40d11f-f635-420c-a2cf-8d039000cae9" -d '{"events": [{"server_uuid": "dfa8bba0-03ef-4401-ad4b-3266543f58e4", "name": "network-vif-plugged", "status": "completed", "tag": "0f7dc98d-fbab-4608-83ec-b43d6d9dd533"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:39.957912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40544) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:39.958165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:52:39.960429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8b08b499-a833-4340-b986-fd17e34e1f16 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1037591 Oct 12 22:52:39.963943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'subnet': {'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:39.978494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40546) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:40.007167 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1796bf0e-34e8-4427-9456-4abd4163a07e req-ff194985-49fb-4f72-8a1e-42b42078e1f4 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767124 Oct 12 22:52:40.037860 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:40.038682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 038e01d8-1767-4fd1-b79a-b919e19d7f43 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:40.046806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:40.132895 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e6fe157-ed61-4db4-b9b5-42bd90379bf9 x-openstack-request-id: req-6e6fe157-ed61-4db4-b9b5-42bd90379bf9 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:40.143866 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa8bba0-03ef-4401-ad4b-3266543f58e4", "name": "network-vif-plugged", "status": "completed", "tag": "0f7dc98d-fbab-4608-83ec-b43d6d9dd533", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:40.144396 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e6fe157-ed61-4db4-b9b5-42bd90379bf9 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:40.144836 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533', 'code': 200} Oct 12 22:52:40.200329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:40.205174 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:40.228868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '27e008f6-78b7-4a69-8160-21261957985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:25Z', 'updated_at': '2021-10-12T22:52:34Z', 'revision_number': 4, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'gw_port': {'id': '27e008f6-78b7-4a69-8160-21261957985a', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:27Z', 'updated_at': '2021-10-12T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'c058eb24-948c-410b-ab32-f2dd4865b63c', 'name': '', 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'mac_address': 'fa:16:3e:ac:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '6b273532-a8e9-49ed-8e67-0100c748fb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:33Z', 'updated_at': '2021-10-12T22:52:35Z', 'revision_number': 2, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'subnets': [{'id': '6b273532-a8e9-49ed-8e67-0100c748fb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:40.230665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 038e01d8-1767-4fd1-b79a-b919e19d7f43 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:40.231049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 038e01d8-1767-4fd1-b79a-b919e19d7f43 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:40.311749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2030849077-network', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:40.327168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Pushing event updated for resources: {'Port': ['ID=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:40.357104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:40.428335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae0c29-d6d3-4222-a103-2ab2c31b643f req-44a59d50-be50-4a0a-b821-1f567c67690a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:40.430007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7aae0c29-d6d3-4222-a103-2ab2c31b643f req-44a59d50-be50-4a0a-b821-1f567c67690a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 1098 time: 0.2228494 Oct 12 22:52:40.443623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd923152-c894-40fc-88ae-22ffa08ed557 req-514b9a69-3e52-46a6-833a-011cf6b3157f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:40.445358 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd923152-c894-40fc-88ae-22ffa08ed557 req-514b9a69-3e52-46a6-833a-011cf6b3157f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 944 time: 0.2643330 Oct 12 22:52:40.477325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:40.529125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:40.538487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:40.538487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:40.538487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd923152-c894-40fc-88ae-22ffa08ed557 req-2e8887da-bb50-47d4-a4c2-2d6d2023550a tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767150 Oct 12 22:52:40.542617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:52:40.543052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:40.549650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7aae0c29-d6d3-4222-a103-2ab2c31b643f req-fc3abeea-7422-46fc-b7a5-179d0824fba8 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020014 Oct 12 22:52:40.550473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:40.551297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:40.551634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:40.552131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Bound port: efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:40.552546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:40.564999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Made reservation on behalf of ba3211c40cb247cd9d30761c7d32e7f5 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:40.567497 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:40.576514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Checking router: 13f0d286-e676-499c-a1af-c74abd06bacf for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:40.576514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Updating router 13f0d286-e676-499c-a1af-c74abd06bacf port c058eb24-948c-410b-ab32-f2dd4865b63c binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:52:40.580351 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:40.604517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:40.675171 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:40.688526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d18a70-d3aa-4210-9db8-6ceb3a2b7640 req-55e753da-d46f-40f3-9d28-81e17b3966a3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:40.696672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9d18a70-d3aa-4210-9db8-6ceb3a2b7640 req-55e753da-d46f-40f3-9d28-81e17b3966a3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1376202 Oct 12 22:52:40.736365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:40.744992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:40.761998 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9d18a70-d3aa-4210-9db8-6ceb3a2b7640 req-f72d7f8a-6430-4d58-971c-b39b8238c0be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600336 Oct 12 22:52:40.768228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abd742-c895-4fdd-884e-b68e928dfb47 req-294bd13e-ef7e-4dbf-9ef6-31340408e21d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:40.776567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36abd742-c895-4fdd-884e-b68e928dfb47 req-294bd13e-ef7e-4dbf-9ef6-31340408e21d tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 950 time: 0.1231706 Oct 12 22:52:40.801106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Subnet': ['ID=5ad9ae98-919e-4521-a0b5-2e95d5c23fa4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:40.814406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.814747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.818522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.818871 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.819240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.819576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.819907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.820233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.820554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.820874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.823036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.834813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:40.862073 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:40.873494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Checking segment: {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:40.874428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network hostable DHCP agents. Network: db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:52:40.936759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.004303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Pushing event updated for resources: {'Port': ['ID=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:41.006258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:52:41.012603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:52:41.020343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.020343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.020685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:41.021028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.021266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.021666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.022497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.022897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.023353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.023743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.024134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.024548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.024932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.025505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:52:41.031810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:41.034024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.035549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-f0128dfc-1df4-4696-a07d-ffa95ead8c1d service neutron] 10.222.0.41 "PUT /v2.0/ports/efa76c75-efce-4d95-b8c2-aaf4f6853ed4 HTTP/1.1" status: 200 len: 1093 time: 2.6503489 Oct 12 22:52:41.036074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:41.038630 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d292848-ced7-40f1-9fcd-558e08b98f37" -d '{"events": [{"name": "network-changed", "server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:41.050193 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.055412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b47de5-4601-4c19-99bd-e1f3bb92eb0f req-f4eb97bd-30c6-4ee4-b472-4c54e2df717c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:41.057435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70b47de5-4601-4c19-99bd-e1f3bb92eb0f req-f4eb97bd-30c6-4ee4-b472-4c54e2df717c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.1229084 Oct 12 22:52:41.066621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36abd742-c895-4fdd-884e-b68e928dfb47 req-755c0c4b-f976-4050-b5d2-d2d5bbe05d2a tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890906 Oct 12 22:52:41.095627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13fafcb8-6092-45a8-9446-4eac930dcf28,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:41.111576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:52:41.117418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.117854 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Added segment a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce of type vlan for network c1bcd4c0-0176-4aac-ae31-535c79cd4618 Oct 12 22:52:41.127840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:41.159789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:41.162515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.166880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f791ae57-e4ed-474d-8f37-097c1e14d6fa None None] Network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:41.220466 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70b47de5-4601-4c19-99bd-e1f3bb92eb0f req-484de552-f9be-4b08-9a44-f694c6d3eb47 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551344 Oct 12 22:52:41.251953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.268708 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef3aec-ff4c-455a-8ec2-4b8bca03d81e x-openstack-request-id: req-9bef3aec-ff4c-455a-8ec2-4b8bca03d81e {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:41.269083 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:41.269952 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9bef3aec-ff4c-455a-8ec2-4b8bca03d81e {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:41.270410 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4', 'status': 'completed', 'code': 200} Oct 12 22:52:41.292445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56df620b-5ce1-414d-addd-bda3bc724e8f req-63e92a95-b645-40e9-a7d6-c19fa45ef7d9 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:41.292445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56df620b-5ce1-414d-addd-bda3bc724e8f req-63e92a95-b645-40e9-a7d6-c19fa45ef7d9 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 946 time: 0.0879841 Oct 12 22:52:41.293937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-d9c4b90e-e8e0-4d37-93c5-446e69651869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:41.295512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-d9c4b90e-e8e0-4d37-93c5-446e69651869 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 1096 time: 0.1373665 Oct 12 22:52:41.298982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40564) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:41.299307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d5ca4341-ac19-4e51-8711-d32e97c4844b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3389938 Oct 12 22:52:41.304231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1623290748'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:41.378578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-8145f1f6-2fb9-4b3a-ac26-518db0d8d0a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4 HTTP/1.1" status: 200 len: 217 time: 0.0546682 Oct 12 22:52:41.391494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:41.395616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.477865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:52:41.488314 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.488721 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Added segment 88f09037-6755-4a1f-98dd-5683d6682941 of type vlan for network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 Oct 12 22:52:41.540664 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.574439 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.576085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:41.577202 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.595894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56df620b-5ce1-414d-addd-bda3bc724e8f req-bfd0f894-135e-4fb6-817b-5629705ac483 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2255104 Oct 12 22:52:41.644588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.650891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:41.651662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.677593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-dd0e5914-2947-4509-92e8-9fb45bd2a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:41.679645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-dd0e5914-2947-4509-92e8-9fb45bd2a255 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.2785728 Oct 12 22:52:41.686622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] Pushing event updated for resources: {'Network': ['ID=c1bcd4c0-0176-4aac-ae31-535c79cd4618,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:41.708927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c1bcd4c0-0176-4aac-ae31-535c79cd4618 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:52:41.734339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c', 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'fixed_ips': [{'subnet_id': '5ad9ae98-919e-4521-a0b5-2e95d5c23fa4'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:52:41.735720 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.787616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1551bf1-dcc1-48a4-9e80-c77f08be430f req-a92317c7-6d58-4724-a081-03651b2dec67 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:41.789218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1551bf1-dcc1-48a4-9e80-c77f08be430f req-a92317c7-6d58-4724-a081-03651b2dec67 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 944 time: 0.1308293 Oct 12 22:52:41.798249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e629a66a-27da-4f09-9b23-cd3c6a500556 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8059530 Oct 12 22:52:41.813111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40572) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:41.821796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5218127 Oct 12 22:52:41.822042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:41.824493 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-62868e9a-f281-496b-8fe7-cbe43e988a95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058869 Oct 12 22:52:41.828268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40574) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:41.832853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Request body: {'subnet': {'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2030849077-subnet', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:41.842655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'subnet': {'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:41.898363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1551bf1-dcc1-48a4-9e80-c77f08be430f req-08021f08-bddb-40ca-a392-712605e97505 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736721 Oct 12 22:52:41.976692 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-0d4e9f88-955b-4694-ad4b-7f2685370f38 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203892 Oct 12 22:52:42.036135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:42.060283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb2536-9092-43d1-b2b4-54a2ec1c17e6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Network': ['ID=c9faa86d-d3ba-4a96-968e-7b2d63d56b16,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:42.071209 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:42.094893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:52:42.154588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:42.164777 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480268db-7f80-4785-8e7d-defeb2f297b9" -d '{"events": [{"server_uuid": "ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94", "name": "network-vif-plugged", "status": "completed", "tag": "6175d0ea-d9fc-4094-8c23-c1fc9fff3372"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:42.230572 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7334ba40-4ced-4155-93ed-bbd690d1fe99 req-25e42234-811d-4e53-93ce-1f8b64d6e2e4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:42.232117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7334ba40-4ced-4155-93ed-bbd690d1fe99 req-25e42234-811d-4e53-93ce-1f8b64d6e2e4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.2544739 Oct 12 22:52:42.239154 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:42.262403 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:42.285691 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-af5b13b7-a6af-40b8-bc9c-bbf73821a6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:42.286306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Made reservation on behalf of ba3211c40cb247cd9d30761c7d32e7f5 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:42.292504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:42.302123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f89f2a-f554-4b02-af03-298b4ff8b17d req-3df5018c-ef91-4e51-a722-ddf26575e5a7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:42.306176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6f89f2a-f554-4b02-af03-298b4ff8b17d req-3df5018c-ef91-4e51-a722-ddf26575e5a7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 950 time: 0.1131561 Oct 12 22:52:42.425401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6f89f2a-f554-4b02-af03-298b4ff8b17d req-4563de6f-a394-49f7-af54-fbf6f8efed65 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007843 Oct 12 22:52:42.440108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:42.448092 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:42.509485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Allocated IP 19.80.0.2 (db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c/5ad9ae98-919e-4521-a0b5-2e95d5c23fa4/fab73b6a-ee6e-41e7-8433-c89482527750) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:42.574921 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0a9083-bf23-415e-9608-801dded09630 x-openstack-request-id: req-7d0a9083-bf23-415e-9608-801dded09630 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:42.575681 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94", "name": "network-vif-plugged", "status": "completed", "tag": "6175d0ea-d9fc-4094-8c23-c1fc9fff3372", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:42.577074 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d0a9083-bf23-415e-9608-801dded09630 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:42.578093 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372', 'code': 200} Oct 12 22:52:42.700687 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffca5a59-14e8-4592-acfa-94b1fb78ebc6 req-04eb6061-d9f1-4f35-9082-676eb89992ee service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6991000 Oct 12 22:52:42.737647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f5c51-17f9-40a7-93f2-c8f3902ea92b req-5dc9a6e4-60c3-403e-be06-6245b8f8fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:42.739333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-945f5c51-17f9-40a7-93f2-c8f3902ea92b req-5dc9a6e4-60c3-403e-be06-6245b8f8fc36 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 1097 time: 0.1554811 Oct 12 22:52:42.769684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7334ba40-4ced-4155-93ed-bbd690d1fe99 req-b00f8319-490b-42ad-9993-d6613b14ca8b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915118 Oct 12 22:52:42.796769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287449f9-f072-4118-bc1a-cbca3169518b req-ae5771d2-c07d-4273-a279-7f6de82bb767 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:42.796769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-287449f9-f072-4118-bc1a-cbca3169518b req-ae5771d2-c07d-4273-a279-7f6de82bb767 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 950 time: 0.6049879 Oct 12 22:52:42.898610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c583fbf-4dbf-4d4e-bd68-f1d3bb5d7a9c req-f90d87b9-84f4-4dc9-b664-3cebc3330893 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:42.911944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c583fbf-4dbf-4d4e-bd68-f1d3bb5d7a9c req-f90d87b9-84f4-4dc9-b664-3cebc3330893 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.2491832 Oct 12 22:52:42.921365 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:42.946579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:42.963702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Attempting to bind port c058eb24-948c-410b-ab32-f2dd4865b63c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:42.964075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Attempting to bind port c058eb24-948c-410b-ab32-f2dd4865b63c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '41512baa-2fb4-487d-a613-22c1c96fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:42.964495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Attempting to bind port c058eb24-948c-410b-ab32-f2dd4865b63c on network e826d9a4-f53f-42ef-8332-e2c8d66f793a {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:42.965139 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-945f5c51-17f9-40a7-93f2-c8f3902ea92b req-6aaa7177-6ea5-42d3-9a8a-8e9caeb58e29 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121902 Oct 12 22:52:43.031828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c583fbf-4dbf-4d4e-bd68-f1d3bb5d7a9c req-06864c69-7a38-4a50-a7de-43c54f89979f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178825 Oct 12 22:52:43.066746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d07b4109-86c2-4167-91ac-2782531c8b27 None None] Provisioning complete for port c058eb24-948c-410b-ab32-f2dd4865b63c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:43.068267 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d07b4109-86c2-4167-91ac-2782531c8b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.078394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-5afcdc7a-19cc-4586-b884-8c8c01476377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:43.080066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-5afcdc7a-19cc-4586-b884-8c8c01476377 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 1096 time: 0.2356429 Oct 12 22:52:43.110453 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.112978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:43.113576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Checking segment: {'id': '41512baa-2fb4-487d-a613-22c1c96fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:43.114137 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.114696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Bound using segment: {'id': '41512baa-2fb4-487d-a613-22c1c96fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:43.115494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Bound port: c058eb24-948c-410b-ab32-f2dd4865b63c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41512baa-2fb4-487d-a613-22c1c96fb28d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:43.116039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.135884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d07b4109-86c2-4167-91ac-2782531c8b27 None None] Port c058eb24-948c-410b-ab32-f2dd4865b63c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:52:43.140897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c14f14-ade0-446d-977b-15b0cc7dae0b None None] Pushing event updated for resources: {'Port': ['ID=c058eb24-948c-410b-ab32-f2dd4865b63c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:43.228231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c70df-e15f-4ee7-9434-41ee91e2d9d7 req-122359c6-e9a4-43a1-a2f5-5d6c4ebb6816 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:43.229839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c0c70df-e15f-4ee7-9434-41ee91e2d9d7 req-122359c6-e9a4-43a1-a2f5-5d6c4ebb6816 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 945 time: 0.1096103 Oct 12 22:52:43.271337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:43.272098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Pushing event updated for resources: {'Port': ['ID=fab73b6a-ee6e-41e7-8433-c89482527750,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:43.282826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:43.285327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:43.299761 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c0c70df-e15f-4ee7-9434-41ee91e2d9d7 req-70a2cbeb-2dab-4887-868e-ea7cf70e7cf3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573587 Oct 12 22:52:43.328316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9dff0-8a8f-4a36-8384-0679298ad68b req-d26d00c8-8f2a-4461-898b-0d6d5afd98de tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:43.328739 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c0734e8e-56af-4060-99bf-c553ce9ab3ec service neutron] show failed (client error): The resource could not be found. Oct 12 22:52:43.332582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c0734e8e-56af-4060-99bf-c553ce9ab3ec service neutron] 10.222.0.25 "GET /v2.0/ports/9af816b2-022c-410b-b525-4c3656557af9/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.1492991 Oct 12 22:52:43.333970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6a9dff0-8a8f-4a36-8384-0679298ad68b req-d26d00c8-8f2a-4461-898b-0d6d5afd98de tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 946 time: 0.3550904 Oct 12 22:52:43.351509 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.366043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-287449f9-f072-4118-bc1a-cbca3169518b req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Deleting port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:43.366043 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-287449f9-f072-4118-bc1a-cbca3169518b req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.366752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] For port c058eb24-948c-410b-ab32-f2dd4865b63c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:43.377719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Attempting to bind port fab73b6a-ee6e-41e7-8433-c89482527750 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:43.378080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Attempting to bind port fab73b6a-ee6e-41e7-8433-c89482527750 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:43.378445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Attempting to bind port fab73b6a-ee6e-41e7-8433-c89482527750 on network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:43.386800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:43.387214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Checking segment: {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:43.387629 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.388027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Bound using segment: {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:43.388516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Bound port: fab73b6a-ee6e-41e7-8433-c89482527750, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:43.388901 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.393449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] For port c058eb24-948c-410b-ab32-f2dd4865b63c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c058eb24-948c-410b-ab32-f2dd4865b63c,segment=NetworkSegment(41512baa-2fb4-487d-a613-22c1c96fb28d),segment_id=41512baa-2fb4-487d-a613-22c1c96fb28d)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:43.410141 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.469938 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] For port fab73b6a-ee6e-41e7-8433-c89482527750, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:43.473878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] For port fab73b6a-ee6e-41e7-8433-c89482527750, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fab73b6a-ee6e-41e7-8433-c89482527750,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:43.475950 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.536033 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:43.585855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Routers {'13f0d286-e676-499c-a1af-c74abd06bacf'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:43.586219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13f0d286-e676-499c-a1af-c74abd06bacf'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:43.590530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c14f14-ade0-446d-977b-15b0cc7dae0b None None] Pushing event updated for resources: {'Port': ['ID=c058eb24-948c-410b-ab32-f2dd4865b63c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:43.636009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b669ef-0e94-477e-84a4-503c5a12c179 req-4abce8a9-837a-48a0-9047-2d5b2eb01365 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:43.637972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6a9dff0-8a8f-4a36-8384-0679298ad68b req-1ec86aeb-62cd-4798-a8e2-ebd23d6e4983 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2909451 Oct 12 22:52:43.657170 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3b669ef-0e94-477e-84a4-503c5a12c179 req-4abce8a9-837a-48a0-9047-2d5b2eb01365 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 950 time: 0.1170740 Oct 12 22:52:43.790225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3b669ef-0e94-477e-84a4-503c5a12c179 req-7660faae-7e8d-4f98-b4ff-1e398a55de09 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300437 Oct 12 22:52:44.079717 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:52:44.115753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a87a28-6e91-49e4-bfb2-914483b430a3 req-a2ba165b-76de-4af7-a8fb-32aae56f5f34 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:44.131395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4a87a28-6e91-49e4-bfb2-914483b430a3 req-a2ba165b-76de-4af7-a8fb-32aae56f5f34 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.2001660 Oct 12 22:52:44.149963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] Set router 13f0d286-e676-499c-a1af-c74abd06bacf gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:44.226097 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4a87a28-6e91-49e4-bfb2-914483b430a3 req-ce4f59da-5012-40f3-8f14-6f4b5d08fcfb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934625 Oct 12 22:52:44.304975 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa9e54d-a237-45fc-a516-2965669ae303 None None] Pushing event updated for resources: {'Port': ['ID=fab73b6a-ee6e-41e7-8433-c89482527750,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:44.319325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92348f0e-b611-483a-9b5e-118e42f12b47 None None] Provisioning complete for port c058eb24-948c-410b-ab32-f2dd4865b63c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:44.327438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92348f0e-b611-483a-9b5e-118e42f12b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:44.352060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccabcdec-718f-458d-994e-19ebc0a55ddd req-de5f5489-e510-4fb2-8d2c-d99eada166b4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:44.360745 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccabcdec-718f-458d-994e-19ebc0a55ddd req-de5f5489-e510-4fb2-8d2c-d99eada166b4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.0711665 Oct 12 22:52:44.426027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccabcdec-718f-458d-994e-19ebc0a55ddd req-4a146469-3467-4f25-bc78-d34eef71fe6c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634942 Oct 12 22:52:44.457202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Subnet': ['ID=0d360bda-d363-41ed-adea-0a410ecc878c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:44.493399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-3c24df6c-6b73-46ec-a958-3acb57a5f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:44.494966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-3c24df6c-6b73-46ec-a958-3acb57a5f17d service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 1.3846161 Oct 12 22:52:44.506776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Checking segment: {'id': '88f09037-6755-4a1f-98dd-5683d6682941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:44.506776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network hostable DHCP agents. Network: c9faa86d-d3ba-4a96-968e-7b2d63d56b16, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:52:44.530998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '27e008f6-78b7-4a69-8160-21261957985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:25Z', 'updated_at': '2021-10-12T22:52:34Z', 'revision_number': 4, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'gw_port': {'id': '27e008f6-78b7-4a69-8160-21261957985a', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:27Z', 'updated_at': '2021-10-12T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'c058eb24-948c-410b-ab32-f2dd4865b63c', 'name': '', 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'mac_address': 'fa:16:3e:ac:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '6b273532-a8e9-49ed-8e67-0100c748fb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:33Z', 'updated_at': '2021-10-12T22:52:43Z', 'revision_number': 4, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'subnets': [{'id': '6b273532-a8e9-49ed-8e67-0100c748fb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:44.575703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154f8440-f2ba-4fca-bef0-dfc4942a0489 None None] The sync data for ids ['13f0d286-e676-499c-a1af-c74abd06bacf'] in n-d-790519-14 is: [{'id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '27e008f6-78b7-4a69-8160-21261957985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:25Z', 'updated_at': '2021-10-12T22:52:34Z', 'revision_number': 4, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'gw_port': {'id': '27e008f6-78b7-4a69-8160-21261957985a', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:27Z', 'updated_at': '2021-10-12T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'c058eb24-948c-410b-ab32-f2dd4865b63c', 'name': '', 'network_id': 'e826d9a4-f53f-42ef-8332-e2c8d66f793a', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'mac_address': 'fa:16:3e:ac:53:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': '6b273532-a8e9-49ed-8e67-0100c748fb4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:33Z', 'updated_at': '2021-10-12T22:52:43Z', 'revision_number': 4, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'subnets': [{'id': '6b273532-a8e9-49ed-8e67-0100c748fb4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:44.582526 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92348f0e-b611-483a-9b5e-118e42f12b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:44.602951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca5a28-ead3-4585-810a-7f9777ffba8e req-0d51be9a-e65b-496e-8edf-4a8eb2ccda63 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:44.604654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3aca5a28-ead3-4585-810a-7f9777ffba8e req-0d51be9a-e65b-496e-8edf-4a8eb2ccda63 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 945 time: 0.0773787 Oct 12 22:52:44.630702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92348f0e-b611-483a-9b5e-118e42f12b47 None None] For port c058eb24-948c-410b-ab32-f2dd4865b63c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c058eb24-948c-410b-ab32-f2dd4865b63c,segment=NetworkSegment(41512baa-2fb4-487d-a613-22c1c96fb28d),segment_id=41512baa-2fb4-487d-a613-22c1c96fb28d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:44.654511 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3aca5a28-ead3-4585-810a-7f9777ffba8e req-70836481-37e5-4fdd-853e-6b9f369debdc tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415196 Oct 12 22:52:44.743849 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92348f0e-b611-483a-9b5e-118e42f12b47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:44.746786 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-af302409-2331-442f-a72f-d30e49c88fe4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4 HTTP/1.1" status: 200 len: 217 time: 0.2084157 Oct 12 22:52:44.844563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Checking segment: {'id': 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:44.845052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Network hostable DHCP agents. Network: c1bcd4c0-0176-4aac-ae31-535c79cd4618, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:52:44.857511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:52:44.905325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92348f0e-b611-483a-9b5e-118e42f12b47 None None] Pushing event updated for resources: {'Port': ['ID=c058eb24-948c-410b-ab32-f2dd4865b63c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:44.909853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-287449f9-f072-4118-bc1a-cbca3169518b req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] For port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:44.913426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-287449f9-f072-4118-bc1a-cbca3169518b req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:44.964485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7425ec5-c8fc-4e83-bbaa-10a7bc071cc7 req-d4de9216-78d7-4299-830d-29aa25d6a98b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:44.966730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7425ec5-c8fc-4e83-bbaa-10a7bc071cc7 req-d4de9216-78d7-4299-830d-29aa25d6a98b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 945 time: 0.1063685 Oct 12 22:52:44.968046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-9650decb-ef15-4535-b9f7-692efb2ad825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:44.969658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-9650decb-ef15-4535-b9f7-692efb2ad825 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9&tenant_id=71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 1102 time: 0.5616968 Oct 12 22:52:44.970401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=055cadc8-f363-4651-a52e-a937a2f9d6d1,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:44.984261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c9faa86d-d3ba-4a96-968e-7b2d63d56b16) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:44.988930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:44.990342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:44.991868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a1c40-f35a-4a7a-85d7-ca3d4f94b255 None None] Network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:44.997718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-287449f9-f072-4118-bc1a-cbca3169518b req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Calling delete_port for bd4a7751-ccc1-4b0f-8633-dd6fbb6768db owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:45.010805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:45.063650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7425ec5-c8fc-4e83-bbaa-10a7bc071cc7 req-661910d1-7dbe-434f-b219-05e8e7b308ec tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729697 Oct 12 22:52:45.104309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abdb727-c1c8-4c5a-9165-5e2f8488b046 req-58d0dc7a-ce45-4ccf-a6ee-84a990d8a95c tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:45.106389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6abdb727-c1c8-4c5a-9165-5e2f8488b046 req-58d0dc7a-ce45-4ccf-a6ee-84a990d8a95c tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 946 time: 0.6870186 Oct 12 22:52:45.116233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40608) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:45.121697 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Request body: {'floatingip': {'port_id': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:45.174295 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3459b2b-a55c-4ab5-8c84-0a85a35aa9d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:45.205613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-6ff156fa-9064-4dda-94d5-7b222f4cd367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:45.208574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-6ff156fa-9064-4dda-94d5-7b222f4cd367 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.4464238 Oct 12 22:52:45.314791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-89602377-4a2e-43e6-bb5b-22c3c0bf940e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978780 Oct 12 22:52:45.319137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Network c1bcd4c0-0176-4aac-ae31-535c79cd4618 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:52:45.346360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f26111fd-24e4-42c7-aee7-e58c20096173 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5083740 Oct 12 22:52:45.349514 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:45.367160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-c9faa86d-d3ba-4a96-968e-7b2d63d56b16', 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'fixed_ips': [{'subnet_id': '0d360bda-d363-41ed-adea-0a410ecc878c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:52:45.368163 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:45.460718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:45.492833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c1bcd4c0-0176-4aac-ae31-535c79cd4618) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:45.509512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:45.510099 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:45.559501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435c3454-d62b-4e45-9799-5c53cb77225d req-cb3874b1-2fcb-4a00-9bf7-fb2c246708b2 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:45.574009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-435c3454-d62b-4e45-9799-5c53cb77225d req-cb3874b1-2fcb-4a00-9bf7-fb2c246708b2 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 950 time: 0.3474607 Oct 12 22:52:45.617167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81176195-9798-40ae-8639-de96a39cf810 None None] Network c1bcd4c0-0176-4aac-ae31-535c79cd4618 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:45.617619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-678e939f-7979-439d-aba3-4aa016031632 None None] Network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:45.674985 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:45.775399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cf03ded4-a581-4237-9fbb-b9140d6edaae None None] Provisioning complete for port fab73b6a-ee6e-41e7-8433-c89482527750 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:45.775781 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf03ded4-a581-4237-9fbb-b9140d6edaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:45.849316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1c6dad51-2c88-46da-84a5-a6e3ca41c6a4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 4.0319085 Oct 12 22:52:45.852055 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-1e103406-318b-49db-a2df-a314470d2b67 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433324 Oct 12 22:52:45.853569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40626) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:45.869528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-435c3454-d62b-4e45-9799-5c53cb77225d req-d7f59856-945a-4f96-a80c-6d0b1379fa46 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891083 Oct 12 22:52:45.870228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:46.098428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Allocated IP 19.86.0.2 (c9faa86d-d3ba-4a96-968e-7b2d63d56b16/0d360bda-d363-41ed-adea-0a410ecc878c/d6be6656-408a-4f4f-adaf-954770f704ab) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:46.172555 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.214855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.215981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.304181 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-287449f9-f072-4118-bc1a-cbca3169518b req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.331150 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf03ded4-a581-4237-9fbb-b9140d6edaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.349048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead1a86-c7c8-4b9b-854e-801a1fc23c43 req-39c9abef-8747-454a-94f7-721d0e33adaf tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:46.365456 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7ead1a86-c7c8-4b9b-854e-801a1fc23c43 req-39c9abef-8747-454a-94f7-721d0e33adaf tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.3310463 Oct 12 22:52:46.393628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fab73b6a-ee6e-41e7-8433-c89482527750 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:46.397032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de', '819fda52-d536-4293-aaf8-47453c57b829'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:46.461667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b', '77dd7869-6d98-4b7f-b459-9456aa237fe1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:46.463251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7ead1a86-c7c8-4b9b-854e-801a1fc23c43 req-fa2b9ec1-0a6e-423d-9578-204bd23e0d9f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968215 Oct 12 22:52:46.496813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.528188 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d292848-ced7-40f1-9fcd-558e08b98f37 req-28f0e5d4-0987-405d-8e4d-5309b0bec965 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6477320 Oct 12 22:52:46.536958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event deleted for resources: {'Port': ['ID=bd4a7751-ccc1-4b0f-8633-dd6fbb6768db,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:46.576816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9af816b2-022c-410b-b525-4c3656557af9 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:46.628781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4e103-cce9-4bc9-a383-5a0b92c2d0b6 req-107698a9-9106-4cf6-be7a-18055636bdb3 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:46.630546 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5bd4e103-cce9-4bc9-a383-5a0b92c2d0b6 req-107698a9-9106-4cf6-be7a-18055636bdb3 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.4070539 Oct 12 22:52:46.637009 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-287449f9-f072-4118-bc1a-cbca3169518b req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] No DVR routers for this DVR port bd4a7751-ccc1-4b0f-8633-dd6fbb6768db on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:46.644155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-287449f9-f072-4118-bc1a-cbca3169518b req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.647758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-287449f9-f072-4118-bc1a-cbca3169518b req-395fee98-c519-4b65-9211-369f97d228dc tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "DELETE /v2.0/ports/bd4a7751-ccc1-4b0f-8633-dd6fbb6768db HTTP/1.1" status: 204 len: 173 time: 3.8460526 Oct 12 22:52:46.654062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f5ae355-2236-4cd7-9583-0b81b5ffcd39', 'name': 'network-vif-deleted', 'tag': 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:46.656789 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7cd673-e9f0-4694-ae52-fbea98247613" -d '{"events": [{"server_uuid": "5f5ae355-2236-4cd7-9583-0b81b5ffcd39", "name": "network-vif-deleted", "tag": "bd4a7751-ccc1-4b0f-8633-dd6fbb6768db"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:46.661371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:46.664265 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.resource_extend [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 22:52:46.738508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-c1bcd4c0-0176-4aac-ae31-535c79cd4618', 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'fixed_ips': [{'subnet_id': '055cadc8-f363-4651-a52e-a937a2f9d6d1'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:52:46.739383 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.761293 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.797018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-035d4f4d-3b02-49f9-a7c2-3d4b04eeac80 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:46.803890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-035d4f4d-3b02-49f9-a7c2-3d4b04eeac80 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:46.812862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-035d4f4d-3b02-49f9-a7c2-3d4b04eeac80 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/networks?id=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c&id=c9faa86d-d3ba-4a96-968e-7b2d63d56b16&id=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c HTTP/1.1" status: 200 len: 1391 time: 0.2533095 Oct 12 22:52:46.825751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5bd4e103-cce9-4bc9-a383-5a0b92c2d0b6 req-ccec334c-31ba-4ef7-bc6d-0025d001afc9 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723075 Oct 12 22:52:46.833491 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-688a6edd-1403-4744-b513-f08db8b7c6dc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/quotas/f56e91032b274c2ca0d9a614222a08d8 HTTP/1.1" status: 200 len: 375 time: 0.0196514 Oct 12 22:52:46.875203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cf03ded4-a581-4237-9fbb-b9140d6edaae None None] For port fab73b6a-ee6e-41e7-8433-c89482527750, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fab73b6a-ee6e-41e7-8433-c89482527750,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:46.881040 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:46.920657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:46.923651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.005316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.072026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Transition to ACTIVE for port object 9af816b2-022c-410b-b525-4c3656557af9 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:52:47.140169 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.145266 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.147479 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf03ded4-a581-4237-9fbb-b9140d6edaae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.261312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.290907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fab73b6a-ee6e-41e7-8433-c89482527750 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:47.291515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.295108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.343594 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Pushing event updated for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=6']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:47.412585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf03ded4-a581-4237-9fbb-b9140d6edaae None None] Pushing event updated for resources: {'Port': ['ID=fab73b6a-ee6e-41e7-8433-c89482527750,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:47.427733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:47.450399 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b46bd3-c7cc-4a89-9e52-4fc4b60fa11b x-openstack-request-id: req-54b46bd3-c7cc-4a89-9e52-4fc4b60fa11b {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:47.450698 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f5ae355-2236-4cd7-9583-0b81b5ffcd39", "name": "network-vif-deleted", "tag": "bd4a7751-ccc1-4b0f-8633-dd6fbb6768db", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:47.450971 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-54b46bd3-c7cc-4a89-9e52-4fc4b60fa11b {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:47.451905 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f5ae355-2236-4cd7-9583-0b81b5ffcd39', 'name': 'network-vif-deleted', 'tag': 'bd4a7751-ccc1-4b0f-8633-dd6fbb6768db', 'status': 'completed', 'code': 200} Oct 12 22:52:47.580636 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.636557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-a42e0457-5815-4307-bcad-7f366f6c8a92 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f56e91032b274c2ca0d9a614222a08d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8020923 Oct 12 22:52:47.643258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c7bc0902-3b35-4bdd-98c1-5a0522aa66f2 req-99fb62ba-0f29-4214-97b9-ce4a449721ab tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f5ae355-2236-4cd7-9583-0b81b5ffcd39 HTTP/1.1" status: 200 len: 210 time: 0.1420808 Oct 12 22:52:47.646153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] No DVR routers for this DVR port 9af816b2-022c-410b-b525-4c3656557af9 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:47.713375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.798815 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Floating IP 93de6498-6e4f-470e-bb1e-574232860699 associated. External IP: 172.25.2.30, port: 0f7dc98d-fbab-4608-83ec-b43d6d9dd533. Oct 12 22:52:47.816616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Attempting to bind port 9af816b2-022c-410b-b525-4c3656557af9 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:47.817103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Attempting to bind port 9af816b2-022c-410b-b525-4c3656557af9 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:47.817528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Attempting to bind port 9af816b2-022c-410b-b525-4c3656557af9 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:47.849533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Port 9af816b2-022c-410b-b525-4c3656557af9 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:52:47.850072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Attempting to bind port 9af816b2-022c-410b-b525-4c3656557af9 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:47.858802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:47.859311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:47.859811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:47.860370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Bound port: 9af816b2-022c-410b-b525-4c3656557af9, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:47.860819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:47.896037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:47.903041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:47.925986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Allocated IP 172.25.2.65 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/c0d00c80-b76b-4416-8c2e-ef3e7b609464) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:47.970662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:48.012791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:48.059314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Pushing event updated for resources: {'Port': ['ID=d6be6656-408a-4f4f-adaf-954770f704ab,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:48.062305 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.063113 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:52:48.063468 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:52:48.064022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7a11e471-a767-4a77-a54b-695f721d441c None None] Provisioning complete for port fab73b6a-ee6e-41e7-8433-c89482527750 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:48.064335 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7a11e471-a767-4a77-a54b-695f721d441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.075499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-0d4a9238-d4a7-43c3-be88-61ed2624b64a service neutron] 10.222.0.31 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4363613 Oct 12 22:52:48.089502 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.093568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.158613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Attempting to bind port d6be6656-408a-4f4f-adaf-954770f704ab on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:48.159004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Attempting to bind port d6be6656-408a-4f4f-adaf-954770f704ab by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '88f09037-6755-4a1f-98dd-5683d6682941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:48.159370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Attempting to bind port d6be6656-408a-4f4f-adaf-954770f704ab on network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:48.159520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:48.160257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.162253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] 10.222.0.41 "PUT /v2.0/ports/9af816b2-022c-410b-b525-4c3656557af9 HTTP/1.1" status: 200 len: 1097 time: 3.1688244 Oct 12 22:52:48.258582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16212c2-9bf8-4475-b743-10b0a3e9a459 service neutron] Pushing event updated for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:48.303368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-51c7f1f1-b7ab-43a1-9cc2-7a5e25b511ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:48.305464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-51c7f1f1-b7ab-43a1-9cc2-7a5e25b511ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 1100 time: 0.1004982 Oct 12 22:52:48.316458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:48.317121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Checking segment: {'id': '88f09037-6755-4a1f-98dd-5683d6682941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:48.317272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.317611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Bound using segment: {'id': '88f09037-6755-4a1f-98dd-5683d6682941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:48.318094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Bound port: d6be6656-408a-4f4f-adaf-954770f704ab, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88f09037-6755-4a1f-98dd-5683d6682941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:48.318470 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.359590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Allocated IP 172.20.0.2 (c1bcd4c0-0176-4aac-ae31-535c79cd4618/055cadc8-f363-4651-a52e-a937a2f9d6d1/e2cb0578-b6de-4418-85f8-13c382d2ebc9) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:48.364708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-5e23f980-1d81-4ceb-9782-183d118842e3 service neutron] 10.222.0.31 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316911 Oct 12 22:52:48.431265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Router 801876b1-e06d-4c93-90c9-81b9764fec85 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:48.435835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-089794a3-b9c8-4151-85bd-bab6d51d3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:48.438190 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-089794a3-b9c8-4151-85bd-bab6d51d3c87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1250823 Oct 12 22:52:48.441030 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.516545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c058eb24-948c-410b-ab32-f2dd4865b63c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:48.538567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-279a58d9-317a-447f-a835-93026f1ca903 service neutron] 10.222.0.31 "GET /v2.0/networks/c9faa86d-d3ba-4a96-968e-7b2d63d56b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601789 Oct 12 22:52:48.545981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:48.553907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-befeb90e-9c48-4bcc-a1d5-0e22fdcc4248 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9af816b2-022c-410b-b525-4c3656557af9 HTTP/1.1" status: 200 len: 217 time: 0.1038861 Oct 12 22:52:48.555874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:52:48.557085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:48.565299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:48.618972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Pushing event updated for resources: {'Port': ['ID=c0d00c80-b76b-4416-8c2e-ef3e7b609464,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:48.652301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de7edb2-3cdb-4d28-a157-fe08aa738709 req-b6ea0718-d6d4-4850-a388-e83dc28510c6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:48.653874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8de7edb2-3cdb-4d28-a157-fe08aa738709 req-b6ea0718-d6d4-4850-a388-e83dc28510c6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 948 time: 0.2144291 Oct 12 22:52:48.671728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:48.679873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.693319 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] Sync routers for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:48.697603 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:48.698466 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:48.727250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-add84174-7492-4cda-a9b3-7a3047fd0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:48.730068 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-add84174-7492-4cda-a9b3-7a3047fd0736 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1623273 Oct 12 22:52:48.751283 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cf31602d-f4e9-45e1-8999-adceb9f52aed tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "PUT /v2.0/floatingips/93de6498-6e4f-470e-bb1e-574232860699 HTTP/1.1" status: 200 len: 991 time: 3.6338329 Oct 12 22:52:48.753394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'tag': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:48.755804 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9d5cd6-328a-4986-86b2-da9946e40e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa8bba0-03ef-4401-ad4b-3266543f58e4", "tag": "0f7dc98d-fbab-4608-83ec-b43d6d9dd533"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:48.767236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-640f0722-08db-4444-97d4-3c258bb789bd service neutron] 10.222.0.31 "GET /v2.0/networks/c9faa86d-d3ba-4a96-968e-7b2d63d56b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018657 Oct 12 22:52:48.845819 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8de7edb2-3cdb-4d28-a157-fe08aa738709 req-00eccba1-8077-4b1e-aaf2-baa931f73b90 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846287 Oct 12 22:52:48.846726 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:48.875350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-8f28a7b1-3f67-43cc-968d-23bef8f26f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:48.881869 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-8f28a7b1-3f67-43cc-968d-23bef8f26f65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1074553 Oct 12 22:52:48.882178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-43bfd773-a3ce-4c01-8fca-08ba92a266e5 service neutron] 10.222.0.31 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095850 Oct 12 22:52:48.904185 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:48.928308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4a7751-ccc1-4b0f-8633-dd6fbb6768db no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:48.931914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] For port d6be6656-408a-4f4f-adaf-954770f704ab, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:48.989502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-756b91fb-629c-4b96-b2c8-88c4ab24efb6 service neutron] 10.222.0.31 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109226 Oct 12 22:52:49.015265 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.021094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] For port d6be6656-408a-4f4f-adaf-954770f704ab, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d6be6656-408a-4f4f-adaf-954770f704ab,segment=NetworkSegment(88f09037-6755-4a1f-98dd-5683d6682941),segment_id=88f09037-6755-4a1f-98dd-5683d6682941)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:49.025186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: bd4a7751-ccc1-4b0f-8633-dd6fbb6768db {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:49.025587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4a7751-ccc1-4b0f-8633-dd6fbb6768db not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:49.081360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c058eb24-948c-410b-ab32-f2dd4865b63c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:49.081727 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.107655 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.160041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491986e-1081-4789-a1b9-14e81927fed9 req-34546183-1e80-4893-9c80-23b6a2038fb0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:49.161761 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7491986e-1081-4789-a1b9-14e81927fed9 req-34546183-1e80-4893-9c80-23b6a2038fb0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.1874051 Oct 12 22:52:49.189130 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '93de6498-6e4f-470e-bb1e-574232860699', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'port_id': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'mac_address': 'fa:16:3e:49:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:50:12Z', 'updated_at': '2021-10-12T22:52:46Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:49.218120 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] Checking router: 801876b1-e06d-4c93-90c9-81b9764fec85 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:49.234226 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7491986e-1081-4789-a1b9-14e81927fed9 req-7606e0b9-849c-4ef7-9261-497629a485f7 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620844 Oct 12 22:52:49.238818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.240715 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:49.241355 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:49.266004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.287228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:49.376765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372', 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76', 'port_id': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372', 'mac_address': 'fa:16:3e:c7:81:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ff1287-d372-4e26-b59a-ec1c7c5079dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:52:49.383724 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.399879 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-9734d02c-319d-4755-9250-e25e21196bf3 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139639 Oct 12 22:52:49.440126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc6c76-5ef6-4aa8-afc7-97001967c895 None None] Pushing event updated for resources: {'Port': ['ID=d6be6656-408a-4f4f-adaf-954770f704ab,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:49.463522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa4426-e78b-47f7-865d-314f4082ca1b req-007a6129-503c-4fa8-a625-08f4feb93726 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:49.478915 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7caa4426-e78b-47f7-865d-314f4082ca1b req-007a6129-503c-4fa8-a625-08f4feb93726 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 945 time: 0.1210852 Oct 12 22:52:49.484835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af816b2-022c-410b-b525-4c3656557af9'}, {'name': 'network-changed', 'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'tag': '9af816b2-022c-410b-b525-4c3656557af9'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:49.487652 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e623924f-3a46-42f8-8a55-ef1542d2767b" -d '{"events": [{"server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "9af816b2-022c-410b-b525-4c3656557af9"}, {"name": "network-changed", "server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "tag": "9af816b2-022c-410b-b525-4c3656557af9"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:49.513397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Network c1bcd4c0-0176-4aac-ae31-535c79cd4618 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:49.513807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Pushing event updated for resources: {'Port': ['ID=e2cb0578-b6de-4418-85f8-13c382d2ebc9,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:49.566661 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:49.571825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:49.581027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:49.586034 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7caa4426-e78b-47f7-865d-314f4082ca1b req-83a3d9b1-652c-4896-9654-f894bd4a4d41 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046357 Oct 12 22:52:49.759041 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.813868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:49.861907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Attempting to bind port e2cb0578-b6de-4418-85f8-13c382d2ebc9 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:49.862295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Attempting to bind port e2cb0578-b6de-4418-85f8-13c382d2ebc9 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:49.862731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Attempting to bind port e2cb0578-b6de-4418-85f8-13c382d2ebc9 on network c1bcd4c0-0176-4aac-ae31-535c79cd4618 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:49.878885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:49.880359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:49.880909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Checking segment: {'id': 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:49.881112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.881495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Bound using segment: {'id': 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:49.882405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Bound port: e2cb0578-b6de-4418-85f8-13c382d2ebc9, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:49.882405 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.947914 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:49.951888 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be76e8c-d5b1-47a3-852f-f56c43fb5b4b x-openstack-request-id: req-6be76e8c-d5b1-47a3-852f-f56c43fb5b4b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:49.952953 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa8bba0-03ef-4401-ad4b-3266543f58e4", "tag": "0f7dc98d-fbab-4608-83ec-b43d6d9dd533", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:49.953373 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6be76e8c-d5b1-47a3-852f-f56c43fb5b4b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:49.953985 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'tag': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533', 'status': 'completed', 'code': 200} Oct 12 22:52:50.095172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] For port e2cb0578-b6de-4418-85f8-13c382d2ebc9, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:50.100934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] For port e2cb0578-b6de-4418-85f8-13c382d2ebc9, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e2cb0578-b6de-4418-85f8-13c382d2ebc9,segment=NetworkSegment(a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce),segment_id=a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:50.102237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:50.124152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['6175d0ea-d9fc-4094-8c23-c1fc9fff3372'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:50.158321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-224fcfc3-d858-48d1-ab81-6674e36ea691 req-3da10810-0fdf-4ddb-99df-07b44b726803 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 210 time: 0.1233304 Oct 12 22:52:50.196916 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:50.242177 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '93de6498-6e4f-470e-bb1e-574232860699', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'port_id': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'mac_address': 'fa:16:3e:49:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:50:12Z', 'updated_at': '2021-10-12T22:52:46Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:50.257517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9d154-1fb1-47d3-aeb3-f3a0ba5c6871 req-6656cacc-1d7d-46d4-8130-6636bbd7111f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:50.266745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7df9d154-1fb1-47d3-aeb3-f3a0ba5c6871 req-6656cacc-1d7d-46d4-8130-6636bbd7111f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 945 time: 0.8098786 Oct 12 22:52:50.306324 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3afb2bb4-6739-4df5-8a96-f25f43ce1c42 None None] The sync data for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 is: [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '93de6498-6e4f-470e-bb1e-574232860699', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'floating_ip_address': '172.25.2.30', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'port_id': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'mac_address': 'fa:16:3e:49:13:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:50:12Z', 'updated_at': '2021-10-12T22:52:46Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:50.332639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977104d0-c647-43e1-ad7d-a49a8ea446a5 None None] Pushing event updated for resources: {'Port': ['ID=e2cb0578-b6de-4418-85f8-13c382d2ebc9,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:50.338953 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec89dbc9-8621-4c66-911a-2d1325e43449 x-openstack-request-id: req-ec89dbc9-8621-4c66-911a-2d1325e43449 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:50.339589 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "name": "network-vif-unplugged", "status": "completed", "tag": "9af816b2-022c-410b-b525-4c3656557af9", "code": 200}, {"name": "network-changed", "server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "tag": "9af816b2-022c-410b-b525-4c3656557af9", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:50.340049 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec89dbc9-8621-4c66-911a-2d1325e43449 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:50.340631 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9af816b2-022c-410b-b525-4c3656557af9', 'code': 200} Oct 12 22:52:50.341077 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'tag': '9af816b2-022c-410b-b525-4c3656557af9', 'status': 'completed', 'code': 200} Oct 12 22:52:50.374716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fab73b6a-ee6e-41e7-8433-c89482527750 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:50.412007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-caba7c83-b34c-4bb1-a47f-c3f90ae44d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:50.413975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-caba7c83-b34c-4bb1-a47f-c3f90ae44d17 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 1100 time: 0.1113906 Oct 12 22:52:50.494352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:50.508491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15cb82-070f-4596-a503-106595d33bcb req-84c9317b-083d-431b-866a-e657229e7270 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:50.512174 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf15cb82-070f-4596-a503-106595d33bcb req-84c9317b-083d-431b-866a-e657229e7270 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.41 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 945 time: 0.3833466 Oct 12 22:52:50.584531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7df9d154-1fb1-47d3-aeb3-f3a0ba5c6871 req-f80de24c-b55e-48f5-8244-ca3fed5f65fc tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167324 Oct 12 22:52:50.617870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-e05a8a06-2175-459e-902a-2dbe5721f103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:50.619403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-e05a8a06-2175-459e-902a-2dbe5721f103 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1959436 Oct 12 22:52:50.657162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fab73b6a-ee6e-41e7-8433-c89482527750 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:50.657638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:50.683669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-b776d8f7-618f-4327-aef5-4c6d85358631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:50.688431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-b776d8f7-618f-4327-aef5-4c6d85358631 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b573c89dcb3141af9ee72b823b88e4c8&device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 1098 time: 0.5242188 Oct 12 22:52:50.709589 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:50.725630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-fa7f9658-e52e-43ca-9ce6-061068b7f2c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9af816b2-022c-410b-b525-4c3656557af9 HTTP/1.1" status: 200 len: 217 time: 0.0979106 Oct 12 22:52:50.743592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41fbf63-ad44-4124-be2c-af817698b75d None None] New status for floating IP 93de6498-6e4f-470e-bb1e-574232860699: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:52:50.744745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf34d49-f844-4e19-ab95-fdd2098f9285 req-f48deb14-665e-490e-a0bc-992efe7c0587 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2954690 Oct 12 22:52:50.866186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-86064447-0465-463e-bc91-a1d9bf9903eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:50.872613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-86064447-0465-463e-bc91-a1d9bf9903eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1320660 Oct 12 22:52:50.979755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-cde18a1e-432f-4fcb-9b9f-16355ee4995b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:50.982129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-cde18a1e-432f-4fcb-9b9f-16355ee4995b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1042254 Oct 12 22:52:50.999011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92fc31c-bd54-44fe-bf5e-3dba22b7b72b req-f7743bee-55f4-4416-ad54-9ed032eabef4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:51.001004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d92fc31c-bd54-44fe-bf5e-3dba22b7b72b req-f7743bee-55f4-4416-ad54-9ed032eabef4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.0784492 Oct 12 22:52:51.146210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d92fc31c-bd54-44fe-bf5e-3dba22b7b72b req-0958da9c-aeee-4923-b716-fa77892cb931 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314280 Oct 12 22:52:51.150772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5518a297-b668-4259-adeb-d04d2625e8fd None None] Network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:51.177265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-ee423e69-824a-4b48-aed9-7f9b1b9fb655 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750052 Oct 12 22:52:51.221314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63935447-903c-4579-b947-22ea18a63095 req-9ec82577-9447-423b-98a8-56aaa31747be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:51.231163 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63935447-903c-4579-b947-22ea18a63095 req-9ec82577-9447-423b-98a8-56aaa31747be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 948 time: 0.4553897 Oct 12 22:52:51.266373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-d0c4eccb-9c8a-4153-bcca-2e1f64b04a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:51.268615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-d0c4eccb-9c8a-4153-bcca-2e1f64b04a28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 1100 time: 0.3099756 Oct 12 22:52:51.289929 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:51.335145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5830216e-15ba-440a-a919-0779cea2b206 None None] Provisioning complete for port d6be6656-408a-4f4f-adaf-954770f704ab triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:51.335514 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5830216e-15ba-440a-a919-0779cea2b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:51.343999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-8845afb4-0278-4e13-9a1b-0e13ec4881a8 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560316 Oct 12 22:52:51.357051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc374ea-1494-4a52-ad20-f5175aeea74c req-fbd080b6-4a6a-4e39-b887-0d2a50cba2a9 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:51.359126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cc374ea-1494-4a52-ad20-f5175aeea74c req-fbd080b6-4a6a-4e39-b887-0d2a50cba2a9 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 945 time: 0.0863423 Oct 12 22:52:51.382083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-361dcb8b-755d-4165-ac4d-a539dd704a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:51.383852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-361dcb8b-755d-4165-ac4d-a539dd704a1d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ab4ee53a-9282-4f5e-a170-01a498e1572a HTTP/1.1" status: 200 len: 925 time: 0.6647289 Oct 12 22:52:51.424279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cc374ea-1494-4a52-ad20-f5175aeea74c req-47045b99-b815-4db5-a0cb-6260916bd272 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508134 Oct 12 22:52:51.460142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63935447-903c-4579-b947-22ea18a63095 req-f90e27d9-a0c9-4671-bc7b-d985a894fcf2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2278357 Oct 12 22:52:51.469287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Deleting port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:51.469644 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:51.526801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:51.549041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:51.550788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d6be6656-408a-4f4f-adaf-954770f704ab up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:51.605762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-5da1e879-4fa8-47f0-bebe-3506bbf27363 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f7dc98d-fbab-4608-83ec-b43d6d9dd533 HTTP/1.1" status: 200 len: 999 time: 0.2072361 Oct 12 22:52:51.638648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-1af71bd4-96ed-4f1b-9a88-a5c5875f313f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:51.641554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-1af71bd4-96ed-4f1b-9a88-a5c5875f313f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.3596933 Oct 12 22:52:51.673806 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:51.759825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:52:51.796811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:51.807298 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5830216e-15ba-440a-a919-0779cea2b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:51.815749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-803aa3a7-2732-4c76-a971-353cc0726e12 req-54b49516-f1b4-4f48-9a67-26fd7ad2f8a8 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 210 time: 0.1300564 Oct 12 22:52:51.817454 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-12c3e5e7-65e4-4fa6-a169-c8ca07019994 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9af816b2-022c-410b-b525-4c3656557af9 HTTP/1.1" status: 200 len: 217 time: 0.1224775 Oct 12 22:52:51.831292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-524fd9cf-87c2-4e71-9787-978d76761ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:51.831428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d6be6656-408a-4f4f-adaf-954770f704ab triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:51.831542 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-524fd9cf-87c2-4e71-9787-978d76761ef8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4ffffe7c-8b15-454d-86c7-cc5646c61318 HTTP/1.1" status: 200 len: 863 time: 0.2036259 Oct 12 22:52:51.831638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:51.831731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] For port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,segment=NetworkSegment(c2f27301-b80e-4240-a92a-05e9b0e17e79),segment_id=c2f27301-b80e-4240-a92a-05e9b0e17e79)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:51.831731 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:51.927008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Calling delete_port for fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:51.938418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5830216e-15ba-440a-a919-0779cea2b206 None None] For port d6be6656-408a-4f4f-adaf-954770f704ab, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d6be6656-408a-4f4f-adaf-954770f704ab,segment=NetworkSegment(88f09037-6755-4a1f-98dd-5683d6682941),segment_id=88f09037-6755-4a1f-98dd-5683d6682941)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:51.988021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbebf26-ddfd-4e36-b5b7-3f2628ac4e3f req-9618a5e0-6a61-4187-a5c7-4d1b44bf08e2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:51.989890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcbebf26-ddfd-4e36-b5b7-3f2628ac4e3f req-9618a5e0-6a61-4187-a5c7-4d1b44bf08e2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 943 time: 0.0809593 Oct 12 22:52:52.039907 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5830216e-15ba-440a-a919-0779cea2b206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:52.064203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcbebf26-ddfd-4e36-b5b7-3f2628ac4e3f req-083084a7-c494-48be-9d04-d3369aadde22 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534146 Oct 12 22:52:52.080275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5cf2a0-8a68-4db8-9500-d200eec67b6d None None] Network c1bcd4c0-0176-4aac-ae31-535c79cd4618 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:52:52.130086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:52.133243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-1f45065a-a617-48e0-bdf2-ea12af8abf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:52.134717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-1f45065a-a617-48e0-bdf2-ea12af8abf4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2787879 Oct 12 22:52:52.168732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-824e0b54-5adf-4578-af3e-c4493553a816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:52.170048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830216e-15ba-440a-a919-0779cea2b206 None None] Pushing event updated for resources: {'Port': ['ID=d6be6656-408a-4f4f-adaf-954770f704ab,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:52.170285 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-824e0b54-5adf-4578-af3e-c4493553a816 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ab4ee53a-9282-4f5e-a170-01a498e1572a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3333099 Oct 12 22:52:52.207251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0025b883-a8b6-49ab-ab3b-0797ae6358a6 None None] Provisioning complete for port e2cb0578-b6de-4418-85f8-13c382d2ebc9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:52.207620 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0025b883-a8b6-49ab-ab3b-0797ae6358a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:52.256438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1268b5c-ff7d-4300-8f4b-cf8931fb5063 req-5ee6846e-35f6-48f8-8a01-638befefc78b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:52.257948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1268b5c-ff7d-4300-8f4b-cf8931fb5063 req-5ee6846e-35f6-48f8-8a01-638befefc78b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 948 time: 0.3236072 Oct 12 22:52:52.286720 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:52:52.287089 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:52:52.315310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:52.351341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:52.357615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-96500031-2619-4dba-b114-dad454025153 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:52.357615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-96500031-2619-4dba-b114-dad454025153 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "GET /v2.0/ports?device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 948 time: 0.0513253 Oct 12 22:52:52.360891 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Sync routers for ids ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:52.374855 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Routers {'58a667e8-4b4d-44be-8d3a-33b8b2caf341'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:52.375584 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:52.381149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-04ce2d3b-e6dc-4bc7-b642-925838b46a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:52.384739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-04ce2d3b-e6dc-4bc7-b642-925838b46a26 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2100694 Oct 12 22:52:52.431226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.41', 57782) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:52.448691 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1268b5c-ff7d-4300-8f4b-cf8931fb5063 req-3c8fa833-0fd2-496b-8143-68fa9d81804f tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474247 Oct 12 22:52:52.461944 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0025b883-a8b6-49ab-ab3b-0797ae6358a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:52.500640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:52.504264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0af06f6a-9828-4738-912f-85da76cb805f admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6454706 Oct 12 22:52:52.506474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40718) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:52.512771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:52.520012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-eee5e117-a958-4680-8a02-81bd340ccbf2 service neutron] 10.222.0.25 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210464 Oct 12 22:52:52.571388 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Set router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:52.671714 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:52.675367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0025b883-a8b6-49ab-ab3b-0797ae6358a6 None None] For port e2cb0578-b6de-4418-85f8-13c382d2ebc9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e2cb0578-b6de-4418-85f8-13c382d2ebc9,segment=NetworkSegment(a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce),segment_id=a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:52.701686 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-20e5c45a-a517-4073-ad9d-edc2a7dd091e service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068304 Oct 12 22:52:52.712258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:52.718101 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:52.782255 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e9d5cd6-328a-4986-86b2-da9946e40e4a req-b9e45b8b-9b68-4e7b-a824-811099eca3c0 service neutron] 10.222.0.25 "GET /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509751 Oct 12 22:52:52.785184 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:52.814255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066ab1b-d451-4f00-be95-e7cbc5d4d83b req-f174ee91-452c-4e1b-bbe4-88cb0d9f0fbd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:52.822003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2066ab1b-d451-4f00-be95-e7cbc5d4d83b req-f174ee91-452c-4e1b-bbe4-88cb0d9f0fbd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.2169516 Oct 12 22:52:52.895694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fc2bf0-1346-475f-9d85-60cfdf1fda95 req-11eef6d3-4e7b-4855-b0ed-3dc084ebf535 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:52.897475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30fc2bf0-1346-475f-9d85-60cfdf1fda95 req-11eef6d3-4e7b-4855-b0ed-3dc084ebf535 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/ports?device_id=95321860-58e7-4949-8200-df74b1644e41 HTTP/1.1" status: 200 len: 867 time: 0.2870848 Oct 12 22:52:52.903169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Pushing event deleted for resources: {'Port': ['ID=fbbdf0b2-bffb-4af2-8a34-0a686c7f1676,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:52.919362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-61a8b121-3076-463d-99d4-cff6e67994d1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:52.926231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-61a8b121-3076-463d-99d4-cff6e67994d1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:52.928033 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-61a8b121-3076-463d-99d4-cff6e67994d1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "GET /v2.0/networks?id=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c&id=c9faa86d-d3ba-4a96-968e-7b2d63d56b16&id=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c HTTP/1.1" status: 200 len: 1391 time: 0.4950366 Oct 12 22:52:52.941059 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0025b883-a8b6-49ab-ab3b-0797ae6358a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:52.946766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'port': {'device_id': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c', 'admin_state_up': True, 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:52.954608 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:46Z', 'updated_at': '2021-10-12T22:52:48Z', 'revision_number': 3, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'gw_port': {'id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:47Z', 'updated_at': '2021-10-12T22:52:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:53.008036 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Checking router: 58a667e8-4b4d-44be-8d3a-33b8b2caf341 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:53.008314 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Updating router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 port c0d00c80-b76b-4416-8c2e-ef3e7b609464 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:52:53.032022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] No DVR routers for this DVR port fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:53.045210 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2066ab1b-d451-4f00-be95-e7cbc5d4d83b req-15093143-fe11-4f15-a111-6ef4377bd7d4 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200799 Oct 12 22:52:53.048224 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.056253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.41 "DELETE /v2.0/ports/fbbdf0b2-bffb-4af2-8a34-0a686c7f1676 HTTP/1.1" status: 204 len: 173 time: 2.5287941 Oct 12 22:52:53.058406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95321860-58e7-4949-8200-df74b1644e41', 'name': 'network-vif-deleted', 'tag': 'fbbdf0b2-bffb-4af2-8a34-0a686c7f1676'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:53.062686 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bd7320-1025-4816-94d8-3a0639542456" -d '{"events": [{"server_uuid": "95321860-58e7-4949-8200-df74b1644e41", "name": "network-vif-deleted", "tag": "fbbdf0b2-bffb-4af2-8a34-0a686c7f1676"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:53.073482 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e623924f-3a46-42f8-8a55-ef1542d2767b req-c287fb67-df20-4297-b07c-a41db4140a72 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647470 Oct 12 22:52:53.076040 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.093276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Deleting port 77dd7869-6d98-4b7f-b459-9456aa237fe1 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:53.094360 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.127717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0025b883-a8b6-49ab-ab3b-0797ae6358a6 None None] Provisioning complete for port d6be6656-408a-4f4f-adaf-954770f704ab triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:53.128094 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0025b883-a8b6-49ab-ab3b-0797ae6358a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.189363 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.221949 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30fc2bf0-1346-475f-9d85-60cfdf1fda95 req-c75862e7-1bd0-429e-a22c-b8f0496bc087 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] 10.222.0.31 "GET /v2.0/security-groups?id=a90d81ff-fabe-444f-af00-04f97243c2ca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908490 Oct 12 22:52:53.228323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f22fd-2665-4789-a76e-014d4ec8ad4d req-60833a62-d353-4995-a3a8-336f984acb39 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:53.230361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025b883-a8b6-49ab-ab3b-0797ae6358a6 None None] Pushing event updated for resources: {'Port': ['ID=e2cb0578-b6de-4418-85f8-13c382d2ebc9,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:53.230892 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-030f22fd-2665-4789-a76e-014d4ec8ad4d req-60833a62-d353-4995-a3a8-336f984acb39 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 948 time: 0.0995257 Oct 12 22:52:53.252329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:53.255695 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7372f7-6b3a-48d5-af99-32442bdb7e7c" -d '{"events": [{"server_uuid": "ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94", "name": "network-vif-plugged", "status": "completed", "tag": "6175d0ea-d9fc-4094-8c23-c1fc9fff3372"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:53.271421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:53.280716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e2cb0578-b6de-4418-85f8-13c382d2ebc9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:53.324849 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-030f22fd-2665-4789-a76e-014d4ec8ad4d req-d5e209e9-a0e5-4547-b654-cceb2d11dfad tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806272 Oct 12 22:52:53.353055 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.432317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-f144272f-64d9-43a0-b5ca-03135eeee703 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:53.440124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-f144272f-64d9-43a0-b5ca-03135eeee703 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d2c6606-24fa-4b13-88bd-eb9d7e8b0737 HTTP/1.1" status: 200 len: 949 time: 0.1042802 Oct 12 22:52:53.496104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] For port 77dd7869-6d98-4b7f-b459-9456aa237fe1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=77dd7869-6d98-4b7f-b459-9456aa237fe1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:53.496871 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.524752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:53.529448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a50c7b1f-2ef3-418e-b488-982a62ffa4ee None None] Provisioning complete for port e2cb0578-b6de-4418-85f8-13c382d2ebc9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:53.529840 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a50c7b1f-2ef3-418e-b488-982a62ffa4ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.561619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e2cb0578-b6de-4418-85f8-13c382d2ebc9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:53.561996 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.566677 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.589344 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-111047ae-dc75-4dea-9232-9b0bab9be4cb req-762192c3-0713-4eaa-ad49-dd346fe935ec tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 210 time: 0.0402355 Oct 12 22:52:53.619984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Deleting port 819fda52-d536-4293-aaf8-47453c57b829 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:53.620427 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.628873 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.693515 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf4ad83-f3f8-49a0-a3fe-cf9c72b7b74b x-openstack-request-id: req-7bf4ad83-f3f8-49a0-a3fe-cf9c72b7b74b {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:53.693982 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95321860-58e7-4949-8200-df74b1644e41", "name": "network-vif-deleted", "tag": "fbbdf0b2-bffb-4af2-8a34-0a686c7f1676", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:53.694340 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bf4ad83-f3f8-49a0-a3fe-cf9c72b7b74b {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:53.694841 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95321860-58e7-4949-8200-df74b1644e41', 'name': 'network-vif-deleted', 'tag': 'fbbdf0b2-bffb-4af2-8a34-0a686c7f1676', 'status': 'completed', 'code': 200} Oct 12 22:52:53.722032 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bb1e147-8cf3-4ed5-9be1-2e410c27234b x-openstack-request-id: req-3bb1e147-8cf3-4ed5-9be1-2e410c27234b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:53.722551 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94", "name": "network-vif-plugged", "status": "completed", "tag": "6175d0ea-d9fc-4094-8c23-c1fc9fff3372", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:53.722551 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bb1e147-8cf3-4ed5-9be1-2e410c27234b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:53.722980 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372', 'code': 200} Oct 12 22:52:53.751596 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a210c5-cd29-4216-b8af-c22a8bdaddec None None] Pushing event updated for resources: {'Port': ['ID=c0d00c80-b76b-4416-8c2e-ef3e7b609464,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:53.754291 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Attempting to bind port c0d00c80-b76b-4416-8c2e-ef3e7b609464 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:52:53.754655 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Attempting to bind port c0d00c80-b76b-4416-8c2e-ef3e7b609464 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:52:53.755037 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Attempting to bind port c0d00c80-b76b-4416-8c2e-ef3e7b609464 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:52:53.773175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d6be6656-408a-4f4f-adaf-954770f704ab up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:53.773595 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:52:53.774023 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:52:53.774378 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.774768 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:52:53.775301 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Bound port: c0d00c80-b76b-4416-8c2e-ef3e7b609464, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:52:53.775700 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.789018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] For port 819fda52-d536-4293-aaf8-47453c57b829, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=819fda52-d536-4293-aaf8-47453c57b829,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:53.789958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:53.808969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Calling delete_port for 819fda52-d536-4293-aaf8-47453c57b829 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:53.886522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Calling delete_port for 77dd7869-6d98-4b7f-b459-9456aa237fe1 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:53.891553 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] For port c0d00c80-b76b-4416-8c2e-ef3e7b609464, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:52:53.898286 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] For port c0d00c80-b76b-4416-8c2e-ef3e7b609464, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c0d00c80-b76b-4416-8c2e-ef3e7b609464,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:52:53.915910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02767cc0-52cf-4978-a45e-dcbac2238a69 req-57421e1f-5d3e-4830-8487-bcb3d459e0ef tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:53.917477 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02767cc0-52cf-4978-a45e-dcbac2238a69 req-57421e1f-5d3e-4830-8487-bcb3d459e0ef tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 945 time: 0.5110002 Oct 12 22:52:54.001051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:54.003170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d6be6656-408a-4f4f-adaf-954770f704ab triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:54.003549 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.004639 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.037916 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.106518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02767cc0-52cf-4978-a45e-dcbac2238a69 req-02a641d0-009a-4eb1-8e19-9b72ebf73a1f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608384 Oct 12 22:52:54.128046 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a210c5-cd29-4216-b8af-c22a8bdaddec None None] Pushing event updated for resources: {'Port': ['ID=c0d00c80-b76b-4416-8c2e-ef3e7b609464,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:54.177682 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Routers {'58a667e8-4b4d-44be-8d3a-33b8b2caf341'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:54.178647 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:54.265701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35218998-ee9d-4464-925d-64b151c59811 req-56915fc7-0bd0-426d-be22-e1c82f43946c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:54.274535 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35218998-ee9d-4464-925d-64b151c59811 req-56915fc7-0bd0-426d-be22-e1c82f43946c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 948 time: 0.4671412 Oct 12 22:52:54.298644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9af816b2-022c-410b-b525-4c3656557af9 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:52:54.338268 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] Set router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:54.403983 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35218998-ee9d-4464-925d-64b151c59811 req-4863cdad-ab4b-4578-9821-4cc22f94463b tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284308 Oct 12 22:52:54.423157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.435232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:54.437726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b', '77dd7869-6d98-4b7f-b459-9456aa237fe1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:54.440216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Allocated IP 19.80.0.122 (db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c/5ad9ae98-919e-4521-a0b5-2e95d5c23fa4/3b83047a-85c3-45b1-9efd-227984b1694c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:54.470466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40740) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:54.479540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event deleted for resources: {'Port': ['ID=819fda52-d536-4293-aaf8-47453c57b829,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:54.479765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.499022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de', '819fda52-d536-4293-aaf8-47453c57b829'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:54.516515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9330e3f-6aca-496f-bab8-b8adbcb7a381 req-1d466c96-5e9c-4b77-902e-fdbb5e2f7f79 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:54.518121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9330e3f-6aca-496f-bab8-b8adbcb7a381 req-1d466c96-5e9c-4b77-902e-fdbb5e2f7f79 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.2510216 Oct 12 22:52:54.557829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '9af816b2-022c-410b-b525-4c3656557af9', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '9af816b2-022c-410b-b525-4c3656557af9', 'mac_address': 'fa:16:3e:19:ba:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:52:54.616514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event deleted for resources: {'Port': ['ID=77dd7869-6d98-4b7f-b459-9456aa237fe1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:54.624099 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.638162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b3c3231-78bb-438a-b2b1-95125b9d0907 admin admin] Deleting subnet 45cf942f-9475-408c-8daf-7b6fd5f1b7a5 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:52:54.665689 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.667742 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3231-78bb-438a-b2b1-95125b9d0907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.671852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] No DVR routers for this DVR port 819fda52-d536-4293-aaf8-47453c57b829 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:54.675522 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.679750 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d8fc53f-d8bf-499a-8542-e7a8dc60a90d req-beb3e614-b624-4fb3-a991-0206a9c7dc25 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "DELETE /v2.0/ports/819fda52-d536-4293-aaf8-47453c57b829 HTTP/1.1" status: 204 len: 173 time: 1.2325180 Oct 12 22:52:54.687598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9af816b2-022c-410b-b525-4c3656557af9 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:54.715795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-3208e5ea-38a7-4a15-addd-f527245ba488 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:54.718816 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-3208e5ea-38a7-4a15-addd-f527245ba488 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 945 time: 0.2867568 Oct 12 22:52:54.745017 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932b7f6-396d-4683-91c4-a82b6fb1cafa req-7f409d40-ca74-4b7c-9294-5e8daa18b3d9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:54.745862 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:46Z', 'updated_at': '2021-10-12T22:52:48Z', 'revision_number': 3, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'gw_port': {'id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:47Z', 'updated_at': '2021-10-12T22:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:54.751994 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:54.753648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] No DVR routers for this DVR port 77dd7869-6d98-4b7f-b459-9456aa237fe1 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:54.757221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d932b7f6-396d-4683-91c4-a82b6fb1cafa req-7f409d40-ca74-4b7c-9294-5e8daa18b3d9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 948 time: 0.2002094 Oct 12 22:52:54.764943 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.768187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69dd63fc-c5a4-49ca-bdc4-a893e82d761d req-aee480c3-ba80-4456-aa22-4621bcd4acaf tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "DELETE /v2.0/ports/77dd7869-6d98-4b7f-b459-9456aa237fe1 HTTP/1.1" status: 204 len: 173 time: 2.3971169 Oct 12 22:52:54.769188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52109d79-5a6a-4644-b162-d1c04feb28cf', 'name': 'network-vif-deleted', 'tag': '77dd7869-6d98-4b7f-b459-9456aa237fe1'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:54.777701 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-805ad18e-56c3-4e0e-a15c-7080699d7e6a" -d '{"events": [{"server_uuid": "52109d79-5a6a-4644-b162-d1c04feb28cf", "name": "network-vif-deleted", "tag": "77dd7869-6d98-4b7f-b459-9456aa237fe1"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:54.787755 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a97749a-8d38-4150-9ed7-1a3bb14c3a3e None None] The sync data for ids ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'] in n-d-790519-14 is: [{'id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:46Z', 'updated_at': '2021-10-12T22:52:48Z', 'revision_number': 3, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'gw_port': {'id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:47Z', 'updated_at': '2021-10-12T22:52:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:52:54.830878 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3231-78bb-438a-b2b1-95125b9d0907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.831325 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9330e3f-6aca-496f-bab8-b8adbcb7a381 req-a2485ced-4e12-436c-bacb-55edce301416 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781544 Oct 12 22:52:54.885441 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d932b7f6-396d-4683-91c4-a82b6fb1cafa req-bce69625-e0e9-460a-b58b-3d94dd12dd26 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231682 Oct 12 22:52:54.914588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:54.915430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device efa76c75-efce-4d95-b8c2-aaf4f6853ed4 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:52:54.941918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3231-78bb-438a-b2b1-95125b9d0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.023396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Allocated IP 172.20.0.1 (c1bcd4c0-0176-4aac-ae31-535c79cd4618/055cadc8-f363-4651-a52e-a937a2f9d6d1/1611323c-49c9-4055-bb4f-63c5d300e93d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:55.026382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:55.108644 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-affd2616-1364-4d6e-bbae-68543ba15470 req-237a38da-dbee-457c-9323-ff3c21520de1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 210 time: 0.0758059 Oct 12 22:52:55.201635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e2cb0578-b6de-4418-85f8-13c382d2ebc9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:55.224139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3231-78bb-438a-b2b1-95125b9d0907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.268744 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb1dd35-e960-4f13-bd30-af2eb157b2d5 x-openstack-request-id: req-cdb1dd35-e960-4f13-bd30-af2eb157b2d5 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:55.269546 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52109d79-5a6a-4644-b162-d1c04feb28cf", "name": "network-vif-deleted", "tag": "77dd7869-6d98-4b7f-b459-9456aa237fe1", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:55.269546 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdb1dd35-e960-4f13-bd30-af2eb157b2d5 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:55.269903 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52109d79-5a6a-4644-b162-d1c04feb28cf', 'name': 'network-vif-deleted', 'tag': '77dd7869-6d98-4b7f-b459-9456aa237fe1', 'status': 'completed', 'code': 200} Oct 12 22:52:55.276860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c3231-78bb-438a-b2b1-95125b9d0907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45cf942f-9475-408c-8daf-7b6fd5f1b7a5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:55.288382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b3c3231-78bb-438a-b2b1-95125b9d0907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.295650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7b3c3231-78bb-438a-b2b1-95125b9d0907 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/45cf942f-9475-408c-8daf-7b6fd5f1b7a5 HTTP/1.1" status: 204 len: 168 time: 0.8236730 Oct 12 22:52:55.296108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40750) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:55.312446 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 22:52:55.428512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.491736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71d626-fe2b-4ab1-9c9d-87c50961d9fa req-0f9bcec0-129a-4de7-8050-339fcafa07c9 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:55.493551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a71d626-fe2b-4ab1-9c9d-87c50961d9fa req-0f9bcec0-129a-4de7-8050-339fcafa07c9 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 945 time: 0.1596658 Oct 12 22:52:55.510303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.530610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:55.548769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4', 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943', 'port_id': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4', 'mac_address': 'fa:16:3e:dc:02:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f846092-2003-4768-90a3-cfd9ec1b3eea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:52:55.554893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.558284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b', '77dd7869-6d98-4b7f-b459-9456aa237fe1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:55.621524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Deleting port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:55.621874 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.628725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5efd7168-b102-48ef-a7f0-a09df092863c req-f3fc3306-429e-4c55-823c-3c876ba34df9 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=52109d79-5a6a-4644-b162-d1c04feb28cf HTTP/1.1" status: 200 len: 210 time: 0.0422921 Oct 12 22:52:55.630846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.655658 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.673212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e2cb0578-b6de-4418-85f8-13c382d2ebc9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:55.674046 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.681307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efa76c75-efce-4d95-b8c2-aaf4f6853ed4 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:52:55.715682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:55.732002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d2c6606-24fa-4b13-88bd-eb9d7e8b0737', 'name': 'network-vif-deleted', 'tag': '819fda52-d536-4293-aaf8-47453c57b829'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:55.735871 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea4f47c-8922-4017-aac1-f7a58c963066" -d '{"events": [{"server_uuid": "4d2c6606-24fa-4b13-88bd-eb9d7e8b0737", "name": "network-vif-deleted", "tag": "819fda52-d536-4293-aaf8-47453c57b829"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:55.752825 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a71d626-fe2b-4ab1-9c9d-87c50961d9fa req-73af17dc-90d7-4b53-b870-330f28a8dc7b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396812 Oct 12 22:52:55.762537 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.833113 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:55.862543 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d55fb33-ea27-402b-99ab-716a3e1a339d x-openstack-request-id: req-1d55fb33-ea27-402b-99ab-716a3e1a339d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:55.863554 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d2c6606-24fa-4b13-88bd-eb9d7e8b0737", "name": "network-vif-deleted", "tag": "819fda52-d536-4293-aaf8-47453c57b829", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:55.864012 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d55fb33-ea27-402b-99ab-716a3e1a339d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:55.864605 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d2c6606-24fa-4b13-88bd-eb9d7e8b0737', 'name': 'network-vif-deleted', 'tag': '819fda52-d536-4293-aaf8-47453c57b829', 'status': 'completed', 'code': 200} Oct 12 22:52:55.905348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20b5f82-fd86-4f27-8553-daf6669d7855']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:55.944231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2f27301-b80e-4240-a92a-05e9b0e17e79') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:55.944518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2f27301-b80e-4240-a92a-05e9b0e17e79') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:55.989020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.007629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:56.048837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:56.049502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d33e35-d620-46c8-9f45-353f708490fe req-4abd2a62-a716-418d-9ac5-8b883ac0c6ff tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:56.051484 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8d33e35-d620-46c8-9f45-353f708490fe req-4abd2a62-a716-418d-9ac5-8b883ac0c6ff tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9&tenant_id=71de4dadbd02400388deaaa5fd5e081f&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 949 time: 0.3962400 Oct 12 22:52:56.054912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:56.073405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:56.077829 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.084716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Port': ['ID=3b83047a-85c3-45b1-9efd-227984b1694c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:56.100602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bf3eb4-d82e-42aa-a80b-1da7fa698dd3 req-7c956d27-c5c2-4f93-ab5d-7bf695007a70 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:56.102648 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77bf3eb4-d82e-42aa-a80b-1da7fa698dd3 req-7c956d27-c5c2-4f93-ab5d-7bf695007a70 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 949 time: 0.3182671 Oct 12 22:52:56.114285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.127114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:56.133287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:52:56.133656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.154659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['efa76c75-efce-4d95-b8c2-aaf4f6853ed4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:56.181101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9af816b2-022c-410b-b525-4c3656557af9'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:52:56.189908 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:52:56.245551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] For port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:56.246227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.266494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Calling delete_port for 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:56.287005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=1611323c-49c9-4055-bb4f-63c5d300e93d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:56.313054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77bf3eb4-d82e-42aa-a80b-1da7fa698dd3 req-df35c6ac-b252-411b-87f1-75dfd9e6e6e6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177533 Oct 12 22:52:56.326226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 77dd7869-6d98-4b7f-b459-9456aa237fe1 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:56.347931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:56.348578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.366978 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-f8d33e35-d620-46c8-9f45-353f708490fe req-f16c1a9f-7936-48d6-8889-13d80538d3f9 service neutron] delete failed (client error): The resource could not be found. Oct 12 22:52:56.368107 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8d33e35-d620-46c8-9f45-353f708490fe req-f16c1a9f-7936-48d6-8889-13d80538d3f9 service neutron] 10.222.0.25 "DELETE /v2.0/ports/9af816b2-022c-410b-b525-4c3656557af9/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.2644022 Oct 12 22:52:56.379524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Network c1bcd4c0-0176-4aac-ae31-535c79cd4618 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:56.387209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 77dd7869-6d98-4b7f-b459-9456aa237fe1 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:56.387570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 77dd7869-6d98-4b7f-b459-9456aa237fe1 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:56.390038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31363b6a-dc1a-403b-a079-b34cadacd20b req-2a9830a9-89a7-42f8-ab72-27d7b9d85765 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:56.395258 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.398264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-31363b6a-dc1a-403b-a079-b34cadacd20b req-2a9830a9-89a7-42f8-ab72-27d7b9d85765 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 945 time: 0.4038305 Oct 12 22:52:56.404899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.411741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:56.415912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b20b5f82-fd86-4f27-8553-daf6669d7855 HTTP/1.1" status: 204 len: 168 time: 1.1157255 Oct 12 22:52:56.417055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40764) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:56.421773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:56.461226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e985334-ba5c-4a73-966d-08f5f45448b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=b20b5f82-fd86-4f27-8553-daf6669d7855,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:56.468077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.517953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 819fda52-d536-4293-aaf8-47453c57b829 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:56.536126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8d4b16e7-c275-4bb9-b5e4-5d37bf385955 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5933132 Oct 12 22:52:56.555936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'port': {'device_id': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16', 'admin_state_up': True, 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:56.575874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 819fda52-d536-4293-aaf8-47453c57b829 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:56.576494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 819fda52-d536-4293-aaf8-47453c57b829 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:56.592263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1710fd35-0e4e-4bbe-9c8c-6db5d60bfb27 admin admin] Deleting subnet 7447d44a-10cf-473f-85c8-71be8e5f8016 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:52:56.608712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1710fd35-0e4e-4bbe-9c8c-6db5d60bfb27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.652550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5854619e-eb90-4dd1-b550-a7891d70a7ad None None] Provisioning complete for port 3b83047a-85c3-45b1-9efd-227984b1694c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:56.653441 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5854619e-eb90-4dd1-b550-a7891d70a7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.665263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d33e35-d620-46c8-9f45-353f708490fe req-e568a082-1c8f-44a8-aca2-4f97551b1f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:56.667056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8d33e35-d620-46c8-9f45-353f708490fe req-e568a082-1c8f-44a8-aca2-4f97551b1f50 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 1101 time: 0.1488764 Oct 12 22:52:56.680213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83812b76-30a7-481f-8970-64c1a9cdd292 req-4670868d-9998-43e8-9734-7d4fb8fcd98f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:56.689628 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83812b76-30a7-481f-8970-64c1a9cdd292 req-4670868d-9998-43e8-9734-7d4fb8fcd98f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 932 time: 0.1827929 Oct 12 22:52:56.690401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-31363b6a-dc1a-403b-a079-b34cadacd20b req-bbf7de24-a70a-42f2-a81a-1a97803befea tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913001 Oct 12 22:52:56.710563 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1710fd35-0e4e-4bbe-9c8c-6db5d60bfb27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.833893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5854619e-eb90-4dd1-b550-a7891d70a7ad None None] Port 3b83047a-85c3-45b1-9efd-227984b1694c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:52:56.835176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.852425 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83812b76-30a7-481f-8970-64c1a9cdd292 req-2a062629-4002-46e2-a337-343d88458132 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616454 Oct 12 22:52:56.915431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1710fd35-0e4e-4bbe-9c8c-6db5d60bfb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.985704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-24c3d5b3-45a6-41bb-82c4-92022e6d472a None None] Provisioning complete for port 1611323c-49c9-4055-bb4f-63c5d300e93d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:56.986209 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-24c3d5b3-45a6-41bb-82c4-92022e6d472a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.988709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:56.999497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d33e35-d620-46c8-9f45-353f708490fe req-3fb57157-56b5-425a-a631-96f9183e0459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:57.000289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8d33e35-d620-46c8-9f45-353f708490fe req-3fb57157-56b5-425a-a631-96f9183e0459 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2877631 Oct 12 22:52:57.042891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event deleted for resources: {'Port': ['ID=6175d0ea-d9fc-4094-8c23-c1fc9fff3372,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:57.053315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7e71383-575e-4080-a17c-c7d735b3d457 req-baa80dd1-e39d-4471-876f-c345c71a0a63 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 210 time: 0.1156535 Oct 12 22:52:57.093035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c0d00c80-b76b-4416-8c2e-ef3e7b609464 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:57.101856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8d33e35-d620-46c8-9f45-353f708490fe req-18f787e3-9c05-4b9c-9fa6-c07e21d5c3cf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=9af816b2-022c-410b-b525-4c3656557af9 HTTP/1.1" status: 200 len: 217 time: 0.0774500 Oct 12 22:52:57.126160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-24c3d5b3-45a6-41bb-82c4-92022e6d472a None None] Port 1611323c-49c9-4055-bb4f-63c5d300e93d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:52:57.162058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1710fd35-0e4e-4bbe-9c8c-6db5d60bfb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.162297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c0d00c80-b76b-4416-8c2e-ef3e7b609464 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:57.162707 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.180432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] No DVR routers for this DVR port 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:52:57.182898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.186615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8fe6a173-6592-4dbb-b794-b51cf8f12f28 req-53c26694-6b1a-44d7-bd93-75a3b731cee3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "DELETE /v2.0/ports/6175d0ea-d9fc-4094-8c23-c1fc9fff3372 HTTP/1.1" status: 204 len: 173 time: 2.4407711 Oct 12 22:52:57.189515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:57.193759 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.203615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710fd35-0e4e-4bbe-9c8c-6db5d60bfb27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7447d44a-10cf-473f-85c8-71be8e5f8016,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:57.215915 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1710fd35-0e4e-4bbe-9c8c-6db5d60bfb27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.219737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1710fd35-0e4e-4bbe-9c8c-6db5d60bfb27 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7447d44a-10cf-473f-85c8-71be8e5f8016 HTTP/1.1" status: 204 len: 168 time: 0.8015728 Oct 12 22:52:57.223403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40776) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:57.234478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d33e35-d620-46c8-9f45-353f708490fe req-69c3d52a-23ca-469a-8469-62b7c40daec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:57.236261 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8d33e35-d620-46c8-9f45-353f708490fe req-69c3d52a-23ca-469a-8469-62b7c40daec8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1262956 Oct 12 22:52:57.265605 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.274258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'name': 'network-vif-deleted', 'tag': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:57.276320 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3943a5e0-a502-4435-9ff9-dfd06d7d41aa" -d '{"events": [{"server_uuid": "ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94", "name": "network-vif-deleted", "tag": "6175d0ea-d9fc-4094-8c23-c1fc9fff3372"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:57.300920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port c0d00c80-b76b-4416-8c2e-ef3e7b609464, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c0d00c80-b76b-4416-8c2e-ef3e7b609464,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:57.351566 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.366480 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.376169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d33e35-d620-46c8-9f45-353f708490fe req-dc66bbc2-6966-4546-8217-79a181af7685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:57.377982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8d33e35-d620-46c8-9f45-353f708490fe req-dc66bbc2-6966-4546-8217-79a181af7685 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1313155 Oct 12 22:52:57.394889 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8460ec92-294c-4a38-ad5f-5d4517cff6f2 x-openstack-request-id: req-8460ec92-294c-4a38-ad5f-5d4517cff6f2 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:57.395572 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94", "name": "network-vif-deleted", "tag": "6175d0ea-d9fc-4094-8c23-c1fc9fff3372", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:57.395572 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8460ec92-294c-4a38-ad5f-5d4517cff6f2 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:57.395803 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94', 'name': 'network-vif-deleted', 'tag': '6175d0ea-d9fc-4094-8c23-c1fc9fff3372', 'status': 'completed', 'code': 200} Oct 12 22:52:57.429156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=c0d00c80-b76b-4416-8c2e-ef3e7b609464,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:57.467683 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.501326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Allocated IP 19.86.0.65 (c9faa86d-d3ba-4a96-968e-7b2d63d56b16/0d360bda-d363-41ed-adea-0a410ecc878c/16afbd15-7914-4398-8a6f-bcecda3882d7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:57.527823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bd147-49e4-42ca-b6df-3d58ea33aeb3 req-e985f979-82e7-4f6c-87da-2441ada553b7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:57.529943 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-710bd147-49e4-42ca-b6df-3d58ea33aeb3 req-e985f979-82e7-4f6c-87da-2441ada553b7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 949 time: 0.0736063 Oct 12 22:52:57.533131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.548551 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.584797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72df20f-fcce-47bb-bd3a-4a13d9712548']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:57.593332 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8d33e35-d620-46c8-9f45-353f708490fe req-ab0e195b-7cd5-46c7-bc11-bd1441cf0806 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007623 Oct 12 22:52:57.596673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f319be65-faed-4cd8-b238-570a985fe930') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:57.599633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f319be65-faed-4cd8-b238-570a985fe930') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:57.616385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.676968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.687021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Pushing event updated for resources: {'Port': ['ID=1611323c-49c9-4055-bb4f-63c5d300e93d,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:57.687756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:52:57.688150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:52:57.689941 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:52:57.706119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.735923 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-710bd147-49e4-42ca-b6df-3d58ea33aeb3 req-afdaaaac-c6af-40d3-b74b-84f5a9f6c3b0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966920 Oct 12 22:52:57.771286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8d33e35-d620-46c8-9f45-353f708490fe req-253e411c-faae-4177-ad14-bb87e871e7ae service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663845 Oct 12 22:52:57.834427 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.840325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:57.846420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d72df20f-fcce-47bb-bd3a-4a13d9712548 HTTP/1.1" status: 204 len: 168 time: 0.6197488 Oct 12 22:52:57.856829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eca1d6-b615-4d35-b16b-93ce51472bd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d72df20f-fcce-47bb-bd3a-4a13d9712548,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:57.981722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a78253-d14a-4ae4-8951-8fe33e65e3ad req-17ae8ea9-3c4e-49d3-811e-e86e6628a99a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:57.984848 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9a78253-d14a-4ae4-8951-8fe33e65e3ad req-17ae8ea9-3c4e-49d3-811e-e86e6628a99a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 932 time: 0.0547905 Oct 12 22:52:58.032154 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9a78253-d14a-4ae4-8951-8fe33e65e3ad req-9f65f4ee-3e7b-4164-bc29-a1c764b0fbf4 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411484 Oct 12 22:52:58.165922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb02cac-23c4-47ff-8adc-8c8147ce0bda req-12db8fa9-9990-45d7-a98b-2786d501e78c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:58.167574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ddb02cac-23c4-47ff-8adc-8c8147ce0bda req-12db8fa9-9990-45d7-a98b-2786d501e78c tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 950 time: 0.0563958 Oct 12 22:52:58.186967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.199303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004219d-f866-47bb-8ae9-bd0e8f1e51a0 req-b2b5243c-22c4-4a04-8320-b435134e69d0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:58.200696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b004219d-f866-47bb-8ae9-bd0e8f1e51a0 req-b2b5243c-22c4-4a04-8320-b435134e69d0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 945 time: 0.1254940 Oct 12 22:52:58.218039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40796) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:58.220317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Network c1bcd4c0-0176-4aac-ae31-535c79cd4618 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:58.231665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:58.240669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ddb02cac-23c4-47ff-8adc-8c8147ce0bda req-1c09e074-d86c-465a-9c99-372e8bef3c79 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653853 Oct 12 22:52:58.277422 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0f1b8e82-ba81-4ea3-9f3a-bf7354e39991 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8479f99ae865494585b293710c99f380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0583022 Oct 12 22:52:58.280244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40798) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:58.319526 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b004219d-f866-47bb-8ae9-bd0e8f1e51a0 req-52803be8-553a-4734-bf1b-0a8961232d57 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112235 Oct 12 22:52:58.330897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9af816b2-022c-410b-b525-4c3656557af9 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:58.354013 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cad81da-3090-4cd2-9db8-542edf68c362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.372129 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.437175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cad81da-3090-4cd2-9db8-542edf68c362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.439993 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8e743644-4f00-483a-b8a2-698c6039977e req-5af735d9-98ca-496f-a20d-99303708f076 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=ecbe974d-50a2-4ec1-9c75-5f63f3b9ce94 HTTP/1.1" status: 200 len: 210 time: 0.0511670 Oct 12 22:52:58.444465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:52:58.450311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:52:58.468255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:52:58.472840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Port': ['ID=16afbd15-7914-4398-8a6f-bcecda3882d7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:58.501537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 9af816b2-022c-410b-b525-4c3656557af9 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:52:58.511775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 9af816b2-022c-410b-b525-4c3656557af9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:58.512666 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.516944 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:52:58.521030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:52:58.550413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:58.550974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.578096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:52:58.578576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6175d0ea-d9fc-4094-8c23-c1fc9fff3372 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:52:58.588428 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cad81da-3090-4cd2-9db8-542edf68c362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.591157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cad81da-3090-4cd2-9db8-542edf68c362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.597006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5cad81da-3090-4cd2-9db8-542edf68c362 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a90d81ff-fabe-444f-af00-04f97243c2ca HTTP/1.1" status: 204 len: 168 time: 0.3116114 Oct 12 22:52:58.613393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cad81da-3090-4cd2-9db8-542edf68c362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90d81ff-fabe-444f-af00-04f97243c2ca,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:58.614264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6a7a4902-4dba-4068-ae7a-e6a984ea29f5 None None] Provisioning complete for port 1611323c-49c9-4055-bb4f-63c5d300e93d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:58.624387 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a7a4902-4dba-4068-ae7a-e6a984ea29f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.714212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906433cf-1c48-4757-b669-3ad6450a243f tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1649151 Oct 12 22:52:58.726050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:52:58.743478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'port': {'device_id': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c', 'admin_state_up': True, 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:58.759747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a074da3f-6bd4-493c-9e05-8347b7f51ae8 admin admin] 10.222.0.31 "PUT /v2.0/routers/58a667e8-4b4d-44be-8d3a-33b8b2caf341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1811852 Oct 12 22:52:58.893706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5a4cd8-b7c5-413c-ad9c-a610ea834334 req-9a1657e1-69e3-41a2-8913-df4eee81ab6f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:58.895572 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df5a4cd8-b7c5-413c-ad9c-a610ea834334 req-9a1657e1-69e3-41a2-8913-df4eee81ab6f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 949 time: 0.0779347 Oct 12 22:52:58.905750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Sync routers for ids ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:52:58.913451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6a7a4902-4dba-4068-ae7a-e6a984ea29f5 None None] Port 1611323c-49c9-4055-bb4f-63c5d300e93d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:52:58.930864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Routers {'58a667e8-4b4d-44be-8d3a-33b8b2caf341'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:52:58.931551 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:58.936438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:58.983945 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df5a4cd8-b7c5-413c-ad9c-a610ea834334 req-c460e4a9-852a-47e0-8a10-32e6a8f14a65 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778019 Oct 12 22:52:58.993998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:52:58.999014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.056450 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-452bc163-30cf-4f4e-8d87-82d959d3b344 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:59.057902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-452bc163-30cf-4f4e-8d87-82d959d3b344 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/ports?device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 950 time: 0.0973504 Oct 12 22:52:59.077777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af816b2-022c-410b-b525-4c3656557af9'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:52:59.090564 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffda9ddd-3b0f-4c3d-b0e7-02897d3a0bd9" -d '{"events": [{"server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "name": "network-vif-plugged", "status": "completed", "tag": "9af816b2-022c-410b-b525-4c3656557af9"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:52:59.107722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c0d00c80-b76b-4416-8c2e-ef3e7b609464 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:59.155856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:59.190629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bf302143-b304-4c9e-bc6d-4319f383fe71 None None] Provisioning complete for port 16afbd15-7914-4398-8a6f-bcecda3882d7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:59.191678 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bf302143-b304-4c9e-bc6d-4319f383fe71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.219795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Set router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:52:59.256954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.257758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device efa76c75-efce-4d95-b8c2-aaf4f6853ed4 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:52:59.271666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dd98a-98eb-416d-9e24-64343b97b8a7 req-149b54a1-80ac-499e-b8a7-9d6f4b395ef9 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:59.278325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dd98a-98eb-416d-9e24-64343b97b8a7 req-149b54a1-80ac-499e-b8a7-9d6f4b395ef9 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:59.283446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d29dd98a-98eb-416d-9e24-64343b97b8a7 req-149b54a1-80ac-499e-b8a7-9d6f4b395ef9 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 1654 time: 0.1366477 Oct 12 22:52:59.319775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bf302143-b304-4c9e-bc6d-4319f383fe71 None None] Port 16afbd15-7914-4398-8a6f-bcecda3882d7 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:52:59.327257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Deleting port 626671bf-bc2e-4bc1-a1be-f043f74210aa {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:59.327604 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.363419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c0d00c80-b76b-4416-8c2e-ef3e7b609464 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:59.364397 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.406123 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d29dd98a-98eb-416d-9e24-64343b97b8a7 req-f507cd5c-0d7a-4d80-8915-414d7b702359 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103160 Oct 12 22:52:59.462148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:52:59.474278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] For port 626671bf-bc2e-4bc1-a1be-f043f74210aa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=626671bf-bc2e-4bc1-a1be-f043f74210aa,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:59.474657 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.494605 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Allocated IP 19.80.0.6 (db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c/5ad9ae98-919e-4521-a0b5-2e95d5c23fa4/24625fc0-dbb9-45ed-b11f-3d6a0b89f226) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:52:59.508900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Calling delete_port for 626671bf-bc2e-4bc1-a1be-f043f74210aa owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:52:59.534605 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce4e8ed-b2e7-4c72-9093-239562058c7a x-openstack-request-id: req-cce4e8ed-b2e7-4c72-9093-239562058c7a {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:52:59.534897 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "name": "network-vif-plugged", "status": "completed", "tag": "9af816b2-022c-410b-b525-4c3656557af9", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:52:59.535181 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cce4e8ed-b2e7-4c72-9093-239562058c7a {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:52:59.535570 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9af816b2-022c-410b-b525-4c3656557af9', 'code': 200} Oct 12 22:52:59.571835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:52:59.582390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:52:59.583091 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.649457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:46Z', 'updated_at': '2021-10-12T22:52:56Z', 'revision_number': 4, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'gw_port': {'id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:47Z', 'updated_at': '2021-10-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '1611323c-49c9-4055-bb4f-63c5d300e93d', 'name': '', 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'mac_address': 'fa:16:3e:d5:11:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '055cadc8-f363-4651-a52e-a937a2f9d6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:54Z', 'updated_at': '2021-10-12T22:52:57Z', 'revision_number': 2, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'subnets': [{'id': '055cadc8-f363-4651-a52e-a937a2f9d6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:52:59.658876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-311a900b-67b1-47ef-88a5-9eb1ccb6ee92 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:59.682573 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-311a900b-67b1-47ef-88a5-9eb1ccb6ee92 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "GET /v2.0/ports?device_id=7c7d45bd-d921-4614-8e03-977478771f9f HTTP/1.1" status: 200 len: 950 time: 0.2711098 Oct 12 22:52:59.686716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40824) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:59.703330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Checking router: 58a667e8-4b4d-44be-8d3a-33b8b2caf341 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:52:59.703696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Updating router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 port 1611323c-49c9-4055-bb4f-63c5d300e93d binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:52:59.737186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-730ddd57-7908-41f1-a306-e50c09dd638f tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4082325 Oct 12 22:52:59.742754 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.744729 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.773020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:52:59.819386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:52:59.843370 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-71c65457-abb8-423a-9327-f07a11e8e30e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=623a05d6ee8d4944b736fefa31800196&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1541650 Oct 12 22:52:59.849177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40828) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:52:59.851756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15c4dd7-2a83-4c37-8a3f-a0085bc20947 req-b741c072-0f03-40bd-a8aa-14beb707a326 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:52:59.853245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f15c4dd7-2a83-4c37-8a3f-a0085bc20947 req-b741c072-0f03-40bd-a8aa-14beb707a326 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d HTTP/1.1" status: 200 len: 950 time: 0.1679146 Oct 12 22:52:59.906234 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f15c4dd7-2a83-4c37-8a3f-a0085bc20947 req-4832acd8-51d5-48c9-a679-6926d89dc7b7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448551 Oct 12 22:52:59.944132 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.949221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.955032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.959751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Deleting port 72c95574-7687-4dfa-95ba-6b13cbc880de {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:52:59.960641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.963933 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:52:59.974681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:52:59.976511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['626671bf-bc2e-4bc1-a1be-f043f74210aa', '72c95574-7687-4dfa-95ba-6b13cbc880de'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:00.055297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event deleted for resources: {'Port': ['ID=626671bf-bc2e-4bc1-a1be-f043f74210aa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:00.063070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89267acd-bb8e-463d-9411-785387d15a4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.076811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] No DVR routers for this DVR port 626671bf-bc2e-4bc1-a1be-f043f74210aa on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:00.079838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.083436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd9f0ebf-5c62-40d2-a13f-b721792ea341 req-6a1422c5-8b13-47d2-bc70-340977ce4d9e tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "DELETE /v2.0/ports/626671bf-bc2e-4bc1-a1be-f043f74210aa HTTP/1.1" status: 204 len: 173 time: 1.0173516 Oct 12 22:53:00.083885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d', 'name': 'network-vif-deleted', 'tag': '626671bf-bc2e-4bc1-a1be-f043f74210aa'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:00.086137 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c899df-596c-486b-9b8a-15f59ce8d8fc" -d '{"events": [{"server_uuid": "f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d", "name": "network-vif-deleted", "tag": "626671bf-bc2e-4bc1-a1be-f043f74210aa"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:00.111971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722b22d8-9f13-4e70-967d-fddb10b89552 req-895e82ab-bda9-4f1e-be59-5e416d1df27c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:00.116326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:00.119329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-722b22d8-9f13-4e70-967d-fddb10b89552 req-895e82ab-bda9-4f1e-be59-5e416d1df27c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.1434793 Oct 12 22:53:00.138404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89267acd-bb8e-463d-9411-785387d15a4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.160551 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-722b22d8-9f13-4e70-967d-fddb10b89552 req-a485603e-c8ca-453f-b088-20b680422c88 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401304 Oct 12 22:53:00.219626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] For port 72c95574-7687-4dfa-95ba-6b13cbc880de, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=72c95574-7687-4dfa-95ba-6b13cbc880de,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:00.219863 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.229158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.249055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Calling delete_port for 72c95574-7687-4dfa-95ba-6b13cbc880de owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:00.284311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.340135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:00.366182 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.388032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:00.396891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:00.403125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Port': ['ID=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:00.443116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89267acd-bb8e-463d-9411-785387d15a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.445913 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89267acd-bb8e-463d-9411-785387d15a4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.447210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-89267acd-bb8e-463d-9411-785387d15a4a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86b7e41f-9e1e-467d-b23e-d6b7fecd2fe0 HTTP/1.1" status: 204 len: 168 time: 0.5941167 Oct 12 22:53:00.468396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384b5e67-225d-43a3-9b60-f2fa342f71ef req-28d511cb-ee11-40ef-bdff-3e5dcfe68773 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:00.477303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-384b5e67-225d-43a3-9b60-f2fa342f71ef req-28d511cb-ee11-40ef-bdff-3e5dcfe68773 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1081071 Oct 12 22:53:00.492456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c3c13-e589-4ebf-8580-3eab952206ae None None] Pushing event updated for resources: {'Port': ['ID=1611323c-49c9-4055-bb4f-63c5d300e93d,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:00.506451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89267acd-bb8e-463d-9411-785387d15a4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b7e41f-9e1e-467d-b23e-d6b7fecd2fe0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:00.531863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Attempting to bind port 1611323c-49c9-4055-bb4f-63c5d300e93d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:00.532435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Attempting to bind port 1611323c-49c9-4055-bb4f-63c5d300e93d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:00.532965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Attempting to bind port 1611323c-49c9-4055-bb4f-63c5d300e93d on network c1bcd4c0-0176-4aac-ae31-535c79cd4618 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:00.533413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:00.534155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.539238 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-384b5e67-225d-43a3-9b60-f2fa342f71ef req-95c271a0-4d06-496f-9bd1-bcd68b1b315e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546455 Oct 12 22:53:00.554319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:00.554704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Checking segment: {'id': 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:00.555145 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.555582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Bound using segment: {'id': 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:00.556069 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Bound port: 1611323c-49c9-4055-bb4f-63c5d300e93d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:00.565189 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.566980 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.609941 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740ce8fd-4b74-4614-b51e-8a7ec7633f14 x-openstack-request-id: req-740ce8fd-4b74-4614-b51e-8a7ec7633f14 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:00.611500 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d", "name": "network-vif-deleted", "tag": "626671bf-bc2e-4bc1-a1be-f043f74210aa", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:00.617246 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-740ce8fd-4b74-4614-b51e-8a7ec7633f14 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:00.617246 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3cb1f36-d33c-4b71-a620-f6e5e8a9fb0d', 'name': 'network-vif-deleted', 'tag': '626671bf-bc2e-4bc1-a1be-f043f74210aa', 'status': 'completed', 'code': 200} Oct 12 22:53:00.675452 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ff24860e-d02f-4412-accd-432c2dc05ffd tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9469564 Oct 12 22:53:00.711855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Request body: {'port': {'device_id': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:00.775074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] For port 1611323c-49c9-4055-bb4f-63c5d300e93d, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:00.788397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] For port 1611323c-49c9-4055-bb4f-63c5d300e93d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1611323c-49c9-4055-bb4f-63c5d300e93d,segment=NetworkSegment(a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce),segment_id=a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:00.845667 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.880485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0f955c6c-e32d-4686-8b3d-39fa04872aad None None] Provisioning complete for port 1611323c-49c9-4055-bb4f-63c5d300e93d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:00.881530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f955c6c-e32d-4686-8b3d-39fa04872aad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.926114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-cbf29fcf-ddfa-4d07-9c0b-1ae554e2a35b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:00.927904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-cbf29fcf-ddfa-4d07-9c0b-1ae554e2a35b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/networks?id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 200 len: 822 time: 0.2021403 Oct 12 22:53:00.929013 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:00.943123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Allocated IP 172.25.2.127 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/045f7549-0597-4c80-b3cc-5ec34470ff10) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:00.956323 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-d3abbf5e-e665-4d16-aaa6-1f0b5c12f153 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/quotas/99f5f2239a9e4ac2bb813c07f2b71995 HTTP/1.1" status: 200 len: 375 time: 0.0215304 Oct 12 22:53:00.990268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0f955c6c-e32d-4686-8b3d-39fa04872aad None None] Port 1611323c-49c9-4055-bb4f-63c5d300e93d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:01.012813 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-9629936e-80e7-45c8-8ed5-8f2ddcaae75c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546365 Oct 12 22:53:01.018427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Routers {'58a667e8-4b4d-44be-8d3a-33b8b2caf341'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:53:01.018427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:52:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:01.018683 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:01.106675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['36335483-50a4-4adc-bbe9-bff91446c41b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:01.120478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c3c13-e589-4ebf-8580-3eab952206ae None None] Pushing event updated for resources: {'Port': ['ID=1611323c-49c9-4055-bb4f-63c5d300e93d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:01.180496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event deleted for resources: {'Port': ['ID=72c95574-7687-4dfa-95ba-6b13cbc880de,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:01.185951 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-fccbc5dc-3186-495c-a8f6-962262193402 service neutron] 10.222.0.31 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717577 Oct 12 22:53:01.307426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] No DVR routers for this DVR port 72c95574-7687-4dfa-95ba-6b13cbc880de on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:01.337998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:01.340019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff030be1-eac3-4ece-b39a-fdef60e72d8c req-86523a34-1b7d-48b9-96df-b3e337089769 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.25 "DELETE /v2.0/ports/72c95574-7687-4dfa-95ba-6b13cbc880de HTTP/1.1" status: 204 len: 173 time: 1.6625383 Oct 12 22:53:01.340578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7d45bd-d921-4614-8e03-977478771f9f', 'name': 'network-vif-deleted', 'tag': '72c95574-7687-4dfa-95ba-6b13cbc880de'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:01.344415 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17638cb-7196-4e38-bcf2-2572c5218c32" -d '{"events": [{"server_uuid": "7c7d45bd-d921-4614-8e03-977478771f9f", "name": "network-vif-deleted", "tag": "72c95574-7687-4dfa-95ba-6b13cbc880de"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:01.356390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-00d22c13-7f1a-4045-b685-85f3c6f0a3b3 service neutron] 10.222.0.31 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687555 Oct 12 22:53:01.413492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:01.471295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] Set router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:53:01.491482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b83047a-85c3-45b1-9efd-227984b1694c {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:01.501752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:01.515907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Transition to ACTIVE for port object 3b83047a-85c3-45b1-9efd-227984b1694c will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:01.526527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1e45b1ed-608e-4c81-a908-bb560c74eb7c None None] Provisioning complete for port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:01.527176 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1e45b1ed-608e-4c81-a908-bb560c74eb7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:01.571290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:01.572622 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:01.574469 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb72d9cf-eea8-465f-a154-8d5a684dd648" -d '{"events": [{"server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "name": "network-vif-plugged", "status": "completed", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:01.611514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:01.615690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:01.638244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:01.644344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:01.812926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0343-4cdf-45f0-b996-374788fe59e5 req-f54c618d-e347-499d-99f2-a8566f6c376c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:01.819848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0343-4cdf-45f0-b996-374788fe59e5 req-f54c618d-e347-499d-99f2-a8566f6c376c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:01.827747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c0343-4cdf-45f0-b996-374788fe59e5 req-f54c618d-e347-499d-99f2-a8566f6c376c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:01.829471 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb2c0343-4cdf-45f0-b996-374788fe59e5 req-f54c618d-e347-499d-99f2-a8566f6c376c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2386 time: 0.1754994 Oct 12 22:53:01.831200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1e45b1ed-608e-4c81-a908-bb560c74eb7c None None] Port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:01.884457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb2c0343-4cdf-45f0-b996-374788fe59e5 req-6710380f-e1b3-4d95-b212-4571338da811 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393839 Oct 12 22:53:02.010086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1d1ef4-53df-4f3f-90f4-e333f62dfce2 req-a5caa94d-419f-42f0-babe-65cff70aecd2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:02.015725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa1d1ef4-53df-4f3f-90f4-e333f62dfce2 req-a5caa94d-419f-42f0-babe-65cff70aecd2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.0682268 Oct 12 22:53:02.048083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f8dfd4bf-b476-4aac-9b95-caa128f0866f None None] Provisioning complete for port 1611323c-49c9-4055-bb4f-63c5d300e93d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:02.048489 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd4bf-b476-4aac-9b95-caa128f0866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:02.081953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa1d1ef4-53df-4f3f-90f4-e333f62dfce2 req-784a76ab-ee36-4e5d-af01-070c2fe31376 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604825 Oct 12 22:53:02.111307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:46Z', 'updated_at': '2021-10-12T22:52:56Z', 'revision_number': 4, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'gw_port': {'id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:47Z', 'updated_at': '2021-10-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '1611323c-49c9-4055-bb4f-63c5d300e93d', 'name': '', 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'mac_address': 'fa:16:3e:d5:11:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '055cadc8-f363-4651-a52e-a937a2f9d6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:54Z', 'updated_at': '2021-10-12T22:53:00Z', 'revision_number': 4, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'subnets': [{'id': '055cadc8-f363-4651-a52e-a937a2f9d6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:02.149288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2532fded-16fc-4a35-8cde-88cfad37081c None None] The sync data for ids ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'] in n-d-790519-14 is: [{'id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:46Z', 'updated_at': '2021-10-12T22:52:56Z', 'revision_number': 4, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'gw_port': {'id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:47Z', 'updated_at': '2021-10-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '1611323c-49c9-4055-bb4f-63c5d300e93d', 'name': '', 'network_id': 'c1bcd4c0-0176-4aac-ae31-535c79cd4618', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'mac_address': 'fa:16:3e:d5:11:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '055cadc8-f363-4651-a52e-a937a2f9d6d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:54Z', 'updated_at': '2021-10-12T22:53:00Z', 'revision_number': 4, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'subnets': [{'id': '055cadc8-f363-4651-a52e-a937a2f9d6d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:53:02.255386 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd4bf-b476-4aac-9b95-caa128f0866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:02.305711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a708e-a775-4504-832e-887775133590 req-34495b21-443b-4532-b582-04fde468bf88 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:02.307841 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b7a708e-a775-4504-832e-887775133590 req-34495b21-443b-4532-b582-04fde468bf88 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0845354 Oct 12 22:53:02.323312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f8dfd4bf-b476-4aac-9b95-caa128f0866f None None] For port 1611323c-49c9-4055-bb4f-63c5d300e93d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1611323c-49c9-4055-bb4f-63c5d300e93d,segment=NetworkSegment(a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce),segment_id=a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:02.345809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Pushing event updated for resources: {'Port': ['ID=045f7549-0597-4c80-b3cc-5ec34470ff10,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:02.383625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b7a708e-a775-4504-832e-887775133590 req-c56a3231-01f2-4fde-bf6e-c0216693bbfb tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586746 Oct 12 22:53:02.411839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f8dfd4bf-b476-4aac-9b95-caa128f0866f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:02.454955 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:02.491554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Pushing event updated for resources: {'Port': ['ID=3b83047a-85c3-45b1-9efd-227984b1694c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:02.504869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dfd4bf-b476-4aac-9b95-caa128f0866f None None] Pushing event updated for resources: {'Port': ['ID=1611323c-49c9-4055-bb4f-63c5d300e93d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:02.524374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Attempting to bind port 3b83047a-85c3-45b1-9efd-227984b1694c on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:02.524863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Attempting to bind port 3b83047a-85c3-45b1-9efd-227984b1694c by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:02.525032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Attempting to bind port 3b83047a-85c3-45b1-9efd-227984b1694c on network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:02.530332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Port 3b83047a-85c3-45b1-9efd-227984b1694c on network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:02.530653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Attempting to bind port 3b83047a-85c3-45b1-9efd-227984b1694c on network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:02.542801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:02.542801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Checking segment: {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:02.542801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Bound using segment: {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:02.546329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Bound port: 3b83047a-85c3-45b1-9efd-227984b1694c, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:02.546329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:02.548479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 72c95574-7687-4dfa-95ba-6b13cbc880de no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:02.584617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 72c95574-7687-4dfa-95ba-6b13cbc880de {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:02.585297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 72c95574-7687-4dfa-95ba-6b13cbc880de not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:02.585927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 626671bf-bc2e-4bc1-a1be-f043f74210aa no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:02.626101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 626671bf-bc2e-4bc1-a1be-f043f74210aa {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:02.626483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 626671bf-bc2e-4bc1-a1be-f043f74210aa not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:02.633313 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d4e361-f2d6-41e8-bd1a-af71efdb6ac4 x-openstack-request-id: req-e4d4e361-f2d6-41e8-bd1a-af71efdb6ac4 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:02.633677 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7d45bd-d921-4614-8e03-977478771f9f", "name": "network-vif-deleted", "tag": "72c95574-7687-4dfa-95ba-6b13cbc880de", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:02.634170 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e4d4e361-f2d6-41e8-bd1a-af71efdb6ac4 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:02.634658 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7d45bd-d921-4614-8e03-977478771f9f', 'name': 'network-vif-deleted', 'tag': '72c95574-7687-4dfa-95ba-6b13cbc880de', 'status': 'completed', 'code': 200} Oct 12 22:53:02.674621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] For port 3b83047a-85c3-45b1-9efd-227984b1694c, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:02.682296 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6950a62-44b0-4c52-820c-65d080f3e340 req-c48d28bc-972f-458e-9411-810fd9892ecc tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 210 time: 0.0291710 Oct 12 22:53:02.696088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] For port 3b83047a-85c3-45b1-9efd-227984b1694c, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3b83047a-85c3-45b1-9efd-227984b1694c,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:02.697416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:02.735395 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6b379d-0a6a-4262-9279-a18bcf613980 x-openstack-request-id: req-0b6b379d-0a6a-4262-9279-a18bcf613980 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:02.735693 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "name": "network-vif-plugged", "status": "completed", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:02.735943 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b6b379d-0a6a-4262-9279-a18bcf613980 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:02.736338 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4', 'code': 200} Oct 12 22:53:02.814401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:02.883901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:02.884572 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:02.885958 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] 10.222.0.41 "PUT /v2.0/ports/3b83047a-85c3-45b1-9efd-227984b1694c HTTP/1.1" status: 200 len: 1093 time: 2.1881814 Oct 12 22:53:02.984131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fa564-186c-4bfa-8919-ebfacb0f996a service neutron] Pushing event updated for resources: {'Port': ['ID=3b83047a-85c3-45b1-9efd-227984b1694c,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:03.019312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Request body: {'port': {'device_id': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:03.025693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfeb68a-e06c-4b77-8adc-3200bde0914f req-f3fca9ce-595d-4843-87fb-cf432e94c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:03.028398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dfeb68a-e06c-4b77-8adc-3200bde0914f req-f3fca9ce-595d-4843-87fb-cf432e94c7ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 1098 time: 0.2103822 Oct 12 22:53:03.075264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1611323c-49c9-4055-bb4f-63c5d300e93d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:03.133434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:03.139902 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:03.164531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dfeb68a-e06c-4b77-8adc-3200bde0914f req-0f45d739-4b84-434e-a564-44f50e91c6fa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840881 Oct 12 22:53:03.194438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1611323c-49c9-4055-bb4f-63c5d300e93d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:03.197191 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:03.211041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e46d14-f805-4d1f-91b8-2722dae6e1c6 req-ab46ca09-1bb1-4a5f-b862-38b07bd36f2c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:03.218113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e46d14-f805-4d1f-91b8-2722dae6e1c6 req-ab46ca09-1bb1-4a5f-b862-38b07bd36f2c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:03.225404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e46d14-f805-4d1f-91b8-2722dae6e1c6 req-ab46ca09-1bb1-4a5f-b862-38b07bd36f2c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:03.234579 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47e46d14-f805-4d1f-91b8-2722dae6e1c6 req-ab46ca09-1bb1-4a5f-b862-38b07bd36f2c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2386 time: 0.0867269 Oct 12 22:53:03.280756 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47e46d14-f805-4d1f-91b8-2722dae6e1c6 req-e828d164-166f-4be7-91f7-9aa970c33473 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Oct 12 22:53:03.305375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:03.442032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Pushing event updated for resources: {'Port': ['ID=045f7549-0597-4c80-b3cc-5ec34470ff10,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:03.468256 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:03.572975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16afbd15-7914-4398-8a6f-bcecda3882d7 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:03.580153 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:03.592466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:03.593747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-d6ede3f0-c101-4d66-9f4b-ccd2108300a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.8420830 Oct 12 22:53:03.598956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Transition to ACTIVE for port object 16afbd15-7914-4398-8a6f-bcecda3882d7 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:03.656822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da880e51-2c98-46d1-b6df-c8f8d595d828 req-95528ab1-4e09-41e3-b7da-f400ea6168f3 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:03.658771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-c1d9370c-053e-44e2-bfad-22236f6147fe tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0565815 Oct 12 22:53:03.664262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da880e51-2c98-46d1-b6df-c8f8d595d828 req-95528ab1-4e09-41e3-b7da-f400ea6168f3 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0612688 Oct 12 22:53:03.675303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:03.705101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da880e51-2c98-46d1-b6df-c8f8d595d828 req-2ca18507-b264-48bc-8489-51e89ecc8c5d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393414 Oct 12 22:53:03.780261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Pushing event updated for resources: {'Port': ['ID=16afbd15-7914-4398-8a6f-bcecda3882d7,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:03.910909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-03e84e2f-e9de-48c1-8ddf-98a108c0781e tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:03.912908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-03e84e2f-e9de-48c1-8ddf-98a108c0781e tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.2484870 Oct 12 22:53:03.946185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-c9fcac20-00ff-4fa9-8d23-2b33bb11faee tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:53:03.947187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ef29917-85ec-40f2-af57-d0b54af755ea req-c9fcac20-00ff-4fa9-8d23-2b33bb11faee tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0142503 Oct 12 22:53:04.028274 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Attempting to bind port 16afbd15-7914-4398-8a6f-bcecda3882d7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:04.028541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Attempting to bind port 16afbd15-7914-4398-8a6f-bcecda3882d7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '88f09037-6755-4a1f-98dd-5683d6682941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:04.028907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Attempting to bind port 16afbd15-7914-4398-8a6f-bcecda3882d7 on network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:04.043913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Port 16afbd15-7914-4398-8a6f-bcecda3882d7 on network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:04.044241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Attempting to bind port 16afbd15-7914-4398-8a6f-bcecda3882d7 on network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:04.059146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-73a4a0c3-a411-4f70-8f7c-40fd114b1c0e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:04.060835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-73a4a0c3-a411-4f70-8f7c-40fd114b1c0e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "GET /v2.0/networks?id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 200 len: 822 time: 0.2317979 Oct 12 22:53:04.061941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:04.062343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Checking segment: {'id': '88f09037-6755-4a1f-98dd-5683d6682941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:04.062789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Bound using segment: {'id': '88f09037-6755-4a1f-98dd-5683d6682941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:04.063326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Bound port: 16afbd15-7914-4398-8a6f-bcecda3882d7, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88f09037-6755-4a1f-98dd-5683d6682941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:04.063744 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:04.082889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Request body: {'port': {'device_id': '75ba038a-0aa5-4023-a29b-a98e1db5da71', 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76', 'admin_state_up': True, 'tenant_id': '99f5f2239a9e4ac2bb813c07f2b71995'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:04.150064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3994f69-6eb1-4bd6-81d0-fb3c8ff60942 req-2220d712-fcb9-44db-985a-3adc3538dba5 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips/1055ec1c-9ea8-486f-a33a-3bae0de9fcfe HTTP/1.1" status: 200 len: 693 time: 0.0507815 Oct 12 22:53:04.190352 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f76b7720-eb79-4eea-a6d4-5730a11b4450 req-0a30a4de-2ff3-410e-b67a-518513e650b3 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 210 time: 0.0603065 Oct 12 22:53:04.265169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] For port 16afbd15-7914-4398-8a6f-bcecda3882d7, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:04.290193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3994f69-6eb1-4bd6-81d0-fb3c8ff60942 req-02b43d2d-1cd0-4109-9e21-b835da0fe51d tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:04.291574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3994f69-6eb1-4bd6-81d0-fb3c8ff60942 req-02b43d2d-1cd0-4109-9e21-b835da0fe51d tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1347821 Oct 12 22:53:04.322848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] For port 16afbd15-7914-4398-8a6f-bcecda3882d7, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=16afbd15-7914-4398-8a6f-bcecda3882d7,segment=NetworkSegment(88f09037-6755-4a1f-98dd-5683d6682941),segment_id=88f09037-6755-4a1f-98dd-5683d6682941)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:04.374585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4acf7a9-c83d-4d68-a2c1-c6920cc4e5db req-6893354f-8c5b-4fc6-bfb6-ee0bca4100c2 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:04.382149 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4acf7a9-c83d-4d68-a2c1-c6920cc4e5db req-6893354f-8c5b-4fc6-bfb6-ee0bca4100c2 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 950 time: 0.1224265 Oct 12 22:53:04.383965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:04.446217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Made reservation on behalf of 99f5f2239a9e4ac2bb813c07f2b71995 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:04.449644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:04.453058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:04.453660 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:04.455026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] 10.222.0.41 "PUT /v2.0/ports/16afbd15-7914-4398-8a6f-bcecda3882d7 HTTP/1.1" status: 200 len: 1092 time: 1.4598417 Oct 12 22:53:04.464783 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-60427ddc-90de-4c08-8ed6-542ebef820d1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226972 Oct 12 22:53:04.493415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5855a29-4f49-47c1-9e26-a2dde412ec97 service neutron] Pushing event updated for resources: {'Port': ['ID=16afbd15-7914-4398-8a6f-bcecda3882d7,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:04.511365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4acf7a9-c83d-4d68-a2c1-c6920cc4e5db req-0c99a5d3-b546-4d8b-b48b-d5607adaf272 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158185 Oct 12 22:53:04.609371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Request body: {'port': {'device_id': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:04.620857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-8caf1521-1e15-4262-b59f-2e463e0ab694 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:04.622398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-8caf1521-1e15-4262-b59f-2e463e0ab694 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1505375 Oct 12 22:53:04.638005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-84dd105b-ad78-4448-94a2-cdebb007e880 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/quotas/71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 375 time: 0.0095150 Oct 12 22:53:04.638771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'tag': '3b83047a-85c3-45b1-9efd-227984b1694c'}, {'name': 'network-changed', 'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'tag': '16afbd15-7914-4398-8a6f-bcecda3882d7'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:04.641216 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f06721-976d-490c-9174-d4cd34108e6d" -d '{"events": [{"name": "network-changed", "server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "tag": "3b83047a-85c3-45b1-9efd-227984b1694c"}, {"name": "network-changed", "server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "tag": "16afbd15-7914-4398-8a6f-bcecda3882d7"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:04.654649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8728f41d-94c3-4850-a7bb-0baf17f0679f req-3445905c-4554-4a32-9f4c-59107b3014f8 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=ba3211c40cb247cd9d30761c7d32e7f5 HTTP/1.1" status: 200 len: 696 time: 0.1251225 Oct 12 22:53:04.695912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-1500be80-0e54-436c-b84b-ad0b182e2127 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506113 Oct 12 22:53:04.758975 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:04.862178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Allocated IP 172.20.0.6 (93c8e0d4-715e-4b7b-8fc5-736e5e132b76/12ff1287-d372-4e26-b59a-ec1c7c5079dc/a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:04.949140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728f41d-94c3-4850-a7bb-0baf17f0679f req-3e482e8a-e776-4774-a3d8-e3cac85ee0f1 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:04.950594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8728f41d-94c3-4850-a7bb-0baf17f0679f req-3e482e8a-e776-4774-a3d8-e3cac85ee0f1 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/networks?id=c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 787 time: 0.2590714 Oct 12 22:53:04.969991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-8728f41d-94c3-4850-a7bb-0baf17f0679f req-5787b1cc-1c0e-4695-8d63-45ea7878303d tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:53:04.971079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8728f41d-94c3-4850-a7bb-0baf17f0679f req-5787b1cc-1c0e-4695-8d63-45ea7878303d tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0115886 Oct 12 22:53:05.017739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7256e08-8111-4d17-b63b-665b1a0875e4 req-093a8aaf-8ef6-4022-a286-97803e7ced33 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.025686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7256e08-8111-4d17-b63b-665b1a0875e4 req-093a8aaf-8ef6-4022-a286-97803e7ced33 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.034651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7256e08-8111-4d17-b63b-665b1a0875e4 req-093a8aaf-8ef6-4022-a286-97803e7ced33 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.036682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7256e08-8111-4d17-b63b-665b1a0875e4 req-093a8aaf-8ef6-4022-a286-97803e7ced33 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2398 time: 0.0857430 Oct 12 22:53:05.080054 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda2e43b-3292-4b60-b6df-75e4de9f13f9 x-openstack-request-id: req-eda2e43b-3292-4b60-b6df-75e4de9f13f9 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:05.080466 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "tag": "3b83047a-85c3-45b1-9efd-227984b1694c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "tag": "16afbd15-7914-4398-8a6f-bcecda3882d7", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:05.081250 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eda2e43b-3292-4b60-b6df-75e4de9f13f9 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:05.081788 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'tag': '3b83047a-85c3-45b1-9efd-227984b1694c', 'status': 'completed', 'code': 200} Oct 12 22:53:05.082085 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'tag': '16afbd15-7914-4398-8a6f-bcecda3882d7', 'status': 'completed', 'code': 200} Oct 12 22:53:05.095365 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7256e08-8111-4d17-b63b-665b1a0875e4 req-6e40d915-8549-47f7-9c68-c2bba5429446 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423872 Oct 12 22:53:05.289584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-a44f0409-df2f-4e46-b9a7-f4c6d582f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.290057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-a44f0409-df2f-4e46-b9a7-f4c6d582f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.290749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-a44f0409-df2f-4e46-b9a7-f4c6d582f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.292206 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32f06721-976d-490c-9174-d4cd34108e6d req-a44f0409-df2f-4e46-b9a7-f4c6d582f10d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56e91032b274c2ca0d9a614222a08d8&device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2798 time: 0.2056150 Oct 12 22:53:05.317988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0110b23-4af5-4ec7-b0a9-609b1f871168 req-cbf475b6-ba67-4cff-b40b-0f6febc76dfa tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.319268 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0110b23-4af5-4ec7-b0a9-609b1f871168 req-cbf475b6-ba67-4cff-b40b-0f6febc76dfa tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.2221034 Oct 12 22:53:05.471510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ecfe01e-596b-4414-bdb3-091ec025391d req-929bf9c0-f33f-440c-8ced-163c82a3e6ad tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 210 time: 0.3361187 Oct 12 22:53:05.519981 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:05.524040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:05.541515 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-3f08449c-e0c1-444b-aed2-c3f95d179f3d tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips/1055ec1c-9ea8-486f-a33a-3bae0de9fcfe HTTP/1.1" status: 200 len: 693 time: 0.0492728 Oct 12 22:53:05.546138 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:05.607766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0110b23-4af5-4ec7-b0a9-609b1f871168 req-7eb6b51e-d82d-422d-b414-0b54eb4600ba tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698889 Oct 12 22:53:05.650198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Transition to ACTIVE for port object 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:05.665180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-f80540d9-b278-4598-81b9-aada309434e0 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.666659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-f80540d9-b278-4598-81b9-aada309434e0 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 950 time: 0.0973969 Oct 12 22:53:05.679226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-f59f2843-fa8a-42e4-afa2-ffec1945df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.679226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-f59f2843-fa8a-42e4-afa2-ffec1945df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.679226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-f59f2843-fa8a-42e4-afa2-ffec1945df0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.680857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32f06721-976d-490c-9174-d4cd34108e6d req-f59f2843-fa8a-42e4-afa2-ffec1945df0b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f56e91032b274c2ca0d9a614222a08d8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3706264 Oct 12 22:53:05.737796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-a9250121-e7f6-4018-89fc-d42f660a4a31 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:05.739204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-a9250121-e7f6-4018-89fc-d42f660a4a31 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1908424 Oct 12 22:53:05.749074 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:05.832943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-ad643e15-c2d4-4ed0-b9ad-f4c1a3703afb tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0606427 Oct 12 22:53:05.859777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Deleting port 36335483-50a4-4adc-bbe9-bff91446c41b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:05.860223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:05.958169 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-52dbd4f7-03d6-4dd4-99eb-add2e2edcb8b tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.1137009 Oct 12 22:53:06.117203 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] For port 36335483-50a4-4adc-bbe9-bff91446c41b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=36335483-50a4-4adc-bbe9-bff91446c41b,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:06.117504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.147466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Calling delete_port for 36335483-50a4-4adc-bbe9-bff91446c41b owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:06.160072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56ccd164-a35b-4dcb-8015-5c5c3332a83e req-e20acf00-d351-4dca-a4f6-b3eb24ccbe5e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 210 time: 0.3721690 Oct 12 22:53:06.165926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.190871 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Pushing event updated for resources: {'Port': ['ID=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:06.215674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Deleting port 045f7549-0597-4c80-b3cc-5ec34470ff10 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:06.216008 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.250074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:06.257915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-1d718c3b-6744-4a2a-87f8-c4a83675a1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.259420 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32f06721-976d-490c-9174-d4cd34108e6d req-1d718c3b-6744-4a2a-87f8-c4a83675a1c0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5716510 Oct 12 22:53:06.307552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:06.309993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:06.339216 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.339441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.358044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Calling delete_port for 045f7549-0597-4c80-b3cc-5ec34470ff10 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:06.398610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event updated for resources: {'Port': ['ID=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:06.450243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.451450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.480687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6de8e5-f7fb-4a07-a26a-b355a8a88279 req-8f6a897d-f3cf-4d48-bfc6-f239fb999871 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.480942 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.482263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e6de8e5-f7fb-4a07-a26a-b355a8a88279 req-8f6a897d-f3cf-4d48-bfc6-f239fb999871 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/ports?device_id=21216600-85e2-4a58-a0eb-7ab22220dc75 HTTP/1.1" status: 200 len: 950 time: 0.2310665 Oct 12 22:53:06.482964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Attempting to bind port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:06.483293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Attempting to bind port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:06.483736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Attempting to bind port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 on network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:06.489086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-3f3228ca-3eb4-4eef-965f-ea3af16c34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.489558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-3f3228ca-3eb4-4eef-965f-ea3af16c34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.490018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-3f3228ca-3eb4-4eef-965f-ea3af16c34ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.491624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32f06721-976d-490c-9174-d4cd34108e6d req-3f3228ca-3eb4-4eef-965f-ea3af16c34ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56e91032b274c2ca0d9a614222a08d8&device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2824 time: 0.1500878 Oct 12 22:53:06.499606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 on network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:06.499927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Attempting to bind port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 on network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:06.521824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:06.521824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Checking segment: {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:06.522179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Bound using segment: {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:06.522525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Bound port: 24625fc0-dbb9-45ed-b11f-3d6a0b89f226, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:06.522876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.525241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Pushing event deleted for resources: {'Port': ['ID=36335483-50a4-4adc-bbe9-bff91446c41b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:06.569545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] No DVR routers for this DVR port 36335483-50a4-4adc-bbe9-bff91446c41b on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:06.572426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.576254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b35579f-b614-4a5e-bf48-681cd485a391 req-b751716e-3763-4dec-9451-96fd7158e2d7 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.41 "DELETE /v2.0/ports/36335483-50a4-4adc-bbe9-bff91446c41b HTTP/1.1" status: 204 len: 173 time: 0.9027917 Oct 12 22:53:06.576811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21216600-85e2-4a58-a0eb-7ab22220dc75', 'name': 'network-vif-deleted', 'tag': '36335483-50a4-4adc-bbe9-bff91446c41b'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:06.579166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-99952210-85b0-47f7-a3c0-bb7aa9ebad54 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5059979 Oct 12 22:53:06.579334 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed67236f-7da4-4614-838f-a2b79f1ab704" -d '{"events": [{"server_uuid": "21216600-85e2-4a58-a0eb-7ab22220dc75", "name": "network-vif-deleted", "tag": "36335483-50a4-4adc-bbe9-bff91446c41b"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:06.597744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Request body: {'port': {'device_id': '75ba038a-0aa5-4023-a29b-a98e1db5da71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:06.609097 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.644306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Pushing event deleted for resources: {'Port': ['ID=045f7549-0597-4c80-b3cc-5ec34470ff10,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:06.648019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e6de8e5-f7fb-4a07-a26a-b355a8a88279 req-b04e78c0-357b-4423-9c07-8e9e43746d41 tempest-ServersOnMultiNodesTest-526995725 tempest-ServersOnMultiNodesTest-526995725-project] 10.222.0.31 "GET /v2.0/security-groups?id=4c3db3cf-bf85-4cf3-a216-a338a2a8794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554387 Oct 12 22:53:06.709645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.712327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.713965 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43d9d6d9-77a9-436f-a85f-ba5f2baa4365 req-cfee7967-9fe6-4668-97c4-73cad2bdd9e0 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "DELETE /v2.0/floatingips/1055ec1c-9ea8-486f-a33a-3bae0de9fcfe HTTP/1.1" status: 204 len: 173 time: 0.7423711 Oct 12 22:53:06.751520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:06.752958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-18e5e603-08e3-468b-b686-00fdd307427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.753426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-18e5e603-08e3-468b-b686-00fdd307427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.753883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-18e5e603-08e3-468b-b686-00fdd307427a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.755469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32f06721-976d-490c-9174-d4cd34108e6d req-18e5e603-08e3-468b-b686-00fdd307427a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f56e91032b274c2ca0d9a614222a08d8&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2443686 Oct 12 22:53:06.789910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] For port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:06.849411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] For port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:06.860439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f7cb6-f3b4-46ac-809e-8b38b82db583 req-2481f275-d4d2-4e9f-80f9-c77f9bd33715 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.866614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f7cb6-f3b4-46ac-809e-8b38b82db583 req-2481f275-d4d2-4e9f-80f9-c77f9bd33715 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.875812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5f7cb6-f3b4-46ac-809e-8b38b82db583 req-2481f275-d4d2-4e9f-80f9-c77f9bd33715 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.877552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab5f7cb6-f3b4-46ac-809e-8b38b82db583 req-2481f275-d4d2-4e9f-80f9-c77f9bd33715 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2410 time: 0.0780795 Oct 12 22:53:06.908194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41f21-c5ff-436b-b8ec-50afa0bc1dee req-39820c20-6879-4f8d-a774-8b37b113622f tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:06.909766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-deb41f21-c5ff-436b-b8ec-50afa0bc1dee req-39820c20-6879-4f8d-a774-8b37b113622f tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 1098 time: 0.1825690 Oct 12 22:53:06.930916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab5f7cb6-f3b4-46ac-809e-8b38b82db583 req-b2a2928b-b694-495a-9b63-3f312a9aa931 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470946 Oct 12 22:53:06.932908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:07.043720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f06721-976d-490c-9174-d4cd34108e6d req-5053e718-f826-4f42-a39c-ec4a8bf50e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.045778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32f06721-976d-490c-9174-d4cd34108e6d req-5053e718-f826-4f42-a39c-ec4a8bf50e3f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2735155 Oct 12 22:53:07.054301 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c58955f-da49-4c32-985a-01a4de156c10 req-a6529cff-3c3b-49d1-91f7-6d75b2986211 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 210 time: 0.0484586 Oct 12 22:53:07.070745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.077277 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:07.077277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] 10.222.0.41 "PUT /v2.0/ports/24625fc0-dbb9-45ed-b11f-3d6a0b89f226 HTTP/1.1" status: 200 len: 1091 time: 2.5024107 Oct 12 22:53:07.077624 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-784d593d-1f67-4a7f-8094-f2023ea8cb94 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0516667 Oct 12 22:53:07.084407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'tag': '24625fc0-dbb9-45ed-b11f-3d6a0b89f226'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:07.086630 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64833976-ee43-416b-b853-d0a79d16867f" -d '{"events": [{"name": "network-changed", "server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "tag": "24625fc0-dbb9-45ed-b11f-3d6a0b89f226"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:07.156045 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a666794e-4580-4a5b-9c1f-a4c7f9e17fb6 x-openstack-request-id: req-a666794e-4580-4a5b-9c1f-a4c7f9e17fb6 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:07.157618 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21216600-85e2-4a58-a0eb-7ab22220dc75", "name": "network-vif-deleted", "tag": "36335483-50a4-4adc-bbe9-bff91446c41b", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:07.157618 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a666794e-4580-4a5b-9c1f-a4c7f9e17fb6 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:07.157618 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21216600-85e2-4a58-a0eb-7ab22220dc75', 'name': 'network-vif-deleted', 'tag': '36335483-50a4-4adc-bbe9-bff91446c41b', 'status': 'completed', 'code': 200} Oct 12 22:53:07.185945 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-deb41f21-c5ff-436b-b8ec-50afa0bc1dee req-eb521afb-6507-4fd0-8be8-6815be7eb322 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389276 Oct 12 22:53:07.228004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906cb0b0-2982-47fd-a1b5-049acebf8b7d service neutron] Pushing event updated for resources: {'Port': ['ID=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:07.303556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-74260b9d-764c-4c91-8924-e8a634c27828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.304036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-74260b9d-764c-4c91-8924-e8a634c27828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.304500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-74260b9d-764c-4c91-8924-e8a634c27828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.306143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-74260b9d-764c-4c91-8924-e8a634c27828 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56e91032b274c2ca0d9a614222a08d8&device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2866 time: 0.0793846 Oct 12 22:53:07.324349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-70f35ea8-dc79-4e1f-902d-ccda7a98e1d9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.325988 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-70f35ea8-dc79-4e1f-902d-ccda7a98e1d9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436254 Oct 12 22:53:07.338996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Request body: {'port': {'device_id': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '71de4dadbd02400388deaaa5fd5e081f'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:07.390966 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c93f541-3a21-4621-9f9e-701c882162e3 x-openstack-request-id: req-8c93f541-3a21-4621-9f9e-701c882162e3 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:07.391518 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "tag": "24625fc0-dbb9-45ed-b11f-3d6a0b89f226", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:07.391950 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c93f541-3a21-4621-9f9e-701c882162e3 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:07.392547 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'tag': '24625fc0-dbb9-45ed-b11f-3d6a0b89f226', 'status': 'completed', 'code': 200} Oct 12 22:53:07.400709 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-c123225a-336a-443b-a13b-9c83b9138d2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.122&port_id=3b83047a-85c3-45b1-9efd-227984b1694c HTTP/1.1" status: 200 len: 217 time: 0.0703909 Oct 12 22:53:07.410593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-ff9ab9e4-37b8-4645-9d2e-453e0462a969 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2346025 Oct 12 22:53:07.419209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:07.530237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:07.532025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:07.536324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-4d31200d-4a24-4b3e-8fb7-e40d60f5b1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.537780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-4d31200d-4a24-4b3e-8fb7-e40d60f5b1e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5ad9ae98-919e-4521-a0b5-2e95d5c23fa4 HTTP/1.1" status: 200 len: 801 time: 0.1145940 Oct 12 22:53:07.545258 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:07.587919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea5d84f-5a2e-4d31-a0c4-d2c335ede82b req-c8513094-feef-4464-9853-f74fbbe894d9 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.589415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bea5d84f-5a2e-4d31-a0c4-d2c335ede82b req-c8513094-feef-4464-9853-f74fbbe894d9 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 931 time: 0.1311793 Oct 12 22:53:07.594866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Transition to ACTIVE for port object a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:07.644411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ab9361af-aefb-4c76-897f-601cbeff25ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.644411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-ab9361af-aefb-4c76-897f-601cbeff25ef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858767 Oct 12 22:53:07.644411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bea5d84f-5a2e-4d31-a0c4-d2c335ede82b req-71e9ad5e-8780-4d01-ae23-6c90cfac4ab7 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463951 Oct 12 22:53:07.655688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:07.771571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Allocated IP 172.25.2.91 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/545c54bb-09d9-4567-a10d-8423dcba8d2b) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:07.774365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-abbf7f2c-764c-4273-8098-b5ef93cc4daa service neutron] 10.222.0.41 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292109 Oct 12 22:53:07.779951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2c12fb-cfa8-427d-af97-a70c01f33091 req-6f3009fd-57e8-459d-bf5d-f0a25480bbac tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:07.781472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec2c12fb-cfa8-427d-af97-a70c01f33091 req-6f3009fd-57e8-459d-bf5d-f0a25480bbac tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 1098 time: 0.0674429 Oct 12 22:53:07.801360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Made reservation on behalf of 71de4dadbd02400388deaaa5fd5e081f for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:07.804666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:07.835908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:07.937082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec2c12fb-cfa8-427d-af97-a70c01f33091 req-c798dc2c-c4d4-4aa1-b3dc-ac059bc53811 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418726 Oct 12 22:53:07.949203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Pushing event updated for resources: {'Port': ['ID=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:07.973140 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.001082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-7d90c97d-8f80-490a-bf3d-e8202b7496cb service neutron] 10.222.0.41 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185783 Oct 12 22:53:08.025500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Allocated IP 192.168.233.231 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/04219a84-d219-4bbc-9df2-68e7d9991246) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:08.058481 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-d93676f6-e56d-4c99-b0fd-003b97a9bd31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.65&port_id=16afbd15-7914-4398-8a6f-bcecda3882d7 HTTP/1.1" status: 200 len: 217 time: 0.0497375 Oct 12 22:53:08.097851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.153624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Attempting to bind port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:08.154473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Attempting to bind port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:08.154809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Attempting to bind port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b on network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:08.167463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b on network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:08.167779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Attempting to bind port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b on network 93c8e0d4-715e-4b7b-8fc5-736e5e132b76 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:08.172178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-e4545853-11e6-4975-9de1-df4eaaad73a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.173659 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-e4545853-11e6-4975-9de1-df4eaaad73a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0d360bda-d363-41ed-adea-0a410ecc878c HTTP/1.1" status: 200 len: 801 time: 0.1076126 Oct 12 22:53:08.178863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:08.179221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Checking segment: {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:08.179593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Bound using segment: {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:08.180021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Bound port: a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:08.180403 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.186099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:08.197255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:08.202990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:08.232206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f122d-d422-45c5-a10c-51568dc37832 req-19d4a59e-3cb8-4e50-b57f-0bccdf42aea7 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.238327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f122d-d422-45c5-a10c-51568dc37832 req-19d4a59e-3cb8-4e50-b57f-0bccdf42aea7 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.239939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Pushing event updated for resources: {'Port': ['ID=545c54bb-09d9-4567-a10d-8423dcba8d2b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:08.245280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f122d-d422-45c5-a10c-51568dc37832 req-19d4a59e-3cb8-4e50-b57f-0bccdf42aea7 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.246887 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b0f122d-d422-45c5-a10c-51568dc37832 req-19d4a59e-3cb8-4e50-b57f-0bccdf42aea7 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2410 time: 0.1464531 Oct 12 22:53:08.298197 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.303436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-069e636d-6489-4107-8faf-0012a98b8866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.304961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-069e636d-6489-4107-8faf-0012a98b8866 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c9faa86d-d3ba-4a96-968e-7b2d63d56b16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225019 Oct 12 22:53:08.355204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.385195 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b0f122d-d422-45c5-a10c-51568dc37832 req-318920e0-b66b-4240-8a53-84c094953a4d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160705 Oct 12 22:53:08.388927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] For port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:08.389417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 36335483-50a4-4adc-bbe9-bff91446c41b no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:08.411330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] For port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:08.414332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 36335483-50a4-4adc-bbe9-bff91446c41b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:08.414878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 36335483-50a4-4adc-bbe9-bff91446c41b not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:08.456810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-8b075ca7-0f39-471a-9785-b0218ae1f265 service neutron] 10.222.0.41 "GET /v2.0/networks/c9faa86d-d3ba-4a96-968e-7b2d63d56b16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417804 Oct 12 22:53:08.458722 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.470714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['72599d4b-1899-4469-833f-0f63fd4a4469', '9af816b2-022c-410b-b525-4c3656557af9'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:08.539900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:08.545254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:08.550311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.552867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:08.558019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:08.590049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.595271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41016) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:08.672027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.672998 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.686701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.687363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.688780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] 10.222.0.25 "PUT /v2.0/ports/a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b HTTP/1.1" status: 200 len: 1092 time: 2.0993340 Oct 12 22:53:08.736575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56988c8e-9bc6-42d1-bbd9-c68599d45489 req-b75de74c-d561-470a-91a1-da3feac827f9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.744162 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56988c8e-9bc6-42d1-bbd9-c68599d45489 req-b75de74c-d561-470a-91a1-da3feac827f9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 936 time: 0.2186725 Oct 12 22:53:08.747002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d874623-d316-438c-85e9-bf7ce7f53ced service neutron] Pushing event updated for resources: {'Port': ['ID=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:08.756119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-dbdc2add-36a7-4933-99d7-d3c6f09a0aca service neutron] 10.222.0.41 "GET /v2.0/networks/c9faa86d-d3ba-4a96-968e-7b2d63d56b16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912831 Oct 12 22:53:08.829798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-be005b5a-dda1-4bd6-88ae-52a6d19dbb63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=24625fc0-dbb9-45ed-b11f-3d6a0b89f226 HTTP/1.1" status: 200 len: 217 time: 0.0647066 Oct 12 22:53:08.838186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-3af71cd4-56e4-413e-8f18-6d9544f07f80 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5041859 Oct 12 22:53:08.853698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Request body: {'port': {'device_id': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:08.860713 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.879328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56988c8e-9bc6-42d1-bbd9-c68599d45489 req-5d55d8c8-4bb8-4a34-a309-2464b6a1971c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342824 Oct 12 22:53:08.923198 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.942345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-cca767a2-2bf8-4be2-93dd-97f3075393da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.952495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-cca767a2-2bf8-4be2-93dd-97f3075393da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5ad9ae98-919e-4521-a0b5-2e95d5c23fa4 HTTP/1.1" status: 200 len: 801 time: 0.0944264 Oct 12 22:53:08.952660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b428c953-ab08-457f-b49b-2590e69a9631 None None] Provisioning complete for port 04219a84-d219-4bbc-9df2-68e7d9991246 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:08.952660 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b428c953-ab08-457f-b49b-2590e69a9631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:08.952870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bde12780-3890-460c-8770-f7139fd62fe6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d66a438258b743bf858131b70da39cff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3494527 Oct 12 22:53:08.953645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41022) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:08.955571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-ff125de1-face-4244-9509-7973fec3e694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:08.957056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-ff125de1-face-4244-9509-7973fec3e694 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 1095 time: 0.1232448 Oct 12 22:53:08.964656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.000259 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b428c953-ab08-457f-b49b-2590e69a9631 None None] Port 04219a84-d219-4bbc-9df2-68e7d9991246 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:09.047965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-cc7d390e-e3b5-46a2-a8c4-627862003733 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b HTTP/1.1" status: 200 len: 217 time: 0.0754166 Oct 12 22:53:09.094140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-4babf5b4-22a5-436e-9218-2672b0765418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:09.095742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-4babf5b4-22a5-436e-9218-2672b0765418 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1432052 Oct 12 22:53:09.096156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Pushing event updated for resources: {'Port': ['ID=545c54bb-09d9-4567-a10d-8423dcba8d2b,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:09.124753 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.133098 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04763da0-2e99-46d3-ba0b-d821659f1568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.179869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-b1b3ade6-6a08-4784-acb2-7665c5b69c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:09.181462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-b1b3ade6-6a08-4784-acb2-7665c5b69c0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12ff1287-d372-4e26-b59a-ec1c7c5079dc HTTP/1.1" status: 200 len: 862 time: 0.1229429 Oct 12 22:53:09.208274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04763da0-2e99-46d3-ba0b-d821659f1568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.219666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.225545 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-3aa15a80-c35d-4dae-8ac6-18076610ed8a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8094780 Oct 12 22:53:09.231900 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-4624297a-972f-4c94-b8c1-82d65ec83e54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424194 Oct 12 22:53:09.284966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-2c066729-034e-45ef-b60b-8aa96b66eb12 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 695 time: 0.0560596 Oct 12 22:53:09.327616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-e5fff622-0831-477c-9b53-0943343d18d5 service neutron] 10.222.0.41 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198927 Oct 12 22:53:09.368867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04219a84-d219-4bbc-9df2-68e7d9991246 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:09.381215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.394375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75ba038a-0aa5-4023-a29b-a98e1db5da71', 'tag': 'a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:09.397343 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae826d0-8aed-4571-9e09-906fd80dd53b" -d '{"events": [{"name": "network-changed", "server_uuid": "75ba038a-0aa5-4023-a29b-a98e1db5da71", "tag": "a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:09.405655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Transition to ACTIVE for port object 04219a84-d219-4bbc-9df2-68e7d9991246 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:09.427575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-f03a1e61-a472-4049-ae6b-12362e367b5d service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831596 Oct 12 22:53:09.432593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-ec59dad7-df29-4785-82be-0fede5f69420 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:09.433985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f33c6cd5-b7e6-4ae4-8603-e8c08699a460 req-ec59dad7-df29-4785-82be-0fede5f69420 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1239331 Oct 12 22:53:09.491985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.500997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cca9a5e4-b0a1-494c-9e80-cd8d3319ce7d req-07aea5b3-8077-40fd-aa72-a1b4612bae5c service neutron] 10.222.0.41 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652756 Oct 12 22:53:09.523774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04763da0-2e99-46d3-ba0b-d821659f1568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.526577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04763da0-2e99-46d3-ba0b-d821659f1568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.531436 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-04763da0-2e99-46d3-ba0b-d821659f1568 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c3db3cf-bf85-4cf3-a216-a338a2a8794f HTTP/1.1" status: 204 len: 168 time: 0.5703108 Oct 12 22:53:09.547663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04763da0-2e99-46d3-ba0b-d821659f1568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3db3cf-bf85-4cf3-a216-a338a2a8794f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:09.612248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:09.637938 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0452f7f-0098-45a1-9282-39ab3bfd744d req-af185069-d26b-4d89-b079-fb5efc028dc3 service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001016 Oct 12 22:53:09.679560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833976-ee43-416b-b853-d0a79d16867f req-07249c2b-8529-46ac-8cb9-35337857e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:09.680026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833976-ee43-416b-b853-d0a79d16867f req-07249c2b-8529-46ac-8cb9-35337857e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:09.680641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833976-ee43-416b-b853-d0a79d16867f req-07249c2b-8529-46ac-8cb9-35337857e1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:09.682353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64833976-ee43-416b-b853-d0a79d16867f req-07249c2b-8529-46ac-8cb9-35337857e1ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56e91032b274c2ca0d9a614222a08d8&device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2866 time: 0.0628033 Oct 12 22:53:09.756989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1ec45a-5fd9-4d61-bada-bdaa10253e1d req-74003d20-d329-4de2-b7aa-8fbd24f9f35b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:09.768267 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc1ec45a-5fd9-4d61-bada-bdaa10253e1d req-74003d20-d329-4de2-b7aa-8fbd24f9f35b tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 943 time: 0.2402644 Oct 12 22:53:09.786278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:09.786728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:09.786986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:09.802015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Port 04219a84-d219-4bbc-9df2-68e7d9991246 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:09.802015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:09.802338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833976-ee43-416b-b853-d0a79d16867f req-e531a911-f978-40ea-a7ac-6c139a615ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:09.802338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64833976-ee43-416b-b853-d0a79d16867f req-e531a911-f978-40ea-a7ac-6c139a615ca6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c HTTP/1.1" status: 200 len: 902 time: 0.1071730 Oct 12 22:53:09.813478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:09.813821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:09.814198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:09.814617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Bound port: 04219a84-d219-4bbc-9df2-68e7d9991246, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:09.814994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:09.840497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc1ec45a-5fd9-4d61-bada-bdaa10253e1d req-b82e2421-f72b-479c-ac00-3b670e6c1be5 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663919 Oct 12 22:53:09.877325 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64833976-ee43-416b-b853-d0a79d16867f req-0286167c-4ae9-4033-ab52-05be277f71d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.6&port_id=24625fc0-dbb9-45ed-b11f-3d6a0b89f226 HTTP/1.1" status: 200 len: 217 time: 0.0669920 Oct 12 22:53:09.931514 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2b385ee-646f-4765-ac08-fcbbf1cae9fa x-openstack-request-id: req-f2b385ee-646f-4765-ac08-fcbbf1cae9fa {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:09.931824 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75ba038a-0aa5-4023-a29b-a98e1db5da71", "tag": "a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:09.932052 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f2b385ee-646f-4765-ac08-fcbbf1cae9fa {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:09.932436 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75ba038a-0aa5-4023-a29b-a98e1db5da71', 'tag': 'a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b', 'status': 'completed', 'code': 200} Oct 12 22:53:09.994350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833976-ee43-416b-b853-d0a79d16867f req-ce6e1953-c0fc-43ea-b69b-241332f34cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:09.995889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64833976-ee43-416b-b853-d0a79d16867f req-ce6e1953-c0fc-43ea-b69b-241332f34cc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5ad9ae98-919e-4521-a0b5-2e95d5c23fa4 HTTP/1.1" status: 200 len: 801 time: 0.1104875 Oct 12 22:53:10.002567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:10.004376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-c6979e44-4aec-4411-a0b5-9e9b540354e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.005440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-c6979e44-4aec-4411-a0b5-9e9b540354e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 1095 time: 0.0721495 Oct 12 22:53:10.018569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:10.038124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15561-ac48-4f99-bb44-876e5560d3df req-a8f9f08b-985b-4d55-a4a3-26fc43a9b8c3 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.042877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15561-ac48-4f99-bb44-876e5560d3df req-a8f9f08b-985b-4d55-a4a3-26fc43a9b8c3 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.049683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be15561-ac48-4f99-bb44-876e5560d3df req-a8f9f08b-985b-4d55-a4a3-26fc43a9b8c3 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.051400 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4be15561-ac48-4f99-bb44-876e5560d3df req-a8f9f08b-985b-4d55-a4a3-26fc43a9b8c3 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2410 time: 0.0793202 Oct 12 22:53:10.096166 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4be15561-ac48-4f99-bb44-876e5560d3df req-89ddc1dc-79b3-4b6a-ac1a-ddb87fd4df8a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383644 Oct 12 22:53:10.099610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64833976-ee43-416b-b853-d0a79d16867f req-a45b8229-e800-4a09-9b56-4131774229e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.101143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64833976-ee43-416b-b853-d0a79d16867f req-a45b8229-e800-4a09-9b56-4131774229e5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948746 Oct 12 22:53:10.109649 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:10.152227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.152851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:10.154280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] 10.222.0.41 "PUT /v2.0/ports/04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 1097 time: 1.3048122 Oct 12 22:53:10.154737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:10.157021 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1777f5a-19dd-40b0-9b82-535d98726306" -d '{"events": [{"name": "network-changed", "server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:10.175559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-74908f2b-c4c8-4f23-85a4-0dcb1dcd0ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.177024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-74908f2b-c4c8-4f23-85a4-0dcb1dcd0ddf service neutron] 10.222.0.25 "GET /v2.0/networks?id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 200 len: 923 time: 0.1627100 Oct 12 22:53:10.223233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-fdee3708-a58a-4130-9275-ed65f8116837 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips/a5e0a885-e30b-4fc4-821a-a28e44d2b3f1 HTTP/1.1" status: 200 len: 692 time: 0.0796921 Oct 12 22:53:10.247290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-1643b226-be6b-44e8-ab22-6dd80c2a14e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b HTTP/1.1" status: 200 len: 217 time: 0.0571458 Oct 12 22:53:10.247634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc177e2d-4c53-4a0c-a256-9cf22adb9c1c service neutron] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:10.353382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bca38fab-d1a4-4523-a183-65a76ebbf463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.357691 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-bca38fab-d1a4-4523-a183-65a76ebbf463 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1100 time: 0.0790532 Oct 12 22:53:10.364979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41064) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:10.415808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-0f056777-b49b-4f58-9784-cb8003c74b31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 217 time: 0.0515063 Oct 12 22:53:10.422840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-0448e628-9689-4b52-bb70-5c0bf796a460 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.427513 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-0448e628-9689-4b52-bb70-5c0bf796a460 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.2033591 Oct 12 22:53:10.533246 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-26cd0238-5b36-42f6-9b20-f3e08a5c55a4 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 695 time: 0.0946176 Oct 12 22:53:10.559297 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a5eb6c56-9a5a-44cd-9394-dfce69162b04 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4b9939a36d8c4055b95a4f069c74e1ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1905649 Oct 12 22:53:10.591495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41066) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:10.593350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-8e7c39c6-4fec-4df8-b0a5-2413f83bdf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.594870 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-8e7c39c6-4fec-4df8-b0a5-2413f83bdf69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1663690 Oct 12 22:53:10.635109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-22dd7ce1-9ea3-4116-b5a4-93b98d983f13 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.91 HTTP/1.1" status: 200 len: 695 time: 0.0933022 Oct 12 22:53:10.651065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64833976-ee43-416b-b853-d0a79d16867f req-7c603f3a-7e86-4427-b0e2-f72b7cc255f2 service neutron] 10.222.0.41 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5365617 Oct 12 22:53:10.652839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-198c6547-7d69-46e6-91d2-6409d479e245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.654678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-198c6547-7d69-46e6-91d2-6409d479e245 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=12ff1287-d372-4e26-b59a-ec1c7c5079dc HTTP/1.1" status: 200 len: 862 time: 0.3862815 Oct 12 22:53:10.724595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-e1b2d4ca-698f-4106-9614-43266d7dbe7f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=93c8e0d4-715e-4b7b-8fc5-736e5e132b76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623095 Oct 12 22:53:10.760543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-9119e82a-76f2-4a87-bb32-f67dd5c49c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:10.762026 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-9119e82a-76f2-4a87-bb32-f67dd5c49c61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1521835 Oct 12 22:53:10.774072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f424fc6-0876-40fb-998a-6a39880aa78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:10.820815 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64833976-ee43-416b-b853-d0a79d16867f req-3471aa6f-f2a2-4882-bdae-905f8977d7f2 service neutron] 10.222.0.41 "GET /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596305 Oct 12 22:53:10.846424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-3c189d85-32a1-4201-a428-3aba1ebf613a service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103885 Oct 12 22:53:10.870319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f424fc6-0876-40fb-998a-6a39880aa78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:10.936426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-781ed30d-e567-4462-af9b-af65d20f3aa8 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:53:10.937500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-781ed30d-e567-4462-af9b-af65d20f3aa8 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0129716 Oct 12 22:53:10.945731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae826d0-8aed-4571-9e09-906fd80dd53b req-75ec6438-0400-4919-b121-9724fe892038 service neutron] 10.222.0.25 "GET /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894706 Oct 12 22:53:10.954350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Deleting port 545c54bb-09d9-4567-a10d-8423dcba8d2b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:10.954690 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:11.000055 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-1b3134b7-db2e-4155-a8eb-06540abb3f49 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273436 Oct 12 22:53:11.340691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-5abb1d28-04ab-4ddb-8609-ebf05b83be27 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:11.342986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-5abb1d28-04ab-4ddb-8609-ebf05b83be27 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports/efa76c75-efce-4d95-b8c2-aaf4f6853ed4 HTTP/1.1" status: 200 len: 1095 time: 0.3940473 Oct 12 22:53:11.375255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Request body: {'binding': {'host': 'n-h2-790519-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:11.375703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Unknown quota resources ['binding']. {{(pid=101889) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 22:53:11.420845 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f424fc6-0876-40fb-998a-6a39880aa78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:11.423349 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f424fc6-0876-40fb-998a-6a39880aa78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:11.424444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8f424fc6-0876-40fb-998a-6a39880aa78f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2b61bf2-7ae4-4422-9c3d-3362b3cc896e HTTP/1.1" status: 204 len: 168 time: 0.8287003 Oct 12 22:53:11.457847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f424fc6-0876-40fb-998a-6a39880aa78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b61bf2-7ae4-4422-9c3d-3362b3cc896e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:11.474903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:11.475246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:11.528273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fac9547a-c086-4dbc-a8d1-8a346be752d2 req-943d7820-d1f1-44e6-a7b0-b244beda2d45 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107839 Oct 12 22:53:11.529238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Calling delete_port for 545c54bb-09d9-4567-a10d-8423dcba8d2b owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:11.655248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on host n-h2-790519-14 for vnic_type normal with profile None {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:11.655910 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:11.655910 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:11.668113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:11.668439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:11.675036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 52, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:11.675377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:11.675752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:11.676173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Bound port: efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:11.761617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:11.848588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:11.849910 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2402f28c-fd45-43e7-a60b-1feef2f07075 service neutron] 10.222.0.31 "POST /v2.0/ports/efa76c75-efce-4d95-b8c2-aaf4f6853ed4/bindings HTTP/1.1" status: 201 len: 390 time: 0.4794035 Oct 12 22:53:11.850648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:11.883021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Pushing event deleted for resources: {'Port': ['ID=545c54bb-09d9-4567-a10d-8423dcba8d2b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:11.941317 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:11.944135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:11.945328 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2daf83d-3460-4ffe-9250-d7b6d9cb9153 req-39ee0530-f32a-4495-956a-f637e03dd03a tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "DELETE /v2.0/floatingips/a5e0a885-e30b-4fc4-821a-a28e44d2b3f1 HTTP/1.1" status: 204 len: 173 time: 1.2858384 Oct 12 22:53:12.058382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20967c18-7b3a-4a12-8bf8-e212c8f42afc req-66343db6-406b-4990-b8c1-e72def7ec6b9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.060565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20967c18-7b3a-4a12-8bf8-e212c8f42afc req-66343db6-406b-4990-b8c1-e72def7ec6b9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 948 time: 0.0531626 Oct 12 22:53:12.091321 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c04bfed9-433d-4124-8365-53c7fe6344f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:12.104033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20967c18-7b3a-4a12-8bf8-e212c8f42afc req-5d704e96-6221-422f-97b8-e1dbcd33b3be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Oct 12 22:53:12.105515 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c08741f-214c-445a-97e6-5aa575802394 x-openstack-request-id: req-2c08741f-214c-445a-97e6-5aa575802394 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:12.105791 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:12.106036 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c08741f-214c-445a-97e6-5aa575802394 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:12.106419 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246', 'status': 'completed', 'code': 200} Oct 12 22:53:12.210826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456fbd82-6a9e-44d3-b16d-9e224d588df9 req-22508662-8e17-459a-8f16-ebb626f3d36e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.219902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-456fbd82-6a9e-44d3-b16d-9e224d588df9 req-22508662-8e17-459a-8f16-ebb626f3d36e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 943 time: 0.0633888 Oct 12 22:53:12.238752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-2b90650a-fa82-4414-b9a6-d8ccedb34ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.240185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-2b90650a-fa82-4414-b9a6-d8ccedb34ea8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1100 time: 0.1060228 Oct 12 22:53:12.258641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-456fbd82-6a9e-44d3-b16d-9e224d588df9 req-f72cbaa4-c3a6-4a0d-873c-6990b0892593 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375407 Oct 12 22:53:12.269085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c513-c407-45e3-b894-f9b6d5832cfa req-e2dd47f9-c350-4fc4-860d-935f956ad768 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.275794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c513-c407-45e3-b894-f9b6d5832cfa req-e2dd47f9-c350-4fc4-860d-935f956ad768 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.281934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03c513-c407-45e3-b894-f9b6d5832cfa req-e2dd47f9-c350-4fc4-860d-935f956ad768 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.283609 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7e03c513-c407-45e3-b894-f9b6d5832cfa req-e2dd47f9-c350-4fc4-860d-935f956ad768 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2410 time: 0.0977039 Oct 12 22:53:12.323703 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-81901853-df0c-4580-a025-7effcc63c8d0 req-4b60e324-5019-4f4a-b4f9-de660bc03127 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] show failed (client error): The resource could not be found. Oct 12 22:53:12.324967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-81901853-df0c-4580-a025-7effcc63c8d0 req-4b60e324-5019-4f4a-b4f9-de660bc03127 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips/a5e0a885-e30b-4fc4-821a-a28e44d2b3f1 HTTP/1.1" status: 404 len: 350 time: 0.0391753 Oct 12 22:53:12.373259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7e03c513-c407-45e3-b894-f9b6d5832cfa req-7e81c093-e444-4ee9-8a15-5349abb380f1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517759 Oct 12 22:53:12.408311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3b83047a-85c3-45b1-9efd-227984b1694c details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:12.421322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-c27f1aa7-f0cd-4115-997a-f104c92495c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.422894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-c27f1aa7-f0cd-4115-997a-f104c92495c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1728261 Oct 12 22:53:12.464091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbffa49d-3e14-4080-91f4-0e509d72238f req-ce7d2447-4219-4c07-a3ac-fcabfcf60f83 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.471584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbffa49d-3e14-4080-91f4-0e509d72238f req-ce7d2447-4219-4c07-a3ac-fcabfcf60f83 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0651052 Oct 12 22:53:12.472649 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-509e9675-6567-42a2-97c6-6507ef2995a8 req-ff7cf41e-52b5-424d-89c9-21a97a2ecc95 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] show failed (client error): The resource could not be found. Oct 12 22:53:12.473743 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-509e9675-6567-42a2-97c6-6507ef2995a8 req-ff7cf41e-52b5-424d-89c9-21a97a2ecc95 tempest-FloatingIPsTestJSON-1668404744 tempest-FloatingIPsTestJSON-1668404744-project] 10.222.0.31 "GET /v2.0/floatingips/a5e0a885-e30b-4fc4-821a-a28e44d2b3f1 HTTP/1.1" status: 404 len: 350 time: 0.0499229 Oct 12 22:53:12.507506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41102) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:12.547829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-f54be379-8538-4915-b7e3-4323ce0071d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 217 time: 0.1143212 Oct 12 22:53:12.553533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3b83047a-85c3-45b1-9efd-227984b1694c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3b83047a-85c3-45b1-9efd-227984b1694c,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:12.565693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-efb85a52-a541-4953-938f-5ab92030a145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.567211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-efb85a52-a541-4953-938f-5ab92030a145 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 1098 time: 0.0936785 Oct 12 22:53:12.577009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '3b83047a-85c3-45b1-9efd-227984b1694c', 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c', 'port_id': '3b83047a-85c3-45b1-9efd-227984b1694c', 'mac_address': 'fa:16:3e:cb:e1:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad9ae98-919e-4521-a0b5-2e95d5c23fa4', 'ip_address': '19.80.0.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:53:12.596444 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbffa49d-3e14-4080-91f4-0e509d72238f req-22579bab-b2a6-4a5f-94c5-11d81d3b41bf tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239164 Oct 12 22:53:12.622253 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:12.628654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:12.654266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b83047a-85c3-45b1-9efd-227984b1694c {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:12.688553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-dd50b5cb-177a-4d0a-b14d-6b28545faa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.689186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-dd50b5cb-177a-4d0a-b14d-6b28545faa10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1282401 Oct 12 22:53:12.736858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3b83047a-85c3-45b1-9efd-227984b1694c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3b83047a-85c3-45b1-9efd-227984b1694c,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:12.788226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-d7c250b3-46a0-4c72-b7a1-708fa031c27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.792774 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-d7c250b3-46a0-4c72-b7a1-708fa031c27a service neutron] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.1947796 Oct 12 22:53:12.802074 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:12.817643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 16afbd15-7914-4398-8a6f-bcecda3882d7 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:12.817643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:12.842103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-e1d12ef0-44a3-424d-a07f-67d9bfb43101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.843906 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-e1d12ef0-44a3-424d-a07f-67d9bfb43101 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1017029 Oct 12 22:53:12.859239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-6797b4a6-b2f4-43c9-b793-b29d3a21f8cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4 HTTP/1.1" status: 200 len: 217 time: 0.0581753 Oct 12 22:53:12.910080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b', 'network_id': '93c8e0d4-715e-4b7b-8fc5-736e5e132b76', 'port_id': 'a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b', 'mac_address': 'fa:16:3e:9f:20:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12ff1287-d372-4e26-b59a-ec1c7c5079dc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:53:12.919535 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-b870cce3-bfe8-4bb0-8aee-48ddece296c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:12.921542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-b870cce3-bfe8-4bb0-8aee-48ddece296c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0552831 Oct 12 22:53:12.971832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-2d97f7ee-35e6-46c8-8f7d-229bbb3066a4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423667 Oct 12 22:53:12.990645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3b83047a-85c3-45b1-9efd-227984b1694c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:13.002398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 16afbd15-7914-4398-8a6f-bcecda3882d7, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=16afbd15-7914-4398-8a6f-bcecda3882d7,segment=NetworkSegment(88f09037-6755-4a1f-98dd-5683d6682941),segment_id=88f09037-6755-4a1f-98dd-5683d6682941)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:13.004884 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.024977 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-326d74d3-7696-4946-bdd2-a2fc1e28aec6 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731033 Oct 12 22:53:13.027738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:13.034863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.035426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.035924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.036408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.036899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.037386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.037861 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.038339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.038816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.039303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.039874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.040340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:13.053352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '16afbd15-7914-4398-8a6f-bcecda3882d7', 'network_id': 'c9faa86d-d3ba-4a96-968e-7b2d63d56b16', 'port_id': '16afbd15-7914-4398-8a6f-bcecda3882d7', 'mac_address': 'fa:16:3e:c8:a8:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d360bda-d363-41ed-adea-0a410ecc878c', 'ip_address': '19.86.0.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:53:13.105093 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.108309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:13.139767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16afbd15-7914-4398-8a6f-bcecda3882d7 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:13.170523 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1777f5a-19dd-40b0-9b82-535d98726306 req-9d3cf4eb-d5b9-4d79-9c6e-9ed9d2878bf7 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369860 Oct 12 22:53:13.187192 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 16afbd15-7914-4398-8a6f-bcecda3882d7, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=16afbd15-7914-4398-8a6f-bcecda3882d7,segment=NetworkSegment(88f09037-6755-4a1f-98dd-5683d6682941),segment_id=88f09037-6755-4a1f-98dd-5683d6682941)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:13.201034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.201785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-3c507850-7f29-4e5a-8b56-c46fd29eed7d service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2191958 Oct 12 22:53:13.218258 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.281410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41126) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:13.299637 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.300398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:13.317333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:13.381007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248363f-b9de-454b-85ba-984df12149f4 req-0ecd4dd7-0431-46cb-a74e-510a63ad486b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:13.382545 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c248363f-b9de-454b-85ba-984df12149f4 req-0ecd4dd7-0431-46cb-a74e-510a63ad486b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 948 time: 0.1121700 Oct 12 22:53:13.384905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=16afbd15-7914-4398-8a6f-bcecda3882d7,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:13.405087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-27e03413-703a-41ad-9dcc-5007b5817f3a service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972899 Oct 12 22:53:13.440546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:13.450298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '24625fc0-dbb9-45ed-b11f-3d6a0b89f226', 'network_id': 'db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c', 'port_id': '24625fc0-dbb9-45ed-b11f-3d6a0b89f226', 'mac_address': 'fa:16:3e:51:6c:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ad9ae98-919e-4521-a0b5-2e95d5c23fa4', 'ip_address': '19.80.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:53:13.471987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20f995-2ec3-4c35-a570-332f8048e04d req-61af74de-8cbb-4e1a-81dd-25b4cf254f1f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:13.478303 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa20f995-2ec3-4c35-a570-332f8048e04d req-61af74de-8cbb-4e1a-81dd-25b4cf254f1f tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 944 time: 0.0722461 Oct 12 22:53:13.483699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:13.486152 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c248363f-b9de-454b-85ba-984df12149f4 req-6341035c-c40e-4549-8898-36ee37bd5501 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967922 Oct 12 22:53:13.542786 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c38d6e66-a6a0-413e-bb00-d6b512e67869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.552953 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.558572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa20f995-2ec3-4c35-a570-332f8048e04d req-41cad792-7ce2-4d4e-9d54-259593b4d333 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793865 Oct 12 22:53:13.573901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:13.641096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:13.711985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347da11e-5f3e-4788-ac1f-2a7e402d1f37 req-f5490827-65c9-4764-8130-9157f2933e76 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:13.719284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347da11e-5f3e-4788-ac1f-2a7e402d1f37 req-f5490827-65c9-4764-8130-9157f2933e76 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:13.725315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347da11e-5f3e-4788-ac1f-2a7e402d1f37 req-f5490827-65c9-4764-8130-9157f2933e76 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:13.733416 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-347da11e-5f3e-4788-ac1f-2a7e402d1f37 req-f5490827-65c9-4764-8130-9157f2933e76 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2412 time: 0.1465054 Oct 12 22:53:13.753254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7472ee-8b8f-4d46-9b6f-5436ee2b160a req-f96fac3d-28df-4471-a9bc-7b08f14c2ce8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:13.755229 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac7472ee-8b8f-4d46-9b6f-5436ee2b160a req-f96fac3d-28df-4471-a9bc-7b08f14c2ce8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0811460 Oct 12 22:53:13.758455 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.811068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac7472ee-8b8f-4d46-9b6f-5436ee2b160a req-85752d8b-daca-4590-823d-c28e4c39bfa5 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486264 Oct 12 22:53:13.815547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-347da11e-5f3e-4788-ac1f-2a7e402d1f37 req-4da1e1db-145c-4d28-93c3-c32aa276b752 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788589 Oct 12 22:53:13.837796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:13.839073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Deleting port 1611323c-49c9-4055-bb4f-63c5d300e93d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:13.839426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.908384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c38d6e66-a6a0-413e-bb00-d6b512e67869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.943452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] For port 1611323c-49c9-4055-bb4f-63c5d300e93d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1611323c-49c9-4055-bb4f-63c5d300e93d,segment=NetworkSegment(a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce),segment_id=a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:13.944355 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:13.957941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Calling delete_port for 1611323c-49c9-4055-bb4f-63c5d300e93d owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:13.961948 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c38d6e66-a6a0-413e-bb00-d6b512e67869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:14.046393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c38d6e66-a6a0-413e-bb00-d6b512e67869 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d637363f65f948999a29623b76afebf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7599039 Oct 12 22:53:14.046393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d6e66-a6a0-413e-bb00-d6b512e67869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9238d0b9-6ba6-4d46-af05-23022ce900b0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:14.046816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41148) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:14.102426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['3b83047a-85c3-45b1-9efd-227984b1694c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:14.112987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f224f28-e7a4-4aac-8c60-9f41c091881b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:14.146091 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f224f28-e7a4-4aac-8c60-9f41c091881b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:14.175773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['24625fc0-dbb9-45ed-b11f-3d6a0b89f226'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:14.180460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['16afbd15-7914-4398-8a6f-bcecda3882d7'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:14.348366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f224f28-e7a4-4aac-8c60-9f41c091881b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:14.351007 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f224f28-e7a4-4aac-8c60-9f41c091881b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:14.352936 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4f224f28-e7a4-4aac-8c60-9f41c091881b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9238d0b9-6ba6-4d46-af05-23022ce900b0 HTTP/1.1" status: 204 len: 168 time: 0.3043692 Oct 12 22:53:14.364486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f224f28-e7a4-4aac-8c60-9f41c091881b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9238d0b9-6ba6-4d46-af05-23022ce900b0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:14.382678 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:14.428888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:14.442031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Pushing event deleted for resources: {'Port': ['ID=1611323c-49c9-4055-bb4f-63c5d300e93d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:14.663982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:14.727260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86514177-2dac-4b78-93ff-3348cbf6986a req-6979c985-d6c8-4edd-a19c-a20951bb7696 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:14.733361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86514177-2dac-4b78-93ff-3348cbf6986a req-6979c985-d6c8-4edd-a19c-a20951bb7696 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 948 time: 0.1222932 Oct 12 22:53:14.821725 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:14.829642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86514177-2dac-4b78-93ff-3348cbf6986a req-db3baa32-77eb-4bfb-948d-c6bfb67ce7b2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845621 Oct 12 22:53:14.866789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:14.884122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '04219a84-d219-4bbc-9df2-68e7d9991246', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '04219a84-d219-4bbc-9df2-68e7d9991246', 'mac_address': 'fa:16:3e:0f:3d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:53:14.941015 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:14.961655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04219a84-d219-4bbc-9df2-68e7d9991246 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:14.968066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:53:14.980320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:14.981981 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.039627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:15.076636 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fe6a4-0a19-42b9-be19-e8e656418e07 req-e8f4074a-0cbc-40e9-97c5-f52f0f1621f2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:15.083519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fe6a4-0a19-42b9-be19-e8e656418e07 req-e8f4074a-0cbc-40e9-97c5-f52f0f1621f2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:15.090075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110fe6a4-0a19-42b9-be19-e8e656418e07 req-e8f4074a-0cbc-40e9-97c5-f52f0f1621f2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:15.100135 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f8c4f26-1c0f-455b-91e2-dd0ebe92d1fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.103653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-110fe6a4-0a19-42b9-be19-e8e656418e07 req-e8f4074a-0cbc-40e9-97c5-f52f0f1621f2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2413 time: 0.1794748 Oct 12 22:53:15.110729 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.118680 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.124698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93216a84-f60a-4284-820b-0d1da80155d1 req-88c93e5e-d0f7-4361-b1cd-082b81d941f0 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:15.143550 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93216a84-f60a-4284-820b-0d1da80155d1 req-88c93e5e-d0f7-4361-b1cd-082b81d941f0 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 944 time: 0.3369842 Oct 12 22:53:15.171541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-110fe6a4-0a19-42b9-be19-e8e656418e07 req-dfdffc75-6ce4-4d00-bd51-ead7a72752a6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622592 Oct 12 22:53:15.205850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ba038a-0aa5-4023-a29b-a98e1db5da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:15.208145 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-380c4183-80a8-46ed-bc09-cecf0216acdf" -d '{"events": [{"server_uuid": "75ba038a-0aa5-4023-a29b-a98e1db5da71", "name": "network-vif-plugged", "status": "completed", "tag": "a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:15.231313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:15.241543 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93216a84-f60a-4284-820b-0d1da80155d1 req-81859385-edd5-4f3e-9b75-b1be9db2ddb6 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952740 Oct 12 22:53:15.244178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:15.283892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41206) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:15.291166 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.366145 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b605921-951b-4f6e-ba16-935175861059 x-openstack-request-id: req-4b605921-951b-4f6e-ba16-935175861059 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:15.368644 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ba038a-0aa5-4023-a29b-a98e1db5da71", "name": "network-vif-plugged", "status": "completed", "tag": "a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:15.368644 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4b605921-951b-4f6e-ba16-935175861059 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:15.368644 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ba038a-0aa5-4023-a29b-a98e1db5da71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b', 'code': 200} Oct 12 22:53:15.377500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c76c8-c989-4981-9c17-f46850c2ac23 req-e4e553ef-e722-4b85-8d7f-66119ff3f74d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:15.384438 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c60c76c8-c989-4981-9c17-f46850c2ac23 req-e4e553ef-e722-4b85-8d7f-66119ff3f74d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0926230 Oct 12 22:53:15.421467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:15.474763 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.479166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ec2833-a468-4bb3-a11d-70292ab15d00 req-fe490726-5e46-4e09-aab5-071a738f516c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:15.481134 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3ec2833-a468-4bb3-a11d-70292ab15d00 req-fe490726-5e46-4e09-aab5-071a738f516c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 1097 time: 0.0938473 Oct 12 22:53:15.498438 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c60c76c8-c989-4981-9c17-f46850c2ac23 req-9ce9a901-4b99-471f-ad5d-9015be01c117 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859153 Oct 12 22:53:15.500830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:53:15.556262 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3ec2833-a468-4bb3-a11d-70292ab15d00 req-ab8c2eb0-9f18-4a9c-ae89-397cefd4b9ee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566525 Oct 12 22:53:15.590116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28552294-2736-45ac-a831-8be78d663bab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.648672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:53:15.662308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-32e6d295-090d-42e7-8b64-4ba4d4b3c11c admin admin] 10.222.0.31 "PUT /v2.0/routers/58a667e8-4b4d-44be-8d3a-33b8b2caf341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1537519 Oct 12 22:53:15.663476 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] Sync routers for ids ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:53:15.668072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41218) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:15.678505 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] Routers {'58a667e8-4b4d-44be-8d3a-33b8b2caf341'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:53:15.679845 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:15.691470 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28552294-2736-45ac-a831-8be78d663bab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.728985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['04219a84-d219-4bbc-9df2-68e7d9991246'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:15.795003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28552294-2736-45ac-a831-8be78d663bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.801441 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] Set router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:53:15.832097 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:15.905603 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-28552294-2736-45ac-a831-8be78d663bab admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=569e4710cbc2413b949c939f5f5d2670&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6176424 Oct 12 22:53:15.905603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28552294-2736-45ac-a831-8be78d663bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e759b-0a36-4a5d-8597-42b6b2fa7937,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:15.914277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41224) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:15.997722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41226) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:16.048897 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:46Z', 'updated_at': '2021-10-12T22:53:14Z', 'revision_number': 5, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'gw_port': {'id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:47Z', 'updated_at': '2021-10-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:16.074068 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.083840 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] Checking router: 58a667e8-4b4d-44be-8d3a-33b8b2caf341 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:53:16.086311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.094310 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64e4b0f7-2d57-4c2f-80ca-d4f6c290195a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.096377 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] Routers {'58a667e8-4b4d-44be-8d3a-33b8b2caf341'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:53:16.097189 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:16.114576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8890b0-b309-4c5b-bd65-18afd983c9ef req-31a4416e-4eda-48b2-8120-7362aaf6ff26 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:16.117002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca8890b0-b309-4c5b-bd65-18afd983c9ef req-31a4416e-4eda-48b2-8120-7362aaf6ff26 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 949 time: 0.0827992 Oct 12 22:53:16.147335 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64e4b0f7-2d57-4c2f-80ca-d4f6c290195a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.202980 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca8890b0-b309-4c5b-bd65-18afd983c9ef req-654893cb-1b10-4ce9-b3a8-e6e7b4508977 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762596 Oct 12 22:53:16.234607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-157370637-network', 'tenant_id': 'fc24918da4e84b3395164cfa79e9166f'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:16.245049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Deleting port c0d00c80-b76b-4416-8c2e-ef3e7b609464 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:16.245275 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.259946 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] Set router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:53:16.352340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7f5fc-6606-4e40-993b-71c0b550837d req-15bce2bc-adf5-4365-a2c1-4c8f703c463b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:16.360299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7f5fc-6606-4e40-993b-71c0b550837d req-15bce2bc-adf5-4365-a2c1-4c8f703c463b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:16.367385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7f5fc-6606-4e40-993b-71c0b550837d req-15bce2bc-adf5-4365-a2c1-4c8f703c463b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:16.369319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5df7f5fc-6606-4e40-993b-71c0b550837d req-15bce2bc-adf5-4365-a2c1-4c8f703c463b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2413 time: 0.0766830 Oct 12 22:53:16.370563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64e4b0f7-2d57-4c2f-80ca-d4f6c290195a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.374142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64e4b0f7-2d57-4c2f-80ca-d4f6c290195a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.375527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-64e4b0f7-2d57-4c2f-80ca-d4f6c290195a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6d8e759b-0a36-4a5d-8597-42b6b2fa7937 HTTP/1.1" status: 204 len: 168 time: 0.4591656 Oct 12 22:53:16.386999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] For port c0d00c80-b76b-4416-8c2e-ef3e7b609464, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c0d00c80-b76b-4416-8c2e-ef3e7b609464,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:16.387618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.404508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Calling delete_port for c0d00c80-b76b-4416-8c2e-ef3e7b609464 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:16.407222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4b0f7-2d57-4c2f-80ca-d4f6c290195a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e759b-0a36-4a5d-8597-42b6b2fa7937,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:16.409277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Made reservation on behalf of fc24918da4e84b3395164cfa79e9166f for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:16.412243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.422458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3b83047a-85c3-45b1-9efd-227984b1694c up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:16.441120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.467177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5df7f5fc-6606-4e40-993b-71c0b550837d req-1107e6e5-3df1-40ac-bc30-15e767e750d9 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827081 Oct 12 22:53:16.527795 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:46Z', 'updated_at': '2021-10-12T22:53:14Z', 'revision_number': 5, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'gw_port': {'id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:47Z', 'updated_at': '2021-10-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:16.576781 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6e60b6-a5e5-445b-a68d-17769b290f6f None None] The sync data for ids ['58a667e8-4b4d-44be-8d3a-33b8b2caf341'] in n-d-790519-14 is: [{'id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'name': 'tempest-FloatingIPsTestJSON-2030849077-router', 'tenant_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:46Z', 'updated_at': '2021-10-12T22:53:14Z', 'revision_number': 5, 'project_id': 'ba3211c40cb247cd9d30761c7d32e7f5', 'gw_port': {'id': 'c0d00c80-b76b-4416-8c2e-ef3e7b609464', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6d:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58a667e8-4b4d-44be-8d3a-33b8b2caf341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:47Z', 'updated_at': '2021-10-12T22:52:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:53:16.607448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.668832 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 3b83047a-85c3-45b1-9efd-227984b1694c completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:53:16.672852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1562e-6734-46f3-b0e9-1c5bc7b7e954 req-381c00d9-74bc-40e7-b81c-9aeb9df42ae2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:16.674322 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00b1562e-6734-46f3-b0e9-1c5bc7b7e954 req-381c00d9-74bc-40e7-b81c-9aeb9df42ae2 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 945 time: 0.3582311 Oct 12 22:53:16.674643 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.675895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 3b83047a-85c3-45b1-9efd-227984b1694c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:16.676439 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.746965 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00b1562e-6734-46f3-b0e9-1c5bc7b7e954 req-47b51abb-347a-4b7c-a8ab-39dd99adac84 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534461 Oct 12 22:53:16.770568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:53:16.793747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d17f51c-694c-41e9-bb59-849eea0a6e1a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:16.828469 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.843760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09d64e7-2523-472f-994b-ab7ce2c37703 req-a4e56e59-c02a-4d7d-a1b2-4864051fce33 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:16.854031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a09d64e7-2523-472f-994b-ab7ce2c37703 req-a4e56e59-c02a-4d7d-a1b2-4864051fce33 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.1476502 Oct 12 22:53:16.880170 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.886897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:16.888510 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Added segment 2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84 of type vlan for network 2a872c47-5047-4e2e-95c5-e646dc8dc210 Oct 12 22:53:16.892065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3b83047a-85c3-45b1-9efd-227984b1694c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3b83047a-85c3-45b1-9efd-227984b1694c,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:16.925852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d00c80-b76b-4416-8c2e-ef3e7b609464,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:16.928874 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a09d64e7-2523-472f-994b-ab7ce2c37703 req-38747b7f-e2fd-4336-a3df-dc34bf6c71b1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732522 Oct 12 22:53:16.990601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.000426 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.001606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 16afbd15-7914-4398-8a6f-bcecda3882d7 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:17.089073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1611323c-49c9-4055-bb4f-63c5d300e93d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:17.094266 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.120996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.122098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:17.123301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1611323c-49c9-4055-bb4f-63c5d300e93d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:17.123469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.123633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1611323c-49c9-4055-bb4f-63c5d300e93d not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:17.230674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3b83047a-85c3-45b1-9efd-227984b1694c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:17.251055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.2486000 Oct 12 22:53:17.253925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41244) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:17.261191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.264713 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.268680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Request body: {'subnet': {'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-157370637-subnet', 'tenant_id': 'fc24918da4e84b3395164cfa79e9166f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:17.279922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 16afbd15-7914-4398-8a6f-bcecda3882d7 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:53:17.287962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 16afbd15-7914-4398-8a6f-bcecda3882d7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:17.293419 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.320989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b1c986-c441-4f49-a06e-76b1ceca1ddd admin admin] Pushing event updated for resources: {'Network': ['ID=2a872c47-5047-4e2e-95c5-e646dc8dc210,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:17.343516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41246) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:17.356415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 2a872c47-5047-4e2e-95c5-e646dc8dc210 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:53:17.361015 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3e5a-0bd1-4f5a-be7f-3bc134f99442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.393924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb5f9-08bf-4940-b25b-0dc6a34bb9f2 req-b93bae2a-de1c-4da6-a126-363c7b510782 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:17.396109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-caafb5f9-08bf-4940-b25b-0dc6a34bb9f2 req-b93bae2a-de1c-4da6-a126-363c7b510782 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 949 time: 0.0667398 Oct 12 22:53:17.399963 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.400781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58a667e8-4b4d-44be-8d3a-33b8b2caf341 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:53:17.409127 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.413365 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7742d406-6c04-4fc6-8e75-29c6600583a5 admin admin] 10.222.0.31 "DELETE /v2.0/routers/58a667e8-4b4d-44be-8d3a-33b8b2caf341 HTTP/1.1" status: 204 len: 168 time: 1.7449174 Oct 12 22:53:17.413685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41248) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:17.413860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Made reservation on behalf of fc24918da4e84b3395164cfa79e9166f for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:17.416409 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.457958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b83047a-85c3-45b1-9efd-227984b1694c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:17.460923 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45429fc-bc1f-4022-a0e5-8ea54ad78756" -d '{"events": [{"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-plugged", "status": "completed", "tag": "3b83047a-85c3-45b1-9efd-227984b1694c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:17.517736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-727f8a55-db5d-4810-839d-424e0de72146 admin admin] Deleting subnet 055cadc8-f363-4651-a52e-a937a2f9d6d1 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:53:17.524383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-caafb5f9-08bf-4940-b25b-0dc6a34bb9f2 req-36a2b583-77c8-4eb6-b8ad-79a924ec967b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210732 Oct 12 22:53:17.525281 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-727f8a55-db5d-4810-839d-424e0de72146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.598240 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9148d4c-dcb9-418b-ad64-477f224faa6c x-openstack-request-id: req-d9148d4c-dcb9-418b-ad64-477f224faa6c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:17.598791 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-plugged", "status": "completed", "tag": "3b83047a-85c3-45b1-9efd-227984b1694c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:17.600422 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d9148d4c-dcb9-418b-ad64-477f224faa6c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:17.600422 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b83047a-85c3-45b1-9efd-227984b1694c', 'code': 200} Oct 12 22:53:17.609593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-727f8a55-db5d-4810-839d-424e0de72146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.631090 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.700295 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.702986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 16afbd15-7914-4398-8a6f-bcecda3882d7, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=16afbd15-7914-4398-8a6f-bcecda3882d7,segment=NetworkSegment(88f09037-6755-4a1f-98dd-5683d6682941),segment_id=88f09037-6755-4a1f-98dd-5683d6682941)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:17.804590 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3e5a-0bd1-4f5a-be7f-3bc134f99442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.840684 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.842254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:17.891917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c744fad3-ebd8-4569-82e7-62515acb444e req-92523b2c-08f5-4f23-8505-7ded307b6556 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:17.905015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c744fad3-ebd8-4569-82e7-62515acb444e req-92523b2c-08f5-4f23-8505-7ded307b6556 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 945 time: 0.0850275 Oct 12 22:53:17.934696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:17.941904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=16afbd15-7914-4398-8a6f-bcecda3882d7,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:17.952497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a3a3e5a-0bd1-4f5a-be7f-3bc134f99442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.025364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3a3e5a-0bd1-4f5a-be7f-3bc134f99442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332b11d2-01fe-4df4-94b1-5b25328ba192,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:18.039924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:53:18.056436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:18.057196 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.061883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c744fad3-ebd8-4569-82e7-62515acb444e req-63effaf5-e3fa-4276-85a4-1ad94919f91d tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555030 Oct 12 22:53:18.086711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2a3a3e5a-0bd1-4f5a-be7f-3bc134f99442 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=427611a01d1f4632aea6b68e4d7ccefd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7412944 Oct 12 22:53:18.097297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:18.128573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b95754ae-0b03-4743-82ac-8dca0d4100ae,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:18.164745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Checking segment: {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:18.164745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Network hostable DHCP agents. Network: 2a872c47-5047-4e2e-95c5-e646dc8dc210, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:53:18.173048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b78ac-4c2a-4891-8350-6b3dd2175981 req-4952bfad-3e88-4eb3-a059-68b7a6010981 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:18.179622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b78ac-4c2a-4891-8350-6b3dd2175981 req-4952bfad-3e88-4eb3-a059-68b7a6010981 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:18.188153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59b78ac-4c2a-4891-8350-6b3dd2175981 req-4952bfad-3e88-4eb3-a059-68b7a6010981 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:18.190087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a59b78ac-4c2a-4891-8350-6b3dd2175981 req-4952bfad-3e88-4eb3-a059-68b7a6010981 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2415 time: 0.1352489 Oct 12 22:53:18.190821 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.223715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c4cb8-6bf9-4828-9da7-584945ac0b96 req-8e8f1b53-687d-4dc9-85b5-36b6511223d0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:18.226212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c7c4cb8-6bf9-4828-9da7-584945ac0b96 req-8e8f1b53-687d-4dc9-85b5-36b6511223d0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0747445 Oct 12 22:53:18.236693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:18.259227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9237b788-bddb-40cc-9356-3698bb3cf01b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.287669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c7c4cb8-6bf9-4828-9da7-584945ac0b96 req-436e9b0d-80ad-42d4-8e3e-1fade76469f3 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557477 Oct 12 22:53:18.289448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Network 2a872c47-5047-4e2e-95c5-e646dc8dc210 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:53:18.306253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a59b78ac-4c2a-4891-8350-6b3dd2175981 req-bfec354e-7e9a-412d-b445-cf5415d9f1bb tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084983 Oct 12 22:53:18.311809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-727f8a55-db5d-4810-839d-424e0de72146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.313534 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9237b788-bddb-40cc-9356-3698bb3cf01b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.331536 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.361396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 2a872c47-5047-4e2e-95c5-e646dc8dc210) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:18.375042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:18.377385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.404244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36689e1a-a654-4366-82cf-d83d84b085ad None None] Network 2a872c47-5047-4e2e-95c5-e646dc8dc210 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:18.453174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:18.469151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-727f8a55-db5d-4810-839d-424e0de72146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.496093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f8a55-db5d-4810-839d-424e0de72146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=055cadc8-f363-4651-a52e-a937a2f9d6d1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:18.500675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-727f8a55-db5d-4810-839d-424e0de72146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.501445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-438f306d-c10b-45d5-af15-8ad5f68c2f1f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.2452941 Oct 12 22:53:18.508532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41264) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:18.508644 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-727f8a55-db5d-4810-839d-424e0de72146 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/055cadc8-f363-4651-a52e-a937a2f9d6d1 HTTP/1.1" status: 204 len: 168 time: 1.0933561 Oct 12 22:53:18.509338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9237b788-bddb-40cc-9356-3698bb3cf01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.512406 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9237b788-bddb-40cc-9356-3698bb3cf01b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.516683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9237b788-bddb-40cc-9356-3698bb3cf01b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/332b11d2-01fe-4df4-94b1-5b25328ba192 HTTP/1.1" status: 204 len: 168 time: 0.4147668 Oct 12 22:53:18.522639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237b788-bddb-40cc-9356-3698bb3cf01b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332b11d2-01fe-4df4-94b1-5b25328ba192,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:18.548603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3bd848-3fa5-4ac6-b71c-0cfe12cc7af7 None None] Network c1bcd4c0-0176-4aac-ae31-535c79cd4618 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:18.557773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:18.642107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.721713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908cf0d-72d5-485c-957d-4ea3e37d98cd req-d4413dda-56b8-4908-b2b1-6c2d261ee426 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:18.723576 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d908cf0d-72d5-485c-957d-4ea3e37d98cd req-d4413dda-56b8-4908-b2b1-6c2d261ee426 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 949 time: 0.0848129 Oct 12 22:53:18.768107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Deleting port e2cb0578-b6de-4418-85f8-13c382d2ebc9 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:18.768720 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.810338 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d908cf0d-72d5-485c-957d-4ea3e37d98cd req-02e8c8b3-4af5-4728-acb5-980c1ee05a0a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766342 Oct 12 22:53:18.877184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] For port e2cb0578-b6de-4418-85f8-13c382d2ebc9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e2cb0578-b6de-4418-85f8-13c382d2ebc9,segment=NetworkSegment(a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce),segment_id=a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:18.877764 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.893475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Calling delete_port for e2cb0578-b6de-4418-85f8-13c382d2ebc9 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:18.920530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:18.939417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa3cb61-873b-42d1-be3c-cd82604859b2 None None] Network 2a872c47-5047-4e2e-95c5-e646dc8dc210 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:18.977791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6570c4-57b6-4cb7-8a81-0e5bc1950fee req-34edaf31-dc49-4201-be13-8443766b3d4e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:18.979651 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad6570c4-57b6-4cb7-8a81-0e5bc1950fee req-34edaf31-dc49-4201-be13-8443766b3d4e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 945 time: 0.0912888 Oct 12 22:53:19.026901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c0d00c80-b76b-4416-8c2e-ef3e7b609464 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:19.032316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad6570c4-57b6-4cb7-8a81-0e5bc1950fee req-df2225a2-2de3-4340-9638-fe1148d70fda tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Oct 12 22:53:19.064077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c0d00c80-b76b-4416-8c2e-ef3e7b609464 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:19.064423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c0d00c80-b76b-4416-8c2e-ef3e7b609464 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:19.066787 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.097235 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.163656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2cb0578-b6de-4418-85f8-13c382d2ebc9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:19.171391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] No DVR routers for this DVR port e2cb0578-b6de-4418-85f8-13c382d2ebc9 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:19.173430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0455a954-1d20-4075-88f5-329f444ffdde None None] DHCP port deletion for c1bcd4c0-0176-4aac-ae31-535c79cd4618 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:53:19.179504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 04219a84-d219-4bbc-9df2-68e7d9991246 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:53:19.185594 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 04219a84-d219-4bbc-9df2-68e7d9991246 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:19.186062 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.271316 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.288492 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.299943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1bcd4c0-0176-4aac-ae31-535c79cd4618']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:19.347622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:19.348190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6ebbf4f-8a3d-476f-a693-7fc2df16d9ce') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:19.362618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:19.370722 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.430303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96d4e5d-8bd9-491e-a657-8a3f334a8d2b req-793ea3a6-a00e-4e2c-8af9-b43af3d62c3b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:19.430852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.431736 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d96d4e5d-8bd9-491e-a657-8a3f334a8d2b req-793ea3a6-a00e-4e2c-8af9-b43af3d62c3b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0513742 Oct 12 22:53:19.445190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:53:19.445604 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:53:19.447312 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:53:19.479653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d96d4e5d-8bd9-491e-a657-8a3f334a8d2b req-12fc124d-dced-4ea2-8574-386dd10aec8e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387945 Oct 12 22:53:19.491634 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.553052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-ee6f7249-df03-42ab-8807-262c15f57154 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:19.555010 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-ee6f7249-df03-42ab-8807-262c15f57154 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 804 time: 0.1992028 Oct 12 22:53:19.578270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-8e633be0-b7ba-4939-b586-52275e4275a8 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/quotas/fc24918da4e84b3395164cfa79e9166f HTTP/1.1" status: 200 len: 375 time: 0.0163751 Oct 12 22:53:19.607576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16afbd15-7914-4398-8a6f-bcecda3882d7'}, {'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24625fc0-dbb9-45ed-b11f-3d6a0b89f226'}, {'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:19.610339 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a18edff-d96f-4244-9006-68d49d3355aa" -d '{"events": [{"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-plugged", "status": "completed", "tag": "16afbd15-7914-4398-8a6f-bcecda3882d7"}, {"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-plugged", "status": "completed", "tag": "24625fc0-dbb9-45ed-b11f-3d6a0b89f226"}, {"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-plugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:19.613761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:19.627694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-953d0a2c-9f2f-4264-a842-4ad08638c025 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385849 Oct 12 22:53:19.628817 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.634358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:19.637849 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c1bcd4c0-0176-4aac-ae31-535c79cd4618 HTTP/1.1" status: 204 len: 168 time: 1.1283038 Oct 12 22:53:19.659713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6ac9a8-5333-4cb3-bae7-7c8281e48f57 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1bcd4c0-0176-4aac-ae31-535c79cd4618,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:19.712862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230b7a2-9166-46fe-a81c-5a8f3a0d7aff req-4a2f9f33-b608-496c-b585-b393ac63c824 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:19.722679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230b7a2-9166-46fe-a81c-5a8f3a0d7aff req-4a2f9f33-b608-496c-b585-b393ac63c824 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:19.736278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8230b7a2-9166-46fe-a81c-5a8f3a0d7aff req-4a2f9f33-b608-496c-b585-b393ac63c824 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:19.738274 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8230b7a2-9166-46fe-a81c-5a8f3a0d7aff req-4a2f9f33-b608-496c-b585-b393ac63c824 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2416 time: 0.1159563 Oct 12 22:53:19.781650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-f92f4518-c2b2-41ce-93e2-49186761c9cd service neutron] 10.222.0.31 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089613 Oct 12 22:53:19.783005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8230b7a2-9166-46fe-a81c-5a8f3a0d7aff req-95ce6542-c438-4ac0-a796-34959bc50fc4 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386508 Oct 12 22:53:19.851299 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3aa9779-c5fb-49b4-95ef-8583d4f7be9e x-openstack-request-id: req-b3aa9779-c5fb-49b4-95ef-8583d4f7be9e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:19.851611 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-plugged", "status": "completed", "tag": "16afbd15-7914-4398-8a6f-bcecda3882d7", "code": 200}, {"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-plugged", "status": "completed", "tag": "24625fc0-dbb9-45ed-b11f-3d6a0b89f226", "code": 200}, {"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-plugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:19.851871 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3aa9779-c5fb-49b4-95ef-8583d4f7be9e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:19.852279 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16afbd15-7914-4398-8a6f-bcecda3882d7', 'code': 200} Oct 12 22:53:19.852540 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24625fc0-dbb9-45ed-b11f-3d6a0b89f226', 'code': 200} Oct 12 22:53:19.852796 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246', 'code': 200} Oct 12 22:53:19.915890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-f8413955-3477-4860-962c-ec45b5bbefb6 service neutron] 10.222.0.31 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280489 Oct 12 22:53:20.021423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41320) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:20.078286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbced2b-ae2a-4a64-9cad-71e147c3b092 req-598721b9-2b2d-4e13-a66b-b2fa64740506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:20.079425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbced2b-ae2a-4a64-9cad-71e147c3b092 req-598721b9-2b2d-4e13-a66b-b2fa64740506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:20.079963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbced2b-ae2a-4a64-9cad-71e147c3b092 req-598721b9-2b2d-4e13-a66b-b2fa64740506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:20.082583 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-adbced2b-ae2a-4a64-9cad-71e147c3b092 req-598721b9-2b2d-4e13-a66b-b2fa64740506 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2872 time: 0.1211882 Oct 12 22:53:20.082730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a2c7ff-e741-4e02-b89b-427d23a0a3a4 req-d5166aca-69f3-49f0-8d5e-64ba4bc09359 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:20.084332 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c7a2c7ff-e741-4e02-b89b-427d23a0a3a4 req-d5166aca-69f3-49f0-8d5e-64ba4bc09359 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1550102 Oct 12 22:53:20.090527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e51482-9121-4a6f-9786-5bd4b4cdf919 req-b03f57ee-23e7-4b30-a0ee-6c1d285b793b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:20.092348 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-97e51482-9121-4a6f-9786-5bd4b4cdf919 req-b03f57ee-23e7-4b30-a0ee-6c1d285b793b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1102 time: 0.1279068 Oct 12 22:53:20.113785 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ae8cc23-3dce-4161-b4b6-d3bf89cda5fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba3211c40cb247cd9d30761c7d32e7f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870454 Oct 12 22:53:20.123544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41324) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:20.191665 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-adbced2b-ae2a-4a64-9cad-71e147c3b092 req-04dae5dc-ee78-4eba-a6c5-28bb6285faaa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580604 Oct 12 22:53:20.198151 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c7a2c7ff-e741-4e02-b89b-427d23a0a3a4 req-aeadaebb-2626-42cd-90b5-6184ac52eb4b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971119 Oct 12 22:53:20.204450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-97e51482-9121-4a6f-9786-5bd4b4cdf919 req-bc040263-4661-4e92-99b0-dca320779fcf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008861 Oct 12 22:53:20.206495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca5964-208b-40f6-a812-92c059289c13 req-ead40584-580d-4cbb-9455-2d5523b49387 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:20.208424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a8ca5964-208b-40f6-a812-92c059289c13 req-ead40584-580d-4cbb-9455-2d5523b49387 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 945 time: 0.1130202 Oct 12 22:53:20.269222 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f898df72-70d4-448e-945e-9fad1e5bf415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:20.326839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f898df72-70d4-448e-945e-9fad1e5bf415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:20.406295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-50d2581d-0a2e-49e1-bd16-b8c347712ea4 req-613f72e9-869f-4c57-8e95-355643682d85 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 210 time: 0.0350747 Oct 12 22:53:20.409926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a8ca5964-208b-40f6-a812-92c059289c13 req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Deleting port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:20.410263 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a8ca5964-208b-40f6-a812-92c059289c13 req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:20.439596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450093db-561d-44a7-b068-1818d31e9dbb req-3dd19496-5612-4491-a9d8-36572059504c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:20.441709 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-450093db-561d-44a7-b068-1818d31e9dbb req-3dd19496-5612-4491-a9d8-36572059504c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 945 time: 0.1109784 Oct 12 22:53:20.498502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-450093db-561d-44a7-b068-1818d31e9dbb req-75075d32-2ccf-4126-b0a8-5e1b1833ac2e tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups?id=75810066-c785-4013-800f-72ca6617b46c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392013 Oct 12 22:53:20.526333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f898df72-70d4-448e-945e-9fad1e5bf415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:20.529239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f898df72-70d4-448e-945e-9fad1e5bf415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:20.530240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f898df72-70d4-448e-945e-9fad1e5bf415 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/13fafcb8-6092-45a8-9446-4eac930dcf28 HTTP/1.1" status: 204 len: 168 time: 0.4001908 Oct 12 22:53:20.538211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898df72-70d4-448e-945e-9fad1e5bf415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13fafcb8-6092-45a8-9446-4eac930dcf28,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:20.563322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a8ca5964-208b-40f6-a812-92c059289c13 req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] For port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,segment=NetworkSegment(caa7ec2a-138c-4df0-a5a6-a01a4335b65d),segment_id=caa7ec2a-138c-4df0-a5a6-a01a4335b65d)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:20.563813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a8ca5964-208b-40f6-a812-92c059289c13 req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:20.603942 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a8ca5964-208b-40f6-a812-92c059289c13 req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Calling delete_port for a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:20.716611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aead303-b8b0-4f5d-97a8-92c073c22572 req-ce871798-87dc-4ae2-89ea-a7e0daadb4be tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:20.720378 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5aead303-b8b0-4f5d-97a8-92c073c22572 req-ce871798-87dc-4ae2-89ea-a7e0daadb4be tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.1043236 Oct 12 22:53:20.797129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5aead303-b8b0-4f5d-97a8-92c073c22572 req-4fc35a78-9245-45ed-9125-0d93055e307a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720744 Oct 12 22:53:20.915069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a8ca5964-208b-40f6-a812-92c059289c13 req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:20.929681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:20.968834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8ebca-cbdc-487e-8578-80cf84f0b9b8 req-f888de6e-61cf-4a68-b8b6-247917fab5d6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:20.997803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8ebca-cbdc-487e-8578-80cf84f0b9b8 req-f888de6e-61cf-4a68-b8b6-247917fab5d6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:21.015807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd8ebca-cbdc-487e-8578-80cf84f0b9b8 req-f888de6e-61cf-4a68-b8b6-247917fab5d6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:21.017501 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fd8ebca-cbdc-487e-8578-80cf84f0b9b8 req-f888de6e-61cf-4a68-b8b6-247917fab5d6 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2416 time: 0.1513078 Oct 12 22:53:21.032760 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:53:21.041570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event deleted for resources: {'Port': ['ID=a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:21.067071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e2cb0578-b6de-4418-85f8-13c382d2ebc9 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:21.081008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ca5964-208b-40f6-a812-92c059289c13 req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] No DVR routers for this DVR port a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:21.084703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a8ca5964-208b-40f6-a812-92c059289c13 req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:21.089171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a8ca5964-208b-40f6-a812-92c059289c13 req-94081e4c-f58a-4165-bc2e-b096814a6e68 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.25 "DELETE /v2.0/ports/a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b HTTP/1.1" status: 204 len: 173 time: 0.8742542 Oct 12 22:53:21.090465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75ba038a-0aa5-4023-a29b-a98e1db5da71', 'name': 'network-vif-deleted', 'tag': 'a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:21.093004 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fd8ebca-cbdc-487e-8578-80cf84f0b9b8 req-e43a361e-5bb0-4cb7-b1d7-d0a0c31d9e79 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608981 Oct 12 22:53:21.103591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e2cb0578-b6de-4418-85f8-13c382d2ebc9 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:21.103591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e2cb0578-b6de-4418-85f8-13c382d2ebc9 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:21.107453 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-202caf9a-f8c4-4b11-a73c-0988951087bf" -d '{"events": [{"server_uuid": "75ba038a-0aa5-4023-a29b-a98e1db5da71", "name": "network-vif-deleted", "tag": "a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:21.162082 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6544f82-d9d0-4855-882e-26b7b2a3c005 x-openstack-request-id: req-d6544f82-d9d0-4855-882e-26b7b2a3c005 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:21.162375 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75ba038a-0aa5-4023-a29b-a98e1db5da71", "name": "network-vif-deleted", "tag": "a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:21.162828 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d6544f82-d9d0-4855-882e-26b7b2a3c005 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:21.163269 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75ba038a-0aa5-4023-a29b-a98e1db5da71', 'name': 'network-vif-deleted', 'tag': 'a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b', 'status': 'completed', 'code': 200} Oct 12 22:53:21.347904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6044927-0b92-457c-87e1-329e0b3d2a17 req-52389b59-1c1a-4f9e-a8e1-a65d575413be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:21.349473 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6044927-0b92-457c-87e1-329e0b3d2a17 req-52389b59-1c1a-4f9e-a8e1-a65d575413be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.0672734 Oct 12 22:53:21.443566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6044927-0b92-457c-87e1-329e0b3d2a17 req-95363bf8-d1c3-4139-a9e7-e8e9196e8f6f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836656 Oct 12 22:53:21.526453 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ae8a079-be67-4542-83a2-ecdd5ae11555 req-77ce609c-1719-44d0-b0b6-05347237b56d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 210 time: 0.0483835 Oct 12 22:53:21.634006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48228c1b-62ed-4356-9930-1efa3aa3616c req-b2bb49eb-c332-4e81-b0b3-58922f8fb85c tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/ports?device_id=75ba038a-0aa5-4023-a29b-a98e1db5da71 HTTP/1.1" status: 200 len: 210 time: 0.0304258 Oct 12 22:53:21.929312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c84897-2ae7-4267-81de-bc8769bcfe33 req-7e9b8d5f-31a9-466f-b974-cece7ac7afeb tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:21.938577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-49c84897-2ae7-4267-81de-bc8769bcfe33 req-7e9b8d5f-31a9-466f-b974-cece7ac7afeb tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0623000 Oct 12 22:53:21.995299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-49c84897-2ae7-4267-81de-bc8769bcfe33 req-009aaa18-e7a9-47f8-bcf4-903180f47ee9 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523605 Oct 12 22:53:22.252356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21e495-1211-4cd0-bbcd-21775c7203fa req-f83403a1-cf76-405f-b6e9-bd9dbce96181 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:22.258299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21e495-1211-4cd0-bbcd-21775c7203fa req-f83403a1-cf76-405f-b6e9-bd9dbce96181 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:22.264885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21e495-1211-4cd0-bbcd-21775c7203fa req-f83403a1-cf76-405f-b6e9-bd9dbce96181 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:22.266520 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d21e495-1211-4cd0-bbcd-21775c7203fa req-f83403a1-cf76-405f-b6e9-bd9dbce96181 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2416 time: 0.0770299 Oct 12 22:53:22.310796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d21e495-1211-4cd0-bbcd-21775c7203fa req-be596495-9013-4e7c-8d64-326fa2f24575 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356991 Oct 12 22:53:22.577918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983dae5-072d-4a62-82db-74587edcaaa1 req-c0dd1519-bca0-4589-8f35-251263502666 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:22.579452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7983dae5-072d-4a62-82db-74587edcaaa1 req-c0dd1519-bca0-4589-8f35-251263502666 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.0558288 Oct 12 22:53:22.619229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7983dae5-072d-4a62-82db-74587edcaaa1 req-a38fa098-053c-410e-a625-c817fd50a389 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333419 Oct 12 22:53:22.717751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73136d4d-b411-4eb9-a1ff-c5cfbcd0476d req-1a9463dc-59a0-454e-bbbc-418c21f43dce tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 210 time: 0.0350561 Oct 12 22:53:22.793128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48d0fb-1d68-4c5f-8e6d-7313b12d055c req-ef5ad868-956d-4be9-8875-17df0790696a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:22.795391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d48d0fb-1d68-4c5f-8e6d-7313b12d055c req-ef5ad868-956d-4be9-8875-17df0790696a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.0515325 Oct 12 22:53:22.847458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d48d0fb-1d68-4c5f-8e6d-7313b12d055c req-52f87531-7fb7-4de9-b88e-05ce5ece1e56 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431111 Oct 12 22:53:22.883857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e661a4a-9429-4110-a414-0677f3b2a2d1 req-3fa648da-7201-410c-b193-8a160d1ccf65 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:22.892633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e661a4a-9429-4110-a414-0677f3b2a2d1 req-3fa648da-7201-410c-b193-8a160d1ccf65 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:22.899517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e661a4a-9429-4110-a414-0677f3b2a2d1 req-3fa648da-7201-410c-b193-8a160d1ccf65 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:22.908033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7e661a4a-9429-4110-a414-0677f3b2a2d1 req-3fa648da-7201-410c-b193-8a160d1ccf65 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2416 time: 0.0953121 Oct 12 22:53:22.944396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41462) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:22.952240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7e661a4a-9429-4110-a414-0677f3b2a2d1 req-08e379d6-9522-4aaa-8cb8-6cb644a1a1a3 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Oct 12 22:53:23.010667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-388ddfcb-02d0-4d10-8a0b-56fb11523d06 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:23.012367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-388ddfcb-02d0-4d10-8a0b-56fb11523d06 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 804 time: 0.1525226 Oct 12 22:53:23.028000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Request body: {'port': {'device_id': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'admin_state_up': True, 'tenant_id': 'fc24918da4e84b3395164cfa79e9166f'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:23.092468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1810f40-00d8-4ea0-8e89-891ec7f11e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.158356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41476) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:23.197984 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1810f40-00d8-4ea0-8e89-891ec7f11e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.201133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451bd508-4951-429f-bd8c-276cfe02e86d req-3a758f53-5c1b-4b1f-995b-d7ea329c7594 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:23.206252 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-451bd508-4951-429f-bd8c-276cfe02e86d req-3a758f53-5c1b-4b1f-995b-d7ea329c7594 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.1172154 Oct 12 22:53:23.264263 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1810f40-00d8-4ea0-8e89-891ec7f11e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.286106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-451bd508-4951-429f-bd8c-276cfe02e86d req-f7b73afc-48ff-4f01-822c-6c49520712b8 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733254 Oct 12 22:53:23.291668 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49f240be-c17c-42fb-b599-8a968369d229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.304317 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c1810f40-00d8-4ea0-8e89-891ec7f11e4e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=855531ba170146fa96c56b5f13ec7ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3493807 Oct 12 22:53:23.305214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1810f40-00d8-4ea0-8e89-891ec7f11e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb92ca0-9dc2-408e-a6c4-888fa0022cea,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:23.307481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41478) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:23.331215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49f240be-c17c-42fb-b599-8a968369d229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.335315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Made reservation on behalf of fc24918da4e84b3395164cfa79e9166f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:23.338723 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.484385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5386-37c0-4c9f-a6ad-53d2040f7041 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.577587 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49f240be-c17c-42fb-b599-8a968369d229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.580459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49f240be-c17c-42fb-b599-8a968369d229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.585009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-49f240be-c17c-42fb-b599-8a968369d229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "DELETE /v2.0/security-groups/6f118fe1-76dc-4740-b9d4-20ae83dc5c30 HTTP/1.1" status: 204 len: 168 time: 0.4248786 Oct 12 22:53:23.587415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41494) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:23.599867 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5386-37c0-4c9f-a6ad-53d2040f7041 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.620626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f240be-c17c-42fb-b599-8a968369d229 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f118fe1-76dc-4740-b9d4-20ae83dc5c30,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:23.620958 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-55d59910-dbed-4e54-82fe-af91d8c92cb4 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] show failed (client error): The resource could not be found. Oct 12 22:53:23.622740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-55d59910-dbed-4e54-82fe-af91d8c92cb4 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "GET /v2.0/security-groups/6f118fe1-76dc-4740-b9d4-20ae83dc5c30 HTTP/1.1" status: 404 len: 347 time: 0.0329320 Oct 12 22:53:23.626715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41500) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:23.647561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd484300-971e-4aaf-910b-b0863c91b40a req-5ba58c7e-e974-4126-8243-9ddc4702f0f3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:23.655265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd484300-971e-4aaf-910b-b0863c91b40a req-5ba58c7e-e974-4126-8243-9ddc4702f0f3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1903441 Oct 12 22:53:23.685708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Allocated IP 172.20.0.8 (2a872c47-5047-4e2e-95c5-e646dc8dc210/b95754ae-0b03-4743-82ac-8dca0d4100ae/9df7f008-7960-43a3-9336-46ad3640d6c7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:23.725309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd484300-971e-4aaf-910b-b0863c91b40a req-81886c61-aa04-498b-9156-013817e90a21 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673256 Oct 12 22:53:23.756646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-4a34f1be-7ec1-4517-884d-921bd3087f89 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1449199 Oct 12 22:53:23.788606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-22810f5f-d6d1-4933-8804-ec9d492129e0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:53:23.795080 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-22810f5f-d6d1-4933-8804-ec9d492129e0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0100851 Oct 12 22:53:23.820025 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5386-37c0-4c9f-a6ad-53d2040f7041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.822704 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4e5386-37c0-4c9f-a6ad-53d2040f7041 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.832228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bd4e5386-37c0-4c9f-a6ad-53d2040f7041 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4eb92ca0-9dc2-408e-a6c4-888fa0022cea HTTP/1.1" status: 204 len: 168 time: 0.5222023 Oct 12 22:53:23.835192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21de90a4-c8e9-4967-b22c-e00909d240bf req-ffa90f22-48f4-40fe-a218-150a29912264 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 210 time: 0.0295036 Oct 12 22:53:23.847509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Deleting port fc8e9ebe-0a99-4a25-af04-328166822201 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:23.847945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.890132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e5386-37c0-4c9f-a6ad-53d2040f7041 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb92ca0-9dc2-408e-a6c4-888fa0022cea,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:23.954437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.954767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:23.967750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Calling delete_port for fc8e9ebe-0a99-4a25-af04-328166822201 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:24.001291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.161096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc11f-2a0e-4424-af77-c740805d3c8a req-45207d0b-6e08-46bf-a5bd-23756e27e87a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:24.167363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc11f-2a0e-4424-af77-c740805d3c8a req-45207d0b-6e08-46bf-a5bd-23756e27e87a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:24.174836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5fc11f-2a0e-4424-af77-c740805d3c8a req-45207d0b-6e08-46bf-a5bd-23756e27e87a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:24.175091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f5fc11f-2a0e-4424-af77-c740805d3c8a req-45207d0b-6e08-46bf-a5bd-23756e27e87a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2416 time: 0.0717041 Oct 12 22:53:24.199754 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.228566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.288504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Pushing event deleted for resources: {'Port': ['ID=fc8e9ebe-0a99-4a25-af04-328166822201,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:24.308544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Network 2a872c47-5047-4e2e-95c5-e646dc8dc210 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:24.321865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f5fc11f-2a0e-4424-af77-c740805d3c8a req-e0e008a6-e50a-4627-a926-5dd1a0ce592b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381571 Oct 12 22:53:24.323306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:24.326967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Pushing event updated for resources: {'Port': ['ID=9df7f008-7960-43a3-9336-46ad3640d6c7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:24.337212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:24.363266 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.366082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.368041 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fcd87703-ab01-4917-8232-361133d1ed21 tempest-ImagesOneServerNegativeTestJSON-984053120 tempest-ImagesOneServerNegativeTestJSON-984053120-project] 10.222.0.31 "DELETE /v2.0/floatingips/a785d002-c5c8-4852-bf30-e4c82b7f3c23 HTTP/1.1" status: 204 len: 168 time: 0.7395852 Oct 12 22:53:24.403869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:24.404746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.471979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b94c2-f13c-45a9-b0f8-e9c6bcd99f58 req-ab733a1f-3a15-45ce-9ba7-22f772fdbe0e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:24.473905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a41b94c2-f13c-45a9-b0f8-e9c6bcd99f58 req-ab733a1f-3a15-45ce-9ba7-22f772fdbe0e tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0662062 Oct 12 22:53:24.517002 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ea6e6f3-afe1-4cfe-845a-6ea0e0fda36f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4944885 Oct 12 22:53:24.526215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a41b94c2-f13c-45a9-b0f8-e9c6bcd99f58 req-011943fb-0f49-4196-89bb-e3633a5eecde tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Oct 12 22:53:24.531244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Request body: {'port': {'device_id': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:24.613185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41576) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:24.621168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.625917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41578) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:24.643833 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5482c1fd-8261-4e07-b250-88fdddf9b794 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.659959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:24.688345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:24.692625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a7fb3647-cfd4-42e7-99b8-7e4a63e2dd9b not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:24.693790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-89b4193d-64ec-4b3c-b7cb-c90820222ffc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:24.702156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-89b4193d-64ec-4b3c-b7cb-c90820222ffc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:24.708882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-89b4193d-64ec-4b3c-b7cb-c90820222ffc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:24.710891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-89b4193d-64ec-4b3c-b7cb-c90820222ffc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 2416 time: 0.1964266 Oct 12 22:53:24.729073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ae2492-ebba-43ba-bf3f-a0c3a2775d62 admin admin] Deleting subnet 12ff1287-d372-4e26-b59a-ec1c7c5079dc {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:53:24.739460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53ae2492-ebba-43ba-bf3f-a0c3a2775d62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.855988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5482c1fd-8261-4e07-b250-88fdddf9b794 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.868682 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting port 16afbd15-7914-4398-8a6f-bcecda3882d7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:24.869140 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.873413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7603e-a38e-4378-9e42-27d108a2f0ba req-393c08e6-1704-46eb-bd47-71b85bc82302 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:24.874967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ad7603e-a38e-4378-9e42-27d108a2f0ba req-393c08e6-1704-46eb-bd47-71b85bc82302 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.0623176 Oct 12 22:53:24.916938 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ad7603e-a38e-4378-9e42-27d108a2f0ba req-5689b0ff-832e-417d-87a5-a1043ba9a3d8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352426 Oct 12 22:53:24.960691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53ae2492-ebba-43ba-bf3f-a0c3a2775d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:24.986119 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5482c1fd-8261-4e07-b250-88fdddf9b794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.051782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53ae2492-ebba-43ba-bf3f-a0c3a2775d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.059665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5482c1fd-8261-4e07-b250-88fdddf9b794 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b68152019eb94b098934ff015299260a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4312444 Oct 12 22:53:25.061968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41588) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:25.086198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e35a900-5337-428b-b36a-7630bc620fc0 req-2bcccf36-391d-4368-a2bd-e53f94be2d3f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:25.087840 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1e35a900-5337-428b-b36a-7630bc620fc0 req-2bcccf36-391d-4368-a2bd-e53f94be2d3f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 931 time: 0.1722181 Oct 12 22:53:25.088477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5482c1fd-8261-4e07-b250-88fdddf9b794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc42e7a-cf0e-4afa-8542-8d4596a7adc2,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:25.173787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] For port 16afbd15-7914-4398-8a6f-bcecda3882d7, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=16afbd15-7914-4398-8a6f-bcecda3882d7,segment=NetworkSegment(88f09037-6755-4a1f-98dd-5683d6682941),segment_id=88f09037-6755-4a1f-98dd-5683d6682941)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:25.174245 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.195179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9df7f008-7960-43a3-9336-46ad3640d6c7 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:25.204223 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.211951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Calling delete_port for 16afbd15-7914-4398-8a6f-bcecda3882d7 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:25.223574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1e35a900-5337-428b-b36a-7630bc620fc0 req-3482505b-710c-43a2-baee-3d7c5564463a tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103108 Oct 12 22:53:25.232908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c1887ad-9004-4e9e-80b1-e8762fb65501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.251550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Transition to ACTIVE for port object 9df7f008-7960-43a3-9336-46ad3640d6c7 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:25.252766 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53ae2492-ebba-43ba-bf3f-a0c3a2775d62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.280966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae2492-ebba-43ba-bf3f-a0c3a2775d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12ff1287-d372-4e26-b59a-ec1c7c5079dc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:25.282979 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53ae2492-ebba-43ba-bf3f-a0c3a2775d62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.286131 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-53ae2492-ebba-43ba-bf3f-a0c3a2775d62 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/12ff1287-d372-4e26-b59a-ec1c7c5079dc HTTP/1.1" status: 204 len: 168 time: 0.6746142 Oct 12 22:53:25.289449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41590) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:25.293205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c1887ad-9004-4e9e-80b1-e8762fb65501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.435183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c1887ad-9004-4e9e-80b1-e8762fb65501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.438137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c1887ad-9004-4e9e-80b1-e8762fb65501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.442584 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2c1887ad-9004-4e9e-80b1-e8762fb65501 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bc42e7a-cf0e-4afa-8542-8d4596a7adc2 HTTP/1.1" status: 204 len: 168 time: 0.3761981 Oct 12 22:53:25.453068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1887ad-9004-4e9e-80b1-e8762fb65501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc42e7a-cf0e-4afa-8542-8d4596a7adc2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:25.520598 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.536066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['3b83047a-85c3-45b1-9efd-227984b1694c', '24625fc0-dbb9-45ed-b11f-3d6a0b89f226', '16afbd15-7914-4398-8a6f-bcecda3882d7'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:25.554924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Port': ['ID=16afbd15-7914-4398-8a6f-bcecda3882d7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:25.676973 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.702227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] No DVR routers for this DVR port 16afbd15-7914-4398-8a6f-bcecda3882d7 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:25.708506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.714250 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-55df4371-5140-4374-9034-5fc6ed9b3df1 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "DELETE /v2.0/ports/16afbd15-7914-4398-8a6f-bcecda3882d7 HTTP/1.1" status: 204 len: 173 time: 0.9941726 Oct 12 22:53:25.715091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-deleted', 'tag': '16afbd15-7914-4398-8a6f-bcecda3882d7'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:25.718384 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13fdc1d4-e4e8-4c4c-88aa-2a7b4d06fa1b" -d '{"events": [{"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-deleted", "tag": "16afbd15-7914-4398-8a6f-bcecda3882d7"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:25.848572 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:25.880322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1069d0-3dc1-4f6d-a1c7-adc85abb1236 req-930eb06f-5b66-4a56-84b0-9a7c9e93397a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:25.890377 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da1069d0-3dc1-4f6d-a1c7-adc85abb1236 req-930eb06f-5b66-4a56-84b0-9a7c9e93397a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.1587687 Oct 12 22:53:25.990914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da1069d0-3dc1-4f6d-a1c7-adc85abb1236 req-61e151f0-44d7-4973-b492-80a61b8d9762 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994542 Oct 12 22:53:26.011706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting port 3b83047a-85c3-45b1-9efd-227984b1694c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:26.016806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.022352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Pushing event updated for resources: {'Port': ['ID=9df7f008-7960-43a3-9336-46ad3640d6c7,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:26.041813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e984160-f2f9-45c5-b78c-1d52206066c0 req-9d87aec7-acee-4b6a-9f5b-c78650caf450 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:26.048077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e984160-f2f9-45c5-b78c-1d52206066c0 req-9d87aec7-acee-4b6a-9f5b-c78650caf450 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:26.055454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e984160-f2f9-45c5-b78c-1d52206066c0 req-9d87aec7-acee-4b6a-9f5b-c78650caf450 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 1681 time: 0.3819211 Oct 12 22:53:26.115027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Attempting to bind port 9df7f008-7960-43a3-9336-46ad3640d6c7 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:26.115387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Attempting to bind port 9df7f008-7960-43a3-9336-46ad3640d6c7 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:26.115727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Attempting to bind port 9df7f008-7960-43a3-9336-46ad3640d6c7 on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:26.193468 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.204316 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0bdd05-6787-4953-b25f-49784005fedb x-openstack-request-id: req-1d0bdd05-6787-4953-b25f-49784005fedb {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:26.204316 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-deleted", "tag": "16afbd15-7914-4398-8a6f-bcecda3882d7", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:26.204596 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1d0bdd05-6787-4953-b25f-49784005fedb {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:26.204892 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-deleted', 'tag': '16afbd15-7914-4398-8a6f-bcecda3882d7', 'status': 'completed', 'code': 200} Oct 12 22:53:26.206752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] For port 3b83047a-85c3-45b1-9efd-227984b1694c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3b83047a-85c3-45b1-9efd-227984b1694c,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:26.207143 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.214668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93c8e0d4-715e-4b7b-8fc5-736e5e132b76']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:26.224599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Calling delete_port for 3b83047a-85c3-45b1-9efd-227984b1694c owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:26.227831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:26.227831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa7ec2a-138c-4df0-a5a6-a01a4335b65d') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:26.235098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Port 9df7f008-7960-43a3-9336-46ad3640d6c7 on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:26.235426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Attempting to bind port 9df7f008-7960-43a3-9336-46ad3640d6c7 on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:26.259726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e984160-f2f9-45c5-b78c-1d52206066c0 req-63ad508d-a324-448b-8651-92ae4fcf2b94 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984301 Oct 12 22:53:26.263689 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.277973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:26.278747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Checking segment: {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:26.279342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Bound using segment: {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:26.279855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Bound port: 9df7f008-7960-43a3-9336-46ad3640d6c7, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:26.285455 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.316945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.359295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2f6f3-b16f-4fd9-a4bc-fb2fcca2d390 req-e152d620-b9b6-4e04-a5d8-864490b8dfcb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:26.361124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62b2f6f3-b16f-4fd9-a4bc-fb2fcca2d390 req-e152d620-b9b6-4e04-a5d8-864490b8dfcb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.0846910 Oct 12 22:53:26.371751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:53:26.373635 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:53:26.375661 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:53:26.439913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62b2f6f3-b16f-4fd9-a4bc-fb2fcca2d390 req-73597a93-2787-4c99-b345-082998369075 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678203 Oct 12 22:53:26.503646 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.517505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:26.522010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9df7f008-7960-43a3-9336-46ad3640d6c7,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:26.533321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f9680-889d-424c-a6b8-f4d411054b4a req-5d7049c7-8598-45cf-b915-80482669d406 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:26.534832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-626f9680-889d-424c-a6b8-f4d411054b4a req-5d7049c7-8598-45cf-b915-80482669d406 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 943 time: 0.1791356 Oct 12 22:53:26.549333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-10ebb700-eda6-413f-9c5e-16c801744289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:26.550842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-10ebb700-eda6-413f-9c5e-16c801744289 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1102 time: 0.1331906 Oct 12 22:53:26.562291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Port': ['ID=3b83047a-85c3-45b1-9efd-227984b1694c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:26.610403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] No DVR routers for this DVR port 3b83047a-85c3-45b1-9efd-227984b1694c on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:26.613099 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.616964 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-e74060b6-b2de-45bd-aa4b-3d7861776af2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "DELETE /v2.0/ports/3b83047a-85c3-45b1-9efd-227984b1694c HTTP/1.1" status: 204 len: 173 time: 0.8944271 Oct 12 22:53:26.644477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.652361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.688418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.691672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] 10.222.0.31 "DELETE /v2.0/networks/93c8e0d4-715e-4b7b-8fc5-736e5e132b76 HTTP/1.1" status: 204 len: 168 time: 1.4013348 Oct 12 22:53:26.707730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-626f9680-889d-424c-a6b8-f4d411054b4a req-3033b22d-f56c-4023-90a5-5ccacb6772bb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664822 Oct 12 22:53:26.734012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:26.734540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.738348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d6880-808d-4858-aba7-66ef4231308c admin admin] Pushing event deleted for resources: {'Network': ['ID=93c8e0d4-715e-4b7b-8fc5-736e5e132b76,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:26.742611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:26.747577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.749495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] 10.222.0.25 "PUT /v2.0/ports/9df7f008-7960-43a3-9336-46ad3640d6c7 HTTP/1.1" status: 200 len: 1092 time: 2.2223430 Oct 12 22:53:26.779206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:26.779779 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e" -d '{"events": [{"name": "network-changed", "server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:26.782805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bab999b-aa62-4a58-afc9-27110896ed73 service neutron] Pushing event updated for resources: {'Port': ['ID=9df7f008-7960-43a3-9336-46ad3640d6c7,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:26.854256 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d2a71a-61f8-4d3c-95e8-b9a98b681072 x-openstack-request-id: req-c2d2a71a-61f8-4d3c-95e8-b9a98b681072 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:26.854550 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:26.854803 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2d2a71a-61f8-4d3c-95e8-b9a98b681072 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:26.855425 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7', 'status': 'completed', 'code': 200} Oct 12 22:53:26.884798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-4cc107f7-342c-440c-bf1a-fddf4b76a453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:26.887470 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-4cc107f7-342c-440c-bf1a-fddf4b76a453 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.3261018 Oct 12 22:53:26.911312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] For port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:26.911505 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:26.935778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Calling delete_port for 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:26.939888 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41666) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:26.995072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-c63ec147-8ec0-4b4b-bbfe-3e0ec15b092e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 217 time: 0.0937691 Oct 12 22:53:27.017101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-b0c4bfd0-3b42-4b0a-ac75-62cda9a15d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:27.018584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-b0c4bfd0-3b42-4b0a-ac75-62cda9a15d31 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 1095 time: 0.1300926 Oct 12 22:53:27.079079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-network', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:27.084366 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-48965eb7-6827-4152-b244-93ad5370bc3a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df7f008-7960-43a3-9336-46ad3640d6c7 HTTP/1.1" status: 200 len: 217 time: 0.0432813 Oct 12 22:53:27.120934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-4aac25e3-11fc-4aed-be75-e877f276ccca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:27.123105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-4aac25e3-11fc-4aed-be75-e877f276ccca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1181960 Oct 12 22:53:27.166548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-8b6fc0ec-3ac2-4327-af8b-ae9dee8a310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:27.171251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-8b6fc0ec-3ac2-4327-af8b-ae9dee8a310e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b95754ae-0b03-4743-82ac-8dca0d4100ae HTTP/1.1" status: 200 len: 844 time: 0.0806582 Oct 12 22:53:27.182893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b34738-5e99-4a16-a7bc-dd0d9b8a02f4 req-67cf151e-719b-4271-84af-0ebafb3d6666 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:27.185909 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8b34738-5e99-4a16-a7bc-dd0d9b8a02f4 req-67cf151e-719b-4271-84af-0ebafb3d6666 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.0952759 Oct 12 22:53:27.212214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-6295dfc8-1946-4bc8-8c00-d0d4afe0ed27 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a872c47-5047-4e2e-95c5-e646dc8dc210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331020 Oct 12 22:53:27.214158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-b18f8e0e-0d12-4b62-9a5e-2aca43910db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:27.215617 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-b18f8e0e-0d12-4b62-9a5e-2aca43910db7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0852573 Oct 12 22:53:27.227491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8b34738-5e99-4a16-a7bc-dd0d9b8a02f4 req-4a1459a9-7dd6-4b4d-a9ca-09e5e9ae6446 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341418 Oct 12 22:53:27.228488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Made reservation on behalf of 74f7356c33b341b4b501c16e8f2eae1a for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:27.230880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.240880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.263703 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.303691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Port': ['ID=24625fc0-dbb9-45ed-b11f-3d6a0b89f226,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:27.305085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41680) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:27.389092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] No DVR routers for this DVR port 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:27.392147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.396704 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f8f20b8-b842-4f34-b9f9-cc171c83a17f req-0b821f9a-2ade-4b7b-b500-29eef7f59a7e tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "DELETE /v2.0/ports/24625fc0-dbb9-45ed-b11f-3d6a0b89f226 HTTP/1.1" status: 204 len: 173 time: 0.7728357 Oct 12 22:53:27.406816 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64008c2b-6ef5-423f-8421-7a18bc921e5a req-60ff6f84-de3f-4651-821a-b0916c15880b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 210 time: 0.0522971 Oct 12 22:53:27.426655 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-ac1638b6-c8f9-46cd-9b63-7ec0482d4e7a service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976779 Oct 12 22:53:27.429058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-3c233754-9a7c-4894-af02-3b4ac7aa66da service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073798 Oct 12 22:53:27.446297 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3a20d6db-881f-4bfb-89cc-0d47d395c01f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99f5f2239a9e4ac2bb813c07f2b71995&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1366401 Oct 12 22:53:27.448209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41682) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:27.455534 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.507606 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.548310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:53:27.577106 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=826a4412-6722-4df2-bb9a-79d2307b90bd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:27.583616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.584515 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Added segment c03c97e7-5266-4032-8100-d343bde2ab29 of type vlan for network 242a17e0-604d-464b-a315-b14f62c7c414 Oct 12 22:53:27.623932 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9071a205-f4d1-4195-b005-fb10fa2db0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.640285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd0092-13b8-4c9b-8dda-4e4f8d5a7d82 req-0ec91c02-97d0-4d2d-96cf-8dd5628f4679 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:27.641922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d2bd0092-13b8-4c9b-8dda-4e4f8d5a7d82 req-0ec91c02-97d0-4d2d-96cf-8dd5628f4679 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1147141 Oct 12 22:53:27.643674 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.666990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9071a205-f4d1-4195-b005-fb10fa2db0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.694670 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d2bd0092-13b8-4c9b-8dda-4e4f8d5a7d82 req-2014b412-7734-4ebd-9004-59ad90fb367d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447969 Oct 12 22:53:27.697832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8787a9b-2437-4346-9094-ccd4a995b94e req-1ee75891-df89-4c3d-afd9-24c7af5a3a95 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597101 Oct 12 22:53:27.716270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-ecb72a78-a965-4719-bbbd-00caca6bc57f service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633598 Oct 12 22:53:27.816817 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.817852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:27.818525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.831895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcdfcf3-14ee-4169-9098-f70c68d208c8 req-fba70e53-ecde-4efc-9515-07ce6f5fd1ff tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:27.833615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-efcdfcf3-14ee-4169-9098-f70c68d208c8 req-fba70e53-ecde-4efc-9515-07ce6f5fd1ff tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 943 time: 0.0525417 Oct 12 22:53:27.868555 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9071a205-f4d1-4195-b005-fb10fa2db0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.872641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9071a205-f4d1-4195-b005-fb10fa2db0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:27.875881 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9071a205-f4d1-4195-b005-fb10fa2db0ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75810066-c785-4013-800f-72ca6617b46c HTTP/1.1" status: 204 len: 168 time: 0.4164801 Oct 12 22:53:27.895666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] Pushing event updated for resources: {'Network': ['ID=242a17e0-604d-464b-a315-b14f62c7c414,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:27.896145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-efcdfcf3-14ee-4169-9098-f70c68d208c8 req-3960ae3a-338e-43da-965b-028ed387fd21 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565252 Oct 12 22:53:27.897002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9071a205-f4d1-4195-b005-fb10fa2db0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75810066-c785-4013-800f-72ca6617b46c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:27.909727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 242a17e0-604d-464b-a315-b14f62c7c414 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:53:27.947578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-3424222e-41eb-4799-a474-85f14abbe1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:27.949147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-3424222e-41eb-4799-a474-85f14abbe1ee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 1095 time: 0.0502388 Oct 12 22:53:27.973849 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e82dcf89-4f1b-48dc-b4f7-88a8e1e8d148 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0328374 Oct 12 22:53:27.976799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41692) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:27.983074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Request body: {'subnet': {'network_id': '242a17e0-604d-464b-a315-b14f62c7c414', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-subnet', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:28.060959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-d69f1565-4acf-4401-98e9-782c7e5812b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:28.062575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-d69f1565-4acf-4401-98e9-782c7e5812b1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 905 time: 0.1042764 Oct 12 22:53:28.074008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Made reservation on behalf of 74f7356c33b341b4b501c16e8f2eae1a for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:28.077344 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:28.108264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-b08a785a-d2aa-4d9d-8b92-9e9359d4ba69 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9df7f008-7960-43a3-9336-46ad3640d6c7 HTTP/1.1" status: 200 len: 217 time: 0.0366518 Oct 12 22:53:28.180859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-8fb2e789-4361-4e85-9a0f-c3dfedb8f393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:28.182362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-8fb2e789-4361-4e85-9a0f-c3dfedb8f393 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b95754ae-0b03-4743-82ac-8dca0d4100ae HTTP/1.1" status: 200 len: 844 time: 0.0666003 Oct 12 22:53:28.207348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-0ffbe30c-c81d-4a13-9c0a-1cfc66477b3c tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:28.209091 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-0ffbe30c-c81d-4a13-9c0a-1cfc66477b3c tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1098 time: 0.0922956 Oct 12 22:53:28.210918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-deleted', 'tag': '3b83047a-85c3-45b1-9efd-227984b1694c'}, {'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-deleted', 'tag': '24625fc0-dbb9-45ed-b11f-3d6a0b89f226'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:28.213195 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5e42d6-500c-4bcc-ab6a-34a3bcfc82a9" -d '{"events": [{"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-deleted", "tag": "3b83047a-85c3-45b1-9efd-227984b1694c"}, {"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-deleted", "tag": "24625fc0-dbb9-45ed-b11f-3d6a0b89f226"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:28.227017 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-790519-14'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:28.228326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-63f8ca98-8848-4adf-a8e8-944dc2d444a7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a872c47-5047-4e2e-95c5-e646dc8dc210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373719 Oct 12 22:53:28.317753 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:28.330808 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdd8aa1-3704-4ac7-9f1a-c0c59f42d00d x-openstack-request-id: req-ccdd8aa1-3704-4ac7-9f1a-c0c59f42d00d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:28.331127 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-deleted", "tag": "3b83047a-85c3-45b1-9efd-227984b1694c", "status": "completed", "code": 200}, {"server_uuid": "64cdfc6f-0641-4abf-87c3-39ee2665b7b6", "name": "network-vif-deleted", "tag": "24625fc0-dbb9-45ed-b11f-3d6a0b89f226", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:28.331300 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccdd8aa1-3704-4ac7-9f1a-c0c59f42d00d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:28.331912 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-deleted', 'tag': '3b83047a-85c3-45b1-9efd-227984b1694c', 'status': 'completed', 'code': 200} Oct 12 22:53:28.332202 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64cdfc6f-0641-4abf-87c3-39ee2665b7b6', 'name': 'network-vif-deleted', 'tag': '24625fc0-dbb9-45ed-b11f-3d6a0b89f226', 'status': 'completed', 'code': 200} Oct 12 22:53:28.421458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-8b1ac499-a008-4e44-90fe-52edf11912b4 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833475 Oct 12 22:53:28.499174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:28.523083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:28.545717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:28.546706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 24625fc0-dbb9-45ed-b11f-3d6a0b89f226 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:28.548753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3b83047a-85c3-45b1-9efd-227984b1694c no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:28.575643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 3b83047a-85c3-45b1-9efd-227984b1694c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:28.576355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3b83047a-85c3-45b1-9efd-227984b1694c not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:28.577882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 16afbd15-7914-4398-8a6f-bcecda3882d7 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:28.578698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceec129c-59e3-4eca-a947-e52a917d90ee req-d278b3e0-eb27-4b31-a923-92663cf1db58 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:28.593989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ceec129c-59e3-4eca-a947-e52a917d90ee req-d278b3e0-eb27-4b31-a923-92663cf1db58 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 946 time: 0.1817505 Oct 12 22:53:28.603639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 16afbd15-7914-4398-8a6f-bcecda3882d7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:28.608586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 16afbd15-7914-4398-8a6f-bcecda3882d7 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:28.633910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d762a96-833b-490e-a905-14feb0e1f45b req-4dce50f7-1ec8-4ec4-b473-40bb83e4cdd8 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=64cdfc6f-0641-4abf-87c3-39ee2665b7b6 HTTP/1.1" status: 200 len: 210 time: 0.0354493 Oct 12 22:53:28.661287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d9ec8cf-d1fa-4dd8-9abd-9e597b38486e req-3fa53516-8cee-40c0-b704-c494c4fc20a1 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322993 Oct 12 22:53:28.662304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:28.690800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f51da9-ed0d-46f1-a471-87a200338f88,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:28.704693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ceec129c-59e3-4eca-a947-e52a917d90ee req-1f1a4fa6-e47a-4e90-a10d-d4a6507520b5 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099422 Oct 12 22:53:28.720048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Checking segment: {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:28.720415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Network hostable DHCP agents. Network: 242a17e0-604d-464b-a315-b14f62c7c414, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:53:28.754164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:28.800499 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:28.811420 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Network 242a17e0-604d-464b-a315-b14f62c7c414 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:53:28.829786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d55492-70cf-4037-a78a-cef22393fde6 req-e8a2484b-72b3-4cc0-9b8b-a57528710b26 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:28.831481 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-22d55492-70cf-4037-a78a-cef22393fde6 req-e8a2484b-72b3-4cc0-9b8b-a57528710b26 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.0569906 Oct 12 22:53:28.880071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:28.890115 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-22d55492-70cf-4037-a78a-cef22393fde6 req-b38fe6aa-1487-4dd0-ba5c-73b1487ca636 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522549 Oct 12 22:53:28.915894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 242a17e0-604d-464b-a315-b14f62c7c414) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:28.922696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:28.923555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:28.924128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239f5e0b-a718-4f03-8237-fb1329c79446 None None] Network 242a17e0-604d-464b-a315-b14f62c7c414 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:28.980926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Pushing event updated for resources: {'Port': ['ID=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:29.037677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on host n-h1-790519-14 for vnic_type normal with profile {"migrating_to": "n-h2-790519-14"} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:29.038235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:29.038598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:29.053172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41740) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:29.056137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:29.058178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-36c6f3df-1bee-4809-836b-4de94c77f210 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0725954 Oct 12 22:53:29.072417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:29.072588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Attempting to bind port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on network 302c12b8-cbe9-4b3d-88d2-e0b6eb253943 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:29.087091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:29.087496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Checking segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:29.087821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Bound using segment: {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:29.088256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Bound port: efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd42b2c03-df49-441b-a2f2-c4e557b49a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '302c12b8-cbe9-4b3d-88d2-e0b6eb253943'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:29.088606 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.098505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9494b40-447c-4c6d-a4fd-da5cab96c2ba req-03abc61b-2786-47b4-87e2-399bc2dd1736 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:29.105853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9494b40-447c-4c6d-a4fd-da5cab96c2ba req-03abc61b-2786-47b4-87e2-399bc2dd1736 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 943 time: 0.1212614 Oct 12 22:53:29.115778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-242a17e0-604d-464b-a315-b14f62c7c414', 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'fixed_ips': [{'subnet_id': 'c8f51da9-ed0d-46f1-a471-87a200338f88'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:53:29.120476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.154186 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.155658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.190181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9494b40-447c-4c6d-a4fd-da5cab96c2ba req-a8e0f85f-a5e4-4170-a951-cc4e4ba72d5c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828314 Oct 12 22:53:29.230708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:29.235654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:29.238969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.360309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.410869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-8e2351b5-faef-470c-a930-ffaa981906df tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466642 Oct 12 22:53:29.449160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:29.449838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.451722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] 10.222.0.25 "PUT /v2.0/ports/efa76c75-efce-4d95-b8c2-aaf4f6853ed4 HTTP/1.1" status: 200 len: 1124 time: 1.2323730 Oct 12 22:53:29.452977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92287955-0b35-44ea-b9b5-223f6306ec10 service neutron] Pushing event updated for resources: {'Port': ['ID=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,revision_number=8']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:29.469073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Allocated IP 172.20.0.2 (242a17e0-604d-464b-a315-b14f62c7c414/c8f51da9-ed0d-46f1-a471-87a200338f88/fb8affac-1f50-4849-b051-02d9362cb4eb) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:29.531472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['efa76c75-efce-4d95-b8c2-aaf4f6853ed4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:29.591644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['efa76c75-efce-4d95-b8c2-aaf4f6853ed4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:29.670450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.710795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-89a2508f-830e-4ae3-8cac-1898f771c82d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:29.718416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-89a2508f-830e-4ae3-8cac-1898f771c82d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2387617 Oct 12 22:53:29.728959 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-dbca9966-61a0-4fae-a7b5-9e6a90d4a32d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/quotas/c827c7cc284b47d0a28fa8b89dbf9fc3 HTTP/1.1" status: 200 len: 375 time: 0.0097380 Oct 12 22:53:29.772056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c8ba3e1b-46ac-4869-8be0-4ff7687d7473 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0352602 Oct 12 22:53:29.814469 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.931356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:29.976140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Network 242a17e0-604d-464b-a315-b14f62c7c414 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:29.978920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:29.984106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:29.987147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Pushing event updated for resources: {'Port': ['ID=fb8affac-1f50-4849-b051-02d9362cb4eb,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:29.989596 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.009065 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.055163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Attempting to bind port fb8affac-1f50-4849-b051-02d9362cb4eb on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:30.055540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Attempting to bind port fb8affac-1f50-4849-b051-02d9362cb4eb by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:30.055908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Attempting to bind port fb8affac-1f50-4849-b051-02d9362cb4eb on network 242a17e0-604d-464b-a315-b14f62c7c414 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:30.061444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:30.061812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Checking segment: {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:30.062282 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.062682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Bound using segment: {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:30.063187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Bound port: fb8affac-1f50-4849-b051-02d9362cb4eb, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:30.063575 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.134116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41790) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:30.169635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Allocated IP 172.25.2.156 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/c3ac0461-3ef4-4f31-b1af-40a852b0bf2b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:30.187896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] For port fb8affac-1f50-4849-b051-02d9362cb4eb, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:30.194316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] For port fb8affac-1f50-4849-b051-02d9362cb4eb, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fb8affac-1f50-4849-b051-02d9362cb4eb,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:30.216897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-070c9513-a730-4056-bca1-197a2edaa44c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting subnet 0d360bda-d363-41ed-adea-0a410ecc878c {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:53:30.221701 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-070c9513-a730-4056-bca1-197a2edaa44c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.257479 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.280263 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-070c9513-a730-4056-bca1-197a2edaa44c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.289194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9782cb-f46e-4ec3-be56-9080dfa7088e req-b8a367d7-2a4a-4a57-b888-e327072530e2 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:30.298242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec9782cb-f46e-4ec3-be56-9080dfa7088e req-b8a367d7-2a4a-4a57-b888-e327072530e2 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.1313143 Oct 12 22:53:30.344570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4'}, {'name': 'network-changed', 'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:30.347749 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fa7632-f945-47e3-956e-ae67a85cf8eb" -d '{"events": [{"server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "name": "network-vif-unplugged", "status": "completed", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4"}, {"name": "network-changed", "server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:30.351752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbb260f-7970-41fd-80c6-a20093a404d6 None None] Pushing event updated for resources: {'Port': ['ID=fb8affac-1f50-4849-b051-02d9362cb4eb,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:30.375928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec9782cb-f46e-4ec3-be56-9080dfa7088e req-e3e0c70a-8d89-433a-8896-579b5d9fd124 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771394 Oct 12 22:53:30.443548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bf7d03-e2b7-48a5-9372-247a438930a1 req-91ec74b2-97b2-4ab2-b412-37d54dd52314 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:30.447418 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48bf7d03-e2b7-48a5-9372-247a438930a1 req-91ec74b2-97b2-4ab2-b412-37d54dd52314 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1048164 Oct 12 22:53:30.456232 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.466167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-070c9513-a730-4056-bca1-197a2edaa44c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.563535 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a92c2-0003-4a81-8452-a88ef0a3d1b6 req-1aee6b42-c724-45de-bbb5-6a98dba02924 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:30.567970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48bf7d03-e2b7-48a5-9372-247a438930a1 req-4d9a808d-2473-4b08-9b01-c451819a0982 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152136 Oct 12 22:53:30.568157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d6a92c2-0003-4a81-8452-a88ef0a3d1b6 req-1aee6b42-c724-45de-bbb5-6a98dba02924 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 943 time: 0.0964835 Oct 12 22:53:30.585956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.663735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-070c9513-a730-4056-bca1-197a2edaa44c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.667289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:30.676188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:30.683329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d6a92c2-0003-4a81-8452-a88ef0a3d1b6 req-9e145184-2bd8-475a-8675-b399e7147051 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102269 Oct 12 22:53:30.684879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:30.687129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Pushing event updated for resources: {'Port': ['ID=c3ac0461-3ef4-4f31-b1af-40a852b0bf2b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:30.696867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device efa76c75-efce-4d95-b8c2-aaf4f6853ed4 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:30.745640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-070c9513-a730-4056-bca1-197a2edaa44c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:30.753924 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-070c9513-a730-4056-bca1-197a2edaa44c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "DELETE /v2.0/subnets/0d360bda-d363-41ed-adea-0a410ecc878c HTTP/1.1" status: 204 len: 168 time: 0.6176443 Oct 12 22:53:30.765898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8554d924-1702-45ee-83fb-367bc00f15ff None None] Network c9faa86d-d3ba-4a96-968e-7b2d63d56b16 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:30.766167 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25856938-ab50-4786-b245-ef754d3520ec x-openstack-request-id: req-25856938-ab50-4786-b245-ef754d3520ec {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:30.766454 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "name": "network-vif-unplugged", "status": "completed", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4", "code": 200}, {"name": "network-changed", "server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:30.766714 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25856938-ab50-4786-b245-ef754d3520ec {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:30.767158 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4', 'code': 200} Oct 12 22:53:30.767415 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4', 'status': 'completed', 'code': 200} Oct 12 22:53:30.768057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41816) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:30.777146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070c9513-a730-4056-bca1-197a2edaa44c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Subnet': ['ID=0d360bda-d363-41ed-adea-0a410ecc878c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:30.780457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-587d28b0-e506-4869-96d6-8a31ef2ad67c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138637 Oct 12 22:53:30.946327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-7d0b1775-1c56-4150-a258-712f888445e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:30.959466 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-7d0b1775-1c56-4150-a258-712f888445e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 1127 time: 0.1484179 Oct 12 22:53:30.990508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:31.020014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device efa76c75-efce-4d95-b8c2-aaf4f6853ed4 has no active binding in host n-h2-790519-14 {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 22:53:31.020590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9df7f008-7960-43a3-9336-46ad3640d6c7 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:31.054975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.082044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214cfea-201b-4354-9a60-6f01a181e57f req-db07290a-4dae-4493-aa83-a6838c75a6b0 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:31.092912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-db07290a-4dae-4493-aa83-a6838c75a6b0 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982640 Oct 12 22:53:31.144625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-b6d1c395-f4b3-46dc-a1bc-534b1e7edaed tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/quotas/c827c7cc284b47d0a28fa8b89dbf9fc3 HTTP/1.1" status: 200 len: 375 time: 0.0507708 Oct 12 22:53:31.181755 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620c0ef7-5907-4840-92a0-e9e99c74e8d0 None None] DHCP port deletion for c9faa86d-d3ba-4a96-968e-7b2d63d56b16 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:53:31.187019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-4b8fe5e9-5bbf-4fed-a144-182f4f170539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:31.188636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-4b8fe5e9-5bbf-4fed-a144-182f4f170539 service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.2115571 Oct 12 22:53:31.197744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fb8affac-1f50-4849-b051-02d9362cb4eb up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:31.223892 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-f3850e98-c722-41d2-9284-d2ef7e6b0d2b tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780561 Oct 12 22:53:31.266721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting port d6be6656-408a-4f4f-adaf-954770f704ab {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:31.267099 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.381243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9df7f008-7960-43a3-9336-46ad3640d6c7,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:31.411554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '9df7f008-7960-43a3-9336-46ad3640d6c7', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'port_id': '9df7f008-7960-43a3-9336-46ad3640d6c7', 'mac_address': 'fa:16:3e:1a:20:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95754ae-0b03-4743-82ac-8dca0d4100ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:53:31.417111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] For port d6be6656-408a-4f4f-adaf-954770f704ab, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d6be6656-408a-4f4f-adaf-954770f704ab,segment=NetworkSegment(88f09037-6755-4a1f-98dd-5683d6682941),segment_id=88f09037-6755-4a1f-98dd-5683d6682941)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:31.417617 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.425780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-620c0ef7-5907-4840-92a0-e9e99c74e8d0 None None] Deleting port d6be6656-408a-4f4f-adaf-954770f704ab {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:31.426157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-620c0ef7-5907-4840-92a0-e9e99c74e8d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.438256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Calling delete_port for d6be6656-408a-4f4f-adaf-954770f704ab owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:31.565283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fb8affac-1f50-4849-b051-02d9362cb4eb triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:31.565659 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.661459 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.690908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-620c0ef7-5907-4840-92a0-e9e99c74e8d0 None None] For port d6be6656-408a-4f4f-adaf-954770f704ab, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d6be6656-408a-4f4f-adaf-954770f704ab,segment=NetworkSegment(88f09037-6755-4a1f-98dd-5683d6682941),segment_id=88f09037-6755-4a1f-98dd-5683d6682941)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:31.691402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-620c0ef7-5907-4840-92a0-e9e99c74e8d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.709335 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd44581b-17b1-46a0-abfa-6278843096ec None None] Network 242a17e0-604d-464b-a315-b14f62c7c414 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:31.783355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-620c0ef7-5907-4840-92a0-e9e99c74e8d0 None None] Calling delete_port for d6be6656-408a-4f4f-adaf-954770f704ab owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:31.787675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1aa71-a208-45a6-8e4a-5cd77c4bc2bb req-a3f062f1-4f51-4585-b241-ebf63a15ca9d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:31.789678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93d1aa71-a208-45a6-8e4a-5cd77c4bc2bb req-a3f062f1-4f51-4585-b241-ebf63a15ca9d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.1624486 Oct 12 22:53:31.791122 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.796735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9df7f008-7960-43a3-9336-46ad3640d6c7 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:31.839588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Port': ['ID=d6be6656-408a-4f4f-adaf-954770f704ab,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:31.841195 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cac52cf2-e8b0-415b-af93-fd77d268d0fb req-2e1fb5c8-8d8f-4afc-8972-fb6ac1f3ee0a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 210 time: 0.0820334 Oct 12 22:53:31.842898 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-f6e201d4-1364-4552-aa2a-8647774704e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4 HTTP/1.1" status: 200 len: 217 time: 0.0855589 Oct 12 22:53:31.845992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] No DVR routers for this DVR port d6be6656-408a-4f4f-adaf-954770f704ab on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:31.909548 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.959810 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-620c0ef7-5907-4840-92a0-e9e99c74e8d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:31.984354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-7c4a46e2-a84c-4d52-a4f6-24670402bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:31.985807 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-7c4a46e2-a84c-4d52-a4f6-24670402bd88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.1320586 Oct 12 22:53:32.003508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93d1aa71-a208-45a6-8e4a-5cd77c4bc2bb req-bfd3e7f0-b723-4277-b8b6-5ed6c2f7cee7 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046731 Oct 12 22:53:32.010405 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.028018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9df7f008-7960-43a3-9336-46ad3640d6c7,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:32.038032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c0ef7-5907-4840-92a0-e9e99c74e8d0 None None] Pushing event deleted for resources: {'Port': ['ID=d6be6656-408a-4f4f-adaf-954770f704ab,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:32.048070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620c0ef7-5907-4840-92a0-e9e99c74e8d0 None None] No DVR routers for this DVR port d6be6656-408a-4f4f-adaf-954770f704ab on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:32.065342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9faa86d-d3ba-4a96-968e-7b2d63d56b16']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:32.077707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-e106147e-4261-412c-8935-2a4e27715872 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780935 Oct 12 22:53:32.082814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88f09037-6755-4a1f-98dd-5683d6682941') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:32.083562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88f09037-6755-4a1f-98dd-5683d6682941') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:32.085430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7a597c07-121f-4798-81fa-5466b48cfd4d None None] Provisioning complete for port fb8affac-1f50-4849-b051-02d9362cb4eb triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:32.085809 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7a597c07-121f-4798-81fa-5466b48cfd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.096494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.117331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef3879-c112-4319-b835-f0d9bd9e8ce4 req-2f166c4d-05ef-426d-9b6f-65e7be8b2eb9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:32.119716 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.123727 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9ef3879-c112-4319-b835-f0d9bd9e8ce4 req-2f166c4d-05ef-426d-9b6f-65e7be8b2eb9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1764736 Oct 12 22:53:32.127511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:53:32.128321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:53:32.131612 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:53:32.154436 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.255512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.312409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-653a267c-0038-4e17-943f-54bb26b6d146 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165182 Oct 12 22:53:32.335664 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9ef3879-c112-4319-b835-f0d9bd9e8ce4 req-03976a2c-1408-4017-b16a-50370939c853 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137705 Oct 12 22:53:32.355008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9df7f008-7960-43a3-9336-46ad3640d6c7,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:32.362208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port fb8affac-1f50-4849-b051-02d9362cb4eb, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fb8affac-1f50-4849-b051-02d9362cb4eb,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:32.439155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.444385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9df7f008-7960-43a3-9336-46ad3640d6c7'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:32.523073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.617974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94fa7632-f945-47e3-956e-ae67a85cf8eb req-d178da8a-01f3-4668-9016-e7f32e9742cc service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813940 Oct 12 22:53:32.629581 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.639723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.643737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "DELETE /v2.0/networks/c9faa86d-d3ba-4a96-968e-7b2d63d56b16 HTTP/1.1" status: 204 len: 168 time: 1.8746252 Oct 12 22:53:32.657224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41846) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:32.670812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109639ec-a3ea-465d-ab3d-0e548f4061ad tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Network': ['ID=c9faa86d-d3ba-4a96-968e-7b2d63d56b16,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:32.719133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4cb98-7614-44bc-9e3f-75f773105c64 req-9fb3f7d7-47e3-40b3-b6fb-fe0d09936a57 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:32.720777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02c4cb98-7614-44bc-9e3f-75f773105c64 req-9fb3f7d7-47e3-40b3-b6fb-fe0d09936a57 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 944 time: 0.4836156 Oct 12 22:53:32.735659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3dc7e59-c94e-454d-9935-4e32d085d610 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting subnet 5ad9ae98-919e-4521-a0b5-2e95d5c23fa4 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:53:32.740769 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7e59-c94e-454d-9935-4e32d085d610 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.761886 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7a597c07-121f-4798-81fa-5466b48cfd4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:32.853149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=fb8affac-1f50-4849-b051-02d9362cb4eb,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:32.868490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:53:32.869896 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-d12b80d5-87a1-403f-8e06-2d89ed218891 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0805292 Oct 12 22:53:32.916956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7e59-c94e-454d-9935-4e32d085d610 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:33.013731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02c4cb98-7614-44bc-9e3f-75f773105c64 req-da54362c-6b7c-4492-991e-bf57be8acfe7 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754571 Oct 12 22:53:33.063666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fb8affac-1f50-4849-b051-02d9362cb4eb up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:33.085862 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-7a597c07-121f-4798-81fa-5466b48cfd4d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:53:33.086223 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-7a597c07-121f-4798-81fa-5466b48cfd4d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:53:33.173607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:53:33.185166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Sync routers for ids ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:53:33.198123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Routers {'a6944ef4-a4f3-4e45-b749-f5c2dbf46018'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:53:33.199065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:33.246141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1104c516-3ae7-436d-bbad-a93f16d7c327 req-5a3ab17d-11e2-4dd2-a388-fb1602bc4842 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 210 time: 0.1141632 Oct 12 22:53:33.249296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fb8affac-1f50-4849-b051-02d9362cb4eb triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:33.249722 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:33.290125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:33.290125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e7460988-a129-4b4b-b95f-c8aa5602d02b admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2374766 Oct 12 22:53:33.292066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41856) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:33.359225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Set router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:53:33.380026 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7e59-c94e-454d-9935-4e32d085d610 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:33.400137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-9a51730c-79cc-463d-b44c-278fda2888b2 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:33.405260 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-9a51730c-79cc-463d-b44c-278fda2888b2 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5022061 Oct 12 22:53:33.447209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Request body: {'port': {'device_id': '19ed04da-49f5-471c-adff-231a1082e87a', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'c827c7cc284b47d0a28fa8b89dbf9fc3'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:33.590131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6852205-4b8c-4c12-80db-9d3f5bfe2e64 req-f105c585-7709-4308-adaf-3988d68c00ab tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:33.597888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6852205-4b8c-4c12-80db-9d3f5bfe2e64 req-f105c585-7709-4308-adaf-3988d68c00ab tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.1607375 Oct 12 22:53:33.652428 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7e59-c94e-454d-9935-4e32d085d610 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:33.667243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6852205-4b8c-4c12-80db-9d3f5bfe2e64 req-58f0aa59-c1da-477e-9dfe-a9a7123eae33 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684555 Oct 12 22:53:33.690601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc7e59-c94e-454d-9935-4e32d085d610 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Subnet': ['ID=5ad9ae98-919e-4521-a0b5-2e95d5c23fa4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:33.705470 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3dc7e59-c94e-454d-9935-4e32d085d610 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:33.705470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b3dc7e59-c94e-454d-9935-4e32d085d610 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "DELETE /v2.0/subnets/5ad9ae98-919e-4521-a0b5-2e95d5c23fa4 HTTP/1.1" status: 204 len: 168 time: 1.0415189 Oct 12 22:53:33.705876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41862) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:33.752232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52be253e-f326-4ddb-8771-b376f905fa55 None None] Network db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:33.759102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Made reservation on behalf of c827c7cc284b47d0a28fa8b89dbf9fc3 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:33.763016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:33.780445 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:33.851090 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:33.959680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:29Z', 'updated_at': '2021-10-12T22:53:30Z', 'revision_number': 3, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'gw_port': {'id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:30Z', 'updated_at': '2021-10-12T22:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:33.976119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d6be6656-408a-4f4f-adaf-954770f704ab no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:33.990515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdd91bf-7912-4bd6-a075-7d9fc8e9e684 req-154f9d3d-ca2f-45ad-ad86-d99c4c27c4b9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:33.992287 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5fdd91bf-7912-4bd6-a075-7d9fc8e9e684 req-154f9d3d-ca2f-45ad-ad86-d99c4c27c4b9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1600156 Oct 12 22:53:34.063505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d6be6656-408a-4f4f-adaf-954770f704ab {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:34.063858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d6be6656-408a-4f4f-adaf-954770f704ab not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:34.066724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Checking router: a6944ef4-a4f3-4e45-b749-f5c2dbf46018 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:53:34.067498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Updating router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:53:34.069587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.091854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5fdd91bf-7912-4bd6-a075-7d9fc8e9e684 req-191d6d98-0976-440e-9983-22630bae89cb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854490 Oct 12 22:53:34.125770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-038a6ac0-c1c1-4cfc-a5bc-cd304fb16934 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0738549 Oct 12 22:53:34.130632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.142379 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.178191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b4abbb8c-8ed0-4288-983c-8f2c67f3e266 None None] Provisioning complete for port fb8affac-1f50-4849-b051-02d9362cb4eb triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:34.178570 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4abbb8c-8ed0-4288-983c-8f2c67f3e266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.267499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e348c02-e524-436d-8256-d17759c1f116,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:34.287206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca4dc9b-ea55-4b52-b015-ffdd4ce1c338 None None] DHCP port deletion for db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:53:34.334515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214cfea-201b-4354-9a60-6f01a181e57f req-b606d432-3edb-4039-890b-0fa2ac72ee16 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:34.336544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-b606d432-3edb-4039-890b-0fa2ac72ee16 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2024016 Oct 12 22:53:34.373500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Allocated IP 192.168.233.128 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:34.436652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Request body: {'port': {'device_id': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'c827c7cc284b47d0a28fa8b89dbf9fc3'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:34.460011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting port fab73b6a-ee6e-41e7-8433-c89482527750 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:34.460218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.475013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4dc9b-ea55-4b52-b015-ffdd4ce1c338 None None] Deleting port fab73b6a-ee6e-41e7-8433-c89482527750 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:34.475308 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4ca4dc9b-ea55-4b52-b015-ffdd4ce1c338 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.541397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] For port fab73b6a-ee6e-41e7-8433-c89482527750, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fab73b6a-ee6e-41e7-8433-c89482527750,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:34.541766 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.556393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Calling delete_port for fab73b6a-ee6e-41e7-8433-c89482527750 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:34.609743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4ca4dc9b-ea55-4b52-b015-ffdd4ce1c338 None None] For port fab73b6a-ee6e-41e7-8433-c89482527750, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fab73b6a-ee6e-41e7-8433-c89482527750,segment=NetworkSegment(f03617e6-e628-4b05-b1f2-18bbe6cd4e37),segment_id=f03617e6-e628-4b05-b1f2-18bbe6cd4e37)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:34.610151 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4ca4dc9b-ea55-4b52-b015-ffdd4ce1c338 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.645512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4ca4dc9b-ea55-4b52-b015-ffdd4ce1c338 None None] Calling delete_port for fab73b6a-ee6e-41e7-8433-c89482527750 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:34.650164 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7cd03445-7641-4fb6-b9de-9e1bcf215297 req-3c7f3a4f-08ad-44f4-8175-4b113a2ba923 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 210 time: 0.0469425 Oct 12 22:53:34.733965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4ce6a-102c-44c6-b097-92ca893b9902 req-bb18fcd3-27d2-4cac-82c9-6aaae52e3125 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:34.736698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eef4ce6a-102c-44c6-b097-92ca893b9902 req-bb18fcd3-27d2-4cac-82c9-6aaae52e3125 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 944 time: 0.3991528 Oct 12 22:53:34.737381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9df7f008-7960-43a3-9336-46ad3640d6c7 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:34.741566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.741854 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.755235 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.807420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] No DVR routers for this DVR port fab73b6a-ee6e-41e7-8433-c89482527750 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:34.813931 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.852209 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.856809 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4ca4dc9b-ea55-4b52-b015-ffdd4ce1c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.879265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Attempting to bind port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:34.879645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Attempting to bind port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:34.880005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Attempting to bind port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:34.894606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3052-61d0-4144-87eb-a72b5d08790e None None] Pushing event updated for resources: {'Port': ['ID=c3ac0461-3ef4-4f31-b1af-40a852b0bf2b,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:34.900526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:34.900884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:34.901288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.901679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:34.902202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Bound port: c3ac0461-3ef4-4f31-b1af-40a852b0bf2b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:34.902595 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:34.905039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca4dc9b-ea55-4b52-b015-ffdd4ce1c338 None None] No DVR routers for this DVR port fab73b6a-ee6e-41e7-8433-c89482527750 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:34.945503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4dc9b-ea55-4b52-b015-ffdd4ce1c338 None None] Pushing event deleted for resources: {'Port': ['ID=fab73b6a-ee6e-41e7-8433-c89482527750,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:34.949071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 9df7f008-7960-43a3-9336-46ad3640d6c7 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:53:34.996207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 9df7f008-7960-43a3-9336-46ad3640d6c7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:34.996694 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.005521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Port': ['ID=fab73b6a-ee6e-41e7-8433-c89482527750,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:35.050471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:35.051565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:35.057529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:35.072469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:35.132143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eef4ce6a-102c-44c6-b097-92ca893b9902 req-72d29a8d-860c-473c-af88-121d5d85db17 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783956 Oct 12 22:53:35.174836 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:35.175988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.182603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fab73b6a-ee6e-41e7-8433-c89482527750 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:35.189073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.212290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.214145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Made reservation on behalf of c827c7cc284b47d0a28fa8b89dbf9fc3 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:35.224395 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.232335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78e4ed6-d070-45d1-875b-4cc36626ccb2 req-61707d95-de06-43a5-891b-b24d13f5f4c0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:35.233430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: fab73b6a-ee6e-41e7-8433-c89482527750 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:35.233542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fab73b6a-ee6e-41e7-8433-c89482527750 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:35.236864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] For port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:35.242762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e78e4ed6-d070-45d1-875b-4cc36626ccb2 req-61707d95-de06-43a5-891b-b24d13f5f4c0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.3168855 Oct 12 22:53:35.252774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] For port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c3ac0461-3ef4-4f31-b1af-40a852b0bf2b,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:35.311739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e78e4ed6-d070-45d1-875b-4cc36626ccb2 req-fb6dba98-ec62-4f2a-8233-213143502c3b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664766 Oct 12 22:53:35.314721 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.330232 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-c7beb258-abdc-4edb-9c83-caec1c4bdc90 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8891273 Oct 12 22:53:35.352391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Request body: {'port': {'device_id': '19ed04da-49f5-471c-adff-231a1082e87a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:35.362072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:35.364758 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee31e17-50c3-48f4-bfde-62c2f726cb61" -d '{"events": [{"server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "name": "network-vif-plugged", "status": "completed", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:35.380262 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.393071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9df7f008-7960-43a3-9336-46ad3640d6c7,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:35.424413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:35.442276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:35.442570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03617e6-e628-4b05-b1f2-18bbe6cd4e37') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:35.444633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf3052-61d0-4144-87eb-a72b5d08790e None None] Pushing event updated for resources: {'Port': ['ID=c3ac0461-3ef4-4f31-b1af-40a852b0bf2b,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:35.454746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.472454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.521525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.531796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.554974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:53:35.554974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.562534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Routers {'a6944ef4-a4f3-4e45-b749-f5c2dbf46018'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:53:35.563306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:35.569531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a3092a9e-b4e8-4529-be30-7c42c85f10e9 None None] Provisioning complete for port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:35.570574 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a3092a9e-b4e8-4529-be30-7c42c85f10e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:53:35.590973 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:53:35.632022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b979052-4fd2-41d6-8226-75763853fdfb req-a902c8e5-33ea-4fc9-920e-ea662a91f2f3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:35.633834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b979052-4fd2-41d6-8226-75763853fdfb req-a902c8e5-33ea-4fc9-920e-ea662a91f2f3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1869445 Oct 12 22:53:35.748930 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33894e1a-e1ba-46bd-a7f9-9094396c7e3f x-openstack-request-id: req-33894e1a-e1ba-46bd-a7f9-9094396c7e3f {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:35.748930 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "name": "network-vif-plugged", "status": "completed", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:35.749393 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33894e1a-e1ba-46bd-a7f9-9094396c7e3f {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:35.749499 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7', 'code': 200} Oct 12 22:53:35.768552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Allocated IP 192.168.233.78 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/0ec80ff7-3704-48b0-8f39-b583b122902d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:35.780530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9df7f008-7960-43a3-9336-46ad3640d6c7,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:35.801417 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ab6cd0ca-53ce-4377-815b-4fad250a03c1 req-885e3ec1-4bb4-468c-9468-acb3051e83b3 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 210 time: 0.0408700 Oct 12 22:53:35.807396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.813932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a3092a9e-b4e8-4529-be30-7c42c85f10e9 None None] Port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:35.826403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b979052-4fd2-41d6-8226-75763853fdfb req-37f3650c-4aa4-4d92-bd6d-3d217bc03e2e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847494 Oct 12 22:53:35.827095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] Set router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:53:35.853856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98012fb-c75c-4600-b665-34014525c50e req-5f4636fd-caa5-40f1-bf07-099f19832ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:35.857544 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b98012fb-c75c-4600-b665-34014525c50e req-5f4636fd-caa5-40f1-bf07-099f19832ef8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 1097 time: 0.1923079 Oct 12 22:53:35.859842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:35.862920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "DELETE /v2.0/networks/db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c HTTP/1.1" status: 204 len: 168 time: 2.1564479 Oct 12 22:53:35.873569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41890) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:35.885524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-773707823'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:35.890693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e234c94-ca79-492c-94a5-f9c4c6150681 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Network': ['ID=db7c6dd0-118d-4fb3-bd64-1c91ccb39c6c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:35.903275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Allocated IP 172.20.0.1 (242a17e0-604d-464b-a315-b14f62c7c414/c8f51da9-ed0d-46f1-a471-87a200338f88/9bf21243-c672-48d0-897c-ca11fe95cd9d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:35.917187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b98012fb-c75c-4600-b665-34014525c50e req-34f54402-7c60-4d9d-8cb1-3b109fe10b5c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523465 Oct 12 22:53:35.988273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:35.991976 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.017723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:53:36.031459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.032259 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Added segment 07173eed-f4e8-4a90-b7a5-015ca7f68330 of type vlan for network fb5f8892-6560-4934-a476-d4f8a3e8aef8 Oct 12 22:53:36.042166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:29Z', 'updated_at': '2021-10-12T22:53:30Z', 'revision_number': 3, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'gw_port': {'id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:30Z', 'updated_at': '2021-10-12T22:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:36.078225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b836fcb-9147-4415-94f5-de4cb29b1aa9 None None] The sync data for ids ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'] in n-d-790519-14 is: [{'id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:29Z', 'updated_at': '2021-10-12T22:53:30Z', 'revision_number': 3, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'gw_port': {'id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:30Z', 'updated_at': '2021-10-12T22:53:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:53:36.083341 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.155323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41894) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:36.166022 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.173627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:36.174421 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.261463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Network': ['ID=fb5f8892-6560-4934-a476-d4f8a3e8aef8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:36.276522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network fb5f8892-6560-4934-a476-d4f8a3e8aef8 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:53:36.302289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92c53030-df00-4c9e-bff4-73978941e25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.325773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0ac824c0-5e95-4200-8ddd-159d37f730af tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4440782 Oct 12 22:53:36.327577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41900) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:36.342411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'subnet': {'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:36.432174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-ca8f10c5-c7c0-4490-8f02-e2b531eaa209 service neutron] 10.222.0.41 "GET /v2.0/ports/efa76c75-efce-4d95-b8c2-aaf4f6853ed4/bindings/n-h2-790519-14 HTTP/1.1" status: 200 len: 385 time: 0.6258872 Oct 12 22:53:36.478030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc71eab-f86f-4322-9e59-ef1e635687a5 req-cf86bef1-6ba2-4fce-b0b3-f17d5cce7303 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:36.480020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0bc71eab-f86f-4322-9e59-ef1e635687a5 req-cf86bef1-6ba2-4fce-b0b3-f17d5cce7303 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 945 time: 0.1952960 Oct 12 22:53:36.564219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0bc71eab-f86f-4322-9e59-ef1e635687a5 req-6c19adf3-4384-4915-b044-a7669eaa75bc tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740654 Oct 12 22:53:36.577831 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92c53030-df00-4c9e-bff4-73978941e25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.612111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device efa76c75-efce-4d95-b8c2-aaf4f6853ed4 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:36.618632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:36.629672 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.639149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.646020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.657637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f9add-a54a-4ba8-98f5-e22136cc8e61 req-2db10b77-f96b-4487-b4ec-685d9ad566ab tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:36.668142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-586f9add-a54a-4ba8-98f5-e22136cc8e61 req-2db10b77-f96b-4487-b4ec-685d9ad566ab tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.2257621 Oct 12 22:53:36.724228 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92c53030-df00-4c9e-bff4-73978941e25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.783875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-586f9add-a54a-4ba8-98f5-e22136cc8e61 req-5fb09295-61a7-4d5b-9d4e-d6f73c94b4d0 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141722 Oct 12 22:53:36.794181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-92c53030-df00-4c9e-bff4-73978941e25e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a9d350e4a6ea44af9640b4e1ecbe81ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6345260 Oct 12 22:53:36.795461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41906) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:36.796118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c53030-df00-4c9e-bff4-73978941e25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef3387da-1c37-471d-a68e-5bbbd5b092cc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:36.892968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:36.916862 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e24e53d-dc5d-4a7c-9fb9-ee876b373a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.925256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:36.928026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.944903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e24e53d-dc5d-4a7c-9fb9-ee876b373a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:36.971732 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.017803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Network 242a17e0-604d-464b-a315-b14f62c7c414 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:37.042143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:37.079276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:37.081739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:37.089740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efa76c75-efce-4d95-b8c2-aaf4f6853ed4 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:37.095652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c3ac0461-3ef4-4f31-b1af-40a852b0bf2b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:37.108358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:37.154211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:37.181743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:37.182087 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.267956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf21243-c672-48d0-897c-ca11fe95cd9d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:37.288409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:37.296436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0634b5e-ad56-4a14-81e9-5468c18843c7 req-6817f0c9-47be-4297-8fa5-c27d79dd058b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:37.298019 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0634b5e-ad56-4a14-81e9-5468c18843c7 req-6817f0c9-47be-4297-8fa5-c27d79dd058b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.2779808 Oct 12 22:53:37.304167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e24e53d-dc5d-4a7c-9fb9-ee876b373a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.306694 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e24e53d-dc5d-4a7c-9fb9-ee876b373a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.307862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5e24e53d-dc5d-4a7c-9fb9-ee876b373a78 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ef3387da-1c37-471d-a68e-5bbbd5b092cc HTTP/1.1" status: 204 len: 168 time: 0.5089331 Oct 12 22:53:37.329354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.348565 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.399916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c3ac0461-3ef4-4f31-b1af-40a852b0bf2b,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:37.416306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:37.417198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.421311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24e53d-dc5d-4a7c-9fb9-ee876b373a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef3387da-1c37-471d-a68e-5bbbd5b092cc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:37.426325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.502236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f8697-929e-4b25-9de7-d5a65789adf5 req-e77f034d-d7b3-42d2-881c-5ddbdf7c931a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:37.508082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-131f8697-929e-4b25-9de7-d5a65789adf5 req-e77f034d-d7b3-42d2-881c-5ddbdf7c931a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 935 time: 0.4846797 Oct 12 22:53:37.516406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Pushing event updated for resources: {'Port': ['ID=0ec80ff7-3704-48b0-8f39-b583b122902d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:37.524482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Subnet': ['ID=6529a42d-8a85-4f2a-bb4a-3e7ae313867b,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:37.542403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0634b5e-ad56-4a14-81e9-5468c18843c7 req-a74583f3-01e1-4c84-ac44-3f3789814bb5 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334421 Oct 12 22:53:37.548464 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.556155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.566192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:37.575208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Checking segment: {'id': '07173eed-f4e8-4a90-b7a5-015ca7f68330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:37.576634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network hostable DHCP agents. Network: fb5f8892-6560-4934-a476-d4f8a3e8aef8, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:53:37.579973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.603766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Transition to ACTIVE for port object 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:37.631688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-90e03e13-3a24-46e9-9c76-ef1e81ab8338 None None] Provisioning complete for port 0ec80ff7-3704-48b0-8f39-b583b122902d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:37.632440 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-90e03e13-3a24-46e9-9c76-ef1e81ab8338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.637889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=c3ac0461-3ef4-4f31-b1af-40a852b0bf2b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:37.672336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1904c53c-bd11-46a3-b132-b4f4dd9a180c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2511089 Oct 12 22:53:37.681939 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-131f8697-929e-4b25-9de7-d5a65789adf5 req-0902db84-82e0-4e8a-a667-18ce288f60bb tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600742 Oct 12 22:53:37.682200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-90e03e13-3a24-46e9-9c76-ef1e81ab8338 None None] Port 0ec80ff7-3704-48b0-8f39-b583b122902d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:37.693166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-90e03e13-3a24-46e9-9c76-ef1e81ab8338 None None] Provisioning complete for port 9bf21243-c672-48d0-897c-ca11fe95cd9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:37.693369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Request body: {'port': {'device_id': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:37.693832 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-90e03e13-3a24-46e9-9c76-ef1e81ab8338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.720764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.739919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-90e03e13-3a24-46e9-9c76-ef1e81ab8338 None None] Port 9bf21243-c672-48d0-897c-ca11fe95cd9d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:37.764112 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network fb5f8892-6560-4934-a476-d4f8a3e8aef8 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:53:37.795421 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce016b49-b613-4830-b3c4-2781aafec491 req-898ab6f4-3cb4-411e-a2d5-f99607e24bbb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:37.797160 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce016b49-b613-4830-b3c4-2781aafec491 req-898ab6f4-3cb4-411e-a2d5-f99607e24bbb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 945 time: 0.1293316 Oct 12 22:53:37.804182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.806416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] Transition to ACTIVE for port object efa76c75-efce-4d95-b8c2-aaf4f6853ed4 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:37.816894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:37.892070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:37.948743 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce016b49-b613-4830-b3c4-2781aafec491 req-b3094b20-677f-4c59-b60d-1966a5072c0e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396785 Oct 12 22:53:37.995017 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Attempting to bind port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:37.995356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Attempting to bind port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:37.998766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Attempting to bind port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:37.998766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, fb5f8892-6560-4934-a476-d4f8a3e8aef8) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:38.006208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:38.007040 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.010502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:38.010821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Attempting to bind port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:38.010955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34237ce-0130-4227-9342-bbb6d1ef203a None None] Network fb5f8892-6560-4934-a476-d4f8a3e8aef8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:38.021930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:38.022279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:38.022666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:38.027245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Bound port: 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:38.028355 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.116714 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.152181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2af97d92-3c38-4cee-9a60-c6e9498ce78d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.8147864 Oct 12 22:53:38.155372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41930) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:38.186033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-718597128'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:38.212816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:38.220293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:38.285263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-fb5f8892-6560-4934-a476-d4f8a3e8aef8', 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'fixed_ips': [{'subnet_id': '6529a42d-8a85-4f2a-bb4a-3e7ae313867b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:53:38.286211 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.303412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.346194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] No DVR routers for this DVR port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:38.383234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:38.390523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd735d-6d4c-45ee-a5b0-827aec1021df req-7f0301c8-66b8-45f7-925a-678a1679b2fb tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:38.393347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45fd735d-6d4c-45ee-a5b0-827aec1021df req-7f0301c8-66b8-45f7-925a-678a1679b2fb tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 944 time: 0.4769778 Oct 12 22:53:38.397826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:38.436483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:38.437616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.439721 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-afccc16f-ee9b-41c9-aa71-812ef14e89af service neutron] 10.222.0.25 "PUT /v2.0/ports/4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 HTTP/1.1" status: 200 len: 1097 time: 3.0920122 Oct 12 22:53:38.440401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:38.445039 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62ffb327-6e88-46f5-bc41-a645dcdd19f9" -d '{"events": [{"name": "network-changed", "server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:38.447340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:38.451812 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.476905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-cca41a50-c7dd-4436-b889-7364dcfcf9c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/efa76c75-efce-4d95-b8c2-aaf4f6853ed4/bindings/n-h2-790519-14/activate HTTP/1.1" status: 200 len: 370 time: 2.0170393 Oct 12 22:53:38.480557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f74e8-f287-4afd-8859-46d5caf80623 req-081ee21e-6407-4627-b119-d262f2b1933d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:38.486264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-024f74e8-f287-4afd-8859-46d5caf80623 req-081ee21e-6407-4627-b119-d262f2b1933d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 945 time: 0.1043217 Oct 12 22:53:38.563743 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-024f74e8-f287-4afd-8859-46d5caf80623 req-6903a45a-e966-4b09-abcf-98b85263d665 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739400 Oct 12 22:53:38.568428 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45fd735d-6d4c-45ee-a5b0-827aec1021df req-4ec3e0d6-00dc-4d27-bab3-a3002a075cfd tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654258 Oct 12 22:53:38.571158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Allocated IP 19.80.0.2 (fb5f8892-6560-4934-a476-d4f8a3e8aef8/6529a42d-8a85-4f2a-bb4a-3e7ae313867b/9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:38.602877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:53:38.634459 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d0915d-f112-4c0c-a431-8075c38bcb09 x-openstack-request-id: req-c2d0915d-f112-4c0c-a431-8075c38bcb09 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:38.634751 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:38.635063 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2d0915d-f112-4c0c-a431-8075c38bcb09 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:38.635509 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'status': 'completed', 'code': 200} Oct 12 22:53:38.657390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.657759 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Added segment 36d9ea5b-10e5-4356-ba04-13b181c13355 of type vlan for network eb6f19cf-54b6-4e44-931f-397e50610858 Oct 12 22:53:38.673897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.728731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffb327-6e88-46f5-bc41-a645dcdd19f9 req-3e72db63-f769-450b-90d8-71f41ce0ae3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:38.730308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62ffb327-6e88-46f5-bc41-a645dcdd19f9 req-3e72db63-f769-450b-90d8-71f41ce0ae3f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 1100 time: 0.0706320 Oct 12 22:53:38.774496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.775828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62ffb327-6e88-46f5-bc41-a645dcdd19f9 req-c7cfa68f-5ff6-436a-9de1-21515149a4c3 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329075 Oct 12 22:53:38.802382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec80ff7-3704-48b0-8f39-b583b122902d {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:38.823525 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.846655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad52ab2-3ebb-4ea6-976e-2b65e9637e71 req-ca15e7ed-9afd-437e-8269-010a621336a0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:38.848416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aad52ab2-3ebb-4ea6-976e-2b65e9637e71 req-ca15e7ed-9afd-437e-8269-010a621336a0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1449993 Oct 12 22:53:38.851365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Transition to ACTIVE for port object 0ec80ff7-3704-48b0-8f39-b583b122902d will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:38.856194 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.898828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aad52ab2-3ebb-4ea6-976e-2b65e9637e71 req-4b7d402a-7130-4608-8052-c5b96da602bb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426140 Oct 12 22:53:38.935413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:38.987403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffb327-6e88-46f5-bc41-a645dcdd19f9 req-9462d74d-eaa0-4a4d-9728-1fd270eefceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:38.991593 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.003762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.008127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.008364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62ffb327-6e88-46f5-bc41-a645dcdd19f9 req-9462d74d-eaa0-4a4d-9728-1fd270eefceb service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2237990 Oct 12 22:53:39.013662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-629215c5-daf3-45a2-88d0-20874aa34dd3 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:39.017139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:39.017790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.025463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-629215c5-daf3-45a2-88d0-20874aa34dd3 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.1336558 Oct 12 22:53:39.035557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c3ac0461-3ef4-4f31-b1af-40a852b0bf2b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:39.040828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868cd81-ddbc-49ee-bf9c-758b7d8d7cc0 req-c9fb405a-b6aa-4e44-8110-15dbc36efced tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:39.052221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6868cd81-ddbc-49ee-bf9c-758b7d8d7cc0 req-c9fb405a-b6aa-4e44-8110-15dbc36efced tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 935 time: 0.2557731 Oct 12 22:53:39.084421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Network fb5f8892-6560-4934-a476-d4f8a3e8aef8 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:39.090358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:39.098920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:39.109365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Pushing event updated for resources: {'Port': ['ID=9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:39.143927 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.145014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Pushing event updated for resources: {'Port': ['ID=9bf21243-c672-48d0-897c-ca11fe95cd9d,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:39.186748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6868cd81-ddbc-49ee-bf9c-758b7d8d7cc0 req-7c095ac1-b991-460a-b96a-98899209330c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332963 Oct 12 22:53:39.188767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:39.188959 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.215305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-923e9ec0-adf8-496f-96df-313a9c8194df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:39.217813 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-923e9ec0-adf8-496f-96df-313a9c8194df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a HTTP/1.1" status: 200 len: 1097 time: 0.1539583 Oct 12 22:53:39.229771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-3e995062-f7c5-4dd1-8406-7d8dbe3d29e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:39.233569 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-3e995062-f7c5-4dd1-8406-7d8dbe3d29e8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 1100 time: 0.1291342 Oct 12 22:53:39.233718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Attempting to bind port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:39.233996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Attempting to bind port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '07173eed-f4e8-4a90-b7a5-015ca7f68330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:39.234505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Attempting to bind port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec on network fb5f8892-6560-4934-a476-d4f8a3e8aef8 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:39.242500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:39.242948 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Checking segment: {'id': '07173eed-f4e8-4a90-b7a5-015ca7f68330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:39.243547 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.244002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Bound using segment: {'id': '07173eed-f4e8-4a90-b7a5-015ca7f68330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:39.244619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Bound port: 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07173eed-f4e8-4a90-b7a5-015ca7f68330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:39.244900 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.256915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Network': ['ID=eb6f19cf-54b6-4e44-931f-397e50610858,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:39.339037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5443c9bf-c136-4cc5-a742-4d57baaf9997 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1576142 Oct 12 22:53:39.339807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network eb6f19cf-54b6-4e44-931f-397e50610858 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:53:39.358550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41954) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:39.362240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-33255681-f611-4c6d-a1ac-2e15e1c27a6f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 HTTP/1.1" status: 200 len: 217 time: 0.1119678 Oct 12 22:53:39.365319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] For port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:39.372481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'subnet': {'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:39.398337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec80ff7-3704-48b0-8f39-b583b122902d,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:39.428522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] For port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec,segment=NetworkSegment(07173eed-f4e8-4a90-b7a5-015ca7f68330),segment_id=07173eed-f4e8-4a90-b7a5-015ca7f68330)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:39.452817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-a10852d6-f98c-463b-8933-30f1301eb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:39.454176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-a10852d6-f98c-463b-8933-30f1301eb7c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0823889 Oct 12 22:53:39.456068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-c69f0109-1e8c-412b-879a-616e5bcc85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:39.457425 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-c69f0109-1e8c-412b-879a-616e5bcc85d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 1097 time: 0.2086315 Oct 12 22:53:39.509452 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.551911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Attempting to bind port 0ec80ff7-3704-48b0-8f39-b583b122902d on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:39.552612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Attempting to bind port 0ec80ff7-3704-48b0-8f39-b583b122902d by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:39.553170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Attempting to bind port 0ec80ff7-3704-48b0-8f39-b583b122902d on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:39.587020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b8e2ba-e55d-400b-bf4d-436b68f3e946 None None] Pushing event updated for resources: {'Port': ['ID=9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:39.594202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Port 0ec80ff7-3704-48b0-8f39-b583b122902d on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:39.594850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Attempting to bind port 0ec80ff7-3704-48b0-8f39-b583b122902d on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:39.608847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Network 242a17e0-604d-464b-a315-b14f62c7c414 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:39.615911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:39.621856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:39.622530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:39.623547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:39.624886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Bound port: 0ec80ff7-3704-48b0-8f39-b583b122902d, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:39.625643 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.651924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-bfe2ca4d-374d-4734-9503-d0bb79c1852d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:39.654315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-bfe2ca4d-374d-4734-9503-d0bb79c1852d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1874428 Oct 12 22:53:39.786692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:39.791488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:39.843128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-aa944c73-dff5-49f0-9942-ce010301b041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:39.849743 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-aa944c73-dff5-49f0-9942-ce010301b041 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.3696291 Oct 12 22:53:39.966500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-0cc17a40-7114-4571-93b2-bb1926436871 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4 HTTP/1.1" status: 200 len: 217 time: 0.0919170 Oct 12 22:53:39.972666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:40.042514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0ec80ff7-3704-48b0-8f39-b583b122902d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:40.066499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-aa76f929-0e13-4391-b82e-ab6b9beed356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:40.069137 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-aa76f929-0e13-4391-b82e-ab6b9beed356 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0786202 Oct 12 22:53:40.082361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1354a-8022-4680-b14e-7e7501fad832 req-0ddf6b15-2ede-494b-a24c-84ee726d689e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:40.084462 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6fd1354a-8022-4680-b14e-7e7501fad832 req-0ddf6b15-2ede-494b-a24c-84ee726d689e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 945 time: 0.3393543 Oct 12 22:53:40.088130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-e86c19e6-a790-4810-8cd7-b3075c9f4938 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244597 Oct 12 22:53:40.107292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:40.119950 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-d217e388-b4d8-4449-825e-0ec55d02ee9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339737 Oct 12 22:53:40.137579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-57aecfc1-1e06-4c7d-b5de-252ad5eb1cdb None None] Provisioning complete for port 9bf21243-c672-48d0-897c-ca11fe95cd9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:40.137996 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57aecfc1-1e06-4c7d-b5de-252ad5eb1cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:40.145790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:53:40.173309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:40.175014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:40.175507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] 10.222.0.25 "PUT /v2.0/ports/0ec80ff7-3704-48b0-8f39-b583b122902d HTTP/1.1" status: 200 len: 1096 time: 2.4885311 Oct 12 22:53:40.176549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-57aecfc1-1e06-4c7d-b5de-252ad5eb1cdb None None] Port 9bf21243-c672-48d0-897c-ca11fe95cd9d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:40.180351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:40.182714 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ccf0180-a969-4ed8-af42-7f3417642334" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:40.245013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a852c-8606-4815-a23f-f7838dbb8156 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec80ff7-3704-48b0-8f39-b583b122902d,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:40.279137 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6fd1354a-8022-4680-b14e-7e7501fad832 req-f47da231-d407-4b4c-a370-3a3002d779c1 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612635 Oct 12 22:53:40.351178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-12d0055f-f479-4b42-a3ed-46df9011ed57 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166181 Oct 12 22:53:40.364842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98fb07d1-36bd-4c1e-be80-5e5fdf78f515 req-f785e362-652e-4e85-8ab8-520ce72f9679 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480597 Oct 12 22:53:40.645152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c8bb-71a1-450e-8747-9f22dbb5a383 req-f8b80bae-3d82-482a-a6c0-cde04a8b4b45 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:40.646906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0b5c8bb-71a1-450e-8747-9f22dbb5a383 req-f8b80bae-3d82-482a-a6c0-cde04a8b4b45 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 945 time: 0.8697741 Oct 12 22:53:40.781406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0b5c8bb-71a1-450e-8747-9f22dbb5a383 req-dca24efb-08fb-4323-9150-e1ac14a0f01a tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673745 Oct 12 22:53:40.815150 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:40.844513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab150f04-826b-4543-9be1-69986f052d3d req-9fd55761-ddb3-4265-96a9-6f0e759e4419 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:40.863824 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab150f04-826b-4543-9be1-69986f052d3d req-9fd55761-ddb3-4265-96a9-6f0e759e4419 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1087947 Oct 12 22:53:40.874923 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-464e2ed3-0db9-4cb3-a19b-022468a35ab9 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081699 Oct 12 22:53:40.897732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214cfea-201b-4354-9a60-6f01a181e57f req-74baa9ea-85c0-4bb0-a002-a3d3f35f4c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:40.902812 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-74baa9ea-85c0-4bb0-a002-a3d3f35f4c70 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 1099 time: 0.2514873 Oct 12 22:53:40.969441 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-f571d0f3-ad3a-4775-9ab9-f66295f6de32 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=0ec80ff7-3704-48b0-8f39-b583b122902d HTTP/1.1" status: 200 len: 217 time: 0.0584722 Oct 12 22:53:40.970035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Subnet': ['ID=3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:40.977654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:53:40.997508 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Sync routers for ids ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:53:41.005404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3e989a83-e4a4-45e3-a672-e81d520d4082 admin admin] 10.222.0.31 "PUT /v2.0/routers/a6944ef4-a4f3-4e45-b749-f5c2dbf46018/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7121742 Oct 12 22:53:41.007649 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab150f04-826b-4543-9be1-69986f052d3d req-1ff8527d-06bb-4d78-972b-c9d61cd5bc07 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412349 Oct 12 22:53:41.016004 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Routers {'a6944ef4-a4f3-4e45-b749-f5c2dbf46018'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:53:41.016672 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:41.125551 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:41.187849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.188534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.191237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.191690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.195547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.196026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.197784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.198539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.199154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.201055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.202293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.203663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c697232d-e2b0-4820-8446-0e17b5ba0401 None None] Network fb5f8892-6560-4934-a476-d4f8a3e8aef8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:41.206842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:41.236176 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92224a4e-b226-4168-885e-2d1b67e94852 x-openstack-request-id: req-92224a4e-b226-4168-885e-2d1b67e94852 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:41.236722 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:41.238250 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92224a4e-b226-4168-885e-2d1b67e94852 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:41.239834 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d', 'status': 'completed', 'code': 200} Oct 12 22:53:41.242675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Checking segment: {'id': '36d9ea5b-10e5-4356-ba04-13b181c13355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:41.245501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network hostable DHCP agents. Network: eb6f19cf-54b6-4e44-931f-397e50610858, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:53:41.256197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214cfea-201b-4354-9a60-6f01a181e57f req-787e7685-50e6-4dc2-bfde-3c407e718fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:41.260056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-787e7685-50e6-4dc2-bfde-3c407e718fd8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2763770 Oct 12 22:53:41.269250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756cc7cd-5e2d-4ed7-9829-367268bdc0a4 req-ca4e69df-c0f1-4cdc-9ba7-fe66e0346492 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:41.283930 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-756cc7cd-5e2d-4ed7-9829-367268bdc0a4 req-ca4e69df-c0f1-4cdc-9ba7-fe66e0346492 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 947 time: 0.1328359 Oct 12 22:53:41.330615 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Set router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:53:41.367140 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-756cc7cd-5e2d-4ed7-9829-367268bdc0a4 req-502b0bdb-0ccd-410e-aead-3c335bed5435 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808790 Oct 12 22:53:41.399797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d214cfea-201b-4354-9a60-6f01a181e57f req-8b985aaf-471a-4db1-8a25-ffddb54a234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:41.401462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-8b985aaf-471a-4db1-8a25-ffddb54a234b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1340268 Oct 12 22:53:41.412274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:41.412660 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:41.414209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d0935cd8-6fa7-4c73-8e65-e500b4299b19 None None] Provisioning complete for port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:41.414570 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d0935cd8-6fa7-4c73-8e65-e500b4299b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:41.531465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-dc35a2d8-5e14-4a9b-a5ed-d00b747587c0 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:41.533509 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-dc35a2d8-5e14-4a9b-a5ed-d00b747587c0 tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680&tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.0991676 Oct 12 22:53:41.666117 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-0a8f8a64-f88c-41c1-bf79-ebec8e91b8fa service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518694 Oct 12 22:53:41.667619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network eb6f19cf-54b6-4e44-931f-397e50610858 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:53:41.714155 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:29Z', 'updated_at': '2021-10-12T22:53:37Z', 'revision_number': 4, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'gw_port': {'id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:30Z', 'updated_at': '2021-10-12T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9bf21243-c672-48d0-897c-ca11fe95cd9d', 'name': '', 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'mac_address': 'fa:16:3e:5e:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c8f51da9-ed0d-46f1-a471-87a200338f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:35Z', 'updated_at': '2021-10-12T22:53:38Z', 'revision_number': 2, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'subnets': [{'id': 'c8f51da9-ed0d-46f1-a471-87a200338f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:41.774644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, eb6f19cf-54b6-4e44-931f-397e50610858) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:41.785546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:41.786159 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:41.817651 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d0935cd8-6fa7-4c73-8e65-e500b4299b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:41.829264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bcef2d-3e35-4d9c-9c5b-25b965d9c621 None None] Network eb6f19cf-54b6-4e44-931f-397e50610858 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:41.889698 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Checking router: a6944ef4-a4f3-4e45-b749-f5c2dbf46018 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:53:41.890413 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Updating router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 port 9bf21243-c672-48d0-897c-ca11fe95cd9d binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:53:41.897410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d214cfea-201b-4354-9a60-6f01a181e57f req-1cf69a02-8782-4c37-b077-d33b181c88ef service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209725 Oct 12 22:53:41.918687 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:41.927524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-447b4da4-4b48-4ec1-95bb-755ea7d165d5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.5605168 Oct 12 22:53:42.035991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-5b39bee8-a1f4-4825-9da7-69948b368ed9 service neutron] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:42.044020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-5b39bee8-a1f4-4825-9da7-69948b368ed9 service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.044020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d76a4d21-7b20-439b-9a8d-afbeeabec1a0 req-5b39bee8-a1f4-4825-9da7-69948b368ed9 service neutron] 10.222.0.25 "DELETE /v2.0/ports/efa76c75-efce-4d95-b8c2-aaf4f6853ed4/bindings/n-h1-790519-14 HTTP/1.1" status: 204 len: 173 time: 0.5007446 Oct 12 22:53:42.127970 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.164261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d0935cd8-6fa7-4c73-8e65-e500b4299b19 None None] For port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec,segment=NetworkSegment(07173eed-f4e8-4a90-b7a5-015ca7f68330),segment_id=07173eed-f4e8-4a90-b7a5-015ca7f68330)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:42.220698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-3e7af092-185b-4325-93dc-30db645c53c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:42.224142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-3e7af092-185b-4325-93dc-30db645c53c0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 1099 time: 0.1494963 Oct 12 22:53:42.249066 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d0935cd8-6fa7-4c73-8e65-e500b4299b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.336906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0935cd8-6fa7-4c73-8e65-e500b4299b19 None None] Pushing event updated for resources: {'Port': ['ID=9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:42.406414 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-584175d1-8aca-4839-966e-69d5e06829f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.469190 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:53:42.470048 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:53:42.478908 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.492211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-bedd7e92-1306-4911-a6ea-46cf30f8d489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:42.497590 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-bedd7e92-1306-4911-a6ea-46cf30f8d489 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2600837 Oct 12 22:53:42.521070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5bbb4f90-f381-4561-8fa6-b84525527432 None None] Provisioning complete for port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:42.526393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5bbb4f90-f381-4561-8fa6-b84525527432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.542286 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.567608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-eb6f19cf-54b6-4e44-931f-397e50610858', 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'fixed_ips': [{'subnet_id': '3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:53:42.573285 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.597080 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-d0416b82-2fe8-41bf-bf37-982919ff869e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=0ec80ff7-3704-48b0-8f39-b583b122902d HTTP/1.1" status: 200 len: 217 time: 0.0901363 Oct 12 22:53:42.622466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c4cfcf-2e5c-42c5-a327-a69612901411 req-51bbbfb8-be93-41a2-a72f-0c7a64010017 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:42.634068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55c4cfcf-2e5c-42c5-a327-a69612901411 req-51bbbfb8-be93-41a2-a72f-0c7a64010017 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1196594 Oct 12 22:53:42.676458 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Pushing event updated for resources: {'Port': ['ID=9bf21243-c672-48d0-897c-ca11fe95cd9d,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:42.729341 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.729988 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.730483 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.731571 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.732220 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.732727 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.734539 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55c4cfcf-2e5c-42c5-a327-a69612901411 req-1cbf48e2-6bb5-4a92-84fc-40f27bccb8b6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983982 Oct 12 22:53:42.751669 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.760703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-4a51da5e-ec38-4aeb-b24b-d6326d5139ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:42.761225 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.762157 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.762782 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.762910 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-4a51da5e-ec38-4aeb-b24b-d6326d5139ce service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1589100 Oct 12 22:53:42.763414 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.763952 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:42.831668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:42.834257 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Attempting to bind port 9bf21243-c672-48d0-897c-ca11fe95cd9d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:42.834915 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Attempting to bind port 9bf21243-c672-48d0-897c-ca11fe95cd9d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:42.835464 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Attempting to bind port 9bf21243-c672-48d0-897c-ca11fe95cd9d on network 242a17e0-604d-464b-a315-b14f62c7c414 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:42.844866 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:42.845495 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Checking segment: {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:42.846077 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.846707 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Bound using segment: {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:42.847427 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Bound port: 9bf21243-c672-48d0-897c-ca11fe95cd9d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:42.848008 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:42.917013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94b2261-63d6-47c3-80c2-939802687312 req-6d9fbcf9-845d-40bc-ad89-a472bb9bb5be tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:42.932084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f94b2261-63d6-47c3-80c2-939802687312 req-6d9fbcf9-845d-40bc-ad89-a472bb9bb5be tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 945 time: 0.7223604 Oct 12 22:53:42.936858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42048) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:42.992415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-66f7b978-aa78-4fb1-9d88-683aa2e040af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:42.993964 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-66f7b978-aa78-4fb1-9d88-683aa2e040af service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1959844 Oct 12 22:53:43.005223 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] For port 9bf21243-c672-48d0-897c-ca11fe95cd9d, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:43.017332 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] For port 9bf21243-c672-48d0-897c-ca11fe95cd9d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9bf21243-c672-48d0-897c-ca11fe95cd9d,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:43.023330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-0c5df2db-62cb-4ac3-9caf-f69e323e305c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:43.030746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-0c5df2db-62cb-4ac3-9caf-f69e323e305c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:43.039636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-0c5df2db-62cb-4ac3-9caf-f69e323e305c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/networks?id=fb5f8892-6560-4934-a476-d4f8a3e8aef8&id=eb6f19cf-54b6-4e44-931f-397e50610858 HTTP/1.1" status: 200 len: 1390 time: 0.1713200 Oct 12 22:53:43.061683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-d9dacf19-d5a8-462e-9625-f471cab43ff2 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/quotas/f56e91032b274c2ca0d9a614222a08d8 HTTP/1.1" status: 200 len: 375 time: 0.0210660 Oct 12 22:53:43.062803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f94b2261-63d6-47c3-80c2-939802687312 req-cbf69b94-0192-4650-bf38-f24caca7a85f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181996 Oct 12 22:53:43.106916 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.157187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-652f979f-9fc4-45cd-9311-3c97a404fc0c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f56e91032b274c2ca0d9a614222a08d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945268 Oct 12 22:53:43.264217 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-f0dad5ef-416d-45ca-8140-79c8a552dde0 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359366 Oct 12 22:53:43.279440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:43.291779 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Routers {'a6944ef4-a4f3-4e45-b749-f5c2dbf46018'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:53:43.292596 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:43.374750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42068) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:43.391561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-network', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:43.400908 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc30422-f264-478c-a985-ce7e30c7da71 None None] Pushing event updated for resources: {'Port': ['ID=9bf21243-c672-48d0-897c-ca11fe95cd9d,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:43.438769 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.441453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'mac_address': 'fa:16:3e:4c:ad:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:53:43.485591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:43.489434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-9a55699a-bd23-46a1-90b6-ea9f03e2e96b service neutron] 10.222.0.31 "GET /v2.0/networks/fb5f8892-6560-4934-a476-d4f8a3e8aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146052 Oct 12 22:53:43.568513 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] Set router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:53:43.595894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ccf0180-a969-4ed8-af42-7f3417642334 req-468d89f1-e867-40cf-9808-1be0a5392570 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222630 Oct 12 22:53:43.622746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Allocated IP 19.86.0.2 (eb6f19cf-54b6-4e44-931f-397e50610858/3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e/ebf60f9f-0e29-4012-9b21-9a3662b3439c) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:43.632315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:43.632694 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.639544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.646794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Made reservation on behalf of d0d399155fb94fb1985f111493b1de8c for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:43.649991 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.654358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e86fae-b554-496d-a0c8-3f9edc6bd4f4 req-5b3dbd0e-b2d9-4910-bff1-92ec80dfb0fc tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:43.656003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-88e86fae-b554-496d-a0c8-3f9edc6bd4f4 req-5b3dbd0e-b2d9-4910-bff1-92ec80dfb0fc tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 947 time: 0.2596571 Oct 12 22:53:43.664370 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.704056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-88e86fae-b554-496d-a0c8-3f9edc6bd4f4 req-32471600-e04f-4184-a6d4-ea4833a686e4 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416381 Oct 12 22:53:43.725128 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.732799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-062b7411-cd8f-44c1-81e1-25545fefae12 service neutron] 10.222.0.31 "GET /v2.0/networks/fb5f8892-6560-4934-a476-d4f8a3e8aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424498 Oct 12 22:53:43.765398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.805286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=545ac66ec817473ab9a0dd89aa22b80d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8665454 Oct 12 22:53:43.813070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42074) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:43.836307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61feb66c-abe4-4f6a-9b86-6b1151bd9fd5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:43.843266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.843670 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.844121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.844622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.845165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.845633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.846350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.846653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.849369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.849759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.850423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.850887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f975bc28-f3e8-4594-9711-31d36952f71f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:53:43.876640 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:29Z', 'updated_at': '2021-10-12T22:53:37Z', 'revision_number': 4, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'gw_port': {'id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:30Z', 'updated_at': '2021-10-12T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9bf21243-c672-48d0-897c-ca11fe95cd9d', 'name': '', 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'mac_address': 'fa:16:3e:5e:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c8f51da9-ed0d-46f1-a471-87a200338f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:35Z', 'updated_at': '2021-10-12T22:53:42Z', 'revision_number': 4, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'subnets': [{'id': 'c8f51da9-ed0d-46f1-a471-87a200338f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:43.880378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:43.891863 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.894001 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53dd9b06-7c06-4a33-ab8b-3c450a233c3c None None] The sync data for ids ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'] in n-d-790519-14 is: [{'id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:29Z', 'updated_at': '2021-10-12T22:53:37Z', 'revision_number': 4, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'gw_port': {'id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:30Z', 'updated_at': '2021-10-12T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9bf21243-c672-48d0-897c-ca11fe95cd9d', 'name': '', 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'mac_address': 'fa:16:3e:5e:bc:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'c8f51da9-ed0d-46f1-a471-87a200338f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:35Z', 'updated_at': '2021-10-12T22:53:42Z', 'revision_number': 4, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'subnets': [{'id': 'c8f51da9-ed0d-46f1-a471-87a200338f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:53:43.896373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1d5a0cb2-ac23-4e52-aeb9-350a6a0dad36 None None] Provisioning complete for port 9bf21243-c672-48d0-897c-ca11fe95cd9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:43.896754 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0cb2-ac23-4e52-aeb9-350a6a0dad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.911989 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea9697f1-26ff-4fbc-b1d3-4b16b1393733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.978103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea9697f1-26ff-4fbc-b1d3-4b16b1393733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:43.985960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:43.990381 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-92296197-e33c-4b89-82a8-0f792584c023 service neutron] 10.222.0.31 "GET /v2.0/networks/eb6f19cf-54b6-4e44-931f-397e50610858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501559 Oct 12 22:53:43.993782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.039528 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.054481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b01b4b-a744-46eb-8b37-d49401ad4e9b req-dae8b20b-ddd4-4ef0-8b70-05031faa6b7e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:44.056266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2b01b4b-a744-46eb-8b37-d49401ad4e9b req-dae8b20b-ddd4-4ef0-8b70-05031faa6b7e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1236506 Oct 12 22:53:44.061794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:53:44.107086 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2b01b4b-a744-46eb-8b37-d49401ad4e9b req-7eb19cee-9b7f-46fe-b934-f2c952b5fe57 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429466 Oct 12 22:53:44.139945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e21ff0-7a59-419f-a2a7-048eb8b4f9d4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:44.167035 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.187040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:44.198361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-7c906a52-52ae-4a97-890a-e22cd8bb6ce3 service neutron] 10.222.0.31 "GET /v2.0/networks/eb6f19cf-54b6-4e44-931f-397e50610858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926255 Oct 12 22:53:44.231460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea9697f1-26ff-4fbc-b1d3-4b16b1393733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.233250 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea9697f1-26ff-4fbc-b1d3-4b16b1393733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.236731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ea9697f1-26ff-4fbc-b1d3-4b16b1393733 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/61feb66c-abe4-4f6a-9b86-6b1151bd9fd5 HTTP/1.1" status: 204 len: 168 time: 0.4203849 Oct 12 22:53:44.241786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.242145 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Added segment 6338655d-75b6-44a5-94a8-9cf06d4c7019 of type vlan for network f8f52403-51b3-4d38-8dc6-1b3395c5042f Oct 12 22:53:44.252888 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0cb2-ac23-4e52-aeb9-350a6a0dad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.263569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0899e87a-bb49-4e62-ad07-10b7c27542bc req-59188059-a383-411e-bb8b-db410890e20f tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:44.265997 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0899e87a-bb49-4e62-ad07-10b7c27542bc req-59188059-a383-411e-bb8b-db410890e20f tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 1097 time: 0.0881104 Oct 12 22:53:44.273752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9697f1-26ff-4fbc-b1d3-4b16b1393733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61feb66c-abe4-4f6a-9b86-6b1151bd9fd5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:44.283007 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.320207 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.335660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0899e87a-bb49-4e62-ad07-10b7c27542bc req-85b07893-0fc7-477d-a9ba-1d18ab024bac tempest-LiveAutoBlockMigrationV225Test-361000804 tempest-LiveAutoBlockMigrationV225Test-361000804-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594654 Oct 12 22:53:44.352256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Pushing event updated for resources: {'Port': ['ID=ebf60f9f-0e29-4012-9b21-9a3662b3439c,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:44.366991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:44.434190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1d5a0cb2-ac23-4e52-aeb9-350a6a0dad36 None None] For port 9bf21243-c672-48d0-897c-ca11fe95cd9d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9bf21243-c672-48d0-897c-ca11fe95cd9d,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:44.437697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Network eb6f19cf-54b6-4e44-931f-397e50610858 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:44.445315 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.445315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:44.445315 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.445708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:44.451882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:44.532287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] Pushing event updated for resources: {'Network': ['ID=f8f52403-51b3-4d38-8dc6-1b3395c5042f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:44.535432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Attempting to bind port ebf60f9f-0e29-4012-9b21-9a3662b3439c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:44.535834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Attempting to bind port ebf60f9f-0e29-4012-9b21-9a3662b3439c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '36d9ea5b-10e5-4356-ba04-13b181c13355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:44.536198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Attempting to bind port ebf60f9f-0e29-4012-9b21-9a3662b3439c on network eb6f19cf-54b6-4e44-931f-397e50610858 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:44.541555 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1d5a0cb2-ac23-4e52-aeb9-350a6a0dad36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.542525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42092) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:44.542757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-504e760b-1d9e-4bc2-b43b-b443daca6b54 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1602049 Oct 12 22:53:44.555883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Request body: {'subnet': {'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-subnet', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:44.558162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network f8f52403-51b3-4d38-8dc6-1b3395c5042f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:53:44.662725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5607f6ed-8435-43e7-82cb-fc108dd6835b req-3ebde09b-fc7c-48f7-965c-6ab275918da4 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 210 time: 0.0461957 Oct 12 22:53:44.692701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:44.693217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Checking segment: {'id': '36d9ea5b-10e5-4356-ba04-13b181c13355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:44.693625 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.694018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Bound using segment: {'id': '36d9ea5b-10e5-4356-ba04-13b181c13355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:44.694510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Bound port: ebf60f9f-0e29-4012-9b21-9a3662b3439c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36d9ea5b-10e5-4356-ba04-13b181c13355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:44.695050 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.750797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0ec80ff7-3704-48b0-8f39-b583b122902d details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:44.768558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Made reservation on behalf of d0d399155fb94fb1985f111493b1de8c for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:44.768558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:44.943608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e14af-8c90-4ee4-bbde-c41d85c0dd26 req-6cf39cc1-3577-45b3-9ba5-e4a7a235251a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:44.946062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-926e14af-8c90-4ee4-bbde-c41d85c0dd26 req-6cf39cc1-3577-45b3-9ba5-e4a7a235251a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 947 time: 0.1097665 Oct 12 22:53:45.021747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-926e14af-8c90-4ee4-bbde-c41d85c0dd26 req-52424a06-51f3-4e41-aa1e-6431bcdcd19d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684803 Oct 12 22:53:45.136919 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 22:53:45.245000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74d73e-fb9f-466b-96de-80baa83c6cd0 req-b684dcb6-f90a-457c-bceb-b123004768bb tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:45.252477 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba74d73e-fb9f-466b-96de-80baa83c6cd0 req-b684dcb6-f90a-457c-bceb-b123004768bb tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 945 time: 0.0923951 Oct 12 22:53:45.272736 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:45.298970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba74d73e-fb9f-466b-96de-80baa83c6cd0 req-2dea73a8-3d5d-499a-8ae7-6fc9b6f92179 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Oct 12 22:53:45.307781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a0cb2-ac23-4e52-aeb9-350a6a0dad36 None None] Pushing event updated for resources: {'Port': ['ID=9bf21243-c672-48d0-897c-ca11fe95cd9d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:45.366546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=259e9b41-9311-47fb-88a6-9fa588404ca9,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:45.385707 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3059aa-337a-4d8a-be24-afbc6614ad53 req-13819724-524c-4507-b1cb-e1a516e533d5 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:45.387862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b3059aa-337a-4d8a-be24-afbc6614ad53 req-13819724-524c-4507-b1cb-e1a516e533d5 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1847587 Oct 12 22:53:45.448489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Checking segment: {'id': '6338655d-75b6-44a5-94a8-9cf06d4c7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:45.449978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Network hostable DHCP agents. Network: f8f52403-51b3-4d38-8dc6-1b3395c5042f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:53:45.459967 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c357c740-c927-4052-a520-409a9e3c6b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:45.473472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] For port ebf60f9f-0e29-4012-9b21-9a3662b3439c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:45.535721 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b3059aa-337a-4d8a-be24-afbc6614ad53 req-5d32bea6-0f75-4a20-8f3a-3d7ec6b4ffdc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124213 Oct 12 22:53:45.548377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Network f8f52403-51b3-4d38-8dc6-1b3395c5042f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:53:45.560279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9bf21243-c672-48d0-897c-ca11fe95cd9d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:45.565242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] For port ebf60f9f-0e29-4012-9b21-9a3662b3439c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ebf60f9f-0e29-4012-9b21-9a3662b3439c,segment=NetworkSegment(36d9ea5b-10e5-4356-ba04-13b181c13355),segment_id=36d9ea5b-10e5-4356-ba04-13b181c13355)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:45.597119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0ec80ff7-3704-48b0-8f39-b583b122902d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:45.620939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '0ec80ff7-3704-48b0-8f39-b583b122902d', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '0ec80ff7-3704-48b0-8f39-b583b122902d', 'mac_address': 'fa:16:3e:68:b8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:53:45.639579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, f8f52403-51b3-4d38-8dc6-1b3395c5042f) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:45.643886 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:45.644526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:45.671078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2e5a58-5d5e-4dc0-a1a4-fb7cad9ae9ef None None] Network f8f52403-51b3-4d38-8dc6-1b3395c5042f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:45.721682 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:45.723668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:45.788853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:45.797730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9bf21243-c672-48d0-897c-ca11fe95cd9d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:45.798184 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:45.799824 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aec9f20d-ddb9-4094-9bc2-560886f44f35 req-a2007143-cd28-4dab-9f07-22bd533463a8 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 210 time: 0.0866320 Oct 12 22:53:45.806190 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cd69561c-6c7a-4ca4-82ba-d08b232d3b34 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2614033 Oct 12 22:53:45.809720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42152) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:45.825699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:45.846811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-eedb8231-1217-4c05-9445-7d9ab3315c0f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:45.847752 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-eedb8231-1217-4c05-9445-7d9ab3315c0f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.25 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 945 time: 0.1044874 Oct 12 22:53:45.860150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec80ff7-3704-48b0-8f39-b583b122902d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:45.912587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b46f573-f963-44c1-a997-c7545da827ce None None] Pushing event updated for resources: {'Port': ['ID=ebf60f9f-0e29-4012-9b21-9a3662b3439c,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:45.932410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0ec80ff7-3704-48b0-8f39-b583b122902d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:45.971703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:45.972849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.000477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Deleting port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:53:46.000780 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.006328 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.010722 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.011422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9df7f008-7960-43a3-9336-46ad3640d6c7 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:53:46.110492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.125932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-f8f52403-51b3-4d38-8dc6-1b3395c5042f', 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'fixed_ips': [{'subnet_id': '259e9b41-9311-47fb-88a6-9fa588404ca9'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:53:46.126797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.273672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] For port efa76c75-efce-4d95-b8c2-aaf4f6853ed4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:46.273943 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.278404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=0ec80ff7-3704-48b0-8f39-b583b122902d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:46.304429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Calling delete_port for efa76c75-efce-4d95-b8c2-aaf4f6853ed4 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:53:46.456371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9df7f008-7960-43a3-9336-46ad3640d6c7,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:46.475024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '9df7f008-7960-43a3-9336-46ad3640d6c7', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'port_id': '9df7f008-7960-43a3-9336-46ad3640d6c7', 'mac_address': 'fa:16:3e:1a:20:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95754ae-0b03-4743-82ac-8dca0d4100ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:53:46.485831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e893d39-e322-4501-9e20-35fd825cf2ca req-5a88becc-2fc1-415d-ae33-a76c41eb4764 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:46.486187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Allocated IP 172.20.0.2 (f8f52403-51b3-4d38-8dc6-1b3395c5042f/259e9b41-9311-47fb-88a6-9fa588404ca9/7a240c58-cb11-434b-b2e5-a4fd09d8f80c) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:46.490139 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9e893d39-e322-4501-9e20-35fd825cf2ca req-5a88becc-2fc1-415d-ae33-a76c41eb4764 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 948 time: 0.3537614 Oct 12 22:53:46.550547 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.598669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9df7f008-7960-43a3-9336-46ad3640d6c7 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:46.602434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4880cb3-c80e-4798-87be-01e58229c07e req-5ede154b-58b4-4fe0-9bc7-5bfb3e5e6d26 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:46.624167 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4880cb3-c80e-4798-87be-01e58229c07e req-5ede154b-58b4-4fe0-9bc7-5bfb3e5e6d26 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 945 time: 0.1116283 Oct 12 22:53:46.629460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9df7f008-7960-43a3-9336-46ad3640d6c7,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:46.646079 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.666255 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9e893d39-e322-4501-9e20-35fd825cf2ca req-ebd028c2-a54b-42db-94bd-11252da6854c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576615 Oct 12 22:53:46.671748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.689669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['efa76c75-efce-4d95-b8c2-aaf4f6853ed4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:46.691752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['69879ed8-43f0-47b8-83d7-550d5c554923'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:46.693466 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.842366 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:46.847103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Pushing event deleted for resources: {'Port': ['ID=efa76c75-efce-4d95-b8c2-aaf4f6853ed4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:46.868982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4880cb3-c80e-4798-87be-01e58229c07e req-036c6eaf-46d7-42df-b8b2-1aef06e1ff51 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412877 Oct 12 22:53:46.962107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:46.993304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] No DVR routers for this DVR port efa76c75-efce-4d95-b8c2-aaf4f6853ed4 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:53:46.999374 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:47.002907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-107d757e-4d63-4399-8f9e-8251581e3f09 req-b5d4e01b-7439-43a5-b2f0-866df7c388d1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.25 "DELETE /v2.0/ports/efa76c75-efce-4d95-b8c2-aaf4f6853ed4 HTTP/1.1" status: 204 len: 173 time: 1.1489868 Oct 12 22:53:47.007512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'name': 'network-vif-deleted', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:47.015033 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a04f76-aae5-4c82-827e-3e50b7518194" -d '{"events": [{"server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "name": "network-vif-deleted", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:47.030317 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:47.055260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9df7f008-7960-43a3-9336-46ad3640d6c7'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:47.085243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa268b4c-21b0-4dd9-9e97-e3504d88a309 req-caf46395-7291-4dcc-87ae-c913796e0fe0 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 210 time: 0.0435479 Oct 12 22:53:47.120136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['0ec80ff7-3704-48b0-8f39-b583b122902d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:53:47.160175 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6354c40a-87de-415d-a8a2-2d52341376cf x-openstack-request-id: req-6354c40a-87de-415d-a8a2-2d52341376cf {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:47.160552 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e148d3ab-6c02-4180-87de-420ec52d3680", "name": "network-vif-deleted", "tag": "efa76c75-efce-4d95-b8c2-aaf4f6853ed4", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:47.160901 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6354c40a-87de-415d-a8a2-2d52341376cf {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:47.163016 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e148d3ab-6c02-4180-87de-420ec52d3680', 'name': 'network-vif-deleted', 'tag': 'efa76c75-efce-4d95-b8c2-aaf4f6853ed4', 'status': 'completed', 'code': 200} Oct 12 22:53:47.197908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Network f8f52403-51b3-4d38-8dc6-1b3395c5042f is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:47.240569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:47.261681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:47.263348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:47.287083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57edb1-abca-4118-a23a-216d5a82564b req-f7353507-f3e9-4ba2-9bd3-0a2b5188d822 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:47.288364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e57edb1-abca-4118-a23a-216d5a82564b req-f7353507-f3e9-4ba2-9bd3-0a2b5188d822 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.2729273 Oct 12 22:53:47.336226 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:47.500830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9df7f008-7960-43a3-9336-46ad3640d6c7,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:47.575003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e57edb1-abca-4118-a23a-216d5a82564b req-dd962581-942a-4f1a-b1aa-daaaeed79d4a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461236 Oct 12 22:53:47.764829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9bf21243-c672-48d0-897c-ca11fe95cd9d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:47.799869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db4c45a-8907-435d-8e48-7a256a167eb6 None None] Network eb6f19cf-54b6-4e44-931f-397e50610858 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:47.886357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Allocated IP 172.25.2.5 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:47.911606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-e53a7669-450f-49c5-acb0-d6462d67a7ff tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:47.918315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-e53a7669-450f-49c5-acb0-d6462d67a7ff tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:47.920158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-e53a7669-450f-49c5-acb0-d6462d67a7ff tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "GET /v2.0/networks?id=fb5f8892-6560-4934-a476-d4f8a3e8aef8&id=eb6f19cf-54b6-4e44-931f-397e50610858 HTTP/1.1" status: 200 len: 1390 time: 0.4348583 Oct 12 22:53:47.936610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'port': {'device_id': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8', 'admin_state_up': True, 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:48.040709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff888c1-740c-4031-8995-edf58ae8f5ed req-90ce9520-1c44-4d39-b8c6-c0917b5406cb tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:48.050766 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fff888c1-740c-4031-8995-edf58ae8f5ed req-90ce9520-1c44-4d39-b8c6-c0917b5406cb tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 948 time: 0.2022882 Oct 12 22:53:48.089155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Attempting to bind port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:48.089767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Attempting to bind port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '6338655d-75b6-44a5-94a8-9cf06d4c7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:48.090516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Attempting to bind port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c on network f8f52403-51b3-4d38-8dc6-1b3395c5042f {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:48.107938 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:53:48.115054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Pushing event updated for resources: {'Port': ['ID=7a240c58-cb11-434b-b2e5-a4fd09d8f80c,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:48.118395 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:48.135549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:48.144103 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:48.151929 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fff888c1-740c-4031-8995-edf58ae8f5ed req-ea9deb44-03bf-45ea-8bf6-153c1f4de97d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982356 Oct 12 22:53:48.207177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9bf21243-c672-48d0-897c-ca11fe95cd9d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:48.207737 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:48.343392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09d2fbad-8f85-47a5-97de-474f0a39f152 req-8c50532f-4ef2-4c3b-8623-e8fc8077b6f7 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 210 time: 0.0647566 Oct 12 22:53:48.385495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84d79e10-bf52-4303-b6c4-6be06b6af914 req-2b8b2cb9-02e8-453c-8aa7-a9ce17ee0703 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.3067095 Oct 12 22:53:48.466044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:48.525610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:48.530736 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:48.571810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:48.573083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Checking segment: {'id': '6338655d-75b6-44a5-94a8-9cf06d4c7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:48.575633 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:48.576194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Bound using segment: {'id': '6338655d-75b6-44a5-94a8-9cf06d4c7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:48.577157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Bound port: 7a240c58-cb11-434b-b2e5-a4fd09d8f80c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6338655d-75b6-44a5-94a8-9cf06d4c7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:48.578428 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:48.677703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Allocated IP 19.80.0.156 (fb5f8892-6560-4934-a476-d4f8a3e8aef8/6529a42d-8a85-4f2a-bb4a-3e7ae313867b/3793107b-2c2e-4c96-a81b-60dad7688b70) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:48.778965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5016cb99-08cf-4d5a-bbc0-7ed3c264bd08 None None] Provisioning complete for port ebf60f9f-0e29-4012-9b21-9a3662b3439c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:48.779529 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5016cb99-08cf-4d5a-bbc0-7ed3c264bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:48.901675 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:48.974144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:49.000563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:49.013747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:49.059593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] For port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:49.072775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] For port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7a240c58-cb11-434b-b2e5-a4fd09d8f80c,segment=NetworkSegment(6338655d-75b6-44a5-94a8-9cf06d4c7019),segment_id=6338655d-75b6-44a5-94a8-9cf06d4c7019)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:49.116036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24679e-6b2e-4569-9bee-a3228e7b2d22 req-d3b75bfb-dd0c-4458-9f93-1f082dc2ada9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:49.125050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-da24679e-6b2e-4569-9bee-a3228e7b2d22 req-d3b75bfb-dd0c-4458-9f93-1f082dc2ada9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.3017316 Oct 12 22:53:49.201129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Pushing event updated for resources: {'Port': ['ID=0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:49.281652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ebf60f9f-0e29-4012-9b21-9a3662b3439c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:49.361899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39f018e-f1b6-415f-b1bf-3398c73deb1e req-fbc5db29-9a75-49e4-9669-77a2105d2fb9 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:49.371730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a39f018e-f1b6-415f-b1bf-3398c73deb1e req-fbc5db29-9a75-49e4-9669-77a2105d2fb9 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 948 time: 0.0868740 Oct 12 22:53:49.394679 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:49.412178 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:49.414204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:49.430051 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a39f018e-f1b6-415f-b1bf-3398c73deb1e req-2b78df10-a56c-4ad1-9652-aad59fc79673 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570586 Oct 12 22:53:49.462984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:49.469109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-da24679e-6b2e-4569-9bee-a3228e7b2d22 req-cfde4e5f-291a-4198-a98e-826961a56993 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3435419 Oct 12 22:53:49.580329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a501a4-b8be-4f08-abc7-61806e0d8ab6 None None] Pushing event updated for resources: {'Port': ['ID=7a240c58-cb11-434b-b2e5-a4fd09d8f80c,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:49.642548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5016cb99-08cf-4d5a-bbc0-7ed3c264bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:49.676254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ebf60f9f-0e29-4012-9b21-9a3662b3439c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:49.676630 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:49.678567 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:49.761491 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad73bfe1-e456-4957-be6a-7da72357eabf req-530f4cdc-8a4c-4674-8229-3d84f5543f2c tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.0494342 Oct 12 22:53:49.765073 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2f4c0f08-1079-4d8e-b3ee-236884b77be5 req-c9fac31c-4205-44a8-afd8-6c3e7468e79d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 210 time: 0.0499475 Oct 12 22:53:49.822422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:49.826078 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab5948b-ee3a-4ef0-a855-05ae5b1d145f" -d '{"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-plugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:49.832579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5016cb99-08cf-4d5a-bbc0-7ed3c264bd08 None None] For port ebf60f9f-0e29-4012-9b21-9a3662b3439c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ebf60f9f-0e29-4012-9b21-9a3662b3439c,segment=NetworkSegment(36d9ea5b-10e5-4356-ba04-13b181c13355),segment_id=36d9ea5b-10e5-4356-ba04-13b181c13355)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:49.867725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:49.934642 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d165063-8c50-4b95-abd6-92a8b7223ca2 x-openstack-request-id: req-6d165063-8c50-4b95-abd6-92a8b7223ca2 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:49.936779 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-plugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:49.937087 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d165063-8c50-4b95-abd6-92a8b7223ca2 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:49.937480 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'code': 200} Oct 12 22:53:50.024199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:50.025769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device efa76c75-efce-4d95-b8c2-aaf4f6853ed4 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:53:50.038512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5016cb99-08cf-4d5a-bbc0-7ed3c264bd08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:50.050806 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:50.100613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: efa76c75-efce-4d95-b8c2-aaf4f6853ed4 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:53:50.100967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device efa76c75-efce-4d95-b8c2-aaf4f6853ed4 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:53:50.109914 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:50.122481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9df7f008-7960-43a3-9336-46ad3640d6c7 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:50.273693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network fb5f8892-6560-4934-a476-d4f8a3e8aef8 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:50.290254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:50.303578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:50.316441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:50.523160 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:53:50.523524 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:53:50.657023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedff04-f80d-45e0-9f79-3000000df769 req-72734cf6-8de1-407b-bd4a-fbc78f16f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:50.662780 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4eedff04-f80d-45e0-9f79-3000000df769 req-72734cf6-8de1-407b-bd4a-fbc78f16f3d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 1102 time: 0.6645076 Oct 12 22:53:50.665145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 9df7f008-7960-43a3-9336-46ad3640d6c7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:50.665145 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:50.698840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016cb99-08cf-4d5a-bbc0-7ed3c264bd08 None None] Pushing event updated for resources: {'Port': ['ID=ebf60f9f-0e29-4012-9b21-9a3662b3439c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:50.777826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-15bc967a-c8e8-471d-8d80-ea824b80d4b4 None None] Provisioning complete for port ebf60f9f-0e29-4012-9b21-9a3662b3439c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:50.778312 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-15bc967a-c8e8-471d-8d80-ea824b80d4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:50.809132 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4eedff04-f80d-45e0-9f79-3000000df769 req-ae58115f-5cce-42fc-ade9-517d0afa4d6f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361151 Oct 12 22:53:50.818390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d29be3-cc73-42e4-9d8a-31ae4fd13034 req-ef7add88-9534-4450-aa87-e6fe79e98319 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:50.827408 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1d29be3-cc73-42e4-9d8a-31ae4fd13034 req-ef7add88-9534-4450-aa87-e6fe79e98319 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 948 time: 0.1200693 Oct 12 22:53:50.887977 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1d29be3-cc73-42e4-9d8a-31ae4fd13034 req-ee24747e-9953-4867-a9f2-48c223d6c6d2 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552692 Oct 12 22:53:50.991359 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:51.092646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43e328-a101-45c9-a572-9d52e40dd9c3 req-b7817576-f31b-4ac1-8750-71ed36cc487b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:51.104084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a43e328-a101-45c9-a572-9d52e40dd9c3 req-b7817576-f31b-4ac1-8750-71ed36cc487b tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 932 time: 0.0714719 Oct 12 22:53:51.192567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a43e328-a101-45c9-a572-9d52e40dd9c3 req-9539fa40-8179-4662-8e43-0b1c5299fbdf tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834858 Oct 12 22:53:51.252000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9df7f008-7960-43a3-9336-46ad3640d6c7,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:51.278536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Port': ['ID=3793107b-2c2e-4c96-a81b-60dad7688b70,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:51.281175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:51.325679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab673a8a-3e0f-4593-84f3-6ac905b16661 req-714d118d-418d-46fb-8ffb-4823e8deb308 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.0582163 Oct 12 22:53:51.342825 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:51.343480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0ec80ff7-3704-48b0-8f39-b583b122902d up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:51.542278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:51.555278 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:51.583090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9df7f008-7960-43a3-9336-46ad3640d6c7,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:51.609705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e44a75-d727-4555-b9a1-46e850b97aff None None] Network f8f52403-51b3-4d38-8dc6-1b3395c5042f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:53:51.648511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f045c7e2-86e2-4d03-941b-fbb418d092b7 None None] Provisioning complete for port 3793107b-2c2e-4c96-a81b-60dad7688b70 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:51.649014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f045c7e2-86e2-4d03-941b-fbb418d092b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:51.713446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f045c7e2-86e2-4d03-941b-fbb418d092b7 None None] Port 3793107b-2c2e-4c96-a81b-60dad7688b70 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:51.715792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ebf60f9f-0e29-4012-9b21-9a3662b3439c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:51.733551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc85ef53-6ef9-44be-9cbf-cf1e5a27099b req-a20ace7e-6c42-461c-a97c-7b4d60702262 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:51.742698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc85ef53-6ef9-44be-9cbf-cf1e5a27099b req-a20ace7e-6c42-461c-a97c-7b4d60702262 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.4660966 Oct 12 22:53:51.776430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ebf60f9f-0e29-4012-9b21-9a3662b3439c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:51.776745 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:51.780664 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b12c5992-702f-4d65-a822-175c221b8660 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8487020 Oct 12 22:53:51.854394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Request body: {'port': {'device_id': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858', 'admin_state_up': True, 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:51.872414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc85ef53-6ef9-44be-9cbf-cf1e5a27099b req-0330b2ba-63a5-4308-b339-937d32dc98e0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160533 Oct 12 22:53:51.890509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 0ec80ff7-3704-48b0-8f39-b583b122902d completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:53:51.909578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 0ec80ff7-3704-48b0-8f39-b583b122902d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:51.909578 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:51.943209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:51.945921 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab41d2c-5f77-4e84-bfb8-f7e19926089a" -d '{"events": [{"server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "name": "network-vif-plugged", "status": "completed", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:51.948835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5dfb8ff6-a02b-4ad6-9e12-616d79d097c2 None None] Provisioning complete for port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:51.949327 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8ff6-a02b-4ad6-9e12-616d79d097c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:52.091636 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-308f9361-f4aa-43f8-824d-25c086851474 x-openstack-request-id: req-308f9361-f4aa-43f8-824d-25c086851474 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:52.092270 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "name": "network-vif-plugged", "status": "completed", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:52.093955 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-308f9361-f4aa-43f8-824d-25c086851474 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:52.101967 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7', 'code': 200} Oct 12 22:53:52.135801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:52.161500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f865b925-a54d-4211-b6fe-886b2ee68811 req-935dfc29-0474-418e-b478-864975f40bd3 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:52.165015 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f865b925-a54d-4211-b6fe-886b2ee68811 req-935dfc29-0474-418e-b478-864975f40bd3 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 948 time: 0.1162422 Oct 12 22:53:52.247619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f865b925-a54d-4211-b6fe-886b2ee68811 req-91fdbb2f-4dd8-4aff-ab1e-9e1f8ece9c79 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747356 Oct 12 22:53:52.379655 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:52.421543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0ec80ff7-3704-48b0-8f39-b583b122902d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:52.424244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7a240c58-cb11-434b-b2e5-a4fd09d8f80c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:52.447388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f729b7ff-c986-4368-b2f5-63f800ab7be8 req-c24c7898-1018-4097-8b91-37244648dfd0 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:52.448905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f729b7ff-c986-4368-b2f5-63f800ab7be8 req-c24c7898-1018-4097-8b91-37244648dfd0 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 932 time: 0.0901966 Oct 12 22:53:52.452444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Made reservation on behalf of f56e91032b274c2ca0d9a614222a08d8 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:53:52.456071 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:52.506121 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8ff6-a02b-4ad6-9e12-616d79d097c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:52.551843 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:52.561116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6e5d578-8749-469b-8258-8c17f7d32ac7 req-d1738590-e997-4d50-aff3-b387e051d027 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.0618947 Oct 12 22:53:52.623493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=0ec80ff7-3704-48b0-8f39-b583b122902d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:52.630334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Router c586ee39-3fff-435e-93b9-6030ef1a3175 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:53:52.641987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5dfb8ff6-a02b-4ad6-9e12-616d79d097c2 None None] For port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7a240c58-cb11-434b-b2e5-a4fd09d8f80c,segment=NetworkSegment(6338655d-75b6-44a5-94a8-9cf06d4c7019),segment_id=6338655d-75b6-44a5-94a8-9cf06d4c7019)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:52.660308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:52.660308 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:52.726840 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5dfb8ff6-a02b-4ad6-9e12-616d79d097c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:52.894206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42326) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:52.905039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Allocated IP 19.86.0.233 (eb6f19cf-54b6-4e44-931f-397e50610858/3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e/0f565c8e-5f24-450a-9e6c-5c734f1371ec) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:52.931181 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f729b7ff-c986-4368-b2f5-63f800ab7be8 req-22fc8221-2c87-4561-b7ec-a285740e750a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581270 Oct 12 22:53:53.073679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85c0ef-2f24-4d04-8512-3c4bf5afb879 req-d183cf1b-900c-4c66-bb85-eb6fc422debe tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:53.082649 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab85c0ef-2f24-4d04-8512-3c4bf5afb879 req-d183cf1b-900c-4c66-bb85-eb6fc422debe tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.0777211 Oct 12 22:53:53.146311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c630e826-ffd3-4610-aed4-e692cc95df6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.170162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:53:53.191943 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Sync routers for ids ['c586ee39-3fff-435e-93b9-6030ef1a3175'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:53:53.206129 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab85c0ef-2f24-4d04-8512-3c4bf5afb879 req-a3c260a2-047f-4321-8afa-c7088826024b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219935 Oct 12 22:53:53.208323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Routers {'c586ee39-3fff-435e-93b9-6030ef1a3175'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:53:53.208968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c586ee39-3fff-435e-93b9-6030ef1a3175'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:53.250249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5ad53e2d-8456-4c03-96dc-45539c9e9095 None None] Provisioning complete for port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:53.250568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ad53e2d-8456-4c03-96dc-45539c9e9095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.336386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb8ff6-a02b-4ad6-9e12-616d79d097c2 None None] Pushing event updated for resources: {'Port': ['ID=7a240c58-cb11-434b-b2e5-a4fd09d8f80c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:53.338614 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c630e826-ffd3-4610-aed4-e692cc95df6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.352677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.354207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b625d0df-2028-487a-aff9-eb2ecd8d8a94 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.5429397 Oct 12 22:53:53.358348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42334) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:53.411573 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c630e826-ffd3-4610-aed4-e692cc95df6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.448489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630e826-ffd3-4610-aed4-e692cc95df6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20c6197-f9dd-4ccf-857e-a212ffce15d5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:53.462134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Set router c586ee39-3fff-435e-93b9-6030ef1a3175 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:53:53.522467 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c630e826-ffd3-4610-aed4-e692cc95df6c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ea492c6b3ced4ffbbe052db3dc94771d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6265268 Oct 12 22:53:53.523562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42336) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:53.530885 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.692120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2fd33-186b-42c2-a6e1-fa44cc0bac9d req-7e71b8d0-8dc6-49ce-ae6b-ad1b1d52c336 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:53.694060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4e2fd33-186b-42c2-a6e1-fa44cc0bac9d req-7e71b8d0-8dc6-49ce-ae6b-ad1b1d52c336 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 949 time: 0.3160441 Oct 12 22:53:53.698191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.751390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:45Z', 'updated_at': '2021-10-12T22:53:49Z', 'revision_number': 3, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'gw_port': {'id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:47Z', 'updated_at': '2021-10-12T22:53:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:53.774195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Network eb6f19cf-54b6-4e44-931f-397e50610858 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:53.783351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:53.785821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Checking router: c586ee39-3fff-435e-93b9-6030ef1a3175 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:53:53.786216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Updating router c586ee39-3fff-435e-93b9-6030ef1a3175 port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:53:53.795937 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27c23808-b90f-42f1-8025-0e8e039fd1fc req-9d851980-bd49-498c-b499-a92c31461062 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.1221080 Oct 12 22:53:53.807870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:53.808022 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f95ac78c-9780-4663-ae06-a87934538210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.844680 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.880216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:53.881509 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:53.908650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event updated for resources: {'Port': ['ID=0f565c8e-5f24-450a-9e6c-5c734f1371ec,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:53.934506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4e2fd33-186b-42c2-a6e1-fa44cc0bac9d req-fc5912f4-4d17-469b-b8da-25f6c3f7395a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289531 Oct 12 22:53:53.963755 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-1c7b5d13-a193-4530-b67d-46f68870742d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1163056 Oct 12 22:53:54.037693 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f95ac78c-9780-4663-ae06-a87934538210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.191457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Request body: {'port': {'device_id': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:54.265492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d8e88-b776-4513-b6d1-716919480791 req-bdd277ec-f022-4fb8-8c3b-2706c09fb3ce tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:54.273923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d8e88-b776-4513-b6d1-716919480791 req-bdd277ec-f022-4fb8-8c3b-2706c09fb3ce tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:54.275944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-787d8e88-b776-4513-b6d1-716919480791 req-bdd277ec-f022-4fb8-8c3b-2706c09fb3ce tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1655 time: 0.2082803 Oct 12 22:53:54.314326 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.316186 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.317849 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f95ac78c-9780-4663-ae06-a87934538210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.318352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:54.320489 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d9b8f50-013a-4ad5-a374-f51e1229223f" -d '{"events": [{"server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "name": "network-vif-plugged", "status": "completed", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:54.326447 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f95ac78c-9780-4663-ae06-a87934538210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.334248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f95ac78c-9780-4663-ae06-a87934538210 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a20c6197-f9dd-4ccf-857e-a212ffce15d5 HTTP/1.1" status: 204 len: 168 time: 0.8012900 Oct 12 22:53:54.336601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-32ba7e34-a64f-4703-ad87-c08ac918db88 None None] Provisioning complete for port 0f565c8e-5f24-450a-9e6c-5c734f1371ec triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:54.336984 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32ba7e34-a64f-4703-ad87-c08ac918db88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.387284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-32ba7e34-a64f-4703-ad87-c08ac918db88 None None] Port 0f565c8e-5f24-450a-9e6c-5c734f1371ec cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:54.389159 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.395707 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ac78c-9780-4663-ae06-a87934538210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20c6197-f9dd-4ccf-857e-a212ffce15d5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:54.437640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-787d8e88-b776-4513-b6d1-716919480791 req-9a553d24-7de9-49ac-8cdb-a5026a6498e9 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234288 Oct 12 22:53:54.548952 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-993813f9-ec19-432a-899a-676fefaaf8b2 x-openstack-request-id: req-993813f9-ec19-432a-899a-676fefaaf8b2 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:54.549283 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "name": "network-vif-plugged", "status": "completed", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:54.549504 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-993813f9-ec19-432a-899a-676fefaaf8b2 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:54.549914 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d', 'code': 200} Oct 12 22:53:54.553922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a30fc3-5061-41b6-a415-e5e2889c2738 None None] Pushing event updated for resources: {'Port': ['ID=0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:54.569877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Attempting to bind port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:54.570246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Attempting to bind port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:54.570617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Attempting to bind port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:54.593322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:54.593733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:54.594108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.594500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:54.594997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Bound port: 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:54.595385 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.732555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] For port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:54.741961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] For port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:54.752494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3793107b-2c2e-4c96-a81b-60dad7688b70 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:54.761215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.779078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Transition to ACTIVE for port object 3793107b-2c2e-4c96-a81b-60dad7688b70 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:54.840143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.896720 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:54.986426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e375d-3a30-428b-900c-946f4844d21f req-940386df-bcff-4727-b61e-7e82da2ca82d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:55.014633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd8e375d-3a30-428b-900c-946f4844d21f req-940386df-bcff-4727-b61e-7e82da2ca82d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.6081231 Oct 12 22:53:55.017939 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:55.021650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3793107b-2c2e-4c96-a81b-60dad7688b70,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:55.037365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Routers {'c586ee39-3fff-435e-93b9-6030ef1a3175'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:53:55.038538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c586ee39-3fff-435e-93b9-6030ef1a3175'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:55.244794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Attempting to bind port 3793107b-2c2e-4c96-a81b-60dad7688b70 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:55.246844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Attempting to bind port 3793107b-2c2e-4c96-a81b-60dad7688b70 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '07173eed-f4e8-4a90-b7a5-015ca7f68330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:55.248656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Attempting to bind port 3793107b-2c2e-4c96-a81b-60dad7688b70 on network fb5f8892-6560-4934-a476-d4f8a3e8aef8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:55.250560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a30fc3-5061-41b6-a415-e5e2889c2738 None None] Pushing event updated for resources: {'Port': ['ID=0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:55.263734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Port 3793107b-2c2e-4c96-a81b-60dad7688b70 on network fb5f8892-6560-4934-a476-d4f8a3e8aef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:55.271641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Attempting to bind port 3793107b-2c2e-4c96-a81b-60dad7688b70 on network fb5f8892-6560-4934-a476-d4f8a3e8aef8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:55.298775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:55.299147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Checking segment: {'id': '07173eed-f4e8-4a90-b7a5-015ca7f68330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:55.299539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Bound using segment: {'id': '07173eed-f4e8-4a90-b7a5-015ca7f68330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:55.299972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Bound port: 3793107b-2c2e-4c96-a81b-60dad7688b70, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07173eed-f4e8-4a90-b7a5-015ca7f68330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:55.300661 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:55.463704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42374) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:55.489266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3513041-b9ff-4a5b-9ea9-8a2a2a271031 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:55.520632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7a240c58-cb11-434b-b2e5-a4fd09d8f80c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:55.529142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd8e375d-3a30-428b-900c-946f4844d21f req-6e461924-2a83-4d9e-809d-049a7c6879ca tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4871716 Oct 12 22:53:55.570654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4e2808-d386-4ea3-ac5e-db8d85effa2b req-e2a0fce1-f954-44b5-91ff-eb2d7478a913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:55.573083 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d4e2808-d386-4ea3-ac5e-db8d85effa2b req-e2a0fce1-f954-44b5-91ff-eb2d7478a913 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 1101 time: 0.8317952 Oct 12 22:53:55.622302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] For port 3793107b-2c2e-4c96-a81b-60dad7688b70, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:55.701861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] For port 3793107b-2c2e-4c96-a81b-60dad7688b70, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3793107b-2c2e-4c96-a81b-60dad7688b70,segment=NetworkSegment(07173eed-f4e8-4a90-b7a5-015ca7f68330),segment_id=07173eed-f4e8-4a90-b7a5-015ca7f68330)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:55.742049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec6e1ac7-38c3-4558-ba40-ac59adc20fad req-45e43eaa-51c3-46f5-884c-1629bd521836 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.0971975 Oct 12 22:53:55.773363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:55.776035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] Set router c586ee39-3fff-435e-93b9-6030ef1a3175 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:53:55.810743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:55.811377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:55.812762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/3793107b-2c2e-4c96-a81b-60dad7688b70 HTTP/1.1" status: 200 len: 1093 time: 1.8407938 Oct 12 22:53:55.828341 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d4e2808-d386-4ea3-ac5e-db8d85effa2b req-f940746f-2010-4c42-b552-0db78ffb6b94 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927238 Oct 12 22:53:55.914507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Allocated IP 172.20.0.1 (f8f52403-51b3-4d38-8dc6-1b3395c5042f/259e9b41-9311-47fb-88a6-9fa588404ca9/98dcfb8e-8ddd-40be-bd28-ce8ec2675399) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:53:55.942494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4658270-11bc-432f-808e-3b921265bc06 req-81f9fa52-6cfe-493d-8727-7ca09fc402fd tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:55.958539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d4658270-11bc-432f-808e-3b921265bc06 req-81f9fa52-6cfe-493d-8727-7ca09fc402fd tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 949 time: 0.2262530 Oct 12 22:53:56.008334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'tag': '3793107b-2c2e-4c96-a81b-60dad7688b70'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:56.020616 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68020f78-f2b8-4fc0-a4de-34379daa9ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "tag": "3793107b-2c2e-4c96-a81b-60dad7688b70"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:56.034022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b5dac-91c8-4915-bf4b-42ee380ac5d0 service neutron] Pushing event updated for resources: {'Port': ['ID=3793107b-2c2e-4c96-a81b-60dad7688b70,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:56.065861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Request body: {'port': {'device_id': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:53:56.092642 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d4658270-11bc-432f-808e-3b921265bc06 req-e8efdb6f-abfc-47e2-af98-744baa1d7b6f tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330998 Oct 12 22:53:56.184987 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18640863-6c37-4a86-bdda-d85e924abeb0 x-openstack-request-id: req-18640863-6c37-4a86-bdda-d85e924abeb0 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:56.185403 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "tag": "3793107b-2c2e-4c96-a81b-60dad7688b70", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:56.185698 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-18640863-6c37-4a86-bdda-d85e924abeb0 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:56.186099 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'tag': '3793107b-2c2e-4c96-a81b-60dad7688b70', 'status': 'completed', 'code': 200} Oct 12 22:53:56.205947 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3513041-b9ff-4a5b-9ea9-8a2a2a271031 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:56.237653 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:56.274056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:56.275379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:56.275551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020f78-f2b8-4fc0-a4de-34379daa9ab7 req-ec72681c-2148-4856-9254-5d579355e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:56.276012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020f78-f2b8-4fc0-a4de-34379daa9ab7 req-ec72681c-2148-4856-9254-5d579355e2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:56.278211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68020f78-f2b8-4fc0-a4de-34379daa9ab7 req-ec72681c-2148-4856-9254-5d579355e2d7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56e91032b274c2ca0d9a614222a08d8&device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1915 time: 0.0766342 Oct 12 22:53:56.281338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:56.372235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:45Z', 'updated_at': '2021-10-12T22:53:49Z', 'revision_number': 3, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'gw_port': {'id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:47Z', 'updated_at': '2021-10-12T22:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:53:56.413637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020f78-f2b8-4fc0-a4de-34379daa9ab7 req-d0e7defa-fdee-4eef-a9be-0deda6c5c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:56.414092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020f78-f2b8-4fc0-a4de-34379daa9ab7 req-d0e7defa-fdee-4eef-a9be-0deda6c5c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:56.414545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020f78-f2b8-4fc0-a4de-34379daa9ab7 req-d0e7defa-fdee-4eef-a9be-0deda6c5c02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:56.416161 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68020f78-f2b8-4fc0-a4de-34379daa9ab7 req-d0e7defa-fdee-4eef-a9be-0deda6c5c02a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f56e91032b274c2ca0d9a614222a08d8&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1297896 Oct 12 22:53:56.429918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08960997-1df2-4eee-99ae-45f88be18bfb None None] The sync data for ids ['c586ee39-3fff-435e-93b9-6030ef1a3175'] in n-d-790519-14 is: [{'id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:45Z', 'updated_at': '2021-10-12T22:53:49Z', 'revision_number': 3, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'gw_port': {'id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:47Z', 'updated_at': '2021-10-12T22:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:53:56.441180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a690c71-ce0d-4a63-a6c1-b42f1dd7da0b req-feec2d0f-3c9f-42b1-b3eb-6d3c067a6294 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:56.451168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a690c71-ce0d-4a63-a6c1-b42f1dd7da0b req-feec2d0f-3c9f-42b1-b3eb-6d3c067a6294 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:56.452902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a690c71-ce0d-4a63-a6c1-b42f1dd7da0b req-feec2d0f-3c9f-42b1-b3eb-6d3c067a6294 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1667 time: 0.3125739 Oct 12 22:53:56.508432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3513041-b9ff-4a5b-9ea9-8a2a2a271031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:56.559799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a690c71-ce0d-4a63-a6c1-b42f1dd7da0b req-12cf92fd-3914-43d4-b7f8-33b675cd4889 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984015 Oct 12 22:53:56.567634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68020f78-f2b8-4fc0-a4de-34379daa9ab7 req-46732422-91c7-457e-90fb-365b7d86dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:56.569357 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68020f78-f2b8-4fc0-a4de-34379daa9ab7 req-46732422-91c7-457e-90fb-365b7d86dcad service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467371 Oct 12 22:53:56.571081 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:56.615982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a3513041-b9ff-4a5b-9ea9-8a2a2a271031 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e934ce4c4df84e5eb1a858e3718bcac3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1486263 Oct 12 22:53:56.618831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42392) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:53:56.630064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3513041-b9ff-4a5b-9ea9-8a2a2a271031 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d94fcad-bc05-44f4-b0be-d4b702544f71,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:56.753757 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Network f8f52403-51b3-4d38-8dc6-1b3395c5042f is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:56.766599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=98dcfb8e-8ddd-40be-bd28-ce8ec2675399,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:56.769370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f565c8e-5f24-450a-9e6c-5c734f1371ec {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:53:56.780633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:56.782656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:56.786527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:53:56.839328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Transition to ACTIVE for port object 0f565c8e-5f24-450a-9e6c-5c734f1371ec will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:53:56.882625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052de466-2e2b-4aa2-a821-dc13b6a064c7 req-f3b4a762-cf40-48f1-808a-5fb45244c606 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:56.884827 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:56.910238 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-052de466-2e2b-4aa2-a821-dc13b6a064c7 req-f3b4a762-cf40-48f1-808a-5fb45244c606 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.2337134 Oct 12 22:53:56.994552 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d203094-ed57-49a0-ba46-bbbab1c57622 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:56.998823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:57.087860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-26925e13-f00d-41ad-a9ef-95b7bd220091 req-17511720-1773-44e9-a16a-387ff1937177 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=e148d3ab-6c02-4180-87de-420ec52d3680 HTTP/1.1" status: 200 len: 210 time: 0.1020148 Oct 12 22:53:57.098906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Pushing event updated for resources: {'Port': ['ID=0f565c8e-5f24-450a-9e6c-5c734f1371ec,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:57.355350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Attempting to bind port 0f565c8e-5f24-450a-9e6c-5c734f1371ec on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:53:57.357344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Attempting to bind port 0f565c8e-5f24-450a-9e6c-5c734f1371ec by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '36d9ea5b-10e5-4356-ba04-13b181c13355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:53:57.358620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Attempting to bind port 0f565c8e-5f24-450a-9e6c-5c734f1371ec on network eb6f19cf-54b6-4e44-931f-397e50610858 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:57.379941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Port 0f565c8e-5f24-450a-9e6c-5c734f1371ec on network eb6f19cf-54b6-4e44-931f-397e50610858 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:53:57.383408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-939f9a7c-0c46-45f5-b542-d38422fdfc74 None None] Provisioning complete for port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:57.383932 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-939f9a7c-0c46-45f5-b542-d38422fdfc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:57.385250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Attempting to bind port 0f565c8e-5f24-450a-9e6c-5c734f1371ec on network eb6f19cf-54b6-4e44-931f-397e50610858 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:53:57.416860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:53:57.425082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Checking segment: {'id': '36d9ea5b-10e5-4356-ba04-13b181c13355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:53:57.425743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Bound using segment: {'id': '36d9ea5b-10e5-4356-ba04-13b181c13355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:53:57.426447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Bound port: 0f565c8e-5f24-450a-9e6c-5c734f1371ec, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '36d9ea5b-10e5-4356-ba04-13b181c13355', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:53:57.429293 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:57.506099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-939f9a7c-0c46-45f5-b542-d38422fdfc74 None None] Port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:57.545013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-052de466-2e2b-4aa2-a821-dc13b6a064c7 req-ee8548d0-8b03-4807-9666-97136cc20b65 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6338096 Oct 12 22:53:57.551325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d203094-ed57-49a0-ba46-bbbab1c57622 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:57.561395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:57.738004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:57.738724 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:57.756596 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:57.760949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc1dbd-8b74-4cb1-96e0-f58b4eb81484 req-3669bee8-329a-46c9-b235-4935b9d80264 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:57.763460 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ddcc1dbd-8b74-4cb1-96e0-f58b4eb81484 req-3669bee8-329a-46c9-b235-4935b9d80264 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 949 time: 0.3076408 Oct 12 22:53:57.850733 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] For port 0f565c8e-5f24-450a-9e6c-5c734f1371ec, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:53:57.908439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] For port 0f565c8e-5f24-450a-9e6c-5c734f1371ec, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0f565c8e-5f24-450a-9e6c-5c734f1371ec,segment=NetworkSegment(36d9ea5b-10e5-4356-ba04-13b181c13355),segment_id=36d9ea5b-10e5-4356-ba04-13b181c13355)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:53:57.927256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ddcc1dbd-8b74-4cb1-96e0-f58b4eb81484 req-2b0e3a65-f881-46dc-8c28-11150ae80545 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498926 Oct 12 22:53:57.965497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:58.033073 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:53:58.057116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Pushing event updated for resources: {'Port': ['ID=0f565c8e-5f24-450a-9e6c-5c734f1371ec,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:58.097481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:58.098114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:58.099663 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-efc09c8e-ba4e-4b92-89f2-b74279b9f285 service neutron] 10.222.0.41 "PUT /v2.0/ports/0f565c8e-5f24-450a-9e6c-5c734f1371ec HTTP/1.1" status: 200 len: 1093 time: 2.0529315 Oct 12 22:53:58.190844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'tag': '0f565c8e-5f24-450a-9e6c-5c734f1371ec'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:53:58.194146 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f35ff1-4581-4221-8774-129c5b1c350f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "tag": "0f565c8e-5f24-450a-9e6c-5c734f1371ec"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:53:58.225890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9427ff-755e-465f-a91f-391e79043055 req-02e6f933-1032-49b0-a737-53f0a3eed0ff tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:58.242081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4e9427ff-755e-465f-a91f-391e79043055 req-02e6f933-1032-49b0-a737-53f0a3eed0ff tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 950 time: 0.0924089 Oct 12 22:53:58.257138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:58.295949 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:58.327873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea513-f621-43da-b4a5-5e7e046e7bb7 req-a27d16f1-71be-4d1b-9832-ecfc3ae64260 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:58.338307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-2b6c5189-ab8a-4083-98f7-95da8501810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:58.339063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-2b6c5189-ab8a-4083-98f7-95da8501810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:58.341337 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-2b6c5189-ab8a-4083-98f7-95da8501810a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56e91032b274c2ca0d9a614222a08d8&device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1983 time: 0.0963628 Oct 12 22:53:58.345909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:53:58.353501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeea513-f621-43da-b4a5-5e7e046e7bb7 req-a27d16f1-71be-4d1b-9832-ecfc3ae64260 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:58.358105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4e9427ff-755e-465f-a91f-391e79043055 req-307265c0-30be-454d-96d3-a6f9dd390da1 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142519 Oct 12 22:53:58.362462 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1aeea513-f621-43da-b4a5-5e7e046e7bb7 req-a27d16f1-71be-4d1b-9832-ecfc3ae64260 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1679 time: 0.6325631 Oct 12 22:53:58.372977 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:58.394329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:58.443767 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-a4f8127b-4274-4b78-9590-6aa6ee639864 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.156&port_id=3793107b-2c2e-4c96-a81b-60dad7688b70 HTTP/1.1" status: 200 len: 217 time: 0.0722454 Oct 12 22:53:58.519565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-172b53a8-fa61-4892-8668-6ab4c2460c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:58.523864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-172b53a8-fa61-4892-8668-6ab4c2460c17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6529a42d-8a85-4f2a-bb4a-3e7ae313867b HTTP/1.1" status: 200 len: 801 time: 0.0701399 Oct 12 22:53:58.549793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:58.560288 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d203094-ed57-49a0-ba46-bbbab1c57622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:58.570613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d203094-ed57-49a0-ba46-bbbab1c57622 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:58.571814 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4d203094-ed57-49a0-ba46-bbbab1c57622 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1d94fcad-bc05-44f4-b0be-d4b702544f71 HTTP/1.1" status: 204 len: 168 time: 1.9499605 Oct 12 22:53:58.629805 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2d9ccb-5698-4273-99cc-015e2f0cd8c1 x-openstack-request-id: req-1b2d9ccb-5698-4273-99cc-015e2f0cd8c1 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:53:58.630710 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "tag": "0f565c8e-5f24-450a-9e6c-5c734f1371ec", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:53:58.637970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d203094-ed57-49a0-ba46-bbbab1c57622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d94fcad-bc05-44f4-b0be-d4b702544f71,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:58.651808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Pushing event updated for resources: {'Port': ['ID=98dcfb8e-8ddd-40be-bd28-ce8ec2675399,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:53:58.654067 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1b2d9ccb-5698-4273-99cc-015e2f0cd8c1 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:53:58.659079 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'tag': '0f565c8e-5f24-450a-9e6c-5c734f1371ec', 'status': 'completed', 'code': 200} Oct 12 22:53:58.694664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b778b3ee-e2b0-49a4-b238-178369446d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:58.696299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-b778b3ee-e2b0-49a4-b238-178369446d07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fb5f8892-6560-4934-a476-d4f8a3e8aef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670527 Oct 12 22:53:58.722472 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:58.733709 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1aeea513-f621-43da-b4a5-5e7e046e7bb7 req-9f22d6a8-1a73-4e1e-b347-ecb817a69b3d tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518260 Oct 12 22:53:58.904794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Network f8f52403-51b3-4d38-8dc6-1b3395c5042f is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:53:58.908271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:53:58.990251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-364df47e-9c9e-4138-875d-bac49eace865 service neutron] 10.222.0.41 "GET /v2.0/networks/fb5f8892-6560-4934-a476-d4f8a3e8aef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784460 Oct 12 22:53:59.215868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-6951f27c-837e-4403-9189-be4097719d74 service neutron] 10.222.0.41 "GET /v2.0/networks/fb5f8892-6560-4934-a476-d4f8a3e8aef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154789 Oct 12 22:53:59.323343 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-0c8c9d33-ad81-412a-a1ad-bad80ae760b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=0f565c8e-5f24-450a-9e6c-5c734f1371ec HTTP/1.1" status: 200 len: 217 time: 0.0986874 Oct 12 22:53:59.337886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b47a7ba9-a8e7-4542-9b4e-593b0c44d8f1 None None] Provisioning complete for port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:59.338107 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b47a7ba9-a8e7-4542-9b4e-593b0c44d8f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:59.347236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Router c586ee39-3fff-435e-93b9-6030ef1a3175 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:53:59.406394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ab7451-99f7-4640-a500-6cf716b42a5e req-aa7e4203-a23f-43c2-b50f-44454e87c1fe tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:59.419113 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ab7451-99f7-4640-a500-6cf716b42a5e req-aa7e4203-a23f-43c2-b50f-44454e87c1fe tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.3971941 Oct 12 22:53:59.484772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:53:59.489995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-4bba472d-faf6-437f-af5c-6909bf1aaacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:59.493591 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-4bba472d-faf6-437f-af5c-6909bf1aaacd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e HTTP/1.1" status: 200 len: 801 time: 0.1559892 Oct 12 22:53:59.633214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-ec1727cb-f3f3-4c9f-bda5-828ce55fe427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:53:59.634884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-ec1727cb-f3f3-4c9f-bda5-828ce55fe427 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb6f19cf-54b6-4e44-931f-397e50610858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1355057 Oct 12 22:53:59.635728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b47a7ba9-a8e7-4542-9b4e-593b0c44d8f1 None None] Port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:53:59.700202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:53:59.700879 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:53:59.957073 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-fafbaa00-c2ef-468c-ae6f-72d2514bbc79 service neutron] 10.222.0.41 "GET /v2.0/networks/eb6f19cf-54b6-4e44-931f-397e50610858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009465 Oct 12 22:54:00.164282 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a179a4-711b-4b58-b114-2ff7ff4a28d1 req-791b0f09-3940-4d31-88c6-68486a16ffbd service neutron] 10.222.0.41 "GET /v2.0/networks/eb6f19cf-54b6-4e44-931f-397e50610858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986110 Oct 12 22:54:00.260640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:54:00.262569 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-a6a57fee-b60a-425a-9b34-c8d3b9e133a8 service neutron] show failed (client error): The resource could not be found. Oct 12 22:54:00.263862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-a6a57fee-b60a-425a-9b34-c8d3b9e133a8 service neutron] 10.222.0.41 "GET /v2.0/ports/04219a84-d219-4bbc-9df2-68e7d9991246/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.2403095 Oct 12 22:54:00.268981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7938a9cf-6799-417a-81ce-b54276f13fe0 admin admin] 10.222.0.31 "PUT /v2.0/routers/c586ee39-3fff-435e-93b9-6030ef1a3175/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9108858 Oct 12 22:54:00.271688 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Sync routers for ids ['c586ee39-3fff-435e-93b9-6030ef1a3175'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:54:00.288112 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Routers {'c586ee39-3fff-435e-93b9-6030ef1a3175'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:54:00.291584 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c586ee39-3fff-435e-93b9-6030ef1a3175'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:00.310419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166289-2a4d-44c2-8589-742f55d931dd req-117ee581-8776-4986-a129-c184554e8a6c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:00.316557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ab7451-99f7-4640-a500-6cf716b42a5e req-3a2f76c7-6eb4-40c6-a357-699abf67111e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8874602 Oct 12 22:54:00.363196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed166289-2a4d-44c2-8589-742f55d931dd req-117ee581-8776-4986-a129-c184554e8a6c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:00.364884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed166289-2a4d-44c2-8589-742f55d931dd req-117ee581-8776-4986-a129-c184554e8a6c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1679 time: 0.1612597 Oct 12 22:54:00.493989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35ff1-4581-4221-8774-129c5b1c350f req-7ed65f75-d1f5-4d55-bbb3-b14dab48bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:00.494469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35ff1-4581-4221-8774-129c5b1c350f req-7ed65f75-d1f5-4d55-bbb3-b14dab48bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:00.501371 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08f35ff1-4581-4221-8774-129c5b1c350f req-7ed65f75-d1f5-4d55-bbb3-b14dab48bb58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f56e91032b274c2ca0d9a614222a08d8&device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1983 time: 0.1837482 Oct 12 22:54:00.517615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed166289-2a4d-44c2-8589-742f55d931dd req-c9148c60-e785-4668-a8e5-f8a1e4d0bdb0 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427867 Oct 12 22:54:00.610184 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Set router c586ee39-3fff-435e-93b9-6030ef1a3175 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:54:00.749455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35ff1-4581-4221-8774-129c5b1c350f req-40739075-5bda-427b-bb98-173bc104087d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:00.750929 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08f35ff1-4581-4221-8774-129c5b1c350f req-40739075-5bda-427b-bb98-173bc104087d service neutron] 10.222.0.41 "GET /v2.0/networks?id=eb6f19cf-54b6-4e44-931f-397e50610858 HTTP/1.1" status: 200 len: 902 time: 0.2413566 Oct 12 22:54:00.859283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08f35ff1-4581-4221-8774-129c5b1c350f req-4d84f9b2-0ae2-4f41-aa32-4b3760ffc2a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.233&port_id=0f565c8e-5f24-450a-9e6c-5c734f1371ec HTTP/1.1" status: 200 len: 217 time: 0.0976965 Oct 12 22:54:00.967665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35ff1-4581-4221-8774-129c5b1c350f req-0de89401-bc74-41e3-b128-3f89bb2c3f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:00.969878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08f35ff1-4581-4221-8774-129c5b1c350f req-0de89401-bc74-41e3-b128-3f89bb2c3f8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e HTTP/1.1" status: 200 len: 801 time: 0.0998802 Oct 12 22:54:01.081414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-0228ca6f-dd30-49af-81f9-b2138b9fb22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:01.083240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-0228ca6f-dd30-49af-81f9-b2138b9fb22f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e&tenant_id=71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 1102 time: 0.1120858 Oct 12 22:54:01.114918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:01.119288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f35ff1-4581-4221-8774-129c5b1c350f req-78a6b51b-42b1-4151-9c5f-b6c5fb8cce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:01.121800 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08f35ff1-4581-4221-8774-129c5b1c350f req-78a6b51b-42b1-4151-9c5f-b6c5fb8cce91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eb6f19cf-54b6-4e44-931f-397e50610858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391644 Oct 12 22:54:01.154382 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:45Z', 'updated_at': '2021-10-12T22:53:57Z', 'revision_number': 4, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'gw_port': {'id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:47Z', 'updated_at': '2021-10-12T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '98dcfb8e-8ddd-40be-bd28-ce8ec2675399', 'name': '', 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'mac_address': 'fa:16:3e:3a:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '259e9b41-9311-47fb-88a6-9fa588404ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:55Z', 'updated_at': '2021-10-12T22:53:57Z', 'revision_number': 2, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'subnets': [{'id': '259e9b41-9311-47fb-88a6-9fa588404ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:01.254106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:01.260515 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Checking router: c586ee39-3fff-435e-93b9-6030ef1a3175 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:54:01.263827 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Updating router c586ee39-3fff-435e-93b9-6030ef1a3175 port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:54:01.311645 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:01.354069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08f35ff1-4581-4221-8774-129c5b1c350f req-9248184f-7578-439a-97cc-0e40e99753b5 service neutron] 10.222.0.41 "GET /v2.0/networks/eb6f19cf-54b6-4e44-931f-397e50610858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077191 Oct 12 22:54:01.554033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08f35ff1-4581-4221-8774-129c5b1c350f req-db2dcd88-f704-47b4-a3f3-fd66ab235353 service neutron] 10.222.0.41 "GET /v2.0/networks/eb6f19cf-54b6-4e44-931f-397e50610858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882327 Oct 12 22:54:01.704116 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:01.782373 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:01.983579 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52592eb7-1621-4207-a59b-225192f7ca76 None None] Pushing event updated for resources: {'Port': ['ID=98dcfb8e-8ddd-40be-bd28-ce8ec2675399,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:02.122646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:02.184510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:54:02.276547 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Attempting to bind port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:54:02.277802 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Attempting to bind port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '6338655d-75b6-44a5-94a8-9cf06d4c7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:54:02.283506 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Attempting to bind port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 on network f8f52403-51b3-4d38-8dc6-1b3395c5042f {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:02.304442 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:54:02.305020 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Checking segment: {'id': '6338655d-75b6-44a5-94a8-9cf06d4c7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:54:02.305579 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:02.308792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:02.309557 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Bound using segment: {'id': '6338655d-75b6-44a5-94a8-9cf06d4c7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:54:02.312769 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Bound port: 98dcfb8e-8ddd-40be-bd28-ce8ec2675399, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6338655d-75b6-44a5-94a8-9cf06d4c7019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:54:02.314829 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e80007-5590-4d8a-a8b7-3498d920ad28" -d '{"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:02.315538 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:02.328138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:02.374163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Transition to ACTIVE for port object 04219a84-d219-4bbc-9df2-68e7d9991246 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:54:02.452257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:02.563171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=6']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:02.595557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ece2e02e-edec-43e5-a99b-1220e61c8e81 None None] Provisioning complete for port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:02.596007 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ece2e02e-edec-43e5-a99b-1220e61c8e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:02.651333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] No DVR routers for this DVR port 04219a84-d219-4bbc-9df2-68e7d9991246 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:02.718853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:54:02.719559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:54:02.720084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:02.729218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Port 04219a84-d219-4bbc-9df2-68e7d9991246 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:54:02.730454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:02.736842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 53, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:54:02.737660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:54:02.738318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:54:02.739031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Bound port: 04219a84-d219-4bbc-9df2-68e7d9991246, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:54:02.739645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:02.771025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ece2e02e-edec-43e5-a99b-1220e61c8e81 None None] Port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:54:02.774688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3793107b-2c2e-4c96-a81b-60dad7688b70 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:54:02.797139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:02.817820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:54:03.002714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:54:03.042040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:54:03.076453 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] For port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:54:03.140004 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] For port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=98dcfb8e-8ddd-40be-bd28-ce8ec2675399,segment=NetworkSegment(6338655d-75b6-44a5-94a8-9cf06d4c7019),segment_id=6338655d-75b6-44a5-94a8-9cf06d4c7019)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:54:03.347388 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:03.374967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:03.388993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:03.422240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'mac_address': 'fa:16:3e:4c:ad:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:54:03.444617 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:03.496431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:03.540130 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:03.540794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:03.542235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d1e12478-13f4-430d-9fdc-34f00194cc41 service neutron] 10.222.0.25 "PUT /v2.0/ports/04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 1097 time: 2.4491327 Oct 12 22:54:03.589893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3793107b-2c2e-4c96-a81b-60dad7688b70, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3793107b-2c2e-4c96-a81b-60dad7688b70,segment=NetworkSegment(07173eed-f4e8-4a90-b7a5-015ca7f68330),segment_id=07173eed-f4e8-4a90-b7a5-015ca7f68330)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:03.626846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '3793107b-2c2e-4c96-a81b-60dad7688b70', 'network_id': 'fb5f8892-6560-4934-a476-d4f8a3e8aef8', 'port_id': '3793107b-2c2e-4c96-a81b-60dad7688b70', 'mac_address': 'fa:16:3e:12:90:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6529a42d-8a85-4f2a-bb4a-3e7ae313867b', 'ip_address': '19.80.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:54:03.640308 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Routers {'c586ee39-3fff-435e-93b9-6030ef1a3175'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:54:03.640564 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:53:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c586ee39-3fff-435e-93b9-6030ef1a3175'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:03.651137 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:03.806216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-3556ace2-6cd4-4c4c-9e8f-5f7ca541b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:03.839218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-3556ace2-6cd4-4c4c-9e8f-5f7ca541b0b4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1100 time: 0.2439272 Oct 12 22:54:03.858340 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:03.899099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:03.916136 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52592eb7-1621-4207-a59b-225192f7ca76 None None] Pushing event updated for resources: {'Port': ['ID=98dcfb8e-8ddd-40be-bd28-ce8ec2675399,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:03.942390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3793107b-2c2e-4c96-a81b-60dad7688b70 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:04.099996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:04.107775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3793107b-2c2e-4c96-a81b-60dad7688b70, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3793107b-2c2e-4c96-a81b-60dad7688b70,segment=NetworkSegment(07173eed-f4e8-4a90-b7a5-015ca7f68330),segment_id=07173eed-f4e8-4a90-b7a5-015ca7f68330)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:04.165691 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:04.201806 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] Set router c586ee39-3fff-435e-93b9-6030ef1a3175 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:54:04.266860 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:04.267847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 0f565c8e-5f24-450a-9e6c-5c734f1371ec details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:54:04.296428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d7237da3-c7a7-485a-a43b-8a4a02a583fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:04.307168 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-d7237da3-c7a7-485a-a43b-8a4a02a583fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.4585910 Oct 12 22:54:04.354414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:04.466677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-13a2d114-0ffc-4e69-a3dd-b9a283677765 None None] Provisioning complete for port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:04.467096 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13a2d114-0ffc-4e69-a3dd-b9a283677765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:04.485311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-51d00f60-cca8-4fe0-bb9d-340bb4466cb2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 217 time: 0.1747465 Oct 12 22:54:04.562345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:04.612235 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 22:54:04.623763 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-7c482a9e-2b6f-4f82-936d-2c1ad08cfa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:04.640824 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-7c482a9e-2b6f-4f82-936d-2c1ad08cfa89 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1384356 Oct 12 22:54:04.736645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-5fb80d7e-c954-4839-8059-e4345a62fac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:04.740656 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-5fb80d7e-c954-4839-8059-e4345a62fac5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1058924 Oct 12 22:54:04.867492 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:45Z', 'updated_at': '2021-10-12T22:53:57Z', 'revision_number': 4, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'gw_port': {'id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:47Z', 'updated_at': '2021-10-12T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '98dcfb8e-8ddd-40be-bd28-ce8ec2675399', 'name': '', 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'mac_address': 'fa:16:3e:3a:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '259e9b41-9311-47fb-88a6-9fa588404ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:55Z', 'updated_at': '2021-10-12T22:54:02Z', 'revision_number': 4, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'subnets': [{'id': '259e9b41-9311-47fb-88a6-9fa588404ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:04.921632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13a2d114-0ffc-4e69-a3dd-b9a283677765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:04.928105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3793107b-2c2e-4c96-a81b-60dad7688b70,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:04.966405 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-66cf2deb-3404-4291-b961-f97b7ab67ea5 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212553 Oct 12 22:54:05.008060 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5d4845-b156-4259-ad2b-65471f968b7e None None] The sync data for ids ['c586ee39-3fff-435e-93b9-6030ef1a3175'] in n-d-790519-14 is: [{'id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:45Z', 'updated_at': '2021-10-12T22:53:57Z', 'revision_number': 4, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'gw_port': {'id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:47Z', 'updated_at': '2021-10-12T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '98dcfb8e-8ddd-40be-bd28-ce8ec2675399', 'name': '', 'network_id': 'f8f52403-51b3-4d38-8dc6-1b3395c5042f', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'mac_address': 'fa:16:3e:3a:d0:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_interface', 'standard_attr_id': 709, 'fixed_ips': [{'subnet_id': '259e9b41-9311-47fb-88a6-9fa588404ca9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:55Z', 'updated_at': '2021-10-12T22:54:02Z', 'revision_number': 4, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'subnets': [{'id': '259e9b41-9311-47fb-88a6-9fa588404ca9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:54:05.207385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 0f565c8e-5f24-450a-9e6c-5c734f1371ec, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0f565c8e-5f24-450a-9e6c-5c734f1371ec,segment=NetworkSegment(36d9ea5b-10e5-4356-ba04-13b181c13355),segment_id=36d9ea5b-10e5-4356-ba04-13b181c13355)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:05.234282 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8337aa4-f909-4659-9466-0f7b189c7dcf req-2fba4bc4-26e8-4147-aaf6-e0c24ce5a493 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584403 Oct 12 22:54:05.280377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-13a2d114-0ffc-4e69-a3dd-b9a283677765 None None] For port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=98dcfb8e-8ddd-40be-bd28-ce8ec2675399,segment=NetworkSegment(6338655d-75b6-44a5-94a8-9cf06d4c7019),segment_id=6338655d-75b6-44a5-94a8-9cf06d4c7019)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:05.290013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '0f565c8e-5f24-450a-9e6c-5c734f1371ec', 'network_id': 'eb6f19cf-54b6-4e44-931f-397e50610858', 'port_id': '0f565c8e-5f24-450a-9e6c-5c734f1371ec', 'mac_address': 'fa:16:3e:80:03:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e', 'ip_address': '19.86.0.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:54:05.446687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:05.472332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13a2d114-0ffc-4e69-a3dd-b9a283677765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:05.708163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a2d114-0ffc-4e69-a3dd-b9a283677765 None None] Pushing event updated for resources: {'Port': ['ID=98dcfb8e-8ddd-40be-bd28-ce8ec2675399,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:05.735890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:05.762643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f565c8e-5f24-450a-9e6c-5c734f1371ec {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:05.818059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 0f565c8e-5f24-450a-9e6c-5c734f1371ec, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0f565c8e-5f24-450a-9e6c-5c734f1371ec,segment=NetworkSegment(36d9ea5b-10e5-4356-ba04-13b181c13355),segment_id=36d9ea5b-10e5-4356-ba04-13b181c13355)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:05.908382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:06.032890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=0f565c8e-5f24-450a-9e6c-5c734f1371ec,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:06.109261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:06.109969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:06.139197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42588) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:06.180895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['0f565c8e-5f24-450a-9e6c-5c734f1371ec'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:06.506373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e85fd947-63b3-457a-baae-45793c4a8003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:06.847988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:06.964889 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e85fd947-63b3-457a-baae-45793c4a8003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:06.973284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:06.973767 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:07.016227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e85fd947-63b3-457a-baae-45793c4a8003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:07.188383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42594) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:07.188991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e85fd947-63b3-457a-baae-45793c4a8003 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d170a79f42ff4d17958f8b4328a7620e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0482204 Oct 12 22:54:07.198178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fd947-63b3-457a-baae-45793c4a8003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cae259c-1989-4278-8dcc-628638499ec8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:07.297606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['3793107b-2c2e-4c96-a81b-60dad7688b70'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:07.433365 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e011bc07-e9ca-4e31-ad9b-a72d7a79b851 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:07.503398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:07.505529 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e011bc07-e9ca-4e31-ad9b-a72d7a79b851 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:07.615370 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:07.686376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:07.688684 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2da9b6-6526-468b-accc-e9426a075ae9" -d '{"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-plugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:07.706958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:07.728139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:07.728139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:07.756231 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e011bc07-e9ca-4e31-ad9b-a72d7a79b851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:07.767033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e011bc07-e9ca-4e31-ad9b-a72d7a79b851 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:07.784947 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e011bc07-e9ca-4e31-ad9b-a72d7a79b851 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4cae259c-1989-4278-8dcc-628638499ec8 HTTP/1.1" status: 204 len: 168 time: 0.5823345 Oct 12 22:54:07.806328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e011bc07-e9ca-4e31-ad9b-a72d7a79b851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cae259c-1989-4278-8dcc-628638499ec8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:07.963689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 0f565c8e-5f24-450a-9e6c-5c734f1371ec up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:07.993797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:08.095905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f89c0c-26e3-4ada-bafe-f4840a6985a0 req-928940b2-d2d4-4920-9c96-3fdcc4d7da02 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:08.117196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01f89c0c-26e3-4ada-bafe-f4840a6985a0 req-928940b2-d2d4-4920-9c96-3fdcc4d7da02 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 948 time: 0.1383471 Oct 12 22:54:08.227197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01f89c0c-26e3-4ada-bafe-f4840a6985a0 req-6b5b0229-251b-4ec6-b116-788685acc395 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037118 Oct 12 22:54:08.228181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f5f9d-3b12-4ff6-bd9d-d6db259c4aa2 req-f4d0f0b9-c983-4e29-b188-9d8739f74e66 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:08.262521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:08.264519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f5f9d-3b12-4ff6-bd9d-d6db259c4aa2 req-f4d0f0b9-c983-4e29-b188-9d8739f74e66 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:08.269116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f8f5f9d-3b12-4ff6-bd9d-d6db259c4aa2 req-f4d0f0b9-c983-4e29-b188-9d8739f74e66 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1681 time: 0.2579067 Oct 12 22:54:08.452639 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f8f5f9d-3b12-4ff6-bd9d-d6db259c4aa2 req-362b0ada-51d7-4cad-b14a-c647066820df tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767569 Oct 12 22:54:08.616316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 0f565c8e-5f24-450a-9e6c-5c734f1371ec completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:54:08.627629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 0f565c8e-5f24-450a-9e6c-5c734f1371ec triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:08.628004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:08.800039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:08.881849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:54:09.050157 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b5493b-1632-47a1-a9af-857be5d7b97e x-openstack-request-id: req-77b5493b-1632-47a1-a9af-857be5d7b97e {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:09.050838 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:09.051376 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-77b5493b-1632-47a1-a9af-857be5d7b97e {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:09.052031 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246', 'code': 200} Oct 12 22:54:09.069627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 0f565c8e-5f24-450a-9e6c-5c734f1371ec, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0f565c8e-5f24-450a-9e6c-5c734f1371ec,segment=NetworkSegment(36d9ea5b-10e5-4356-ba04-13b181c13355),segment_id=36d9ea5b-10e5-4356-ba04-13b181c13355)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:09.078769 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 22:54:09.092006 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e76490-b5ad-4a4b-b24b-a0a9bcaa6ada x-openstack-request-id: req-05e76490-b5ad-4a4b-b24b-a0a9bcaa6ada {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:09.096192 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-plugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:09.096447 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-05e76490-b5ad-4a4b-b24b-a0a9bcaa6ada {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:09.097895 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'code': 200} Oct 12 22:54:09.129262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42642) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:09.145984 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c18b301c-4ab6-427c-8ee4-8e336069a17e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:09.157636 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:09.276359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c18b301c-4ab6-427c-8ee4-8e336069a17e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:09.340557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:09.347895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c18b301c-4ab6-427c-8ee4-8e336069a17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:09.410114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '04219a84-d219-4bbc-9df2-68e7d9991246', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '04219a84-d219-4bbc-9df2-68e7d9991246', 'mac_address': 'fa:16:3e:0f:3d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:54:09.472098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c18b301c-4ab6-427c-8ee4-8e336069a17e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8629cab29d248229f61a65d8afa6e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3413048 Oct 12 22:54:09.474973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42652) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:09.487825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b301c-4ab6-427c-8ee4-8e336069a17e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e87ee48-a969-46db-99b3-3e3ee33366a3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:09.617429 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35907560-b04f-4bcd-ac29-8be428f6fa3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:09.644872 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:09.659426 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35907560-b04f-4bcd-ac29-8be428f6fa3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:09.661511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=0f565c8e-5f24-450a-9e6c-5c734f1371ec,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:09.701541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04219a84-d219-4bbc-9df2-68e7d9991246 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:09.732358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:09.845066 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35907560-b04f-4bcd-ac29-8be428f6fa3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:09.848164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35907560-b04f-4bcd-ac29-8be428f6fa3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:09.849722 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-35907560-b04f-4bcd-ac29-8be428f6fa3f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0e87ee48-a969-46db-99b3-3e3ee33366a3 HTTP/1.1" status: 204 len: 168 time: 0.3736079 Oct 12 22:54:09.875312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35907560-b04f-4bcd-ac29-8be428f6fa3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e87ee48-a969-46db-99b3-3e3ee33366a3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:09.880098 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:10.039735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3793107b-2c2e-4c96-a81b-60dad7688b70 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:10.442191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:10.548617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['04219a84-d219-4bbc-9df2-68e7d9991246'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:10.553429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 3793107b-2c2e-4c96-a81b-60dad7688b70 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:54:10.617673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 3793107b-2c2e-4c96-a81b-60dad7688b70 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:10.618710 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:10.897265 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:10.956443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3793107b-2c2e-4c96-a81b-60dad7688b70, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3793107b-2c2e-4c96-a81b-60dad7688b70,segment=NetworkSegment(07173eed-f4e8-4a90-b7a5-015ca7f68330),segment_id=07173eed-f4e8-4a90-b7a5-015ca7f68330)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:11.014390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:11.053439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:11.055618 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4" -d '{"events": [{"name": "network-changed", "server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:11.103294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f565c8e-5f24-450a-9e6c-5c734f1371ec'}, {'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3793107b-2c2e-4c96-a81b-60dad7688b70'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:11.107927 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364f04f4-2665-44d2-8e0d-9a6b28925e1a" -d '{"events": [{"server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "name": "network-vif-plugged", "status": "completed", "tag": "0f565c8e-5f24-450a-9e6c-5c734f1371ec"}, {"server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "name": "network-vif-plugged", "status": "completed", "tag": "3793107b-2c2e-4c96-a81b-60dad7688b70"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:11.154437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3793107b-2c2e-4c96-a81b-60dad7688b70,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:12.137603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e932fd00-b553-45ce-8a18-e097bd435672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:12.841865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:13.009785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 04219a84-d219-4bbc-9df2-68e7d9991246 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:54:13.015628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 04219a84-d219-4bbc-9df2-68e7d9991246 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:13.020898 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:13.226599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:13.366516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:13.467438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:13.616579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:13.625285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.639074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.639468 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.639836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.640143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.640478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.640811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.641141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.641477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.641805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.642134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:13.642456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:14.531795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42708) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:14.786629 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25dfe485-fa06-4f67-a7b9-c14e667674ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:14.871221 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25dfe485-fa06-4f67-a7b9-c14e667674ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:15.164474 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32bcf7c5-0c42-4570-a12b-cff8836d98d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:15.169767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25dfe485-fa06-4f67-a7b9-c14e667674ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:15.233218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25dfe485-fa06-4f67-a7b9-c14e667674ac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e5a0e78816014e739256486c9d17eaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6957297 Oct 12 22:54:15.235691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42712) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:15.266107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dfe485-fa06-4f67-a7b9-c14e667674ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe3801c7-b85d-4478-9b70-f7910fe968b7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:15.313376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ea24-3a6b-4ab0-86c6-70402191f94b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:15.345160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ea24-3a6b-4ab0-86c6-70402191f94b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:15.553707 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:15.582275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ea24-3a6b-4ab0-86c6-70402191f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:15.590619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1e5ea24-3a6b-4ab0-86c6-70402191f94b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:15.598286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c1e5ea24-3a6b-4ab0-86c6-70402191f94b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fe3801c7-b85d-4478-9b70-f7910fe968b7 HTTP/1.1" status: 204 len: 168 time: 0.3550937 Oct 12 22:54:15.601536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e5ea24-3a6b-4ab0-86c6-70402191f94b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe3801c7-b85d-4478-9b70-f7910fe968b7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:15.971979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:16.582043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42732) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:16.611114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c4f1396e-98c5-4a70-b894-736feacd3f97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:16.761982 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c4f1396e-98c5-4a70-b894-736feacd3f97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:16.919592 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c4f1396e-98c5-4a70-b894-736feacd3f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:16.991525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f1396e-98c5-4a70-b894-736feacd3f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ce43c6-9e5c-4bbd-abe2-f9706ac289f3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:17.014437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42754) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:17.025642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c4f1396e-98c5-4a70-b894-736feacd3f97 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f8529b5e08ec4426a376ba60ff1fa1ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4422605 Oct 12 22:54:17.054897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d69082-5908-4f63-afa2-b1899dabb0c4 req-05d31fe0-d082-473a-8bfb-b1617f7189a8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:17.063231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9d69082-5908-4f63-afa2-b1899dabb0c4 req-05d31fe0-d082-473a-8bfb-b1617f7189a8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 950 time: 0.1147683 Oct 12 22:54:17.076908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9111a77-9b80-4790-b015-b8f8b0745117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:17.100112 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9111a77-9b80-4790-b015-b8f8b0745117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:17.115756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9d69082-5908-4f63-afa2-b1899dabb0c4 req-238e226f-d99e-4eb7-98c1-f170ecd8ab50 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466912 Oct 12 22:54:17.268849 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9111a77-9b80-4790-b015-b8f8b0745117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:17.271813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9111a77-9b80-4790-b015-b8f8b0745117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:17.277005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f9111a77-9b80-4790-b015-b8f8b0745117 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/74ce43c6-9e5c-4bbd-abe2-f9706ac289f3 HTTP/1.1" status: 204 len: 168 time: 0.2572646 Oct 12 22:54:17.282590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9111a77-9b80-4790-b015-b8f8b0745117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ce43c6-9e5c-4bbd-abe2-f9706ac289f3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:17.413373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60be90-c2cc-41ce-abdb-cdf33c040c2b req-077a6aba-b1d0-4fdd-98fc-c7569917383c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:17.425080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60be90-c2cc-41ce-abdb-cdf33c040c2b req-077a6aba-b1d0-4fdd-98fc-c7569917383c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:17.429869 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eece343b-ccb0-452d-86a9-fb0075412825 x-openstack-request-id: req-eece343b-ccb0-452d-86a9-fb0075412825 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:17.430475 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:17.430971 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eece343b-ccb0-452d-86a9-fb0075412825 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:17.431617 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246', 'status': 'completed', 'code': 200} Oct 12 22:54:17.456789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce60be90-c2cc-41ce-abdb-cdf33c040c2b req-077a6aba-b1d0-4fdd-98fc-c7569917383c tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1683 time: 0.1852164 Oct 12 22:54:17.528791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce60be90-c2cc-41ce-abdb-cdf33c040c2b req-a1362e17-4f0f-4b09-939f-c1d30e9341a0 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631239 Oct 12 22:54:17.538207 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90c55e4-3c8e-483d-b51e-f4b94da748a8 x-openstack-request-id: req-a90c55e4-3c8e-483d-b51e-f4b94da748a8 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:17.539318 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "name": "network-vif-plugged", "status": "completed", "tag": "0f565c8e-5f24-450a-9e6c-5c734f1371ec", "code": 200}, {"server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "name": "network-vif-plugged", "status": "completed", "tag": "3793107b-2c2e-4c96-a81b-60dad7688b70", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:17.539863 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a90c55e4-3c8e-483d-b51e-f4b94da748a8 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:17.540476 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f565c8e-5f24-450a-9e6c-5c734f1371ec', 'code': 200} Oct 12 22:54:17.540923 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3793107b-2c2e-4c96-a81b-60dad7688b70', 'code': 200} Oct 12 22:54:17.615404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-c3041cb1-9ed5-43ad-896b-aadcede2c4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:17.619693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-c3041cb1-9ed5-43ad-896b-aadcede2c4f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1102 time: 0.1781108 Oct 12 22:54:17.649181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-8ba66ab3-7cd7-40a8-bb48-f0aeb24afdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:17.653736 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-8ba66ab3-7cd7-40a8-bb48-f0aeb24afdf9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1102 time: 0.1646469 Oct 12 22:54:17.685586 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:17.713914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85169f-adf9-4bc1-99e3-8b60a83e5816 req-6bfc0bc9-9a74-4ec6-91b2-eac959e7392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:17.716265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85169f-adf9-4bc1-99e3-8b60a83e5816 req-6bfc0bc9-9a74-4ec6-91b2-eac959e7392e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:17.719251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e85169f-adf9-4bc1-99e3-8b60a83e5816 req-6bfc0bc9-9a74-4ec6-91b2-eac959e7392e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1987 time: 0.0827031 Oct 12 22:54:17.761832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-7b687a5f-f33e-4f55-9afe-eb4ceaeb77c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:17.761832 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-7b687a5f-f33e-4f55-9afe-eb4ceaeb77c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1147337 Oct 12 22:54:17.795069 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e85169f-adf9-4bc1-99e3-8b60a83e5816 req-4372b623-9cf9-4118-a4dc-1503351af567 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680559 Oct 12 22:54:17.839872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-98e305fd-0990-4abb-b33d-10956c79956c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 217 time: 0.0636799 Oct 12 22:54:17.957773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-329a7be5-c1e1-4b09-9409-a99197710b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:17.959671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-329a7be5-c1e1-4b09-9409-a99197710b0e service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1972458 Oct 12 22:54:18.070152 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-cea2a5c5-8e24-42a7-97bf-ce41f17213ad service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 217 time: 0.1000223 Oct 12 22:54:18.121609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-917ce51a-b9a9-48ff-9827-4ea40a8e95af tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:18.126639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-917ce51a-b9a9-48ff-9827-4ea40a8e95af tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.41 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 944 time: 0.1183066 Oct 12 22:54:18.294853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-efa77c9f-0004-4916-918e-c7f83b534492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:18.300623 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-efa77c9f-0004-4916-918e-c7f83b534492 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2169039 Oct 12 22:54:18.304866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-96d21f6b-00a9-4803-8ba1-779ac12bfd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:18.311160 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-96d21f6b-00a9-4803-8ba1-779ac12bfd42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2619774 Oct 12 22:54:18.357116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Deleting port 69879ed8-43f0-47b8-83d7-550d5c554923 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:18.357116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:18.446241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-3d81b44e-2e4b-45b0-b5c5-0b205c7e4cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:18.448653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-3d81b44e-2e4b-45b0-b5c5-0b205c7e4cfc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1343293 Oct 12 22:54:18.458182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-3ab4070d-bb12-4319-b5b0-ecaaa76c2016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:18.459836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-3ab4070d-bb12-4319-b5b0-ecaaa76c2016 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1266718 Oct 12 22:54:18.761310 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-0f612a82-b821-4011-88e6-9639ced24280 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983584 Oct 12 22:54:18.765655 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:18.799301 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-58f7465f-8290-4eb6-b57f-dcf9652a08d8 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288898 Oct 12 22:54:18.924597 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:19.202278 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-293319d4-b8c6-465f-9f85-a09280ae9959 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298875 Oct 12 22:54:19.230563 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf0dc1e8-8af6-4f25-b47e-67e7e99f46f4 req-a14687b5-fa4f-46ff-9089-094c11a05694 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135396 Oct 12 22:54:19.248627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f10ea2-b217-4c82-a5c5-0f5a334e61c9 req-5fd03ef2-a3b1-4b73-8266-8790b8fddaac tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:19.256374 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45f10ea2-b217-4c82-a5c5-0f5a334e61c9 req-5fd03ef2-a3b1-4b73-8266-8790b8fddaac tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5ce49ea2-6eb0-4d5d-a91e-bcd435732b63 HTTP/1.1" status: 200 len: 944 time: 0.8469825 Oct 12 22:54:19.300751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-fa392c2a-4c27-4e5c-a1c9-3ae8f1af80a7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:19.302855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-fa392c2a-4c27-4e5c-a1c9-3ae8f1af80a7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e&tenant_id=71de4dadbd02400388deaaa5fd5e081f&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 950 time: 0.9415898 Oct 12 22:54:19.343244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] For port 69879ed8-43f0-47b8-83d7-550d5c554923, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=69879ed8-43f0-47b8-83d7-550d5c554923,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:19.343880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:19.387569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45f10ea2-b217-4c82-a5c5-0f5a334e61c9 req-71eae255-1dc0-4f7c-8836-91896cd7da30 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301477 Oct 12 22:54:19.421377 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Calling delete_port for 69879ed8-43f0-47b8-83d7-550d5c554923 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:19.519146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-e50fedae-0669-4d01-9e58-70f25b23acea service neutron] 10.222.0.25 "GET /v2.0/ports/04219a84-d219-4bbc-9df2-68e7d9991246/bindings/n-h2-790519-14 HTTP/1.1" status: 200 len: 383 time: 0.1939278 Oct 12 22:54:19.543594 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:19.546576 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b12ea86d-e1df-4c87-8980-98f4f45319aa" -d '{"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-plugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:19.699461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-a6e9d462-7948-426b-8ac2-5dc1f1cd0cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:19.701157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-a6e9d462-7948-426b-8ac2-5dc1f1cd0cc4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1102 time: 0.1535554 Oct 12 22:54:19.861354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:19.874575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['69879ed8-43f0-47b8-83d7-550d5c554923'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:19.915591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-9d1a5b94-4230-4ae8-862c-e662cae96cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:19.918199 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-9d1a5b94-4230-4ae8-862c-e662cae96cc7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2085733 Oct 12 22:54:19.929271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Pushing event deleted for resources: {'Port': ['ID=69879ed8-43f0-47b8-83d7-550d5c554923,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:19.986921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-08d8dd46-0818-4cc3-ba01-56ffb546363d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 217 time: 0.0546660 Oct 12 22:54:20.045682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-cdb40223-c892-4555-a4ce-a1a7fccb9cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:20.047606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-cdb40223-c892-4555-a4ce-a1a7fccb9cc5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0511405 Oct 12 22:54:20.152572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] No DVR routers for this DVR port 69879ed8-43f0-47b8-83d7-550d5c554923 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:20.156231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:20.160106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-31a1d74d-9b4b-410f-8b14-e9085c806b36 req-f4d3000c-28eb-4623-b66a-5784c69bdd89 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.41 "DELETE /v2.0/ports/69879ed8-43f0-47b8-83d7-550d5c554923 HTTP/1.1" status: 204 len: 173 time: 2.0266929 Oct 12 22:54:20.160889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'name': 'network-vif-deleted', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:20.163665 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0f842f-998c-4c51-9f81-eca18d72e298" -d '{"events": [{"server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "name": "network-vif-deleted", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:20.173006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-089ded9f-377d-469e-bb3f-e580350252bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:20.174884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-089ded9f-377d-469e-bb3f-e580350252bf service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1152112 Oct 12 22:54:20.288015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-c19a91b9-9fa3-442a-8372-8bac6250a3d3 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038411 Oct 12 22:54:20.406547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-c91ebd40-8e87-4cf5-a5f6-1b2b69cba51d service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066523 Oct 12 22:54:20.870522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9df7f008-7960-43a3-9336-46ad3640d6c7 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:20.964005 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:21.000269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9df7f008-7960-43a3-9336-46ad3640d6c7,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:21.084857 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:21.188086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9df7f008-7960-43a3-9336-46ad3640d6c7,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:21.780368 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-e84f05ba-13f0-42b4-9943-3d82b36d5b26 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0589530 Oct 12 22:54:21.878970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-9377c9c0-b33b-4c5e-9fbe-9eeabb2406db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:21.880803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-9377c9c0-b33b-4c5e-9fbe-9eeabb2406db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 1096 time: 0.0519178 Oct 12 22:54:21.969541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 69879ed8-43f0-47b8-83d7-550d5c554923 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:21.996120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 69879ed8-43f0-47b8-83d7-550d5c554923 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:21.996613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 69879ed8-43f0-47b8-83d7-550d5c554923 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:22.007219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-b06f4e53-8343-4681-8fb8-3446d14add49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:22.008720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-b06f4e53-8343-4681-8fb8-3446d14add49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.1029723 Oct 12 22:54:22.058078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-c60770ea-7baa-4fe9-aa7e-cd712ebacefc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 200 len: 217 time: 0.0411084 Oct 12 22:54:22.135945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-2b496503-11a0-4232-b604-d8105f0d79ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:22.137781 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-2b496503-11a0-4232-b604-d8105f0d79ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0738635 Oct 12 22:54:22.171791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-52280369-2694-41fa-b5ae-b7abeb70922f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274005 Oct 12 22:54:22.277933 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-fde5e5dd-c0e9-475e-ace1-b2b073c99ce8 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986102 Oct 12 22:54:22.382362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2ed8a6e-9cd8-4c9b-abff-bb0c3b89a306 req-3ba69770-6df6-4feb-96a9-63c68c60eff1 service neutron] 10.222.0.41 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971034 Oct 12 22:54:24.135499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-ce78b11f-6e45-4b31-9d06-378f679c314b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:24.138491 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-ce78b11f-6e45-4b31-9d06-378f679c314b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e&tenant_id=71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 1102 time: 0.0545506 Oct 12 22:54:24.153659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:24.215828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:24.504426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:24.551183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:54:24.599069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:24.616766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Transition to ACTIVE for port object 04219a84-d219-4bbc-9df2-68e7d9991246 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:54:24.679214 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:24.752400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:24.795250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] No DVR routers for this DVR port 04219a84-d219-4bbc-9df2-68e7d9991246 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:24.845319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:54:24.845697 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:54:24.846008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:24.852350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Port 04219a84-d219-4bbc-9df2-68e7d9991246 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:54:24.852671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Attempting to bind port 04219a84-d219-4bbc-9df2-68e7d9991246 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:24.859593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:54:24.859834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:54:24.860078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:54:24.860466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Bound port: 04219a84-d219-4bbc-9df2-68e7d9991246, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:54:24.860821 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:24.945172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:54:24.949761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:54:25.079143 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:25.118122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.118852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:25.120456 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] 10.222.0.41 "PUT /v2.0/ports/04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 1098 time: 0.9757299 Oct 12 22:54:25.203236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-379851f1-e578-4fef-9dc7-40925e756051 req-49d88a2c-ab0b-44c4-a09b-d8024b923f99 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1871977 Oct 12 22:54:25.205798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460b45df-c984-4a66-9fa5-25cdde577ed9 service neutron] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=11']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:25.234792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-a50c5a5d-e8d5-4185-ada6-631ad32a9e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.236318 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-a50c5a5d-e8d5-4185-ada6-631ad32a9e5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1101 time: 0.0886602 Oct 12 22:54:25.387350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379851f1-e578-4fef-9dc7-40925e756051 req-700e6805-b17e-4962-a33b-4448a3c6c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.388878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-379851f1-e578-4fef-9dc7-40925e756051 req-700e6805-b17e-4962-a33b-4448a3c6c845 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 1097 time: 0.0867982 Oct 12 22:54:25.487220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-9191e413-3eb0-48b2-96f7-1937d0726e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.488801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-9191e413-3eb0-48b2-96f7-1937d0726e67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2443285 Oct 12 22:54:25.537157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-c16710ea-8533-4173-aaa2-82645ab65a46 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 217 time: 0.0396330 Oct 12 22:54:25.631042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-bebc378a-f554-4bdd-83d4-ec59d16e52d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.632709 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-bebc378a-f554-4bdd-83d4-ec59d16e52d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0866399 Oct 12 22:54:25.638119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379851f1-e578-4fef-9dc7-40925e756051 req-bfd90991-02f6-413b-aa40-0d8b7ad8c522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.640343 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-379851f1-e578-4fef-9dc7-40925e756051 req-bfd90991-02f6-413b-aa40-0d8b7ad8c522 service neutron] 10.222.0.25 "GET /v2.0/networks?id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 200 len: 922 time: 0.2208555 Oct 12 22:54:25.690600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aae219-5ed9-45c4-ad7d-e9f1bee571fa req-820bf202-0280-4a40-8fe1-8e7405d6921b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.692108 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-16aae219-5ed9-45c4-ad7d-e9f1bee571fa req-820bf202-0280-4a40-8fe1-8e7405d6921b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 949 time: 0.0596895 Oct 12 22:54:25.720563 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-379851f1-e578-4fef-9dc7-40925e756051 req-18946254-9b0a-4fb5-bc20-89b8c8ee3dba service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 200 len: 217 time: 0.0503144 Oct 12 22:54:25.732368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-16aae219-5ed9-45c4-ad7d-e9f1bee571fa req-2cd254e8-ab91-4037-abca-48b9c2dff1a1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336761 Oct 12 22:54:25.746147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-c73c39c9-1b45-4c11-a98f-b2001c30b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.747664 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-c73c39c9-1b45-4c11-a98f-b2001c30b491 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1064684 Oct 12 22:54:25.797859 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1daa30e-4393-4dce-b4fb-cef16b05bba6 x-openstack-request-id: req-d1daa30e-4393-4dce-b4fb-cef16b05bba6 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:25.798384 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-plugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:25.798384 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1daa30e-4393-4dce-b4fb-cef16b05bba6 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:25.798737 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246', 'code': 200} Oct 12 22:54:25.808024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2439da-21a2-4b4d-aa58-7c6399535340 req-bfe58318-9496-4a58-8e7b-7172d72fcec0 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.814648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2439da-21a2-4b4d-aa58-7c6399535340 req-bfe58318-9496-4a58-8e7b-7172d72fcec0 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.816580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d2439da-21a2-4b4d-aa58-7c6399535340 req-bfe58318-9496-4a58-8e7b-7172d72fcec0 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1683 time: 0.1385860 Oct 12 22:54:25.913012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d2439da-21a2-4b4d-aa58-7c6399535340 req-1040da7e-9d54-4322-a102-5b2c73dd0249 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900009 Oct 12 22:54:25.931088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-de81d3aa-ccab-4e0d-887c-34b2e34b5cc7 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760690 Oct 12 22:54:25.937071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379851f1-e578-4fef-9dc7-40925e756051 req-c4520bd4-91d1-4e48-aa9d-182466312211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:25.938612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-379851f1-e578-4fef-9dc7-40925e756051 req-c4520bd4-91d1-4e48-aa9d-182466312211 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 200 len: 861 time: 0.0964057 Oct 12 22:54:25.968363 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b406cd06-f166-4cf5-bbd0-beff014531f3 x-openstack-request-id: req-b406cd06-f166-4cf5-bbd0-beff014531f3 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:25.968782 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ce49ea2-6eb0-4d5d-a91e-bcd435732b63", "name": "network-vif-deleted", "tag": "69879ed8-43f0-47b8-83d7-550d5c554923", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:25.969160 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b406cd06-f166-4cf5-bbd0-beff014531f3 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:25.969552 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ce49ea2-6eb0-4d5d-a91e-bcd435732b63', 'name': 'network-vif-deleted', 'tag': '69879ed8-43f0-47b8-83d7-550d5c554923', 'status': 'completed', 'code': 200} Oct 12 22:54:26.007365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-379851f1-e578-4fef-9dc7-40925e756051 req-b8cf85bc-ddd1-4c1b-94bb-0e82eee74ca2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=302c12b8-cbe9-4b3d-88d2-e0b6eb253943&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599699 Oct 12 22:54:26.124747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6961fcd-e954-42c0-9f76-61812898b9bd req-4214d4a2-7a89-4115-b044-f9e8b418a102 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850896 Oct 12 22:54:26.158596 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-379851f1-e578-4fef-9dc7-40925e756051 req-bb006a6e-56d0-4cf8-ad9d-bf54aa7250ea service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423390 Oct 12 22:54:26.273502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-379851f1-e578-4fef-9dc7-40925e756051 req-cc473751-9df0-468a-af9d-8d3cee1eef98 service neutron] 10.222.0.25 "GET /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068289 Oct 12 22:54:26.899446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:26.944956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:26.945564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:27.040673 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:27.078782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:27.171145 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:27.240092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:27.522248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc30dc6-008d-4204-84a8-c957d5d89ffa req-709bbaf9-4015-46b1-b56a-48ee137ea450 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:27.533528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ebc30dc6-008d-4204-84a8-c957d5d89ffa req-709bbaf9-4015-46b1-b56a-48ee137ea450 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 946 time: 0.0798020 Oct 12 22:54:27.581153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ebc30dc6-008d-4204-84a8-c957d5d89ffa req-1c7362bf-9e5d-4b72-a6ea-7aa958f03cac tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466259 Oct 12 22:54:27.743126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaa228d-30af-4774-a99a-768a611a13f4 req-5b27c94d-ae0f-4839-be4b-19a0c61d4f60 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:27.745218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-deaa228d-30af-4774-a99a-768a611a13f4 req-5b27c94d-ae0f-4839-be4b-19a0c61d4f60 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 949 time: 0.0638313 Oct 12 22:54:27.800470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7'}, {'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:27.802813 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780364f7-b68f-4f82-aa1a-3be6a156408b" -d '{"events": [{"server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "name": "network-vif-unplugged", "status": "completed", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7"}, {"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:27.808331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-deaa228d-30af-4774-a99a-768a611a13f4 req-6daa9ada-711e-4c6d-a7c6-ace20fe80859 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Oct 12 22:54:27.970327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246'}, {'name': 'network-changed', 'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:27.972721 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46453da6-377d-4c30-8916-a0f6d23a1426" -d '{"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246"}, {"name": "network-changed", "server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:28.087713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c63ed-0949-4ea1-a63d-f7808e982d4f req-d34a4593-6c8c-4223-a017-49d317b7fe8f tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:28.089538 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-114c63ed-0949-4ea1-a63d-f7808e982d4f req-d34a4593-6c8c-4223-a017-49d317b7fe8f tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 948 time: 0.0600333 Oct 12 22:54:28.159388 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-114c63ed-0949-4ea1-a63d-f7808e982d4f req-e6bde36f-9b4d-4e0d-b1d9-87148f3c2a73 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469112 Oct 12 22:54:28.281469 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b284869f-c8ae-430d-b70d-ef52cd074f1a x-openstack-request-id: req-b284869f-c8ae-430d-b70d-ef52cd074f1a {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:28.281960 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "name": "network-vif-unplugged", "status": "completed", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7", "code": 200}, {"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:28.282088 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b284869f-c8ae-430d-b70d-ef52cd074f1a {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:28.282396 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7', 'code': 200} Oct 12 22:54:28.282648 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'code': 200} Oct 12 22:54:28.417918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d79a8-36e4-446e-b040-83bab9acdc27 req-38de4d60-59ee-418d-945f-912e601e8f3b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:28.419820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-042d79a8-36e4-446e-b040-83bab9acdc27 req-38de4d60-59ee-418d-945f-912e601e8f3b tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 945 time: 0.0616260 Oct 12 22:54:28.491325 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-042d79a8-36e4-446e-b040-83bab9acdc27 req-2454c697-c8fe-42b3-b760-5956a146603d tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633144 Oct 12 22:54:28.544211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-6610bf88-b71e-41f3-891c-6eb25471d798 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:28.545666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-6610bf88-b71e-41f3-891c-6eb25471d798 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 945 time: 0.0827389 Oct 12 22:54:28.570401 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5740b651-f489-4a1c-a10f-9f162889944d x-openstack-request-id: req-5740b651-f489-4a1c-a10f-9f162889944d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:28.571086 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-unplugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246", "code": 200}, {"name": "network-changed", "server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:28.571680 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5740b651-f489-4a1c-a10f-9f162889944d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:28.572436 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246', 'code': 200} Oct 12 22:54:28.573671 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246', 'status': 'completed', 'code': 200} Oct 12 22:54:28.751767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-04c5e9c7-c085-4806-8f19-d77cfe0866f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:28.753360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-04c5e9c7-c085-4806-8f19-d77cfe0866f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 1101 time: 0.1228821 Oct 12 22:54:28.782078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Deleting port 597edb94-6af9-4977-bff1-47e955347831 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:28.782078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:28.945658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-c230a355-a754-48ac-92c1-a751c736c466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:28.947287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-c230a355-a754-48ac-92c1-a751c736c466 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1852899 Oct 12 22:54:28.953802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] For port 597edb94-6af9-4977-bff1-47e955347831, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=597edb94-6af9-4977-bff1-47e955347831,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:28.954270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:29.002319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-bcbf5c15-178c-4ab3-ae89-2f952f0a01fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 200 len: 217 time: 0.0453663 Oct 12 22:54:29.006892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Calling delete_port for 597edb94-6af9-4977-bff1-47e955347831 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:29.109236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-3e389060-1945-4ba4-abea-7e191a8b01ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:29.116060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-3e389060-1945-4ba4-abea-7e191a8b01ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1015306 Oct 12 22:54:29.189184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-dafd7fc4-8b81-4b7d-bd18-84414b051e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:29.190697 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-dafd7fc4-8b81-4b7d-bd18-84414b051e5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0714846 Oct 12 22:54:29.304842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-f7644bc4-c29a-4a5c-a83c-1bb1df73696c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:29.307670 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-f7644bc4-c29a-4a5c-a83c-1bb1df73696c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 804 time: 0.1256907 Oct 12 22:54:29.328063 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-ba9f1676-ba99-4c94-8d1b-36b17f0cd7be tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/quotas/fc24918da4e84b3395164cfa79e9166f HTTP/1.1" status: 200 len: 375 time: 0.0104821 Oct 12 22:54:29.372707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af5c47-113f-4914-94a4-06e0bb2242a4 req-ba370a62-9bb3-468e-802a-e414fd335038 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:29.378820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af5c47-113f-4914-94a4-06e0bb2242a4 req-ba370a62-9bb3-468e-802a-e414fd335038 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:29.380595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06af5c47-113f-4914-94a4-06e0bb2242a4 req-ba370a62-9bb3-468e-802a-e414fd335038 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1683 time: 0.1753731 Oct 12 22:54:29.382711 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-afdd6c32-e982-468e-8639-638812e54f3b tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0489259 Oct 12 22:54:29.399850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-ac109011-612a-45ef-82f2-7f267020b7bc service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956377 Oct 12 22:54:29.480019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06af5c47-113f-4914-94a4-06e0bb2242a4 req-d862e90b-333a-408a-b4dc-cb9e31c6e605 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915301 Oct 12 22:54:29.537540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46453da6-377d-4c30-8916-a0f6d23a1426 req-98775257-6e06-4137-a00f-deb330b76c64 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300290 Oct 12 22:54:29.617745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510c5c9-4ec7-440a-b999-67d84bdd319e req-aabbc66e-db1b-4d47-9a48-41e4233e1804 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:29.619368 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e510c5c9-4ec7-440a-b999-67d84bdd319e req-aabbc66e-db1b-4d47-9a48-41e4233e1804 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 949 time: 0.0736654 Oct 12 22:54:29.657489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-a9b04720-4f14-4165-87d5-8bb6e6b60682 service neutron] 10.222.0.31 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2644029 Oct 12 22:54:29.659059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e510c5c9-4ec7-440a-b999-67d84bdd319e req-fd1c2e02-4c08-40a1-9f5c-38d87bd64b12 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334125 Oct 12 22:54:29.696312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:29.732653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Pushing event deleted for resources: {'Port': ['ID=597edb94-6af9-4977-bff1-47e955347831,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:29.777136 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-3666b24f-d4a5-4b41-9833-5ad760d5548f service neutron] 10.222.0.31 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130900 Oct 12 22:54:29.801648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] No DVR routers for this DVR port 597edb94-6af9-4977-bff1-47e955347831 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:29.806869 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:29.810912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bd2acf9-68f1-449f-9b2b-f4e6e5a92b40 req-88e02b63-c3a2-4b81-8de6-437ce2f5c216 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.25 "DELETE /v2.0/ports/597edb94-6af9-4977-bff1-47e955347831 HTTP/1.1" status: 204 len: 173 time: 1.2565389 Oct 12 22:54:29.824726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1856d79-3e21-4c81-b8cc-12cd0915eafb req-ff34eb41-f37b-4b62-b35d-5e98a66d00aa tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:29.826246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1856d79-3e21-4c81-b8cc-12cd0915eafb req-ff34eb41-f37b-4b62-b35d-5e98a66d00aa tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 946 time: 0.0974214 Oct 12 22:54:29.871779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1856d79-3e21-4c81-b8cc-12cd0915eafb req-b0b2f721-d546-4ec7-a14c-8501dce121d6 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384109 Oct 12 22:54:29.992851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:54:30.090263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a62b7b24-8e25-4b1f-ae01-e672b860c95f req-db2908be-4ab5-4362-9f23-dcabf644bafe tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=1dacf09a-4e35-4631-9034-f687f056db6e HTTP/1.1" status: 200 len: 210 time: 0.0657573 Oct 12 22:54:30.242201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:30.248048 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e19b3200-f1e1-4d2b-8115-c8c5abc27ccb req-438b3ff4-4e92-4d29-a5c3-74787122154f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 210 time: 0.0747440 Oct 12 22:54:30.255390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '04219a84-d219-4bbc-9df2-68e7d9991246', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '04219a84-d219-4bbc-9df2-68e7d9991246', 'mac_address': 'fa:16:3e:0f:3d:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:54:30.280417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955bd886-12e1-49a1-a9e5-078fd8a35e09 req-983c8c41-4631-4f97-80b9-530fc189fee0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:30.283184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-955bd886-12e1-49a1-a9e5-078fd8a35e09 req-983c8c41-4631-4f97-80b9-530fc189fee0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 949 time: 0.1049180 Oct 12 22:54:30.308279 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:30.328440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04219a84-d219-4bbc-9df2-68e7d9991246 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:30.332917 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-955bd886-12e1-49a1-a9e5-078fd8a35e09 req-0ca0ecbe-5e02-4637-b0d1-513e161b6f18 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Oct 12 22:54:30.368648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:30.384712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f3b21-b380-4590-be9e-94afb4e005ec req-2d8e8c0b-28c4-4758-8161-e7ad255e64dc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:30.392621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f3b21-b380-4590-be9e-94afb4e005ec req-2d8e8c0b-28c4-4758-8161-e7ad255e64dc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:30.394551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-703f3b21-b380-4590-be9e-94afb4e005ec req-2d8e8c0b-28c4-4758-8161-e7ad255e64dc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1683 time: 0.2475080 Oct 12 22:54:30.418467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944deb55-65ab-4b29-bceb-5440537ee484 req-96fe7b23-015e-495e-9240-a8b0e59c2336 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:30.420400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-944deb55-65ab-4b29-bceb-5440537ee484 req-96fe7b23-015e-495e-9240-a8b0e59c2336 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "GET /v2.0/ports?device_id=2558cccc-75bd-4c68-b957-5558b87f9b15 HTTP/1.1" status: 200 len: 943 time: 0.1343622 Oct 12 22:54:30.444614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:30.534169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=12']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:30.576082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'name': 'network-vif-deleted', 'tag': '597edb94-6af9-4977-bff1-47e955347831'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:30.578292 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb6f2181-015f-417a-8197-8d41ea427de0" -d '{"events": [{"server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "name": "network-vif-deleted", "tag": "597edb94-6af9-4977-bff1-47e955347831"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:30.608738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-703f3b21-b380-4590-be9e-94afb4e005ec req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting port 0f565c8e-5f24-450a-9e6c-5c734f1371ec {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:30.609077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-703f3b21-b380-4590-be9e-94afb4e005ec req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:30.630801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed351bf-d7f2-47f0-b261-02cb0474909d req-75af41c5-5563-4bd9-863c-1615c53c88bc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:30.643724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed351bf-d7f2-47f0-b261-02cb0474909d req-75af41c5-5563-4bd9-863c-1615c53c88bc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:30.646267 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ed351bf-d7f2-47f0-b261-02cb0474909d req-75af41c5-5563-4bd9-863c-1615c53c88bc tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 1683 time: 0.0744371 Oct 12 22:54:30.678479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['04219a84-d219-4bbc-9df2-68e7d9991246'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:30.679758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-2072c40c-4dc4-4311-85ac-376dd949833c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0856123 Oct 12 22:54:30.703947 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ed351bf-d7f2-47f0-b261-02cb0474909d req-51292d63-48b3-4fb8-8402-ee0a08ff1260 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/security-groups?id=8965e6a4-0572-4feb-b70b-2ede62a18982&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470879 Oct 12 22:54:30.727786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-944deb55-65ab-4b29-bceb-5440537ee484 req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Deleting port 9df7f008-7960-43a3-9336-46ad3640d6c7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:30.727786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-944deb55-65ab-4b29-bceb-5440537ee484 req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:30.757781 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78969702-ae64-487d-9e93-341683ccf168 x-openstack-request-id: req-78969702-ae64-487d-9e93-341683ccf168 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:30.758069 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dacf09a-4e35-4631-9034-f687f056db6e", "name": "network-vif-deleted", "tag": "597edb94-6af9-4977-bff1-47e955347831", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:30.758315 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78969702-ae64-487d-9e93-341683ccf168 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:30.758695 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dacf09a-4e35-4631-9034-f687f056db6e', 'name': 'network-vif-deleted', 'tag': '597edb94-6af9-4977-bff1-47e955347831', 'status': 'completed', 'code': 200} Oct 12 22:54:31.027319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5661c2-3fe0-49cf-97cc-cf25f06111a2 req-3f5e20c1-d444-4ed4-9641-4e4c440772e3 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:31.029240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e5661c2-3fe0-49cf-97cc-cf25f06111a2 req-3f5e20c1-d444-4ed4-9641-4e4c440772e3 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 946 time: 0.0699794 Oct 12 22:54:31.103178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e5661c2-3fe0-49cf-97cc-cf25f06111a2 req-fd1ee33c-5e38-40f8-a9e5-4f37a4719f20 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups?id=87d03962-c3c2-496d-9d9f-6c6f21382c28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679510 Oct 12 22:54:31.132297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b346fceb-921b-4421-90e1-e753acf1e17e req-ddaeef88-1452-4ddc-b2e6-b11e5e8dea30 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:31.132553 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b346fceb-921b-4421-90e1-e753acf1e17e req-ddaeef88-1452-4ddc-b2e6-b11e5e8dea30 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.25 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 946 time: 0.0775073 Oct 12 22:54:31.147436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-703f3b21-b380-4590-be9e-94afb4e005ec req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] For port 0f565c8e-5f24-450a-9e6c-5c734f1371ec, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0f565c8e-5f24-450a-9e6c-5c734f1371ec,segment=NetworkSegment(36d9ea5b-10e5-4356-ba04-13b181c13355),segment_id=36d9ea5b-10e5-4356-ba04-13b181c13355)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:31.147679 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-703f3b21-b380-4590-be9e-94afb4e005ec req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.180325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-703f3b21-b380-4590-be9e-94afb4e005ec req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Calling delete_port for 0f565c8e-5f24-450a-9e6c-5c734f1371ec owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:31.231933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-063828f0-1c7f-48e8-93ac-adcbde954443 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:31.231933 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-063828f0-1c7f-48e8-93ac-adcbde954443 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5373025 Oct 12 22:54:31.269414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Deleting port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:31.269840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.273748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-944deb55-65ab-4b29-bceb-5440537ee484 req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] For port 9df7f008-7960-43a3-9336-46ad3640d6c7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9df7f008-7960-43a3-9336-46ad3640d6c7,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:31.274108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-944deb55-65ab-4b29-bceb-5440537ee484 req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.294265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-6500c63d-387b-4db8-9295-419242923c40 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/quotas/71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 375 time: 0.0274582 Oct 12 22:54:31.299226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-944deb55-65ab-4b29-bceb-5440537ee484 req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Calling delete_port for 9df7f008-7960-43a3-9336-46ad3640d6c7 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:31.383733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] For port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:31.384279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.449863 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-aad47f59-cfd3-4947-a6ed-a52f23048dba tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1406777 Oct 12 22:54:31.564324 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-703f3b21-b380-4590-be9e-94afb4e005ec req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.598781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-00a3330a-d706-4745-be28-83179705946f tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:31.605706 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-00a3330a-d706-4745-be28-83179705946f tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/networks?id=242a17e0-604d-464b-a315-b14f62c7c414 HTTP/1.1" status: 200 len: 814 time: 0.1979430 Oct 12 22:54:31.608892 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-944deb55-65ab-4b29-bceb-5440537ee484 req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.612768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Port': ['ID=0f565c8e-5f24-450a-9e6c-5c734f1371ec,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:31.660910 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-3c376f12-c007-4b3c-9cda-8a3326c33d15 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/quotas/74f7356c33b341b4b501c16e8f2eae1a HTTP/1.1" status: 200 len: 375 time: 0.0292637 Oct 12 22:54:31.683505 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.683869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.684181 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Floating IP 93de6498-6e4f-470e-bb1e-574232860699 disassociated. External IP: 172.25.2.30, port: 0f7dc98d-fbab-4608-83ec-b43d6d9dd533. Oct 12 22:54:31.684519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Calling delete_port for 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:31.709729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-703f3b21-b380-4590-be9e-94afb4e005ec req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] No DVR routers for this DVR port 0f565c8e-5f24-450a-9e6c-5c734f1371ec on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:31.713066 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-703f3b21-b380-4590-be9e-94afb4e005ec req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.716867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-703f3b21-b380-4590-be9e-94afb4e005ec req-7344b06e-d962-47f2-b803-bc2907add37a tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "DELETE /v2.0/ports/0f565c8e-5f24-450a-9e6c-5c734f1371ec HTTP/1.1" status: 204 len: 173 time: 1.3142209 Oct 12 22:54:31.774398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Pushing event deleted for resources: {'Port': ['ID=9df7f008-7960-43a3-9336-46ad3640d6c7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:31.800582 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-889f68fa-4c99-456e-8163-575da802728b tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74f7356c33b341b4b501c16e8f2eae1a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1273911 Oct 12 22:54:31.816319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-944deb55-65ab-4b29-bceb-5440537ee484 req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] No DVR routers for this DVR port 9df7f008-7960-43a3-9336-46ad3640d6c7 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:31.846971 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-944deb55-65ab-4b29-bceb-5440537ee484 req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.850873 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-944deb55-65ab-4b29-bceb-5440537ee484 req-562c7c1e-1873-4158-90b4-26df718ad327 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "DELETE /v2.0/ports/9df7f008-7960-43a3-9336-46ad3640d6c7 HTTP/1.1" status: 204 len: 173 time: 1.4110599 Oct 12 22:54:31.962113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-703f3b21-b380-4590-be9e-94afb4e005ec req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting port 3793107b-2c2e-4c96-a81b-60dad7688b70 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:31.963754 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-703f3b21-b380-4590-be9e-94afb4e005ec req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:31.973852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-ff910b6e-7265-448f-8eb4-2e283910579d service neutron] 10.222.0.31 "GET /v2.0/networks/242a17e0-604d-464b-a315-b14f62c7c414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630433 Oct 12 22:54:32.011692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:32.067933 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:32.082295 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-6d0d0f5f-9328-4391-9a7f-f0398ab77366 service neutron] 10.222.0.31 "GET /v2.0/networks/242a17e0-604d-464b-a315-b14f62c7c414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017635 Oct 12 22:54:32.085359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-703f3b21-b380-4590-be9e-94afb4e005ec req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] For port 3793107b-2c2e-4c96-a81b-60dad7688b70, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3793107b-2c2e-4c96-a81b-60dad7688b70,segment=NetworkSegment(07173eed-f4e8-4a90-b7a5-015ca7f68330),segment_id=07173eed-f4e8-4a90-b7a5-015ca7f68330)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:32.085359 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-703f3b21-b380-4590-be9e-94afb4e005ec req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:32.102764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event deleted for resources: {'Port': ['ID=0f7dc98d-fbab-4608-83ec-b43d6d9dd533,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:32.108744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-703f3b21-b380-4590-be9e-94afb4e005ec req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Calling delete_port for 3793107b-2c2e-4c96-a81b-60dad7688b70 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:32.215992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 04219a84-d219-4bbc-9df2-68e7d9991246 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:54:32.221211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 04219a84-d219-4bbc-9df2-68e7d9991246 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:32.221211 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:32.226214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d52f7245-25fd-4421-88ef-aa48fe7aacc8 req-f69a0209-e0b5-43f3-a8e5-c485f639ada7 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 210 time: 0.0401261 Oct 12 22:54:32.249803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Router 801876b1-e06d-4c93-90c9-81b9764fec85 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:54:32.335533 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:32.361321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:32.364013 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20794bcf-957c-4d79-ab6c-324ce153cf21" -d '{"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-plugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:32.381564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:32.411227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8cf41b3f-cf07-4c91-8adf-445a1ad4e606 req-8cf246de-87cd-457a-8bcb-79f36030270a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 210 time: 0.0791066 Oct 12 22:54:32.417907 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-703f3b21-b380-4590-be9e-94afb4e005ec req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:32.473657 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:32.475122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3793107b-2c2e-4c96-a81b-60dad7688b70 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:32.490229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Port': ['ID=3793107b-2c2e-4c96-a81b-60dad7688b70,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:32.539282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 3793107b-2c2e-4c96-a81b-60dad7688b70 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:32.541147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3793107b-2c2e-4c96-a81b-60dad7688b70 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:32.546852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 0f565c8e-5f24-450a-9e6c-5c734f1371ec no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:32.618954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 0f565c8e-5f24-450a-9e6c-5c734f1371ec {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:32.620208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 0f565c8e-5f24-450a-9e6c-5c734f1371ec not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:32.684044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=13']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:32.685508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-703f3b21-b380-4590-be9e-94afb4e005ec req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] No DVR routers for this DVR port 3793107b-2c2e-4c96-a81b-60dad7688b70 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:32.723495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2f10edc-80c2-4561-9cac-329ee5411d25 req-41f183ff-698b-470e-8b20-42a598a8df54 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 210 time: 0.1363187 Oct 12 22:54:32.730650 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-703f3b21-b380-4590-be9e-94afb4e005ec req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:32.741667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-703f3b21-b380-4590-be9e-94afb4e005ec req-b0656892-0878-42b6-b342-10c094a974c5 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.41 "DELETE /v2.0/ports/3793107b-2c2e-4c96-a81b-60dad7688b70 HTTP/1.1" status: 204 len: 173 time: 0.9962885 Oct 12 22:54:32.766366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'name': 'network-vif-deleted', 'tag': '0f565c8e-5f24-450a-9e6c-5c734f1371ec'}, {'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'name': 'network-vif-deleted', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7'}, {'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'name': 'network-vif-deleted', 'tag': '3793107b-2c2e-4c96-a81b-60dad7688b70'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:32.769294 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691d622e-367d-42eb-ac9c-5ca44c5d7eab" -d '{"events": [{"server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "name": "network-vif-deleted", "tag": "0f565c8e-5f24-450a-9e6c-5c734f1371ec"}, {"server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "name": "network-vif-deleted", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7"}, {"server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "name": "network-vif-deleted", "tag": "3793107b-2c2e-4c96-a81b-60dad7688b70"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:32.792658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f5867-a13c-4304-be02-bc29293004eb req-5f7a62ed-97a1-4ce6-b672-334ce78a1fbf tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:32.794998 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-142f5867-a13c-4304-be02-bc29293004eb req-5f7a62ed-97a1-4ce6-b672-334ce78a1fbf tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.41 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 944 time: 0.1783414 Oct 12 22:54:32.897906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af7c34da-9d80-4818-9b34-7b17d85749ef req-2003315e-a462-4428-927b-3e0cea7a95ca tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 210 time: 0.0370324 Oct 12 22:54:32.940251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0ec80ff7-3704-48b0-8f39-b583b122902d details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:54:32.969019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 597edb94-6af9-4977-bff1-47e955347831 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:33.013208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 597edb94-6af9-4977-bff1-47e955347831 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:33.015078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 597edb94-6af9-4977-bff1-47e955347831 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:33.019653 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb77a52-cd08-4130-a225-4b9f149af32c x-openstack-request-id: req-2cb77a52-cd08-4130-a225-4b9f149af32c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:33.020207 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-plugged", "status": "completed", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:33.020632 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cb77a52-cd08-4130-a225-4b9f149af32c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:33.021010 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246', 'code': 200} Oct 12 22:54:33.042127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-142f5867-a13c-4304-be02-bc29293004eb req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Deleting port 00aaf2b8-c420-4207-b185-8cb110871e61 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:33.042635 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-142f5867-a13c-4304-be02-bc29293004eb req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:33.103706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:54:33.123333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] Sync routers for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:54:33.143997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0ec80ff7-3704-48b0-8f39-b583b122902d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:33.153088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0ee0477-670a-46fa-9797-173a59d74918 req-b6579f77-b53e-4462-9679-95abd641db1b tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 210 time: 0.0444205 Oct 12 22:54:33.178015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:54:33.178639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:54:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:33.201947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-b4b3e8c6-fe37-468a-9d5a-0cc96791b0fc tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:33.203659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-b4b3e8c6-fe37-468a-9d5a-0cc96791b0fc tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.41 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 804 time: 0.2473516 Oct 12 22:54:33.232557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '0ec80ff7-3704-48b0-8f39-b583b122902d', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '0ec80ff7-3704-48b0-8f39-b583b122902d', 'mac_address': 'fa:16:3e:68:b8:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:54:33.238038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Request body: {'port': {'device_id': '44916373-e2b3-4324-b6be-adae5a6e6901', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'admin_state_up': True, 'tenant_id': 'fc24918da4e84b3395164cfa79e9166f'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:33.250605 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f22211-5241-452d-bdaa-e6767b0f71be x-openstack-request-id: req-23f22211-5241-452d-bdaa-e6767b0f71be {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:33.250910 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "name": "network-vif-deleted", "tag": "0f565c8e-5f24-450a-9e6c-5c734f1371ec", "status": "completed", "code": 200}, {"server_uuid": "2558cccc-75bd-4c68-b957-5558b87f9b15", "name": "network-vif-deleted", "tag": "9df7f008-7960-43a3-9336-46ad3640d6c7", "status": "completed", "code": 200}, {"server_uuid": "6e289b0c-19fe-41fd-afad-748fa90061a5", "name": "network-vif-deleted", "tag": "3793107b-2c2e-4c96-a81b-60dad7688b70", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:33.251189 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23f22211-5241-452d-bdaa-e6767b0f71be {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:33.251591 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'name': 'network-vif-deleted', 'tag': '0f565c8e-5f24-450a-9e6c-5c734f1371ec', 'status': 'completed', 'code': 200} Oct 12 22:54:33.251843 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2558cccc-75bd-4c68-b957-5558b87f9b15', 'name': 'network-vif-deleted', 'tag': '9df7f008-7960-43a3-9336-46ad3640d6c7', 'status': 'completed', 'code': 200} Oct 12 22:54:33.252093 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e289b0c-19fe-41fd-afad-748fa90061a5', 'name': 'network-vif-deleted', 'tag': '3793107b-2c2e-4c96-a81b-60dad7688b70', 'status': 'completed', 'code': 200} Oct 12 22:54:33.259617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-142f5867-a13c-4304-be02-bc29293004eb req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] For port 00aaf2b8-c420-4207-b185-8cb110871e61, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=00aaf2b8-c420-4207-b185-8cb110871e61,segment=NetworkSegment(d42b2c03-df49-441b-a2f2-c4e557b49a7e),segment_id=d42b2c03-df49-441b-a2f2-c4e557b49a7e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:33.260748 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-142f5867-a13c-4304-be02-bc29293004eb req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:33.278840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-142f5867-a13c-4304-be02-bc29293004eb req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Calling delete_port for 00aaf2b8-c420-4207-b185-8cb110871e61 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:33.313504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] No DVR routers for this DVR port 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:33.326730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91679a56-29e8-435c-9ef1-2e75e482e075 req-d6985a95-200e-407b-af49-2d585c8a7818 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:33.329204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91679a56-29e8-435c-9ef1-2e75e482e075 req-d6985a95-200e-407b-af49-2d585c8a7818 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 944 time: 0.3740671 Oct 12 22:54:33.333071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:33.337462 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b346fceb-921b-4421-90e1-e753acf1e17e req-dbdefe3d-cac3-488e-8179-222adaf54661 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.25 "DELETE /v2.0/ports/0f7dc98d-fbab-4608-83ec-b43d6d9dd533 HTTP/1.1" status: 204 len: 173 time: 2.1970687 Oct 12 22:54:33.338204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'name': 'network-vif-deleted', 'tag': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:33.341087 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5672c8-29b0-4924-a526-aaba55816d51" -d '{"events": [{"server_uuid": "dfa8bba0-03ef-4401-ad4b-3266543f58e4", "name": "network-vif-deleted", "tag": "0f7dc98d-fbab-4608-83ec-b43d6d9dd533"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:33.382543 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:33.396740 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1869974c-3846-466f-941b-b8005c0bcb32 req-fbc75776-4484-4f30-9996-5cff18c2710d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 210 time: 0.0366523 Oct 12 22:54:33.398519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ec80ff7-3704-48b0-8f39-b583b122902d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:33.429438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0ec80ff7-3704-48b0-8f39-b583b122902d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:33.433812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:54:33.455101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91679a56-29e8-435c-9ef1-2e75e482e075 req-a51ed67e-e0c1-4747-b2f1-d164d6960bc1 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/security-groups?id=7462fb33-501d-497e-9cd4-1c44245c799f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098895 Oct 12 22:54:33.527586 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:33.531030 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae899c0-5fcd-4597-ba64-acd71d045810 x-openstack-request-id: req-0ae899c0-5fcd-4597-ba64-acd71d045810 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:33.531297 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa8bba0-03ef-4401-ad4b-3266543f58e4", "name": "network-vif-deleted", "tag": "0f7dc98d-fbab-4608-83ec-b43d6d9dd533", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:33.531530 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0ae899c0-5fcd-4597-ba64-acd71d045810 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:33.531907 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa8bba0-03ef-4401-ad4b-3266543f58e4', 'name': 'network-vif-deleted', 'tag': '0f7dc98d-fbab-4608-83ec-b43d6d9dd533', 'status': 'completed', 'code': 200} Oct 12 22:54:33.613771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9a2f4a3-168c-47c7-aed4-fce0d29c52fc req-6fc2d34a-bae9-4ca9-9d9d-16a33b9678ac tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 210 time: 0.0496783 Oct 12 22:54:33.620697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Made reservation on behalf of fc24918da4e84b3395164cfa79e9166f for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:54:33.625009 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:33.662510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-142f5867-a13c-4304-be02-bc29293004eb req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:33.686495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=0ec80ff7-3704-48b0-8f39-b583b122902d,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:33.693793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Pushing event deleted for resources: {'Port': ['ID=00aaf2b8-c420-4207-b185-8cb110871e61,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:33.719222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['0ec80ff7-3704-48b0-8f39-b583b122902d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:33.785812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-142f5867-a13c-4304-be02-bc29293004eb req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] No DVR routers for this DVR port 00aaf2b8-c420-4207-b185-8cb110871e61 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:33.787652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Allocated IP 172.20.0.8 (2a872c47-5047-4e2e-95c5-e646dc8dc210/b95754ae-0b03-4743-82ac-8dca0d4100ae/a2269d8d-3968-40f0-a77f-2540efb7e1db) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:54:33.795879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-142f5867-a13c-4304-be02-bc29293004eb req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:33.800957 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-142f5867-a13c-4304-be02-bc29293004eb req-b9bbaf15-fb4d-42b4-8e46-ce409a0a3323 tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.41 "DELETE /v2.0/ports/00aaf2b8-c420-4207-b185-8cb110871e61 HTTP/1.1" status: 204 len: 173 time: 0.9987948 Oct 12 22:54:33.914647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3dfe7551-91d3-46fe-b848-a84502b8d60e req-64ccd730-db09-4ecc-a787-190141a6b5be tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e289b0c-19fe-41fd-afad-748fa90061a5 HTTP/1.1" status: 200 len: 210 time: 0.0631738 Oct 12 22:54:33.945876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:34.016871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:34.021433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] Checking router: 801876b1-e06d-4c93-90c9-81b9764fec85 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:54:34.072209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:54:34.073281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:54:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:34.090598 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02f47cc7-cc5a-474e-af31-afcfb3206d1c req-ae4c64f1-4c31-4942-beed-6db34379dc78 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 210 time: 0.0330555 Oct 12 22:54:34.163844 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:34.208993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:54:34.260711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Network 2a872c47-5047-4e2e-95c5-e646dc8dc210 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:54:34.262293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:54:34.277618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Pushing event updated for resources: {'Port': ['ID=a2269d8d-3968-40f0-a77f-2540efb7e1db,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:34.280393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:54:34.337469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a6efd62-0752-4d13-a472-993b1e9d1092 req-c17ac579-c8fe-4b32-a3ba-7b6ef72560e1 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 210 time: 0.0570018 Oct 12 22:54:34.361406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:34.362029 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:34.394214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-8b3bdbc5-3944-4557-b5f5-3c38bc7d16a7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=71de4dadbd02400388deaaa5fd5e081f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278764 Oct 12 22:54:34.504740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-90e1e738-32c7-4333-a7d7-a3bc673b46f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2807674 Oct 12 22:54:34.567428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Request body: {'port': {'device_id': '44916373-e2b3-4324-b6be-adae5a6e6901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:34.647901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:34.696146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:34.723896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5ad576-d385-4391-8647-26c5f2097807 None None] The sync data for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 is: [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:49:47Z', 'revision_number': 4, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '192a695a-dd20-405a-95da-572d35c38e0e', 'name': '', 'network_id': 'ab4ee53a-9282-4f5e-a170-01a498e1572a', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'mac_address': 'fa:16:3e:29:09:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:45Z', 'updated_at': '2021-10-12T22:49:53Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'subnets': [{'id': '4ffffe7c-8b15-454d-86c7-cc5646c61318', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:54:34.733353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-f922475f-1147-4124-9e5e-9c9eb77e7bfe tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:34.738114 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-f922475f-1147-4124-9e5e-9c9eb77e7bfe tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3319607 Oct 12 22:54:34.744491 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-917749ed-9fd9-4dcb-a59b-41d03de3fc79 req-34525069-c1db-4796-a41c-5a3bbd85537f tempest-LiveAutoBlockMigrationV225Test-343109951 tempest-LiveAutoBlockMigrationV225Test-343109951-project] 10.222.0.31 "GET /v2.0/ports?device_id=81913f91-a16d-4d40-8382-7607a2b17a9e HTTP/1.1" status: 200 len: 210 time: 0.0399945 Oct 12 22:54:34.783017 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Request body: {'port': {'device_id': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '71de4dadbd02400388deaaa5fd5e081f'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:34.805239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df693ff-ab70-4ea2-9948-1c309027d324 req-72584832-99f6-414c-8810-b06124153577 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:34.807127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4df693ff-ab70-4ea2-9948-1c309027d324 req-72584832-99f6-414c-8810-b06124153577 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 931 time: 0.2031045 Oct 12 22:54:34.888494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b0a0e19-fed5-4cc1-9ee9-65f119bac67b req-8008dce5-be25-4ecd-aa8f-fe96ebec346f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 210 time: 0.0530491 Oct 12 22:54:34.948524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0ec80ff7-3704-48b0-8f39-b583b122902d up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:35.009397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43172) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:35.033885 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:54:35.072473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 0ec80ff7-3704-48b0-8f39-b583b122902d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:35.075613 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.141849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-54cdc1dd-b105-4192-9ef9-5020fe47a8be tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting subnet 3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:54:35.151742 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54cdc1dd-b105-4192-9ef9-5020fe47a8be tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.245358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54cdc1dd-b105-4192-9ef9-5020fe47a8be tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.285241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'name': 'network-vif-deleted', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:35.290635 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3d8df5-de17-4ba8-aba9-c02e187cfe7f" -d '{"events": [{"server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "name": "network-vif-deleted", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:35.305879 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2fee24c-b110-4454-a804-104fe26a4f5d None None] New status for floating IP 93de6498-6e4f-470e-bb1e-574232860699: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:54:35.395974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eacc6605-6bc3-47ff-a670-00c19cca965c req-5ed7d0b9-e1ec-4d97-9033-d5ad7d969996 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/ports?device_id=dfa8bba0-03ef-4401-ad4b-3266543f58e4 HTTP/1.1" status: 200 len: 210 time: 0.0499961 Oct 12 22:54:35.474318 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-131d939d-a63c-455e-bee8-57a37854754f x-openstack-request-id: req-131d939d-a63c-455e-bee8-57a37854754f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:35.474318 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81913f91-a16d-4d40-8382-7607a2b17a9e", "name": "network-vif-deleted", "tag": "00aaf2b8-c420-4207-b185-8cb110871e61", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:35.474678 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-131d939d-a63c-455e-bee8-57a37854754f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:35.475153 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81913f91-a16d-4d40-8382-7607a2b17a9e', 'name': 'network-vif-deleted', 'tag': '00aaf2b8-c420-4207-b185-8cb110871e61', 'status': 'completed', 'code': 200} Oct 12 22:54:35.488040 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4df693ff-ab70-4ea2-9948-1c309027d324 req-422fe011-f5d0-434f-8ecf-a94e8cb70b3f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6327534 Oct 12 22:54:35.508369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54cdc1dd-b105-4192-9ef9-5020fe47a8be tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.609073 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.614514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-477c9d1b-fee5-4773-93af-11dc2e505116 req-65734136-dc4c-48d7-9f9a-3d151d1c661a tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 210 time: 0.0583222 Oct 12 22:54:35.653890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:35.657835 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cf7d74-9666-4427-8dc2-60271b92a491" -d '{"events": [{"server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "name": "network-vif-plugged", "status": "completed", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:35.664180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2269d8d-3968-40f0-a77f-2540efb7e1db {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:35.677842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Made reservation on behalf of 71de4dadbd02400388deaaa5fd5e081f for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:54:35.681434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.687146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0ec80ff7-3704-48b0-8f39-b583b122902d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:35.694494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.718339 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51f43f5-4443-4ecf-9059-26f58e51f021 x-openstack-request-id: req-c51f43f5-4443-4ecf-9059-26f58e51f021 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:35.718735 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "name": "network-vif-plugged", "status": "completed", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:35.719196 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c51f43f5-4443-4ecf-9059-26f58e51f021 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:35.720069 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d', 'code': 200} Oct 12 22:54:35.782238 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.783070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9df7f008-7960-43a3-9336-46ad3640d6c7 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:35.787202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Transition to ACTIVE for port object a2269d8d-3968-40f0-a77f-2540efb7e1db will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:54:35.796188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54cdc1dd-b105-4192-9ef9-5020fe47a8be tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.863708 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54cdc1dd-b105-4192-9ef9-5020fe47a8be tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:35.865118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 9df7f008-7960-43a3-9336-46ad3640d6c7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:35.865473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9df7f008-7960-43a3-9336-46ad3640d6c7 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:35.865882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:35.870544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018e4673-9810-4575-8947-9f96ac01faff None None] Network eb6f19cf-54b6-4e44-931f-397e50610858 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:54:35.871606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-54cdc1dd-b105-4192-9ef9-5020fe47a8be tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "DELETE /v2.0/subnets/3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e HTTP/1.1" status: 204 len: 168 time: 0.8601027 Oct 12 22:54:35.876800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43194) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:35.888267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Allocated IP 192.168.233.203 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/d2bd3720-6229-4570-8ec0-62444279d819) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:54:35.893813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cdc1dd-b105-4192-9ef9-5020fe47a8be tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef431fc-b7fd-46fe-8bfb-386e9b88ac7e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:35.916800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43196) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:35.929965 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.010822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:36.011191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0f7dc98d-fbab-4608-83ec-b43d6d9dd533 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:36.061446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=0ec80ff7-3704-48b0-8f39-b583b122902d,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:36.144264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc75c241-a17b-46dc-9ba9-7b60b7f538d6 req-3345c5d1-27f3-413b-9cf9-9c82ffc8ab4b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 210 time: 0.1425009 Oct 12 22:54:36.152694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-b2c8eb33-f4b7-4048-97ff-e5d382cedb3d tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:36.152983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Pushing event updated for resources: {'Port': ['ID=a2269d8d-3968-40f0-a77f-2540efb7e1db,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:36.156825 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-b2c8eb33-f4b7-4048-97ff-e5d382cedb3d tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.25 "GET /v2.0/networks?id=242a17e0-604d-464b-a315-b14f62c7c414 HTTP/1.1" status: 200 len: 814 time: 0.3767617 Oct 12 22:54:36.204257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Request body: {'port': {'device_id': 'b306eedf-e37f-458b-8fb9-cb7471f5201a', 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414', 'admin_state_up': True, 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:36.248139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa7daf1-82b3-4fe3-82dc-eadabafd59b1 None None] DHCP port deletion for eb6f19cf-54b6-4e44-931f-397e50610858 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:54:36.324693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4164d1-2d14-401c-a8cc-dca37329db39 admin admin] Deleting subnet 9f846092-2003-4768-90a3-cfd9ec1b3eea {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:54:36.335482 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d4164d1-2d14-401c-a8cc-dca37329db39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.342816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.346116 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.360678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-baa7daf1-82b3-4fe3-82dc-eadabafd59b1 None None] Deleting port ebf60f9f-0e29-4012-9b21-9a3662b3439c {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:36.361064 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-baa7daf1-82b3-4fe3-82dc-eadabafd59b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.405461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d4164d1-2d14-401c-a8cc-dca37329db39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.443793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Attempting to bind port a2269d8d-3968-40f0-a77f-2540efb7e1db on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:54:36.446573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Attempting to bind port a2269d8d-3968-40f0-a77f-2540efb7e1db by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:54:36.456727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Attempting to bind port a2269d8d-3968-40f0-a77f-2540efb7e1db on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:36.456727 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.505144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['72599d4b-1899-4469-833f-0f63fd4a4469', '9af816b2-022c-410b-b525-4c3656557af9', '04219a84-d219-4bbc-9df2-68e7d9991246'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:36.529127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d4164d1-2d14-401c-a8cc-dca37329db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.557468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting port ebf60f9f-0e29-4012-9b21-9a3662b3439c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:36.558023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.612605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Port a2269d8d-3968-40f0-a77f-2540efb7e1db on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:54:36.613114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Attempting to bind port a2269d8d-3968-40f0-a77f-2540efb7e1db on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:36.639063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:54:36.641855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Checking segment: {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:54:36.642434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Bound using segment: {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:54:36.643395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Bound port: a2269d8d-3968-40f0-a77f-2540efb7e1db, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:54:36.646754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.654400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] For port ebf60f9f-0e29-4012-9b21-9a3662b3439c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ebf60f9f-0e29-4012-9b21-9a3662b3439c,segment=NetworkSegment(36d9ea5b-10e5-4356-ba04-13b181c13355),segment_id=36d9ea5b-10e5-4356-ba04-13b181c13355)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:36.654557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-baa7daf1-82b3-4fe3-82dc-eadabafd59b1 None None] For port ebf60f9f-0e29-4012-9b21-9a3662b3439c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ebf60f9f-0e29-4012-9b21-9a3662b3439c,segment=NetworkSegment(36d9ea5b-10e5-4356-ba04-13b181c13355),segment_id=36d9ea5b-10e5-4356-ba04-13b181c13355)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:36.654769 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.655132 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-baa7daf1-82b3-4fe3-82dc-eadabafd59b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:36.671690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-baa7daf1-82b3-4fe3-82dc-eadabafd59b1 None None] Calling delete_port for ebf60f9f-0e29-4012-9b21-9a3662b3439c owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:36.673665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Calling delete_port for ebf60f9f-0e29-4012-9b21-9a3662b3439c owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:36.801440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:54:36.860003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:54:36.874501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:54:36.946995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef1369c7-d0c1-49f4-971a-49b6974ee2df req-b257e198-105a-4d0b-a484-fd58b98368e4 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 210 time: 0.0912511 Oct 12 22:54:36.972966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Made reservation on behalf of 74f7356c33b341b4b501c16e8f2eae1a for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:54:36.986712 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.009273 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-baa7daf1-82b3-4fe3-82dc-eadabafd59b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.009711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.025223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] No DVR routers for this DVR port ebf60f9f-0e29-4012-9b21-9a3662b3439c on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:37.062387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43240) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:37.087865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:37.090962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.096666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa7daf1-82b3-4fe3-82dc-eadabafd59b1 None None] No DVR routers for this DVR port ebf60f9f-0e29-4012-9b21-9a3662b3439c on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:37.116109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:37.172025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Port': ['ID=ebf60f9f-0e29-4012-9b21-9a3662b3439c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:37.187702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd00b59-ae83-4133-9dda-cf49595a24d1 req-291998e3-296d-49d2-a225-95595c77a3c6 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:37.190203 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8bd00b59-ae83-4133-9dda-cf49595a24d1 req-291998e3-296d-49d2-a225-95595c77a3c6 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 943 time: 0.5993686 Oct 12 22:54:37.239905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa7daf1-82b3-4fe3-82dc-eadabafd59b1 None None] Pushing event deleted for resources: {'Port': ['ID=ebf60f9f-0e29-4012-9b21-9a3662b3439c,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:37.273255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d4164d1-2d14-401c-a8cc-dca37329db39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.289650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:54:37.299065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-7e634b50-6064-4a49-af44-2a7070d5fa46 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5506105 Oct 12 22:54:37.360627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:54:37.375659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Request body: {'port': {'device_id': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:37.459299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3d902cb5-00be-4d62-82c1-2475c11d6e7e None None] Provisioning complete for port d2bd3720-6229-4570-8ec0-62444279d819 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:37.459860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d4164d1-2d14-401c-a8cc-dca37329db39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.461607 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3d902cb5-00be-4d62-82c1-2475c11d6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.465097 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3d4164d1-2d14-401c-a8cc-dca37329db39 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9f846092-2003-4768-90a3-cfd9ec1b3eea HTTP/1.1" status: 204 len: 168 time: 1.5468488 Oct 12 22:54:37.466087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4164d1-2d14-401c-a8cc-dca37329db39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f846092-2003-4768-90a3-cfd9ec1b3eea,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:37.468024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43246) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:37.526217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.542876 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.577657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8bd00b59-ae83-4133-9dda-cf49595a24d1 req-bae906bc-78ad-4913-b8e8-10fe2da70f90 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715155 Oct 12 22:54:37.585970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.604666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35465979-b05a-4656-af43-48faa7fd1518 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.622108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ebf60f9f-0e29-4012-9b21-9a3662b3439c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:37.668879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35465979-b05a-4656-af43-48faa7fd1518 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.726322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ebf60f9f-0e29-4012-9b21-9a3662b3439c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:37.736121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:37.739220 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.739341 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ebf60f9f-0e29-4012-9b21-9a3662b3439c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:37.743669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] 10.222.0.41 "PUT /v2.0/ports/a2269d8d-3968-40f0-a77f-2540efb7e1db HTTP/1.1" status: 200 len: 1092 time: 3.1855590 Oct 12 22:54:37.755134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3d902cb5-00be-4d62-82c1-2475c11d6e7e None None] Port d2bd3720-6229-4570-8ec0-62444279d819 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:54:37.785200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.805457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:37.809078 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de9a19d-9745-4b3a-a38f-451cf092a610" -d '{"events": [{"name": "network-changed", "server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:37.841183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239ab45d-ec46-46df-b3f4-4f15f5ad7e2f req-ca8fd3b3-6bdf-4229-95dd-1e17315f7c28 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:37.852909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-239ab45d-ec46-46df-b3f4-4f15f5ad7e2f req-ca8fd3b3-6bdf-4229-95dd-1e17315f7c28 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 936 time: 0.5077808 Oct 12 22:54:37.871496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35465979-b05a-4656-af43-48faa7fd1518 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.875310 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35465979-b05a-4656-af43-48faa7fd1518 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:37.876441 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-35465979-b05a-4656-af43-48faa7fd1518 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "DELETE /v2.0/security-groups/87d03962-c3c2-496d-9d9f-6c6f21382c28 HTTP/1.1" status: 204 len: 168 time: 0.8113637 Oct 12 22:54:37.878554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb6f19cf-54b6-4e44-931f-397e50610858']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:37.890470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43254) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:37.937310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27554f4c-7551-4680-96ce-a56785421a88 service neutron] Pushing event updated for resources: {'Port': ['ID=a2269d8d-3968-40f0-a77f-2540efb7e1db,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:37.945487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36d9ea5b-10e5-4356-ba04-13b181c13355') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:37.945813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36d9ea5b-10e5-4356-ba04-13b181c13355') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:37.955307 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-f8c7974a-a691-4ae0-b403-ab7d52416d5a tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] show failed (client error): The resource could not be found. Oct 12 22:54:37.960032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f8c7974a-a691-4ae0-b403-ab7d52416d5a tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "GET /v2.0/security-groups/87d03962-c3c2-496d-9d9f-6c6f21382c28 HTTP/1.1" status: 404 len: 347 time: 0.0692723 Oct 12 22:54:37.960406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43256) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:38.030748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 00aaf2b8-c420-4207-b185-8cb110871e61 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:38.053297 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.075838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 00aaf2b8-c420-4207-b185-8cb110871e61 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:38.076329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 00aaf2b8-c420-4207-b185-8cb110871e61 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:38.093477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-a6c2e5e6-e292-4239-bd8f-85de01785799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:38.101726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-a6c2e5e6-e292-4239-bd8f-85de01785799 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 1095 time: 0.2413316 Oct 12 22:54:38.146568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35465979-b05a-4656-af43-48faa7fd1518 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d03962-c3c2-496d-9d9f-6c6f21382c28,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:38.149915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Allocated IP 172.20.0.3 (242a17e0-604d-464b-a315-b14f62c7c414/c8f51da9-ed0d-46f1-a471-87a200338f88/ac331414-031b-41f0-bc1d-3b67c38cb855) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:54:38.171485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['302c12b8-cbe9-4b3d-88d2-e0b6eb253943']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:38.185893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.225835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd42b2c03-df49-441b-a2f2-c4e557b49a7e') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:38.226148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd42b2c03-df49-441b-a2f2-c4e557b49a7e') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:38.292383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-239ab45d-ec46-46df-b3f4-4f15f5ad7e2f req-bcb46612-decc-4a29-96aa-0b620f0cce21 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299920 Oct 12 22:54:38.292383 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.299746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.345127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-d0f53193-2c75-4560-8d01-71d38c80eeac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db HTTP/1.1" status: 200 len: 217 time: 0.2238073 Oct 12 22:54:38.358068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:54:38.358652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:54:38.367074 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:54:38.403134 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-763c64e6-92b5-46b4-96fd-6d8395ed7a1d x-openstack-request-id: req-763c64e6-92b5-46b4-96fd-6d8395ed7a1d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:38.403547 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:38.403913 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-763c64e6-92b5-46b4-96fd-6d8395ed7a1d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:38.404426 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db', 'status': 'completed', 'code': 200} Oct 12 22:54:38.480732 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.507089 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:54:38.507809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:54:38.513345 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:54:38.564269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-760c3c9f-cab1-4c8c-87bf-1c0240bc0d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:38.565891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-760c3c9f-cab1-4c8c-87bf-1c0240bc0d74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b95754ae-0b03-4743-82ac-8dca0d4100ae HTTP/1.1" status: 200 len: 844 time: 0.1813574 Oct 12 22:54:38.596510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Deleting port 17527436-eeb9-4784-8737-eafb64fe897a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:38.596998 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.597216 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-294b9558-097b-4a99-95d6-7f95089170c8 req-8c422fa7-b48c-4d89-8528-0cbd6832617e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 210 time: 0.1180794 Oct 12 22:54:38.640150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2bd3720-6229-4570-8ec0-62444279d819 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:38.677981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-4fe09aa6-ed44-4d71-8c1f-d54cb6668846 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a872c47-5047-4e2e-95c5-e646dc8dc210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992076 Oct 12 22:54:38.683198 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.729801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.752164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.759350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "DELETE /v2.0/networks/eb6f19cf-54b6-4e44-931f-397e50610858 HTTP/1.1" status: 204 len: 168 time: 2.8813181 Oct 12 22:54:38.763842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:38.796577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc261c4-fff0-45a1-acfd-1179e28c0ace tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Network': ['ID=eb6f19cf-54b6-4e44-931f-397e50610858,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:38.842222 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.857298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:38.873959 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/302c12b8-cbe9-4b3d-88d2-e0b6eb253943 HTTP/1.1" status: 204 len: 168 time: 1.3914998 Oct 12 22:54:38.880782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43264) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:38.921797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9163-5f96-4f4d-8e1e-e010776c8c4a req-9cf157ba-e5d3-4964-84be-5e7f78678f0d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:38.929623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a9b9163-5f96-4f4d-8e1e-e010776c8c4a req-9cf157ba-e5d3-4964-84be-5e7f78678f0d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 943 time: 0.1973004 Oct 12 22:54:38.951483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Transition to ACTIVE for port object d2bd3720-6229-4570-8ec0-62444279d819 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:54:38.959450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87fe20-703b-4d2d-a0ab-f73d216501d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=302c12b8-cbe9-4b3d-88d2-e0b6eb253943,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:39.013817 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.035454 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.105935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dcd8490-b0f4-453a-b34a-e23ed3ba2525 admin admin] Deleting subnet b8917bf5-92bd-4a84-a1cc-883a71c62151 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:54:39.120841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8490-b0f4-453a-b34a-e23ed3ba2525 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.128666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:39.139807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd3de65-6f38-43e0-92a9-f9ebc958fc46 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting subnet 6529a42d-8a85-4f2a-bb4a-3e7ae313867b {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:54:39.161028 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.162798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1dd3de65-6f38-43e0-92a9-f9ebc958fc46 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.181055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a9b9163-5f96-4f4d-8e1e-e010776c8c4a req-c60f2456-a5f4-4458-9457-35bf2dd6a5c7 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491140 Oct 12 22:54:39.208072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.208072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.236606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Calling delete_port for 17527436-eeb9-4784-8737-eafb64fe897a owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:39.241293 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-7e478611-eecf-4e01-80e4-6d84abca3ee0 service neutron] 10.222.0.41 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4972668 Oct 12 22:54:39.279442 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1dd3de65-6f38-43e0-92a9-f9ebc958fc46 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.359001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8490-b0f4-453a-b34a-e23ed3ba2525 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.526702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8490-b0f4-453a-b34a-e23ed3ba2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.569771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Network 242a17e0-604d-464b-a315-b14f62c7c414 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:54:39.637636 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:54:39.645060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:54:39.737185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcbd496-502b-4442-8b4b-7b04c359a5e5 req-b9dcf2ce-122b-4527-90bc-5bff34eb6435 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:39.739091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bcbd496-502b-4442-8b4b-7b04c359a5e5 req-b9dcf2ce-122b-4527-90bc-5bff34eb6435 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 948 time: 0.2664435 Oct 12 22:54:39.745906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:39.746728 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:39.774616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Pushing event updated for resources: {'Port': ['ID=ac331414-031b-41f0-bc1d-3b67c38cb855,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:40.063675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1c76f778-4cf8-42c7-bb46-a5f10b29728e None None] Provisioning complete for port ac331414-031b-41f0-bc1d-3b67c38cb855 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:40.064816 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c76f778-4cf8-42c7-bb46-a5f10b29728e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.150980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1c76f778-4cf8-42c7-bb46-a5f10b29728e None None] Port ac331414-031b-41f0-bc1d-3b67c38cb855 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:54:40.333914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-1f45c03c-7d5d-4759-a74c-902d1885461e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1388056 Oct 12 22:54:40.346356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Request body: {'port': {'device_id': 'b306eedf-e37f-458b-8fb9-cb7471f5201a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:40.363570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:54:40.364150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:54:40.364262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:40.395226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bcbd496-502b-4442-8b4b-7b04c359a5e5 req-571b7f2a-2f19-4aed-9c46-bbcd96cd7023 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6073220 Oct 12 22:54:40.404037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Port d2bd3720-6229-4570-8ec0-62444279d819 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:54:40.404375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:40.411929 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4dbc6d5-a90e-4a7f-bad7-3126972e1e3e req-f8647518-add1-4e57-ab9c-934a49949c4e service neutron] 10.222.0.41 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1370475 Oct 12 22:54:40.427201 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.434029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:54:40.434381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:54:40.434966 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:54:40.435537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Bound port: d2bd3720-6229-4570-8ec0-62444279d819, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:54:40.436043 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.452732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1dd3de65-6f38-43e0-92a9-f9ebc958fc46 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.618958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:54:40.622599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:54:40.634049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74af53-ddb1-4e92-a52e-353f146a1bf3 req-6bc4e68a-6a52-4653-8421-f9f1dca36788 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:40.635590 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d74af53-ddb1-4e92-a52e-353f146a1bf3 req-6bc4e68a-6a52-4653-8421-f9f1dca36788 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 931 time: 0.1499591 Oct 12 22:54:40.698882 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8490-b0f4-453a-b34a-e23ed3ba2525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.720315 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1dd3de65-6f38-43e0-92a9-f9ebc958fc46 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.724156 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.751345 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8dcd8490-b0f4-453a-b34a-e23ed3ba2525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.752984 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.754609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8dcd8490-b0f4-453a-b34a-e23ed3ba2525 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b8917bf5-92bd-4a84-a1cc-883a71c62151 HTTP/1.1" status: 204 len: 168 time: 1.8720002 Oct 12 22:54:40.762631 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43276) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:40.763404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd8490-b0f4-453a-b34a-e23ed3ba2525 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8917bf5-92bd-4a84-a1cc-883a71c62151,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:40.779311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d74af53-ddb1-4e92-a52e-353f146a1bf3 req-5ac8af76-dab7-4416-9429-84f5cd0f641a tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350386 Oct 12 22:54:40.892605 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.895999 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac331414-031b-41f0-bc1d-3b67c38cb855 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:40.897504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1dd3de65-6f38-43e0-92a9-f9ebc958fc46 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.899883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e1e262-9767-450b-9ea8-142a1e0c1422 None None] Network fb5f8892-6560-4934-a476-d4f8a3e8aef8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:54:40.901677 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1dd3de65-6f38-43e0-92a9-f9ebc958fc46 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "DELETE /v2.0/subnets/6529a42d-8a85-4f2a-bb4a-3e7ae313867b HTTP/1.1" status: 204 len: 168 time: 2.1332710 Oct 12 22:54:40.906813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43278) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:40.911891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3de65-6f38-43e0-92a9-f9ebc958fc46 tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Subnet': ['ID=6529a42d-8a85-4f2a-bb4a-3e7ae313867b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:40.918511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.958286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Transition to ACTIVE for port object ac331414-031b-41f0-bc1d-3b67c38cb855 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:54:40.958494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:40.959290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:40.960878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] 10.222.0.25 "PUT /v2.0/ports/d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 1097 time: 3.6270101 Oct 12 22:54:40.964360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:40.967338 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c781b419-fba6-4076-a1a9-8b27eb838dd8" -d '{"events": [{"name": "network-changed", "server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "tag": "d2bd3720-6229-4570-8ec0-62444279d819"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:41.153926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdbdefb-7164-4b0d-9d37-8c81cd9368e6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:41.154164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:41.261131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Pushing event updated for resources: {'Port': ['ID=ac331414-031b-41f0-bc1d-3b67c38cb855,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:41.315029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Pushing event deleted for resources: {'Port': ['ID=17527436-eeb9-4784-8737-eafb64fe897a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:41.316329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.316680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.317020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.319352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.319790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.320176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.320515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.320849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.321183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.321516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.321841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.322197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:41.362105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917d4d9c-b5a9-411d-a04c-fe45105ead34 None None] DHCP port deletion for fb5f8892-6560-4934-a476-d4f8a3e8aef8 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:54:41.367968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122d2bb-87a9-48f2-91ba-71f807812be2 req-9b410285-68ff-46b4-abae-69937eb19bf6 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:41.391167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1122d2bb-87a9-48f2-91ba-71f807812be2 req-9b410285-68ff-46b4-abae-69937eb19bf6 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 943 time: 0.3775129 Oct 12 22:54:41.471113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-917d4d9c-b5a9-411d-a04c-fe45105ead34 None None] Deleting port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:41.471583 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-917d4d9c-b5a9-411d-a04c-fe45105ead34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:41.578792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-8316b048-3db7-49e9-ba6b-49d5ed7c796e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:41.583163 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-8316b048-3db7-49e9-ba6b-49d5ed7c796e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 1095 time: 0.7760851 Oct 12 22:54:41.595194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1122d2bb-87a9-48f2-91ba-71f807812be2 req-a77b418f-7adf-4ce9-8328-e3201d0a8648 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030406 Oct 12 22:54:41.612892 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:41.639963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:41.678281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-917d4d9c-b5a9-411d-a04c-fe45105ead34 None None] For port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec,segment=NetworkSegment(07173eed-f4e8-4a90-b7a5-015ca7f68330),segment_id=07173eed-f4e8-4a90-b7a5-015ca7f68330)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:41.678687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-917d4d9c-b5a9-411d-a04c-fe45105ead34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:41.719974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-917d4d9c-b5a9-411d-a04c-fe45105ead34 None None] Calling delete_port for 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:41.722242 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af04213-1106-4d15-b2ae-33068282057f x-openstack-request-id: req-9af04213-1106-4d15-b2ae-33068282057f {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:41.722539 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "tag": "d2bd3720-6229-4570-8ec0-62444279d819", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:41.722843 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9af04213-1106-4d15-b2ae-33068282057f {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:41.723955 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819', 'status': 'completed', 'code': 200} Oct 12 22:54:41.737762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:41.740603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:41.747217 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6c40fe4d-8b74-42d4-9765-cfeb358fd945 tempest-ServersWithSpecificFlavorTestJSON-1212731835 tempest-ServersWithSpecificFlavorTestJSON-1212731835-project] 10.222.0.31 "DELETE /v2.0/floatingips/93de6498-6e4f-470e-bb1e-574232860699 HTTP/1.1" status: 204 len: 168 time: 3.7189004 Oct 12 22:54:41.768904 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:41.912134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b040a01e-ef59-4e83-be6a-acd35833f020']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:41.939053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a00a34ba-abc1-4ea9-80aa-4ab63cc32971') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:41.939403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a00a34ba-abc1-4ea9-80aa-4ab63cc32971') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:41.963945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:41.967247 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-917d4d9c-b5a9-411d-a04c-fe45105ead34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.014184 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.026336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:54:42.026874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.098208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No active binding found for port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec {{(pid=101891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 22:54:42.098644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:42.113800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022941f8-6566-46f7-9162-1b1fb16c0d18 req-bdb88f10-92de-468e-a1a7-63520ca56a1d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:42.115986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-022941f8-6566-46f7-9162-1b1fb16c0d18 req-bdb88f10-92de-468e-a1a7-63520ca56a1d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 948 time: 0.2736738 Oct 12 22:54:42.129269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d4d9c-b5a9-411d-a04c-fe45105ead34 None None] Pushing event deleted for resources: {'Port': ['ID=9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:42.132449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d4d9c-b5a9-411d-a04c-fe45105ead34 None None] No DVR routers for this DVR port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:54:42.144846 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:54:42.148908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Deleting port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:42.148908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.173210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Attempting to bind port ac331414-031b-41f0-bc1d-3b67c38cb855 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:54:42.173592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Attempting to bind port ac331414-031b-41f0-bc1d-3b67c38cb855 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:54:42.173921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Attempting to bind port ac331414-031b-41f0-bc1d-3b67c38cb855 on network 242a17e0-604d-464b-a315-b14f62c7c414 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:42.182046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-9c4afaba-e9fa-4c07-8120-40bc3e20fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:42.187961 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16530ab9-bea2-4a7b-b487-ecfd7b148fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.195865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-9c4afaba-e9fa-4c07-8120-40bc3e20fdaa service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1100 time: 0.8110394 Oct 12 22:54:42.230468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Port ac331414-031b-41f0-bc1d-3b67c38cb855 on network 242a17e0-604d-464b-a315-b14f62c7c414 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:54:42.230837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Attempting to bind port ac331414-031b-41f0-bc1d-3b67c38cb855 on network 242a17e0-604d-464b-a315-b14f62c7c414 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:54:42.277823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 54, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:54:42.278071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Checking segment: {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:54:42.278450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Bound using segment: {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:54:42.278903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Bound port: ac331414-031b-41f0-bc1d-3b67c38cb855, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c03c97e7-5266-4032-8100-d343bde2ab29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:54:42.279459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.346260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-022941f8-6566-46f7-9162-1b1fb16c0d18 req-5e43f99d-1b6a-45cc-b0cc-60bcb9e9e633 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167702 Oct 12 22:54:42.371211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-01245d92-a0a2-4f4a-8f89-290e3c1faa49 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.1333611 Oct 12 22:54:42.374654 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.402257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] For port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec, host n-d-790519-14, got binding levels [] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:42.402870 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.443756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Calling delete_port for 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:42.448651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec was not found and therefore no delete operation was performed {{(pid=101890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 22:54:42.451750 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.481195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Port': ['ID=9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:42.504547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.509380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] No DVR routers for this DVR port 9c5de3b4-b4a8-48ab-ad9f-a3f9cdab4cec on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:42.513225 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b040a01e-ef59-4e83-be6a-acd35833f020 HTTP/1.1" status: 204 len: 168 time: 1.7057357 Oct 12 22:54:42.524434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] For port ac331414-031b-41f0-bc1d-3b67c38cb855, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:54:42.530127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-6b456c3c-966c-4409-acc7-178b19fc32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:42.538384 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-6b456c3c-966c-4409-acc7-178b19fc32fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 905 time: 0.8707590 Oct 12 22:54:42.585813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e0e28f-b567-4dd1-8aaf-3c3287c0abf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b040a01e-ef59-4e83-be6a-acd35833f020,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:42.596050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] For port ac331414-031b-41f0-bc1d-3b67c38cb855, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ac331414-031b-41f0-bc1d-3b67c38cb855,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:54:42.655417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-14cb007a-6532-478a-9e13-2e9c564a1ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:42.657005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-14cb007a-6532-478a-9e13-2e9c564a1ce0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2785861 Oct 12 22:54:42.680778 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-05f76b15-4a92-4450-9d88-68b4da88a5da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db HTTP/1.1" status: 200 len: 217 time: 0.1206508 Oct 12 22:54:42.702170 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.795263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-634de982-bb21-4b9a-a888-c097fcd34ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:42.796742 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-634de982-bb21-4b9a-a888-c097fcd34ab6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1248868 Oct 12 22:54:42.798145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-08b8760e-3e92-4c3b-bbee-3ee15ef5f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:42.799535 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-08b8760e-3e92-4c3b-bbee-3ee15ef5f611 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b95754ae-0b03-4743-82ac-8dca0d4100ae HTTP/1.1" status: 200 len: 844 time: 0.0956678 Oct 12 22:54:42.842404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Pushing event updated for resources: {'Port': ['ID=ac331414-031b-41f0-bc1d-3b67c38cb855,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:42.893287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.908290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-cd05f372-5e93-41b2-b494-a3089562b01d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2a872c47-5047-4e2e-95c5-e646dc8dc210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783522 Oct 12 22:54:42.926229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:42.926856 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:42.938778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-5d8055b7-9255-4331-9b5a-f6f8741ffeac service neutron] 10.222.0.25 "PUT /v2.0/ports/ac331414-031b-41f0-bc1d-3b67c38cb855 HTTP/1.1" status: 200 len: 1092 time: 2.5963166 Oct 12 22:54:42.939316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b306eedf-e37f-458b-8fb9-cb7471f5201a', 'tag': 'ac331414-031b-41f0-bc1d-3b67c38cb855'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:42.941639 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1" -d '{"events": [{"name": "network-changed", "server_uuid": "b306eedf-e37f-458b-8fb9-cb7471f5201a", "tag": "ac331414-031b-41f0-bc1d-3b67c38cb855"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:42.988844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5f8892-6560-4934-a476-d4f8a3e8aef8']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:43.036513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07173eed-f4e8-4a90-b7a5-015ca7f68330') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:43.036810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07173eed-f4e8-4a90-b7a5-015ca7f68330') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:43.158345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43314) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:43.215794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:43.348638 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:43.372449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-aa340496-fce2-4b08-9eb6-8675c1dc20cd service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5648329 Oct 12 22:54:43.383180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:54:43.383586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:43.387608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-06aefcce-0efb-42ca-915a-c71e34106737 service neutron] 10.222.0.41 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4064579 Oct 12 22:54:43.412569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7198f9a3-0753-4514-a933-cf09e1527a82 req-6cea5c68-6653-4875-8b66-67153e9eb937 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:43.414110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7198f9a3-0753-4514-a933-cf09e1527a82 req-6cea5c68-6653-4875-8b66-67153e9eb937 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 943 time: 0.4091251 Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:54:43.427258 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:54:43.519475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fc57cae8-6861-440b-941a-2ffbe2a92c08 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ebed3457b1f84fe19d9bd4d55b4f455a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3553929 Oct 12 22:54:43.542119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43322) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:43.584365 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6a6b22a-962c-4b4c-9fc5-4a77adff0e3f req-96b248a0-b63f-4183-a0a4-d8014b4a3da3 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916282 Oct 12 22:54:43.610414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-9239a2d1-1d96-43a9-b9c7-3442ff3919c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:43.611921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-9239a2d1-1d96-43a9-b9c7-3442ff3919c2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74f7356c33b341b4b501c16e8f2eae1a&device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 1095 time: 0.4871309 Oct 12 22:54:43.705179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-b2035817-1a4c-43f4-9c5e-84266b9441f5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac331414-031b-41f0-bc1d-3b67c38cb855 HTTP/1.1" status: 200 len: 217 time: 0.0663118 Oct 12 22:54:43.724168 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7198f9a3-0753-4514-a933-cf09e1527a82 req-16d513ac-c554-4dd5-a57c-8fefe939d2ec tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776394 Oct 12 22:54:43.815847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:43.831197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:43.835618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] 10.222.0.31 "DELETE /v2.0/networks/fb5f8892-6560-4934-a476-d4f8a3e8aef8 HTTP/1.1" status: 204 len: 168 time: 2.8728666 Oct 12 22:54:43.839850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6f442674-287f-47d9-a602-3467706d820f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:43.856520 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7de9a19d-9745-4b3a-a38f-451cf092a610 req-75d0e291-8fd4-4039-beb6-44e46a088863 service neutron] 10.222.0.41 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694662 Oct 12 22:54:43.876729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f85275-6c57-4b49-94ae-f28cac51a0db tempest-ServersTestMultiNic-1848942694 tempest-ServersTestMultiNic-1848942694-project] Pushing event deleted for resources: {'Network': ['ID=fb5f8892-6560-4934-a476-d4f8a3e8aef8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:43.887921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-76a72594-5603-472b-9bc4-5003c65ee76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:43.889497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-76a72594-5603-472b-9bc4-5003c65ee76f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c8f51da9-ed0d-46f1-a471-87a200338f88 HTTP/1.1" status: 200 len: 853 time: 0.1443939 Oct 12 22:54:43.928377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6f442674-287f-47d9-a602-3467706d820f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:43.977847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-34cf099d-5345-444a-84d1-6c63f8843cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:43.979788 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-34cf099d-5345-444a-84d1-6c63f8843cba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1100 time: 0.1187701 Oct 12 22:54:44.044205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a2269d8d-3968-40f0-a77f-2540efb7e1db details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:54:44.081364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca183f0-f48a-4ba6-a099-6ead2e30cf0c req-f0a3e784-6deb-4eb6-bac1-e6848f6ca032 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:44.101132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ca183f0-f48a-4ba6-a099-6ead2e30cf0c req-f0a3e784-6deb-4eb6-bac1-e6848f6ca032 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 943 time: 0.2034569 Oct 12 22:54:44.111873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-55ea54c4-8a18-4576-b99d-f6a9c929eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:44.114194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-55ea54c4-8a18-4576-b99d-f6a9c929eb0e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=242a17e0-604d-464b-a315-b14f62c7c414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2096605 Oct 12 22:54:44.117919 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6f442674-287f-47d9-a602-3467706d820f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:44.127138 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6f442674-287f-47d9-a602-3467706d820f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:44.128755 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6f442674-287f-47d9-a602-3467706d820f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7462fb33-501d-497e-9cd4-1c44245c799f HTTP/1.1" status: 204 len: 168 time: 0.5667505 Oct 12 22:54:44.340262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-d262b6e6-0576-467e-9fca-b9cd4bad8e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:44.345811 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-d262b6e6-0576-467e-9fca-b9cd4bad8e2f service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2809594 Oct 12 22:54:44.367837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f442674-287f-47d9-a602-3467706d820f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7462fb33-501d-497e-9cd4-1c44245c799f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:44.422642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:44.433531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ca183f0-f48a-4ba6-a099-6ead2e30cf0c req-47a050c1-022c-4557-bbbe-b05baad5d588 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344991 Oct 12 22:54:44.488414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'a2269d8d-3968-40f0-a77f-2540efb7e1db', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'port_id': 'a2269d8d-3968-40f0-a77f-2540efb7e1db', 'mac_address': 'fa:16:3e:c1:39:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95754ae-0b03-4743-82ac-8dca0d4100ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:54:44.513492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-d0032877-d6f6-48ee-b65a-d2e050692f03 service neutron] 10.222.0.25 "GET /v2.0/networks/242a17e0-604d-464b-a315-b14f62c7c414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704741 Oct 12 22:54:44.517321 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c96f0a-f7ee-4418-9eff-5118968bf721 x-openstack-request-id: req-83c96f0a-f7ee-4418-9eff-5118968bf721 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:44.517721 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b306eedf-e37f-458b-8fb9-cb7471f5201a", "tag": "ac331414-031b-41f0-bc1d-3b67c38cb855", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:44.517974 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83c96f0a-f7ee-4418-9eff-5118968bf721 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:44.518374 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b306eedf-e37f-458b-8fb9-cb7471f5201a', 'tag': 'ac331414-031b-41f0-bc1d-3b67c38cb855', 'status': 'completed', 'code': 200} Oct 12 22:54:44.561099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-7081da77-749b-4c72-9864-74205691502a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.0986850 Oct 12 22:54:44.601814 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:44.642820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2269d8d-3968-40f0-a77f-2540efb7e1db {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:44.668446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:44.694965 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-461de130-7869-4acc-a454-e06e478337a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:44.697679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-461de130-7869-4acc-a454-e06e478337a8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1239369 Oct 12 22:54:44.767741 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:44.854874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b014b-a55e-432d-a79f-f32c37bc7d5d req-7aa5d12f-5e64-498d-90af-77ac6dde04c6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:44.871656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-797b014b-a55e-432d-a79f-f32c37bc7d5d req-7aa5d12f-5e64-498d-90af-77ac6dde04c6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 948 time: 0.2366889 Oct 12 22:54:44.878177 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-3c42cdb0-f6fe-4647-bc61-38514c97bfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:44.880680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-3c42cdb0-f6fe-4647-bc61-38514c97bfda service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1551981 Oct 12 22:54:44.930464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a2269d8d-3968-40f0-a77f-2540efb7e1db,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:44.998129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-797b014b-a55e-432d-a79f-f32c37bc7d5d req-691aa4d5-9caa-4446-bccd-8f45fc9b4e3c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256275 Oct 12 22:54:45.000547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d84bb94-0ba1-46d2-ba07-519f25d719ac req-e2fb99a3-baeb-45ef-894d-dc197c608fa7 service neutron] 10.222.0.25 "GET /v2.0/networks/242a17e0-604d-464b-a315-b14f62c7c414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4651804 Oct 12 22:54:45.045314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['a2269d8d-3968-40f0-a77f-2540efb7e1db'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:45.097923 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bc720808-7427-48d1-956e-20dab6257d99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:45.200857 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-e17c30fb-96f0-4395-9044-8f892ae31be4 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067293 Oct 12 22:54:45.305137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-b34a87c9-1eff-4ae7-8037-af24dd55f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:45.307355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-b34a87c9-1eff-4ae7-8037-af24dd55f421 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74f7356c33b341b4b501c16e8f2eae1a&device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 1095 time: 0.1080658 Oct 12 22:54:45.450306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43344) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:45.481362 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:45.487055 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c781b419-fba6-4076-a1a9-8b27eb838dd8 req-52c3f006-1517-444e-adb4-c508d2a30c9e service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598636 Oct 12 22:54:45.536574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-33985fb4-944e-4608-9562-5b8354455487 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd553dbe65274a6a88c62429486a4ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0851672 Oct 12 22:54:45.538989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43348) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:45.600212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1925e8b3-3649-44d2-9e6b-550720389697 req-e59e8c7d-5840-4863-ab05-62434b35ddfa tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:45.601327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:45.602836 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1925e8b3-3649-44d2-9e6b-550720389697 req-e59e8c7d-5840-4863-ab05-62434b35ddfa tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 943 time: 0.1527410 Oct 12 22:54:45.629399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-1ce7985e-1904-4462-bef6-050e6a8739cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:45.631386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-1ce7985e-1904-4462-bef6-050e6a8739cf service neutron] 10.222.0.25 "GET /v2.0/networks?id=242a17e0-604d-464b-a315-b14f62c7c414 HTTP/1.1" status: 200 len: 915 time: 0.3145194 Oct 12 22:54:45.644143 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:45.756988 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-aec81901-cb57-464f-88b4-58e00c96c2cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ac331414-031b-41f0-bc1d-3b67c38cb855 HTTP/1.1" status: 200 len: 217 time: 0.0986948 Oct 12 22:54:45.761221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1925e8b3-3649-44d2-9e6b-550720389697 req-5db8382d-e0df-4940-b6ca-ce1f230a8efa tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427805 Oct 12 22:54:45.850172 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:45.862182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:45.863825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/42989e0c-1594-4036-86f0-d1ef4555503a HTTP/1.1" status: 204 len: 168 time: 0.3238187 Oct 12 22:54:45.892346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42989e0c-1594-4036-86f0-d1ef4555503a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:45.915146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.917468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.923913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.925178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.927740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-7af4b9af-cf9c-4137-a1a2-7bcf3992fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:45.928377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.932346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.933151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.933286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.937996 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-7af4b9af-cf9c-4137-a1a2-7bcf3992fc20 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c8f51da9-ed0d-46f1-a471-87a200338f88 HTTP/1.1" status: 200 len: 853 time: 0.1478570 Oct 12 22:54:45.938351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.938689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.939144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:45.939550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706990e2-9fa3-4898-986b-408c2a3eb82a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:54:46.058560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a2269d8d-3968-40f0-a77f-2540efb7e1db up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:46.163784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-a4161cf8-1631-4b90-86d7-1e45af6714ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:46.165415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-a4161cf8-1631-4b90-86d7-1e45af6714ea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=242a17e0-604d-464b-a315-b14f62c7c414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2117271 Oct 12 22:54:46.182416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fa1dd-d3c6-4e0e-bc1d-ef6101f660d5 req-22081219-5fe5-47ae-bce9-2a20dbf919ad tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:46.183871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f49fa1dd-d3c6-4e0e-bc1d-ef6101f660d5 req-22081219-5fe5-47ae-bce9-2a20dbf919ad tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 944 time: 0.0816813 Oct 12 22:54:46.236744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f49fa1dd-d3c6-4e0e-bc1d-ef6101f660d5 req-37f7fb87-3ade-463e-82ac-11be8789c775 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469401 Oct 12 22:54:46.310500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-eec9b26d-2446-4584-8160-c9e640e21769 service neutron] 10.222.0.25 "GET /v2.0/networks/242a17e0-604d-464b-a315-b14f62c7c414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961494 Oct 12 22:54:46.439403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc26af14-c03a-40f9-b5fe-1ebdca32cbf1 req-261cef2c-89bf-46a4-802c-b71e1e9178a6 service neutron] 10.222.0.25 "GET /v2.0/networks/242a17e0-604d-464b-a315-b14f62c7c414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213343 Oct 12 22:54:46.446565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63955bf7-97e8-4569-9f60-266d650acb4d req-cf280bdf-ad33-4a3b-9c5a-0514d9aac755 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:46.447940 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63955bf7-97e8-4569-9f60-266d650acb4d req-cf280bdf-ad33-4a3b-9c5a-0514d9aac755 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 948 time: 0.0803189 Oct 12 22:54:46.498180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63955bf7-97e8-4569-9f60-266d650acb4d req-5d99cb8b-0553-445e-b2b9-c16f00678376 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421333 Oct 12 22:54:46.570606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43366) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:46.632627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43370) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:46.884481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:46.903549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port a2269d8d-3968-40f0-a77f-2540efb7e1db completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:54:46.920473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port a2269d8d-3968-40f0-a77f-2540efb7e1db triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:46.920969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:46.934517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d14c0-1249-4e99-b11d-43e9408fca24 req-467d85f1-8bcb-47db-82b3-414c624cadf2 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:46.936078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-476d14c0-1249-4e99-b11d-43e9408fca24 req-467d85f1-8bcb-47db-82b3-414c624cadf2 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 943 time: 0.1044414 Oct 12 22:54:46.983393 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:47.016627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2bd3720-6229-4570-8ec0-62444279d819 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:54:47.077838 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-476d14c0-1249-4e99-b11d-43e9408fca24 req-cd7a25e3-8c13-457c-92c6-a381ac5d40c6 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258345 Oct 12 22:54:47.439256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:47.497505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec7210e-194f-4130-ad59-6747fd2cc9b5 req-cd98fff1-bfc2-4d0a-a7d8-21d61f71f34a tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:47.508155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dec7210e-194f-4130-ad59-6747fd2cc9b5 req-cd98fff1-bfc2-4d0a-a7d8-21d61f71f34a tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 944 time: 0.1603014 Oct 12 22:54:47.528252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'd2bd3720-6229-4570-8ec0-62444279d819', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'd2bd3720-6229-4570-8ec0-62444279d819', 'mac_address': 'fa:16:3e:e2:75:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:54:47.563903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dec7210e-194f-4130-ad59-6747fd2cc9b5 req-ae60f67f-3115-4331-85bf-85cf889fe7ba tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551717 Oct 12 22:54:47.594253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Deleting port c058eb24-948c-410b-ab32-f2dd4865b63c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:47.594512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:47.621484 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:47.684728 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:47.723830 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:47.749337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bd3720-6229-4570-8ec0-62444279d819 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:47.820438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:47.824180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:47.826993 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e55d75-7b74-4388-9a2e-e7540a4fbf9b" -d '{"events": [{"server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "name": "network-vif-plugged", "status": "completed", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:47.831921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:47.844681 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:47.874638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] For port c058eb24-948c-410b-ab32-f2dd4865b63c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c058eb24-948c-410b-ab32-f2dd4865b63c,segment=NetworkSegment(41512baa-2fb4-487d-a613-22c1c96fb28d),segment_id=41512baa-2fb4-487d-a613-22c1c96fb28d)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:47.875406 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:47.906471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Calling delete_port for c058eb24-948c-410b-ab32-f2dd4865b63c owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:47.953317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7747c585-1a5c-44a6-ad86-bbdc55a81113 req-8d6f3cbc-b03f-4ef3-9874-d4c80bbe0a41 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:47.955128 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:47.958457 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:47.968268 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7747c585-1a5c-44a6-ad86-bbdc55a81113 req-8d6f3cbc-b03f-4ef3-9874-d4c80bbe0a41 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 948 time: 0.1300967 Oct 12 22:54:48.065155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7747c585-1a5c-44a6-ad86-bbdc55a81113 req-f05d0aa7-20af-46f8-b86f-6a7de6bee873 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948920 Oct 12 22:54:48.078529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a2269d8d-3968-40f0-a77f-2540efb7e1db,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:48.178216 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938d5fab-4175-4318-b1ff-5da8069cb00c x-openstack-request-id: req-938d5fab-4175-4318-b1ff-5da8069cb00c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:48.178216 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "name": "network-vif-plugged", "status": "completed", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:48.178216 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-938d5fab-4175-4318-b1ff-5da8069cb00c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:48.178216 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db', 'code': 200} Oct 12 22:54:48.234358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:48.244866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d2bd3720-6229-4570-8ec0-62444279d819'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:48.334323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bb6c7-bc6c-4490-98dc-035796c180ce req-8f160722-a970-4b80-95bd-408de15caf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:48.345557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c6bb6c7-bc6c-4490-98dc-035796c180ce req-8f160722-a970-4b80-95bd-408de15caf60 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 1097 time: 0.1133924 Oct 12 22:54:48.400225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Deleting port 192a695a-dd20-405a-95da-572d35c38e0e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:48.401007 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:48.432834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c6bb6c7-bc6c-4490-98dc-035796c180ce req-e5cfb74e-7c58-4156-a7f1-100a4ae5eb1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496175 Oct 12 22:54:48.487976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43412) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:48.515285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43416) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:48.530239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:48.582351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] For port 192a695a-dd20-405a-95da-572d35c38e0e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=192a695a-dd20-405a-95da-572d35c38e0e,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:48.583656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:48.593506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Pushing event deleted for resources: {'Port': ['ID=c058eb24-948c-410b-ab32-f2dd4865b63c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:48.632666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Calling delete_port for 192a695a-dd20-405a-95da-572d35c38e0e owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:48.683206 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:48.777499 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-04f7c815-32e6-4a8f-9412-064a570c9693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:48.905514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1983469911-network', 'tenant_id': '5cb1fb1980714092afbe36083bfd1a49'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:48.913006 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:48.938883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:49.490099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750e17d-babe-4e0f-81f1-61ecf8be03ce req-c70c2e15-f34b-467d-9eff-c122f671e6a8 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:49.506066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c750e17d-babe-4e0f-81f1-61ecf8be03ce req-c70c2e15-f34b-467d-9eff-c122f671e6a8 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 943 time: 1.2054467 Oct 12 22:54:49.703258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c750e17d-babe-4e0f-81f1-61ecf8be03ce req-3f3776ab-e468-4cf7-941c-0c50328b8a02 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953857 Oct 12 22:54:49.714884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Made reservation on behalf of 5cb1fb1980714092afbe36083bfd1a49 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:54:49.719926 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:49.762422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:49.866442 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:49.914358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=192a695a-dd20-405a-95da-572d35c38e0e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:50.012896 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.026460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-04f7c815-32e6-4a8f-9412-064a570c9693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.176580 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-04f7c815-32e6-4a8f-9412-064a570c9693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.232792 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.262917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:54:50.291412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.291794 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Added segment c5040359-f6af-40d9-bf2d-f8c5723712b9 of type vlan for network 1e31aa80-29e8-487f-83a9-b4e24a329b3b Oct 12 22:54:50.301866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32fbc6-5db5-4f97-8401-80f23fb8525b req-d4d6c996-d7bd-4974-842f-23d0a0a938b9 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:50.303631 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d32fbc6-5db5-4f97-8401-80f23fb8525b req-d4d6c996-d7bd-4974-842f-23d0a0a938b9 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.2475429 Oct 12 22:54:50.397366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.439679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-04f7c815-32e6-4a8f-9412-064a570c9693 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1d323d89558421c97861d035a395b2b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9492347 Oct 12 22:54:50.450175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43426) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:50.456034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.528213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.529314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:50.529754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.605775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Router 13f0d286-e676-499c-a1af-c74abd06bacf has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:54:50.626440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7c815-32e6-4a8f-9412-064a570c9693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1e9cee-4a99-466a-b37c-28b8923420bf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:50.667836 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ae485c-9c82-45fa-b558-bcd041df8e71,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:50.731787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d32fbc6-5db5-4f97-8401-80f23fb8525b req-d7cbd0d9-b96d-4e87-bb11-ed7eb070bdac tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220324 Oct 12 22:54:50.881539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] Pushing event updated for resources: {'Network': ['ID=1e31aa80-29e8-487f-83a9-b4e24a329b3b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:50.890887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2b07d8c5-7c20-43c5-bec8-4764bd758672 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.3743753 Oct 12 22:54:50.898047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 1e31aa80-29e8-487f-83a9-b4e24a329b3b details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:54:50.907452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43432) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:50.923481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Request body: {'subnet': {'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1983469911-subnet', 'tenant_id': '5cb1fb1980714092afbe36083bfd1a49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:50.963147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a30bdfa5-7421-49c5-a9d5-520c87bd2a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:50.998556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2bd3720-6229-4570-8ec0-62444279d819 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:54:51.010141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Router 801876b1-e06d-4c93-90c9-81b9764fec85 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:54:51.053940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:54:51.095445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e6a9d515-915d-402a-b3ff-7de2f7c70672 admin admin] 10.222.0.31 "PUT /v2.0/routers/13f0d286-e676-499c-a1af-c74abd06bacf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5180824 Oct 12 22:54:51.096263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43434) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:51.110771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5327ae-629f-4974-8928-efecdcd00c1d req-e29bef30-3e73-419f-90f0-27882e95767a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:51.113122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-da5327ae-629f-4974-8928-efecdcd00c1d req-e29bef30-3e73-419f-90f0-27882e95767a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 949 time: 0.1851125 Oct 12 22:54:51.115680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] Sync routers for ids ['13f0d286-e676-499c-a1af-c74abd06bacf'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:54:51.208619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] Routers {'13f0d286-e676-499c-a1af-c74abd06bacf'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:54:51.210416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:54:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13f0d286-e676-499c-a1af-c74abd06bacf'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:51.259001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Made reservation on behalf of 5cb1fb1980714092afbe36083bfd1a49 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:54:51.261289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:51.278003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-da5327ae-629f-4974-8928-efecdcd00c1d req-9c9e8e5f-8a80-4485-ab67-151a0c8648cf tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712659 Oct 12 22:54:51.383414 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a30bdfa5-7421-49c5-a9d5-520c87bd2a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:51.494291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:54:51.513795 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1f6c06d6-7f72-4017-aaeb-e53b6ebecaf6 admin admin] 10.222.0.31 "PUT /v2.0/routers/801876b1-e06d-4c93-90c9-81b9764fec85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8796175 Oct 12 22:54:51.515762 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] Sync routers for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:54:51.518218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43436) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:51.535375 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:54:51.537335 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:54:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:51.680024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port d2bd3720-6229-4570-8ec0-62444279d819 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:54:51.692420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port d2bd3720-6229-4570-8ec0-62444279d819 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:54:51.725505 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:51.725690 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:54:51.725794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:51.772122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:51.783261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] Set router 13f0d286-e676-499c-a1af-c74abd06bacf gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:54:51.905042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:51.908776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:51.930057 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:54:49Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:51.956408 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:51.959388 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] Checking router: 801876b1-e06d-4c93-90c9-81b9764fec85 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:54:51.971138 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] Routers {'801876b1-e06d-4c93-90c9-81b9764fec85'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:54:51.971138 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:54:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['801876b1-e06d-4c93-90c9-81b9764fec85'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:51.999271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:52.001505 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725fac84-addd-4ff9-b952-76e2bd969803" -d '{"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-plugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:52.017229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:52.064105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '27e008f6-78b7-4a69-8160-21261957985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:25Z', 'updated_at': '2021-10-12T22:54:48Z', 'revision_number': 5, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'gw_port': {'id': '27e008f6-78b7-4a69-8160-21261957985a', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:27Z', 'updated_at': '2021-10-12T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:52.083288 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] Set router 801876b1-e06d-4c93-90c9-81b9764fec85 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:54:52.090483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] Checking router: 13f0d286-e676-499c-a1af-c74abd06bacf for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:54:52.098379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] Routers {'13f0d286-e676-499c-a1af-c74abd06bacf'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:54:52.099022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:54:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13f0d286-e676-499c-a1af-c74abd06bacf'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:52.204306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] Set router 13f0d286-e676-499c-a1af-c74abd06bacf gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:54:52.265061 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:54:49Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:52.295553 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3f49b9-1ff5-4531-8242-440efcc2a735 None None] The sync data for ids ['801876b1-e06d-4c93-90c9-81b9764fec85'] in n-d-790519-14 is: [{'id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1522203296-router', 'tenant_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:35Z', 'updated_at': '2021-10-12T22:54:49Z', 'revision_number': 5, 'project_id': 'b573c89dcb3141af9ee72b823b88e4c8', 'gw_port': {'id': 'c6046786-d52e-4e66-b4d7-0a901bc1391d', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:15:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801876b1-e06d-4c93-90c9-81b9764fec85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 263, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:37Z', 'updated_at': '2021-10-12T22:49:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:54:52.397704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '27e008f6-78b7-4a69-8160-21261957985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:25Z', 'updated_at': '2021-10-12T22:54:48Z', 'revision_number': 5, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'gw_port': {'id': '27e008f6-78b7-4a69-8160-21261957985a', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:27Z', 'updated_at': '2021-10-12T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:52.425413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0979dae-72fb-4d76-925c-dd4f6c0ee521 None None] The sync data for ids ['13f0d286-e676-499c-a1af-c74abd06bacf'] in n-d-790519-14 is: [{'id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'name': 'tempest-ServersTestMultiNic-2010330742-router', 'tenant_id': 'f56e91032b274c2ca0d9a614222a08d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235'}], 'enable_snat': True}, 'gw_port_id': '27e008f6-78b7-4a69-8160-21261957985a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:52:25Z', 'updated_at': '2021-10-12T22:54:48Z', 'revision_number': 5, 'project_id': 'f56e91032b274c2ca0d9a614222a08d8', 'gw_port': {'id': '27e008f6-78b7-4a69-8160-21261957985a', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f0d286-e676-499c-a1af-c74abd06bacf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:52:27Z', 'updated_at': '2021-10-12T22:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:54:52.765149 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:52.769914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:52.773406 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a30bdfa5-7421-49c5-a9d5-520c87bd2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:52.774584 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a30bdfa5-7421-49c5-a9d5-520c87bd2a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:52.778645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a30bdfa5-7421-49c5-a9d5-520c87bd2a94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc1e9cee-4a99-466a-b37c-28b8923420bf HTTP/1.1" status: 204 len: 168 time: 2.3236980 Oct 12 22:54:52.842526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:53.046135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30bdfa5-7421-49c5-a9d5-520c87bd2a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1e9cee-4a99-466a-b37c-28b8923420bf,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:53.090207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Deleting port c6046786-d52e-4e66-b4d7-0a901bc1391d {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:53.097933 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:53.112364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92696d21-f43e-4bd4-aaa1-e263476189f5,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:53.211284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Deleting port 27e008f6-78b7-4a69-8160-21261957985a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:53.211906 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:53.214034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:54:53.214676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Network hostable DHCP agents. Network: 1e31aa80-29e8-487f-83a9-b4e24a329b3b, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:54:53.330965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750e24d-aff2-46c9-970d-fc13d9da4a5d req-38c5f326-498c-48cf-92a1-dae4d22e9e0e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:53.355459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6750e24d-aff2-46c9-970d-fc13d9da4a5d req-38c5f326-498c-48cf-92a1-dae4d22e9e0e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 943 time: 0.4377730 Oct 12 22:54:53.386677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 192a695a-dd20-405a-95da-572d35c38e0e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:53.426799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] For port c6046786-d52e-4e66-b4d7-0a901bc1391d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c6046786-d52e-4e66-b4d7-0a901bc1391d,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:53.427539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:53.436883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 192a695a-dd20-405a-95da-572d35c38e0e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:53.437233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 192a695a-dd20-405a-95da-572d35c38e0e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:53.437670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c058eb24-948c-410b-ab32-f2dd4865b63c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:53.461881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Network 1e31aa80-29e8-487f-83a9-b4e24a329b3b is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:54:53.473118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6750e24d-aff2-46c9-970d-fc13d9da4a5d req-3b1c3d4c-d67c-4c07-8ecd-21c12c2a441b tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121085 Oct 12 22:54:53.502097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c058eb24-948c-410b-ab32-f2dd4865b63c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:53.502838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c058eb24-948c-410b-ab32-f2dd4865b63c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:53.506566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Calling delete_port for c6046786-d52e-4e66-b4d7-0a901bc1391d owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:53.508994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] For port 27e008f6-78b7-4a69-8160-21261957985a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=27e008f6-78b7-4a69-8160-21261957985a,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:53.509926 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:53.534968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Calling delete_port for 27e008f6-78b7-4a69-8160-21261957985a owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:53.597376 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9eab7f5-68a9-4f0f-9191-1956c90ef037 x-openstack-request-id: req-a9eab7f5-68a9-4f0f-9191-1956c90ef037 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:53.597376 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-plugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:53.597376 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9eab7f5-68a9-4f0f-9191-1956c90ef037 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:53.597376 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819', 'code': 200} Oct 12 22:54:53.611652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 1e31aa80-29e8-487f-83a9-b4e24a329b3b) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:54:53.623470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:53.624401 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:53.635939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451e24cf-be4b-4506-88f5-0634e8c68529 None None] Network 1e31aa80-29e8-487f-83a9-b4e24a329b3b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:54:53.850758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e48ffee9-ac3b-4624-b267-084243ec19e9 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.9421437 Oct 12 22:54:53.921655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958e226-fc22-4155-951e-fa51198fddc0 req-33a4b829-24b1-4215-8526-cde990506881 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:53.937363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8958e226-fc22-4155-951e-fa51198fddc0 req-33a4b829-24b1-4215-8526-cde990506881 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1654575 Oct 12 22:54:53.976083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4f418f-b105-41cb-8807-fe2410c587a5 None None] Network 1e31aa80-29e8-487f-83a9-b4e24a329b3b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:54:54.000651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfdfa99-34cb-47d4-b464-e1f7e41502cf req-152de1ed-6956-4631-a2e1-20c2386543df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:54.002499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ddfdfa99-34cb-47d4-b464-e1f7e41502cf req-152de1ed-6956-4631-a2e1-20c2386543df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1102 time: 0.3065884 Oct 12 22:54:54.007268 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.072846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Pushing event deleted for resources: {'Port': ['ID=27e008f6-78b7-4a69-8160-21261957985a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:54.141143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8958e226-fc22-4155-951e-fa51198fddc0 req-bb9d5961-f9fc-4803-b08e-d78e85c19650 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961644 Oct 12 22:54:54.210965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ddfdfa99-34cb-47d4-b464-e1f7e41502cf req-b32cf38c-92f1-426a-95be-848426082845 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911898 Oct 12 22:54:54.222704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.270286 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.373965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Pushing event deleted for resources: {'Port': ['ID=c6046786-d52e-4e66-b4d7-0a901bc1391d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:54.378594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.383106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.463094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb067bbe-27ed-487c-a043-bd3ddf764af4 req-ecff8d73-7d44-4382-bee5-4bb1a63c60d2 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:54.463094 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb067bbe-27ed-487c-a043-bd3ddf764af4 req-ecff8d73-7d44-4382-bee5-4bb1a63c60d2 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.2334387 Oct 12 22:54:54.471826 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.575609 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.576337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13f0d286-e676-499c-a1af-c74abd06bacf {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:54:54.586768 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.586768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3ca190b9-52a3-4aaf-a21f-1fbfc06168ac admin admin] 10.222.0.31 "DELETE /v2.0/routers/13f0d286-e676-499c-a1af-c74abd06bacf HTTP/1.1" status: 204 len: 168 time: 3.4832065 Oct 12 22:54:54.586768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43478) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:54.599842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.602444 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.758681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a1e5fb-d682-4cec-b43c-76094d8d9d5b admin admin] Deleting subnet 6b273532-a8e9-49ed-8e67-0100c748fb4b {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:54:54.769305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e5fb-d682-4cec-b43c-76094d8d9d5b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.786639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb067bbe-27ed-487c-a043-bd3ddf764af4 req-91712e68-db0f-407f-acdc-1227103653a1 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042657 Oct 12 22:54:54.858139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e5fb-d682-4cec-b43c-76094d8d9d5b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.894486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.894486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 801876b1-e06d-4c93-90c9-81b9764fec85 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:54:54.898631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:54.901507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6aa79d93-1c01-480c-bf3b-d522a6513dad admin admin] 10.222.0.31 "DELETE /v2.0/routers/801876b1-e06d-4c93-90c9-81b9764fec85 HTTP/1.1" status: 204 len: 168 time: 3.3805728 Oct 12 22:54:54.903961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43498) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:55.154982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e5fb-d682-4cec-b43c-76094d8d9d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.201784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-350e7472-69d5-4831-8ce5-0d9a4d0e3bae admin admin] Deleting subnet 4ffffe7c-8b15-454d-86c7-cc5646c61318 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:54:55.250067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a09c61-2543-4f88-ac40-68eb5e304891 req-76f221cd-dae0-4459-980e-2b80289dac64 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:55.262164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8a09c61-2543-4f88-ac40-68eb5e304891 req-76f221cd-dae0-4459-980e-2b80289dac64 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 943 time: 0.2529123 Oct 12 22:54:55.273374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-350e7472-69d5-4831-8ce5-0d9a4d0e3bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.285196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfcc8d8-4cce-40bd-85c2-955ae1810c1c req-d45b87c6-c21f-4f95-a536-244b8932072a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:55.287279 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0dfcc8d8-4cce-40bd-85c2-955ae1810c1c req-d45b87c6-c21f-4f95-a536-244b8932072a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 949 time: 0.2199249 Oct 12 22:54:55.335874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43520) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:55.351793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-251801919-network', 'tenant_id': '32c786af4ad140dc97a2b4356b1972bb'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:55.425229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0dfcc8d8-4cce-40bd-85c2-955ae1810c1c req-b1dd0d24-2039-4e14-a0a2-b0380c56dcc0 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221611 Oct 12 22:54:55.425726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8a09c61-2543-4f88-ac40-68eb5e304891 req-6508602d-db11-4e82-977a-5dec508b1df1 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583073 Oct 12 22:54:55.430538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-350e7472-69d5-4831-8ce5-0d9a4d0e3bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.446514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Made reservation on behalf of 32c786af4ad140dc97a2b4356b1972bb for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:54:55.449957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.487598 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.496256 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e5fb-d682-4cec-b43c-76094d8d9d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.531619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1e5fb-d682-4cec-b43c-76094d8d9d5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b273532-a8e9-49ed-8e67-0100c748fb4b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:55.540958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6a1e5fb-d682-4cec-b43c-76094d8d9d5b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.546004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d05c3db-7acd-4b56-8506-8afbd47856a4 None None] Network e826d9a4-f53f-42ef-8332-e2c8d66f793a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:54:55.553046 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b6a1e5fb-d682-4cec-b43c-76094d8d9d5b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6b273532-a8e9-49ed-8e67-0100c748fb4b HTTP/1.1" status: 204 len: 168 time: 0.9659185 Oct 12 22:54:55.557504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43522) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:55.727890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c6046786-d52e-4e66-b4d7-0a901bc1391d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:55.769312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.775836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-350e7472-69d5-4831-8ce5-0d9a4d0e3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.786237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c6046786-d52e-4e66-b4d7-0a901bc1391d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:55.789830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c6046786-d52e-4e66-b4d7-0a901bc1391d not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:55.789830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 27e008f6-78b7-4a69-8160-21261957985a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:55.792060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b56912-6512-4180-895f-60678aec780a req-9495896e-c7e8-47a2-badf-d0bd0ff1caa5 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:55.799749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77b56912-6512-4180-895f-60678aec780a req-9495896e-c7e8-47a2-badf-d0bd0ff1caa5 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.2684133 Oct 12 22:54:55.882021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Deleting port 814d2844-748a-4a05-9e99-97b0ec7c1685 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:55.882901 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.885627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 27e008f6-78b7-4a69-8160-21261957985a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:55.886525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 27e008f6-78b7-4a69-8160-21261957985a not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:55.943681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77b56912-6512-4180-895f-60678aec780a req-8cd07faa-bb80-4e29-b3fa-b42f0ea37bc0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428671 Oct 12 22:54:55.970260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] For port 814d2844-748a-4a05-9e99-97b0ec7c1685, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=814d2844-748a-4a05-9e99-97b0ec7c1685,segment=NetworkSegment(41512baa-2fb4-487d-a613-22c1c96fb28d),segment_id=41512baa-2fb4-487d-a613-22c1c96fb28d)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:55.970717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:55.985638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Calling delete_port for 814d2844-748a-4a05-9e99-97b0ec7c1685 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:55.995733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.051153 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-350e7472-69d5-4831-8ce5-0d9a4d0e3bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.085928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] DHCP port deletion for e826d9a4-f53f-42ef-8332-e2c8d66f793a request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:54:56.106287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e635f-db9c-49c4-8fca-472909e1e6cb req-45e2d83d-9640-4138-b502-85a3dec0bfec tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:56.108083 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e4e635f-db9c-49c4-8fca-472909e1e6cb req-45e2d83d-9640-4138-b502-85a3dec0bfec tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.1236560 Oct 12 22:54:56.130778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.135723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e7472-69d5-4831-8ce5-0d9a4d0e3bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ffffe7c-8b15-454d-86c7-cc5646c61318,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:56.140170 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-350e7472-69d5-4831-8ce5-0d9a4d0e3bae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.147248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-350e7472-69d5-4831-8ce5-0d9a4d0e3bae admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4ffffe7c-8b15-454d-86c7-cc5646c61318 HTTP/1.1" status: 204 len: 168 time: 1.2285380 Oct 12 22:54:56.169262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7032ba26-4e1f-4a17-a3dd-20ca765b471d None None] Network ab4ee53a-9282-4f5e-a170-01a498e1572a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:54:56.169683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43536) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:56.172516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c3db6e4-d58a-48de-abd0-c85416e2455b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:56.199790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:54:56.249300 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.249972 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Added segment babb9065-be86-4c5c-8366-23f352a69099 of type vlan for network 5b75c309-5e88-4be9-8a6f-3ff85e7656b4 Oct 12 22:54:56.291008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e4e635f-db9c-49c4-8fca-472909e1e6cb req-d078ac60-8d1d-47e7-a63d-9ae4257f9e69 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681685 Oct 12 22:54:56.309484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] Deleting port 814d2844-748a-4a05-9e99-97b0ec7c1685 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:56.309792 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.311983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.341680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Pushing event deleted for resources: {'Port': ['ID=814d2844-748a-4a05-9e99-97b0ec7c1685,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:56.343891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.355348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] No DVR routers for this DVR port 814d2844-748a-4a05-9e99-97b0ec7c1685 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:56.396305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] For port 814d2844-748a-4a05-9e99-97b0ec7c1685, host n-d-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:56.396690 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.397270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.426323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] Calling delete_port for 814d2844-748a-4a05-9e99-97b0ec7c1685 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:56.435425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.ipam_backend_mixin [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] Port 814d2844-748a-4a05-9e99-97b0ec7c1685 was not found and therefore no delete operation was performed {{(pid=101891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 22:54:56.438131 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.470044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] Pushing event deleted for resources: {'Port': ['ID=814d2844-748a-4a05-9e99-97b0ec7c1685,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:56.474201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4321a4a-94d7-4131-a95e-88bac191a87a None None] No DVR routers for this DVR port 814d2844-748a-4a05-9e99-97b0ec7c1685 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:56.481589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef76cd40-4141-495c-83eb-e50ce3716b48 None None] DHCP port deletion for ab4ee53a-9282-4f5e-a170-01a498e1572a request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:54:56.511399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.573914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e826d9a4-f53f-42ef-8332-e2c8d66f793a']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:56.593698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.594764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:56.595443 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.625557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ef76cd40-4141-495c-83eb-e50ce3716b48 None None] Deleting port 206646a6-a6ea-4398-ada5-7e34d3965096 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:56.628101 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef76cd40-4141-495c-83eb-e50ce3716b48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.640020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41512baa-2fb4-487d-a613-22c1c96fb28d') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:56.640303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41512baa-2fb4-487d-a613-22c1c96fb28d') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:56.674745 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.700228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5b75c309-5e88-4be9-8a6f-3ff85e7656b4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:56.706030 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6477b5c2-f0c5-46ab-b305-3b6ad9cb19d4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3593121 Oct 12 22:54:56.709803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43550) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:56.717280 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.723208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Request body: {'subnet': {'network_id': '5b75c309-5e88-4be9-8a6f-3ff85e7656b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-251801919-subnet', 'tenant_id': '32c786af4ad140dc97a2b4356b1972bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:54:56.730786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ef76cd40-4141-495c-83eb-e50ce3716b48 None None] For port 206646a6-a6ea-4398-ada5-7e34d3965096, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=206646a6-a6ea-4398-ada5-7e34d3965096,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:56.731315 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef76cd40-4141-495c-83eb-e50ce3716b48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.738300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:54:56.738675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.746916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Deleting port 206646a6-a6ea-4398-ada5-7e34d3965096 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:56.747289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.747994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab501cf-22a2-4324-bd00-0b0ee6fb0ef6 req-8e4043ba-af5e-46f7-8ad1-6f043a7f486b tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:56.750093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fab501cf-22a2-4324-bd00-0b0ee6fb0ef6 req-8e4043ba-af5e-46f7-8ad1-6f043a7f486b tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 949 time: 0.1607463 Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:54:56.750287 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:54:56.762289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ef76cd40-4141-495c-83eb-e50ce3716b48 None None] Calling delete_port for 206646a6-a6ea-4398-ada5-7e34d3965096 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:56.839592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 5b75c309-5e88-4be9-8a6f-3ff85e7656b4 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:54:56.843364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2690eed1-65f7-4b66-aad7-026cc5ed3ebc req-d5dc57f3-f7a2-4a20-b2a8-eb498e719bec tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:56.844921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2690eed1-65f7-4b66-aad7-026cc5ed3ebc req-d5dc57f3-f7a2-4a20-b2a8-eb498e719bec tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 943 time: 0.1507888 Oct 12 22:54:56.893054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] For port 206646a6-a6ea-4398-ada5-7e34d3965096, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=206646a6-a6ea-4398-ada5-7e34d3965096,segment=NetworkSegment(54483a7c-4413-43ac-9e9f-bf9bc61d876e),segment_id=54483a7c-4413-43ac-9e9f-bf9bc61d876e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:56.893676 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:56.918185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Calling delete_port for 206646a6-a6ea-4398-ada5-7e34d3965096 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:56.920334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fab501cf-22a2-4324-bd00-0b0ee6fb0ef6 req-1913fab4-8390-453d-b46e-d2d5bcf15875 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553199 Oct 12 22:54:56.925433 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2690eed1-65f7-4b66-aad7-026cc5ed3ebc req-75881861-96e2-4d01-b2f3-074ee69fa183 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688667 Oct 12 22:54:56.964833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Made reservation on behalf of 32c786af4ad140dc97a2b4356b1972bb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:54:56.967923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.037398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.043965 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.049854 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef76cd40-4141-495c-83eb-e50ce3716b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.050674 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] 10.222.0.31 "DELETE /v2.0/networks/e826d9a4-f53f-42ef-8332-e2c8d66f793a HTTP/1.1" status: 204 len: 168 time: 1.4886200 Oct 12 22:54:57.070111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.080143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76cd40-4141-495c-83eb-e50ce3716b48 None None] Pushing event deleted for resources: {'Port': ['ID=206646a6-a6ea-4398-ada5-7e34d3965096,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:57.089346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16192892-ac46-4814-a657-a14f70844b3f admin admin] Pushing event deleted for resources: {'Network': ['ID=e826d9a4-f53f-42ef-8332-e2c8d66f793a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:57.100076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef76cd40-4141-495c-83eb-e50ce3716b48 None None] No DVR routers for this DVR port 206646a6-a6ea-4398-ada5-7e34d3965096 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:57.100212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=206646a6-a6ea-4398-ada5-7e34d3965096,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:57.113775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] No DVR routers for this DVR port 206646a6-a6ea-4398-ada5-7e34d3965096 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:54:57.232337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def51aa-d340-4506-839e-93fabe2e4c0f req-104c1d0c-375d-4cc1-9cf8-e0b83a4c6fbe tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:57.234045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6def51aa-d340-4506-839e-93fabe2e4c0f req-104c1d0c-375d-4cc1-9cf8-e0b83a4c6fbe tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1955984 Oct 12 22:54:57.267746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.296535 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab4ee53a-9282-4f5e-a170-01a498e1572a']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:57.309371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54483a7c-4413-43ac-9e9f-bf9bc61d876e') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:57.309681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54483a7c-4413-43ac-9e9f-bf9bc61d876e') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:54:57.313518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6def51aa-d340-4506-839e-93fabe2e4c0f req-0e6fb84d-456b-4fa8-b7ac-eeec8b847363 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680227 Oct 12 22:54:57.321477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.337103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.343476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:54:57.343938 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:54:57.345755 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:54:57.352128 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.450734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9ddb6a1-b1dd-4bba-8054-f9230d7c7f78,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:57.453041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Checking segment: {'id': 'babb9065-be86-4c5c-8366-23f352a69099', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '5b75c309-5e88-4be9-8a6f-3ff85e7656b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:54:57.453465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Network hostable DHCP agents. Network: 5b75c309-5e88-4be9-8a6f-3ff85e7656b4, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:54:57.454981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 206646a6-a6ea-4398-ada5-7e34d3965096 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:57.456755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd15054-c745-49ac-8ea4-880e43379ae7 req-10095af3-7fc0-4ddd-9f52-62e22b9029a6 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:57.457864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2cd15054-c745-49ac-8ea4-880e43379ae7 req-10095af3-7fc0-4ddd-9f52-62e22b9029a6 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0656724 Oct 12 22:54:57.485277 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.489344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 206646a6-a6ea-4398-ada5-7e34d3965096 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:57.491199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 206646a6-a6ea-4398-ada5-7e34d3965096 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:57.491199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 814d2844-748a-4a05-9e99-97b0ec7c1685 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:57.500840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.507714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43586) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:57.523251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] 10.222.0.31 "DELETE /v2.0/networks/ab4ee53a-9282-4f5e-a170-01a498e1572a HTTP/1.1" status: 204 len: 168 time: 1.3451271 Oct 12 22:54:57.525883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43590) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:57.529768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Network 5b75c309-5e88-4be9-8a6f-3ff85e7656b4 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:54:57.530711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 814d2844-748a-4a05-9e99-97b0ec7c1685 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:54:57.531250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 814d2844-748a-4a05-9e99-97b0ec7c1685 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:54:57.573623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f97f415-77be-44c4-96e9-d27c017d3a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=ab4ee53a-9282-4f5e-a170-01a498e1572a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:57.587609 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a7361d5b-ea23-4546-8216-24e583f516df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f56e91032b274c2ca0d9a614222a08d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787277 Oct 12 22:54:57.588195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43594) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:57.596437 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2cd15054-c745-49ac-8ea4-880e43379ae7 req-18351bb4-bc4f-414c-a2c3-c57250da31b9 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187625 Oct 12 22:54:57.628020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 5b75c309-5e88-4be9-8a6f-3ff85e7656b4) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:54:57.632567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:57.633241 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.641630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0f82bb-9509-42f8-a841-ec609aff8658 None None] Network 5b75c309-5e88-4be9-8a6f-3ff85e7656b4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:54:57.656458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd2e71b8-90b6-4fb9-a9fe-64fa36205089 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.680582 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd2e71b8-90b6-4fb9-a9fe-64fa36205089 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.731548 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d17dbeb4-cd01-4bef-8081-fd9b640be4c6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0208917 Oct 12 22:54:57.811664 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd2e71b8-90b6-4fb9-a9fe-64fa36205089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.814621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd2e71b8-90b6-4fb9-a9fe-64fa36205089 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:57.820282 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cd2e71b8-90b6-4fb9-a9fe-64fa36205089 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8965e6a4-0572-4feb-b70b-2ede62a18982 HTTP/1.1" status: 204 len: 168 time: 0.2286413 Oct 12 22:54:57.828172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38bf7b8-cf4a-42a4-b332-5b9dd55984bf None None] Network 5b75c309-5e88-4be9-8a6f-3ff85e7656b4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:54:57.833124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e71b8-90b6-4fb9-a9fe-64fa36205089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8965e6a4-0572-4feb-b70b-2ede62a18982,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:57.872566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c709a4dc-1d9e-4f27-ab97-2529249fe7ca req-a4412cce-02f3-49e6-a6d1-db4a386aebbe tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:57.875907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c709a4dc-1d9e-4f27-ab97-2529249fe7ca req-a4412cce-02f3-49e6-a6d1-db4a386aebbe tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1102 time: 0.1648824 Oct 12 22:54:58.042922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c709a4dc-1d9e-4f27-ab97-2529249fe7ca req-b9d7b1d6-576d-4b5f-9040-775e654803e1 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588678 Oct 12 22:54:58.110517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec9e7a-ab33-4080-9e8a-41e144b011f0 req-05a126ab-bfe8-427d-9f3c-71bfcd512b75 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:58.112034 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f7ec9e7a-ab33-4080-9e8a-41e144b011f0 req-05a126ab-bfe8-427d-9f3c-71bfcd512b75 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 943 time: 0.0785632 Oct 12 22:54:58.134311 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:58.156923 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f7ec9e7a-ab33-4080-9e8a-41e144b011f0 req-102dcb28-29fc-4503-922a-8b6b4c904aa3 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387228 Oct 12 22:54:58.486390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43638) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:58.676883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c98b4a16-84e5-475e-a9c8-2e61a558f07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:58.705797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916445e6-6b40-4844-b4f7-f71634209c6b req-c1b40c7a-19bd-4eb1-90a3-b4e3b7b80ead tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:58.707387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-916445e6-6b40-4844-b4f7-f71634209c6b req-c1b40c7a-19bd-4eb1-90a3-b4e3b7b80ead tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0809348 Oct 12 22:54:58.769622 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-916445e6-6b40-4844-b4f7-f71634209c6b req-9233a131-cf44-4381-a42c-53cb60b7f9a0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537193 Oct 12 22:54:58.801335 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c98b4a16-84e5-475e-a9c8-2e61a558f07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:58.822613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-5ab2d23f-7981-4db9-8d31-617b89452cfb service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1366446 Oct 12 22:54:58.840364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-26efe904-5f13-4430-a6b6-9ae05d3d41d8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:58.847429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-26efe904-5f13-4430-a6b6-9ae05d3d41d8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 808 time: 0.1632526 Oct 12 22:54:58.863739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-cb8d6949-6075-45f3-a4af-d11754314aa8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/quotas/5cb1fb1980714092afbe36083bfd1a49 HTTP/1.1" status: 200 len: 375 time: 0.0154624 Oct 12 22:54:58.879912 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c98b4a16-84e5-475e-a9c8-2e61a558f07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:58.916789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-c2eb1a80-b9a5-4f02-bfc6-9c3bbbd934e7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338130 Oct 12 22:54:58.928943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c98b4a16-84e5-475e-a9c8-2e61a558f07d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=520f2799394d48238025ba2889947656&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413352 Oct 12 22:54:58.933915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43662) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:58.938468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a51f96-5b6c-460e-9886-2074c8525f60 req-fd6bcf12-3a0d-41dc-acc1-d66ff93728c2 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:58.940815 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89a51f96-5b6c-460e-9886-2074c8525f60 req-fd6bcf12-3a0d-41dc-acc1-d66ff93728c2 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0892460 Oct 12 22:54:58.944404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b4a16-84e5-475e-a9c8-2e61a558f07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a002c13-a284-4396-815e-a0961b76cc56,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:58.991816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ac331414-031b-41f0-bc1d-3b67c38cb855 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:54:58.993933 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0ec80ff7-3704-48b0-8f39-b583b122902d no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:54:59.009013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b7b68ca-c117-4942-bbb8-42b11dbd27f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.014863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Deleting port e52942c1-ca33-4303-8c02-d846f7dbd654 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:54:59.015507 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.032704 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89a51f96-5b6c-460e-9886-2074c8525f60 req-8bd90e9f-c96d-4308-9716-4c3aa110b8a9 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725269 Oct 12 22:54:59.077317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b7b68ca-c117-4942-bbb8-42b11dbd27f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.143107 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.213839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0ec80ff7-3704-48b0-8f39-b583b122902d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:59.214757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:54:59.217054 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24f9397-7ee3-4d10-a06e-611205fbf29d" -d '{"events": [{"server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:54:59.239756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] For port e52942c1-ca33-4303-8c02-d846f7dbd654, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e52942c1-ca33-4303-8c02-d846f7dbd654,segment=NetworkSegment(f98e9dd7-dbb3-4b17-8b30-2e4c6b274232),segment_id=f98e9dd7-dbb3-4b17-8b30-2e4c6b274232)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:59.240181 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.260373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Calling delete_port for e52942c1-ca33-4303-8c02-d846f7dbd654 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:54:59.266368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b7b68ca-c117-4942-bbb8-42b11dbd27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.271151 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b7b68ca-c117-4942-bbb8-42b11dbd27f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.271151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b7b68ca-c117-4942-bbb8-42b11dbd27f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a002c13-a284-4396-815e-a0961b76cc56 HTTP/1.1" status: 204 len: 168 time: 0.3344338 Oct 12 22:54:59.278194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ac331414-031b-41f0-bc1d-3b67c38cb855, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ac331414-031b-41f0-bc1d-3b67c38cb855,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:59.297010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'ac331414-031b-41f0-bc1d-3b67c38cb855', 'network_id': '242a17e0-604d-464b-a315-b14f62c7c414', 'port_id': 'ac331414-031b-41f0-bc1d-3b67c38cb855', 'mac_address': 'fa:16:3e:9e:dd:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8f51da9-ed0d-46f1-a471-87a200338f88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:54:59.299383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7b68ca-c117-4942-bbb8-42b11dbd27f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a002c13-a284-4396-815e-a0961b76cc56,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:59.301433 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.368096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-2e1fe1b1-2ab0-4a70-be8c-07b667d9f0b1 service neutron] 10.222.0.31 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349833 Oct 12 22:54:59.375809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95204759-120d-4f65-b285-2bdbf4dac76f req-f0751ca5-7313-4fe8-aa87-27a24ec1f2b2 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:54:59.377457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-95204759-120d-4f65-b285-2bdbf4dac76f req-f0751ca5-7313-4fe8-aa87-27a24ec1f2b2 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 943 time: 0.1225235 Oct 12 22:54:59.435209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=0ec80ff7-3704-48b0-8f39-b583b122902d,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:59.468551 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-95204759-120d-4f65-b285-2bdbf4dac76f req-3dde0112-e06c-4fbe-87cd-c701f9506cc3 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800211 Oct 12 22:54:59.518302 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02c845b8-7649-4795-b2e1-b5ca602edbff x-openstack-request-id: req-02c845b8-7649-4795-b2e1-b5ca602edbff {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:54:59.518593 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:54:59.518848 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-02c845b8-7649-4795-b2e1-b5ca602edbff {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:54:59.519261 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d', 'code': 200} Oct 12 22:54:59.546237 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.562142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac331414-031b-41f0-bc1d-3b67c38cb855 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:54:59.572823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43704) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:54:59.588984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-09343b6a-046a-4592-b5bd-23f0359e16c0 service neutron] 10.222.0.31 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122352 Oct 12 22:54:59.592491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ac331414-031b-41f0-bc1d-3b67c38cb855, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ac331414-031b-41f0-bc1d-3b67c38cb855,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:54:59.673351 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.744348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ac331414-031b-41f0-bc1d-3b67c38cb855,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:59.810127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:54:59.855653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Pushing event deleted for resources: {'Port': ['ID=e52942c1-ca33-4303-8c02-d846f7dbd654,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:54:59.939967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ac331414-031b-41f0-bc1d-3b67c38cb855'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:54:59.996961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2126911501-network', 'tenant_id': 'eeedc8b5eeff482db1426d3629ec6379'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:00.078725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c143d-2346-4e33-a76c-975a106f05b6 req-8d5edad2-c9d6-4932-be5f-52c7beb3b381 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:00.078725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-478c143d-2346-4e33-a76c-975a106f05b6 req-8d5edad2-c9d6-4932-be5f-52c7beb3b381 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1593380 Oct 12 22:55:00.139021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-478c143d-2346-4e33-a76c-975a106f05b6 req-fa46735f-73da-40a4-9198-25262538dab2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527544 Oct 12 22:55:00.141243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Made reservation on behalf of eeedc8b5eeff482db1426d3629ec6379 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:00.146432 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.147490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aaa82f3a-925f-4610-87ce-fbdb60e81b49 req-d497f6f2-be0e-4ef2-ba46-a2e7f31a564e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 210 time: 0.0869253 Oct 12 22:55:00.183019 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.293635 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.359065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe18dc-5a28-4c7b-94e2-27464ae9f105 req-c04141a4-d723-44a0-a61d-32d32072dd5f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:00.360567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9efe18dc-5a28-4c7b-94e2-27464ae9f105 req-c04141a4-d723-44a0-a61d-32d32072dd5f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0951071 Oct 12 22:55:00.379750 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.417675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43738) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:00.422594 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9efe18dc-5a28-4c7b-94e2-27464ae9f105 req-6b2fe1ec-532b-4061-ace4-5fc314cfcfde tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521488 Oct 12 22:55:00.449983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.467865 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88814e57-507c-4ee5-8087-a9c07369ed3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.472402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:55:00.488628 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46f29928-fd60-4116-9ed9-a964609d95ec,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:00.491544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.491891 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Added segment e709e3fc-6ee2-409d-9ff4-17275bb9ca78 of type vlan for network c3e99918-c6b4-4a27-888e-ab465c858946 Oct 12 22:55:00.535600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.594126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:55:00.621873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.623739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:00.624322 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.652928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88814e57-507c-4ee5-8087-a9c07369ed3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.666426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3774e80e-5df4-49f4-aa30-1217e6be3b3c req-cd0ed155-0d14-443f-a468-88c2905a2016 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:00.668224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3774e80e-5df4-49f4-aa30-1217e6be3b3c req-cd0ed155-0d14-443f-a468-88c2905a2016 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 944 time: 0.1169767 Oct 12 22:55:00.687364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] Pushing event updated for resources: {'Network': ['ID=c3e99918-c6b4-4a27-888e-ab465c858946,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:00.698325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c3e99918-c6b4-4a27-888e-ab465c858946 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:55:00.715162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88814e57-507c-4ee5-8087-a9c07369ed3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.741919 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f477a8a1-9a3f-495f-8de2-a8a432195259 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1679821 Oct 12 22:55:00.742533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43742) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:00.750401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Request body: {'subnet': {'network_id': 'c3e99918-c6b4-4a27-888e-ab465c858946', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2126911501-subnet', 'tenant_id': 'eeedc8b5eeff482db1426d3629ec6379', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:00.823150 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3774e80e-5df4-49f4-aa30-1217e6be3b3c req-496f4c46-a8ca-4fd0-b141-4f3a44d3962f tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181533 Oct 12 22:55:00.834662 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-88814e57-507c-4ee5-8087-a9c07369ed3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=004d339d96714015b098d32a7c63c499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4134440 Oct 12 22:55:00.835178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88814e57-507c-4ee5-8087-a9c07369ed3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c2af96-d766-4abd-b8f7-0dcd6715fbbf,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:00.835861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43744) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:00.850673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:55:00.857080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e1c4e168-65d0-4b04-89e6-d4723265c124 admin admin] 10.222.0.31 "PUT /v2.0/routers/3a9c1c34-e3a3-4e81-b4ef-7b60819a154d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3295298 Oct 12 22:55:00.860517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43748) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:00.864352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] Sync routers for ids ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:55:00.874362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] Routers {'3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:55:00.875007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:54:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:00.911144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Made reservation on behalf of eeedc8b5eeff482db1426d3629ec6379 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:00.911144 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.923551 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df8ffbae-2d74-47e2-901f-e9c6fd02b3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.983350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df8ffbae-2d74-47e2-901f-e9c6fd02b3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:00.997433 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.003367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:55:01.005385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ac331414-031b-41f0-bc1d-3b67c38cb855 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:01.053384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] Set router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:55:01.113078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.136490 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df8ffbae-2d74-47e2-901f-e9c6fd02b3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.139054 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df8ffbae-2d74-47e2-901f-e9c6fd02b3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.140487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-df8ffbae-2d74-47e2-901f-e9c6fd02b3ae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62c2af96-d766-4abd-b8f7-0dcd6715fbbf HTTP/1.1" status: 204 len: 168 time: 0.3033257 Oct 12 22:55:01.150719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ffbae-2d74-47e2-901f-e9c6fd02b3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c2af96-d766-4abd-b8f7-0dcd6715fbbf,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:01.220356 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.300388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6335254-b528-4bc8-a514-17eb3aac8c88,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:01.317188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d98b2fb-90c4-486b-81b4-9a28c61663c9 req-4be7d744-7581-499c-8aa4-cdf4d87830b9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 210 time: 0.1092458 Oct 12 22:55:01.358160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Deleting port d55c872a-8eb9-4ee5-91c7-af49370535d6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:55:01.359027 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.366109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70c3e59-0163-44dd-8eee-78b5924466b4 req-a6ed693a-91f6-4683-87c6-3b414a4a92ee tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:01.375332 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e70c3e59-0163-44dd-8eee-78b5924466b4 req-a6ed693a-91f6-4683-87c6-3b414a4a92ee tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1664946 Oct 12 22:55:01.386059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Checking segment: {'id': 'e709e3fc-6ee2-409d-9ff4-17275bb9ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c3e99918-c6b4-4a27-888e-ab465c858946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:01.387008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Network hostable DHCP agents. Network: c3e99918-c6b4-4a27-888e-ab465c858946, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:55:01.432163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:01.450641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'mac_address': 'fa:16:3e:4c:ad:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:55:01.453644 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e70c3e59-0163-44dd-8eee-78b5924466b4 req-b570188c-1088-4052-b82b-dc89a83115fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744078 Oct 12 22:55:01.501987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Network c3e99918-c6b4-4a27-888e-ab465c858946 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:55:01.502847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] For port d55c872a-8eb9-4ee5-91c7-af49370535d6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d55c872a-8eb9-4ee5-91c7-af49370535d6,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:01.503300 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.515784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port ac331414-031b-41f0-bc1d-3b67c38cb855 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:55:01.527955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port ac331414-031b-41f0-bc1d-3b67c38cb855 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:01.528336 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.546820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Calling delete_port for d55c872a-8eb9-4ee5-91c7-af49370535d6 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:55:01.595006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c3e99918-c6b4-4a27-888e-ab465c858946) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:01.600611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:01.601546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.611006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4b16ce-927e-4a45-96e2-5edff2a6c2ce None None] Network c3e99918-c6b4-4a27-888e-ab465c858946 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:55:01.626492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483bbdc-dcb1-417a-86dc-54fc14066658 req-6c6a4a11-f4c9-4c7e-8182-781cfce3b7d5 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:01.627823 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:01.636215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d483bbdc-dcb1-417a-86dc-54fc14066658 req-6c6a4a11-f4c9-4c7e-8182-781cfce3b7d5 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0770562 Oct 12 22:55:01.690452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ae4fee26-7da8-4867-88e6-2b8b64298150 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9462306 Oct 12 22:55:01.720202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d483bbdc-dcb1-417a-86dc-54fc14066658 req-d58e82d5-bcb4-434d-9ecd-7629a02fb354 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840547 Oct 12 22:55:01.723679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-5508409d-b3cd-4ce7-b229-4d6a07a8049b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:01.725207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-5508409d-b3cd-4ce7-b229-4d6a07a8049b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1102 time: 0.1592023 Oct 12 22:55:01.729269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:01.755879 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:54:59Z', 'revision_number': 5, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'gw_port': {'id': 'd55c872a-8eb9-4ee5-91c7-af49370535d6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:3e:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 316, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:49:58Z', 'updated_at': '2021-10-12T22:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:01.854305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] Checking router: 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:55:01.889086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:01.941364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] Routers {'3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:55:01.942212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:54:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:01.945140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-728d670b-86cb-4ceb-91f2-c37b3e562972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:01.947116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-728d670b-86cb-4ceb-91f2-c37b3e562972 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1659868 Oct 12 22:55:02.021642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-22f1ed4a-8977-4072-b5b7-8f6557d229c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.0520842 Oct 12 22:55:02.044636 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.108768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50b31f5-5c55-4969-a2fc-bb39a89202c8 req-3f38b164-5f7c-4f08-9408-727f2d7ed07c tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:02.111285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e50b31f5-5c55-4969-a2fc-bb39a89202c8 req-3f38b164-5f7c-4f08-9408-727f2d7ed07c tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 944 time: 0.1322532 Oct 12 22:55:02.114450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-8ec04c61-d7fb-41f6-90ca-45f14df0bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:02.115864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-8ec04c61-d7fb-41f6-90ca-45f14df0bb8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0773726 Oct 12 22:55:02.158243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.176235 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.205843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e50b31f5-5c55-4969-a2fc-bb39a89202c8 req-029afa33-e7ef-4621-a20f-849d55ff12b3 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887208 Oct 12 22:55:02.209875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d55c872a-8eb9-4ee5-91c7-af49370535d6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:02.211864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef88a51-30a4-47e9-a329-27b8b9fa6b05 None None] Network c3e99918-c6b4-4a27-888e-ab465c858946 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:55:02.236181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:02.276057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:02.280534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-0d257c31-d1ab-4827-9127-7639ea44ceef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:02.281789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-0d257c31-d1ab-4827-9127-7639ea44ceef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1380060 Oct 12 22:55:02.300979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306eedf-e37f-458b-8fb9-cb7471f5201a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac331414-031b-41f0-bc1d-3b67c38cb855'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:02.300979 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b90f0d-bf90-4bab-a31b-dfd41d8d5978" -d '{"events": [{"server_uuid": "b306eedf-e37f-458b-8fb9-cb7471f5201a", "name": "network-vif-plugged", "status": "completed", "tag": "ac331414-031b-41f0-bc1d-3b67c38cb855"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:02.319278 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.343876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ac331414-031b-41f0-bc1d-3b67c38cb855, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ac331414-031b-41f0-bc1d-3b67c38cb855,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:02.347564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] Set router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:55:02.414093 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-772ef460-6191-45cf-a4be-6bc60c3aa5a6 x-openstack-request-id: req-772ef460-6191-45cf-a4be-6bc60c3aa5a6 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:02.414467 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306eedf-e37f-458b-8fb9-cb7471f5201a", "name": "network-vif-plugged", "status": "completed", "tag": "ac331414-031b-41f0-bc1d-3b67c38cb855", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:02.414720 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-772ef460-6191-45cf-a4be-6bc60c3aa5a6 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:02.415202 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b306eedf-e37f-458b-8fb9-cb7471f5201a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac331414-031b-41f0-bc1d-3b67c38cb855', 'code': 200} Oct 12 22:55:02.420047 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.422107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:55:01Z', 'revision_number': 6, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:02.444179 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.447540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.519852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-af985b65-6c4b-499f-858e-7684da412f95 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268908 Oct 12 22:55:02.538035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a330fe87-eedc-430e-a155-c3050e9ff824 None None] The sync data for ids ['3a9c1c34-e3a3-4e81-b4ef-7b60819a154d'] in n-d-790519-14 is: [{'id': '3a9c1c34-e3a3-4e81-b4ef-7b60819a154d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1695945707-router', 'tenant_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:49:56Z', 'updated_at': '2021-10-12T22:55:01Z', 'revision_number': 6, 'project_id': '4c5ea1daaebe4a53b6d116aff9d595d8', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:55:02.637899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.638451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a9c1c34-e3a3-4e81-b4ef-7b60819a154d {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:55:02.661860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.665355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77fa2d23-f17c-48ea-9fb8-d6e2f75c0ac8 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3a9c1c34-e3a3-4e81-b4ef-7b60819a154d HTTP/1.1" status: 204 len: 168 time: 1.8015640 Oct 12 22:55:02.665557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9903414-7be0-473f-b8e9-942bd964e6da req-5e97163e-9c9e-4633-848b-91805b7b826d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 210 time: 0.0870273 Oct 12 22:55:02.669808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43826) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:02.705200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ac331414-031b-41f0-bc1d-3b67c38cb855,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:02.768287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f10cf4a-2213-4816-91a1-642954666a21 req-7636ab0c-9f21-4507-a361-6acafce7a3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:02.776221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f10cf4a-2213-4816-91a1-642954666a21 req-7636ab0c-9f21-4507-a361-6acafce7a3bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 1097 time: 0.1788714 Oct 12 22:55:02.796500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c821a-030d-47ac-b13f-93a856d21de4 req-0a79c3d9-a302-489e-9a18-22be96306c9d tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:02.804027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-0a79c3d9-a302-489e-9a18-22be96306c9d tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/networks?id=c3e99918-c6b4-4a27-888e-ab465c858946 HTTP/1.1" status: 200 len: 814 time: 0.3077114 Oct 12 22:55:02.840408 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-de7ab751-5bc8-4cc5-94d7-c6266a9bd01c tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/quotas/eeedc8b5eeff482db1426d3629ec6379 HTTP/1.1" status: 200 len: 375 time: 0.0353591 Oct 12 22:55:02.888037 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-a6345e15-9b57-4710-9b7a-b2b2bd6cc91c tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=eeedc8b5eeff482db1426d3629ec6379&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462415 Oct 12 22:55:02.899296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-5104302a-3369-48bb-85d7-34b9be20121a admin admin] Deleting subnet c975fd56-6ba7-48d9-8149-3d940c9fd632 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:55:02.904286 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5104302a-3369-48bb-85d7-34b9be20121a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:02.943106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-fa6d268d-89b3-4c2a-9a54-d9df46e904d3 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995264 Oct 12 22:55:02.948487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5104302a-3369-48bb-85d7-34b9be20121a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:03.015481 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f10cf4a-2213-4816-91a1-642954666a21 req-4d8583c9-6bec-424a-969d-a148aabe61e5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343292 Oct 12 22:55:03.017688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3932b46-d2ca-4184-a776-8ca7e2dd0a68 req-c7d5174f-0d96-4779-9a84-56e50ef2cd23 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:03.019507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3932b46-d2ca-4184-a776-8ca7e2dd0a68 req-c7d5174f-0d96-4779-9a84-56e50ef2cd23 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.2187226 Oct 12 22:55:03.030360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-eee834ef-f8ad-41fc-b456-e738047e4dc5 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:03.031987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-eee834ef-f8ad-41fc-b456-e738047e4dc5 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 808 time: 0.3486505 Oct 12 22:55:03.046282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Request body: {'port': {'device_id': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b', 'admin_state_up': True, 'tenant_id': '5cb1fb1980714092afbe36083bfd1a49'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:03.133726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-a2623c75-fb10-432b-9179-2fbdee3235a7 service neutron] 10.222.0.31 "GET /v2.0/networks/c3e99918-c6b4-4a27-888e-ab465c858946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442610 Oct 12 22:55:03.157653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3932b46-d2ca-4184-a776-8ca7e2dd0a68 req-75c9490c-2fbe-4628-8010-db7629540ddf tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178863 Oct 12 22:55:03.172065 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5104302a-3369-48bb-85d7-34b9be20121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:03.325301 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-d151049e-6a24-46c5-a9a2-e00edc7508d0 service neutron] 10.222.0.31 "GET /v2.0/networks/c3e99918-c6b4-4a27-888e-ab465c858946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722767 Oct 12 22:55:03.360915 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5104302a-3369-48bb-85d7-34b9be20121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:03.375722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Made reservation on behalf of 5cb1fb1980714092afbe36083bfd1a49 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:03.380396 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:03.411507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104302a-3369-48bb-85d7-34b9be20121a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c975fd56-6ba7-48d9-8149-3d940c9fd632,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:03.418312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5104302a-3369-48bb-85d7-34b9be20121a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:03.421730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5104302a-3369-48bb-85d7-34b9be20121a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c975fd56-6ba7-48d9-8149-3d940c9fd632 HTTP/1.1" status: 204 len: 168 time: 0.7377360 Oct 12 22:55:03.424592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43854) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:03.426973 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d22268b-3722-42c6-a03c-cbc575977dcf None None] Network 16b9ea80-5a2f-4be5-96b6-f586948de779 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:55:03.563863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebe77d-b71a-4061-a3fb-db0f559d2e4e req-99ccdb1b-b748-45fa-9408-d9c4fb619e37 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:03.572891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0ebe77d-b71a-4061-a3fb-db0f559d2e4e req-99ccdb1b-b748-45fa-9408-d9c4fb619e37 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.2291346 Oct 12 22:55:03.631184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e52942c1-ca33-4303-8c02-d846f7dbd654 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:03.637659 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:03.660441 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0ebe77d-b71a-4061-a3fb-db0f559d2e4e req-3d60fc39-45d9-45fc-8b60-8c18a7e7e376 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808225 Oct 12 22:55:03.732082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e52942c1-ca33-4303-8c02-d846f7dbd654 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:55:03.732678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e52942c1-ca33-4303-8c02-d846f7dbd654 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:03.733272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d55c872a-8eb9-4ee5-91c7-af49370535d6 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:03.859881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d55c872a-8eb9-4ee5-91c7-af49370535d6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:55:03.860425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d55c872a-8eb9-4ee5-91c7-af49370535d6 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:03.865180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Deleting port 93587001-87fb-4821-9069-53fba5698038 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:55:03.865452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:03.872163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Allocated IP 172.20.0.9 (1e31aa80-29e8-487f-83a9-b4e24a329b3b/92696d21-f43e-4bd4-aaa1-e263476189f5/4e243918-6fee-4d11-9a83-88e919c4ea7a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:55:03.986429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d26a19-85ef-4737-b476-daefe5ab840e req-7a508e27-13d5-4cc9-be12-db1d01c3e3b9 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:03.996014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3d26a19-85ef-4737-b476-daefe5ab840e req-7a508e27-13d5-4cc9-be12-db1d01c3e3b9 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 945 time: 0.1839170 Oct 12 22:55:04.016548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26c9b2a-e9d6-48c0-8bd5-d008deaec961 None None] DHCP port deletion for 16b9ea80-5a2f-4be5-96b6-f586948de779 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:55:04.020429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-079865e3-6752-4b03-b805-70f4b9817eaf req-c9399323-30cf-4f1c-a5a1-f1a91cf4199f tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 210 time: 0.2331512 Oct 12 22:55:04.092453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] For port 93587001-87fb-4821-9069-53fba5698038, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=93587001-87fb-4821-9069-53fba5698038,segment=NetworkSegment(f98e9dd7-dbb3-4b17-8b30-2e4c6b274232),segment_id=f98e9dd7-dbb3-4b17-8b30-2e4c6b274232)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:04.094447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:04.134358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Calling delete_port for 93587001-87fb-4821-9069-53fba5698038 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:55:04.151347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f26c9b2a-e9d6-48c0-8bd5-d008deaec961 None None] Deleting port 93587001-87fb-4821-9069-53fba5698038 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:55:04.151734 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f26c9b2a-e9d6-48c0-8bd5-d008deaec961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:04.231153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d78da62e-9a11-4a33-ba91-06eb9db9343f req-4a19ef8e-428e-40ad-a526-f6a5f45922b2 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 210 time: 0.1015007 Oct 12 22:55:04.376391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f26c9b2a-e9d6-48c0-8bd5-d008deaec961 None None] For port 93587001-87fb-4821-9069-53fba5698038, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=93587001-87fb-4821-9069-53fba5698038,segment=NetworkSegment(f98e9dd7-dbb3-4b17-8b30-2e4c6b274232),segment_id=f98e9dd7-dbb3-4b17-8b30-2e4c6b274232)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:04.377107 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f26c9b2a-e9d6-48c0-8bd5-d008deaec961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:04.392397 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3d26a19-85ef-4737-b476-daefe5ab840e req-95563cd1-d190-4703-8762-3206a709d86a tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3951342 Oct 12 22:55:04.421274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f26c9b2a-e9d6-48c0-8bd5-d008deaec961 None None] Calling delete_port for 93587001-87fb-4821-9069-53fba5698038 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:55:04.623969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:04.672481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a3895-f7d5-4b8b-9daa-9d1d56462b3d req-6aa13133-430c-417e-9f95-e31da8966d88 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:04.682864 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b0a3895-f7d5-4b8b-9daa-9d1d56462b3d req-6aa13133-430c-417e-9f95-e31da8966d88 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.2013268 Oct 12 22:55:04.759257 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f26c9b2a-e9d6-48c0-8bd5-d008deaec961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:04.763966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b0a3895-f7d5-4b8b-9daa-9d1d56462b3d req-c12be242-6118-44c8-a09d-91c3a919d008 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725017 Oct 12 22:55:04.796156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c9b2a-e9d6-48c0-8bd5-d008deaec961 None None] Pushing event deleted for resources: {'Port': ['ID=93587001-87fb-4821-9069-53fba5698038,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:04.803268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26c9b2a-e9d6-48c0-8bd5-d008deaec961 None None] No DVR routers for this DVR port 93587001-87fb-4821-9069-53fba5698038 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:04.874352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:04.952095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Pushing event updated for resources: {'Port': ['ID=4e243918-6fee-4d11-9a83-88e919c4ea7a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:04.998889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Network 1e31aa80-29e8-487f-83a9-b4e24a329b3b is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:05.002964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:05.011030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:55:05.025075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:05.061092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1e21c-7fb6-459a-b374-85e98b6c0ca2 req-bdcd9d69-3552-4ac5-9b16-ede53c7fdbd8 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:05.062734 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5d1e21c-7fb6-459a-b374-85e98b6c0ca2 req-bdcd9d69-3552-4ac5-9b16-ede53c7fdbd8 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.1244447 Oct 12 22:55:05.111755 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.115475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:05.116255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.143557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5d1e21c-7fb6-459a-b374-85e98b6c0ca2 req-b56daa4f-568a-4d61-a330-73ff7b66fb4c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706584 Oct 12 22:55:05.148254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:05.149525 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.162005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Pushing event deleted for resources: {'Port': ['ID=93587001-87fb-4821-9069-53fba5698038,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:05.182841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] No DVR routers for this DVR port 93587001-87fb-4821-9069-53fba5698038 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:05.263954 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-4e3d6757-5668-48d7-8dd3-5ca453126a02 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2215714 Oct 12 22:55:05.296669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Request body: {'port': {'device_id': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:05.301913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee20ecea-0cdc-4556-84c1-fbdb1ade33a4 req-9ff4cc75-6c24-4fc5-b537-0480f625143c tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 210 time: 0.0578825 Oct 12 22:55:05.326446 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.369958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b9ea80-5a2f-4be5-96b6-f586948de779']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:05.379230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:05.379768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98e9dd7-dbb3-4b17-8b30-2e4c6b274232') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:05.394552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.396704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.434782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.446151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:55:05.446713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:55:05.507664 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:55:05.585064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 93587001-87fb-4821-9069-53fba5698038 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:05.616098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b27a68-144e-4199-8933-c29fae3c1be2 req-974ba496-0ca6-4e05-aa47-af4b3b393ffe tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:05.617806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-41b27a68-144e-4199-8933-c29fae3c1be2 req-974ba496-0ca6-4e05-aa47-af4b3b393ffe tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 945 time: 0.1224043 Oct 12 22:55:05.631770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 93587001-87fb-4821-9069-53fba5698038 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:55:05.632118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 93587001-87fb-4821-9069-53fba5698038 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:05.648848 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.696035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722d06c-d076-4b3a-ae9c-9e3c002bd7e6 req-a8a09651-665e-4a4d-91f9-26ace301250d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:05.705515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0722d06c-d076-4b3a-ae9c-9e3c002bd7e6 req-a8a09651-665e-4a4d-91f9-26ace301250d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 931 time: 0.1912184 Oct 12 22:55:05.720194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:05.721815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:05.728055 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960bf2fd-85f4-4bae-8796-dfc3f546ba59" -d '{"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-plugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:05.743840 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0722d06c-d076-4b3a-ae9c-9e3c002bd7e6 req-b7ba11e5-5e0b-4540-8311-5c1810e15e5b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364406 Oct 12 22:55:05.749529 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.754361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.760113 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] 10.222.0.31 "DELETE /v2.0/networks/16b9ea80-5a2f-4be5-96b6-f586948de779 HTTP/1.1" status: 204 len: 168 time: 2.3337903 Oct 12 22:55:05.823047 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48789f7-7759-4c3a-b30b-19642f34f41e admin admin] Pushing event deleted for resources: {'Network': ['ID=16b9ea80-5a2f-4be5-96b6-f586948de779,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:05.840000 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:05.868756 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607f28bd-ee12-41d3-91d7-a43cf5b9af63 x-openstack-request-id: req-607f28bd-ee12-41d3-91d7-a43cf5b9af63 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:05.869330 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-plugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:05.869611 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-607f28bd-ee12-41d3-91d7-a43cf5b9af63 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:05.870230 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'code': 200} Oct 12 22:55:05.911364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=10']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:06.019774 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239de817-c430-4e00-a1ad-9ecb5930fc66 req-5c913087-1121-4c0b-85be-7b77530216d6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:06.021736 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-239de817-c430-4e00-a1ad-9ecb5930fc66 req-5c913087-1121-4c0b-85be-7b77530216d6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0798807 Oct 12 22:55:06.076687 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-239de817-c430-4e00-a1ad-9ecb5930fc66 req-6d5b6b66-587d-41d7-8a19-17dc9cbbceb8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480595 Oct 12 22:55:06.168269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-41b27a68-144e-4199-8933-c29fae3c1be2 req-1412c8e6-60ac-4b68-8bf3-00fd53b1c327 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5412619 Oct 12 22:55:06.327541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43968) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:06.349457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e78a779-209f-4e25-a0cd-d9165efecbf4 req-676d0dc2-0b49-4664-828c-4dd7e88e30b5 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:06.363681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e78a779-209f-4e25-a0cd-d9165efecbf4 req-676d0dc2-0b49-4664-828c-4dd7e88e30b5 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.1251934 Oct 12 22:55:06.379116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e243918-6fee-4d11-9a83-88e919c4ea7a {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:06.417597 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:06.445362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e78a779-209f-4e25-a0cd-d9165efecbf4 req-721602a5-c9f0-4c38-b54b-cd39f5241f29 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759079 Oct 12 22:55:06.484843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Transition to ACTIVE for port object 4e243918-6fee-4d11-9a83-88e919c4ea7a will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:55:06.485564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43978) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:06.489505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-304506fa-538c-47ab-bf54-8eb45515ae17 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b573c89dcb3141af9ee72b823b88e4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1582131 Oct 12 22:55:06.612359 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99484bf9-c959-4106-8b5d-3705ee9ae63d req-84b39a01-bc35-425f-9a41-a1bef98912eb tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 210 time: 0.0641537 Oct 12 22:55:06.615779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:06.679307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4de5ade2-e6f8-4748-b87b-1ee646a4808c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:06.767656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4de5ade2-e6f8-4748-b87b-1ee646a4808c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:06.846248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Pushing event updated for resources: {'Port': ['ID=4e243918-6fee-4d11-9a83-88e919c4ea7a,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:06.943899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:06.944271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:06.944609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:06.960992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Port 4e243918-6fee-4d11-9a83-88e919c4ea7a on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:55:06.961317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:06.973745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c821a-030d-47ac-b13f-93a856d21de4 req-487df594-9291-48c4-b900-0eed9b0e7c5d tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:06.976165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-487df594-9291-48c4-b900-0eed9b0e7c5d tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.25 "GET /v2.0/networks?id=c3e99918-c6b4-4a27-888e-ab465c858946 HTTP/1.1" status: 200 len: 814 time: 0.2395563 Oct 12 22:55:06.981003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:06.981648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:06.982080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:06.982550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Bound port: 4e243918-6fee-4d11-9a83-88e919c4ea7a, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:06.982904 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:07.009694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Request body: {'port': {'device_id': '336f2f04-212c-4ba4-a448-1eb39fa47335', 'network_id': 'c3e99918-c6b4-4a27-888e-ab465c858946', 'admin_state_up': True, 'tenant_id': 'eeedc8b5eeff482db1426d3629ec6379'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:07.023786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7946489-68ea-432f-bab9-f4224e1bd7b3 req-d50c9666-e2b3-4f95-823f-70407ddbbb6c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:07.026644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7946489-68ea-432f-bab9-f4224e1bd7b3 req-d50c9666-e2b3-4f95-823f-70407ddbbb6c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 943 time: 0.1228917 Oct 12 22:55:07.083669 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4de5ade2-e6f8-4748-b87b-1ee646a4808c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:07.086285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4de5ade2-e6f8-4748-b87b-1ee646a4808c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:07.087631 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4de5ade2-e6f8-4748-b87b-1ee646a4808c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ac6f184a-ec1c-41c3-a975-ea49da65d2a2 HTTP/1.1" status: 204 len: 168 time: 0.6009400 Oct 12 22:55:07.111808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7946489-68ea-432f-bab9-f4224e1bd7b3 req-415cb1e0-4518-45b7-9aad-586a1123d1af tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530910 Oct 12 22:55:07.113738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de5ade2-e6f8-4748-b87b-1ee646a4808c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac6f184a-ec1c-41c3-a975-ea49da65d2a2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:07.169618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:07.174495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:07.270504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Made reservation on behalf of eeedc8b5eeff482db1426d3629ec6379 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:07.275777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:07.294545 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:07.315695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:07.316345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:07.328810 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] 10.222.0.41 "PUT /v2.0/ports/4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 1092 time: 2.0472832 Oct 12 22:55:07.339879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:07.341833 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b585257-12bd-4832-a221-0bc50c9fb7a3" -d '{"events": [{"name": "network-changed", "server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:07.494350 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d2a238-2982-4424-b8bb-c6d439e5ea33 x-openstack-request-id: req-07d2a238-2982-4424-b8bb-c6d439e5ea33 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:07.500265 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:07.500265 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-07d2a238-2982-4424-b8bb-c6d439e5ea33 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:07.500265 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a', 'status': 'completed', 'code': 200} Oct 12 22:55:07.587901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95544e3-b212-4405-8118-ef861312f45e req-ad23e4de-5593-4663-9cd9-2b3149132df3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:07.594524 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b95544e3-b212-4405-8118-ef861312f45e req-ad23e4de-5593-4663-9cd9-2b3149132df3 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.2905114 Oct 12 22:55:07.611717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6fab07-3b51-44c3-a80a-e1942862c5c3 req-c8842a4d-4696-4964-9cbc-a6a8546cb740 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:07.622400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf6fab07-3b51-44c3-a80a-e1942862c5c3 req-c8842a4d-4696-4964-9cbc-a6a8546cb740 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0925627 Oct 12 22:55:07.631251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30961c94-0f90-4a57-b1b5-0c659dc5809f service neutron] Pushing event updated for resources: {'Port': ['ID=4e243918-6fee-4d11-9a83-88e919c4ea7a,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:07.685209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf6fab07-3b51-44c3-a80a-e1942862c5c3 req-04234113-c3ef-4649-b340-eaa89634fcb1 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563018 Oct 12 22:55:07.739037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-900e83da-3e31-4fa4-bd4d-40c5e67e1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:07.740760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-900e83da-3e31-4fa4-bd4d-40c5e67e1bc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1095 time: 0.2438967 Oct 12 22:55:07.834951 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-286d0fa5-3538-4043-b757-dfe219a1e150 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 217 time: 0.0835614 Oct 12 22:55:07.852953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b95544e3-b212-4405-8118-ef861312f45e req-1807ca68-7db4-44e1-beeb-01293820a2ed tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562802 Oct 12 22:55:07.853886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44018) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:07.857956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Allocated IP 172.20.0.2 (c3e99918-c6b4-4a27-888e-ab465c858946/f6335254-b528-4bc8-a514-17eb3aac8c88/289700e4-12bd-45b0-b149-ef76b2ab334f) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:55:07.887860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-088fe64e-8af7-4640-902d-d804cca3f76d req-84a704d7-7b35-40fd-a7df-59e3c885da10 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 210 time: 0.0938189 Oct 12 22:55:08.013802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-5da46a6c-dc8e-4460-b7e7-268324e002f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:08.015765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-5da46a6c-dc8e-4460-b7e7-268324e002f9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1593683 Oct 12 22:55:08.039348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-466a9d0a-2fe3-4463-83f4-50a78e020b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.063725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-bd4a4e14-76b2-48aa-a329-88ec0899ac03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332904 Oct 12 22:55:08.190790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-466a9d0a-2fe3-4463-83f4-50a78e020b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.246956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44032) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:08.272610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-466a9d0a-2fe3-4463-83f4-50a78e020b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.280962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.310489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a9d0a-2fe3-4463-83f4-50a78e020b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633330c5-3ed5-414a-973b-30c5e2074ac1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:08.332490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24f165c-b8e6-4e19-a812-02e9a6bc76bb req-ec42f740-bbcc-4e36-9672-4b5ecf424dee tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:08.340851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f24f165c-b8e6-4e19-a812-02e9a6bc76bb req-ec42f740-bbcc-4e36-9672-4b5ecf424dee tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 943 time: 0.1268876 Oct 12 22:55:08.344568 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-1d158e82-ff14-44e3-bfbd-238d53215ada service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2650602 Oct 12 22:55:08.416321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.420737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-466a9d0a-2fe3-4463-83f4-50a78e020b25 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02bfdfdf45a54cd1bb090d36fd86f9e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5632915 Oct 12 22:55:08.423834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44036) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:08.438893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f24f165c-b8e6-4e19-a812-02e9a6bc76bb req-64d211f1-8ea0-4f35-80f7-936f87c4666e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968208 Oct 12 22:55:08.478353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5ab9031-fe04-41f5-8456-49fad5220803 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c5ea1daaebe4a53b6d116aff9d595d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227931 Oct 12 22:55:08.481795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44038) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:08.488518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Network c3e99918-c6b4-4a27-888e-ab465c858946 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:08.504082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:08.508514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:55:08.527121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Pushing event updated for resources: {'Port': ['ID=289700e4-12bd-45b0-b149-ef76b2ab334f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:08.549383 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ab86-da51-4408-8c12-5a0dbd243da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.567248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b127d96a-3692-4257-8061-5a0d218b3453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.590929 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ab86-da51-4408-8c12-5a0dbd243da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.626638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57dff1d9-7cbb-45df-b879-1e98b3cbcde1 req-60083bd0-de8c-4b99-91f3-9b10f474bb3f service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789533 Oct 12 22:55:08.633230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:08.633884 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.642494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b127d96a-3692-4257-8061-5a0d218b3453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.815735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e77fe-a16c-4cd5-9289-23fcf00f09a5 req-1418d8f2-672e-4122-a063-fc564d6ce54a tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:08.818608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-929e77fe-a16c-4cd5-9289-23fcf00f09a5 req-1418d8f2-672e-4122-a063-fc564d6ce54a tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0681646 Oct 12 22:55:08.826291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b127d96a-3692-4257-8061-5a0d218b3453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.829347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b127d96a-3692-4257-8061-5a0d218b3453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.830498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b127d96a-3692-4257-8061-5a0d218b3453 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60f3326f-f4db-466c-96c2-35a9b3ad9af4 HTTP/1.1" status: 204 len: 168 time: 0.3470857 Oct 12 22:55:08.849858 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ab86-da51-4408-8c12-5a0dbd243da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.852584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7ec7ab86-da51-4408-8c12-5a0dbd243da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:08.860180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7ec7ab86-da51-4408-8c12-5a0dbd243da9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/633330c5-3ed5-414a-973b-30c5e2074ac1 HTTP/1.1" status: 204 len: 168 time: 0.4287848 Oct 12 22:55:08.863617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127d96a-3692-4257-8061-5a0d218b3453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f3326f-f4db-466c-96c2-35a9b3ad9af4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:08.930694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-04a7c7b0-2787-410d-be76-8b43be6f1aca tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9377084 Oct 12 22:55:08.936885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7ab86-da51-4408-8c12-5a0dbd243da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633330c5-3ed5-414a-973b-30c5e2074ac1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:08.958884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Request body: {'port': {'device_id': '336f2f04-212c-4ba4-a448-1eb39fa47335', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:09.037513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-821756c7-3fb0-4b7c-98a0-b0e59f7d4030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:09.039222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-821756c7-3fb0-4b7c-98a0-b0e59f7d4030 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1095 time: 0.2414372 Oct 12 22:55:09.044805 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-929e77fe-a16c-4cd5-9289-23fcf00f09a5 req-0989abcb-d843-42e3-aa94-e6a82cf3c0c4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865995 Oct 12 22:55:09.084229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:09.290085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641a25a4-e3fb-4e09-8236-9dfdec6d7207 req-36d59cea-4028-4b48-bf51-427e2410c6ef tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:09.296551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-641a25a4-e3fb-4e09-8236-9dfdec6d7207 req-36d59cea-4028-4b48-bf51-427e2410c6ef tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.2801657 Oct 12 22:55:09.456003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-f5d5f2bf-80ae-45b1-b6b0-fb3a03351d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:09.465657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-f5d5f2bf-80ae-45b1-b6b0-fb3a03351d53 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.4170277 Oct 12 22:55:09.477698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-641a25a4-e3fb-4e09-8236-9dfdec6d7207 req-0b977093-3993-4601-af3a-048e887ade27 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796906 Oct 12 22:55:09.565270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da928c44-3b98-4e42-a388-29d51559da64 req-431daa33-48a8-427a-a3c3-bcbe34db8a84 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:09.566827 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da928c44-3b98-4e42-a388-29d51559da64 req-431daa33-48a8-427a-a3c3-bcbe34db8a84 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 931 time: 0.3713484 Oct 12 22:55:09.568127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-f148c9c0-e3e5-49c6-9e88-7809640543d8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 217 time: 0.0911226 Oct 12 22:55:09.690888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da928c44-3b98-4e42-a388-29d51559da64 req-ca6f92a0-ef1c-4325-95f4-74e06af0ceb5 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963128 Oct 12 22:55:09.694400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-b616a643-53ea-42d8-84c8-93f53a1394bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:09.695994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-b616a643-53ea-42d8-84c8-93f53a1394bd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1004255 Oct 12 22:55:09.727186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04102ed0-c450-4813-989d-b43bcb53ebde req-37d76a58-1b70-43f6-a429-ac2fc9602b93 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:09.729057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04102ed0-c450-4813-989d-b43bcb53ebde req-37d76a58-1b70-43f6-a429-ac2fc9602b93 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 943 time: 0.0578146 Oct 12 22:55:09.736497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-03ed83a3-8587-4b69-b014-6e21a059ae5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315931 Oct 12 22:55:09.768993 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04102ed0-c450-4813-989d-b43bcb53ebde req-7532bca2-89a3-447f-9e39-9563c4c46d81 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334599 Oct 12 22:55:09.886578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 289700e4-12bd-45b0-b149-ef76b2ab334f {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:09.895573 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-548ff3c6-72f1-41a9-bf09-630331d782e9 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514809 Oct 12 22:55:09.897468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:09.970039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Transition to ACTIVE for port object 289700e4-12bd-45b0-b149-ef76b2ab334f will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:55:10.016324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b585257-12bd-4832-a221-0bc50c9fb7a3 req-268ac42f-7250-4a70-9a3e-29ae87e8720d service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122587 Oct 12 22:55:10.169344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af22bc-656e-4b38-80ba-4042680ea376 req-85887dec-76a0-4217-99d1-85f3aa781d9c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:10.170738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70af22bc-656e-4b38-80ba-4042680ea376 req-85887dec-76a0-4217-99d1-85f3aa781d9c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0542023 Oct 12 22:55:10.208277 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70af22bc-656e-4b38-80ba-4042680ea376 req-70a9c288-df44-4685-87d8-17ee7ef3bf99 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316172 Oct 12 22:55:10.341035 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:10.456701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Pushing event updated for resources: {'Port': ['ID=289700e4-12bd-45b0-b149-ef76b2ab334f,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:10.488879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Attempting to bind port 289700e4-12bd-45b0-b149-ef76b2ab334f on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:10.489216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Attempting to bind port 289700e4-12bd-45b0-b149-ef76b2ab334f by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'e709e3fc-6ee2-409d-9ff4-17275bb9ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c3e99918-c6b4-4a27-888e-ab465c858946'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:10.489537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Attempting to bind port 289700e4-12bd-45b0-b149-ef76b2ab334f on network c3e99918-c6b4-4a27-888e-ab465c858946 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:10.500883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Port 289700e4-12bd-45b0-b149-ef76b2ab334f on network c3e99918-c6b4-4a27-888e-ab465c858946 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:55:10.503178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Attempting to bind port 289700e4-12bd-45b0-b149-ef76b2ab334f on network c3e99918-c6b4-4a27-888e-ab465c858946 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:10.525147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 54, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:10.525147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Checking segment: {'id': 'e709e3fc-6ee2-409d-9ff4-17275bb9ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c3e99918-c6b4-4a27-888e-ab465c858946'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:10.525147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Bound using segment: {'id': 'e709e3fc-6ee2-409d-9ff4-17275bb9ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c3e99918-c6b4-4a27-888e-ab465c858946'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:10.525147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Bound port: 289700e4-12bd-45b0-b149-ef76b2ab334f, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e709e3fc-6ee2-409d-9ff4-17275bb9ca78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c3e99918-c6b4-4a27-888e-ab465c858946'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:10.525147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:10.657294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] For port 289700e4-12bd-45b0-b149-ef76b2ab334f, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:10.668276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] For port 289700e4-12bd-45b0-b149-ef76b2ab334f, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=289700e4-12bd-45b0-b149-ef76b2ab334f,segment=NetworkSegment(e709e3fc-6ee2-409d-9ff4-17275bb9ca78),segment_id=e709e3fc-6ee2-409d-9ff4-17275bb9ca78)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:10.685524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218014db-59f8-4522-899c-b07e8782b661 req-d8b1a6bb-31f9-48fd-9d6a-c6881db3e596 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:10.687657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-218014db-59f8-4522-899c-b07e8782b661 req-d8b1a6bb-31f9-48fd-9d6a-c6881db3e596 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0710204 Oct 12 22:55:10.737194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-218014db-59f8-4522-899c-b07e8782b661 req-6a564cf3-a084-4275-83df-80654096bd95 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382869 Oct 12 22:55:10.817825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:10.891869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:10.892490 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:10.893863 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] 10.222.0.25 "PUT /v2.0/ports/289700e4-12bd-45b0-b149-ef76b2ab334f HTTP/1.1" status: 200 len: 1092 time: 1.9483438 Oct 12 22:55:10.894320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336f2f04-212c-4ba4-a448-1eb39fa47335', 'tag': '289700e4-12bd-45b0-b149-ef76b2ab334f'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:10.896882 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0f79f27-bb8b-461d-97be-0be59983e5d2" -d '{"events": [{"name": "network-changed", "server_uuid": "336f2f04-212c-4ba4-a448-1eb39fa47335", "tag": "289700e4-12bd-45b0-b149-ef76b2ab334f"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:10.921084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44106) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:10.936143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6bca04-39c5-44cd-8c3a-db182b184896 service neutron] Pushing event updated for resources: {'Port': ['ID=289700e4-12bd-45b0-b149-ef76b2ab334f,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:10.948192 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa088acf-2f38-415f-a384-5c283a3a81a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:11.026224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd9e7e7-fa7c-4548-8adb-daa5c0623ebd req-9dc7faa9-d1ac-425c-862c-bc1eb53ec416 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:11.034710 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ebd9e7e7-fa7c-4548-8adb-daa5c0623ebd req-9dc7faa9-d1ac-425c-862c-bc1eb53ec416 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 943 time: 0.1066673 Oct 12 22:55:11.086454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c821a-030d-47ac-b13f-93a856d21de4 req-90c7804d-e7b2-44f1-8b96-e6d3e9693cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:11.088518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-90c7804d-e7b2-44f1-8b96-e6d3e9693cfd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeedc8b5eeff482db1426d3629ec6379&device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 1095 time: 0.0471306 Oct 12 22:55:11.119026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ebd9e7e7-fa7c-4548-8adb-daa5c0623ebd req-948391d0-3edd-45d1-9ff5-90fb6f88dfc4 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824039 Oct 12 22:55:11.137293 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa088acf-2f38-415f-a384-5c283a3a81a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:11.158245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-219719f8-ccd9-4140-8d19-55c2308f6755 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=289700e4-12bd-45b0-b149-ef76b2ab334f HTTP/1.1" status: 200 len: 217 time: 0.0568881 Oct 12 22:55:11.216523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa088acf-2f38-415f-a384-5c283a3a81a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:11.240067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c821a-030d-47ac-b13f-93a856d21de4 req-1ebdbce7-ee88-4a66-8f1a-f27f1ff5631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:11.249025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-1ebdbce7-ee88-4a66-8f1a-f27f1ff5631a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6335254-b528-4bc8-a514-17eb3aac8c88 HTTP/1.1" status: 200 len: 854 time: 0.0849857 Oct 12 22:55:11.292216 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fa088acf-2f38-415f-a384-5c283a3a81a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd8816331fa64b61893c8c8bee19083c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3677781 Oct 12 22:55:11.292435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-95e4a7e9-d6b2-487c-a0ef-8e8d57353673 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3e99918-c6b4-4a27-888e-ab465c858946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353599 Oct 12 22:55:11.296019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44120) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:11.304788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa088acf-2f38-415f-a384-5c283a3a81a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8b5f63-de14-4234-8a27-3dfd284d6f98,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:11.337830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4971a-e621-434c-8b5b-0574ea0e8fa9 req-78aaff34-4aaf-49f1-8dcd-c410b08c6636 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:11.340082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fc4971a-e621-434c-8b5b-0574ea0e8fa9 req-78aaff34-4aaf-49f1-8dcd-c410b08c6636 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 943 time: 0.1116984 Oct 12 22:55:11.403617 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fc4971a-e621-434c-8b5b-0574ea0e8fa9 req-58c8035a-0f77-41fe-8779-8a512ce41c01 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558960 Oct 12 22:55:11.459943 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1411-e57c-4e5e-8645-67eba14a8347 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:11.465022 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82efb588-166f-4094-bd93-66ee18e514bb x-openstack-request-id: req-82efb588-166f-4094-bd93-66ee18e514bb {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:11.465636 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336f2f04-212c-4ba4-a448-1eb39fa47335", "tag": "289700e4-12bd-45b0-b149-ef76b2ab334f", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:11.466098 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82efb588-166f-4094-bd93-66ee18e514bb {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:11.466663 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336f2f04-212c-4ba4-a448-1eb39fa47335', 'tag': '289700e4-12bd-45b0-b149-ef76b2ab334f', 'status': 'completed', 'code': 200} Oct 12 22:55:11.492051 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-3b54a366-958f-437f-828b-5d8fec195f47 service neutron] 10.222.0.25 "GET /v2.0/networks/c3e99918-c6b4-4a27-888e-ab465c858946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624787 Oct 12 22:55:11.620250 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047c821a-030d-47ac-b13f-93a856d21de4 req-4ce75d38-417b-434d-a793-be77cabcb154 service neutron] 10.222.0.25 "GET /v2.0/networks/c3e99918-c6b4-4a27-888e-ab465c858946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184781 Oct 12 22:55:11.649955 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1411-e57c-4e5e-8645-67eba14a8347 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:11.650791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581effa-a36f-4a4c-8161-46e6878d3fb9 req-2767ae08-1e04-4fa9-b55d-25865fd34f3f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:11.671116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b581effa-a36f-4a4c-8161-46e6878d3fb9 req-2767ae08-1e04-4fa9-b55d-25865fd34f3f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.1361868 Oct 12 22:55:11.781943 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b581effa-a36f-4a4c-8161-46e6878d3fb9 req-d93a55b3-d341-4303-95ad-cb292862b17d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026602 Oct 12 22:55:11.793251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-ed2bb5e9-9543-4c47-bfa4-8a398cced2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:11.793251 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-ed2bb5e9-9543-4c47-bfa4-8a398cced2c7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeedc8b5eeff482db1426d3629ec6379&device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 1095 time: 0.0575838 Oct 12 22:55:11.848200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1411-e57c-4e5e-8645-67eba14a8347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:11.850867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3e9f1411-e57c-4e5e-8645-67eba14a8347 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:11.852090 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3e9f1411-e57c-4e5e-8645-67eba14a8347 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f8b5f63-de14-4234-8a27-3dfd284d6f98 HTTP/1.1" status: 204 len: 168 time: 0.5551195 Oct 12 22:55:11.922484 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f1411-e57c-4e5e-8645-67eba14a8347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8b5f63-de14-4234-8a27-3dfd284d6f98,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:11.999638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd6a956-bd54-454e-b1f3-86583e1a54e0 req-75459a0f-ca30-4946-bbd1-2e9123c4b47b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:12.003787 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4bd6a956-bd54-454e-b1f3-86583e1a54e0 req-75459a0f-ca30-4946-bbd1-2e9123c4b47b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1189122 Oct 12 22:55:12.022928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-07be2857-0d7a-4d1f-ba78-934cd907878e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:12.037400 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:55:12.038116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-07be2857-0d7a-4d1f-ba78-934cd907878e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3e99918-c6b4-4a27-888e-ab465c858946 HTTP/1.1" status: 200 len: 915 time: 0.2281439 Oct 12 22:55:12.090221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-0b1f4833-9fe7-4462-918a-e5058ede6068 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=289700e4-12bd-45b0-b149-ef76b2ab334f HTTP/1.1" status: 200 len: 217 time: 0.0511401 Oct 12 22:55:12.110688 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4bd6a956-bd54-454e-b1f3-86583e1a54e0 req-c9f7ebe2-f0b6-460b-90bf-ac66e4006c54 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977077 Oct 12 22:55:12.117954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-db5b62ac-a5e1-48c6-9094-d600fa1d5615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:12.153317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4e243918-6fee-4d11-9a83-88e919c4ea7a details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:55:12.171698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-bd5a7690-bfca-4278-ad23-539247479b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:12.173575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-bd5a7690-bfca-4278-ad23-539247479b95 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6335254-b528-4bc8-a514-17eb3aac8c88 HTTP/1.1" status: 200 len: 854 time: 0.0669327 Oct 12 22:55:12.258165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-7379af31-bfb9-4ef1-8e49-605fd380272f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3e99918-c6b4-4a27-888e-ab465c858946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668726 Oct 12 22:55:12.303613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0446d61-bfcb-4d8c-b2c1-0eafd3d9d2b3 req-2837f50a-2ef1-464a-a03e-3d7263152c45 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:12.313348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0446d61-bfcb-4d8c-b2c1-0eafd3d9d2b3 req-2837f50a-2ef1-464a-a03e-3d7263152c45 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 943 time: 0.0657420 Oct 12 22:55:12.322275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:12.338670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '4e243918-6fee-4d11-9a83-88e919c4ea7a', 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b', 'port_id': '4e243918-6fee-4d11-9a83-88e919c4ea7a', 'mac_address': 'fa:16:3e:4b:f6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92696d21-f43e-4bd4-aaa1-e263476189f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:55:12.382551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0446d61-bfcb-4d8c-b2c1-0eafd3d9d2b3 req-5b3c6197-a136-4967-84b2-4cb03a265fc4 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630887 Oct 12 22:55:12.402388 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:12.419055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e243918-6fee-4d11-9a83-88e919c4ea7a {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:12.441774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:12.480081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-94350892-f90e-428d-9328-3f1d36ba276d service neutron] 10.222.0.25 "GET /v2.0/networks/c3e99918-c6b4-4a27-888e-ab465c858946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111974 Oct 12 22:55:12.513721 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:12.629520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=4e243918-6fee-4d11-9a83-88e919c4ea7a,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:12.668659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40784725-7dab-44b3-8c54-6bffa5a7b65b req-651b26fa-db74-412d-9636-3338487cf77b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:12.670428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40784725-7dab-44b3-8c54-6bffa5a7b65b req-651b26fa-db74-412d-9636-3338487cf77b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 944 time: 0.0982509 Oct 12 22:55:12.736503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f79f27-bb8b-461d-97be-0be59983e5d2 req-2a1e6fb5-6da7-4780-a10d-f94891ffe2f8 service neutron] 10.222.0.25 "GET /v2.0/networks/c3e99918-c6b4-4a27-888e-ab465c858946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491236 Oct 12 22:55:12.739580 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40784725-7dab-44b3-8c54-6bffa5a7b65b req-757066f5-7308-4537-9c65-a2cb878e8bf0 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531411 Oct 12 22:55:12.774920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['4e243918-6fee-4d11-9a83-88e919c4ea7a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:13.030622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11158dea-7262-46f5-84a2-0479b77ea1e2 req-08be2d54-d29d-4206-95c5-20c73bd6bebc tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:13.050064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11158dea-7262-46f5-84a2-0479b77ea1e2 req-08be2d54-d29d-4206-95c5-20c73bd6bebc tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.1409278 Oct 12 22:55:13.067186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 289700e4-12bd-45b0-b149-ef76b2ab334f details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:55:13.135308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11158dea-7262-46f5-84a2-0479b77ea1e2 req-35fcc91f-e962-492d-9510-a995e9b965cf tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834994 Oct 12 22:55:13.368951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29fc4a-1ed2-4952-af8e-72d5eff23b90 req-1681b06f-5b28-411a-97e2-7bbbfaf228bd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:13.375513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f29fc4a-1ed2-4952-af8e-72d5eff23b90 req-1681b06f-5b28-411a-97e2-7bbbfaf228bd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0911777 Oct 12 22:55:13.412960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 289700e4-12bd-45b0-b149-ef76b2ab334f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=289700e4-12bd-45b0-b149-ef76b2ab334f,segment=NetworkSegment(e709e3fc-6ee2-409d-9ff4-17275bb9ca78),segment_id=e709e3fc-6ee2-409d-9ff4-17275bb9ca78)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:13.433130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '289700e4-12bd-45b0-b149-ef76b2ab334f', 'network_id': 'c3e99918-c6b4-4a27-888e-ab465c858946', 'port_id': '289700e4-12bd-45b0-b149-ef76b2ab334f', 'mac_address': 'fa:16:3e:fb:82:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6335254-b528-4bc8-a514-17eb3aac8c88', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:55:13.476618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f29fc4a-1ed2-4952-af8e-72d5eff23b90 req-02a2732e-3c35-453b-8710-6c6a1e744cf0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934818 Oct 12 22:55:13.550840 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:13.566691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 289700e4-12bd-45b0-b149-ef76b2ab334f {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:13.601432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 289700e4-12bd-45b0-b149-ef76b2ab334f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=289700e4-12bd-45b0-b149-ef76b2ab334f,segment=NetworkSegment(e709e3fc-6ee2-409d-9ff4-17275bb9ca78),segment_id=e709e3fc-6ee2-409d-9ff4-17275bb9ca78)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:13.610597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e937523a-f001-4a4b-965b-46316859677c req-969ed679-fe37-40de-ae7d-8d7106aa30ea tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:13.612181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e937523a-f001-4a4b-965b-46316859677c req-969ed679-fe37-40de-ae7d-8d7106aa30ea tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 943 time: 0.0952790 Oct 12 22:55:13.684372 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:13.712700 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e937523a-f001-4a4b-965b-46316859677c req-7a41fbd7-925f-4b89-9cf8-a3f20c2ccd59 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889423 Oct 12 22:55:13.797013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=289700e4-12bd-45b0-b149-ef76b2ab334f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:13.810870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.811254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.811588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.811930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.812265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.812596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.819689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.821061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.821428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.821773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.822202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.825721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:13.945744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e69ef-9500-4c13-9795-732a010809e4 req-99b07f04-b441-4081-97d1-27dc26420c50 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:13.947733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-962e69ef-9500-4c13-9795-732a010809e4 req-99b07f04-b441-4081-97d1-27dc26420c50 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 944 time: 0.0892553 Oct 12 22:55:13.961243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['289700e4-12bd-45b0-b149-ef76b2ab334f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:13.998896 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-962e69ef-9500-4c13-9795-732a010809e4 req-860ec497-fcd4-4d08-83f5-ceda01c90cf2 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446925 Oct 12 22:55:14.170975 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4e243918-6fee-4d11-9a83-88e919c4ea7a up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:14.330504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 4e243918-6fee-4d11-9a83-88e919c4ea7a completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:55:14.337839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 4e243918-6fee-4d11-9a83-88e919c4ea7a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:14.337839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:14.344733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc5dee-fa40-4548-bc2a-3f78efe8197a req-dece1459-4363-411d-bbd8-54453c156357 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:14.353173 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13bc5dee-fa40-4548-bc2a-3f78efe8197a req-dece1459-4363-411d-bbd8-54453c156357 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0747869 Oct 12 22:55:14.438812 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13bc5dee-fa40-4548-bc2a-3f78efe8197a req-c8d9f36c-82ca-44cb-9ad1-c6bda60b5485 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844107 Oct 12 22:55:14.553677 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:14.595708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:14.597928 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0baadf-ff9d-451e-a8bd-872a4b5fd9a6" -d '{"events": [{"server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "name": "network-vif-plugged", "status": "completed", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:14.657147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:14.657929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33df643-c15a-4222-84ae-8ff779a1eb6f req-fcfa81b6-b9fa-4a24-a824-543d1fd66426 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:14.668616 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e33df643-c15a-4222-84ae-8ff779a1eb6f req-fcfa81b6-b9fa-4a24-a824-543d1fd66426 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0820100 Oct 12 22:55:14.714785 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e33df643-c15a-4222-84ae-8ff779a1eb6f req-077feec6-aeb8-44d9-865b-9a9f5b7848d5 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450487 Oct 12 22:55:14.759215 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:14.818183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=4e243918-6fee-4d11-9a83-88e919c4ea7a,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:14.920213 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8606abb2-0b4a-4bbd-a0df-aa8ae5ee7d1c x-openstack-request-id: req-8606abb2-0b4a-4bbd-a0df-aa8ae5ee7d1c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:14.920520 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "name": "network-vif-plugged", "status": "completed", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:14.920776 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8606abb2-0b4a-4bbd-a0df-aa8ae5ee7d1c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:14.921176 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a', 'code': 200} Oct 12 22:55:15.030461 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e29b478d-b9a6-41e3-894d-4e8094ad320c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:15.076244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 289700e4-12bd-45b0-b149-ef76b2ab334f up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:15.077529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be47b22-cc43-40c7-be1b-7d3b472ba913 req-14707ba7-bec4-4db9-9e28-86ef126d734b tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:15.079103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7be47b22-cc43-40c7-be1b-7d3b472ba913 req-14707ba7-bec4-4db9-9e28-86ef126d734b tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 944 time: 0.0835822 Oct 12 22:55:15.084988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d393e7f5-8bdb-48b3-8786-564a324256b4 req-a88f0a3f-8865-4c25-83d5-01e04beb60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:15.091155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d393e7f5-8bdb-48b3-8786-564a324256b4 req-a88f0a3f-8865-4c25-83d5-01e04beb60b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1097 time: 0.0990345 Oct 12 22:55:15.137158 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7be47b22-cc43-40c7-be1b-7d3b472ba913 req-7fe94e42-4c6e-4951-9bb6-277057d808d9 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Oct 12 22:55:15.154303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d393e7f5-8bdb-48b3-8786-564a324256b4 req-c6576d6d-227d-42f5-90f5-5d1cb9d919ee service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463140 Oct 12 22:55:15.241602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 289700e4-12bd-45b0-b149-ef76b2ab334f completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:55:15.248037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 289700e4-12bd-45b0-b149-ef76b2ab334f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:15.248563 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:15.372551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b43c07-cb47-48d5-a2cf-3c32eb6ce7d4 req-256e5812-cdcc-4ee4-8c78-9f536309dc0f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:15.380706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8b43c07-cb47-48d5-a2cf-3c32eb6ce7d4 req-256e5812-cdcc-4ee4-8c78-9f536309dc0f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 945 time: 0.1024292 Oct 12 22:55:15.390034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:15.445299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 289700e4-12bd-45b0-b149-ef76b2ab334f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=289700e4-12bd-45b0-b149-ef76b2ab334f,segment=NetworkSegment(e709e3fc-6ee2-409d-9ff4-17275bb9ca78),segment_id=e709e3fc-6ee2-409d-9ff4-17275bb9ca78)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:15.458837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8b43c07-cb47-48d5-a2cf-3c32eb6ce7d4 req-97a2b5bf-61f2-40fc-810c-18c13ecbc7dc tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659025 Oct 12 22:55:15.559390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:15.594788 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:15.596482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2727bb-ac45-455f-a3fc-7898663b4f5a req-51f125a1-53be-4018-b763-a57b1ae99abb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:15.598109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a2727bb-ac45-455f-a3fc-7898663b4f5a req-51f125a1-53be-4018-b763-a57b1ae99abb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0912154 Oct 12 22:55:15.705238 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=289700e4-12bd-45b0-b149-ef76b2ab334f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:15.932640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb72ed4-df16-4a0a-bb01-96a54bfe1623 req-cb5985dd-a06d-4169-867f-3d2e20041223 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:15.940285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8bb72ed4-df16-4a0a-bb01-96a54bfe1623 req-cb5985dd-a06d-4169-867f-3d2e20041223 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1086173 Oct 12 22:55:16.020015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8bb72ed4-df16-4a0a-bb01-96a54bfe1623 req-0d97d327-c444-4978-8f65-b59b4e54615b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780110 Oct 12 22:55:16.040553 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:16.057309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a2727bb-ac45-455f-a3fc-7898663b4f5a req-4a7db72c-7887-4814-9b04-2bac1a381b67 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4422815 Oct 12 22:55:16.061966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44294) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:16.285316 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b73f25e4-fa35-48ae-904f-4efb8774ba7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:16.396294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f3265d-d037-4d55-be00-c11d86bfd337 req-665c7822-6e11-447b-ab69-fb00216420bf tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:16.397700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-22f3265d-d037-4d55-be00-c11d86bfd337 req-665c7822-6e11-447b-ab69-fb00216420bf tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 945 time: 0.1303627 Oct 12 22:55:16.438073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b73f25e4-fa35-48ae-904f-4efb8774ba7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:16.455327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-22f3265d-d037-4d55-be00-c11d86bfd337 req-05e8c585-97ba-4c6e-b686-61050345596c tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487761 Oct 12 22:55:16.568051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502648d3-1a30-414d-8dfd-a5c840c8bce9 req-b4247ea7-b7f9-46db-b25f-e8b1c0902d6c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:16.569574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-502648d3-1a30-414d-8dfd-a5c840c8bce9 req-b4247ea7-b7f9-46db-b25f-e8b1c0902d6c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 945 time: 0.0581057 Oct 12 22:55:16.615319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-502648d3-1a30-414d-8dfd-a5c840c8bce9 req-40c37951-6e1d-4946-a4d8-1c0ff06ec785 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392902 Oct 12 22:55:16.861302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b73f25e4-fa35-48ae-904f-4efb8774ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:16.901844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f25e4-fa35-48ae-904f-4efb8774ba7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526ef3d3-cce9-40be-9a46-fe4ff94887cc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:16.906238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b73f25e4-fa35-48ae-904f-4efb8774ba7e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c55233eb88e747f79eacd7d8e34611c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8428094 Oct 12 22:55:16.908892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44312) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:16.922013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336f2f04-212c-4ba4-a448-1eb39fa47335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289700e4-12bd-45b0-b149-ef76b2ab334f'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:16.924393 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37054f1d-d8ac-40d6-bdce-d626465da8bc" -d '{"events": [{"server_uuid": "336f2f04-212c-4ba4-a448-1eb39fa47335", "name": "network-vif-plugged", "status": "completed", "tag": "289700e4-12bd-45b0-b149-ef76b2ab334f"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:16.968961 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba7df28-8a17-46e6-8754-17e9d77854a5 x-openstack-request-id: req-3ba7df28-8a17-46e6-8754-17e9d77854a5 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:16.969360 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336f2f04-212c-4ba4-a448-1eb39fa47335", "name": "network-vif-plugged", "status": "completed", "tag": "289700e4-12bd-45b0-b149-ef76b2ab334f", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:16.969730 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ba7df28-8a17-46e6-8754-17e9d77854a5 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:16.970338 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336f2f04-212c-4ba4-a448-1eb39fa47335', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '289700e4-12bd-45b0-b149-ef76b2ab334f', 'code': 200} Oct 12 22:55:16.971379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-738d7485-c67c-454e-b2f7-d43b7e28b5e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:16.997744 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-738d7485-c67c-454e-b2f7-d43b7e28b5e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:17.123126 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-738d7485-c67c-454e-b2f7-d43b7e28b5e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:17.127954 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-738d7485-c67c-454e-b2f7-d43b7e28b5e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:17.138835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-738d7485-c67c-454e-b2f7-d43b7e28b5e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/526ef3d3-cce9-40be-9a46-fe4ff94887cc HTTP/1.1" status: 204 len: 168 time: 0.2222047 Oct 12 22:55:17.160036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738d7485-c67c-454e-b2f7-d43b7e28b5e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526ef3d3-cce9-40be-9a46-fe4ff94887cc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:17.190270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b8f46-5a75-4f87-914c-21764cf36a17 req-7225b6fe-15c7-4c72-b029-0b8954537878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:17.194450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-093b8f46-5a75-4f87-914c-21764cf36a17 req-7225b6fe-15c7-4c72-b029-0b8954537878 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 1097 time: 0.1042054 Oct 12 22:55:17.284484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a00556-0518-4399-854a-5b9e3052b741 req-c4f9aac7-f7d4-4bbd-ab11-124196f9cc92 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:17.285088 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-093b8f46-5a75-4f87-914c-21764cf36a17 req-4eac28a5-fa7a-4321-a0b1-8b3ba5ac6aad service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821104 Oct 12 22:55:17.291713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9a00556-0518-4399-854a-5b9e3052b741 req-c4f9aac7-f7d4-4bbd-ab11-124196f9cc92 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1351469 Oct 12 22:55:17.343978 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9a00556-0518-4399-854a-5b9e3052b741 req-8fd9370b-7592-4028-bcdb-d04bc8da6f4d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426831 Oct 12 22:55:17.493793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65fd6e1-310a-4026-b0c8-c116adb1fdb2 req-68beea7d-9e90-4167-865e-cf3c82ecb507 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:17.508201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e65fd6e1-310a-4026-b0c8-c116adb1fdb2 req-68beea7d-9e90-4167-865e-cf3c82ecb507 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.0738277 Oct 12 22:55:17.549241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e65fd6e1-310a-4026-b0c8-c116adb1fdb2 req-56434e51-cbc8-4c0d-814a-b003fdd01031 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369940 Oct 12 22:55:17.688540 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:17.761256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e455f416-a157-4294-9686-b10666abda00 req-6a81c282-c3d2-47f0-b3c9-5520ebd1d814 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:17.763774 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e455f416-a157-4294-9686-b10666abda00 req-6a81c282-c3d2-47f0-b3c9-5520ebd1d814 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 945 time: 0.0643115 Oct 12 22:55:17.820015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72240353-645c-40f6-9141-0549cc84c58e req-98ca9818-3e6c-41e9-a5ff-946a6aeeac64 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:17.821129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72240353-645c-40f6-9141-0549cc84c58e req-98ca9818-3e6c-41e9-a5ff-946a6aeeac64 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 945 time: 0.0962441 Oct 12 22:55:17.830965 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e455f416-a157-4294-9686-b10666abda00 req-50d542e8-5839-402e-8242-4263c41e518f tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606740 Oct 12 22:55:17.900785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72240353-645c-40f6-9141-0549cc84c58e req-d0fc98ef-3f66-49c5-aab5-693f64c10f0d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687485 Oct 12 22:55:18.022630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44358) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:18.058482 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87a9f058-0171-4bfd-836d-1862377d3984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:18.231323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87a9f058-0171-4bfd-836d-1862377d3984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:18.312870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87a9f058-0171-4bfd-836d-1862377d3984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:18.376052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9f058-0171-4bfd-836d-1862377d3984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f80a2f2-51bb-4640-8ef6-3f95a81112d2,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:18.382409 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-87a9f058-0171-4bfd-836d-1862377d3984 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d4fc232507046afbc1310b4fbc6c265&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3585975 Oct 12 22:55:18.385239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44366) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:18.479616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c828ace5-1a9f-468c-bf89-486fc4f83d52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:18.547654 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c828ace5-1a9f-468c-bf89-486fc4f83d52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:18.618755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9aea79-2177-4ecd-b2c5-9c252f769702 req-92b0340a-88ee-4a9c-9794-cf041e6373be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:18.624151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d9aea79-2177-4ecd-b2c5-9c252f769702 req-92b0340a-88ee-4a9c-9794-cf041e6373be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1140654 Oct 12 22:55:18.684523 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:18.689395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb54d36-9b09-4a46-b815-2d38116facd2 req-413e257c-5e20-446f-8384-d335a14b133a tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:18.691073 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8fb54d36-9b09-4a46-b815-2d38116facd2 req-413e257c-5e20-446f-8384-d335a14b133a tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1097 time: 0.1292584 Oct 12 22:55:18.721376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d9aea79-2177-4ecd-b2c5-9c252f769702 req-922c6461-d14f-4596-8970-9356a8b1f525 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804999 Oct 12 22:55:18.753344 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8fb54d36-9b09-4a46-b815-2d38116facd2 req-e6f01638-a40f-4536-abef-b7c682213b0b tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387187 Oct 12 22:55:18.810276 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c828ace5-1a9f-468c-bf89-486fc4f83d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:18.819002 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c828ace5-1a9f-468c-bf89-486fc4f83d52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:18.822565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c828ace5-1a9f-468c-bf89-486fc4f83d52 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0f80a2f2-51bb-4640-8ef6-3f95a81112d2 HTTP/1.1" status: 204 len: 168 time: 0.4340549 Oct 12 22:55:18.910559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828ace5-1a9f-468c-bf89-486fc4f83d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f80a2f2-51bb-4640-8ef6-3f95a81112d2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:18.959351 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:18.984019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66da8c65-cb27-495a-9926-c01190b27620 req-35f78ab8-0a98-4feb-a193-bd3bc0f51d57 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:18.985619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66da8c65-cb27-495a-9926-c01190b27620 req-35f78ab8-0a98-4feb-a193-bd3bc0f51d57 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 945 time: 0.1080511 Oct 12 22:55:19.069338 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66da8c65-cb27-495a-9926-c01190b27620 req-404adfdc-e8a1-4cfa-b6d1-7b4a37de29db tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711718 Oct 12 22:55:19.198541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292189b5-1323-4641-b02a-a10af69e2368 req-18de34fc-bb81-4040-a6a6-19f8ac42b744 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:19.206461 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-292189b5-1323-4641-b02a-a10af69e2368 req-18de34fc-bb81-4040-a6a6-19f8ac42b744 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1097 time: 0.0618460 Oct 12 22:55:19.264103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-292189b5-1323-4641-b02a-a10af69e2368 req-4f13d4f2-755a-49a7-a787-a150144217f6 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543756 Oct 12 22:55:19.423968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887a08e8-2dc0-45c8-b437-95d381321839 req-dc5ba9eb-c29e-49c1-b56a-a329ac9a1fcd tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:19.434270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-887a08e8-2dc0-45c8-b437-95d381321839 req-dc5ba9eb-c29e-49c1-b56a-a329ac9a1fcd tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 945 time: 0.1022973 Oct 12 22:55:19.482393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-887a08e8-2dc0-45c8-b437-95d381321839 req-d1abf564-4e4f-4ca3-8711-ba6c19f7389e tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489526 Oct 12 22:55:21.557937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2b391-9baa-47f2-91c1-3c8330e87864 req-2b3065ae-6a6c-49b4-8130-e16dbe4757ac tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:21.559547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bf2b391-9baa-47f2-91c1-3c8330e87864 req-2b3065ae-6a6c-49b4-8130-e16dbe4757ac tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0648301 Oct 12 22:55:21.647074 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bf2b391-9baa-47f2-91c1-3c8330e87864 req-52fc3d9c-6110-473d-8243-fab072bd560b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790365 Oct 12 22:55:21.663848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-e995c633-cd66-40c0-a1a1-a0da798005a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:21.666315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-e995c633-cd66-40c0-a1a1-a0da798005a4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=eeedc8b5eeff482db1426d3629ec6379&device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 1097 time: 0.0592184 Oct 12 22:55:21.764131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-4865a231-aade-4dd3-9dd7-137f95f4e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:21.765546 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-4865a231-aade-4dd3-9dd7-137f95f4e2b5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c3e99918-c6b4-4a27-888e-ab465c858946 HTTP/1.1" status: 200 len: 915 time: 0.0917890 Oct 12 22:55:21.809888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-850050fb-aaba-42f4-9eb7-01ef669faac6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=289700e4-12bd-45b0-b149-ef76b2ab334f HTTP/1.1" status: 200 len: 217 time: 0.0364354 Oct 12 22:55:21.867107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-92970419-db58-46d8-aff9-5de6b98e25ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:21.868536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-92970419-db58-46d8-aff9-5de6b98e25ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=f6335254-b528-4bc8-a514-17eb3aac8c88 HTTP/1.1" status: 200 len: 854 time: 0.0519109 Oct 12 22:55:21.909536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-01fe143a-c1b1-491f-a66f-fb1dc719d8ec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c3e99918-c6b4-4a27-888e-ab465c858946&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278912 Oct 12 22:55:21.920196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e537309-366c-466f-ae72-9d43595f84c4 req-4fc86182-aa56-4337-aba2-23e5a3d61678 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0641983 Oct 12 22:55:22.030797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e537309-366c-466f-ae72-9d43595f84c4 req-bafe45d7-702d-4aff-83a1-164c14525ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:22.032229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e537309-366c-466f-ae72-9d43595f84c4 req-bafe45d7-702d-4aff-83a1-164c14525ad6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 1101 time: 0.0679197 Oct 12 22:55:22.045739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-bbfea857-ec29-4b8b-811c-bae0c504a251 service neutron] 10.222.0.25 "GET /v2.0/networks/c3e99918-c6b4-4a27-888e-ab465c858946?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284401 Oct 12 22:55:22.205263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e537309-366c-466f-ae72-9d43595f84c4 req-177fbd27-3005-4ef1-af36-94dbab1eb61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:22.206571 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e537309-366c-466f-ae72-9d43595f84c4 req-177fbd27-3005-4ef1-af36-94dbab1eb61a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1562757 Oct 12 22:55:22.212313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67fcb6b-8ef2-4c57-92a1-b537e126554e req-8a594390-a38c-4b81-a12c-308af0448e4b service neutron] 10.222.0.25 "GET /v2.0/networks/c3e99918-c6b4-4a27-888e-ab465c858946?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533663 Oct 12 22:55:22.260843 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e537309-366c-466f-ae72-9d43595f84c4 req-0e28dda9-00eb-4f39-9320-148c93f74013 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 200 len: 217 time: 0.0440493 Oct 12 22:55:22.320660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e537309-366c-466f-ae72-9d43595f84c4 req-1a4d68c0-f871-43fa-a2eb-51856a6b2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:22.322633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e537309-366c-466f-ae72-9d43595f84c4 req-1a4d68c0-f871-43fa-a2eb-51856a6b2694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0536809 Oct 12 22:55:22.380140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e537309-366c-466f-ae72-9d43595f84c4 req-a193cbb6-b235-4c87-a6fb-8320ac8b12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:22.381890 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e537309-366c-466f-ae72-9d43595f84c4 req-a193cbb6-b235-4c87-a6fb-8320ac8b12ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0510895 Oct 12 22:55:22.495641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e537309-366c-466f-ae72-9d43595f84c4 req-53729177-29c9-411b-8267-e2dab09d3d88 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047332 Oct 12 22:55:22.632460 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e537309-366c-466f-ae72-9d43595f84c4 req-c1679ded-e7c0-46cf-9fe7-58a98f9a9b69 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283495 Oct 12 22:55:22.817871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-aff89540-f914-43bb-990a-576a8f5db7f3 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:55:22.818872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-aff89540-f914-43bb-990a-576a8f5db7f3 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3346720 Oct 12 22:55:22.870358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-809aa28c-8e8b-410b-b568-bfb9b5cfb1f0 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:22.871855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-809aa28c-8e8b-410b-b568-bfb9b5cfb1f0 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports/4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 1094 time: 0.0441027 Oct 12 22:55:22.933893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Request body: {'binding': {'host': 'n-h2-790519-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:22.934515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Unknown quota resources ['binding']. {{(pid=101889) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 22:55:23.087921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a on host n-h2-790519-14 for vnic_type normal with profile None {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:23.088184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:23.088507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:23.092744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Port 4e243918-6fee-4d11-9a83-88e919c4ea7a on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:55:23.093787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:23.097877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:23.098377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:23.098774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:23.099233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Bound port: 4e243918-6fee-4d11-9a83-88e919c4ea7a, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:23.152822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:23.246524 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:23.247864 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3b1a3790-9de4-4a35-bd2f-80cedc437211 service neutron] 10.222.0.31 "POST /v2.0/ports/4e243918-6fee-4d11-9a83-88e919c4ea7a/bindings HTTP/1.1" status: 201 len: 390 time: 0.3704171 Oct 12 22:55:23.525401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925e147-fbf5-474c-94f1-7b903c926300 req-2a9835e2-62f1-4470-b21f-c4f36701d495 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:23.526889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f925e147-fbf5-474c-94f1-7b903c926300 req-2a9835e2-62f1-4470-b21f-c4f36701d495 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 945 time: 0.0537727 Oct 12 22:55:23.599272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f925e147-fbf5-474c-94f1-7b903c926300 req-8eeb6910-8afd-4472-a830-75ba071fcb26 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625763 Oct 12 22:55:23.771337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231f44b0-f33c-4d35-9ce5-f855968564a9 req-de8cabb1-ef49-4476-b82d-d583acb16196 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:23.773633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-231f44b0-f33c-4d35-9ce5-f855968564a9 req-de8cabb1-ef49-4476-b82d-d583acb16196 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0850008 Oct 12 22:55:23.817212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-231f44b0-f33c-4d35-9ce5-f855968564a9 req-7b7cb3e6-6684-44e2-9ab2-ac607d8643f9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371063 Oct 12 22:55:23.862658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf8f5a-431b-48d8-80ea-7cf2b8f2714f req-9f97cf2a-485c-44e4-ac38-eefa5db27520 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:23.864573 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0bf8f5a-431b-48d8-80ea-7cf2b8f2714f req-9f97cf2a-485c-44e4-ac38-eefa5db27520 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 945 time: 0.0764380 Oct 12 22:55:23.917014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0bf8f5a-431b-48d8-80ea-7cf2b8f2714f req-95767e05-e1db-49d7-9662-53640444e1ee tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454345 Oct 12 22:55:24.062638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-4f4801ed-1fb4-41eb-aa3d-1cd92a461898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:24.064853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-4f4801ed-1fb4-41eb-aa3d-1cd92a461898 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1097 time: 0.0757449 Oct 12 22:55:24.220242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-b22c27b5-ab1d-4828-9b4f-7b86ce126eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:24.221987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-b22c27b5-ab1d-4828-9b4f-7b86ce126eac service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.1468256 Oct 12 22:55:24.226096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a2269d8d-3968-40f0-a77f-2540efb7e1db details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:55:24.275178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-6ca938a9-59bf-491f-aab0-e258aa196c6c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 217 time: 0.0415556 Oct 12 22:55:24.279054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bef9b49-b188-4a24-a9ce-64a0906cf6e3 req-2571a55d-d177-4ef3-afc8-1b8381c4f08b tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:24.280578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bef9b49-b188-4a24-a9ce-64a0906cf6e3 req-2571a55d-d177-4ef3-afc8-1b8381c4f08b tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 951 time: 0.0631440 Oct 12 22:55:24.340785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-6e0d1b62-d2d1-44e2-a064-d4cac6d5618d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:24.340785 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-6e0d1b62-d2d1-44e2-a064-d4cac6d5618d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0537941 Oct 12 22:55:24.348976 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:24.364465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bef9b49-b188-4a24-a9ce-64a0906cf6e3 req-d0242016-e544-4451-96b3-c09510a50346 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766330 Oct 12 22:55:24.385035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-d721a235-cff7-4ae4-bb58-933d0be62ba5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360458 Oct 12 22:55:24.396876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'a2269d8d-3968-40f0-a77f-2540efb7e1db', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'port_id': 'a2269d8d-3968-40f0-a77f-2540efb7e1db', 'mac_address': 'fa:16:3e:c1:39:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95754ae-0b03-4743-82ac-8dca0d4100ae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:55:24.518445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-93f35210-bafc-4e52-afa6-a8dba8ac8045 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251957 Oct 12 22:55:24.547379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:24.562002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2269d8d-3968-40f0-a77f-2540efb7e1db {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:24.592409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:24.603314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e49afa-e957-4e38-bcc3-62b4b4b79965 req-caccef64-88bf-4489-be45-48609496f857 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:24.612747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-10e49afa-e957-4e38-bcc3-62b4b4b79965 req-caccef64-88bf-4489-be45-48609496f857 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 945 time: 0.0811470 Oct 12 22:55:24.637408 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-09235daa-6cbe-47f3-8107-1e309d21ffd8 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103196 Oct 12 22:55:24.657000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-10e49afa-e957-4e38-bcc3-62b4b4b79965 req-b64a3cc8-eda3-408e-967f-8d2c5ccca2f9 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 Oct 12 22:55:24.673644 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:24.785569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['a2269d8d-3968-40f0-a77f-2540efb7e1db'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:24.816358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a2269d8d-3968-40f0-a77f-2540efb7e1db,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:24.873590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-441bd577-6620-498c-9eb9-c5197daedb05 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:24.875521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-441bd577-6620-498c-9eb9-c5197daedb05 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.0814888 Oct 12 22:55:24.903391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-790519-14'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:24.972678 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:25.116883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:25.167521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:25.213630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:25.218337 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5150024-f9d9-43f4-9df1-95768ad437d2" -d '{"events": [{"server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "name": "network-vif-unplugged", "status": "completed", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:25.222698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:25.294219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:25.373334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Pushing event updated for resources: {'Port': ['ID=4e243918-6fee-4d11-9a83-88e919c4ea7a,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:25.385777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a on host n-h1-790519-14 for vnic_type normal with profile {"migrating_to": "n-h2-790519-14"} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:25.385777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:25.385777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:25.390576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Port 4e243918-6fee-4d11-9a83-88e919c4ea7a on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:55:25.391151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Attempting to bind port 4e243918-6fee-4d11-9a83-88e919c4ea7a on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:25.396645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:25.397210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:25.397761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:25.398350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Bound port: 4e243918-6fee-4d11-9a83-88e919c4ea7a, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:25.398906 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:25.514898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:25.522967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:25.630701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7505dc7-82bc-4215-bc3f-d9632b8b58b1 req-547fc93d-b731-46f6-9494-d8540dfc617a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:25.640886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7505dc7-82bc-4215-bc3f-d9632b8b58b1 req-547fc93d-b731-46f6-9494-d8540dfc617a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0730929 Oct 12 22:55:25.663043 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:25.735438 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7505dc7-82bc-4215-bc3f-d9632b8b58b1 req-bb6f6e91-e2c6-4f47-9d99-4e5bb8fa7e5c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872779 Oct 12 22:55:25.815948 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af09ba0-e92e-4f00-aa5c-b0b61f1a5cac x-openstack-request-id: req-2af09ba0-e92e-4f00-aa5c-b0b61f1a5cac {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:25.817165 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "name": "network-vif-unplugged", "status": "completed", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:25.817491 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2af09ba0-e92e-4f00-aa5c-b0b61f1a5cac {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:25.817908 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a', 'code': 200} Oct 12 22:55:25.893109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Pushing event updated for resources: {'Port': ['ID=4e243918-6fee-4d11-9a83-88e919c4ea7a,revision_number=8']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:25.902332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:25.902969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:25.904605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ba4a268f-8b22-4359-8b21-6a0427629458 service neutron] 10.222.0.25 "PUT /v2.0/ports/4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 1123 time: 1.0178356 Oct 12 22:55:25.920567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b27a9-4d8c-4856-a2e0-d0b05540e718 req-b13a44df-b92b-4a4f-b42f-6ea49e7da9ec tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:25.922293 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-727b27a9-4d8c-4856-a2e0-d0b05540e718 req-b13a44df-b92b-4a4f-b42f-6ea49e7da9ec tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 943 time: 0.1817534 Oct 12 22:55:25.988952 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-727b27a9-4d8c-4856-a2e0-d0b05540e718 req-219a9aa4-be63-40a3-b358-8fbfe6eac7ec tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600991 Oct 12 22:55:26.007143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['4e243918-6fee-4d11-9a83-88e919c4ea7a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:26.301975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-9571ddd9-9e70-4760-b7ec-44411b8838a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=19ed04da-49f5-471c-adff-231a1082e87a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1140752 Oct 12 22:55:26.309998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a2269d8d-3968-40f0-a77f-2540efb7e1db up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:26.349327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf04b4d1-3b65-4c0b-ac0f-b1d604674c64 req-7f6d6221-4c1b-4acb-880a-81959f181a69 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:26.353077 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf04b4d1-3b65-4c0b-ac0f-b1d604674c64 req-7f6d6221-4c1b-4acb-880a-81959f181a69 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 945 time: 0.1060567 Oct 12 22:55:26.356339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-daae8791-e8ec-49e4-86ae-3115355fcb67 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:26.358675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-daae8791-e8ec-49e4-86ae-3115355fcb67 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.25 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 945 time: 0.1265717 Oct 12 22:55:26.407730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port a2269d8d-3968-40f0-a77f-2540efb7e1db triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:26.408488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:26.409302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-39556705-52f6-4b33-ad0e-37e3c49a23eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:26.412257 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-39556705-52f6-4b33-ad0e-37e3c49a23eb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 1103 time: 0.0716183 Oct 12 22:55:26.465199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf04b4d1-3b65-4c0b-ac0f-b1d604674c64 req-ea496d64-cb96-4d71-a3cd-f8cb0c78bd16 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/security-groups?id=46f29928-fd60-4116-9ed9-a964609d95ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043353 Oct 12 22:55:26.563610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:26.612137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:26.613905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Deleting port 289700e4-12bd-45b0-b149-ef76b2ab334f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:55:26.615643 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b15e48-183f-4ad8-8274-0d01598b360e" -d '{"events": [{"server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "name": "network-vif-plugged", "status": "completed", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:26.616161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:26.621167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-24aa7440-1a80-40ad-8f12-359b3915f1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:26.624729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-24aa7440-1a80-40ad-8f12-359b3915f1ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1889548 Oct 12 22:55:26.635415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:26.706827 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:26.713565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-626c2154-a3a3-4e5b-a8e9-4571b27d1688 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 HTTP/1.1" status: 200 len: 217 time: 0.0791962 Oct 12 22:55:26.780713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44862) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:26.794252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a2269d8d-3968-40f0-a77f-2540efb7e1db,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:26.794480 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] For port 289700e4-12bd-45b0-b149-ef76b2ab334f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=289700e4-12bd-45b0-b149-ef76b2ab334f,segment=NetworkSegment(e709e3fc-6ee2-409d-9ff4-17275bb9ca78),segment_id=e709e3fc-6ee2-409d-9ff4-17275bb9ca78)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:26.795014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:26.815598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Calling delete_port for 289700e4-12bd-45b0-b149-ef76b2ab334f owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:55:26.824576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-ea6778b2-e7aa-46b0-a1b6-1448b5aa89b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:26.827443 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-ea6778b2-e7aa-46b0-a1b6-1448b5aa89b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1059279 Oct 12 22:55:26.948042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-0b1014b8-6aa7-49a8-b7c1-43ce38cd43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:26.952959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-0b1014b8-6aa7-49a8-b7c1-43ce38cd43a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1176395 Oct 12 22:55:27.063600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-69fee4c4-dee1-4f6a-9638-d4e2ef8b2aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.106791 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.121079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['289700e4-12bd-45b0-b149-ef76b2ab334f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:27.174281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Pushing event deleted for resources: {'Port': ['ID=289700e4-12bd-45b0-b149-ef76b2ab334f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:27.177232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4e243918-6fee-4d11-9a83-88e919c4ea7a details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:55:27.179240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:27.205087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-775e7d6d-83b6-42b0-b882-96c0e1395bb9 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438211 Oct 12 22:55:27.237376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] No DVR routers for this DVR port 289700e4-12bd-45b0-b149-ef76b2ab334f on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:27.240660 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.244415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4b3f69f-461c-4000-9c09-f64d02b2a4b9 req-4fa57f48-8a51-463d-8d37-8349d8991992 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.25 "DELETE /v2.0/ports/289700e4-12bd-45b0-b149-ef76b2ab334f HTTP/1.1" status: 204 len: 173 time: 0.8782191 Oct 12 22:55:27.244877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336f2f04-212c-4ba4-a448-1eb39fa47335', 'name': 'network-vif-deleted', 'tag': '289700e4-12bd-45b0-b149-ef76b2ab334f'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:27.247223 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7261ab88-b5b4-4e53-bb90-b1bebda86095" -d '{"events": [{"server_uuid": "336f2f04-212c-4ba4-a448-1eb39fa47335", "name": "network-vif-deleted", "tag": "289700e4-12bd-45b0-b149-ef76b2ab334f"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:27.342357 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6af6d66-6dad-42f9-8efe-e621216c108a req-e36daf66-0760-403a-9bb8-d4b82bb6048e service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236684 Oct 12 22:55:27.344064 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.388263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:27.411417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:27.430708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4e243918-6fee-4d11-9a83-88e919c4ea7a has no active binding in host n-h2-790519-14 {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 22:55:27.436056 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-69fee4c4-dee1-4f6a-9638-d4e2ef8b2aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.470496 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.523600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-69fee4c4-dee1-4f6a-9638-d4e2ef8b2aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.556903 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=11']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:27.601247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-69fee4c4-dee1-4f6a-9638-d4e2ef8b2aec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79db0119a6684b6794df96ee73200cb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8124535 Oct 12 22:55:27.601247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fee4c4-dee1-4f6a-9638-d4e2ef8b2aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9931e67-7fd1-415e-afe1-c1f9687bb28d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:27.602043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44904) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:27.641299 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b0f88b-841a-48a6-a174-27b7b46a9aa6 x-openstack-request-id: req-06b0f88b-841a-48a6-a174-27b7b46a9aa6 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:27.641816 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "name": "network-vif-plugged", "status": "completed", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:27.642276 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06b0f88b-841a-48a6-a174-27b7b46a9aa6 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:27.642814 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db', 'code': 200} Oct 12 22:55:27.739783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57183533-068c-438a-9541-98b6c6869574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.773050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57183533-068c-438a-9541-98b6c6869574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.818840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:27.821834 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385649a1-de8f-4b3a-8d03-8291f7f24623" -d '{"events": [{"name": "network-changed", "server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:27.886906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f6abeb-43a6-4a99-85b3-e359e1fcd385 req-65dfe7b4-b70e-4866-80d4-100ccb0d8acd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:27.888709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd30d8e-e107-4a36-8cae-b103e7499dee req-04733f49-a2d4-43c0-a243-882bbf7c4a6a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:27.894704 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61f6abeb-43a6-4a99-85b3-e359e1fcd385 req-65dfe7b4-b70e-4866-80d4-100ccb0d8acd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.2009299 Oct 12 22:55:27.902868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9fd30d8e-e107-4a36-8cae-b103e7499dee req-04733f49-a2d4-43c0-a243-882bbf7c4a6a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 943 time: 0.1796579 Oct 12 22:55:27.923497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57183533-068c-438a-9541-98b6c6869574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.926262 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57183533-068c-438a-9541-98b6c6869574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:27.935712 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-57183533-068c-438a-9541-98b6c6869574 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9931e67-7fd1-415e-afe1-c1f9687bb28d HTTP/1.1" status: 204 len: 168 time: 0.3313510 Oct 12 22:55:27.946788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57183533-068c-438a-9541-98b6c6869574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9931e67-7fd1-415e-afe1-c1f9687bb28d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:27.996757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9fd30d8e-e107-4a36-8cae-b103e7499dee req-10a2fd5a-963a-4eff-ad90-cf9fc6360ced tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919917 Oct 12 22:55:28.007875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61f6abeb-43a6-4a99-85b3-e359e1fcd385 req-9a5c4105-e912-4e28-a67c-e9cfd980dc38 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115615 Oct 12 22:55:28.081615 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b52c16b-37d9-4c87-95eb-3b2e2abcf0eb x-openstack-request-id: req-2b52c16b-37d9-4c87-95eb-3b2e2abcf0eb {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:28.081922 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336f2f04-212c-4ba4-a448-1eb39fa47335", "name": "network-vif-deleted", "tag": "289700e4-12bd-45b0-b149-ef76b2ab334f", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:28.082174 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b52c16b-37d9-4c87-95eb-3b2e2abcf0eb {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:28.082580 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336f2f04-212c-4ba4-a448-1eb39fa47335', 'name': 'network-vif-deleted', 'tag': '289700e4-12bd-45b0-b149-ef76b2ab334f', 'status': 'completed', 'code': 200} Oct 12 22:55:28.235597 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10465319-7f07-4ccf-b77f-c793782d0487 req-2461deff-9338-4f34-b5e2-de487d91c194 tempest-InstanceActionsTestJSON-935877407 tempest-InstanceActionsTestJSON-935877407-project] 10.222.0.31 "GET /v2.0/ports?device_id=336f2f04-212c-4ba4-a448-1eb39fa47335 HTTP/1.1" status: 200 len: 210 time: 0.0345271 Oct 12 22:55:28.280933 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2679e193-bf0e-43a6-b53a-c924f879126c x-openstack-request-id: req-2679e193-bf0e-43a6-b53a-c924f879126c {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:28.281443 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:28.281861 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2679e193-bf0e-43a6-b53a-c924f879126c {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:28.282431 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a', 'status': 'completed', 'code': 200} Oct 12 22:55:28.386005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-14e2c05d-ce37-426e-8000-519e2e547c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:28.390197 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-14e2c05d-ce37-426e-8000-519e2e547c16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1126 time: 0.0759115 Oct 12 22:55:28.607555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-be814aab-1b95-4c0b-a394-25fc00e08461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:28.609496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-be814aab-1b95-4c0b-a394-25fc00e08461 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.1812966 Oct 12 22:55:28.668619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-eb744ac7-dd0e-4db7-9250-543b532d28fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 217 time: 0.0464306 Oct 12 22:55:28.731139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-1a32fe13-ee6b-4b87-8151-0f7a6fe002ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:28.732632 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-1a32fe13-ee6b-4b87-8151-0f7a6fe002ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0573726 Oct 12 22:55:28.792283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-1472fbf6-9ca8-4258-ab7f-0f93247bdddb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514297 Oct 12 22:55:28.923596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-0c3b3270-47f0-4c96-87a4-26ec232e2a34 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236231 Oct 12 22:55:29.030772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385649a1-de8f-4b3a-8d03-8291f7f24623 req-10c9b048-f4f7-4748-bff5-7661957f106f service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986590 Oct 12 22:55:29.165534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 289700e4-12bd-45b0-b149-ef76b2ab334f no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:29.189599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 289700e4-12bd-45b0-b149-ef76b2ab334f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:55:29.189941 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 289700e4-12bd-45b0-b149-ef76b2ab334f not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:29.582749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44982) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:29.597687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b4e00a7d-f5b3-411e-8440-e3235dd8f08a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:29.644932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:29.648457 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1f71e3-5768-4507-9a7b-745b55b813ea" -d '{"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:29.694900 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b4e00a7d-f5b3-411e-8440-e3235dd8f08a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:29.816901 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b4e00a7d-f5b3-411e-8440-e3235dd8f08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:29.850186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e00a7d-f5b3-411e-8440-e3235dd8f08a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe43ad8-7e5d-47bb-9994-8a97da5b02e8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:29.882347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b4e00a7d-f5b3-411e-8440-e3235dd8f08a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f7ce6edc01c54f4ebf57914c6376715e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026981 Oct 12 22:55:29.882597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45004) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:30.026829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c36d620-e218-44e6-9545-68bc76e3eae3 req-f741deec-0631-459b-91e0-c0dd3223f98c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:30.027622 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f40854e-bab1-4693-a71e-62c435bdb003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:30.040217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c36d620-e218-44e6-9545-68bc76e3eae3 req-f741deec-0631-459b-91e0-c0dd3223f98c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0749974 Oct 12 22:55:30.076899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f40854e-bab1-4693-a71e-62c435bdb003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:30.143484 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c36d620-e218-44e6-9545-68bc76e3eae3 req-b94b478c-fee2-4ca4-bbb3-4b40ee50312e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979948 Oct 12 22:55:30.203917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45014) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:30.205140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7a413-5e8b-40e5-9b5f-c969969c9f17 req-0cec2c87-ff76-47e2-acb7-291103a25ef6 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:30.213308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76b7a413-5e8b-40e5-9b5f-c969969c9f17 req-0cec2c87-ff76-47e2-acb7-291103a25ef6 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 943 time: 0.1522739 Oct 12 22:55:30.235141 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f40854e-bab1-4693-a71e-62c435bdb003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:30.240069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f40854e-bab1-4693-a71e-62c435bdb003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:30.244177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4f40854e-bab1-4693-a71e-62c435bdb003 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1fe43ad8-7e5d-47bb-9994-8a97da5b02e8 HTTP/1.1" status: 204 len: 168 time: 0.3591595 Oct 12 22:55:30.315237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f40854e-bab1-4693-a71e-62c435bdb003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe43ad8-7e5d-47bb-9994-8a97da5b02e8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:30.323526 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a4d971a-1543-44db-bf6a-39e19151f191 x-openstack-request-id: req-0a4d971a-1543-44db-bf6a-39e19151f191 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:30.324043 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-unplugged", "status": "completed", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:30.324043 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a4d971a-1543-44db-bf6a-39e19151f191 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:30.324427 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'code': 200} Oct 12 22:55:30.341719 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76b7a413-5e8b-40e5-9b5f-c969969c9f17 req-29995970-7e84-437e-b3ea-d7cda818ffce tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181209 Oct 12 22:55:30.354625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e358d6-b8d5-4e11-9dee-657185726617 admin admin] Deleting subnet f6335254-b528-4bc8-a514-17eb3aac8c88 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:55:30.372144 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0e358d6-b8d5-4e11-9dee-657185726617 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:30.434010 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0e358d6-b8d5-4e11-9dee-657185726617 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:30.480921 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0e358d6-b8d5-4e11-9dee-657185726617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:30.599291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0e358d6-b8d5-4e11-9dee-657185726617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:30.636125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e358d6-b8d5-4e11-9dee-657185726617 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6335254-b528-4bc8-a514-17eb3aac8c88,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:30.647216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0e358d6-b8d5-4e11-9dee-657185726617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:30.653643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d0e358d6-b8d5-4e11-9dee-657185726617 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/f6335254-b528-4bc8-a514-17eb3aac8c88 HTTP/1.1" status: 204 len: 168 time: 0.4477935 Oct 12 22:55:30.656339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45030) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:30.759105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:31.077218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-64828069-19a1-4ea7-a6c7-af318ff9aad8 service neutron] 10.222.0.41 "GET /v2.0/ports/4e243918-6fee-4d11-9a83-88e919c4ea7a/bindings/n-h2-790519-14 HTTP/1.1" status: 200 len: 385 time: 0.1631875 Oct 12 22:55:31.078787 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:31.383585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3e99918-c6b4-4a27-888e-ab465c858946']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:31.492028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e709e3fc-6ee2-409d-9ff4-17275bb9ca78') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:31.492759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e709e3fc-6ee2-409d-9ff4-17275bb9ca78') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:31.522008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45102) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:31.528010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:31.548142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740a12d-c45c-4e1a-9ef1-de7cc265c465 req-0a7799dc-17b4-4d64-bf45-622c4504580e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:31.555536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0740a12d-c45c-4e1a-9ef1-de7cc265c465 req-0a7799dc-17b4-4d64-bf45-622c4504580e tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.2518084 Oct 12 22:55:31.638071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:31.649334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:55:31.650073 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:55:31.652186 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:55:31.705986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3507d4e9-f0ca-4580-ba91-2dace9271cd2 req-03a32208-bd42-426a-94e8-58adc84f800e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:31.715093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3507d4e9-f0ca-4580-ba91-2dace9271cd2 req-03a32208-bd42-426a-94e8-58adc84f800e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 943 time: 0.1522346 Oct 12 22:55:31.767564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0740a12d-c45c-4e1a-9ef1-de7cc265c465 req-2f1bf927-3d56-4a56-bf21-ff5e726a896a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111194 Oct 12 22:55:31.826120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:31.833540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3507d4e9-f0ca-4580-ba91-2dace9271cd2 req-b1d5cb33-1344-45cf-81bc-28dbf2774274 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140378 Oct 12 22:55:31.867933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:31.868469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-56e39042-0d64-4284-a83c-b25d80fe7830 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:31.937176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:31.975189 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:31.985807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] 10.222.0.31 "DELETE /v2.0/networks/c3e99918-c6b4-4a27-888e-ab465c858946 HTTP/1.1" status: 204 len: 168 time: 1.3263898 Oct 12 22:55:32.030611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e243918-6fee-4d11-9a83-88e919c4ea7a {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:32.076905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f912fc-a68c-4456-86da-97c368b3df45 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3e99918-c6b4-4a27-888e-ab465c858946,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:32.097586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:32.136128 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-56e39042-0d64-4284-a83c-b25d80fe7830 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:32.181675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:32.214399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-56e39042-0d64-4284-a83c-b25d80fe7830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:32.327601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] Transition to ACTIVE for port object 4e243918-6fee-4d11-9a83-88e919c4ea7a will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:55:32.331454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-56e39042-0d64-4284-a83c-b25d80fe7830 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=527f603925b44fb986689d93998e46bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8076994 Oct 12 22:55:32.332278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45156) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:32.334554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e39042-0d64-4284-a83c-b25d80fe7830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed57223-d1fd-4291-8d1c-35c5eb3020d3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:32.404668 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:32.443914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8627c02a-ee16-4908-8d2d-6b1c1fc23eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:32.499476 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] No DVR routers for this DVR port 4e243918-6fee-4d11-9a83-88e919c4ea7a on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:32.515272 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8627c02a-ee16-4908-8d2d-6b1c1fc23eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:32.540570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] Pushing event updated for resources: {'Port': ['ID=4e243918-6fee-4d11-9a83-88e919c4ea7a,revision_number=10']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:32.588290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-3bd08bd5-b4e4-4715-a9c7-146fd7db1499 service neutron] 10.222.0.41 "PUT /v2.0/ports/4e243918-6fee-4d11-9a83-88e919c4ea7a/bindings/n-h2-790519-14/activate HTTP/1.1" status: 200 len: 370 time: 1.5010407 Oct 12 22:55:32.653263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45190) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:32.704634 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8627c02a-ee16-4908-8d2d-6b1c1fc23eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:32.716347 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8627c02a-ee16-4908-8d2d-6b1c1fc23eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:32.716347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8627c02a-ee16-4908-8d2d-6b1c1fc23eab admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ed57223-d1fd-4291-8d1c-35c5eb3020d3 HTTP/1.1" status: 204 len: 168 time: 0.3750038 Oct 12 22:55:32.779219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8627c02a-ee16-4908-8d2d-6b1c1fc23eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed57223-d1fd-4291-8d1c-35c5eb3020d3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:32.886099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-762d6d3e-36be-44a8-9ddf-575319681227 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eeedc8b5eeff482db1426d3629ec6379&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2304254 Oct 12 22:55:32.888716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45212) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:32.973891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-9f694e54-0f17-4a9b-9c14-79c0d93dfd2e tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:32.975694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-9f694e54-0f17-4a9b-9c14-79c0d93dfd2e tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.2350261 Oct 12 22:55:33.083064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bec5af09-71da-4fba-92e3-7ae658fabdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:33.108153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-7827db20-8c04-4e9b-925a-f2efceb25e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:33.109717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-7827db20-8c04-4e9b-925a-f2efceb25e61 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66&tenant_id=5cb1fb1980714092afbe36083bfd1a49 HTTP/1.1" status: 200 len: 1096 time: 0.1212008 Oct 12 22:55:33.135109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e7628-2aa0-4f76-a8cc-9266ada894e2 req-cac23924-2a8d-4154-aa4f-d4a4d3c707bb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:33.142431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c9e7628-2aa0-4f76-a8cc-9266ada894e2 req-cac23924-2a8d-4154-aa4f-d4a4d3c707bb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.2000282 Oct 12 22:55:33.155611 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bec5af09-71da-4fba-92e3-7ae658fabdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:33.261455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c9e7628-2aa0-4f76-a8cc-9266ada894e2 req-4bc2e82c-f0f6-4811-adc8-17bcf5af542d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137252 Oct 12 22:55:33.290030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-26648e27-e294-43e7-b326-36410b8d9b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:33.291339 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-26648e27-e294-43e7-b326-36410b8d9b4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1096 time: 0.1431022 Oct 12 22:55:33.430701 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bec5af09-71da-4fba-92e3-7ae658fabdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:33.439469 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bec5af09-71da-4fba-92e3-7ae658fabdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:33.441739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bec5af09-71da-4fba-92e3-7ae658fabdbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/46f29928-fd60-4116-9ed9-a964609d95ec HTTP/1.1" status: 204 len: 168 time: 0.5520980 Oct 12 22:55:33.528095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5af09-71da-4fba-92e3-7ae658fabdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46f29928-fd60-4116-9ed9-a964609d95ec,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:33.612181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-d76c73ad-95fe-4c2f-8aa9-632cf4f6504d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:33.614176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-d76c73ad-95fe-4c2f-8aa9-632cf4f6504d service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.3124645 Oct 12 22:55:33.679327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-f36bd33e-57d2-48c3-b9d2-b58d1b732506 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 217 time: 0.0484471 Oct 12 22:55:33.707016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38666a93-b57d-4274-b1f7-d9faad65a35d req-e3b9c726-0187-4e23-8618-4a3ef6a6fd19 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:33.716548 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-38666a93-b57d-4274-b1f7-d9faad65a35d req-e3b9c726-0187-4e23-8618-4a3ef6a6fd19 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 944 time: 0.2891703 Oct 12 22:55:34.260863 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-38666a93-b57d-4274-b1f7-d9faad65a35d req-7f611b6b-1aa3-4316-8847-2f467636da88 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431221 Oct 12 22:55:34.292012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-2e3b0c3c-13b2-42bb-bacd-02b3fdbe46e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:34.294433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-2e3b0c3c-13b2-42bb-bacd-02b3fdbe46e8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.6046455 Oct 12 22:55:34.298018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4e243918-6fee-4d11-9a83-88e919c4ea7a no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:34.356320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-ebc8825a-1254-4977-9074-ce117ee31e88 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523636 Oct 12 22:55:34.380581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4e243918-6fee-4d11-9a83-88e919c4ea7a not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:34.509994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-725b5d72-af61-4def-85a0-3569eef9b5c7 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399298 Oct 12 22:55:34.669878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-1787c6ba-504b-4566-ab57-ab5c6a678abe service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504908 Oct 12 22:55:35.286366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d36225-92c7-4221-a858-4af01019f8aa req-b87f7214-ef55-4416-b051-3198aa0fa720 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:35.288865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-b87f7214-ef55-4416-b051-3198aa0fa720 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.0671897 Oct 12 22:55:35.575573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e5d36225-92c7-4221-a858-4af01019f8aa req-1b952e64-af3e-4518-aa79-faa254aac63e service neutron] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:35.581992 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e5d36225-92c7-4221-a858-4af01019f8aa req-1b952e64-af3e-4518-aa79-faa254aac63e service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:35.587165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5d36225-92c7-4221-a858-4af01019f8aa req-1b952e64-af3e-4518-aa79-faa254aac63e service neutron] 10.222.0.25 "DELETE /v2.0/ports/4e243918-6fee-4d11-9a83-88e919c4ea7a/bindings/n-h1-790519-14 HTTP/1.1" status: 204 len: 173 time: 0.2829533 Oct 12 22:55:35.658712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45312) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:35.823589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-network', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:35.832624 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-4acfad14-dcda-4103-8ecd-e55674fbe650 service neutron] show failed (client error): The resource could not be found. Oct 12 22:55:35.833887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-4acfad14-dcda-4103-8ecd-e55674fbe650 service neutron] 10.222.0.25 "GET /v2.0/ports/d2bd3720-6229-4570-8ec0-62444279d819/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.1164949 Oct 12 22:55:35.962680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c063e4d-a613-458e-b3be-74fd84a65102 req-7d4c4553-1e46-4af2-a884-f3f61e004467 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:35.979386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c063e4d-a613-458e-b3be-74fd84a65102 req-7d4c4553-1e46-4af2-a884-f3f61e004467 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0901270 Oct 12 22:55:35.982462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Made reservation on behalf of 7dfb554de2734accacaa04bd48dadb65 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:35.987199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:36.005838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:36.140427 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c063e4d-a613-458e-b3be-74fd84a65102 req-40fa7679-9fdc-49e3-bc28-bb7aafc7b95a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551671 Oct 12 22:55:36.279426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:36.318033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783dd0f-b053-4151-be4b-8e220cb0642b req-4c10bdda-5bfc-477e-abc0-e13452547abf tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:36.323188 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e783dd0f-b053-4151-be4b-8e220cb0642b req-4c10bdda-5bfc-477e-abc0-e13452547abf tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 944 time: 0.0760579 Oct 12 22:55:36.404040 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:36.432473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:55:36.447703 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:36.448188 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Added segment 9acf414e-f71c-4749-b36b-cba68c7124d3 of type vlan for network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf Oct 12 22:55:36.558906 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e783dd0f-b053-4151-be4b-8e220cb0642b req-a5d9e864-941d-471d-a0fc-15cb8fabc2ea tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276568 Oct 12 22:55:36.574456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e12bef-fe1d-4edd-b723-6e927c274c80,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:36.610176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:36.670746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-6b27db2e-c207-4fd0-963c-70a03bf17b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:36.672313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-6b27db2e-c207-4fd0-963c-70a03bf17b45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28&tenant_id=71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 1102 time: 0.1084619 Oct 12 22:55:36.693443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:36.748429 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:36.749781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:36.750553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:36.812735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:36.999610 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3393769 Oct 12 22:55:37.000875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472de2e-386b-4f1b-af8c-cf670a944393 admin admin] Pushing event updated for resources: {'Network': ['ID=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:37.003783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45372) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:37.009464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Request body: {'subnet': {'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-subnet', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:37.012034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:55:37.141514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Made reservation on behalf of 7dfb554de2734accacaa04bd48dadb65 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:37.144951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:37.186993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:37.233142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:37.284772 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:37.300831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Transition to ACTIVE for port object d2bd3720-6229-4570-8ec0-62444279d819 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:55:37.301893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:37.308881 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5541bb-088e-468b-8666-316873dad851" -d '{"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-unplugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:37.364014 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:37.472995 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:37.477573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] No DVR routers for this DVR port d2bd3720-6229-4570-8ec0-62444279d819 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:37.479358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=6']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:37.555515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:37.556032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:37.556403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:37.557923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ea84a69-e4e5-4402-a0f6-3a7576d28f88,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:37.575922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Port d2bd3720-6229-4570-8ec0-62444279d819 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:55:37.576424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:37.581916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:37.582261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:37.582648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:37.583215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Checking segment: {'id': '9acf414e-f71c-4749-b36b-cba68c7124d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:37.583633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Bound port: d2bd3720-6229-4570-8ec0-62444279d819, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:37.583923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Network hostable DHCP agents. Network: a0d61019-5e98-46c5-8fb4-b54eb48bd1cf, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:55:37.584066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:37.672526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:55:37.673384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:37.677477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:37.729767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:37.741108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a0d61019-5e98-46c5-8fb4-b54eb48bd1cf) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:37.752289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b237cc-557b-476b-9b1f-c00558ce8f7d None None] Network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:55:37.754026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:37.756341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:37.806339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:37.807219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:37.823158 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] 10.222.0.41 "PUT /v2.0/ports/d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 1097 time: 1.1210809 Oct 12 22:55:37.847649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-da592d98-6af6-46ac-9a8e-b61d4bd26764 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8424382 Oct 12 22:55:37.854681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45400) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:37.856408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:37.882776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a214fb-a669-4d09-be35-4ee1f069225c service neutron] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:37.955477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-969a695c-6d1b-4cda-8ad4-ade6cbb708cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:37.958286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-969a695c-6d1b-4cda-8ad4-ade6cbb708cf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1100 time: 0.1161706 Oct 12 22:55:37.975989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef81da5b-83dd-4245-8a63-0e852fffec7d None None] Network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:55:37.993075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:37.995616 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:38.094325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-2fc63bf0-be54-480a-895d-603bfbe52be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:38.095457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-2fc63bf0-be54-480a-895d-603bfbe52be6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1286047 Oct 12 22:55:38.149580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:38.158078 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-0f122546-d348-440b-8208-e0297922e6cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.0551844 Oct 12 22:55:38.243080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-4429b771-46d4-4c21-b32c-0d64487f2c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:38.245394 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-4429b771-46d4-4c21-b32c-0d64487f2c1a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0799844 Oct 12 22:55:38.311780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-a233b8fb-07ed-4ecc-8239-a54bbbfe6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:38.313574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-a233b8fb-07ed-4ecc-8239-a54bbbfe6ab7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0605969 Oct 12 22:55:38.341291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bc2cd-1f89-4246-8b56-768874e9d284 req-f35887b8-d33c-4092-b5ff-cd3283cd2938 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:38.349586 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-477bc2cd-1f89-4246-8b56-768874e9d284 req-f35887b8-d33c-4092-b5ff-cd3283cd2938 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1096 time: 0.1473069 Oct 12 22:55:38.450509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-477bc2cd-1f89-4246-8b56-768874e9d284 req-9472a2d1-cdf9-4b00-8929-81138467ed88 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998189 Oct 12 22:55:38.452488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:38.463106 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-245f0d51-8241-4f4e-8695-95a667feedb7 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406286 Oct 12 22:55:38.653347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5ff42d3-5615-42bd-b41e-31e9ad2c0be0 req-c9fd9856-5296-4fbb-892a-37594e4dde1a service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828861 Oct 12 22:55:38.785148 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5278dc0-d832-41a4-a01d-bcab118bc71d x-openstack-request-id: req-c5278dc0-d832-41a4-a01d-bcab118bc71d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:38.785446 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-unplugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:38.785699 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5278dc0-d832-41a4-a01d-bcab118bc71d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:38.786277 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819', 'code': 200} Oct 12 22:55:38.957575 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:38.984271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:39.064954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cffd71-ff95-4632-ae85-b79fd0d1ea4e req-e490aad8-1269-4ae0-9422-e6244d36d282 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:39.074211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1cffd71-ff95-4632-ae85-b79fd0d1ea4e req-e490aad8-1269-4ae0-9422-e6244d36d282 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 948 time: 0.1676176 Oct 12 22:55:39.169570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1cffd71-ff95-4632-ae85-b79fd0d1ea4e req-8a4b9f73-58de-4c67-91f4-f9a5084352b7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943933 Oct 12 22:55:39.198301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Allocated IP 172.25.2.106 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/0df060c2-4099-410f-870c-5f7241ef3966) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:55:39.234645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2bd3720-6229-4570-8ec0-62444279d819 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:39.277831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2bd3720-6229-4570-8ec0-62444279d819 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:39.323645 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:39.421420 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:39.462985 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:39.468231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:39.470627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:55:39.516356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Pushing event updated for resources: {'Port': ['ID=0df060c2-4099-410f-870c-5f7241ef3966,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:39.864911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:40.066928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:40.339499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Router 977fbb98-f97b-4a22-98a2-6e9107873675 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:55:40.451604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:55:40.460867 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Sync routers for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:55:40.472831 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:55:40.473566 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:40.572099 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:40.574051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-263f7c31-2184-4b0f-8a9d-a75abc5f5b61 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.7225852 Oct 12 22:55:40.576223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45486) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:40.591979 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:55:40.787314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:40.789721 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:39Z', 'revision_number': 3, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:40.791216 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2" -d '{"events": [{"name": "network-changed", "server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "tag": "d2bd3720-6229-4570-8ec0-62444279d819"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:40.821374 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Checking router: 977fbb98-f97b-4a22-98a2-6e9107873675 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:55:40.821982 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Updating router 977fbb98-f97b-4a22-98a2-6e9107873675 port 0df060c2-4099-410f-870c-5f7241ef3966 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:55:40.853233 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:41.117781 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:41.267254 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:41.335244 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Pushing event updated for resources: {'Port': ['ID=0df060c2-4099-410f-870c-5f7241ef3966,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:41.338488 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Attempting to bind port 0df060c2-4099-410f-870c-5f7241ef3966 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:41.338852 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Attempting to bind port 0df060c2-4099-410f-870c-5f7241ef3966 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:41.339234 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Attempting to bind port 0df060c2-4099-410f-870c-5f7241ef3966 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:41.363474 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.363812 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.364348 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.364856 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.365353 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.365848 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.379589 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.379942 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.380258 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.380781 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.381277 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.381765 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:41.386654 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:41.387359 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:41.387943 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:41.388747 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:41.388949 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Bound port: 0df060c2-4099-410f-870c-5f7241ef3966, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:41.389515 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:41.513943 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] For port 0df060c2-4099-410f-870c-5f7241ef3966, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:41.520753 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] For port 0df060c2-4099-410f-870c-5f7241ef3966, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0df060c2-4099-410f-870c-5f7241ef3966,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:41.644494 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:41.673827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-863a6a57-2f3d-45af-8320-1173c739e5f2 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:41.675357 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-863a6a57-2f3d-45af-8320-1173c739e5f2 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 808 time: 0.1861525 Oct 12 22:55:41.699871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-a1df72df-0cdb-42c5-8d9a-48da1818ca27 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/quotas/5cb1fb1980714092afbe36083bfd1a49 HTTP/1.1" status: 200 len: 375 time: 0.0171885 Oct 12 22:55:41.701894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:41.765566 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:55:41.766557 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:41.810360 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344a812-75b5-4552-84c7-cc4266173f10 None None] Pushing event updated for resources: {'Port': ['ID=0df060c2-4099-410f-870c-5f7241ef3966,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:41.826390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-f8f3d455-0007-418b-ae86-ef0061347953 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1200862 Oct 12 22:55:41.908056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ca86ae-96e4-4dbb-bccc-72703980c8a6 req-2a7dedc8-9e11-4944-aac0-24ca630766fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:41.917455 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:55:41.920453 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9ca86ae-96e4-4dbb-bccc-72703980c8a6 req-2a7dedc8-9e11-4944-aac0-24ca630766fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 948 time: 0.0803185 Oct 12 22:55:42.003554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9ca86ae-96e4-4dbb-bccc-72703980c8a6 req-a59513d2-313f-4cb2-82ea-2601c2e5492c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808768 Oct 12 22:55:42.059814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-b5daec27-c300-4618-9bbc-8f45083dee81 service neutron] 10.222.0.31 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237859 Oct 12 22:55:42.061387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Allocated IP 172.20.0.1 (a0d61019-5e98-46c5-8fb4-b54eb48bd1cf/9ea84a69-e4e5-4402-a0f6-3a7576d28f88/561c6651-84ad-41ed-bc91-497006bc0d86) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:55:42.113451 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d60bcd0b-0ca1-4fe7-a57f-9afe7a0bfba7 x-openstack-request-id: req-d60bcd0b-0ca1-4fe7-a57f-9afe7a0bfba7 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:42.114521 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "tag": "d2bd3720-6229-4570-8ec0-62444279d819", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:42.115051 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d60bcd0b-0ca1-4fe7-a57f-9afe7a0bfba7 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:42.115703 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819', 'status': 'completed', 'code': 200} Oct 12 22:55:42.157767 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d371490c-95ad-4860-9af5-07239409ddc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:42.255334 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:39Z', 'revision_number': 3, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:42.268263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-29f636a0-9d56-460e-8f9b-16fbe5985fb0 service neutron] 10.222.0.31 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039130 Oct 12 22:55:42.287473 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feda6fb5-1387-4ea0-a21e-fb85e5b144e6 None None] The sync data for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 is: [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:39Z', 'revision_number': 3, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:55:42.309871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-2d277f8d-c5ab-4e00-a2a6-ede6129f30ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:42.309871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-2d277f8d-c5ab-4e00-a2a6-ede6129f30ad service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1100 time: 0.1736324 Oct 12 22:55:42.315422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-40efc9e5-9421-4f6d-a1d8-240a77ef6321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:42.315608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:42.318324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-40efc9e5-9421-4f6d-a1d8-240a77ef6321 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1100 time: 0.1671321 Oct 12 22:55:42.320317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d2bd3720-6229-4570-8ec0-62444279d819 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:55:42.445490 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:42.475486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:42.489208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd2bd3720-6229-4570-8ec0-62444279d819', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'd2bd3720-6229-4570-8ec0-62444279d819', 'mac_address': 'fa:16:3e:e2:75:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:55:42.497675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:42.506764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:42.512314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:55:42.516469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Pushing event updated for resources: {'Port': ['ID=561c6651-84ad-41ed-bc91-497006bc0d86,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:42.549742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:42.575153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.575562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.576010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.576405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.576811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.577195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.577581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.577965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.578500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.578923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.579334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.579728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:42.585387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bd3720-6229-4570-8ec0-62444279d819 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:42.612734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:42.619357 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:42.619820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-32fd99c7-e5b2-42eb-b64c-6df179d3b0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:42.621988 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-32fd99c7-e5b2-42eb-b64c-6df179d3b0d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2831941 Oct 12 22:55:42.631915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-58456100-fd8a-497f-8891-5b95c3e3edcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:42.634449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-58456100-fd8a-497f-8891-5b95c3e3edcf service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.3146703 Oct 12 22:55:42.684284 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:42.774755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-fe0dbe35-d15c-4b37-996f-d9b6aa5846cd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.1359956 Oct 12 22:55:42.833057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:42.872215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-820c3ee8-54c9-4ffd-928e-3d45c1b5396a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.2251079 Oct 12 22:55:42.947372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d2bd3720-6229-4570-8ec0-62444279d819'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:42.977077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-7dca0550-03c9-4712-a96f-8d7d339d4c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:42.978758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-7dca0550-03c9-4712-a96f-8d7d339d4c4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0919657 Oct 12 22:55:43.004317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:43.028241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-03e4e16f-59f4-4f83-9135-bbbd0e68e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:43.029984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-03e4e16f-59f4-4f83-9135-bbbd0e68e422 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1774628 Oct 12 22:55:43.094446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-aa20053d-3361-47b0-a145-66a1756e93e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:43.096275 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-aa20053d-3361-47b0-a145-66a1756e93e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1104324 Oct 12 22:55:43.103877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-4ad71fa1-f690-44d1-b9d1-c84b1efa60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:43.114436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-4ad71fa1-f690-44d1-b9d1-c84b1efa60b1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0716815 Oct 12 22:55:43.269315 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:43.365916 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:43.366164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850cad56-ad01-4195-a660-201759186ce1 req-90974ed7-0601-4050-b77e-8b9691e7b53c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:43.368159 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-850cad56-ad01-4195-a660-201759186ce1 req-90974ed7-0601-4050-b77e-8b9691e7b53c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 947 time: 0.1859820 Oct 12 22:55:43.387029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-f381d720-9e2b-4e2f-ab81-f0d3bb40d464 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671440 Oct 12 22:55:43.410859 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-36fbcd0f-e97c-4a4b-b6a9-21a24a87aa25 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816584 Oct 12 22:55:43.511964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45616) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:43.592805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0df060c2-4099-410f-870c-5f7241ef3966 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:43.658904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0df060c2-4099-410f-870c-5f7241ef3966 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:43.659306 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:43.670284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99f3070a-a9eb-4920-ac38-25f9aeca6592 req-9151cad2-4c2c-43b6-b645-c98f13c3a7c2 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 210 time: 0.1572392 Oct 12 22:55:43.686044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:43.698163 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-850cad56-ad01-4195-a660-201759186ce1 req-3c5f43c0-9bf3-45e4-9b72-793737f97ca4 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227153 Oct 12 22:55:43.706537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Pushing event updated for resources: {'Port': ['ID=561c6651-84ad-41ed-bc91-497006bc0d86,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:43.744490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-91ac54c1-88dd-4a52-a8e6-01ff91602324 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189297 Oct 12 22:55:43.837979 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a7d6df-62c4-4c74-abff-d9dc5dc16db2 req-d113217a-c999-45e0-a1db-f33f0ed0518c service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4260311 Oct 12 22:55:43.840324 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:43.869475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 0df060c2-4099-410f-870c-5f7241ef3966, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0df060c2-4099-410f-870c-5f7241ef3966,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:43.873411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-432160e5-5ebf-46ad-9bce-303a96f0c179 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:43.875143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-432160e5-5ebf-46ad-9bce-303a96f0c179 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28&tenant_id=71de4dadbd02400388deaaa5fd5e081f&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 949 time: 0.3400753 Oct 12 22:55:43.895191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20a0960d-3815-44c3-ba48-8d7d1cac99a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:43.915527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f52611-3bfb-4054-abc1-a930b95dc3f2 req-ae85ae61-7a70-4b39-a74c-91e04b8f8d3b tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:43.917185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99f52611-3bfb-4054-abc1-a930b95dc3f2 req-ae85ae61-7a70-4b39-a74c-91e04b8f8d3b tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 945 time: 0.0628803 Oct 12 22:55:43.963362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99f52611-3bfb-4054-abc1-a930b95dc3f2 req-4df1d81f-c6a2-4ec6-ad24-0886d0056086 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388870 Oct 12 22:55:43.973812 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.029034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=0df060c2-4099-410f-870c-5f7241ef3966,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:44.058925 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-d2a6cc5e-6f97-4148-b953-b38b8e230a8b service neutron] 10.222.0.41 "GET /v2.0/ports/d2bd3720-6229-4570-8ec0-62444279d819/bindings/n-h1-790519-14 HTTP/1.1" status: 200 len: 383 time: 0.1709938 Oct 12 22:55:44.065845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:44.072595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:44.136344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b179c-cbb3-4a39-98e6-7d9911f4a6be req-3c8d9cf6-ca3c-4f3f-9322-f8939a454274 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:44.137984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed2b179c-cbb3-4a39-98e6-7d9911f4a6be req-3c8d9cf6-ca3c-4f3f-9322-f8939a454274 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 949 time: 0.0636189 Oct 12 22:55:44.181458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed2b179c-cbb3-4a39-98e6-7d9911f4a6be req-eefd2c76-29a6-46d2-b2fc-d0ad38c07f8a tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363925 Oct 12 22:55:44.197285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20a0960d-3815-44c3-ba48-8d7d1cac99a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.242926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-3f3a3a55-042d-450c-a32a-c7301c83339b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:44.244619 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-3f3a3a55-042d-450c-a32a-c7301c83339b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1101 time: 0.1520712 Oct 12 22:55:44.272888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20a0960d-3815-44c3-ba48-8d7d1cac99a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.337056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d2bd3720-6229-4570-8ec0-62444279d819 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:44.371490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-20a0960d-3815-44c3-ba48-8d7d1cac99a9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a3e9f610fc0471e9fcd62f2435538d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8555789 Oct 12 22:55:44.374148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45660) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:44.377319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Router 977fbb98-f97b-4a22-98a2-6e9107873675 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:55:44.378098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a0960d-3815-44c3-ba48-8d7d1cac99a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04ea471-44ff-48b7-a988-96c263367be3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:44.414991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-d94fe70c-e9e6-43a7-b727-2a548b3ca19a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:44.416476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-d94fe70c-e9e6-43a7-b727-2a548b3ca19a service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1648111 Oct 12 22:55:44.461321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d2bd3720-6229-4570-8ec0-62444279d819 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:55:44.465586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d2bd3720-6229-4570-8ec0-62444279d819 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:44.465926 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.506514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-2fbe96bf-1ea5-45f4-8e0e-eab133505f80 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:44.506514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-2fbe96bf-1ea5-45f4-8e0e-eab133505f80 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 947 time: 0.1002614 Oct 12 22:55:44.513478 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-65842321-073c-45c3-b185-df738bbfa552 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.0420196 Oct 12 22:55:44.550032 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f89f-6253-4089-96b9-479ecc2da871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.565070 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.588106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f89f-6253-4089-96b9-479ecc2da871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.625746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-4937d079-de32-42b7-945b-0564aba86758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:44.627251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-4937d079-de32-42b7-945b-0564aba86758 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1063161 Oct 12 22:55:44.634280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:55:44.652059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3501b8fb-0e34-440b-a719-ac9efd10fe0c admin admin] 10.222.0.31 "PUT /v2.0/routers/977fbb98-f97b-4a22-98a2-6e9107873675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0716889 Oct 12 22:55:44.667104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:44.672041 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1f9f85-6bed-4584-aaad-c8a5b0a92232" -d '{"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-plugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:44.687501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:44.718929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Deleting port 0ec80ff7-3704-48b0-8f39-b583b122902d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:55:44.726257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.747760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-149420c1-275a-4326-a26b-2b25991f931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:44.748539 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84861938-cadd-4537-9c20-b976551b8579 x-openstack-request-id: req-84861938-cadd-4537-9c20-b976551b8579 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:44.748842 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-plugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:44.749101 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84861938-cadd-4537-9c20-b976551b8579 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:44.749328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-149420c1-275a-4326-a26b-2b25991f931f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1130373 Oct 12 22:55:44.749505 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819', 'code': 200} Oct 12 22:55:44.781076 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.785629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a2269d8d-3968-40f0-a77f-2540efb7e1db no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:44.917975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42fb7cb9-42ad-4425-8092-a2550ba65488 req-8f046ae1-46cc-4d6d-8165-6a8f212ed4eb tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 210 time: 0.0372744 Oct 12 22:55:44.924630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f89f-6253-4089-96b9-479ecc2da871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.928219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bbd9f89f-6253-4089-96b9-479ecc2da871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:44.934315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bbd9f89f-6253-4089-96b9-479ecc2da871 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c04ea471-44ff-48b7-a988-96c263367be3 HTTP/1.1" status: 204 len: 168 time: 0.5563116 Oct 12 22:55:45.002246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-06ef5a2a-1cf2-4cbc-b44a-66d5de1fc4db service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182546 Oct 12 22:55:45.003478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] For port 0ec80ff7-3704-48b0-8f39-b583b122902d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0ec80ff7-3704-48b0-8f39-b583b122902d,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:45.003478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.005123 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9f89f-6253-4089-96b9-479ecc2da871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04ea471-44ff-48b7-a988-96c263367be3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:45.081056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Calling delete_port for 0ec80ff7-3704-48b0-8f39-b583b122902d owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:55:45.092882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Sync routers for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:55:45.112502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab469c60-3650-4939-8a52-b40d66850f2a req-fa77f90f-1c32-4378-aa62-14b5e807cb5a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:45.114040 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab469c60-3650-4939-8a52-b40d66850f2a req-fa77f90f-1c32-4378-aa62-14b5e807cb5a tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 947 time: 0.1127982 Oct 12 22:55:45.146901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:55:45.147595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:45.181802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-a6bc3950-4cbe-4516-bdc9-21156debec70 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:45.183406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-a6bc3950-4cbe-4516-bdc9-21156debec70 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.25 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 945 time: 0.2015460 Oct 12 22:55:45.184828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:45.238432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e766a84-8e84-470a-b69c-80c44eb70601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.313266 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.314869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-c59f3fae-a96f-4d23-8243-d4107b4c2a3e service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066020 Oct 12 22:55:45.345754 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab469c60-3650-4939-8a52-b40d66850f2a req-83a3a597-cc27-40e2-a15c-5f793add67ae tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543367 Oct 12 22:55:45.364911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:45.367681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:55:45.439421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Deleting port ac331414-031b-41f0-bc1d-3b67c38cb855 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:55:45.442183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.466641 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.563102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0df060c2-4099-410f-870c-5f7241ef3966 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:45.617189 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.634001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a2269d8d-3968-40f0-a77f-2540efb7e1db,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:45.638569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-fddd3d36-0be5-4a21-a9da-eed09f40fbff tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:45.640687 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-fddd3d36-0be5-4a21-a9da-eed09f40fbff tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 808 time: 0.4623077 Oct 12 22:55:45.660543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] For port ac331414-031b-41f0-bc1d-3b67c38cb855, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ac331414-031b-41f0-bc1d-3b67c38cb855,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:45.660810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.662094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Request body: {'port': {'device_id': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b', 'admin_state_up': True, 'tenant_id': '5cb1fb1980714092afbe36083bfd1a49'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:45.678724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Calling delete_port for ac331414-031b-41f0-bc1d-3b67c38cb855 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:55:45.698767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63c1877-6b0a-4967-9639-ff0190466e70 req-187c24df-26e9-494c-8c22-547d993c21b9 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:45.700453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b63c1877-6b0a-4967-9639-ff0190466e70 req-187c24df-26e9-494c-8c22-547d993c21b9 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 945 time: 0.1805813 Oct 12 22:55:45.714325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0df060c2-4099-410f-870c-5f7241ef3966 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:45.714859 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.798135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b63c1877-6b0a-4967-9639-ff0190466e70 req-d575400f-9b43-4356-b2ad-fba3c7da9d53 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/security-groups?id=826a4412-6722-4df2-bb9a-79d2307b90bd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908711 Oct 12 22:55:45.851559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:42Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '561c6651-84ad-41ed-bc91-497006bc0d86', 'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'mac_address': 'fa:16:3e:72:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:41Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 2, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'subnets': [{'id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:45.871995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.898030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Checking router: 977fbb98-f97b-4a22-98a2-6e9107873675 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:55:45.898520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Updating router 977fbb98-f97b-4a22-98a2-6e9107873675 port 561c6651-84ad-41ed-bc91-497006bc0d86 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:55:45.949614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:45.962408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9c2b9-cb35-4280-ada8-1d07c29d5505 req-275284a5-765b-4075-ac12-de766cc8ffc4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:45.962974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Pushing event deleted for resources: {'Port': ['ID=0ec80ff7-3704-48b0-8f39-b583b122902d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:45.964316 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43e9c2b9-cb35-4280-ada8-1d07c29d5505 req-275284a5-765b-4075-ac12-de766cc8ffc4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.0676620 Oct 12 22:55:45.980196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45744) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:45.984247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.984247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.984247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.984247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.984247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.984247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.984247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.985382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.986038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.986528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.987032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.987510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:55:45.996884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.019892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ac331414-031b-41f0-bc1d-3b67c38cb855'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:46.039467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] No DVR routers for this DVR port 0ec80ff7-3704-48b0-8f39-b583b122902d on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:46.040773 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87362c32-9717-43ca-b070-c5cb7ca2a841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.044051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.047356 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-311c2cef-4782-4d28-bcc7-69ad06f38728 req-7e845409-165f-4b0c-9e96-a8cdb105284d tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "DELETE /v2.0/ports/0ec80ff7-3704-48b0-8f39-b583b122902d HTTP/1.1" status: 204 len: 173 time: 1.5294847 Oct 12 22:55:46.047832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'name': 'network-vif-deleted', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:46.050294 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cebb02f-d737-43e8-8f30-88d91872b2b2" -d '{"events": [{"server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "name": "network-vif-deleted", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:46.052752 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.057322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Pushing event deleted for resources: {'Port': ['ID=ac331414-031b-41f0-bc1d-3b67c38cb855,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:46.073086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Made reservation on behalf of 5cb1fb1980714092afbe36083bfd1a49 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:46.074649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43e9c2b9-cb35-4280-ada8-1d07c29d5505 req-cf5a22d9-58cd-441e-a980-dff308d4de54 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037915 Oct 12 22:55:46.078866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.113919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-1026b7b7-9cdf-4500-82f4-14c9e45719b4 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:46.116081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-1026b7b7-9cdf-4500-82f4-14c9e45719b4 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 819 time: 0.2510090 Oct 12 22:55:46.126839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] No DVR routers for this DVR port ac331414-031b-41f0-bc1d-3b67c38cb855 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:46.132592 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.136354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4a8baf0-e230-4add-9ccf-82fab4e355d2 req-36afc591-6998-4c98-a126-719a9f2ee2e7 tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.25 "DELETE /v2.0/ports/ac331414-031b-41f0-bc1d-3b67c38cb855 HTTP/1.1" status: 204 len: 173 time: 0.9344251 Oct 12 22:55:46.137065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b306eedf-e37f-458b-8fb9-cb7471f5201a', 'name': 'network-vif-deleted', 'tag': 'ac331414-031b-41f0-bc1d-3b67c38cb855'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:46.139704 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21d27d2-064e-4eba-85f1-bc80587f45f5" -d '{"events": [{"server_uuid": "b306eedf-e37f-458b-8fb9-cb7471f5201a", "name": "network-vif-deleted", "tag": "ac331414-031b-41f0-bc1d-3b67c38cb855"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:46.258331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87362c32-9717-43ca-b070-c5cb7ca2a841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.268423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-3340fb26-ec36-475f-8197-42317b75201b tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/quotas/7dfb554de2734accacaa04bd48dadb65 HTTP/1.1" status: 200 len: 375 time: 0.0224040 Oct 12 22:55:46.315784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Allocated IP 172.20.0.8 (1e31aa80-29e8-487f-83a9-b4e24a329b3b/92696d21-f43e-4bd4-aaa1-e263476189f5/0182467e-1fce-425c-a6ef-8fa0897550c3) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:55:46.324254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87362c32-9717-43ca-b070-c5cb7ca2a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.352169 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e5e4a46b-c3d1-42f7-bc92-8ff7e0255c1f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0744050 Oct 12 22:55:46.353479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45754) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:46.406017 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.454379 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-87362c32-9717-43ca-b070-c5cb7ca2a841 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=42ecb4faf86347ee8ca7b14ca361ffa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4725888 Oct 12 22:55:46.456530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45758) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:46.466263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87362c32-9717-43ca-b070-c5cb7ca2a841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9990792-6675-46b6-85b4-c07eaaf1f323,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:46.482385 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.593656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1612e60-5cfa-481f-986d-3320510f308d None None] Pushing event updated for resources: {'Port': ['ID=561c6651-84ad-41ed-bc91-497006bc0d86,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:46.606029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e9a2d638-b253-4e32-acc9-02d2e3fd69e4 service neutron] 10.222.0.31 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573994 Oct 12 22:55:46.623712 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14126ce1-536d-4dda-a716-672824221efc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.688018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14126ce1-536d-4dda-a716-672824221efc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.717309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Attempting to bind port 561c6651-84ad-41ed-bc91-497006bc0d86 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:46.717790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Attempting to bind port 561c6651-84ad-41ed-bc91-497006bc0d86 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '9acf414e-f71c-4749-b36b-cba68c7124d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:46.721544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Attempting to bind port 561c6651-84ad-41ed-bc91-497006bc0d86 on network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:46.724399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:46.725522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Checking segment: {'id': '9acf414e-f71c-4749-b36b-cba68c7124d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:46.726052 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.726881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Bound using segment: {'id': '9acf414e-f71c-4749-b36b-cba68c7124d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:46.727796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Bound port: 561c6651-84ad-41ed-bc91-497006bc0d86, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9acf414e-f71c-4749-b36b-cba68c7124d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:46.728186 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.757318 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-becb22e0-e21d-4566-a0bd-6242c94920bb req-0cf80005-9549-4f1c-869f-1625dff2ade4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 210 time: 0.0609596 Oct 12 22:55:46.766921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:46.780770 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc361aca-bf6a-4c77-b51a-bfde1361421f" -d '{"events": [{"server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "name": "network-vif-unplugged", "status": "completed", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:46.839891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] For port 561c6651-84ad-41ed-bc91-497006bc0d86, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:46.847996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] For port 561c6651-84ad-41ed-bc91-497006bc0d86, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=561c6651-84ad-41ed-bc91-497006bc0d86,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:46.856025 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbc2ef4-7915-489c-9ba8-c56ab49174af x-openstack-request-id: req-5cbc2ef4-7915-489c-9ba8-c56ab49174af {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:46.856517 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b306eedf-e37f-458b-8fb9-cb7471f5201a", "name": "network-vif-deleted", "tag": "ac331414-031b-41f0-bc1d-3b67c38cb855", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:46.856958 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cbc2ef4-7915-489c-9ba8-c56ab49174af {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:46.857428 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b306eedf-e37f-458b-8fb9-cb7471f5201a', 'name': 'network-vif-deleted', 'tag': 'ac331414-031b-41f0-bc1d-3b67c38cb855', 'status': 'completed', 'code': 200} Oct 12 22:55:46.895680 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14126ce1-536d-4dda-a716-672824221efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.899610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14126ce1-536d-4dda-a716-672824221efc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.903828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-14126ce1-536d-4dda-a716-672824221efc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b9990792-6675-46b6-85b4-c07eaaf1f323 HTTP/1.1" status: 204 len: 168 time: 0.4435830 Oct 12 22:55:46.915156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14126ce1-536d-4dda-a716-672824221efc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9990792-6675-46b6-85b4-c07eaaf1f323,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:46.965807 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:46.975855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-306fa604-ba32-4193-bcb4-1d8dfb87abf5 req-5d662754-ca7a-41d9-9ce9-218457e6086c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=1fd8da4c-4182-4fe8-bd47-5ed002402c28 HTTP/1.1" status: 200 len: 210 time: 0.0450974 Oct 12 22:55:47.059656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1612e60-5cfa-481f-986d-3320510f308d None None] Pushing event updated for resources: {'Port': ['ID=561c6651-84ad-41ed-bc91-497006bc0d86,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:47.064335 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:55:47.064963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:47.080902 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984720e3-49d4-4f76-9487-c490e03f918d x-openstack-request-id: req-984720e3-49d4-4f76-9487-c490e03f918d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:47.081188 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd8da4c-4182-4fe8-bd47-5ed002402c28", "name": "network-vif-deleted", "tag": "0ec80ff7-3704-48b0-8f39-b583b122902d", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:47.081661 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-984720e3-49d4-4f76-9487-c490e03f918d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:47.082045 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd8da4c-4182-4fe8-bd47-5ed002402c28', 'name': 'network-vif-deleted', 'tag': '0ec80ff7-3704-48b0-8f39-b583b122902d', 'status': 'completed', 'code': 200} Oct 12 22:55:47.111807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cd4eb86-2b35-4d2d-b6e7-86a001b52a1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:47.147358 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:47.182023 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-59a4a39c-ad47-469a-84db-0cbacf0c3d81 service neutron] 10.222.0.31 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5652645 Oct 12 22:55:47.209103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:55:47.249996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0ec80ff7-3704-48b0-8f39-b583b122902d no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:47.267135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cd4eb86-2b35-4d2d-b6e7-86a001b52a1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:47.274277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-96cebc7c-c93c-4e0f-810f-d80c70480316 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:47.279994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-96cebc7c-c93c-4e0f-810f-d80c70480316 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 804 time: 0.1806314 Oct 12 22:55:47.285766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 0ec80ff7-3704-48b0-8f39-b583b122902d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:55:47.286119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0ec80ff7-3704-48b0-8f39-b583b122902d not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:47.300084 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-83439dd4-0285-419e-9915-5399292ffb3b tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/quotas/fc24918da4e84b3395164cfa79e9166f HTTP/1.1" status: 200 len: 375 time: 0.0184922 Oct 12 22:55:47.337701 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:47.369008 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-b61d5400-b71d-4df6-be72-5cb08c8c77dd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0612690 Oct 12 22:55:47.390255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cd4eb86-2b35-4d2d-b6e7-86a001b52a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:47.394931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Network 1e31aa80-29e8-487f-83a9-b4e24a329b3b is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:47.421074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:47.444826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:55:47.454528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Pushing event updated for resources: {'Port': ['ID=0182467e-1fce-425c-a6ef-8fa0897550c3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:47.500213 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9cd4eb86-2b35-4d2d-b6e7-86a001b52a1f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0de883dc990f409eb90b62223c289690&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0527134 Oct 12 22:55:47.501018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd4eb86-2b35-4d2d-b6e7-86a001b52a1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3edc12c-8711-42f9-a338-30339f0b6266,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:47.504481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45782) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:47.531165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:47.531912 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:47.564148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-fc4efa41-a21d-4c88-b143-a6f5b928b16d service neutron] 10.222.0.31 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941478 Oct 12 22:55:47.595427 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f128f00b-6e9a-4fff-9747-1a7402e628d4 x-openstack-request-id: req-f128f00b-6e9a-4fff-9747-1a7402e628d4 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:47.595737 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "name": "network-vif-unplugged", "status": "completed", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:47.595973 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f128f00b-6e9a-4fff-9747-1a7402e628d4 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:47.596357 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db', 'code': 200} Oct 12 22:55:47.646259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-294e4795-16b5-43f9-8994-7e794e9b4aab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9960194 Oct 12 22:55:47.659357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Request body: {'port': {'device_id': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:47.711093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:42Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '561c6651-84ad-41ed-bc91-497006bc0d86', 'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'mac_address': 'fa:16:3e:72:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:41Z', 'updated_at': '2021-10-12T22:55:46Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'subnets': [{'id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:47.715154 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:47.740356 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5490001-b463-40b7-8b83-02d838b67200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:47.754260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697d723d-85d0-4790-a13f-cc7713aaf2dc None None] The sync data for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 is: [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:42Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '561c6651-84ad-41ed-bc91-497006bc0d86', 'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'mac_address': 'fa:16:3e:72:e2:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:41Z', 'updated_at': '2021-10-12T22:55:46Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'subnets': [{'id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:55:47.765679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-9d3ea0e1-bc09-4466-9d13-50698757e022 service neutron] 10.222.0.31 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911347 Oct 12 22:55:47.780773 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5490001-b463-40b7-8b83-02d838b67200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:47.849137 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66369161-d815-4d9b-a84b-6edf674d4483 req-e7c9fb0c-eb93-4072-adbf-897d5957ae4e tempest-AttachSCSIVolumeTestJSON-1744520457 tempest-AttachSCSIVolumeTestJSON-1744520457-project] 10.222.0.31 "GET /v2.0/ports?device_id=b306eedf-e37f-458b-8fb9-cb7471f5201a HTTP/1.1" status: 200 len: 210 time: 0.1424859 Oct 12 22:55:47.939826 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:48.078510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5490001-b463-40b7-8b83-02d838b67200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:48.081631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5490001-b463-40b7-8b83-02d838b67200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:48.083204 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b5490001-b463-40b7-8b83-02d838b67200 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3edc12c-8711-42f9-a338-30339f0b6266 HTTP/1.1" status: 204 len: 168 time: 0.5777457 Oct 12 22:55:48.115742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5490001-b463-40b7-8b83-02d838b67200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3edc12c-8711-42f9-a338-30339f0b6266,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:48.130374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4925e841-602b-4335-b3d7-8739a7853fa2 req-4b91742b-0b17-4a72-8b6d-606aef297d19 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:48.134446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4925e841-602b-4335-b3d7-8739a7853fa2 req-4b91742b-0b17-4a72-8b6d-606aef297d19 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1216786 Oct 12 22:55:48.145738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-4a5fe994-4c73-462a-88bb-8cee862e33e7 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:48.148085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-4a5fe994-4c73-462a-88bb-8cee862e33e7 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.41 "GET /v2.0/ports?device_id=44916373-e2b3-4324-b6be-adae5a6e6901 HTTP/1.1" status: 200 len: 943 time: 0.1229873 Oct 12 22:55:48.239771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4925e841-602b-4335-b3d7-8739a7853fa2 req-88d762dc-79ef-4a59-9c18-32190c065389 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959396 Oct 12 22:55:48.400445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0404de71-0fa2-4769-8d85-13a35eccd6ad req-919fcb5d-20d7-42ab-ac67-ecbd6afc53ae tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 210 time: 0.0791128 Oct 12 22:55:48.465083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Deleting port a2269d8d-3968-40f0-a77f-2540efb7e1db {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:55:48.474135 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:48.541276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0182467e-1fce-425c-a6ef-8fa0897550c3 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:48.554656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:48.573579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Transition to ACTIVE for port object 0182467e-1fce-425c-a6ef-8fa0897550c3 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:55:48.584957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675cf643-2e51-4033-9627-01869c4192c0 req-fa8acc76-dfd3-4c5e-8332-65ff6098398d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:48.593459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-675cf643-2e51-4033-9627-01869c4192c0 req-fa8acc76-dfd3-4c5e-8332-65ff6098398d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 931 time: 0.1379836 Oct 12 22:55:48.689004 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-675cf643-2e51-4033-9627-01869c4192c0 req-934b5672-b3c6-4c9b-ba9d-373399fc976b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898612 Oct 12 22:55:48.690410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:48.714606 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:48.717493 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c220139-b603-4654-8496-f9996e2844ef req-4fda7464-3418-431d-93f7-b23b404a0e9c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0717134 Oct 12 22:55:48.772959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] For port a2269d8d-3968-40f0-a77f-2540efb7e1db, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a2269d8d-3968-40f0-a77f-2540efb7e1db,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:48.776047 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:48.814467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Calling delete_port for a2269d8d-3968-40f0-a77f-2540efb7e1db owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:55:48.827948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Pushing event updated for resources: {'Port': ['ID=0182467e-1fce-425c-a6ef-8fa0897550c3,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:48.840327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45830) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:48.954269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:48.954610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:48.955174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:48.961234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Port 0182467e-1fce-425c-a6ef-8fa0897550c3 on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:55:48.961560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:48.968919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:48.969445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:48.969828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:48.970497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Bound port: 0182467e-1fce-425c-a6ef-8fa0897550c3, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:48.971236 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:48.987090 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.023681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-1d478e71-5ec3-4c05-9d23-c963ea94de70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:49.026502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-1d478e71-5ec3-4c05-9d23-c963ea94de70 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28&tenant_id=71de4dadbd02400388deaaa5fd5e081f HTTP/1.1" status: 200 len: 1102 time: 0.2046816 Oct 12 22:55:49.041680 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:55:49.045071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:49.109752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-network', 'tenant_id': '3edfaadf026945c39159bedda2d32b34'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:49.110659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:49.128549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:49.239305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.264822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ac331414-031b-41f0-bc1d-3b67c38cb855 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:49.295756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:49.296424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.298718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] 10.222.0.41 "PUT /v2.0/ports/0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 1092 time: 1.6438143 Oct 12 22:55:49.299866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:49.310293 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac" -d '{"events": [{"name": "network-changed", "server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:49.341121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45854) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:49.368608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: ac331414-031b-41f0-bc1d-3b67c38cb855 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:55:49.368957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ac331414-031b-41f0-bc1d-3b67c38cb855 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:49.370707 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e459b80d-ff27-4fb1-8674-7d689cb5914a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.512165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50191213-319c-4aed-a605-05b8c5893f61 service neutron] Pushing event updated for resources: {'Port': ['ID=0182467e-1fce-425c-a6ef-8fa0897550c3,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:49.543700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e459b80d-ff27-4fb1-8674-7d689cb5914a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.573455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 561c6651-84ad-41ed-bc91-497006bc0d86 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:49.648331 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e459b80d-ff27-4fb1-8674-7d689cb5914a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.653461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.676688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 561c6651-84ad-41ed-bc91-497006bc0d86 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:49.677330 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.716202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e459b80d-ff27-4fb1-8674-7d689cb5914a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c763b175-75b0-4d7b-9557-c74729dc017d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:49.746888 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c858d347-61f7-4f4a-a1d6-4a6b340d1acb req-0e5ee9a0-f97a-4258-abef-7ece704982e1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:49.756112 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c858d347-61f7-4f4a-a1d6-4a6b340d1acb req-0e5ee9a0-f97a-4258-abef-7ece704982e1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.2582891 Oct 12 22:55:49.757403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-20534a96-8e47-4728-a513-2abd2f525ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:49.759545 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-20534a96-8e47-4728-a513-2abd2f525ca4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1095 time: 0.2677920 Oct 12 22:55:49.794042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e459b80d-ff27-4fb1-8674-7d689cb5914a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4efd1a190886485ebb68e356e034a707&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4518628 Oct 12 22:55:49.806858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.810552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45866) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:49.825370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Made reservation on behalf of 3edfaadf026945c39159bedda2d32b34 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:49.827247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-c3a5a1eb-0ca9-461b-b6ed-acdb8413aef2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 217 time: 0.0563545 Oct 12 22:55:49.828413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.857153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 561c6651-84ad-41ed-bc91-497006bc0d86, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=561c6651-84ad-41ed-bc91-497006bc0d86,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:49.901451 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.912325 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c858d347-61f7-4f4a-a1d6-4a6b340d1acb req-bdf07c0b-2b2a-4ecc-8946-3700ac7c7a37 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511612 Oct 12 22:55:49.917938 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:49.927647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab33f8-5f7b-4d3c-a90b-4bb79773b749 req-89023ec3-7bdc-4554-a6e3-c64b4de36a5b tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:49.929721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-d2580424-e28a-453b-88fb-1580c57adc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:49.938963 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-d2580424-e28a-453b-88fb-1580c57adc79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0917630 Oct 12 22:55:49.939161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1eab33f8-5f7b-4d3c-a90b-4bb79773b749 req-89023ec3-7bdc-4554-a6e3-c64b4de36a5b tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 949 time: 0.3602853 Oct 12 22:55:49.968125 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-6687f2de-8556-49e8-ba88-636d5306fdb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299797 Oct 12 22:55:49.984610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=561c6651-84ad-41ed-bc91-497006bc0d86,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:49.986636 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f51830e-3df9-4e50-881c-39d11f27da3e x-openstack-request-id: req-4f51830e-3df9-4e50-881c-39d11f27da3e {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:49.994213 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:49.994774 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4f51830e-3df9-4e50-881c-39d11f27da3e {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:49.997868 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3', 'status': 'completed', 'code': 200} Oct 12 22:55:50.079632 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9636717-aee1-4e90-ad45-e675e52e7e5f req-94d03505-c5d6-430b-87b4-149ae394723b tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 210 time: 0.0365806 Oct 12 22:55:50.086117 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.119368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f41765fb-04c6-44a1-ad6f-a53988608c77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.124058 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-c38ddd45-2100-49ad-bae0-61f0b692337a service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482289 Oct 12 22:55:50.146283 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1eab33f8-5f7b-4d3c-a90b-4bb79773b749 req-7627eef9-6185-419e-93f5-7eb342b15d7f tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903977 Oct 12 22:55:50.167609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Pushing event deleted for resources: {'Port': ['ID=a2269d8d-3968-40f0-a77f-2540efb7e1db,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:50.227241 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f41765fb-04c6-44a1-ad6f-a53988608c77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.255378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] No DVR routers for this DVR port a2269d8d-3968-40f0-a77f-2540efb7e1db on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:50.259562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:50.279364 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.282706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06026326-6e54-4ef9-bb38-f5116fb7e213 req-55ee8177-4b16-4b16-a1bf-2978dcbc18cb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.41 "DELETE /v2.0/ports/a2269d8d-3968-40f0-a77f-2540efb7e1db HTTP/1.1" status: 204 len: 173 time: 2.1039436 Oct 12 22:55:50.285857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'name': 'network-vif-deleted', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:50.289868 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6726a4c5-7444-4e59-abd1-ef63e43fbff4" -d '{"events": [{"server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "name": "network-vif-deleted", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:50.310221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec025e-5399-40cc-b602-e9560ff8cdfe req-076c4c37-fa99-4ee8-87f0-c6abd8636680 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:50.313142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4ec025e-5399-40cc-b602-e9560ff8cdfe req-076c4c37-fa99-4ee8-87f0-c6abd8636680 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 943 time: 0.1135883 Oct 12 22:55:50.317294 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f848c5e5-7ead-4e7e-a31b-b23b760aadf2 req-8e4954eb-fd03-4573-8351-a568683ac27d service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849022 Oct 12 22:55:50.321298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-566a2305-616e-4419-88d3-763e89af96e3 req-308b3c83-89c5-4c13-8b1e-1ff3d52e391e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0757353 Oct 12 22:55:50.349154 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.363287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d2bd3720-6229-4570-8ec0-62444279d819 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:50.372050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:50.375489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4ec025e-5399-40cc-b602-e9560ff8cdfe req-2f13b1c8-1331-4b55-a52a-ecb2b4ebbc83 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545580 Oct 12 22:55:50.405925 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6ed983-1f4f-460d-aa3d-14f663f2b967 x-openstack-request-id: req-db6ed983-1f4f-460d-aa3d-14f663f2b967 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:50.406212 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44916373-e2b3-4324-b6be-adae5a6e6901", "name": "network-vif-deleted", "tag": "a2269d8d-3968-40f0-a77f-2540efb7e1db", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:50.406460 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db6ed983-1f4f-460d-aa3d-14f663f2b967 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:50.406844 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44916373-e2b3-4324-b6be-adae5a6e6901', 'name': 'network-vif-deleted', 'tag': 'a2269d8d-3968-40f0-a77f-2540efb7e1db', 'status': 'completed', 'code': 200} Oct 12 22:55:50.424646 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.437000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Transition to ACTIVE for port object d2bd3720-6229-4570-8ec0-62444279d819 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:55:50.457437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.495587 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.532231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f41765fb-04c6-44a1-ad6f-a53988608c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.534772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f41765fb-04c6-44a1-ad6f-a53988608c77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.536017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f41765fb-04c6-44a1-ad6f-a53988608c77 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c763b175-75b0-4d7b-9557-c74729dc017d HTTP/1.1" status: 204 len: 168 time: 0.7163718 Oct 12 22:55:50.540908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.549975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:55:50.559062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44037cdd-d165-44d6-8ddb-665b3546839e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:50.591414 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:55:50.592751 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:55:50.597344 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.597693 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Added segment 1c12a445-38da-4d72-a638-a1ddb5f331ef of type vlan for network 99711de6-4465-4828-855d-73ef00283e1d Oct 12 22:55:50.630836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] No DVR routers for this DVR port d2bd3720-6229-4570-8ec0-62444279d819 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:50.636985 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41765fb-04c6-44a1-ad6f-a53988608c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c763b175-75b0-4d7b-9557-c74729dc017d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:50.654721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-f8d34513-bc2d-4ed5-af29-5f58da2eb399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:50.684003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-f8d34513-bc2d-4ed5-af29-5f58da2eb399 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1095 time: 0.1360159 Oct 12 22:55:50.710966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:50.728113 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.733246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:50.733582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:50.733910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:50.742673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Port d2bd3720-6229-4570-8ec0-62444279d819 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:55:50.743054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Attempting to bind port d2bd3720-6229-4570-8ec0-62444279d819 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:50.757970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:50.758316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:50.758694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:50.759165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Bound port: d2bd3720-6229-4570-8ec0-62444279d819, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:50.759522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.841787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:50.846658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:50.901166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-5965f9c5-ae73-4343-a370-862b85c4fb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:50.902557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-5965f9c5-ae73-4343-a370-862b85c4fb79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.2148716 Oct 12 22:55:50.912700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-822050d8-36d8-4da3-93bd-159ae569de3b tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:50.914671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-822050d8-36d8-4da3-93bd-159ae569de3b tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.25 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 819 time: 0.2163684 Oct 12 22:55:50.918136 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.919498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:50.921313 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:50.959558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Request body: {'port': {'device_id': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'admin_state_up': True, 'tenant_id': '7dfb554de2734accacaa04bd48dadb65'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:50.963124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-c0d5fdce-d572-4dd6-a424-dddaaf1d6036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 217 time: 0.0474939 Oct 12 22:55:51.008932 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:51.047157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] Pushing event updated for resources: {'Network': ['ID=99711de6-4465-4828-855d-73ef00283e1d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:51.060384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:51.060645 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:51.061839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] 10.222.0.25 "PUT /v2.0/ports/d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 1098 time: 2.0229185 Oct 12 22:55:51.067119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 99711de6-4465-4828-855d-73ef00283e1d details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:55:51.087724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-b7265a6e-41a8-4c08-bce3-c5f588efc8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:51.089267 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-b7265a6e-41a8-4c08-bce3-c5f588efc8d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1127269 Oct 12 22:55:51.170818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4173401a-fb95-490f-b718-7ff16c7fb338 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3294022 Oct 12 22:55:51.175923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8953d68-8760-41b0-acba-d566ab6377dc service neutron] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=11']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:51.184826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45902) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:51.205390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Request body: {'subnet': {'network_id': '99711de6-4465-4828-855d-73ef00283e1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-subnet', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:51.283479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-3f2f511b-0039-47f4-8277-1dca1d515b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:51.285723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-3f2f511b-0039-47f4-8277-1dca1d515b10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1101 time: 0.1893911 Oct 12 22:55:51.297129 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-f72f4624-b431-486e-b2f3-e037bddc1ffc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1304762 Oct 12 22:55:51.405404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3911b0-07f4-4a20-b82a-883dfb9bfb15 req-db5096c6-6901-4a9a-874b-087a2298509d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:51.407217 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3911b0-07f4-4a20-b82a-883dfb9bfb15 req-db5096c6-6901-4a9a-874b-087a2298509d tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 949 time: 0.3782866 Oct 12 22:55:51.551909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Made reservation on behalf of 3edfaadf026945c39159bedda2d32b34 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:51.555923 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:51.579837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 561c6651-84ad-41ed-bc91-497006bc0d86 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:51.658555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.25', 61380) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:51.673789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Made reservation on behalf of 7dfb554de2734accacaa04bd48dadb65 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:51.681529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a2269d8d-3968-40f0-a77f-2540efb7e1db no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:51.685945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:51.764803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-c34d5ab1-f08b-4d8a-98a9-d50ae82cba82 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249921 Oct 12 22:55:51.775138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c437edb-9d93-41f1-b58d-955dd2c7088a req-def81382-f3b3-4d59-9c68-fa7088a4b0e4 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 210 time: 0.4541481 Oct 12 22:55:51.797369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: a2269d8d-3968-40f0-a77f-2540efb7e1db {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:55:51.801587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a2269d8d-3968-40f0-a77f-2540efb7e1db not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:51.807356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-8689e82b-00d8-4734-ad5f-8d33aef5de68 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:51.809122 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-8689e82b-00d8-4734-ad5f-8d33aef5de68 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "GET /v2.0/ports?device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 949 time: 0.6135685 Oct 12 22:55:51.824197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 561c6651-84ad-41ed-bc91-497006bc0d86 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:51.824197 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:52.004331 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac3911b0-07f4-4a20-b82a-883dfb9bfb15 req-5b209834-c6e5-4015-a837-b2a761dce821 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5005710 Oct 12 22:55:52.015534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-52394c88-4a04-42a1-bc43-07514e001d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:52.017177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-52394c88-4a04-42a1-bc43-07514e001d72 service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.7220685 Oct 12 22:55:52.139038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-002b33b1-e9ac-45e5-9566-043a50e7040c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.0957177 Oct 12 22:55:52.170225 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c67af5f1-caf6-440f-a42b-2e9d912a25b2 req-019e2922-363c-436a-b02b-69f9646770e3 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0924304 Oct 12 22:55:52.173560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c7ef2de-9f41-4cef-8814-f64a5f6134ac req-35261b4e-9851-4008-8076-f39968be89d0 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943944 Oct 12 22:55:52.198048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a35f5c-2677-4c62-b13a-06783ae0e2ed req-af9ce5e8-81d8-4710-9dce-62467bc9052c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:52.205706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82a35f5c-2677-4c62-b13a-06783ae0e2ed req-af9ce5e8-81d8-4710-9dce-62467bc9052c tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 949 time: 0.3075631 Oct 12 22:55:52.265589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Deleting port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:55:52.266080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:52.292931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-38810195-aab6-4968-81dc-9b5585fb2937 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:52.295024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-38810195-aab6-4968-81dc-9b5585fb2937 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 804 time: 0.5604098 Oct 12 22:55:52.329820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Allocated IP 172.20.0.12 (a0d61019-5e98-46c5-8fb4-b54eb48bd1cf/9ea84a69-e4e5-4402-a0f6-3a7576d28f88/e4083954-4fd4-4075-9146-77cd06e07d2c) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:55:52.433178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-b0b824fb-dadd-4bee-9b5d-0778fb45528b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:52.435632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-b0b824fb-dadd-4bee-9b5d-0778fb45528b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2817171 Oct 12 22:55:52.436220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819'}, {'name': 'network-changed', 'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:52.439235 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72" -d '{"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-unplugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819"}, {"name": "network-changed", "server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "tag": "d2bd3720-6229-4570-8ec0-62444279d819"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:52.449561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Request body: {'port': {'device_id': '13670067-a495-4112-b228-f2de993c9aa0', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'admin_state_up': True, 'tenant_id': 'fc24918da4e84b3395164cfa79e9166f'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:52.503736 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82a35f5c-2677-4c62-b13a-06783ae0e2ed req-bc96e165-c876-4b7a-8cdb-411811ea9d87 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/security-groups?id=7e348c02-e524-436d-8256-d17759c1f116&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2971671 Oct 12 22:55:52.505263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f03ea0f-c880-426d-8968-71f5b79ac5ce req-64d9908f-a2cd-47a4-a47f-ca0aa695b928 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:52.506755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f03ea0f-c880-426d-8968-71f5b79ac5ce req-64d9908f-a2cd-47a4-a47f-ca0aa695b928 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 943 time: 0.1742399 Oct 12 22:55:52.537361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:52.555670 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] For port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:52.556067 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:52.590387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a8736-3692-4e09-bbd7-2740be394065 req-7b9c384a-a63e-4631-8b8b-d05836cf7026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:52.591983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-7b9c384a-a63e-4631-8b8b-d05836cf7026 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1349428 Oct 12 22:55:52.605821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Calling delete_port for 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:55:52.633892 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812f1a8a-3658-4c8a-9907-0b673a1c33a7 x-openstack-request-id: req-812f1a8a-3658-4c8a-9907-0b673a1c33a7 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:52.634191 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-unplugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819", "code": 200}, {"name": "network-changed", "server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "tag": "d2bd3720-6229-4570-8ec0-62444279d819", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:52.634778 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-812f1a8a-3658-4c8a-9907-0b673a1c33a7 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:52.635212 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819', 'code': 200} Oct 12 22:55:52.635467 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819', 'status': 'completed', 'code': 200} Oct 12 22:55:52.685031 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f03ea0f-c880-426d-8968-71f5b79ac5ce req-778fc46a-8235-448f-a7ff-f594e6b8a896 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334128 Oct 12 22:55:52.750036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64ee93a7-c6d8-4463-a5c7-66c3d974fbee,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:52.775714 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:52.787439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-8305a42e-9609-4a8e-b72b-00cb9b605605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:52.789613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-8305a42e-9609-4a8e-b72b-00cb9b605605 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1101 time: 0.1503520 Oct 12 22:55:52.835948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Checking segment: {'id': '1c12a445-38da-4d72-a638-a1ddb5f331ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '99711de6-4465-4828-855d-73ef00283e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:52.838866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Network hostable DHCP agents. Network: 99711de6-4465-4828-855d-73ef00283e1d, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:55:52.934494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-fe834425-c472-46a3-ba61-a7d27e947c60 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275571 Oct 12 22:55:52.968714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Made reservation on behalf of fc24918da4e84b3395164cfa79e9166f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:55:52.972326 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:52.983216 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34a6c17b-7aa6-47f4-a67e-1e2c9dc1bbe7 req-87e94588-4340-407f-86d5-1add82176aa7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 210 time: 0.0707703 Oct 12 22:55:52.999100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-865e8b3b-639a-402f-b0c6-5bd7bb26e8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:52.999100 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-865e8b3b-639a-402f-b0c6-5bd7bb26e8e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.1969769 Oct 12 22:55:53.045996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-7dd96e2f-9561-44b7-ac80-d51b5b458376 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.0436249 Oct 12 22:55:53.056157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Network 99711de6-4465-4828-855d-73ef00283e1d is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:55:53.092891 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:53.150668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47a8736-3692-4e09-bbd7-2740be394065 req-178a9b55-b766-4d4c-9850-c37f6b4d647f service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894143 Oct 12 22:55:53.154164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 99711de6-4465-4828-855d-73ef00283e1d) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:53.166261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:53.166261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:53.172201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3482d05-af5a-4914-b389-c2cb3ffe72ca None None] Network 99711de6-4465-4828-855d-73ef00283e1d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:55:53.175191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:53.175735 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:53.188115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:53.193511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:55:53.289889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-73e7fd69-4e6e-4d9d-9505-1c4f8e5a57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:53.291052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-73e7fd69-4e6e-4d9d-9505-1c4f8e5a57e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2380598 Oct 12 22:55:53.307970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25f2893b-eb37-4632-941e-eae3f4326e54 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.1193275 Oct 12 22:55:53.319053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:53.320370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:53.323394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Pushing event updated for resources: {'Port': ['ID=e4083954-4fd4-4075-9146-77cd06e07d2c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:53.362385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07b5f5da-7268-4ceb-8af4-0d6b3d8f0f26 req-36d816a4-f992-4ec7-a6d2-06a3b3bfc0a4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 210 time: 0.0534017 Oct 12 22:55:53.364666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45986) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:53.370605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-99711de6-4465-4828-855d-73ef00283e1d', 'network_id': '99711de6-4465-4828-855d-73ef00283e1d', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'fixed_ips': [{'subnet_id': '64ee93a7-c6d8-4463-a5c7-66c3d974fbee'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:55:53.379832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:53.388371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Allocated IP 172.20.0.3 (2a872c47-5047-4e2e-95c5-e646dc8dc210/b95754ae-0b03-4743-82ac-8dca0d4100ae/120b3491-acc8-4e42-8c07-b19421548c2c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:55:53.391568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Pushing event deleted for resources: {'Port': ['ID=4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:53.392152 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:53.402813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-1189741a-eeb9-4023-a624-6a17fbacf2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:53.405516 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-1189741a-eeb9-4023-a624-6a17fbacf2be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=71de4dadbd02400388deaaa5fd5e081f&device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1101 time: 0.1631160 Oct 12 22:55:53.468680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] No DVR routers for this DVR port 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:55:53.478724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db4ada-054b-44bb-ac9b-dafbfe3a66d1 req-4b6efbce-32d9-484b-ac76-3f87c78afbfd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:53.481124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23db4ada-054b-44bb-ac9b-dafbfe3a66d1 req-4b6efbce-32d9-484b-ac76-3f87c78afbfd tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 949 time: 0.3829429 Oct 12 22:55:53.521759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:53.529860 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01448d8b-ba8c-4be0-8ac2-f1175eb9be4b req-293dcfd8-3fc1-4d80-aa5f-49be934b2ae8 tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.25 "DELETE /v2.0/ports/4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 HTTP/1.1" status: 204 len: 173 time: 1.7004323 Oct 12 22:55:53.548988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-deleted', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:53.553271 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6975c8e2-2eb1-436e-8930-5f5f70a7f993" -d '{"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-deleted", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:53.570566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23db4ada-054b-44bb-ac9b-dafbfe3a66d1 req-3682fd55-4a9d-42e2-b98c-6507516a4288 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758412 Oct 12 22:55:53.593213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-de8f9852-ba12-4fbc-b43a-ef9b094e444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:53.597145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-de8f9852-ba12-4fbc-b43a-ef9b094e444a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2233660 Oct 12 22:55:53.617743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45994) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:53.685374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Allocated IP 172.20.0.2 (99711de6-4465-4828-855d-73ef00283e1d/64ee93a7-c6d8-4463-a5c7-66c3d974fbee/3fa46830-904b-4fbd-abf9-358494a36efc) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:55:53.697876 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6e6f96fe-990e-43e0-99fe-bdf00bddc0d7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7430210 Oct 12 22:55:53.700318 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133695b3-2fcb-4d0a-b588-ba727ce72a21 x-openstack-request-id: req-133695b3-2fcb-4d0a-b588-ba727ce72a21 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:53.700930 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19ed04da-49f5-471c-adff-231a1082e87a", "name": "network-vif-deleted", "tag": "4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:53.701570 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-133695b3-2fcb-4d0a-b588-ba727ce72a21 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:53.701719 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19ed04da-49f5-471c-adff-231a1082e87a', 'name': 'network-vif-deleted', 'tag': '4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43', 'status': 'completed', 'code': 200} Oct 12 22:55:53.711353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:53.712419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:53.713427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Request body: {'port': {'device_id': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:53.963949 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:53.972142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e9313e2-75fb-42fd-8dac-2646adf985f4 req-511f22b2-7ca8-45f7-84d6-65feed029a9f tempest-ListImageFiltersTestJSON-452999625 tempest-ListImageFiltersTestJSON-452999625-project] 10.222.0.31 "GET /v2.0/ports?device_id=19ed04da-49f5-471c-adff-231a1082e87a HTTP/1.1" status: 200 len: 210 time: 0.2625337 Oct 12 22:55:53.976800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-9602d53c-cd79-40e3-aca6-e1709e6e9bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:53.978397 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-9602d53c-cd79-40e3-aca6-e1709e6e9bde service neutron] 10.222.0.25 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.5596020 Oct 12 22:55:53.994773 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.053795 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-91d2abc1-c01b-41d9-9f52-d32ddc6d28db service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 200 len: 217 time: 0.0626960 Oct 12 22:55:54.114025 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.176000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Pushing event updated for resources: {'Port': ['ID=3fa46830-904b-4fbd-abf9-358494a36efc,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:54.200311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Network 99711de6-4465-4828-855d-73ef00283e1d is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:54.202529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:54.208011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:55:54.229089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.231215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf74b3d7-4cef-431b-9637-700a5ccc1943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.295908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Attempting to bind port 3fa46830-904b-4fbd-abf9-358494a36efc on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:54.296214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Attempting to bind port 3fa46830-904b-4fbd-abf9-358494a36efc by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1c12a445-38da-4d72-a638-a1ddb5f331ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '99711de6-4465-4828-855d-73ef00283e1d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:54.296578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Attempting to bind port 3fa46830-904b-4fbd-abf9-358494a36efc on network 99711de6-4465-4828-855d-73ef00283e1d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:54.302572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:54.303050 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Checking segment: {'id': '1c12a445-38da-4d72-a638-a1ddb5f331ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '99711de6-4465-4828-855d-73ef00283e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:54.303461 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.304248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Bound using segment: {'id': '1c12a445-38da-4d72-a638-a1ddb5f331ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '99711de6-4465-4828-855d-73ef00283e1d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:54.304867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Bound port: 3fa46830-904b-4fbd-abf9-358494a36efc, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c12a445-38da-4d72-a638-a1ddb5f331ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '99711de6-4465-4828-855d-73ef00283e1d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:54.305413 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.315609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.323148 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.347672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-dddf95d0-f7fb-421d-aee0-3b421db0bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:54.349396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-dddf95d0-f7fb-421d-aee0-3b421db0bdbe service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.2840981 Oct 12 22:55:54.375141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acde1c6e-098d-464b-b551-264fdfd72637 req-dde3285a-f191-4ce9-b6ef-0ee0a461c268 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:54.382827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acde1c6e-098d-464b-b551-264fdfd72637 req-dde3285a-f191-4ce9-b6ef-0ee0a461c268 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 932 time: 0.2746732 Oct 12 22:55:54.383697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625f54c-d1a7-4fe1-b3a4-ac2ba1c8fa34 req-b90b5a75-3177-408a-9e24-9a19114258e4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:54.384810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 0182467e-1fce-425c-a6ef-8fa0897550c3 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:55:54.391363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b625f54c-d1a7-4fe1-b3a4-ac2ba1c8fa34 req-b90b5a75-3177-408a-9e24-9a19114258e4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 943 time: 0.1738095 Oct 12 22:55:54.406414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-ed1d4fe3-d2c8-4a7f-8eee-ded8a2db73a2 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8017442 Oct 12 22:55:54.425697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] For port 3fa46830-904b-4fbd-abf9-358494a36efc, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:54.432142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] For port 3fa46830-904b-4fbd-abf9-358494a36efc, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3fa46830-904b-4fbd-abf9-358494a36efc,segment=NetworkSegment(1c12a445-38da-4d72-a638-a1ddb5f331ef),segment_id=1c12a445-38da-4d72-a638-a1ddb5f331ef)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:54.530218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acde1c6e-098d-464b-b551-264fdfd72637 req-4e401f01-d446-443a-9739-7e007478854b tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461937 Oct 12 22:55:54.558623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:54.563539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-e9b35ee3-df5c-4158-ae45-a85adc04d841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:54.566528 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-f05c4e72-5767-4461-bf7a-5c1c00fe4ea0 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994813 Oct 12 22:55:54.574858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-e9b35ee3-df5c-4158-ae45-a85adc04d841 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2166119 Oct 12 22:55:54.581283 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.612660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '0182467e-1fce-425c-a6ef-8fa0897550c3', 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b', 'port_id': '0182467e-1fce-425c-a6ef-8fa0897550c3', 'mac_address': 'fa:16:3e:41:5a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92696d21-f43e-4bd4-aaa1-e263476189f5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:55:54.616332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.694801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b625f54c-d1a7-4fe1-b3a4-ac2ba1c8fa34 req-5aa62007-d3e1-48c3-a6a1-61bcf6c4febd tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984424 Oct 12 22:55:54.730126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Pushing event updated for resources: {'Port': ['ID=120b3491-acc8-4e42-8c07-b19421548c2c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:54.738239 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.765857 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf74b3d7-4cef-431b-9637-700a5ccc1943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.784473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0182467e-1fce-425c-a6ef-8fa0897550c3 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:54.814310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Network 2a872c47-5047-4e2e-95c5-e646dc8dc210 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:54.844741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:54.860800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:55:54.862209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:54.865973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf74b3d7-4cef-431b-9637-700a5ccc1943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:54.870091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ef8e0-674c-4bc0-833b-34c0c1a45887 None None] Pushing event updated for resources: {'Port': ['ID=3fa46830-904b-4fbd-abf9-358494a36efc,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:54.964527 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bf74b3d7-4cef-431b-9637-700a5ccc1943 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b06536b5afdf4ceda41057d81718c617&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3410292 Oct 12 22:55:54.972619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46008) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:54.976695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf74b3d7-4cef-431b-9637-700a5ccc1943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7539a2-b3b4-4b93-8605-2f4ffee13189,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:54.981870 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.068949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cae9223-cad2-4c68-9cf5-e8d17a2d6d5e req-9aba5c2a-233c-4114-b7da-42cec19b562c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:55.075325 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1cae9223-cad2-4c68-9cf5-e8d17a2d6d5e req-9aba5c2a-233c-4114-b7da-42cec19b562c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 949 time: 0.2287786 Oct 12 22:55:55.148656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4083954-4fd4-4075-9146-77cd06e07d2c {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:55.163368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=0182467e-1fce-425c-a6ef-8fa0897550c3,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:55.164239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.192846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1cae9223-cad2-4c68-9cf5-e8d17a2d6d5e req-0dfbef91-7fad-40e6-be45-d7c674fdab6c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984635 Oct 12 22:55:55.194207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Transition to ACTIVE for port object e4083954-4fd4-4075-9146-77cd06e07d2c will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:55:55.210877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['0182467e-1fce-425c-a6ef-8fa0897550c3'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:55.227587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cdd00d9e-9d20-47fd-a458-7feeb192fc70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.256475 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cdd00d9e-9d20-47fd-a458-7feeb192fc70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.267964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.287798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2bd3720-6229-4570-8ec0-62444279d819 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:55:55.395717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Pushing event updated for resources: {'Port': ['ID=e4083954-4fd4-4075-9146-77cd06e07d2c,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:55.420015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:55:55.494595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:55:55.495449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4ff3adfd-fd9c-4e5a-b1b5-3862a5b73c43 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:55:55.559531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Attempting to bind port e4083954-4fd4-4075-9146-77cd06e07d2c on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:55.559758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Attempting to bind port e4083954-4fd4-4075-9146-77cd06e07d2c by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '9acf414e-f71c-4749-b36b-cba68c7124d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:55.560047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Attempting to bind port e4083954-4fd4-4075-9146-77cd06e07d2c on network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:55.568410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:55.578970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cdd00d9e-9d20-47fd-a458-7feeb192fc70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.584729 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cdd00d9e-9d20-47fd-a458-7feeb192fc70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.586741 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cdd00d9e-9d20-47fd-a458-7feeb192fc70 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b7539a2-b3b4-4b93-8605-2f4ffee13189 HTTP/1.1" status: 204 len: 168 time: 0.6068428 Oct 12 22:55:55.588414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Port e4083954-4fd4-4075-9146-77cd06e07d2c on network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:55:55.588925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Attempting to bind port e4083954-4fd4-4075-9146-77cd06e07d2c on network a0d61019-5e98-46c5-8fb4-b54eb48bd1cf {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:55.631351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3fa46830-904b-4fbd-abf9-358494a36efc up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:55.643857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:55.644315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Checking segment: {'id': '9acf414e-f71c-4749-b36b-cba68c7124d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:55.644714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Bound using segment: {'id': '9acf414e-f71c-4749-b36b-cba68c7124d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:55.645180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Bound port: e4083954-4fd4-4075-9146-77cd06e07d2c, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9acf414e-f71c-4749-b36b-cba68c7124d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:55.645549 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.651135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:55.652485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.692298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'd2bd3720-6229-4570-8ec0-62444279d819', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'd2bd3720-6229-4570-8ec0-62444279d819', 'mac_address': 'fa:16:3e:e2:75:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:55:55.693682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e844d-cd1c-4906-a06d-fb17aa49e7ed req-ee736a9c-7a3f-4b4d-909e-99d060e2459d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:55.702140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d5e844d-cd1c-4906-a06d-fb17aa49e7ed req-ee736a9c-7a3f-4b4d-909e-99d060e2459d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 931 time: 0.9827259 Oct 12 22:55:55.715007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd00d9e-9d20-47fd-a458-7feeb192fc70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7539a2-b3b4-4b93-8605-2f4ffee13189,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:55.771804 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d5e844d-cd1c-4906-a06d-fb17aa49e7ed req-895140c9-6705-4f93-a63e-4870d21a1dd4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668874 Oct 12 22:55:55.783854 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-af14178c-b9df-4882-8309-9e631503c6df tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3406844 Oct 12 22:55:55.827114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Request body: {'port': {'device_id': '13670067-a495-4112-b228-f2de993c9aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:55:55.846759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.855643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] For port e4083954-4fd4-4075-9146-77cd06e07d2c, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:55.861853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] For port e4083954-4fd4-4075-9146-77cd06e07d2c, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e4083954-4fd4-4075-9146-77cd06e07d2c,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:55.906044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2bd3720-6229-4570-8ec0-62444279d819 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:55.952216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:55.964384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:55.982011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3fa46830-904b-4fbd-abf9-358494a36efc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:55.982704 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:56.000265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-5194b409-9d99-4e9e-9763-be80bc862d58 service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4042270 Oct 12 22:55:56.013264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:56.013485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:56.019356 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] 10.222.0.25 "PUT /v2.0/ports/e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 1093 time: 2.3079205 Oct 12 22:55:56.019356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:56.019356 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84970dce-ef50-4eec-b64b-ff461a246831" -d '{"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:56.077762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07efa00-d148-4614-a7bf-a0bbdaea113d service neutron] Pushing event updated for resources: {'Port': ['ID=e4083954-4fd4-4075-9146-77cd06e07d2c,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:56.101637 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:56.165626 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:56.221435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=12']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:56.234409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 3fa46830-904b-4fbd-abf9-358494a36efc, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3fa46830-904b-4fbd-abf9-358494a36efc,segment=NetworkSegment(1c12a445-38da-4d72-a638-a1ddb5f331ef),segment_id=1c12a445-38da-4d72-a638-a1ddb5f331ef)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:56.237618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-63165dba-251e-442a-bbed-8b20a6892e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:56.239168 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-63165dba-251e-442a-bbed-8b20a6892e6e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1096 time: 0.1002979 Oct 12 22:55:56.247038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc799d3b-15b9-402d-8fd9-260158304058 None None] Network 99711de6-4465-4828-855d-73ef00283e1d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:55:56.261420 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:56.316101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e0bf037d-7e1f-4d9f-a12a-6eed693070d6 None None] Provisioning complete for port 3fa46830-904b-4fbd-abf9-358494a36efc triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:56.318769 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e0bf037d-7e1f-4d9f-a12a-6eed693070d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:56.335007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-e8dd4e91-ca26-4722-8230-b38377908ffa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 217 time: 0.0819116 Oct 12 22:55:56.342735 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:56.369097 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4a8bc34-ef6c-43c3-b45e-df1412aaee72 req-b404b548-657b-4eee-80d4-c4733c675fab service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3215878 Oct 12 22:55:56.389034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d2bd3720-6229-4570-8ec0-62444279d819'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:56.419708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-b6d08c12-77b6-47fc-8188-a011329d1b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:56.422008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-b6d08c12-77b6-47fc-8188-a011329d1b30 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 200 len: 859 time: 0.0784297 Oct 12 22:55:56.437721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef4ce2-a101-44b6-9525-bf92f4d954ea req-66f08e99-5e18-4319-b5d6-15761c6efc7e tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:56.446253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25ef4ce2-a101-44b6-9525-bf92f4d954ea req-66f08e99-5e18-4319-b5d6-15761c6efc7e tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 944 time: 0.5556242 Oct 12 22:55:56.451305 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:56.459816 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-6cbc2ca1-c4d4-4ab8-98b3-d8881a0bc3c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281627 Oct 12 22:55:56.479206 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:56.501200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=3fa46830-904b-4fbd-abf9-358494a36efc,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:56.684755 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25ef4ce2-a101-44b6-9525-bf92f4d954ea req-425cf1e4-3197-4d79-8134-224f662ee054 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375152 Oct 12 22:55:56.698831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44390876-9af6-4f19-9cf6-69def03d5b3f req-f6c8d699-6b4c-4ad7-832e-c67e8ffb10f0 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:56.715382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-44390876-9af6-4f19-9cf6-69def03d5b3f req-f6c8d699-6b4c-4ad7-832e-c67e8ffb10f0 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 944 time: 0.1452224 Oct 12 22:55:56.776526 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4905c3e-f552-4800-a857-af06c1667296 x-openstack-request-id: req-b4905c3e-f552-4800-a857-af06c1667296 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:56.776919 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:56.777350 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4905c3e-f552-4800-a857-af06c1667296 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:56.778216 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'status': 'completed', 'code': 200} Oct 12 22:55:56.788278 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-402df69d-d829-4828-8c11-349b00f18577 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200798 Oct 12 22:55:56.803156 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-44390876-9af6-4f19-9cf6-69def03d5b3f req-786fc9c6-8a76-4302-80fa-54b7dad278e8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822961 Oct 12 22:55:56.847943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Allocated IP 172.25.2.21 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/16a6b548-e6d3-42b7-8cc9-2b683e807c22) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:55:56.954986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91f95d75-2f19-4379-b118-ef92cf86d7e0 req-a42ccee7-29f7-4f21-a5f0-f5491f03d1fa service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495335 Oct 12 22:55:57.029325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58db11-5115-4eb3-9f49-1b511b0af053 req-f605d340-f1b6-41e6-8528-603094f1b66f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:57.031778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b58db11-5115-4eb3-9f49-1b511b0af053 req-f605d340-f1b6-41e6-8528-603094f1b66f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 950 time: 0.1072211 Oct 12 22:55:57.058701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-30531ce4-eef9-418e-8edf-ffac44b7ec38 None None] Provisioning complete for port 3fa46830-904b-4fbd-abf9-358494a36efc triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:57.059561 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-30531ce4-eef9-418e-8edf-ffac44b7ec38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:57.143819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b58db11-5115-4eb3-9f49-1b511b0af053 req-2beed11f-d34c-4944-ad86-a145323e62d8 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947323 Oct 12 22:55:57.155251 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:57.229759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970dce-ef50-4eec-b64b-ff461a246831 req-432f23ce-a792-4264-ab8a-5ff2813caa06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:57.241243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84970dce-ef50-4eec-b64b-ff461a246831 req-432f23ce-a792-4264-ab8a-5ff2813caa06 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1096 time: 0.1398852 Oct 12 22:55:57.289471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2bd3720-6229-4570-8ec0-62444279d819 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:57.311778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 120b3491-acc8-4e42-8c07-b19421548c2c {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:57.326155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:57.351888 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444920b5-f796-4919-8272-2eecb3d25640 req-da251472-b2c0-4e89-a744-62a89e579175 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:57.359727 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-444920b5-f796-4919-8272-2eecb3d25640 req-da251472-b2c0-4e89-a744-62a89e579175 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 931 time: 0.1027000 Oct 12 22:55:57.377867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Transition to ACTIVE for port object 120b3491-acc8-4e42-8c07-b19421548c2c will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:55:57.440464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970dce-ef50-4eec-b64b-ff461a246831 req-f705a251-599f-4eca-801c-21b0850623ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:57.441952 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84970dce-ef50-4eec-b64b-ff461a246831 req-f705a251-599f-4eca-801c-21b0850623ff service neutron] 10.222.0.25 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 920 time: 0.1940415 Oct 12 22:55:57.443647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-444920b5-f796-4919-8272-2eecb3d25640 req-6bae91d2-6949-4654-aec1-7851d96bf01d tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825603 Oct 12 22:55:57.456594 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:57.461780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port d2bd3720-6229-4570-8ec0-62444279d819 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:55:57.466862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port d2bd3720-6229-4570-8ec0-62444279d819 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:57.468105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:57.474033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:57.545454 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84970dce-ef50-4eec-b64b-ff461a246831 req-d2e72d16-ee39-4352-b365-f4341b68e2ef service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 217 time: 0.0911269 Oct 12 22:55:57.600484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3fa46830-904b-4fbd-abf9-358494a36efc up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:57.607437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:55:57.611995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Pushing event updated for resources: {'Port': ['ID=120b3491-acc8-4e42-8c07-b19421548c2c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:57.615931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:55:57.623121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:55:57.635577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84970dce-ef50-4eec-b64b-ff461a246831 req-8e5e6910-70d7-4161-8043-6ef1564b3a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:57.637538 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84970dce-ef50-4eec-b64b-ff461a246831 req-8e5e6910-70d7-4161-8043-6ef1564b3a99 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 200 len: 859 time: 0.0847788 Oct 12 22:55:57.675593 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:57.693561 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84970dce-ef50-4eec-b64b-ff461a246831 req-88a991c9-b8b8-40ca-ba91-9c0abc15ca77 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427451 Oct 12 22:55:57.700938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831d23c-d966-45c2-940f-e79dc0191038 req-c0ae36c9-0cbc-4a32-a3de-d87921cae772 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:57.708655 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d831d23c-d966-45c2-940f-e79dc0191038 req-c0ae36c9-0cbc-4a32-a3de-d87921cae772 tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 1102 time: 0.1723800 Oct 12 22:55:57.711726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:57.715102 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b334c104-6114-485e-a6bc-fab484030314" -d '{"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-plugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:57.736801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:57.738020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3fa46830-904b-4fbd-abf9-358494a36efc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:57.738388 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:57.762760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Pushing event updated for resources: {'Port': ['ID=16a6b548-e6d3-42b7-8cc9-2b683e807c22,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:57.898476 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84970dce-ef50-4eec-b64b-ff461a246831 req-c360df3c-8fe3-426a-ac3c-9233d6b15068 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780868 Oct 12 22:55:57.922543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d831d23c-d966-45c2-940f-e79dc0191038 req-6b93a318-4c05-465a-a622-5952ca54c3bc tempest-MigrationsAdminTest-1334612996 tempest-MigrationsAdminTest-1334612996-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128806 Oct 12 22:55:57.985464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Attempting to bind port 120b3491-acc8-4e42-8c07-b19421548c2c on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:55:57.986102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Attempting to bind port 120b3491-acc8-4e42-8c07-b19421548c2c by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:55:57.986603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Attempting to bind port 120b3491-acc8-4e42-8c07-b19421548c2c on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:57.999869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Port 120b3491-acc8-4e42-8c07-b19421548c2c on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:55:58.000789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Attempting to bind port 120b3491-acc8-4e42-8c07-b19421548c2c on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:55:58.001774 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:58.013852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:55:58.014510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Checking segment: {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:55:58.015793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Bound using segment: {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:55:58.016410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Bound port: 120b3491-acc8-4e42-8c07-b19421548c2c, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:55:58.017064 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:58.037689 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84970dce-ef50-4eec-b64b-ff461a246831 req-41446111-7d4f-4e20-8cc4-542b14540d27 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399450 Oct 12 22:55:58.065513 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c3140d-a3fa-4822-a2c9-55945ed54fc8 x-openstack-request-id: req-b0c3140d-a3fa-4822-a2c9-55945ed54fc8 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:58.065818 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-plugged", "status": "completed", "tag": "d2bd3720-6229-4570-8ec0-62444279d819", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:58.066290 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0c3140d-a3fa-4822-a2c9-55945ed54fc8 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:58.066833 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819', 'code': 200} Oct 12 22:55:58.120172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=13']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:58.143739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66885f64-b1f4-46ab-8157-2116d321b5ff req-1f6d9a61-c7d4-4b42-aea5-2ffa04dd92ac tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:58.146773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66885f64-b1f4-46ab-8157-2116d321b5ff req-1f6d9a61-c7d4-4b42-aea5-2ffa04dd92ac tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 944 time: 0.0621021 Oct 12 22:55:58.146908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:55:58.188647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=120b3491-acc8-4e42-8c07-b19421548c2c,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:55:58.201426 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66885f64-b1f4-46ab-8157-2116d321b5ff req-20bbc9ab-e400-47d2-8e63-68bcbc9f46d6 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475745 Oct 12 22:55:58.204989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7558ad0f-2aea-4f07-8248-8584317fd0bc req-f3333891-79af-4644-85fc-8139ad047efa tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:58.213361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7558ad0f-2aea-4f07-8248-8584317fd0bc req-f3333891-79af-4644-85fc-8139ad047efa tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 944 time: 0.1785414 Oct 12 22:55:58.263971 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7558ad0f-2aea-4f07-8248-8584317fd0bc req-412baf0b-79d5-4cff-8b93-21ae034cc2e5 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497487 Oct 12 22:55:58.342238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:58.405528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 0182467e-1fce-425c-a6ef-8fa0897550c3 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:55:58.416498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:58.417099 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:58.418564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] 10.222.0.25 "PUT /v2.0/ports/120b3491-acc8-4e42-8c07-b19421548c2c HTTP/1.1" status: 200 len: 1092 time: 2.6095088 Oct 12 22:55:58.419014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:55:58.421229 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9abba2-99b0-4699-b2ca-55badc5906ee" -d '{"events": [{"name": "network-changed", "server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:55:58.506781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79abe8b-1fd4-440d-8dc3-ff904e164434 service neutron] Pushing event updated for resources: {'Port': ['ID=120b3491-acc8-4e42-8c07-b19421548c2c,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:58.517501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:58.591334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 0182467e-1fce-425c-a6ef-8fa0897550c3 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:55:58.599492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 0182467e-1fce-425c-a6ef-8fa0897550c3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:55:58.601869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:58.640761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-b45837a7-7caf-432e-b1bd-76cb6aab9838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:58.642403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-b45837a7-7caf-432e-b1bd-76cb6aab9838 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0902665 Oct 12 22:55:58.683852 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:58.689260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-be9b8908-23bd-4bdd-a849-607b22d94e8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=120b3491-acc8-4e42-8c07-b19421548c2c HTTP/1.1" status: 200 len: 217 time: 0.0376074 Oct 12 22:55:58.722220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:58.753289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:58.804504 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:58.825136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-3e1dfe97-1749-4308-b177-140e7b49992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:58.828127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-3e1dfe97-1749-4308-b177-140e7b49992b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b95754ae-0b03-4743-82ac-8dca0d4100ae HTTP/1.1" status: 200 len: 844 time: 0.0969071 Oct 12 22:55:58.834797 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccaba1be-4ab0-4ffb-8bd0-bc1897c82c3b x-openstack-request-id: req-ccaba1be-4ab0-4ffb-8bd0-bc1897c82c3b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:55:58.838130 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:55:58.838130 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccaba1be-4ab0-4ffb-8bd0-bc1897c82c3b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:55:58.838337 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c', 'status': 'completed', 'code': 200} Oct 12 22:55:58.881041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-bc4a8357-69ca-4eb2-b190-15e957700bba service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a872c47-5047-4e2e-95c5-e646dc8dc210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417998 Oct 12 22:55:58.888885 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:58.908492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=0182467e-1fce-425c-a6ef-8fa0897550c3,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:59.006266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46166) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:59.103264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54a3b6c-e9e9-4e41-a3a0-1cae47b9fe1a req-b88023fd-e08c-42e5-87a4-98bc074b4d30 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:59.104904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a54a3b6c-e9e9-4e41-a3a0-1cae47b9fe1a req-b88023fd-e08c-42e5-87a4-98bc074b4d30 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 951 time: 0.0902832 Oct 12 22:55:59.127897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83876dcf-2267-4651-94b6-0e1f78f91346 req-37ebb93a-fcab-4d0f-9696-c9fe7d3715f9 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:59.129401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83876dcf-2267-4651-94b6-0e1f78f91346 req-37ebb93a-fcab-4d0f-9696-c9fe7d3715f9 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 943 time: 0.1718833 Oct 12 22:55:59.151565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ba513c5-3f9a-4f35-ad87-419b80e0cc5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.161530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-55fb0b8a-e0de-4c91-96be-64b99b7aa045 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2702029 Oct 12 22:55:59.205932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a54a3b6c-e9e9-4e41-a3a0-1cae47b9fe1a req-c75933b9-a035-44b4-9f87-702572276174 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907719 Oct 12 22:55:59.236740 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83876dcf-2267-4651-94b6-0e1f78f91346 req-8ff82644-8655-4e33-bafa-5c2c71bc266e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943539 Oct 12 22:55:59.294321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb00e61d-da19-411b-be79-a5cc09922ba7 req-03f316f9-ae46-4be3-ae8c-bdd48df19a27 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236644 Oct 12 22:55:59.296224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e4083954-4fd4-4075-9146-77cd06e07d2c details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:55:59.337054 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ba513c5-3f9a-4f35-ad87-419b80e0cc5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.373845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Router 204185c1-4d7c-489f-bc7d-57af00fb3c9c is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:55:59.415282 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ba513c5-3f9a-4f35-ad87-419b80e0cc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.429765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port e4083954-4fd4-4075-9146-77cd06e07d2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e4083954-4fd4-4075-9146-77cd06e07d2c,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:59.430435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e86d9-b548-44ca-85b5-0e9bff382ad3 req-4c609089-4368-4146-8f9d-78476091d403 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:59.436504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa4e86d9-b548-44ca-85b5-0e9bff382ad3 req-4c609089-4368-4146-8f9d-78476091d403 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 945 time: 0.1203909 Oct 12 22:55:59.441884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'port_id': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'mac_address': 'fa:16:3e:e4:fe:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:55:59.489566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46176) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:59.492329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.509860 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ba513c5-3f9a-4f35-ad87-419b80e0cc5e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7816b38eaeb34620bf05d047031362fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4996028 Oct 12 22:55:59.514690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4083954-4fd4-4075-9146-77cd06e07d2c {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:55:59.517869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46180) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:59.528526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba513c5-3f9a-4f35-ad87-419b80e0cc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76b11c7e-bc6e-4641-aea7-458631cc981a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:59.536672 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa4e86d9-b548-44ca-85b5-0e9bff382ad3 req-92ee9d30-4b4d-4d95-890f-79aa670ec93d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993474 Oct 12 22:55:59.544627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:55:59.547321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port e4083954-4fd4-4075-9146-77cd06e07d2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e4083954-4fd4-4075-9146-77cd06e07d2c,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:55:59.553103 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.568091 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Sync routers for ids ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:55:59.578923 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Routers {'204185c1-4d7c-489f-bc7d-57af00fb3c9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:55:59.579923 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:59.621849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-e856597b-4645-42ec-98bd-e7a740c6e46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:59.623605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-e856597b-4645-42ec-98bd-e7a740c6e46e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0938919 Oct 12 22:55:59.631962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad6924-1b6c-4ca5-af23-4f9222e6ed07 req-fb7bf907-0b77-4eef-b818-4f5d873c14f7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:59.639422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59ad6924-1b6c-4ca5-af23-4f9222e6ed07 req-fb7bf907-0b77-4eef-b818-4f5d873c14f7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 944 time: 0.2835515 Oct 12 22:55:59.649747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.709508 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Set router 204185c1-4d7c-489f-bc7d-57af00fb3c9c gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:55:59.740717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2656114-478d-44fa-9dab-121e12fa3875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.742292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=e4083954-4fd4-4075-9146-77cd06e07d2c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:55:59.748873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-3db744a3-f0a0-4702-8fe8-601237a8c5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:55:59.752528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-3db744a3-f0a0-4702-8fe8-601237a8c5fb service neutron] 10.222.0.25 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 905 time: 0.1105449 Oct 12 22:55:59.761624 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5764c76b-33d7-4648-a2eb-9c50e95a814a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c827c7cc284b47d0a28fa8b89dbf9fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703218 Oct 12 22:55:59.763905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.765088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ace0c909-62d9-42c8-8ac0-bd07288e0bb9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3955061 Oct 12 22:55:59.767243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46182) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:59.768794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46184) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:55:59.822184 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2656114-478d-44fa-9dab-121e12fa3875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.915547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['e4083954-4fd4-4075-9146-77cd06e07d2c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:55:59.919783 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:53Z', 'updated_at': '2021-10-12T22:55:58Z', 'revision_number': 3, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'gw_port': {'id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:56Z', 'updated_at': '2021-10-12T22:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:55:59.950088 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51c9aa60-fdf1-4b49-9ed9-b5770276e1c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:55:59.970187 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Checking router: 204185c1-4d7c-489f-bc7d-57af00fb3c9c for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:55:59.971476 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Updating router 204185c1-4d7c-489f-bc7d-57af00fb3c9c port 16a6b548-e6d3-42b7-8cc9-2b683e807c22 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:55:59.983670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51c9aa60-fdf1-4b49-9ed9-b5770276e1c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.003321 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.040749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2656114-478d-44fa-9dab-121e12fa3875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.044058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2656114-478d-44fa-9dab-121e12fa3875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.045237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a2656114-478d-44fa-9dab-121e12fa3875 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76b11c7e-bc6e-4641-aea7-458631cc981a HTTP/1.1" status: 204 len: 168 time: 0.5256124 Oct 12 22:56:00.068423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:00.071726 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e862a-0319-44e9-b46e-755d20b1ba70" -d '{"events": [{"server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "name": "network-vif-plugged", "status": "completed", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:00.136174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2656114-478d-44fa-9dab-121e12fa3875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b11c7e-bc6e-4641-aea7-458631cc981a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:00.197864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-2ebb9b7a-d87c-4233-8422-ecd347d28784 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=120b3491-acc8-4e42-8c07-b19421548c2c HTTP/1.1" status: 200 len: 217 time: 0.4212916 Oct 12 22:56:00.205281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449904bd-e068-40e0-a745-164b2452fd73 req-5c9a7369-0b36-4b5a-b8ae-9d4755f8993c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:00.207693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-449904bd-e068-40e0-a745-164b2452fd73 req-5c9a7369-0b36-4b5a-b8ae-9d4755f8993c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 951 time: 0.0834100 Oct 12 22:56:00.221094 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de000546-5f46-4b58-9dd5-706a0a978c6b x-openstack-request-id: req-de000546-5f46-4b58-9dd5-706a0a978c6b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:00.221678 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "name": "network-vif-plugged", "status": "completed", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:00.222112 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-de000546-5f46-4b58-9dd5-706a0a978c6b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:00.223236 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3', 'code': 200} Oct 12 22:56:00.229244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59ad6924-1b6c-4ca5-af23-4f9222e6ed07 req-6ff3c5fa-4a92-42f9-ada0-58095e5fdba4 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5887527 Oct 12 22:56:00.238140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Deleting port 9bf21243-c672-48d0-897c-ca11fe95cd9d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:00.239152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.249897 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51c9aa60-fdf1-4b49-9ed9-b5770276e1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.252764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51c9aa60-fdf1-4b49-9ed9-b5770276e1c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.254114 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-51c9aa60-fdf1-4b49-9ed9-b5770276e1c1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e348c02-e524-436d-8256-d17759c1f116 HTTP/1.1" status: 204 len: 168 time: 0.4858878 Oct 12 22:56:00.402829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9aa60-fdf1-4b49-9ed9-b5770276e1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e348c02-e524-436d-8256-d17759c1f116,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:00.463928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fbc7f5-909e-4bef-a42c-858cc152497d req-84d56821-2881-4803-a6d1-5f7c8c91da7f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:00.473351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30fbc7f5-909e-4bef-a42c-858cc152497d req-84d56821-2881-4803-a6d1-5f7c8c91da7f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 943 time: 0.1335311 Oct 12 22:56:00.481110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-b0c70470-c7e6-434f-8090-af3397596c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:00.483061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-b0c70470-c7e6-434f-8090-af3397596c24 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b95754ae-0b03-4743-82ac-8dca0d4100ae HTTP/1.1" status: 200 len: 844 time: 0.2755232 Oct 12 22:56:00.531300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b42d55c-cb69-422d-a7ad-9c35012e7bcb req-cdd9a17e-b87e-41e8-bc60-53990fb4f1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:00.532842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b42d55c-cb69-422d-a7ad-9c35012e7bcb req-cdd9a17e-b87e-41e8-bc60-53990fb4f1f1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1097 time: 0.2084370 Oct 12 22:56:00.535941 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.541220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-f698f862-3e27-46f5-9465-912b123d7e2a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a872c47-5047-4e2e-95c5-e646dc8dc210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464697 Oct 12 22:56:00.541782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f103ee-e725-4bf8-8072-bff4b6db50b0 req-4c230b5c-64fa-40f5-aa86-9fe3180ea77c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:00.543428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-85f103ee-e725-4bf8-8072-bff4b6db50b0 req-4c230b5c-64fa-40f5-aa86-9fe3180ea77c tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 951 time: 0.1829669 Oct 12 22:56:00.574542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] For port 9bf21243-c672-48d0-897c-ca11fe95cd9d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9bf21243-c672-48d0-897c-ca11fe95cd9d,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:00.575148 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.610027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Calling delete_port for 9bf21243-c672-48d0-897c-ca11fe95cd9d owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:00.620436 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.624792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30fbc7f5-909e-4bef-a42c-858cc152497d req-a472020e-25cc-454e-aa1a-52b699799d1f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497498 Oct 12 22:56:00.653856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b42d55c-cb69-422d-a7ad-9c35012e7bcb req-1e54cf8e-2c25-41f2-82cd-14bdaf62bf91 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032999 Oct 12 22:56:00.691544 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8bacf-707c-4f9c-9974-f18176ef846e None None] Pushing event updated for resources: {'Port': ['ID=16a6b548-e6d3-42b7-8cc9-2b683e807c22,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:00.695982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-449904bd-e068-40e0-a745-164b2452fd73 req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Deleting port d2bd3720-6229-4570-8ec0-62444279d819 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:00.696336 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449904bd-e068-40e0-a745-164b2452fd73 req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.709402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-85f103ee-e725-4bf8-8072-bff4b6db50b0 req-ef8f8486-5818-482d-85a2-74f3d5a6c6b2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500196 Oct 12 22:56:00.735673 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Attempting to bind port 16a6b548-e6d3-42b7-8cc9-2b683e807c22 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:00.736176 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Attempting to bind port 16a6b548-e6d3-42b7-8cc9-2b683e807c22 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:00.736666 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Attempting to bind port 16a6b548-e6d3-42b7-8cc9-2b683e807c22 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:00.744610 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:00.745552 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:00.748114 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.749133 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:00.749726 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Bound port: 16a6b548-e6d3-42b7-8cc9-2b683e807c22, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:00.750230 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.822216 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] For port 16a6b548-e6d3-42b7-8cc9-2b683e807c22, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:00.827809 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] For port 16a6b548-e6d3-42b7-8cc9-2b683e807c22, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=16a6b548-e6d3-42b7-8cc9-2b683e807c22,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:00.872788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-449904bd-e068-40e0-a745-164b2452fd73 req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] For port d2bd3720-6229-4570-8ec0-62444279d819, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2bd3720-6229-4570-8ec0-62444279d819,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:00.873153 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449904bd-e068-40e0-a745-164b2452fd73 req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.891127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-449904bd-e068-40e0-a745-164b2452fd73 req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Calling delete_port for d2bd3720-6229-4570-8ec0-62444279d819 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:00.908988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e632c-94fa-40d5-91fd-8465d37a762a req-2fdb2d70-da35-4a09-9f26-0a360e27935b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:00.912012 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:00.914312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-091e632c-94fa-40d5-91fd-8465d37a762a req-2fdb2d70-da35-4a09-9f26-0a360e27935b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 945 time: 0.1707458 Oct 12 22:56:00.940487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-7882ca06-dc8f-4615-a757-ef757df3f189 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325996 Oct 12 22:56:00.982903 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Routers {'204185c1-4d7c-489f-bc7d-57af00fb3c9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:00.983570 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:01.029446 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8bacf-707c-4f9c-9974-f18176ef846e None None] Pushing event updated for resources: {'Port': ['ID=16a6b548-e6d3-42b7-8cc9-2b683e807c22,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:01.101158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:01.112202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-091e632c-94fa-40d5-91fd-8465d37a762a req-f2d5c3a4-9f32-48ca-856e-f1ed8fd30932 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839395 Oct 12 22:56:01.125440 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] Set router 204185c1-4d7c-489f-bc7d-57af00fb3c9c gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:01.144320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf21243-c672-48d0-897c-ca11fe95cd9d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:01.194952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c9abba2-99b0-4699-b2ca-55badc5906ee req-fc14445a-2351-43f0-adb7-7ea15b0bb3c1 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282035 Oct 12 22:56:01.286215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449904bd-e068-40e0-a745-164b2452fd73 req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:01.301239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['72599d4b-1899-4469-833f-0f63fd4a4469', '9af816b2-022c-410b-b525-4c3656557af9', '04219a84-d219-4bbc-9df2-68e7d9991246'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:01.304511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d2bd3720-6229-4570-8ec0-62444279d819'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:01.316709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:01.374388 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 120b3491-acc8-4e42-8c07-b19421548c2c details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:56:01.383527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e4083954-4fd4-4075-9146-77cd06e07d2c up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:01.486688 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:53Z', 'updated_at': '2021-10-12T22:55:58Z', 'revision_number': 3, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'gw_port': {'id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:56Z', 'updated_at': '2021-10-12T22:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:01.511711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Pushing event deleted for resources: {'Port': ['ID=d2bd3720-6229-4570-8ec0-62444279d819,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:01.561997 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d97008b-e961-45b0-9f1b-95122538321f None None] The sync data for ids ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'] in n-d-790519-14 is: [{'id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:53Z', 'updated_at': '2021-10-12T22:55:58Z', 'revision_number': 3, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'gw_port': {'id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:56Z', 'updated_at': '2021-10-12T22:56:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:56:01.661104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-449904bd-e068-40e0-a745-164b2452fd73 req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] No DVR routers for this DVR port d2bd3720-6229-4570-8ec0-62444279d819 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:01.680912 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449904bd-e068-40e0-a745-164b2452fd73 req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:01.691030 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-449904bd-e068-40e0-a745-164b2452fd73 req-318e490e-db1e-4c24-ab8a-b6c983439fc1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.25 "DELETE /v2.0/ports/d2bd3720-6229-4570-8ec0-62444279d819 HTTP/1.1" status: 204 len: 173 time: 1.4722648 Oct 12 22:56:01.696388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-deleted', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:01.699672 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad1ea98a-2bc0-4a75-a8e7-c4ed5e15c889" -d '{"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-deleted", "tag": "d2bd3720-6229-4570-8ec0-62444279d819"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:01.717905 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:01.732452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a009de-fbac-43b2-af8c-ce0388ccdeb8 req-2119da0b-2785-4a2c-b83a-b04b39047926 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:01.734669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a009de-fbac-43b2-af8c-ce0388ccdeb8 req-2119da0b-2785-4a2c-b83a-b04b39047926 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 945 time: 0.3328795 Oct 12 22:56:01.763991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Allocated IP 172.20.0.1 (99711de6-4465-4828-855d-73ef00283e1d/64ee93a7-c6d8-4463-a5c7-66c3d974fbee/9e5729c0-f18a-4c8b-8707-ff18beee2f25) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:01.792322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46240) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:01.856883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=120b3491-acc8-4e42-8c07-b19421548c2c,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:01.911812 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7a009de-fbac-43b2-af8c-ce0388ccdeb8 req-a616790e-4019-4b81-a43a-fb4debcf3d00 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692646 Oct 12 22:56:01.964965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '120b3491-acc8-4e42-8c07-b19421548c2c', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'port_id': '120b3491-acc8-4e42-8c07-b19421548c2c', 'mac_address': 'fa:16:3e:7a:19:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95754ae-0b03-4743-82ac-8dca0d4100ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:56:02.085227 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64691481-ab2e-4afe-a241-b8cc7f386156 x-openstack-request-id: req-64691481-ab2e-4afe-a241-b8cc7f386156 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:02.085502 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767d76b6-a4f2-4575-8d4f-5bb5710ced28", "name": "network-vif-deleted", "tag": "d2bd3720-6229-4570-8ec0-62444279d819", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:02.085763 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-64691481-ab2e-4afe-a241-b8cc7f386156 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:02.086167 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767d76b6-a4f2-4575-8d4f-5bb5710ced28', 'name': 'network-vif-deleted', 'tag': 'd2bd3720-6229-4570-8ec0-62444279d819', 'status': 'completed', 'code': 200} Oct 12 22:56:02.187741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80379517-b153-411a-b0d0-e8e2f6064b7e req-67dc74c7-e968-4c2a-b2a2-6fce140107fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:02.197424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80379517-b153-411a-b0d0-e8e2f6064b7e req-67dc74c7-e968-4c2a-b2a2-6fce140107fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 943 time: 0.2556946 Oct 12 22:56:02.211730 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.259289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port e4083954-4fd4-4075-9146-77cd06e07d2c completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:56:02.260243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80379517-b153-411a-b0d0-e8e2f6064b7e req-85d09590-2c81-4d6f-930e-2056befad645 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615695 Oct 12 22:56:02.264989 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.283936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port e4083954-4fd4-4075-9146-77cd06e07d2c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:02.285701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.297817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 120b3491-acc8-4e42-8c07-b19421548c2c {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:02.300191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1676792950'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:02.407268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=120b3491-acc8-4e42-8c07-b19421548c2c,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:02.427983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71781e53-db77-4e3d-84eb-23a7abe54de8 req-afc65daa-9c76-41fc-bb6e-4f83ef49c308 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:02.435530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-71781e53-db77-4e3d-84eb-23a7abe54de8 req-afc65daa-9c76-41fc-bb6e-4f83ef49c308 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 945 time: 0.0645196 Oct 12 22:56:02.438863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Made reservation on behalf of 7b5fcdd1a0194a5eb438244c6b86b891 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:02.443814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.459184 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.464356 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.520579 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.528813 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.593783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5729c0-f18a-4c8b-8707-ff18beee2f25,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:02.624233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Network 99711de6-4465-4828-855d-73ef00283e1d is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:02.651965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:02.659795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-58702d6a-68e5-4334-ba6b-eb1a51f4271c req-f7747b2e-44b1-492d-914a-6cce48f6bdf0 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=767d76b6-a4f2-4575-8d4f-5bb5710ced28 HTTP/1.1" status: 200 len: 210 time: 0.0376923 Oct 12 22:56:02.673906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:02.687656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:02.689934 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1e1f44-9864-4ed3-9baa-17144ad2fa0e" -d '{"events": [{"server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "name": "network-vif-plugged", "status": "completed", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:02.692678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=120b3491-acc8-4e42-8c07-b19421548c2c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:02.706961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-71781e53-db77-4e3d-84eb-23a7abe54de8 req-839fa687-c0a4-4ec0-a795-9fb02de200cc tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695258 Oct 12 22:56:02.715644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:56:02.736833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port e4083954-4fd4-4075-9146-77cd06e07d2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e4083954-4fd4-4075-9146-77cd06e07d2c,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:02.768489 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.792175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.804678 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-340eae72-4291-4142-a613-af8061dcca40 x-openstack-request-id: req-340eae72-4291-4142-a613-af8061dcca40 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:02.804975 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "name": "network-vif-plugged", "status": "completed", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:02.805234 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-340eae72-4291-4142-a613-af8061dcca40 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:02.805638 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'code': 200} Oct 12 22:56:02.871528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['120b3491-acc8-4e42-8c07-b19421548c2c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:02.876738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.880382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:02.998443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:56:03.016290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d23c9af-f963-4b68-b0a7-3510911ea473 req-398e2de1-3b88-4499-bd1d-527b6b716359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:03.018270 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d23c9af-f963-4b68-b0a7-3510911ea473 req-398e2de1-3b88-4499-bd1d-527b6b716359 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1098 time: 0.1475325 Oct 12 22:56:03.048914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4faa013-90a1-472c-b16d-71a255b4c00c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:03.055180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.056786 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Added segment 663cdcbe-111b-47cc-8c52-602b6df8f749 of type vlan for network 90ca4f4d-a840-4375-9556-652dec4ab566 Oct 12 22:56:03.098040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:56:03.105732 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d23c9af-f963-4b68-b0a7-3510911ea473 req-4fe5275c-f8e5-41c9-ba32-2ae170668b6d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753660 Oct 12 22:56:03.109467 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b156acd8-cdd8-424b-b58b-9c0e01c91263 admin admin] 10.222.0.31 "PUT /v2.0/routers/a6944ef4-a4f3-4e45-b749-f5c2dbf46018/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3546498 Oct 12 22:56:03.112684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46266) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:03.124136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=e4083954-4fd4-4075-9146-77cd06e07d2c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:03.141981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] Sync routers for ids ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:56:03.159167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd2e2f-f10a-424a-a4e7-5b011c1bfc29 req-457ffe3a-a16b-442a-869e-54d991a70ce4 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:03.160733 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77cd2e2f-f10a-424a-a4e7-5b011c1bfc29 req-457ffe3a-a16b-442a-869e-54d991a70ce4 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1097 time: 0.2687697 Oct 12 22:56:03.197727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ddd490d4-a180-49a4-9f62-5eb1b2d38c8d None None] Provisioning complete for port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:03.198144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ddd490d4-a180-49a4-9f62-5eb1b2d38c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.235836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] Routers {'a6944ef4-a4f3-4e45-b749-f5c2dbf46018'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:03.236469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:03.239734 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.291634 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.292804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a5cbc-6e5b-46db-b2a5-46c53939f495 req-8c29663a-e4f0-4145-8dcb-41265a2f76c0 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:03.294929 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e6a5cbc-6e5b-46db-b2a5-46c53939f495 req-8c29663a-e4f0-4145-8dcb-41265a2f76c0 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.0661318 Oct 12 22:56:03.296094 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.304581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77cd2e2f-f10a-424a-a4e7-5b011c1bfc29 req-ed27db85-b55e-4db3-a866-2a0c300eb0bf tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145623 Oct 12 22:56:03.322191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2bd3720-6229-4570-8ec0-62444279d819 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:03.378538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.384994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:03.385701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.415560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e6a5cbc-6e5b-46db-b2a5-46c53939f495 req-f2cde3c6-4fed-4f9a-85db-17165bf696f8 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856941 Oct 12 22:56:03.452076 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.483317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ddd490d4-a180-49a4-9f62-5eb1b2d38c8d None None] Port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:03.518481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] Set router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:03.550538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: d2bd3720-6229-4570-8ec0-62444279d819 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:03.550899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2bd3720-6229-4570-8ec0-62444279d819 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:03.562773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7693884 Oct 12 22:56:03.572032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46284) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:03.580861 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 16a6b548-e6d3-42b7-8cc9-2b683e807c22 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:03.583355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'subnet': {'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:03.635417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d9ad6-6ed3-4803-9922-f222c38c1558 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Network': ['ID=90ca4f4d-a840-4375-9556-652dec4ab566,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:03.670081 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 90ca4f4d-a840-4375-9556-652dec4ab566 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:56:03.676068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f3a2fa-7864-44a3-a725-9a903674e34c req-8d354b1d-2aff-4ef8-90f2-05b60399b2ae tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:03.685159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939e9c55-0b08-4465-953a-5feace8d6d67 req-1cda802c-fc86-4691-b3ab-aaa287a1297c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:03.686438 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61f3a2fa-7864-44a3-a725-9a903674e34c req-8d354b1d-2aff-4ef8-90f2-05b60399b2ae tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1097 time: 0.1734092 Oct 12 22:56:03.694410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-939e9c55-0b08-4465-953a-5feace8d6d67 req-1cda802c-fc86-4691-b3ab-aaa287a1297c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 944 time: 0.1741626 Oct 12 22:56:03.745943 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Deleting port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:03.746372 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.746505 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.759298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-939e9c55-0b08-4465-953a-5feace8d6d67 req-79cf375f-2112-46c1-8ffb-80561b0bc43e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605206 Oct 12 22:56:03.804183 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61f3a2fa-7864-44a3-a725-9a903674e34c req-9a8c3181-6791-45e9-8180-36acc30aa4ca tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158516 Oct 12 22:56:03.822215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.847160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 16a6b548-e6d3-42b7-8cc9-2b683e807c22 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:03.847160 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.863305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] For port c3ac0461-3ef4-4f31-b1af-40a852b0bf2b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c3ac0461-3ef4-4f31-b1af-40a852b0bf2b,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:03.863702 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:03.879726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Calling delete_port for c3ac0461-3ef4-4f31-b1af-40a852b0bf2b owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:03.942207 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:04.059850 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:04.085778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:29Z', 'updated_at': '2021-10-12T22:56:00Z', 'revision_number': 5, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'gw_port': {'id': 'c3ac0461-3ef4-4f31-b1af-40a852b0bf2b', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c2:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:30Z', 'updated_at': '2021-10-12T22:53:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:04.095348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Network 99711de6-4465-4828-855d-73ef00283e1d is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:04.098471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:04.107293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Pushing event updated for resources: {'Port': ['ID=9e5729c0-f18a-4c8b-8707-ff18beee2f25,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:04.159589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] Checking router: a6944ef4-a4f3-4e45-b749-f5c2dbf46018 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:56:04.204912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 16a6b548-e6d3-42b7-8cc9-2b683e807c22, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=16a6b548-e6d3-42b7-8cc9-2b683e807c22,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:04.205856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] Routers {'a6944ef4-a4f3-4e45-b749-f5c2dbf46018'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:04.206474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:04.268558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Made reservation on behalf of 7b5fcdd1a0194a5eb438244c6b86b891 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:04.275126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:04.337684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] Set router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:04.376468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Router 204185c1-4d7c-489f-bc7d-57af00fb3c9c has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:56:04.431303 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:04.451187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac46655-2767-480e-8dd9-fd34767b0575 req-d2997099-4e6a-44d1-b558-f543b576d2e2 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:04.452726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fac46655-2767-480e-8dd9-fd34767b0575 req-d2997099-4e6a-44d1-b558-f543b576d2e2 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1097 time: 0.2183685 Oct 12 22:56:04.492511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c3ac0461-3ef4-4f31-b1af-40a852b0bf2b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:04.546506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fac46655-2767-480e-8dd9-fd34767b0575 req-12422952-9946-4941-8edb-b276fb559d10 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867603 Oct 12 22:56:04.593565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:56:04.606656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4b946e2a-7c29-4888-b379-db228c2e2da1 admin admin] 10.222.0.31 "PUT /v2.0/routers/204185c1-4d7c-489f-bc7d-57af00fb3c9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8315971 Oct 12 22:56:04.614228 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Sync routers for ids ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:56:04.633228 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Routers {'204185c1-4d7c-489f-bc7d-57af00fb3c9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:04.634600 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:04.639920 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:04.670634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46316) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:04.689289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:29Z', 'updated_at': '2021-10-12T22:56:03Z', 'revision_number': 6, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:04.724042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1824c-1e5d-438d-aa48-9269a125ef29 req-3d1ea9da-753e-40ca-afab-f19cc87a62ac tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:04.739279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8eb1824c-1e5d-438d-aa48-9269a125ef29 req-3d1ea9da-753e-40ca-afab-f19cc87a62ac tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.1075907 Oct 12 22:56:04.755609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047eae14-1cbe-4d48-a180-669c61a2a014 req-78391d15-8557-4926-80ed-2866d9d500f2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:04.757308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047eae14-1cbe-4d48-a180-669c61a2a014 req-78391d15-8557-4926-80ed-2866d9d500f2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 951 time: 0.2527320 Oct 12 22:56:04.767873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:04.805056 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Set router 204185c1-4d7c-489f-bc7d-57af00fb3c9c gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:04.810152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae15318c-af08-4c90-884a-fea0d1c53a1d None None] The sync data for ids ['a6944ef4-a4f3-4e45-b749-f5c2dbf46018'] in n-d-790519-14 is: [{'id': 'a6944ef4-a4f3-4e45-b749-f5c2dbf46018', 'name': 'tempest-AttachSCSIVolumeTestJSON-255413630-router', 'tenant_id': '74f7356c33b341b4b501c16e8f2eae1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:29Z', 'updated_at': '2021-10-12T22:56:03Z', 'revision_number': 6, 'project_id': '74f7356c33b341b4b501c16e8f2eae1a', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:56:04.821084 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8eb1824c-1e5d-438d-aa48-9269a125ef29 req-71bd8715-c6e6-4e48-8854-6844db8f286a tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808361 Oct 12 22:56:04.833664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c8644d79-9b2f-4483-93e2-96da31fb372f None None] Provisioning complete for port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:04.834022 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c8644d79-9b2f-4483-93e2-96da31fb372f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:04.909860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=16a6b548-e6d3-42b7-8cc9-2b683e807c22,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:04.925143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c8644d79-9b2f-4483-93e2-96da31fb372f None None] Port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:04.935254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:04.987734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd6d5c-a478-4fca-9065-7236ec4603e1 req-3f7bcc0f-375a-4b19-afce-2ffacdef353f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:04.989139 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6cd6d5c-a478-4fca-9065-7236ec4603e1 req-3f7bcc0f-375a-4b19-afce-2ffacdef353f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 944 time: 0.0613880 Oct 12 22:56:05.000191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.012397 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.014036 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c64e49b7-3e18-4dc2-85d4-33c54e3173f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.044598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6cd6d5c-a478-4fca-9065-7236ec4603e1 req-9056f377-9d3e-4359-bbe9-2d7bd9a8fa69 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444064 Oct 12 22:56:05.090501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Subnet': ['ID=9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:05.188810 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-047eae14-1cbe-4d48-a180-669c61a2a014 req-c6fc6cf3-9e52-4ef5-9b48-dddca7038a5b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359654 Oct 12 22:56:05.190593 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:53Z', 'updated_at': '2021-10-12T22:56:03Z', 'revision_number': 4, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'gw_port': {'id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:56Z', 'updated_at': '2021-10-12T22:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9e5729c0-f18a-4c8b-8707-ff18beee2f25', 'name': '', 'network_id': '99711de6-4465-4828-855d-73ef00283e1d', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'mac_address': 'fa:16:3e:b6:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '64ee93a7-c6d8-4463-a5c7-66c3d974fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:01Z', 'updated_at': '2021-10-12T22:56:03Z', 'revision_number': 2, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'subnets': [{'id': '64ee93a7-c6d8-4463-a5c7-66c3d974fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:05.190903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Checking segment: {'id': '663cdcbe-111b-47cc-8c52-602b6df8f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:05.190903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Network hostable DHCP agents. Network: 90ca4f4d-a840-4375-9556-652dec4ab566, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:56:05.191239 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Checking router: 204185c1-4d7c-489f-bc7d-57af00fb3c9c for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:56:05.191239 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Updating router 204185c1-4d7c-489f-bc7d-57af00fb3c9c port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:56:05.193561 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.206751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c64e49b7-3e18-4dc2-85d4-33c54e3173f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.306404 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.307418 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router a6944ef4-a4f3-4e45-b749-f5c2dbf46018 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:56:05.314705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.314705 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-64770fb2-5186-4163-9b08-211595baf8ba admin admin] 10.222.0.31 "DELETE /v2.0/routers/a6944ef4-a4f3-4e45-b749-f5c2dbf46018 HTTP/1.1" status: 204 len: 168 time: 2.2007840 Oct 12 22:56:05.318628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46328) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:05.331032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 120b3491-acc8-4e42-8c07-b19421548c2c up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:05.359745 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-714d7500-4bca-4a21-bbd7-b0378859d4c9 req-13801551-13dd-41a9-a795-b81f889a3581 tempest-FloatingIPDetailsNegativeTestJSON-1545870790 tempest-FloatingIPDetailsNegativeTestJSON-1545870790-project] show failed (client error): The resource could not be found. Oct 12 22:56:05.360940 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-714d7500-4bca-4a21-bbd7-b0378859d4c9 req-13801551-13dd-41a9-a795-b81f889a3581 tempest-FloatingIPDetailsNegativeTestJSON-1545870790 tempest-FloatingIPDetailsNegativeTestJSON-1545870790-project] 10.222.0.31 "GET /v2.0/floatingips/5787e910-8b2f-4566-ae1c-8be0e3d235d4 HTTP/1.1" status: 404 len: 350 time: 0.0514135 Oct 12 22:56:05.373283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46330) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:05.380061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Network 90ca4f4d-a840-4375-9556-652dec4ab566 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:56:05.385477 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c64e49b7-3e18-4dc2-85d4-33c54e3173f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.402828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8dcd738-6179-4a64-a0ea-30355217dfa5 admin admin] Deleting subnet c8f51da9-ed0d-46f1-a471-87a200338f88 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:56:05.407674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd738-6179-4a64-a0ea-30355217dfa5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.452389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd738-6179-4a64-a0ea-30355217dfa5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.470548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 120b3491-acc8-4e42-8c07-b19421548c2c completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:56:05.474609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 120b3491-acc8-4e42-8c07-b19421548c2c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:05.480975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.483004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e49b7-3e18-4dc2-85d4-33c54e3173f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a364fd-f951-4e66-a551-c681950706ab,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:05.498097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c64e49b7-3e18-4dc2-85d4-33c54e3173f8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11f9043de88a4f6b9ca33a0e996240df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8005204 Oct 12 22:56:05.499430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46332) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:05.529214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 90ca4f4d-a840-4375-9556-652dec4ab566) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:05.544718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:05.550626 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.565197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831722a6-3b28-4d93-92c0-0dc02b6011c8 None None] Network 90ca4f4d-a840-4375-9556-652dec4ab566 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:05.671077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd738-6179-4a64-a0ea-30355217dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.683737 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.739791 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.769075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:05.771857 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b88fd-0c60-4a3c-88a4-168098f9fc20" -d '{"events": [{"server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:05.784293 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53e4fd6d-06f6-4064-9abf-ac488f9f2c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.798482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=120b3491-acc8-4e42-8c07-b19421548c2c,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:05.815493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 16a6b548-e6d3-42b7-8cc9-2b683e807c22 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:05.817944 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e407ce6e-8601-490f-b425-98688ba83acc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2440331 Oct 12 22:56:05.825485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46342) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:05.831160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'port': {'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566', 'name': 'tempest-AllowedAddressPairTestJSON-1291453531'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:05.849180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53e4fd6d-06f6-4064-9abf-ac488f9f2c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.862813 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.901611 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.922134 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd738-6179-4a64-a0ea-30355217dfa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:05.973353 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38476514-f8b9-427e-a650-37e122cd2df6 None None] Pushing event updated for resources: {'Port': ['ID=9e5729c0-f18a-4c8b-8707-ff18beee2f25,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:05.978552 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-c0cc4b7c-fa80-4aa4-acd5-484615faf8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:05.981374 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-c0cc4b7c-fa80-4aa4-acd5-484615faf8a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1098 time: 0.1788876 Oct 12 22:56:05.981543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e673d884-e53b-47aa-ac25-130f95a82752 req-bbca5f87-8424-4d27-b7b4-2aa5c27c3bf3 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:05.982873 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e673d884-e53b-47aa-ac25-130f95a82752 req-bbca5f87-8424-4d27-b7b4-2aa5c27c3bf3 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1097 time: 0.1849017 Oct 12 22:56:05.989283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dcd738-6179-4a64-a0ea-30355217dfa5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8f51da9-ed0d-46f1-a471-87a200338f88,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:05.990398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-ec0e5f7b-f6bc-4392-b4a7-2fdbe123b89f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:05.992087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-ec0e5f7b-f6bc-4392-b4a7-2fdbe123b89f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 951 time: 0.1902525 Oct 12 22:56:06.034668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217adc4-434a-413e-86d5-53e2925e83ab req-5d92e60d-d9b5-49af-b2bb-c3c9d496a890 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:06.037696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b217adc4-434a-413e-86d5-53e2925e83ab req-5d92e60d-d9b5-49af-b2bb-c3c9d496a890 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.2743497 Oct 12 22:56:06.042099 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Attempting to bind port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:06.042409 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Attempting to bind port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1c12a445-38da-4d72-a638-a1ddb5f331ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '99711de6-4465-4828-855d-73ef00283e1d'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:06.042765 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Attempting to bind port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 on network 99711de6-4465-4828-855d-73ef00283e1d {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:06.045039 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8dcd738-6179-4a64-a0ea-30355217dfa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.051739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a8dcd738-6179-4a64-a0ea-30355217dfa5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c8f51da9-ed0d-46f1-a471-87a200338f88 HTTP/1.1" status: 204 len: 168 time: 0.7280533 Oct 12 22:56:06.052632 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:06.052999 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Checking segment: {'id': '1c12a445-38da-4d72-a638-a1ddb5f331ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '99711de6-4465-4828-855d-73ef00283e1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:06.053990 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.054503 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Bound using segment: {'id': '1c12a445-38da-4d72-a638-a1ddb5f331ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '99711de6-4465-4828-855d-73ef00283e1d'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:06.055077 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Bound port: 9e5729c0-f18a-4c8b-8707-ff18beee2f25, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c12a445-38da-4d72-a638-a1ddb5f331ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '99711de6-4465-4828-855d-73ef00283e1d'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:06.055433 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.056729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46344) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:06.061471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-90ca4f4d-a840-4375-9556-652dec4ab566', 'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566', 'tenant_id': '7b5fcdd1a0194a5eb438244c6b86b891', 'fixed_ips': [{'subnet_id': '9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:56:06.064209 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.071406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ff1dde-2bd1-4086-bbe8-99a57a103a3c None None] Network 242a17e0-604d-464b-a315-b14f62c7c414 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:06.223257 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] For port 9e5729c0-f18a-4c8b-8707-ff18beee2f25, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:06.223257 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] For port 9e5729c0-f18a-4c8b-8707-ff18beee2f25, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9e5729c0-f18a-4c8b-8707-ff18beee2f25,segment=NetworkSegment(1c12a445-38da-4d72-a638-a1ddb5f331ef),segment_id=1c12a445-38da-4d72-a638-a1ddb5f331ef)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:06.247024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e673d884-e53b-47aa-ac25-130f95a82752 req-ea85ef23-264b-4d61-9b08-84b2e42ec530 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488062 Oct 12 22:56:06.259143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 16a6b548-e6d3-42b7-8cc9-2b683e807c22 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:06.259750 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.263210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=120b3491-acc8-4e42-8c07-b19421548c2c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:06.312636 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.346265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-dd89b295-c8b7-4fea-abb3-f16827499406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:06.349430 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-dd89b295-c8b7-4fea-abb3-f16827499406 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 920 time: 0.3532846 Oct 12 22:56:06.372802 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5822137f-9afb-41f8-bbc0-62a885e1e139 x-openstack-request-id: req-5822137f-9afb-41f8-bbc0-62a885e1e139 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:06.373102 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:06.373323 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5822137f-9afb-41f8-bbc0-62a885e1e139 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:06.373916 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c', 'code': 200} Oct 12 22:56:06.442640 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-a68bd0d8-012b-4899-bb8f-b76fd61a661c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 217 time: 0.0633562 Oct 12 22:56:06.453386 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Routers {'204185c1-4d7c-489f-bc7d-57af00fb3c9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:06.454217 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:06.458536 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38476514-f8b9-427e-a650-37e122cd2df6 None None] Pushing event updated for resources: {'Port': ['ID=9e5729c0-f18a-4c8b-8707-ff18beee2f25,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:06.472561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-57aa121e-ef25-433f-862b-d6d3e331da3a None None] Provisioning complete for port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:06.473236 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57aa121e-ef25-433f-862b-d6d3e331da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.635072 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] Set router 204185c1-4d7c-489f-bc7d-57af00fb3c9c gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:06.650619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be41436-1055-4f94-980b-ee25b0efcf02 req-70c1d3d8-58d2-490b-ad5d-887a3d0cade8 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:06.652264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7be41436-1055-4f94-980b-ee25b0efcf02 req-70c1d3d8-58d2-490b-ad5d-887a3d0cade8 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 945 time: 0.2066963 Oct 12 22:56:06.703546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Deleting port 04219a84-d219-4bbc-9df2-68e7d9991246 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:06.704219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.752322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Allocated IP 172.20.0.2 (90ca4f4d-a840-4375-9556-652dec4ab566/9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20/a81912c8-7a27-454d-8943-56ccbee04fa1) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:06.775831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-fe111690-0d43-4ba9-b58c-547e297b259f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:06.777307 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-fe111690-0d43-4ba9-b58c-547e297b259f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 200 len: 859 time: 0.2742755 Oct 12 22:56:06.814188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.836128 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-2a942971-2982-4bc8-8c9a-0c344a9cb981 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481305 Oct 12 22:56:06.862779 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7be41436-1055-4f94-980b-ee25b0efcf02 req-39616b59-3dbb-423a-ac67-95fd21adfe1b tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855512 Oct 12 22:56:06.897635 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:06.930278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dea1b0b-4bf7-4c6c-a15b-cee46cc89319 None None] DHCP port deletion for 242a17e0-604d-464b-a315-b14f62c7c414 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:56:06.935271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9bf21243-c672-48d0-897c-ca11fe95cd9d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:07.001313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Made reservation on behalf of 7b5fcdd1a0194a5eb438244c6b86b891 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:07.005247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.066618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b217adc4-434a-413e-86d5-53e2925e83ab req-51646d74-ead0-4f96-a503-e701936a126c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705762 Oct 12 22:56:07.073570 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57aa121e-ef25-433f-862b-d6d3e331da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.082224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a61257a-0913-4e8c-bbc6-cb8e5e71cc37 req-bd8b8544-3d77-45f7-a5cd-a4db218c19c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:07.087534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a61257a-0913-4e8c-bbc6-cb8e5e71cc37 req-bd8b8544-3d77-45f7-a5cd-a4db218c19c5 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 1097 time: 0.2548852 Oct 12 22:56:07.097292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 9bf21243-c672-48d0-897c-ca11fe95cd9d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:07.097292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9bf21243-c672-48d0-897c-ca11fe95cd9d not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:07.097292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c3ac0461-3ef4-4f31-b1af-40a852b0bf2b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:07.103219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] device_id is not set on port 5edc4b51-bd19-4abe-bbc3-df29ac8bd2de yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 22:56:07.108691 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:53Z', 'updated_at': '2021-10-12T22:56:03Z', 'revision_number': 4, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'gw_port': {'id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:56Z', 'updated_at': '2021-10-12T22:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9e5729c0-f18a-4c8b-8707-ff18beee2f25', 'name': '', 'network_id': '99711de6-4465-4828-855d-73ef00283e1d', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'mac_address': 'fa:16:3e:b6:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '64ee93a7-c6d8-4463-a5c7-66c3d974fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:01Z', 'updated_at': '2021-10-12T22:56:06Z', 'revision_number': 4, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'subnets': [{'id': '64ee93a7-c6d8-4463-a5c7-66c3d974fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:07.122534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c3ac0461-3ef4-4f31-b1af-40a852b0bf2b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:07.122881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c3ac0461-3ef4-4f31-b1af-40a852b0bf2b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:07.186081 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-57aa121e-ef25-433f-862b-d6d3e331da3a None None] For port 9e5729c0-f18a-4c8b-8707-ff18beee2f25, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9e5729c0-f18a-4c8b-8707-ff18beee2f25,segment=NetworkSegment(1c12a445-38da-4d72-a638-a1ddb5f331ef),segment_id=1c12a445-38da-4d72-a638-a1ddb5f331ef)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:07.189267 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0360faf-1011-4120-9410-f7cbc7db6057 None None] The sync data for ids ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'] in n-d-790519-14 is: [{'id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:53Z', 'updated_at': '2021-10-12T22:56:03Z', 'revision_number': 4, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'gw_port': {'id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:56Z', 'updated_at': '2021-10-12T22:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9e5729c0-f18a-4c8b-8707-ff18beee2f25', 'name': '', 'network_id': '99711de6-4465-4828-855d-73ef00283e1d', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'mac_address': 'fa:16:3e:b6:aa:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '64ee93a7-c6d8-4463-a5c7-66c3d974fbee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:01Z', 'updated_at': '2021-10-12T22:56:06Z', 'revision_number': 4, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'subnets': [{'id': '64ee93a7-c6d8-4463-a5c7-66c3d974fbee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:56:07.194813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53e4fd6d-06f6-4064-9abf-ac488f9f2c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.195405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53e4fd6d-06f6-4064-9abf-ac488f9f2c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.199852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-53e4fd6d-06f6-4064-9abf-ac488f9f2c9e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9a364fd-f951-4e66-a551-c681950706ab HTTP/1.1" status: 204 len: 168 time: 1.6962752 Oct 12 22:56:07.247876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4fd6d-06f6-4064-9abf-ac488f9f2c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a364fd-f951-4e66-a551-c681950706ab,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:07.257366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Deleting port fb8affac-1f50-4849-b051-02d9362cb4eb {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:07.257880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.259696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4dea1b0b-4bf7-4c6c-a15b-cee46cc89319 None None] Deleting port fb8affac-1f50-4849-b051-02d9362cb4eb {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:07.260081 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4dea1b0b-4bf7-4c6c-a15b-cee46cc89319 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.304802 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57aa121e-ef25-433f-862b-d6d3e331da3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.344110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a61257a-0913-4e8c-bbc6-cb8e5e71cc37 req-9da7461b-5111-4631-a55d-3dd6ed765943 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273650 Oct 12 22:56:07.395116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] For port fb8affac-1f50-4849-b051-02d9362cb4eb, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fb8affac-1f50-4849-b051-02d9362cb4eb,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:07.395894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.420417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Calling delete_port for fb8affac-1f50-4849-b051-02d9362cb4eb owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:07.432171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa121e-ef25-433f-862b-d6d3e331da3a None None] Pushing event updated for resources: {'Port': ['ID=9e5729c0-f18a-4c8b-8707-ff18beee2f25,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:07.456419 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.488949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] For port 04219a84-d219-4bbc-9df2-68e7d9991246, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=04219a84-d219-4bbc-9df2-68e7d9991246,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:07.489868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.490412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cc3c8612-785a-466c-824d-404ec4b8bff8 None None] Provisioning complete for port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:07.490787 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cc3c8612-785a-466c-824d-404ec4b8bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.530912 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.556317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Calling delete_port for 04219a84-d219-4bbc-9df2-68e7d9991246 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:07.612268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4dea1b0b-4bf7-4c6c-a15b-cee46cc89319 None None] For port fb8affac-1f50-4849-b051-02d9362cb4eb, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fb8affac-1f50-4849-b051-02d9362cb4eb,segment=NetworkSegment(c03c97e7-5266-4032-8100-d343bde2ab29),segment_id=c03c97e7-5266-4032-8100-d343bde2ab29)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:07.612680 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4dea1b0b-4bf7-4c6c-a15b-cee46cc89319 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.625397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea34377-0e86-4db3-afd9-6c665cd14281 req-ec302fee-4552-4c8a-af90-dc5612c6fcfb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:07.625871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4dea1b0b-4bf7-4c6c-a15b-cee46cc89319 None None] Calling delete_port for fb8affac-1f50-4849-b051-02d9362cb4eb owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:07.636600 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ea34377-0e86-4db3-afd9-6c665cd14281 req-ec302fee-4552-4c8a-af90-dc5612c6fcfb tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 951 time: 0.6618719 Oct 12 22:56:07.653444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Allocated IP 172.20.0.11 (90ca4f4d-a840-4375-9556-652dec4ab566/9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20/5edc4b51-bd19-4abe-bbc3-df29ac8bd2de) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:07.712145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9e5729c0-f18a-4c8b-8707-ff18beee2f25 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:07.716201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Network 90ca4f4d-a840-4375-9556-652dec4ab566 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: from cryptography.utils import int_from_bytes Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: from cryptography.utils import int_from_bytes Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.728641 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:07.732136 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 22:56:07.744583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.779359 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4dea1b0b-4bf7-4c6c-a15b-cee46cc89319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.787142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:07.812989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-a06515f8-a396-489b-98aa-31ff3d6b5af8 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9664698 Oct 12 22:56:07.819989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ea34377-0e86-4db3-afd9-6c665cd14281 req-11ca93af-09bd-46fc-a399-80ec34d5c252 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815281 Oct 12 22:56:07.833480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:07.843177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Pushing event updated for resources: {'Port': ['ID=a81912c8-7a27-454d-8943-56ccbee04fa1,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:07.879085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dea1b0b-4bf7-4c6c-a15b-cee46cc89319 None None] No DVR routers for this DVR port fb8affac-1f50-4849-b051-02d9362cb4eb on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:07.919241 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:07.964234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8affac-1f50-4849-b051-02d9362cb4eb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:07.966657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] No DVR routers for this DVR port fb8affac-1f50-4849-b051-02d9362cb4eb on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:07.988946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dea1b0b-4bf7-4c6c-a15b-cee46cc89319 None None] Pushing event deleted for resources: {'Port': ['ID=fb8affac-1f50-4849-b051-02d9362cb4eb,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:08.025070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-104fc553-cf70-41c8-ab90-b58abcdc0c07 req-0eddd2ae-b188-4bc7-8df1-0ca343ec6e9d service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017908 Oct 12 22:56:08.094487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.248990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.252686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Network 90ca4f4d-a840-4375-9556-652dec4ab566 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:08.270825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:08.273034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Port': ['ID=5edc4b51-bd19-4abe-bbc3-df29ac8bd2de,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:08.279300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:08.329546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['242a17e0-604d-464b-a315-b14f62c7c414']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:08.357498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c03c97e7-5266-4032-8100-d343bde2ab29') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:08.357728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c03c97e7-5266-4032-8100-d343bde2ab29') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:08.384642 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.406972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:08.407657 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.418883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.424478 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.449592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:56:08.450709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:56:08.452785 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:56:08.457974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d4964-5c05-4289-a0f9-d690c17f093d req-910bf85e-80b7-4484-ac7c-1d998453fd63 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:08.459171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['72599d4b-1899-4469-833f-0f63fd4a4469', '9af816b2-022c-410b-b525-4c3656557af9', '04219a84-d219-4bbc-9df2-68e7d9991246'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:08.460101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f32d4964-5c05-4289-a0f9-d690c17f093d req-910bf85e-80b7-4484-ac7c-1d998453fd63 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 945 time: 0.2863696 Oct 12 22:56:08.504889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Attempting to bind port a81912c8-7a27-454d-8943-56ccbee04fa1 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:08.504889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Attempting to bind port a81912c8-7a27-454d-8943-56ccbee04fa1 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '663cdcbe-111b-47cc-8c52-602b6df8f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:08.505333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Attempting to bind port a81912c8-7a27-454d-8943-56ccbee04fa1 on network 90ca4f4d-a840-4375-9556-652dec4ab566 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:08.523435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Pushing event deleted for resources: {'Port': ['ID=04219a84-d219-4bbc-9df2-68e7d9991246,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:08.541079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:08.541643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Checking segment: {'id': '663cdcbe-111b-47cc-8c52-602b6df8f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:08.542296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.542839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Bound using segment: {'id': '663cdcbe-111b-47cc-8c52-602b6df8f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:08.543367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Bound port: a81912c8-7a27-454d-8943-56ccbee04fa1, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663cdcbe-111b-47cc-8c52-602b6df8f749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:08.543753 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.550885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-feccc2ff-d003-4080-ba47-6206ca6583d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7213938 Oct 12 22:56:08.560435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46388) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:08.592716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'port': {'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566', 'name': 'tempest-AllowedAddressPairTestJSON-467338026', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:40:f8:66'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:08.616535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] No DVR routers for this DVR port 04219a84-d219-4bbc-9df2-68e7d9991246 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:08.623074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:08.623414 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.626726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.630053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a39d3d16-f031-4cee-b5bb-3e8bd892b89d req-a37c3528-0235-4d66-b47b-09e1488cdce9 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "DELETE /v2.0/ports/04219a84-d219-4bbc-9df2-68e7d9991246 HTTP/1.1" status: 204 len: 173 time: 2.5940928 Oct 12 22:56:08.630814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-deleted', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:08.635496 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0838b20f-9580-418e-8fb4-1a455a89708c" -d '{"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-deleted", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:08.679727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f32d4964-5c05-4289-a0f9-d690c17f093d req-35b425d7-3006-4b31-b041-bbaba95c38fa tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794796 Oct 12 22:56:08.704721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.714226 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.729683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] 10.222.0.31 "DELETE /v2.0/networks/242a17e0-604d-464b-a315-b14f62c7c414 HTTP/1.1" status: 204 len: 168 time: 2.6716230 Oct 12 22:56:08.735346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46402) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:08.769363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c937b-6087-46dd-b38d-6cf4aeb7b060 admin admin] Pushing event deleted for resources: {'Network': ['ID=242a17e0-604d-464b-a315-b14f62c7c414,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:08.820552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] For port a81912c8-7a27-454d-8943-56ccbee04fa1, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:08.858239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] For port a81912c8-7a27-454d-8943-56ccbee04fa1, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a81912c8-7a27-454d-8943-56ccbee04fa1,segment=NetworkSegment(663cdcbe-111b-47cc-8c52-602b6df8f749),segment_id=663cdcbe-111b-47cc-8c52-602b6df8f749)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:08.923346 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.947615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Deleting port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:08.947615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:08.986599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Made reservation on behalf of 7b5fcdd1a0194a5eb438244c6b86b891 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:09.053792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba237d-4f27-42cc-b92c-81c3764127bd None None] Pushing event updated for resources: {'Port': ['ID=a81912c8-7a27-454d-8943-56ccbee04fa1,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:09.139505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758bfe0-273b-4d4d-8afd-e0a797c4675c req-2154261c-dc59-487c-b2d6-adef1e102ea1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:09.144000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5758bfe0-273b-4d4d-8afd-e0a797c4675c req-2154261c-dc59-487c-b2d6-adef1e102ea1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.3331447 Oct 12 22:56:09.205649 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:09.230650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] device_id is not set on port cbea677c-4131-4650-b8f9-092f6fbfff5a yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 22:56:09.247482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fb8affac-1f50-4849-b051-02d9362cb4eb no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:09.275417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: fb8affac-1f50-4849-b051-02d9362cb4eb {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:09.275923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fb8affac-1f50-4849-b051-02d9362cb4eb not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:09.334290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5758bfe0-273b-4d4d-8afd-e0a797c4675c req-be683d76-dad2-4e02-a04e-66ea757a95c2 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666255 Oct 12 22:56:09.367804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] For port 9e5729c0-f18a-4c8b-8707-ff18beee2f25, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9e5729c0-f18a-4c8b-8707-ff18beee2f25,segment=NetworkSegment(1c12a445-38da-4d72-a638-a1ddb5f331ef),segment_id=1c12a445-38da-4d72-a638-a1ddb5f331ef)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:09.368177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:09.435791 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ada0bd56-4963-4059-87f1-698e3e2e610b x-openstack-request-id: req-ada0bd56-4963-4059-87f1-698e3e2e610b {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:09.437483 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010a9cb1-74d9-4738-9210-bdd1c2240a5e", "name": "network-vif-deleted", "tag": "04219a84-d219-4bbc-9df2-68e7d9991246", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:09.437806 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ada0bd56-4963-4059-87f1-698e3e2e610b {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:09.438582 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010a9cb1-74d9-4738-9210-bdd1c2240a5e', 'name': 'network-vif-deleted', 'tag': '04219a84-d219-4bbc-9df2-68e7d9991246', 'status': 'completed', 'code': 200} Oct 12 22:56:09.439461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Calling delete_port for 9e5729c0-f18a-4c8b-8707-ff18beee2f25 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:09.466040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Allocated IP 172.20.0.3 (90ca4f4d-a840-4375-9556-652dec4ab566/9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20/cbea677c-4131-4650-b8f9-092f6fbfff5a) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:09.564725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29155134-0ca5-4c59-bfa0-ccd505f048c6 req-5c0fe771-2690-427e-a9fd-8a72783390a4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=010a9cb1-74d9-4738-9210-bdd1c2240a5e HTTP/1.1" status: 200 len: 210 time: 0.0369544 Oct 12 22:56:09.623478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-909abb11-ff15-4d69-aab9-82a3c8e30461 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:56:09.624496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-909abb11-ff15-4d69-aab9-82a3c8e30461 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0059187 Oct 12 22:56:09.732119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-28aba8e8-7f86-4112-9c59-f17c9a3c84b6 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:09.733283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-28aba8e8-7f86-4112-9c59-f17c9a3c84b6 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports/0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 1094 time: 0.0751317 Oct 12 22:56:09.744262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Request body: {'binding': {'host': 'n-h2-790519-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:09.747275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Unknown quota resources ['binding']. {{(pid=101889) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 22:56:09.754553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:09.763689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9e5729c0-f18a-4c8b-8707-ff18beee2f25 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:09.861820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9e5729c0-f18a-4c8b-8707-ff18beee2f25 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:09.862857 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:09.901108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:09.955461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Network 90ca4f4d-a840-4375-9556-652dec4ab566 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:09.958047 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:09.961246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:09.992189 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a81912c8-7a27-454d-8943-56ccbee04fa1 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:10.011325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Port': ['ID=cbea677c-4131-4650-b8f9-092f6fbfff5a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:10.031363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:10.032657 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.057733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a81912c8-7a27-454d-8943-56ccbee04fa1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:10.058925 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.083459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f75840-3aa4-4649-81d5-51633a967f65 req-4c3a4fb3-965e-437d-89c8-1a2bb033a4f3 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:10.086228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03f75840-3aa4-4649-81d5-51633a967f65 req-4c3a4fb3-965e-437d-89c8-1a2bb033a4f3 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 945 time: 0.1560485 Oct 12 22:56:10.113632 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.126204 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8e04291b-77d5-4db7-8445-5f0f8be2b723 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5645831 Oct 12 22:56:10.129246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46418) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:10.144869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.181211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port a81912c8-7a27-454d-8943-56ccbee04fa1, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a81912c8-7a27-454d-8943-56ccbee04fa1,segment=NetworkSegment(663cdcbe-111b-47cc-8c52-602b6df8f749),segment_id=663cdcbe-111b-47cc-8c52-602b6df8f749)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:10.202491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03f75840-3aa4-4649-81d5-51633a967f65 req-b7afe116-9d32-4206-8112-03554e823e08 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091099 Oct 12 22:56:10.203857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 on host n-h2-790519-14 for vnic_type normal with profile None {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:10.204384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:10.204894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:10.212318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Port 0182467e-1fce-425c-a6ef-8fa0897550c3 on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:56:10.212920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:10.215090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.249859 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.262582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b85f572-3d6c-4e75-8be8-69ee6a12b0bf tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:10.275122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b85f572-3d6c-4e75-8be8-69ee6a12b0bf tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:10.279395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5729c0-f18a-4c8b-8707-ff18beee2f25,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:10.288918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b85f572-3d6c-4e75-8be8-69ee6a12b0bf tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:10.296873 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0b85f572-3d6c-4e75-8be8-69ee6a12b0bf tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1648936 Oct 12 22:56:10.298239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46430) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:10.321667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:10.322164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:10.322568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:10.323060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Bound port: 0182467e-1fce-425c-a6ef-8fa0897550c3, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:10.330261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=a81912c8-7a27-454d-8943-56ccbee04fa1,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:10.414515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-65ca649a-11c5-4037-b16a-85589c16f213 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Deleting port cbea677c-4131-4650-b8f9-092f6fbfff5a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:10.415131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-65ca649a-11c5-4037-b16a-85589c16f213 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.460745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:10.462787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80eaaef3-d100-455c-8983-39a4aadc2637 None None] Network 90ca4f4d-a840-4375-9556-652dec4ab566 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:10.468056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5bca04fd-759c-47e6-8721-555ae0b6a5cb req-4c6e84a8-f025-42fa-9c2c-033b2b7fd7b9 tempest-AbsoluteLimitsNegativeTestJSON-857254055 tempest-AbsoluteLimitsNegativeTestJSON-857254055-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ddcc5781eb444351b5878c0ac75c00e4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109824 Oct 12 22:56:10.528154 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-65ca649a-11c5-4037-b16a-85589c16f213 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.535219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 04219a84-d219-4bbc-9df2-68e7d9991246 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:10.535219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 04219a84-d219-4bbc-9df2-68e7d9991246 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:10.539191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fe0941d0-9eb9-47aa-9030-0d1c289c01a5 None None] Provisioning complete for port a81912c8-7a27-454d-8943-56ccbee04fa1 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:10.539570 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fe0941d0-9eb9-47aa-9030-0d1c289c01a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.544221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:10.550889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-65ca649a-11c5-4037-b16a-85589c16f213 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Calling delete_port for cbea677c-4131-4650-b8f9-092f6fbfff5a owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:10.644593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.645826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] 10.222.0.31 "POST /v2.0/ports/0182467e-1fce-425c-a6ef-8fa0897550c3/bindings HTTP/1.1" status: 201 len: 390 time: 0.9053404 Oct 12 22:56:10.767956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-65ca649a-11c5-4037-b16a-85589c16f213 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.777079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bca04fd-759c-47e6-8721-555ae0b6a5cb req-6ab11a67-4559-4985-9727-bf2f41daeaa8 tempest-AbsoluteLimitsNegativeTestJSON-857254055 tempest-AbsoluteLimitsNegativeTestJSON-857254055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:10.778621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5bca04fd-759c-47e6-8721-555ae0b6a5cb req-6ab11a67-4559-4985-9727-bf2f41daeaa8 tempest-AbsoluteLimitsNegativeTestJSON-857254055 tempest-AbsoluteLimitsNegativeTestJSON-857254055-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2791281 Oct 12 22:56:10.785584 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:10.805828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ca649a-11c5-4037-b16a-85589c16f213 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event deleted for resources: {'Port': ['ID=cbea677c-4131-4650-b8f9-092f6fbfff5a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:10.814871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5bca04fd-759c-47e6-8721-555ae0b6a5cb req-a3d47349-9a36-4926-a4b4-876d20488246 tempest-AbsoluteLimitsNegativeTestJSON-857254055 tempest-AbsoluteLimitsNegativeTestJSON-857254055-project] 10.222.0.31 "GET /v2.0/quotas/ddcc5781eb444351b5878c0ac75c00e4 HTTP/1.1" status: 200 len: 375 time: 0.0254345 Oct 12 22:56:10.918760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5bca04fd-759c-47e6-8721-555ae0b6a5cb req-6848ce81-f050-428e-bb4a-7b83eb5a5d02 tempest-AbsoluteLimitsNegativeTestJSON-857254055 tempest-AbsoluteLimitsNegativeTestJSON-857254055-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ddcc5781eb444351b5878c0ac75c00e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548661 Oct 12 22:56:11.008508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-65ca649a-11c5-4037-b16a-85589c16f213 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:11.012814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-65ca649a-11c5-4037-b16a-85589c16f213 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "DELETE /v2.0/ports/cbea677c-4131-4650-b8f9-092f6fbfff5a HTTP/1.1" status: 204 len: 168 time: 0.7131724 Oct 12 22:56:11.015311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46440) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:11.047831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e1f8f7ae-14e3-4a65-ad23-66a57d0d401a None None] Provisioning complete for port a81912c8-7a27-454d-8943-56ccbee04fa1 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:11.048450 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f7ae-14e3-4a65-ad23-66a57d0d401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:11.049264 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff9cbaa-6606-4e8f-85ad-3f5aa865cb14 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] GET failed (client error): The resource could not be found. Oct 12 22:56:11.051049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-eff9cbaa-6606-4e8f-85ad-3f5aa865cb14 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "GET /v2.0/ports/cbea677c-4131-4650-b8f9-092f6fbfff5a HTTP/1.1" status: 404 len: 333 time: 0.0342147 Oct 12 22:56:11.055857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46442) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:11.061948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'port': {'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566', 'name': 'tempest-AllowedAddressPairTestJSON-2146320572'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:11.200136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e1f8f7ae-14e3-4a65-ad23-66a57d0d401a None None] Could not find standard attr ID for object cbea677c-4131-4650-b8f9-092f6fbfff5a. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 22:56:11.215133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e1f8f7ae-14e3-4a65-ad23-66a57d0d401a None None] Provisioning complete for port 5edc4b51-bd19-4abe-bbc3-df29ac8bd2de triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:11.215510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e1f8f7ae-14e3-4a65-ad23-66a57d0d401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:11.269257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8f7ae-14e3-4a65-ad23-66a57d0d401a None None] Port 5edc4b51-bd19-4abe-bbc3-df29ac8bd2de cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:11.367775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Made reservation on behalf of 7b5fcdd1a0194a5eb438244c6b86b891 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:11.372011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:11.390722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dd313ed0-d41b-4697-bb70-fcd8b1ba355e None None] Provisioning complete for port 5edc4b51-bd19-4abe-bbc3-df29ac8bd2de triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:11.391815 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dd313ed0-d41b-4697-bb70-fcd8b1ba355e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:11.398347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] device_id is not set on port 3da5b40e-50ef-495f-8d8e-19a175d13fbd yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 22:56:11.452432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-dd313ed0-d41b-4697-bb70-fcd8b1ba355e None None] Port 5edc4b51-bd19-4abe-bbc3-df29ac8bd2de cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:11.522718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Deleting port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:11.523368 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:11.649626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Allocated IP 172.20.0.14 (90ca4f4d-a840-4375-9556-652dec4ab566/9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20/3da5b40e-50ef-495f-8d8e-19a175d13fbd) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:11.677239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-807b6715-d9a0-491e-be7a-2546c0530069 None None] Could not find standard attr ID for object cbea677c-4131-4650-b8f9-092f6fbfff5a. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 22:56:11.683895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a81912c8-7a27-454d-8943-56ccbee04fa1 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:11.694391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-b02ee14f-e88c-417b-a997-e8f62110918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:11.696065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-b02ee14f-e88c-417b-a997-e8f62110918d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1097 time: 0.2328150 Oct 12 22:56:11.702085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133c34d-821b-4471-8b6a-b3ae31aec7b7 req-246071e3-6555-4c30-8ed7-592df2be1922 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:11.703962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a133c34d-821b-4471-8b6a-b3ae31aec7b7 req-246071e3-6555-4c30-8ed7-592df2be1922 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 945 time: 0.1356821 Oct 12 22:56:11.768390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46450) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:11.776391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a81912c8-7a27-454d-8943-56ccbee04fa1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:11.776782 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:11.791837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9061bd1b-7f2d-4484-9955-f5e135640029 req-f384e0d5-7ff4-42c5-a898-e92dba1b10ec tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:11.797620 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9061bd1b-7f2d-4484-9955-f5e135640029 req-f384e0d5-7ff4-42c5-a898-e92dba1b10ec tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.3247802 Oct 12 22:56:11.799679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] For port 98dcfb8e-8ddd-40be-bd28-ce8ec2675399, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=98dcfb8e-8ddd-40be-bd28-ce8ec2675399,segment=NetworkSegment(6338655d-75b6-44a5-94a8-9cf06d4c7019),segment_id=6338655d-75b6-44a5-94a8-9cf06d4c7019)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:11.800017 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:11.824731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Router 204185c1-4d7c-489f-bc7d-57af00fb3c9c has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:56:11.835492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Calling delete_port for 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:11.849679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a133c34d-821b-4471-8b6a-b3ae31aec7b7 req-b6da2dec-9316-41fb-9100-0a131d3cbb7e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340711 Oct 12 22:56:11.973269 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dbc3e594-bcdb-412a-9b8c-1666c30c064b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:11.997093 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.060208 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9061bd1b-7f2d-4484-9955-f5e135640029 req-9f07cae6-3ab2-4910-b795-c96ee7ce40a1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552001 Oct 12 22:56:12.074200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-47be1943-84c2-444a-bfc2-2bc2d277403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:12.075679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-47be1943-84c2-444a-bfc2-2bc2d277403f service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.3628781 Oct 12 22:56:12.084112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fa107a00-1b8f-46be-80d8-434678eefd09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.098726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964ec1-bfce-4420-9046-e7702a8c37ad req-b484170f-d4e0-4569-838b-568adc316e93 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:12.101866 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc964ec1-bfce-4420-9046-e7702a8c37ad req-b484170f-d4e0-4569-838b-568adc316e93 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 945 time: 0.1330891 Oct 12 22:56:12.182700 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dbc3e594-bcdb-412a-9b8c-1666c30c064b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.184012 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.194868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-d01f1ec2-f4b5-4f2f-b87a-3ea84a9a8318 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 217 time: 0.0855408 Oct 12 22:56:12.195897 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc964ec1-bfce-4420-9046-e7702a8c37ad req-4168cab5-9c52-467b-9ab9-7ddcba7f738e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807650 Oct 12 22:56:12.228822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Network 90ca4f4d-a840-4375-9556-652dec4ab566 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:12.233742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:12.237417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:12.260139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:56:12.267578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dbc3e594-bcdb-412a-9b8c-1666c30c064b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.267777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8b7449b8-4edc-4fc4-afce-58268f73904e admin admin] 10.222.0.31 "PUT /v2.0/routers/204185c1-4d7c-489f-bc7d-57af00fb3c9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8926978 Oct 12 22:56:12.270912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] Sync routers for ids ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:56:12.273076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46454) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:12.294085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Port': ['ID=3da5b40e-50ef-495f-8d8e-19a175d13fbd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:12.294359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] Routers {'204185c1-4d7c-489f-bc7d-57af00fb3c9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:12.297093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:12.362008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc3e594-bcdb-412a-9b8c-1666c30c064b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ea99fd-c059-49c9-a5c6-7364090caa10,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:12.372305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-c147314c-e5bb-4142-bbd4-845dcf93958f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:12.374351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-c147314c-e5bb-4142-bbd4-845dcf93958f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1701343 Oct 12 22:56:12.379201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dbc3e594-bcdb-412a-9b8c-1666c30c064b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddcc5781eb444351b5878c0ac75c00e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6093099 Oct 12 22:56:12.385657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:12.386293 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.389151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46456) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:12.473728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e48f465d-0ee3-4555-be53-8ce0897d6eea service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594709 Oct 12 22:56:12.473947 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d6d20f1-16b1-4662-9aff-57591bcf5a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.493490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] Set router 204185c1-4d7c-489f-bc7d-57af00fb3c9c gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:12.498027 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d6d20f1-16b1-4662-9aff-57591bcf5a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.511592 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f98fd9a4-c423-4b3b-ad05-2b7007bb5f35 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4518554 Oct 12 22:56:12.520069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46460) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:12.527692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1b5d9be1-b91d-428f-b846-3bb5a83a7f3a tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:40:f8:66'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:12.562142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.609506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.647881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fcd3f44e-e748-48e9-8cef-27146634b6b8 None None] Provisioning complete for port 3da5b40e-50ef-495f-8d8e-19a175d13fbd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:12.648404 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fcd3f44e-e748-48e9-8cef-27146634b6b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.650087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9be1-b91d-428f-b846-3bb5a83a7f3a tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.660849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=98dcfb8e-8ddd-40be-bd28-ce8ec2675399,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:12.671530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907654b-3e54-411c-a110-0791d98811d7 req-b4215e0c-94cb-42ad-9428-b9d971d31eb7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:12.679210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0907654b-3e54-411c-a110-0791d98811d7 req-b4215e0c-94cb-42ad-9428-b9d971d31eb7 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.1595676 Oct 12 22:56:12.703623 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-b601bf47-b3cc-43f6-94f2-83ac35d97ef1 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320538 Oct 12 22:56:12.748073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-fcd3f44e-e748-48e9-8cef-27146634b6b8 None None] Port 3da5b40e-50ef-495f-8d8e-19a175d13fbd cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:12.756866 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0907654b-3e54-411c-a110-0791d98811d7 req-28572194-711d-4b12-a7bc-ba41bb3439b4 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734894 Oct 12 22:56:12.767246 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d6d20f1-16b1-4662-9aff-57591bcf5a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.771447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d6d20f1-16b1-4662-9aff-57591bcf5a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.776426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3d6d20f1-16b1-4662-9aff-57591bcf5a51 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54ea99fd-c059-49c9-a5c6-7364090caa10 HTTP/1.1" status: 204 len: 168 time: 0.3833332 Oct 12 22:56:12.784089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:53Z', 'updated_at': '2021-10-12T22:56:09Z', 'revision_number': 5, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'gw_port': {'id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:56Z', 'updated_at': '2021-10-12T22:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:12.796982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d20f1-16b1-4662-9aff-57591bcf5a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ea99fd-c059-49c9-a5c6-7364090caa10,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:12.829131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] Checking router: 204185c1-4d7c-489f-bc7d-57af00fb3c9c for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:56:12.845804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] Routers {'204185c1-4d7c-489f-bc7d-57af00fb3c9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:12.846637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:12.933410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:12.941254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-717d719e-d196-4d2a-9e51-1a526bd262f6 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204568 Oct 12 22:56:12.995073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9be1-b91d-428f-b846-3bb5a83a7f3a tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:13.019139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] Set router 204185c1-4d7c-489f-bc7d-57af00fb3c9c gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:13.111754 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9be1-b91d-428f-b846-3bb5a83a7f3a tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:13.165922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8797b4bc-1ee6-485b-852d-eb24e974e640 req-92b2cd43-deba-4dc1-8148-45a3f2d31697 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:13.174579 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8797b4bc-1ee6-485b-852d-eb24e974e640 req-92b2cd43-deba-4dc1-8148-45a3f2d31697 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 945 time: 0.1754773 Oct 12 22:56:13.189652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:13.229320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-f79afad8-4a3c-4b3b-9402-99e5ec5ecd75 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:13.238030 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-f79afad8-4a3c-4b3b-9402-99e5ec5ecd75 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.1496837 Oct 12 22:56:13.245666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:53Z', 'updated_at': '2021-10-12T22:56:09Z', 'revision_number': 5, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'gw_port': {'id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:56Z', 'updated_at': '2021-10-12T22:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:13.277577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022310dc-056b-452f-9355-d2d62d0e6037 None None] The sync data for ids ['204185c1-4d7c-489f-bc7d-57af00fb3c9c'] in n-d-790519-14 is: [{'id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1796188205-router', 'tenant_id': '3edfaadf026945c39159bedda2d32b34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:53Z', 'updated_at': '2021-10-12T22:56:09Z', 'revision_number': 5, 'project_id': '3edfaadf026945c39159bedda2d32b34', 'gw_port': {'id': '16a6b548-e6d3-42b7-8cc9-2b683e807c22', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:cc:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '204185c1-4d7c-489f-bc7d-57af00fb3c9c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:56Z', 'updated_at': '2021-10-12T22:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:56:13.305424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-790519-14'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:13.309195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d9be1-b91d-428f-b846-3bb5a83a7f3a tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Port': ['ID=3da5b40e-50ef-495f-8d8e-19a175d13fbd,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:13.346103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8797b4bc-1ee6-485b-852d-eb24e974e640 req-85a6e714-1b0f-420f-b6a2-843a979cf74b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698728 Oct 12 22:56:13.356816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5222fcc5-5959-4b73-9398-de52b3a7870b req-2e31ac33-4ab9-4971-9b45-4ffd840b5355 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:13.356816 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5222fcc5-5959-4b73-9398-de52b3a7870b req-2e31ac33-4ab9-4971-9b45-4ffd840b5355 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.1811531 Oct 12 22:56:13.359519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Deleting port 16a6b548-e6d3-42b7-8cc9-2b683e807c22 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:13.360180 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:13.377534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d9be1-b91d-428f-b846-3bb5a83a7f3a tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] In _notify_port_updated(), no bound segment for port 3da5b40e-50ef-495f-8d8e-19a175d13fbd on network 90ca4f4d-a840-4375-9556-652dec4ab566 {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 22:56:13.385721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d9be1-b91d-428f-b846-3bb5a83a7f3a tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:13.387781 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b5d9be1-b91d-428f-b846-3bb5a83a7f3a tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:13.392044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1b5d9be1-b91d-428f-b846-3bb5a83a7f3a tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "PUT /v2.0/ports/3da5b40e-50ef-495f-8d8e-19a175d13fbd HTTP/1.1" status: 200 len: 995 time: 0.8690450 Oct 12 22:56:13.396576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46478) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:13.495505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5222fcc5-5959-4b73-9398-de52b3a7870b req-58ae631a-5415-418b-b86f-b66f0239f48f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318905 Oct 12 22:56:13.534651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:13.544731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-3d522b6b-ad0d-48f3-b83f-90b72c03b4aa tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Deleting port 3da5b40e-50ef-495f-8d8e-19a175d13fbd {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:13.545195 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d522b6b-ad0d-48f3-b83f-90b72c03b4aa tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:13.575250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-216710b4-c0cd-4e5a-bb24-a777720cf4cc None None] Provisioning complete for port 3da5b40e-50ef-495f-8d8e-19a175d13fbd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:13.575568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-216710b4-c0cd-4e5a-bb24-a777720cf4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:13.617757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-216710b4-c0cd-4e5a-bb24-a777720cf4cc None None] Port 3da5b40e-50ef-495f-8d8e-19a175d13fbd cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:13.691880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d522b6b-ad0d-48f3-b83f-90b72c03b4aa tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:13.714049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-3d522b6b-ad0d-48f3-b83f-90b72c03b4aa tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Calling delete_port for 3da5b40e-50ef-495f-8d8e-19a175d13fbd owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:13.741703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9e5729c0-f18a-4c8b-8707-ff18beee2f25 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:13.766157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 9e5729c0-f18a-4c8b-8707-ff18beee2f25 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:13.766510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9e5729c0-f18a-4c8b-8707-ff18beee2f25 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:13.945857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ba104-e08c-44cf-b4ba-38c9ac827e4a req-1ed2fce7-a349-44e2-9352-d0824273a941 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:13.945857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f05ba104-e08c-44cf-b4ba-38c9ac827e4a req-1ed2fce7-a349-44e2-9352-d0824273a941 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.0987298 Oct 12 22:56:13.987714 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d522b6b-ad0d-48f3-b83f-90b72c03b4aa tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.005279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f05ba104-e08c-44cf-b4ba-38c9ac827e4a req-8f979d5d-c51f-4cfb-9b9f-e60d0abf3719 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524471 Oct 12 22:56:14.033488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d522b6b-ad0d-48f3-b83f-90b72c03b4aa tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event deleted for resources: {'Port': ['ID=3da5b40e-50ef-495f-8d8e-19a175d13fbd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:14.061185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] For port 16a6b548-e6d3-42b7-8cc9-2b683e807c22, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=16a6b548-e6d3-42b7-8cc9-2b683e807c22,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:14.061716 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.075317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46492) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:14.110384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Calling delete_port for 16a6b548-e6d3-42b7-8cc9-2b683e807c22 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:14.131348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8d2260-d9fa-4f6c-ba2b-ecdf9edae224 req-c6361726-b27e-4865-a2e6-2460db6b7c90 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:14.133454 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5c8d2260-d9fa-4f6c-ba2b-ecdf9edae224 req-c6361726-b27e-4865-a2e6-2460db6b7c90 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 945 time: 0.6591218 Oct 12 22:56:14.206282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1255014995-network', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:14.223944 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d522b6b-ad0d-48f3-b83f-90b72c03b4aa tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.228014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3d522b6b-ad0d-48f3-b83f-90b72c03b4aa tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "DELETE /v2.0/ports/3da5b40e-50ef-495f-8d8e-19a175d13fbd HTTP/1.1" status: 204 len: 168 time: 0.8296700 Oct 12 22:56:14.232066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46496) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:14.258917 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4d1fad6-3b03-43f3-85c7-ee0f48a3808b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] GET failed (client error): The resource could not be found. Oct 12 22:56:14.267973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c4d1fad6-3b03-43f3-85c7-ee0f48a3808b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "GET /v2.0/ports/3da5b40e-50ef-495f-8d8e-19a175d13fbd HTTP/1.1" status: 404 len: 333 time: 0.0276933 Oct 12 22:56:14.268710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:14.274050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46498) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:14.280517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'port': {'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566', 'name': 'tempest-AllowedAddressPairTestJSON-1472146707'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:14.302068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-fddbd831-305b-446e-bf7c-9bb556ba8ffc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:14.302068 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-fddbd831-305b-446e-bf7c-9bb556ba8ffc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.2486126 Oct 12 22:56:14.326345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Made reservation on behalf of 8c0e2af2b4f44748bb34c921f129223f for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:14.328603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.339758 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.408131 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5c8d2260-d9fa-4f6c-ba2b-ecdf9edae224 req-cd8fa688-a5ae-41f7-941c-141294a02f3c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593613 Oct 12 22:56:14.447136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:14.495836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.511019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887caef2-37f0-47ef-83cd-9f802be6a58c req-551db515-37ea-49e4-b5cf-7b618fecd5a1 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:14.512530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-887caef2-37f0-47ef-83cd-9f802be6a58c req-551db515-37ea-49e4-b5cf-7b618fecd5a1 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 945 time: 0.0761454 Oct 12 22:56:14.527723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Made reservation on behalf of 7b5fcdd1a0194a5eb438244c6b86b891 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:14.531226 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.537269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Router c586ee39-3fff-435e-93b9-6030ef1a3175 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:56:14.569648 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.576462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] device_id is not set on port 01874590-0426-4638-9322-f86649e4c325 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 22:56:14.577536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:14.579840 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249e2576-416c-48cb-b252-1d8ef54dfaf9" -d '{"events": [{"server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "name": "network-vif-unplugged", "status": "completed", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:14.589559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.600526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:56:14.617439 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-887caef2-37f0-47ef-83cd-9f802be6a58c req-a281724e-947a-4adf-9239-8eaeaf410a6f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986402 Oct 12 22:56:14.650291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.650644 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Added segment 06e9b864-117c-42f7-97dd-12ede5564c30 of type vlan for network e2238fd3-3031-480d-a175-abb5fe8f8d87 Oct 12 22:56:14.702996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d913c123-faff-418e-9649-15e710a8029b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:14.705765 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.727681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.775792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Deleting port 9af816b2-022c-410b-b525-4c3656557af9 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:14.776138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.835546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1b3b3-b45e-4608-ba50-095193fc994b req-e6833f29-d9bc-4b21-be75-2fc2253e5a7f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:14.837079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08b1b3b3-b45e-4608-ba50-095193fc994b req-e6833f29-d9bc-4b21-be75-2fc2253e5a7f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.1142936 Oct 12 22:56:14.838498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Allocated IP 172.20.0.13 (90ca4f4d-a840-4375-9556-652dec4ab566/9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20/01874590-0426-4638-9322-f86649e4c325) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:14.854756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:56:14.866248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0fb93d6d-f584-42b6-8f56-ff88acad4d56 admin admin] 10.222.0.31 "PUT /v2.0/routers/c586ee39-3fff-435e-93b9-6030ef1a3175/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1202626 Oct 12 22:56:14.866481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46516) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:14.868554 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] Sync routers for ids ['c586ee39-3fff-435e-93b9-6030ef1a3175'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:56:14.877025 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] Routers {'c586ee39-3fff-435e-93b9-6030ef1a3175'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:14.877880 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:55:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c586ee39-3fff-435e-93b9-6030ef1a3175'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:14.891602 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.892534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:14.893116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.908425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Pushing event updated for resources: {'Port': ['ID=0182467e-1fce-425c-a6ef-8fa0897550c3,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:14.946342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.953589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 on host n-h1-790519-14 for vnic_type normal with profile {"migrating_to": "n-h2-790519-14"} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:14.953924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:14.954322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:14.992299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Port 0182467e-1fce-425c-a6ef-8fa0897550c3 on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:56:14.992709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Attempting to bind port 0182467e-1fce-425c-a6ef-8fa0897550c3 on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:14.997159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] For port 9af816b2-022c-410b-b525-4c3656557af9, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9af816b2-022c-410b-b525-4c3656557af9,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:14.997525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:14.998497 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] Set router c586ee39-3fff-435e-93b9-6030ef1a3175 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:15.001047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Pushing event deleted for resources: {'Port': ['ID=16a6b548-e6d3-42b7-8cc9-2b683e807c22,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:15.019472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:15.019815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:15.020254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:15.020618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Bound port: 0182467e-1fce-425c-a6ef-8fa0897550c3, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:15.025557 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.037347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Calling delete_port for 9af816b2-022c-410b-b525-4c3656557af9 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:15.045379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f0f871c0-c8c6-458b-8308-2016e287c790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.050292 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08b1b3b3-b45e-4608-ba50-095193fc994b req-c27f523d-0e52-478a-9519-f82d716a188d tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072747 Oct 12 22:56:15.137594 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bac14c0-b088-498d-b2d1-2699ae0f1d78 x-openstack-request-id: req-3bac14c0-b088-498d-b2d1-2699ae0f1d78 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:15.138091 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "name": "network-vif-unplugged", "status": "completed", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:15.138091 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3bac14c0-b088-498d-b2d1-2699ae0f1d78 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:15.138481 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3', 'code': 200} Oct 12 22:56:15.176784 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0971982 Oct 12 22:56:15.183711 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.203953 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e185d053-c195-4321-867b-35ba57e2a58f admin admin] Pushing event updated for resources: {'Network': ['ID=e2238fd3-3031-480d-a175-abb5fe8f8d87,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:15.214963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46530) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:15.215955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e2238fd3-3031-480d-a175-abb5fe8f8d87 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:56:15.229021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Request body: {'subnet': {'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-subnet', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:15.280349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.306411 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:45Z', 'updated_at': '2021-10-12T22:56:12Z', 'revision_number': 5, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'gw_port': {'id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:47Z', 'updated_at': '2021-10-12T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:15.342871 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] Checking router: c586ee39-3fff-435e-93b9-6030ef1a3175 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:56:15.353052 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] Routers {'c586ee39-3fff-435e-93b9-6030ef1a3175'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:15.353760 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c586ee39-3fff-435e-93b9-6030ef1a3175'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:15.419218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.450601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.473044 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.476071 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] Set router c586ee39-3fff-435e-93b9-6030ef1a3175 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:15.520752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:15.535321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b50b50-665e-4225-bbca-fce3b234fd41 req-a8855dec-9b29-4c64-a33f-82937f1eacb2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:15.543158 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9b50b50-665e-4225-bbca-fce3b234fd41 req-a8855dec-9b29-4c64-a33f-82937f1eacb2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 950 time: 0.2933662 Oct 12 22:56:15.581310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:15.606501 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9b50b50-665e-4225-bbca-fce3b234fd41 req-6b28e250-8daa-4a1e-b54d-7d916df7010f tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623140 Oct 12 22:56:15.626783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.627664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 204185c1-4d7c-489f-bc7d-57af00fb3c9c {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:56:15.639595 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.641206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bd16a766-1931-4274-add8-f55215006234 admin admin] 10.222.0.31 "DELETE /v2.0/routers/204185c1-4d7c-489f-bc7d-57af00fb3c9c HTTP/1.1" status: 204 len: 168 time: 3.3664861 Oct 12 22:56:15.643895 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46532) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:15.663930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Made reservation on behalf of 8c0e2af2b4f44748bb34c921f129223f for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:15.666252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.722406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be2da62-b21c-4cd0-b909-fd64ad53bcb4 admin admin] Deleting subnet 64ee93a7-c6d8-4463-a5c7-66c3d974fbee {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:56:15.729076 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.731400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be2da62-b21c-4cd0-b909-fd64ad53bcb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.735324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.741558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['72599d4b-1899-4469-833f-0f63fd4a4469', '9af816b2-022c-410b-b525-4c3656557af9'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:15.810084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.838926 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:45Z', 'updated_at': '2021-10-12T22:56:12Z', 'revision_number': 5, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'gw_port': {'id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:47Z', 'updated_at': '2021-10-12T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:15.887169 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760dc738-e84f-427f-be3b-f9c0bfa5c615 None None] The sync data for ids ['c586ee39-3fff-435e-93b9-6030ef1a3175'] in n-d-790519-14 is: [{'id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'name': 'tempest-AttachSCSIVolumeTestJSON-2121730317-router', 'tenant_id': 'd0d399155fb94fb1985f111493b1de8c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5'}], 'enable_snat': True}, 'gw_port_id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:53:45Z', 'updated_at': '2021-10-12T22:56:12Z', 'revision_number': 5, 'project_id': 'd0d399155fb94fb1985f111493b1de8c', 'gw_port': {'id': '0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:c2:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c586ee39-3fff-435e-93b9-6030ef1a3175', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:53:47Z', 'updated_at': '2021-10-12T22:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:56:15.940158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.963921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108df3a2-20f1-4f7b-b8e9-15948da122d7 req-f8533f30-ad95-412a-917c-e4e0d64e7c41 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:15.965872 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-108df3a2-20f1-4f7b-b8e9-15948da122d7 req-f8533f30-ad95-412a-917c-e4e0d64e7c41 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 943 time: 0.1634750 Oct 12 22:56:15.979006 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be2da62-b21c-4cd0-b909-fd64ad53bcb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:15.980802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] No DVR routers for this DVR port 9af816b2-022c-410b-b525-4c3656557af9 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:16.010660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.014456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c18217de-9823-454c-aea2-2f2f8dee23c3 req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "DELETE /v2.0/ports/9af816b2-022c-410b-b525-4c3656557af9 HTTP/1.1" status: 204 len: 173 time: 1.7072551 Oct 12 22:56:16.019178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:16.019800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.021148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] 10.222.0.25 "PUT /v2.0/ports/0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 1123 time: 2.7612922 Oct 12 22:56:16.027508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea0887-d3ef-4ba4-bdc5-677d3416e781 service neutron] Pushing event updated for resources: {'Port': ['ID=0182467e-1fce-425c-a6ef-8fa0897550c3,revision_number=8']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:16.056537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['0182467e-1fce-425c-a6ef-8fa0897550c3'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:16.063068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3420f6bc-1ec0-4143-aa96-74117e0463be tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Pushing event deleted for resources: {'Port': ['ID=9af816b2-022c-410b-b525-4c3656557af9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:16.088558 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.126299 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be2da62-b21c-4cd0-b909-fd64ad53bcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.196979 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.250356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e66d86-221b-4dd2-ac51-5a437ca993bd req-81dee83e-e606-41a6-b28a-91d157de13ce tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:16.252732 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f7e66d86-221b-4dd2-ac51-5a437ca993bd req-81dee83e-e606-41a6-b28a-91d157de13ce tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.0800972 Oct 12 22:56:16.272566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-108df3a2-20f1-4f7b-b8e9-15948da122d7 req-c1a041d6-d194-44ca-92a8-a865b3cb2166 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559044 Oct 12 22:56:16.298012 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.308652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Network 90ca4f4d-a840-4375-9556-652dec4ab566 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:16.319526 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f7e66d86-221b-4dd2-ac51-5a437ca993bd req-8aaca13f-4c1f-4c65-a157-043041e61e26 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571566 Oct 12 22:56:16.333562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:16.336720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Port': ['ID=01874590-0426-4638-9322-f86649e4c325,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:16.340816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:16.341000 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be2da62-b21c-4cd0-b909-fd64ad53bcb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.380843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2da62-b21c-4cd0-b909-fd64ad53bcb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64ee93a7-c6d8-4463-a5c7-66c3d974fbee,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:16.385618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be2da62-b21c-4cd0-b909-fd64ad53bcb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.388984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0be2da62-b21c-4cd0-b909-fd64ad53bcb4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/64ee93a7-c6d8-4463-a5c7-66c3d974fbee HTTP/1.1" status: 204 len: 168 time: 0.7440431 Oct 12 22:56:16.389482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Deleting port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:16.389824 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.391461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46548) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:16.395962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d7b04a-a652-453c-a23e-f2129ad97aa2 None None] Network 99711de6-4465-4828-855d-73ef00283e1d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:16.479407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39cea048-3b5f-4f22-89a4-b3659d0567d5,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:16.481943 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.525140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:16.525792 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.563615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Deleting port 3fa46830-904b-4fbd-abf9-358494a36efc {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:16.563866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Checking segment: {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:16.563989 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.564083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Network hostable DHCP agents. Network: e2238fd3-3031-480d-a175-abb5fe8f8d87, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:56:16.607385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] For port 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:16.610624 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.640585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Calling delete_port for 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:16.668998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] For port 3fa46830-904b-4fbd-abf9-358494a36efc, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3fa46830-904b-4fbd-abf9-358494a36efc,segment=NetworkSegment(1c12a445-38da-4d72-a638-a1ddb5f331ef),segment_id=1c12a445-38da-4d72-a638-a1ddb5f331ef)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:16.669591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.695159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Calling delete_port for 3fa46830-904b-4fbd-abf9-358494a36efc owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:16.732502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b7d839ed-7725-4eb1-9065-48d8c34075c7 None None] Provisioning complete for port 01874590-0426-4638-9322-f86649e4c325 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:16.733256 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7d839ed-7725-4eb1-9065-48d8c34075c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.750503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Network e2238fd3-3031-480d-a175-abb5fe8f8d87 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:56:16.755462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dddfc2eb-f71b-47d3-a2a4-26bda25f13d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4793322 Oct 12 22:56:16.765904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46552) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:16.775501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d6a32a09-c160-4e5f-bac3-9b89f5e1b5ed tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:40:f8:66'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:16.789261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b7d839ed-7725-4eb1-9065-48d8c34075c7 None None] Port 01874590-0426-4638-9322-f86649e4c325 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:16.794456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a14dc39-7321-4684-9098-e80464713843 req-535bb796-00d1-44f6-b61c-b140e6fb9200 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=0203ed1a-3218-4854-86e5-889c9d02cce9 HTTP/1.1" status: 200 len: 210 time: 0.0711734 Oct 12 22:56:16.858913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] DHCP port deletion for 99711de6-4465-4828-855d-73ef00283e1d request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:56:16.860680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, e2238fd3-3031-480d-a175-abb5fe8f8d87) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:16.864990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:16.865762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.887603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5578aba1-b47d-4f64-b27d-497c1a575cf7 None None] Network e2238fd3-3031-480d-a175-abb5fe8f8d87 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:16.941326 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.971334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa46830-904b-4fbd-abf9-358494a36efc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:16.974894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Deleting port 3fa46830-904b-4fbd-abf9-358494a36efc {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:16.976888 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:16.979089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] No DVR routers for this DVR port 3fa46830-904b-4fbd-abf9-358494a36efc on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:16.986923 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3518f9b5-6236-4d33-8433-e941c7c313d3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7648368 Oct 12 22:56:16.988874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46554) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:16.997395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:17.060040 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.068159 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6a32a09-c160-4e5f-bac3-9b89f5e1b5ed tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.077003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] For port 3fa46830-904b-4fbd-abf9-358494a36efc, host n-d-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:17.077824 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.083074 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.085916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99711de6-4465-4828-855d-73ef00283e1d']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:17.096773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Calling delete_port for 3fa46830-904b-4fbd-abf9-358494a36efc owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:17.101625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.ipam_backend_mixin [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Port 3fa46830-904b-4fbd-abf9-358494a36efc was not found and therefore no delete operation was performed {{(pid=101891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 22:56:17.102389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c12a445-38da-4d72-a638-a1ddb5f331ef') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:17.102726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c12a445-38da-4d72-a638-a1ddb5f331ef') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:17.120516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.120742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.130047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.136784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Pushing event deleted for resources: {'Port': ['ID=0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:17.143992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'name': 'network-vif-deleted', 'tag': '9af816b2-022c-410b-b525-4c3656557af9'}, {'name': 'network-changed', 'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:17.149427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e2238fd3-3031-480d-a175-abb5fe8f8d87', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:56:17.150574 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.151149 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c496da-2de6-4d4a-9696-481ddae3089b" -d '{"events": [{"server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "name": "network-vif-deleted", "tag": "9af816b2-022c-410b-b525-4c3656557af9"}, {"name": "network-changed", "server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:17.153258 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.153423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] No DVR routers for this DVR port 3fa46830-904b-4fbd-abf9-358494a36efc on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:17.155044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.156068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Pushing event deleted for resources: {'Port': ['ID=3fa46830-904b-4fbd-abf9-358494a36efc,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:17.159465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:56:17.159970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:56:17.161889 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:56:17.174900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.175271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.176818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.176818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.176818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.176818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.177187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.177187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.177502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.178650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.179198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.179692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8def7bf-157d-4703-8e93-0e5f3fca7a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:17.233961 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeab33d4-9c5f-488d-83a4-0d3556e7cdbc x-openstack-request-id: req-aeab33d4-9c5f-488d-83a4-0d3556e7cdbc {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:17.234394 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0203ed1a-3218-4854-86e5-889c9d02cce9", "name": "network-vif-deleted", "tag": "9af816b2-022c-410b-b525-4c3656557af9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:17.235109 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aeab33d4-9c5f-488d-83a4-0d3556e7cdbc {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:17.235573 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0203ed1a-3218-4854-86e5-889c9d02cce9', 'name': 'network-vif-deleted', 'tag': '9af816b2-022c-410b-b525-4c3656557af9', 'status': 'completed', 'code': 200} Oct 12 22:56:17.235832 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3', 'status': 'completed', 'code': 200} Oct 12 22:56:17.300061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.301384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c496da-2de6-4d4a-9696-481ddae3089b req-0111acfe-2b33-4366-aeb6-ce0677e8dca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:17.304828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c496da-2de6-4d4a-9696-481ddae3089b req-0111acfe-2b33-4366-aeb6-ce0677e8dca0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1126 time: 0.0488024 Oct 12 22:56:17.355156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Allocated IP 172.20.0.2 (e2238fd3-3031-480d-a175-abb5fe8f8d87/39cea048-3b5f-4f22-89a4-b3659d0567d5/06481c69-49ad-45f8-847f-06c2f6beb49e) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:17.423197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 120b3491-acc8-4e42-8c07-b19421548c2c details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:56:17.447097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.458014 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.474190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.481451 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] 10.222.0.31 "DELETE /v2.0/networks/99711de6-4465-4828-855d-73ef00283e1d HTTP/1.1" status: 204 len: 168 time: 1.0880859 Oct 12 22:56:17.497542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.521053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.550665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae97aeb-c22c-46be-9eca-cec29ed0e798 admin admin] Pushing event deleted for resources: {'Network': ['ID=99711de6-4465-4828-855d-73ef00283e1d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:17.622293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7930bc2-ab6a-43d9-8290-6ec1c16e9f42 req-3db6400b-7c35-483d-a375-d9b368936335 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:17.624119 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7930bc2-ab6a-43d9-8290-6ec1c16e9f42 req-3db6400b-7c35-483d-a375-d9b368936335 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 943 time: 0.1866503 Oct 12 22:56:17.639103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:17.645049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c496da-2de6-4d4a-9696-481ddae3089b req-f23fc1e7-cd69-4348-91cb-1fdb553c19ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:17.647455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c496da-2de6-4d4a-9696-481ddae3089b req-f23fc1e7-cd69-4348-91cb-1fdb553c19ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.3333640 Oct 12 22:56:17.673383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:17.673722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 98dcfb8e-8ddd-40be-bd28-ce8ec2675399 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:17.674779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 16a6b548-e6d3-42b7-8cc9-2b683e807c22 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:17.693163 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c496da-2de6-4d4a-9696-481ddae3089b req-e0e093aa-e14b-4bc8-b410-67cb673a141c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 217 time: 0.0367565 Oct 12 22:56:17.729095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 16a6b548-e6d3-42b7-8cc9-2b683e807c22 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:17.729475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 16a6b548-e6d3-42b7-8cc9-2b683e807c22 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:17.729871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3fa46830-904b-4fbd-abf9-358494a36efc no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:17.733472 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.733996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router c586ee39-3fff-435e-93b9-6030ef1a3175 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:56:17.745300 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.746299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3d40fa42-3cc5-4616-8c24-ad5d277e30dc admin admin] 10.222.0.31 "DELETE /v2.0/routers/c586ee39-3fff-435e-93b9-6030ef1a3175 HTTP/1.1" status: 204 len: 168 time: 2.8704879 Oct 12 22:56:17.750517 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7930bc2-ab6a-43d9-8290-6ec1c16e9f42 req-1f3bbfdd-81a6-4c2d-ad8c-aa7854263690 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122761 Oct 12 22:56:17.752892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46574) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:17.757848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a4373-3559-4985-bf1e-6aac477f7910 req-bdc1fc86-1ac0-4f4b-8587-23b19d6258f5 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:17.768202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-934a4373-3559-4985-bf1e-6aac477f7910 req-bdc1fc86-1ac0-4f4b-8587-23b19d6258f5 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.3328118 Oct 12 22:56:17.775185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 3fa46830-904b-4fbd-abf9-358494a36efc {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:17.775541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3fa46830-904b-4fbd-abf9-358494a36efc not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:17.800653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=120b3491-acc8-4e42-8c07-b19421548c2c,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:17.822534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c496da-2de6-4d4a-9696-481ddae3089b req-47573f24-3c4f-46f8-be15-d43e95ae942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:17.823287 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.829531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '120b3491-acc8-4e42-8c07-b19421548c2c', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'port_id': '120b3491-acc8-4e42-8c07-b19421548c2c', 'mac_address': 'fa:16:3e:7a:19:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95754ae-0b03-4743-82ac-8dca0d4100ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:56:17.835384 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.851278 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c496da-2de6-4d4a-9696-481ddae3089b req-47573f24-3c4f-46f8-be15-d43e95ae942b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1426880 Oct 12 22:56:17.883317 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.900027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-da93012a-81bb-42aa-9d90-2df4ad306667 admin admin] Deleting subnet 259e9b41-9311-47fb-88a6-9fa588404ca9 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:56:17.901145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6a32a09-c160-4e5f-bac3-9b89f5e1b5ed tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.904211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 120b3491-acc8-4e42-8c07-b19421548c2c {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:17.932886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=120b3491-acc8-4e42-8c07-b19421548c2c,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:17.934474 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.952569 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c496da-2de6-4d4a-9696-481ddae3089b req-56405f3b-caa0-44c7-a908-949e460996f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714862 Oct 12 22:56:17.952569 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da93012a-81bb-42aa-9d90-2df4ad306667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.975430 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6a32a09-c160-4e5f-bac3-9b89f5e1b5ed tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:17.986348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Network e2238fd3-3031-480d-a175-abb5fe8f8d87 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:17.989620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:18.000701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:18.022975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.023905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0182467e-1fce-425c-a6ef-8fa0897550c3 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:56:18.032977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.093730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c496da-2de6-4d4a-9696-481ddae3089b req-1f9e3bcc-9548-4e63-b7a2-fa1b7b311194 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273744 Oct 12 22:56:18.094424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46592) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:18.113735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Pushing event updated for resources: {'Port': ['ID=06481c69-49ad-45f8-847f-06c2f6beb49e,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:18.158592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d6a32a09-c160-4e5f-bac3-9b89f5e1b5ed tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] In _notify_port_updated(), no bound segment for port 01874590-0426-4638-9322-f86649e4c325 on network 90ca4f4d-a840-4375-9556-652dec4ab566 {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 22:56:18.165594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a32a09-c160-4e5f-bac3-9b89f5e1b5ed tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:18.166258 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6a32a09-c160-4e5f-bac3-9b89f5e1b5ed tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.170179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d6a32a09-c160-4e5f-bac3-9b89f5e1b5ed tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "PUT /v2.0/ports/01874590-0426-4638-9322-f86649e4c325 HTTP/1.1" status: 200 len: 997 time: 1.4008386 Oct 12 22:56:18.174524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46596) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:18.210452 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da93012a-81bb-42aa-9d90-2df4ad306667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.238649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-934a4373-3559-4985-bf1e-6aac477f7910 req-bdae3c99-c8e4-45d2-8c07-0cbcdda01a69 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4687450 Oct 12 22:56:18.251187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bcbc69de-7e12-4743-83e4-c2cdc30d2027 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3edfaadf026945c39159bedda2d32b34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518235 Oct 12 22:56:18.254724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46598) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:18.308716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=120b3491-acc8-4e42-8c07-b19421548c2c,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:18.325379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Attempting to bind port 06481c69-49ad-45f8-847f-06c2f6beb49e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:18.325937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Attempting to bind port 06481c69-49ad-45f8-847f-06c2f6beb49e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:18.326477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Attempting to bind port 06481c69-49ad-45f8-847f-06c2f6beb49e on network e2238fd3-3031-480d-a175-abb5fe8f8d87 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:18.339139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:18.341632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a32a09-c160-4e5f-bac3-9b89f5e1b5ed tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Port': ['ID=01874590-0426-4638-9322-f86649e4c325,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:18.368104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:18.368755 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Checking segment: {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:18.369323 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.370140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Bound using segment: {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:18.370814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Bound port: 06481c69-49ad-45f8-847f-06c2f6beb49e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:18.371639 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.398781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0182467e-1fce-425c-a6ef-8fa0897550c3 has no active binding in host n-h2-790519-14 {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 22:56:18.448633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4017b454-2767-4100-aa0c-e20e36761499 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Deleting port 01874590-0426-4638-9322-f86649e4c325 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:18.450924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4017b454-2767-4100-aa0c-e20e36761499 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.488110 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da93012a-81bb-42aa-9d90-2df4ad306667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.504603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9af816b2-022c-410b-b525-4c3656557af9 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:18.541702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 9af816b2-022c-410b-b525-4c3656557af9 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:18.542034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9af816b2-022c-410b-b525-4c3656557af9 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:18.552556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['120b3491-acc8-4e42-8c07-b19421548c2c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:18.578895 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c496da-2de6-4d4a-9696-481ddae3089b req-11e2e8bd-c9ce-4aef-b55b-452ebd562c53 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4639084 Oct 12 22:56:18.591938 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b5e19083-95a8-48bb-be41-bc41d1a5b25f None None] Provisioning complete for port 01874590-0426-4638-9322-f86649e4c325 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:18.592306 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b5e19083-95a8-48bb-be41-bc41d1a5b25f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.594425 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e8669a5-2e7d-4542-b31d-f8a2d9ddf6df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.623285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4017b454-2767-4100-aa0c-e20e36761499 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.626543 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e8669a5-2e7d-4542-b31d-f8a2d9ddf6df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.646530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] For port 06481c69-49ad-45f8-847f-06c2f6beb49e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:18.695771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] For port 06481c69-49ad-45f8-847f-06c2f6beb49e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06481c69-49ad-45f8-847f-06c2f6beb49e,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:18.701653 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da93012a-81bb-42aa-9d90-2df4ad306667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.705682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b5e19083-95a8-48bb-be41-bc41d1a5b25f None None] Port 01874590-0426-4638-9322-f86649e4c325 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:18.714278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4017b454-2767-4100-aa0c-e20e36761499 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Calling delete_port for 01874590-0426-4638-9322-f86649e4c325 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:18.717025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da93012a-81bb-42aa-9d90-2df4ad306667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.720665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-da93012a-81bb-42aa-9d90-2df4ad306667 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/259e9b41-9311-47fb-88a6-9fa588404ca9 HTTP/1.1" status: 204 len: 168 time: 0.9667068 Oct 12 22:56:18.728534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0326b-d6ca-416c-a530-1dadc5cdbb77 req-27bce23d-9e2e-4ce4-8656-216ce88dd0b1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:18.730592 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a6b0326b-d6ca-416c-a530-1dadc5cdbb77 req-27bce23d-9e2e-4ce4-8656-216ce88dd0b1 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.2181616 Oct 12 22:56:18.731135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46608) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:18.751241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da93012a-81bb-42aa-9d90-2df4ad306667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=259e9b41-9311-47fb-88a6-9fa588404ca9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:18.797882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169274bf-6c13-43c9-9e5f-f3d581bcbc88 None None] Network f8f52403-51b3-4d38-8dc6-1b3395c5042f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:18.867829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e8669a5-2e7d-4542-b31d-f8a2d9ddf6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.870632 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e8669a5-2e7d-4542-b31d-f8a2d9ddf6df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.874646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7e8669a5-2e7d-4542-b31d-f8a2d9ddf6df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/44037cdd-d165-44d6-8ddb-665b3546839e HTTP/1.1" status: 204 len: 168 time: 0.6164980 Oct 12 22:56:18.889178 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.897991 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:18.901745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8669a5-2e7d-4542-b31d-f8a2d9ddf6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44037cdd-d165-44d6-8ddb-665b3546839e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:18.946715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e0416-bec3-4f18-a27e-51c328233b99 req-cb9b0f47-9141-48f7-8b44-4e30f53e0e24 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:18.964008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-672e0416-bec3-4f18-a27e-51c328233b99 req-cb9b0f47-9141-48f7-8b44-4e30f53e0e24 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 943 time: 0.1063404 Oct 12 22:56:19.026129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a6b0326b-d6ca-416c-a530-1dadc5cdbb77 req-cad09465-9106-4e92-bc34-9d455ccd63cf tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879074 Oct 12 22:56:19.037076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.072247 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.089839 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-672e0416-bec3-4f18-a27e-51c328233b99 req-ca2e18e8-dc23-4abd-acf3-cd60a9c1f9c3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278906 Oct 12 22:56:19.113881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e961a8-7759-43ce-bb17-8abbd6830b8f None None] Pushing event updated for resources: {'Port': ['ID=06481c69-49ad-45f8-847f-06c2f6beb49e,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:19.114408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.114408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.192406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcec1fa-83ef-4be7-a948-9d95472b2347 None None] DHCP port deletion for f8f52403-51b3-4d38-8dc6-1b3395c5042f request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:56:19.274016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ddcec1fa-83ef-4be7-a948-9d95472b2347 None None] Deleting port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:19.274435 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ddcec1fa-83ef-4be7-a948-9d95472b2347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.437706 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4017b454-2767-4100-aa0c-e20e36761499 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.453341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Deleting port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:19.453798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 120b3491-acc8-4e42-8c07-b19421548c2c up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:19.456840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.535998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd682710-0f0c-4d3b-8f0e-98dfa043a233 req-16ce3e2e-7f56-4e2e-bf78-778292c39dbf tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:19.556286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd682710-0f0c-4d3b-8f0e-98dfa043a233 req-16ce3e2e-7f56-4e2e-bf78-778292c39dbf tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.1354730 Oct 12 22:56:19.592572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ddcec1fa-83ef-4be7-a948-9d95472b2347 None None] For port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7a240c58-cb11-434b-b2e5-a4fd09d8f80c,segment=NetworkSegment(6338655d-75b6-44a5-94a8-9cf06d4c7019),segment_id=6338655d-75b6-44a5-94a8-9cf06d4c7019)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:19.593468 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ddcec1fa-83ef-4be7-a948-9d95472b2347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.613750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ddcec1fa-83ef-4be7-a948-9d95472b2347 None None] Calling delete_port for 7a240c58-cb11-434b-b2e5-a4fd09d8f80c owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:19.626865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 120b3491-acc8-4e42-8c07-b19421548c2c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:19.628498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.669307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06481c69-49ad-45f8-847f-06c2f6beb49e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:19.672359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Allocated IP 172.25.2.134 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/ba589277-ee6a-4935-ab0d-216db46b32ea) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:19.679066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd682710-0f0c-4d3b-8f0e-98dfa043a233 req-768504c9-08f1-4f01-ac10-0bebed2ca0c7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164072 Oct 12 22:56:19.734727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017b454-2767-4100-aa0c-e20e36761499 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event deleted for resources: {'Port': ['ID=01874590-0426-4638-9322-f86649e4c325,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:19.848721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 06481c69-49ad-45f8-847f-06c2f6beb49e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:19.849101 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:19.935270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] For port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7a240c58-cb11-434b-b2e5-a4fd09d8f80c,segment=NetworkSegment(6338655d-75b6-44a5-94a8-9cf06d4c7019),segment_id=6338655d-75b6-44a5-94a8-9cf06d4c7019)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:19.935711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.010829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-0abb051b-f6e2-4959-a49f-6d9432bcc53e service neutron] 10.222.0.41 "GET /v2.0/ports/0182467e-1fce-425c-a6ef-8fa0897550c3/bindings/n-h2-790519-14 HTTP/1.1" status: 200 len: 385 time: 0.2204542 Oct 12 22:56:20.086026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Calling delete_port for 7a240c58-cb11-434b-b2e5-a4fd09d8f80c owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:20.101895 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.192293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:20.195403 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5d694a-0dc5-4aab-a572-b80845260dcf" -d '{"events": [{"server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:20.209906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=120b3491-acc8-4e42-8c07-b19421548c2c,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:20.232210 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ddcec1fa-83ef-4be7-a948-9d95472b2347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.251033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4017b454-2767-4100-aa0c-e20e36761499 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.265919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4017b454-2767-4100-aa0c-e20e36761499 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "DELETE /v2.0/ports/01874590-0426-4638-9322-f86649e4c325 HTTP/1.1" status: 204 len: 168 time: 2.0901756 Oct 12 22:56:20.295801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46646) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:20.323680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddcec1fa-83ef-4be7-a948-9d95472b2347 None None] No DVR routers for this DVR port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:20.341625 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.345559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcec1fa-83ef-4be7-a948-9d95472b2347 None None] Pushing event deleted for resources: {'Port': ['ID=7a240c58-cb11-434b-b2e5-a4fd09d8f80c,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:20.375535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.404285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=120b3491-acc8-4e42-8c07-b19421548c2c,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:20.410841 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.430113 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a55e2460-fbd8-4319-a885-5f91c49b0edc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] GET failed (client error): The resource could not be found. Oct 12 22:56:20.448531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a55e2460-fbd8-4319-a885-5f91c49b0edc tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "GET /v2.0/ports/01874590-0426-4638-9322-f86649e4c325 HTTP/1.1" status: 404 len: 333 time: 0.1507168 Oct 12 22:56:20.457131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46650) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:20.479960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'port': {'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566', 'name': 'tempest-AllowedAddressPairTestJSON-1988618652'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:20.480294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 06481c69-49ad-45f8-847f-06c2f6beb49e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06481c69-49ad-45f8-847f-06c2f6beb49e,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:20.530749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.652985 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.657409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-315f8988-3625-4e8c-884c-24d5a1c3845d None None] Network e2238fd3-3031-480d-a175-abb5fe8f8d87 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:20.702718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=06481c69-49ad-45f8-847f-06c2f6beb49e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:20.717922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Pushing event updated for resources: {'Port': ['ID=ba589277-ee6a-4935-ab0d-216db46b32ea,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:20.745107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0d4323a7-85e1-4773-9fb8-e0ff5599b197 None None] Provisioning complete for port 06481c69-49ad-45f8-847f-06c2f6beb49e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:20.745978 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0d4323a7-85e1-4773-9fb8-e0ff5599b197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.747087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73818c0f-0388-4970-a919-26d175877e5c req-1ee2f686-d68d-4030-bd7d-943a25ae6750 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:20.749522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73818c0f-0388-4970-a919-26d175877e5c req-1ee2f686-d68d-4030-bd7d-943a25ae6750 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.8264265 Oct 12 22:56:20.770346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:20.805232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:20.856643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:20.857298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0e2ebd5d-57fe-420c-8a6e-7bb2a78ad8cd not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:20.857887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7a240c58-cb11-434b-b2e5-a4fd09d8f80c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:20.891778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 7a240c58-cb11-434b-b2e5-a4fd09d8f80c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:20.892384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7a240c58-cb11-434b-b2e5-a4fd09d8f80c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:20.892522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:20.897616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:20.956615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5399cf-6d65-4f85-a651-7ff7a6c1e4a5 req-023455a6-e73a-4b15-8370-52bf24666163 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:20.959128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c1f6e5-6dd8-4242-a6c1-ac238549dd04 req-c92d81e0-a0e6-422c-b168-c5e323a588dc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:20.965403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2f5399cf-6d65-4f85-a651-7ff7a6c1e4a5 req-023455a6-e73a-4b15-8370-52bf24666163 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 943 time: 0.6687315 Oct 12 22:56:20.968783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79c1f6e5-6dd8-4242-a6c1-ac238549dd04 req-c92d81e0-a0e6-422c-b168-c5e323a588dc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.7226446 Oct 12 22:56:20.978781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:21.047967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:21.052450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2f5399cf-6d65-4f85-a651-7ff7a6c1e4a5 req-2e3368bf-4eb1-4830-93e1-d6edba48be5b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842683 Oct 12 22:56:21.098971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:21.111917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-1fe53061-d916-447e-a3ef-aa17409f049e req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0182467e-1fce-425c-a6ef-8fa0897550c3 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:21.123443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79c1f6e5-6dd8-4242-a6c1-ac238549dd04 req-8e028ad7-fa21-49a5-8be8-a873d670156b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524389 Oct 12 22:56:21.127026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a240c58-cb11-434b-b2e5-a4fd09d8f80c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:21.142505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] No DVR routers for this DVR port 7a240c58-cb11-434b-b2e5-a4fd09d8f80c on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:21.145052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:21.163946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Made reservation on behalf of 7b5fcdd1a0194a5eb438244c6b86b891 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:21.168971 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:21.193508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] device_id is not set on port d8b25de4-ae92-46d0-be93-b4ab82d411fa yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 22:56:21.219737 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654c69f6-3362-4dd5-9587-8687c2be10d6 x-openstack-request-id: req-654c69f6-3362-4dd5-9587-8687c2be10d6 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:21.220297 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "name": "network-vif-plugged", "status": "completed", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:21.220297 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-654c69f6-3362-4dd5-9587-8687c2be10d6 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:21.220751 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c', 'code': 200} Oct 12 22:56:21.253201 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:21.573493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bbc7abff-1806-4da1-8081-77d1bad4e57f None None] Provisioning complete for port 06481c69-49ad-45f8-847f-06c2f6beb49e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:21.574094 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bbc7abff-1806-4da1-8081-77d1bad4e57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:21.631887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06481c69-49ad-45f8-847f-06c2f6beb49e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:21.755380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 06481c69-49ad-45f8-847f-06c2f6beb49e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:21.756324 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:21.874488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-73818c0f-0388-4970-a919-26d175877e5c req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Deleting port 72599d4b-1899-4469-833f-0f63fd4a4469 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:21.875096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-73818c0f-0388-4970-a919-26d175877e5c req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:21.879746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:21.939466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-1fe53061-d916-447e-a3ef-aa17409f049e req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] Transition to ACTIVE for port object 0182467e-1fce-425c-a6ef-8fa0897550c3 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:56:21.950679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a69d4a-bb38-4329-b6fd-de25c769f111 req-bd2bbf39-bb40-4dd4-b7f3-2ea7472be60e tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:21.952457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81a69d4a-bb38-4329-b6fd-de25c769f111 req-bd2bbf39-bb40-4dd4-b7f3-2ea7472be60e tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.7010765 Oct 12 22:56:22.010971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Allocated IP 172.20.0.3 (90ca4f4d-a840-4375-9556-652dec4ab566/9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20/d8b25de4-ae92-46d0-be93-b4ab82d411fa) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:22.014548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8f52403-51b3-4d38-8dc6-1b3395c5042f']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:22.017320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.093877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6338655d-75b6-44a5-94a8-9cf06d4c7019') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:22.093877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6338655d-75b6-44a5-94a8-9cf06d4c7019') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:22.137532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81a69d4a-bb38-4329-b6fd-de25c769f111 req-c448086b-fb9a-401a-9e49-fe2f40872457 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642578 Oct 12 22:56:22.147416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] No DVR routers for this DVR port 0182467e-1fce-425c-a6ef-8fa0897550c3 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:22.158448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.205231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.211055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:56:22.211539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.246710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0182467e-1fce-425c-a6ef-8fa0897550c3,revision_number=10']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:22.267963 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-23f5aa32-044f-44a8-b462-08c7c76c40d0 service neutron] 10.222.0.41 "PUT /v2.0/ports/0182467e-1fce-425c-a6ef-8fa0897550c3/bindings/n-h2-790519-14/activate HTTP/1.1" status: 200 len: 370 time: 2.2454507 Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:56:22.274009 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:56:22.345392 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-73818c0f-0388-4970-a919-26d175877e5c req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] For port 72599d4b-1899-4469-833f-0f63fd4a4469, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=72599d4b-1899-4469-833f-0f63fd4a4469,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:22.347426 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-73818c0f-0388-4970-a919-26d175877e5c req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.349818 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.354776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.371565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] 10.222.0.31 "DELETE /v2.0/networks/f8f52403-51b3-4d38-8dc6-1b3395c5042f HTTP/1.1" status: 204 len: 168 time: 3.6346419 Oct 12 22:56:22.387385 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a609a-eee4-417f-ba45-70a499d615e4 req-92426096-7048-45c6-9fd4-3455aeecc82b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:22.394784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d86a609a-eee4-417f-ba45-70a499d615e4 req-92426096-7048-45c6-9fd4-3455aeecc82b tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 949 time: 0.1361833 Oct 12 22:56:22.430703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6f0c0-fa7f-45d4-b8e0-cc8f7f03ff85 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8f52403-51b3-4d38-8dc6-1b3395c5042f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:22.442174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-73818c0f-0388-4970-a919-26d175877e5c req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Calling delete_port for 72599d4b-1899-4469-833f-0f63fd4a4469 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:22.503959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c4cb0-867e-4376-b3a9-cbb2cb8ca651 req-da516fc1-64e3-47ba-84a4-49d9e4ac08be tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:22.505726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a5c4cb0-867e-4376-b3a9-cbb2cb8ca651 req-da516fc1-64e3-47ba-84a4-49d9e4ac08be tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 944 time: 0.3452671 Oct 12 22:56:22.511413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-ffa719c0-031a-4643-b7f5-18b18d6937fb tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:22.513228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-ffa719c0-031a-4643-b7f5-18b18d6937fb tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.1149979 Oct 12 22:56:22.524215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d86a609a-eee4-417f-ba45-70a499d615e4 req-9c30af48-cdce-4a4e-be8d-ae908f42aee6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/security-groups?id=e0c00cfb-c321-4e31-80ce-bb74ad297a2e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284888 Oct 12 22:56:22.588745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46722) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:22.618837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.652922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e30608d4-e834-4cbe-8988-8b5330ff7f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:22.654391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e30608d4-e834-4cbe-8988-8b5330ff7f7f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c&tenant_id=5cb1fb1980714092afbe36083bfd1a49 HTTP/1.1" status: 200 len: 1096 time: 0.1267140 Oct 12 22:56:22.706060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a5c4cb0-867e-4376-b3a9-cbb2cb8ca651 req-57162e88-1b03-4b83-bcbb-b97b89cbc6ae tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909571 Oct 12 22:56:22.722810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.769346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-551c1b71-19f9-4bc8-840a-fcd75723a516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:22.772913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-551c1b71-19f9-4bc8-840a-fcd75723a516 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1096 time: 0.0875237 Oct 12 22:56:22.842006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46730) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:22.860057 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3c11a824-ff0f-4ded-9005-8b1176c36c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.870726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:22.962591 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Network 90ca4f4d-a840-4375-9556-652dec4ab566 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:22.983228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-aada5321-38de-411b-9a3f-223e44fbfda3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74f7356c33b341b4b501c16e8f2eae1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1399539 Oct 12 22:56:22.984276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:22.986926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:22.995883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46732) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:23.036904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-264d3e3e-b3cc-43ec-ac0f-d81a9ab37634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:23.039127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-264d3e3e-b3cc-43ec-ac0f-d81a9ab37634 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.2594161 Oct 12 22:56:23.040598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Port': ['ID=d8b25de4-ae92-46d0-be93-b4ab82d411fa,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:23.068452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-73818c0f-0388-4970-a919-26d175877e5c req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.132815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Pushing event deleted for resources: {'Port': ['ID=72599d4b-1899-4469-833f-0f63fd4a4469,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:23.150109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7fa3b16-50b3-47b0-9c6a-34650f861c2a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 217 time: 0.0936291 Oct 12 22:56:23.223584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:23.223584 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.282384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-37c19aba-8864-4ba2-89e8-a29b4cae62cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:23.283897 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-37c19aba-8864-4ba2-89e8-a29b4cae62cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1203895 Oct 12 22:56:23.286902 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6619de9-6e53-42b9-8d56-defa84f9265e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.330219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.335827 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3c11a824-ff0f-4ded-9005-8b1176c36c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.337090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-73818c0f-0388-4970-a919-26d175877e5c req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] No DVR routers for this DVR port 72599d4b-1899-4469-833f-0f63fd4a4469 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:23.341267 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-73818c0f-0388-4970-a919-26d175877e5c req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.344711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73818c0f-0388-4970-a919-26d175877e5c req-699e5f6f-d126-4d71-ada5-84691c99a6fc tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.41 "DELETE /v2.0/ports/72599d4b-1899-4469-833f-0f63fd4a4469 HTTP/1.1" status: 204 len: 173 time: 2.5801320 Oct 12 22:56:23.345161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'name': 'network-vif-deleted', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:23.357301 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176456e6-6354-4218-a412-2ec1c53ffa4d" -d '{"events": [{"server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "name": "network-vif-deleted", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:23.360830 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-3b4e965f-c88a-4b2d-be39-1ae9e12b92da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577502 Oct 12 22:56:23.389089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6619de9-6e53-42b9-8d56-defa84f9265e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.404815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a1f55d94-7133-4b81-acc6-676061d96bc7 None None] Provisioning complete for port d8b25de4-ae92-46d0-be93-b4ab82d411fa triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:23.405718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dbe04239-b62b-4793-a947-57f90128ac78 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9443822 Oct 12 22:56:23.409435 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a1f55d94-7133-4b81-acc6-676061d96bc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.412453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46738) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:23.418336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'port': {'network_id': '90ca4f4d-a840-4375-9556-652dec4ab566', 'name': 'tempest-AllowedAddressPairTestJSON-344434748'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:23.466678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a1f55d94-7133-4b81-acc6-676061d96bc7 None None] Port d8b25de4-ae92-46d0-be93-b4ab82d411fa cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:23.503966 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f50b5-aedd-43e8-9819-d0b7766fb95b req-17e8b8c2-cc5d-4470-907a-64f3d2c71cc9 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:23.505495 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc3f50b5-aedd-43e8-9819-d0b7766fb95b req-17e8b8c2-cc5d-4470-907a-64f3d2c71cc9 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.2203505 Oct 12 22:56:23.571792 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-bd521b1d-7a9c-49bd-a387-4f92e8da8fa0 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034104 Oct 12 22:56:23.610304 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3c11a824-ff0f-4ded-9005-8b1176c36c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.620893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc3f50b5-aedd-43e8-9819-d0b7766fb95b req-e2243309-7c13-44af-a19d-444411fba090 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049778 Oct 12 22:56:23.664636 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6619de9-6e53-42b9-8d56-defa84f9265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.667891 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973defc1-873d-4600-8e0d-3886eac80c41 x-openstack-request-id: req-973defc1-873d-4600-8e0d-3886eac80c41 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:23.668325 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35f42920-6cc1-44ff-8d7c-86efacd38bef", "name": "network-vif-deleted", "tag": "72599d4b-1899-4469-833f-0f63fd4a4469", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:23.668631 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-973defc1-873d-4600-8e0d-3886eac80c41 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:23.669041 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35f42920-6cc1-44ff-8d7c-86efacd38bef', 'name': 'network-vif-deleted', 'tag': '72599d4b-1899-4469-833f-0f63fd4a4469', 'status': 'completed', 'code': 200} Oct 12 22:56:23.678411 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6619de9-6e53-42b9-8d56-defa84f9265e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.678411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a6619de9-6e53-42b9-8d56-defa84f9265e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/826a4412-6722-4df2-bb9a-79d2307b90bd HTTP/1.1" status: 204 len: 168 time: 0.6805060 Oct 12 22:56:23.719771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6619de9-6e53-42b9-8d56-defa84f9265e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=826a4412-6722-4df2-bb9a-79d2307b90bd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:23.729082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Made reservation on behalf of 7b5fcdd1a0194a5eb438244c6b86b891 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:23.749245 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:23.817713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3c11a824-ff0f-4ded-9005-8b1176c36c74 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81545ebddfd8424c8c829f60840513a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2277715 Oct 12 22:56:23.822624 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-ca9a0cb9-2077-4415-9fc6-cb48202637f7 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430642 Oct 12 22:56:23.823623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46756) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:23.854335 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7eb648a6-ac0a-44f7-90ae-79efa56f816d req-32ee18bb-0dd2-449d-8ae0-e244c30079e2 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 210 time: 0.1807704 Oct 12 22:56:23.857057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] device_id is not set on port 542ebf7c-00fc-4899-85db-cc5033be2a4b yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 22:56:23.868446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11a824-ff0f-4ded-9005-8b1176c36c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a088287-5a3d-4553-bc81-5e96934af864,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:24.000142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca66eac-53a4-4e48-82a1-b7aa4451320b req-4d3c614e-3cf2-4fcd-a98a-41d2db1b90cc tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:24.003090 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ca66eac-53a4-4e48-82a1-b7aa4451320b req-4d3c614e-3cf2-4fcd-a98a-41d2db1b90cc tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 944 time: 0.1521876 Oct 12 22:56:24.010326 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b488038a-a249-4a60-b420-87fb3433d19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:24.075030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Allocated IP 172.20.0.8 (90ca4f4d-a840-4375-9556-652dec4ab566/9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20/542ebf7c-00fc-4899-85db-cc5033be2a4b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:24.105653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ca66eac-53a4-4e48-82a1-b7aa4451320b req-59078fe1-d4b1-4ec2-9095-727e263440b1 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854349 Oct 12 22:56:24.108189 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b488038a-a249-4a60-b420-87fb3433d19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:24.151327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Router a8ab9277-f0c1-4ea5-9138-1aebc543a10e is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:56:24.283362 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b488038a-a249-4a60-b420-87fb3433d19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:24.286157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b488038a-a249-4a60-b420-87fb3433d19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:24.290638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b488038a-a249-4a60-b420-87fb3433d19a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0a088287-5a3d-4553-bc81-5e96934af864 HTTP/1.1" status: 204 len: 168 time: 0.4661837 Oct 12 22:56:24.304890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b488038a-a249-4a60-b420-87fb3433d19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a088287-5a3d-4553-bc81-5e96934af864,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:24.364898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:24.374588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:56:24.384777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Sync routers for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:56:24.399703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:24.399703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:24.460493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe53061-d916-447e-a3ef-aa17409f049e req-818cce39-ae91-4f83-b5dc-c2fb05b060f9 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:24.462430 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-818cce39-ae91-4f83-b5dc-c2fb05b060f9 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.1276138 Oct 12 22:56:24.481071 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:24.482631 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f094f79c-a428-455b-aa29-8b08cb6419d2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.4900346 Oct 12 22:56:24.485277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46764) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:24.507530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 72599d4b-1899-4469-833f-0f63fd4a4469 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:24.557473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:24.564848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 72599d4b-1899-4469-833f-0f63fd4a4469 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:24.565472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 72599d4b-1899-4469-833f-0f63fd4a4469 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:24.566547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 0182467e-1fce-425c-a6ef-8fa0897550c3 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:24.690360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 0182467e-1fce-425c-a6ef-8fa0897550c3 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:24.706776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:24.707762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Network 90ca4f4d-a840-4375-9556-652dec4ab566 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:24.753223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:24.770218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:24.855194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Port': ['ID=542ebf7c-00fc-4899-85db-cc5033be2a4b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:24.867557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1fe53061-d916-447e-a3ef-aa17409f049e req-365c717c-b10e-4380-a5b8-d3f34dc9e366 service neutron] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:24.874195 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1fe53061-d916-447e-a3ef-aa17409f049e req-365c717c-b10e-4380-a5b8-d3f34dc9e366 service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:24.875565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-365c717c-b10e-4380-a5b8-d3f34dc9e366 service neutron] 10.222.0.25 "DELETE /v2.0/ports/0182467e-1fce-425c-a6ef-8fa0897550c3/bindings/n-h1-790519-14 HTTP/1.1" status: 204 len: 173 time: 0.4045601 Oct 12 22:56:24.881837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:24.882896 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.077304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46782) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:25.079466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e25753d0-df2a-434c-8dd8-4f71a80832cf req-12b733ee-2f1e-4756-a2d6-b75e021d83b6 tempest-MigrationsAdminTest-1069336822 tempest-MigrationsAdminTest-1069336822-project] 10.222.0.31 "GET /v2.0/ports?device_id=35f42920-6cc1-44ff-8d7c-86efacd38bef HTTP/1.1" status: 200 len: 210 time: 0.0644052 Oct 12 22:56:25.089945 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1b7c251e-072c-4d88-9e54-a75350ab6e9b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6730139 Oct 12 22:56:25.094850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46784) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:25.098734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-59f6b620-54e6-4bc5-82d3-6c103cc8c6d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:40:f8:66'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:56:44:ee'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:25.174103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127e264-2615-427b-b5c0-10a0901ab027 req-685c47c8-964c-4d7c-9820-872e37223a91 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:25.177609 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-90d17f3a-1196-445a-aee9-5d27dc525c44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0d399155fb94fb1985f111493b1de8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0946453 Oct 12 22:56:25.178313 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c127e264-2615-427b-b5c0-10a0901ab027 req-685c47c8-964c-4d7c-9820-872e37223a91 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.2887812 Oct 12 22:56:25.180414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46788) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:25.247396 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b9931aee-bd34-44b9-b22d-9639bc005c74 None None] Provisioning complete for port 542ebf7c-00fc-4899-85db-cc5033be2a4b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:25.247396 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b9931aee-bd34-44b9-b22d-9639bc005c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.281701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b9931aee-bd34-44b9-b22d-9639bc005c74 None None] Port 542ebf7c-00fc-4899-85db-cc5033be2a4b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:25.296070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:22Z', 'revision_number': 3, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:25.356640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7cda1-5629-416b-b185-aea1ec54be19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.358059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Checking router: a8ab9277-f0c1-4ea5-9138-1aebc543a10e for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:56:25.358420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Updating router a8ab9277-f0c1-4ea5-9138-1aebc543a10e port ba589277-ee6a-4935-ab0d-216db46b32ea binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:56:25.402313 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.407962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d0b1c4-c8f1-4bc0-960e-7a204e469bee req-d6cf9f28-1a91-48e5-ac37-a5de61e5113b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:25.415638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77d0b1c4-c8f1-4bc0-960e-7a204e469bee req-d6cf9f28-1a91-48e5-ac37-a5de61e5113b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 944 time: 0.1560066 Oct 12 22:56:25.427027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c127e264-2615-427b-b5c0-10a0901ab027 req-31547cdf-f357-441f-a6e3-4ef8fd86fa16 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403173 Oct 12 22:56:25.478655 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f6b620-54e6-4bc5-82d3-6c103cc8c6d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.479448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7cda1-5629-416b-b185-aea1ec54be19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.519525 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77d0b1c4-c8f1-4bc0-960e-7a204e469bee req-081d2411-2ab1-46e9-a1d8-300aadbdf722 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030180 Oct 12 22:56:25.738326 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7cda1-5629-416b-b185-aea1ec54be19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.742202 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7cda1-5629-416b-b185-aea1ec54be19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.743854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-48c7cda1-5629-416b-b185-aea1ec54be19 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57e21ff0-7a59-419f-a2a7-048eb8b4f9d4 HTTP/1.1" status: 204 len: 168 time: 0.5603750 Oct 12 22:56:25.785316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7cda1-5629-416b-b185-aea1ec54be19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e21ff0-7a59-419f-a2a7-048eb8b4f9d4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:25.789204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.804901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ec15c-42b3-478f-b763-756bd0ca686b req-62078d06-e425-4183-9d5d-dda1b7e9a231 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:25.806433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e1ec15c-42b3-478f-b763-756bd0ca686b req-62078d06-e425-4183-9d5d-dda1b7e9a231 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1096 time: 0.1245635 Oct 12 22:56:25.833081 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f6b620-54e6-4bc5-82d3-6c103cc8c6d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.885127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e1ec15c-42b3-478f-b763-756bd0ca686b req-b58bccb7-4516-4d1c-9e84-ee97f102a9c0 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698771 Oct 12 22:56:25.895474 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:25.919729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f6b620-54e6-4bc5-82d3-6c103cc8c6d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:26.004723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Attempting to bind port ba589277-ee6a-4935-ab0d-216db46b32ea on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:26.005501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Attempting to bind port ba589277-ee6a-4935-ab0d-216db46b32ea by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:26.006147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Attempting to bind port ba589277-ee6a-4935-ab0d-216db46b32ea on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:26.009866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8575ad7-16f6-496f-a41a-88de359ebfbb None None] Pushing event updated for resources: {'Port': ['ID=ba589277-ee6a-4935-ab0d-216db46b32ea,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:26.030439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:26.030987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:26.042782 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:26.042782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:26.042782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Bound port: ba589277-ee6a-4935-ab0d-216db46b32ea, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:26.042782 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:26.043307 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:56:26.125453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6b620-54e6-4bc5-82d3-6c103cc8c6d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event updated for resources: {'Port': ['ID=542ebf7c-00fc-4899-85db-cc5033be2a4b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:26.150157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] For port ba589277-ee6a-4935-ab0d-216db46b32ea, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:26.171156 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:26.184691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] For port ba589277-ee6a-4935-ab0d-216db46b32ea, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ba589277-ee6a-4935-ab0d-216db46b32ea,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:26.199760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-59f6b620-54e6-4bc5-82d3-6c103cc8c6d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] In _notify_port_updated(), no bound segment for port 542ebf7c-00fc-4899-85db-cc5033be2a4b on network 90ca4f4d-a840-4375-9556-652dec4ab566 {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 22:56:26.208524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f6b620-54e6-4bc5-82d3-6c103cc8c6d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:26.211790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59f6b620-54e6-4bc5-82d3-6c103cc8c6d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:26.213668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-59f6b620-54e6-4bc5-82d3-6c103cc8c6d2 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "PUT /v2.0/ports/542ebf7c-00fc-4899-85db-cc5033be2a4b HTTP/1.1" status: 200 len: 1055 time: 1.1204979 Oct 12 22:56:26.216572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46828) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:26.273499 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:26.511330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:26.511972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:26.678682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8575ad7-16f6-496f-a41a-88de359ebfbb None None] Pushing event updated for resources: {'Port': ['ID=ba589277-ee6a-4935-ab0d-216db46b32ea,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:26.681525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4732aa01-9f46-4c2e-a108-d3a5623e89e1 req-b1c887e0-8bb1-4846-bc52-a9664db9f217 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:26.683842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4732aa01-9f46-4c2e-a108-d3a5623e89e1 req-b1c887e0-8bb1-4846-bc52-a9664db9f217 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.0780642 Oct 12 22:56:26.700313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f4478abd-e813-4bbb-80eb-6903141541b4 None None] Provisioning complete for port 542ebf7c-00fc-4899-85db-cc5033be2a4b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:26.701267 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4478abd-e813-4bbb-80eb-6903141541b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:26.769446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4732aa01-9f46-4c2e-a108-d3a5623e89e1 req-4fa5fc4c-befd-4a5b-9863-ff88f9420891 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737638 Oct 12 22:56:26.809788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:26.811798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f4478abd-e813-4bbb-80eb-6903141541b4 None None] Port 542ebf7c-00fc-4899-85db-cc5033be2a4b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:27.162527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:22Z', 'revision_number': 3, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:27.187152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46872) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:27.198676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a89fce7-1c11-4845-aeca-b044ad214fb0 None None] The sync data for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 is: [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:22Z', 'revision_number': 3, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:56:27.268311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e584947c-50a3-4d8d-a48a-b558718088fd tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:27.270005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e584947c-50a3-4d8d-a48a-b558718088fd tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 808 time: 0.7893283 Oct 12 22:56:27.315792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-d26e107d-0ffe-421a-831b-5a41b2280964 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/quotas/5cb1fb1980714092afbe36083bfd1a49 HTTP/1.1" status: 200 len: 375 time: 0.0343540 Oct 12 22:56:27.386355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4778d97d-9fbc-42c3-95e7-16c62dc6614c tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Deleting port 542ebf7c-00fc-4899-85db-cc5033be2a4b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:27.386746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4778d97d-9fbc-42c3-95e7-16c62dc6614c tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:27.584856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Allocated IP 172.20.0.1 (e2238fd3-3031-480d-a175-abb5fe8f8d87/39cea048-3b5f-4f22-89a4-b3659d0567d5/05dd99ef-ec49-4c4e-9ac2-5c216d460691) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:27.778978 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a9ce4093-e12b-42a3-b4cb-ee427ca38b1d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71de4dadbd02400388deaaa5fd5e081f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5906336 Oct 12 22:56:27.790383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46884) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:27.935680 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7276c3b-33fc-44fe-aa24-149f8330d66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:28.020528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-dd1f4322-7886-4a54-acee-31387b4e6dbc tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6246459 Oct 12 22:56:28.028131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:28.031149 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7276c3b-33fc-44fe-aa24-149f8330d66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:28.034275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4778d97d-9fbc-42c3-95e7-16c62dc6614c tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:28.169691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4778d97d-9fbc-42c3-95e7-16c62dc6614c tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Calling delete_port for 542ebf7c-00fc-4899-85db-cc5033be2a4b owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:28.213756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7276c3b-33fc-44fe-aa24-149f8330d66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:28.223309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7276c3b-33fc-44fe-aa24-149f8330d66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:28.247089 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d7276c3b-33fc-44fe-aa24-149f8330d66d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0c00cfb-c321-4e31-80ce-bb74ad297a2e HTTP/1.1" status: 204 len: 168 time: 0.4549849 Oct 12 22:56:28.292949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7276c3b-33fc-44fe-aa24-149f8330d66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c00cfb-c321-4e31-80ce-bb74ad297a2e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:28.376921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-81c2f7aa-566c-4367-a2fa-b157d92b9419 service neutron] 10.222.0.31 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350656 Oct 12 22:56:28.475947 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:28.547525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Network e2238fd3-3031-480d-a175-abb5fe8f8d87 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:28.566769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:28.595920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:28.606640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-b5b1e00b-06b1-4b16-bdfa-36cf13b040cf service neutron] 10.222.0.31 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175484 Oct 12 22:56:28.632748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Pushing event updated for resources: {'Port': ['ID=05dd99ef-ec49-4c4e-9ac2-5c216d460691,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:28.677545 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:28.797265 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4778d97d-9fbc-42c3-95e7-16c62dc6614c tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:28.805553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41494d26-c2bf-4097-b89b-571f4a2284f2 req-2c163a2d-59a9-4bc5-9b8f-3e0f01ba4fc7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:28.815365 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-41494d26-c2bf-4097-b89b-571f4a2284f2 req-2c163a2d-59a9-4bc5-9b8f-3e0f01ba4fc7 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.1351130 Oct 12 22:56:28.870832 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-41494d26-c2bf-4097-b89b-571f4a2284f2 req-c5f4ff3a-0ee3-493a-8f28-36d46dd6625d tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528412 Oct 12 22:56:28.882425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4778d97d-9fbc-42c3-95e7-16c62dc6614c tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event deleted for resources: {'Port': ['ID=542ebf7c-00fc-4899-85db-cc5033be2a4b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:29.061090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-da0bb480-b1f2-457d-997d-618ae4a44ebb None None] Provisioning complete for port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:29.061589 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-da0bb480-b1f2-457d-997d-618ae4a44ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:29.172556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-da0bb480-b1f2-457d-997d-618ae4a44ebb None None] Port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:29.329410 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:29.445509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46930) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:29.461266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4778d97d-9fbc-42c3-95e7-16c62dc6614c tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:29.467351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4778d97d-9fbc-42c3-95e7-16c62dc6614c tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "DELETE /v2.0/ports/542ebf7c-00fc-4899-85db-cc5033be2a4b HTTP/1.1" status: 204 len: 168 time: 3.2497113 Oct 12 22:56:29.467598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46932) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:29.470904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2d246f0-b1ec-47e3-824d-5d9c9339e1b0 req-a30c7680-e1f2-44e6-b74e-41865304f420 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 210 time: 0.0488844 Oct 12 22:56:29.528989 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dfe1853-a1ab-4b3c-9b89-4d0330e8da2d tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] GET failed (client error): The resource could not be found. Oct 12 22:56:29.530235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2dfe1853-a1ab-4b3c-9b89-4d0330e8da2d tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "GET /v2.0/ports/542ebf7c-00fc-4899-85db-cc5033be2a4b HTTP/1.1" status: 404 len: 333 time: 0.0564280 Oct 12 22:56:29.535868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46938) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:29.651312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ba589277-ee6a-4935-ab0d-216db46b32ea up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:29.654901 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c199c99a-9733-4aa2-a8be-e642d3823ca0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2110f32edcd04549a477d48996f294b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2106516 Oct 12 22:56:29.657244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46948) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:29.701164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:29.761160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ba589277-ee6a-4935-ab0d-216db46b32ea triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:29.768121 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:29.786120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:29.811841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-19ec4111-4b57-4c52-9ef8-29fbc073c4d7 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Deleting port d8b25de4-ae92-46d0-be93-b4ab82d411fa {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:29.812810 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19ec4111-4b57-4c52-9ef8-29fbc073c4d7 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:29.816411 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06a5a1b5-ff2c-4f53-ae40-4184a6936b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:29.845607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06a5a1b5-ff2c-4f53-ae40-4184a6936b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:29.990750 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:30.009116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Pushing event updated for resources: {'Port': ['ID=05dd99ef-ec49-4c4e-9ac2-5c216d460691,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:30.011695 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06a5a1b5-ff2c-4f53-ae40-4184a6936b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:30.014467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06a5a1b5-ff2c-4f53-ae40-4184a6936b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:30.026796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:30.035267 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-06a5a1b5-ff2c-4f53-ae40-4184a6936b31 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67910172-310a-4303-ac5c-a666e71ed6af HTTP/1.1" status: 204 len: 168 time: 0.3735986 Oct 12 22:56:30.049346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port ba589277-ee6a-4935-ab0d-216db46b32ea, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ba589277-ee6a-4935-ab0d-216db46b32ea,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:30.064049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a5a1b5-ff2c-4f53-ae40-4184a6936b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67910172-310a-4303-ac5c-a666e71ed6af,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:30.140837 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:30.187569 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19ec4111-4b57-4c52-9ef8-29fbc073c4d7 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:30.233953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b78be89-6fc7-442f-9a4c-0fc35df433ae req-87647586-d74c-4599-a82f-e7aabc8db48c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:30.247227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4b78be89-6fc7-442f-9a4c-0fc35df433ae req-87647586-d74c-4599-a82f-e7aabc8db48c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.1428897 Oct 12 22:56:30.252352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-19ec4111-4b57-4c52-9ef8-29fbc073c4d7 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Calling delete_port for d8b25de4-ae92-46d0-be93-b4ab82d411fa owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:30.267633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Network e2238fd3-3031-480d-a175-abb5fe8f8d87 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:30.273451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:30.322721 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4b78be89-6fc7-442f-9a4c-0fc35df433ae req-c17cfc39-6883-44ce-a112-873b748ee31a tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730832 Oct 12 22:56:30.525284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Router a8ab9277-f0c1-4ea5-9138-1aebc543a10e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:56:30.529632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=ba589277-ee6a-4935-ab0d-216db46b32ea,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:30.705019 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a82eeca-8b24-46bc-84cc-24172ec7f856 req-f7cbc705-69d3-46d5-9185-213cf3d31279 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 210 time: 0.0888402 Oct 12 22:56:30.717043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:56:30.721844 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19ec4111-4b57-4c52-9ef8-29fbc073c4d7 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:30.725851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5622bda4-9a77-4865-a8fd-512ba3c2d90c admin admin] 10.222.0.31 "PUT /v2.0/routers/a8ab9277-f0c1-4ea5-9138-1aebc543a10e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2392590 Oct 12 22:56:30.735725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dd559588-12cb-4632-b95b-f653614d3ae4 None None] Provisioning complete for port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:30.736107 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dd559588-12cb-4632-b95b-f653614d3ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:30.746177 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Sync routers for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:56:30.758524 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:30.759212 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:30.775176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ec4111-4b57-4c52-9ef8-29fbc073c4d7 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event deleted for resources: {'Port': ['ID=d8b25de4-ae92-46d0-be93-b4ab82d411fa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:30.831465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-dd559588-12cb-4632-b95b-f653614d3ae4 None None] Port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:30.908779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19ec4111-4b57-4c52-9ef8-29fbc073c4d7 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:30.913813 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-19ec4111-4b57-4c52-9ef8-29fbc073c4d7 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "DELETE /v2.0/ports/d8b25de4-ae92-46d0-be93-b4ab82d411fa HTTP/1.1" status: 204 len: 168 time: 1.3767574 Oct 12 22:56:30.916637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46980) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:30.944808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46982) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:30.961217 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e53f2b-4f92-42f2-af60-b8c123b35e80 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] GET failed (client error): The resource could not be found. Oct 12 22:56:30.967208 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-53e53f2b-4f92-42f2-af60-b8c123b35e80 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "GET /v2.0/ports/d8b25de4-ae92-46d0-be93-b4ab82d411fa HTTP/1.1" status: 404 len: 333 time: 0.0456045 Oct 12 22:56:30.967579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46986) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:31.168354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3704522e-b6b4-47e7-9e56-0ba8b7d01c4b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Deleting port 5edc4b51-bd19-4abe-bbc3-df29ac8bd2de {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:31.168871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3704522e-b6b4-47e7-9e56-0ba8b7d01c4b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.187603 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:31.304866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45e776e7-d22a-4270-82a7-159d5054b8b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.400217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45e776e7-d22a-4270-82a7-159d5054b8b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.437557 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3704522e-b6b4-47e7-9e56-0ba8b7d01c4b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.476957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3704522e-b6b4-47e7-9e56-0ba8b7d01c4b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Calling delete_port for 5edc4b51-bd19-4abe-bbc3-df29ac8bd2de owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:31.485218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45e776e7-d22a-4270-82a7-159d5054b8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.584767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ba589277-ee6a-4935-ab0d-216db46b32ea up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:31.619963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47010) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:31.620853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-45e776e7-d22a-4270-82a7-159d5054b8b1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3b734c91b74416aa929e1fa91156af5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747122 Oct 12 22:56:31.624240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e776e7-d22a-4270-82a7-159d5054b8b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e15be29-da3e-4b25-82bf-fcac0104e334,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:31.769846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f076e872-86e9-4f4d-a548-fd0a05c56a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.782070 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '05dd99ef-ec49-4c4e-9ac2-5c216d460691', 'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'mac_address': 'fa:16:3e:ef:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:26Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 2, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'subnets': [{'id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:31.797386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ba589277-ee6a-4935-ab0d-216db46b32ea triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:31.797776 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.807549 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f076e872-86e9-4f4d-a548-fd0a05c56a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.864012 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Checking router: a8ab9277-f0c1-4ea5-9138-1aebc543a10e for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:56:31.868008 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Updating router a8ab9277-f0c1-4ea5-9138-1aebc543a10e port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:56:31.922100 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.929207 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f076e872-86e9-4f4d-a548-fd0a05c56a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.932255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f076e872-86e9-4f4d-a548-fd0a05c56a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:31.933576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f076e872-86e9-4f4d-a548-fd0a05c56a1d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1e15be29-da3e-4b25-82bf-fcac0104e334 HTTP/1.1" status: 204 len: 168 time: 0.3117061 Oct 12 22:56:32.009235 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3704522e-b6b4-47e7-9e56-0ba8b7d01c4b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:32.086420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f076e872-86e9-4f4d-a548-fd0a05c56a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e15be29-da3e-4b25-82bf-fcac0104e334,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:32.164136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3704522e-b6b4-47e7-9e56-0ba8b7d01c4b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event deleted for resources: {'Port': ['ID=5edc4b51-bd19-4abe-bbc3-df29ac8bd2de,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:32.306202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42158134-61cd-40b0-b3ff-cad092d49277 req-62c1c7ef-5531-4a4e-8c11-8f279639ee54 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:32.309479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42158134-61cd-40b0-b3ff-cad092d49277 req-62c1c7ef-5531-4a4e-8c11-8f279639ee54 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.3923550 Oct 12 22:56:32.323254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3704522e-b6b4-47e7-9e56-0ba8b7d01c4b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:32.329449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3704522e-b6b4-47e7-9e56-0ba8b7d01c4b tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "DELETE /v2.0/ports/5edc4b51-bd19-4abe-bbc3-df29ac8bd2de HTTP/1.1" status: 204 len: 168 time: 1.3606658 Oct 12 22:56:32.332382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47028) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:32.421850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47032) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:32.436259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0995f037-1da0-41e5-95d6-6c187839da51 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153140069', 'description': 'tempest-description--2129030923'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:32.537534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d163de3-fcfc-4f44-94d3-a5c0cb3b91ce tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Deleting subnet 9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:56:32.554983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d163de3-fcfc-4f44-94d3-a5c0cb3b91ce tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:32.555243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-b14aa120-3c9e-4a59-b2f1-c535f2e9b588 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:32.556783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-b14aa120-3c9e-4a59-b2f1-c535f2e9b588 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 808 time: 0.5593510 Oct 12 22:56:32.588184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42158134-61cd-40b0-b3ff-cad092d49277 req-5d23fd25-43b3-44d3-b3b4-cebca3e2dcec tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701271 Oct 12 22:56:32.638540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-135c89f2-7ef2-4316-a212-17cfff013b67 req-7f78aa10-96e5-4be3-8ba1-1cb3665bbfa7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 210 time: 0.0958476 Oct 12 22:56:32.639893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Request body: {'port': {'device_id': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b', 'admin_state_up': True, 'tenant_id': '5cb1fb1980714092afbe36083bfd1a49'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:32.669460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0995f037-1da0-41e5-95d6-6c187839da51 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:32.810562 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d163de3-fcfc-4f44-94d3-a5c0cb3b91ce tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:32.937949 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9292aed0-f4c6-4b70-b936-f9eac0c6ed43 req-507472e1-bf49-441b-9950-d8e6992787f0 tempest-FlavorsV2NegativeTest-1117557499 tempest-FlavorsV2NegativeTest-1117557499-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=66805823cb0c476d8ebe2a737474a275&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946603 Oct 12 22:56:32.958609 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:32.989091 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0995f037-1da0-41e5-95d6-6c187839da51 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.033346 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.094692 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0995f037-1da0-41e5-95d6-6c187839da51 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.095356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7081-bae8-47c0-9e1e-82ef2fb92e81 None None] Pushing event updated for resources: {'Port': ['ID=05dd99ef-ec49-4c4e-9ac2-5c216d460691,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:33.131151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d163de3-fcfc-4f44-94d3-a5c0cb3b91ce tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.158904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292aed0-f4c6-4b70-b936-f9eac0c6ed43 req-8c95b258-ce07-4f79-a856-5465b97f3106 tempest-FlavorsV2NegativeTest-1117557499 tempest-FlavorsV2NegativeTest-1117557499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:33.167871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9292aed0-f4c6-4b70-b936-f9eac0c6ed43 req-8c95b258-ce07-4f79-a856-5465b97f3106 tempest-FlavorsV2NegativeTest-1117557499 tempest-FlavorsV2NegativeTest-1117557499-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289858 Oct 12 22:56:33.202263 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Attempting to bind port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:33.202987 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Attempting to bind port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:33.203519 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Attempting to bind port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 on network e2238fd3-3031-480d-a175-abb5fe8f8d87 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:33.209112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9292aed0-f4c6-4b70-b936-f9eac0c6ed43 req-0f1efd3b-763c-49ac-acaa-36764987ca69 tempest-FlavorsV2NegativeTest-1117557499 tempest-FlavorsV2NegativeTest-1117557499-project] 10.222.0.31 "GET /v2.0/quotas/66805823cb0c476d8ebe2a737474a275 HTTP/1.1" status: 200 len: 375 time: 0.0397627 Oct 12 22:56:33.213115 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:33.215707 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Checking segment: {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:33.216557 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.217610 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Bound using segment: {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:33.218334 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Bound port: 05dd99ef-ec49-4c4e-9ac2-5c216d460691, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:33.218928 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.242070 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0995f037-1da0-41e5-95d6-6c187839da51 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.244898 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0995f037-1da0-41e5-95d6-6c187839da51 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8188570 Oct 12 22:56:33.257971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47066) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:33.273579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5249710d-39f1-4c6b-9f38-f508cb95f476 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Request body: {'security_group_rule': {'security_group_id': 'c2524020-11d3-4b8e-9c35-22def44f84c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:33.291008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0995f037-1da0-41e5-95d6-6c187839da51 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2524020-11d3-4b8e-9c35-22def44f84c7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:33.346348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9292aed0-f4c6-4b70-b936-f9eac0c6ed43 req-392a5a58-5cdf-43ec-84d6-8d0449e30341 tempest-FlavorsV2NegativeTest-1117557499 tempest-FlavorsV2NegativeTest-1117557499-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=66805823cb0c476d8ebe2a737474a275&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1362927 Oct 12 22:56:33.395080 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] For port 05dd99ef-ec49-4c4e-9ac2-5c216d460691, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:33.403336 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] For port 05dd99ef-ec49-4c4e-9ac2-5c216d460691, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=05dd99ef-ec49-4c4e-9ac2-5c216d460691,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:33.448347 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d163de3-fcfc-4f44-94d3-a5c0cb3b91ce tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.490192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d163de3-fcfc-4f44-94d3-a5c0cb3b91ce tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event deleted for resources: {'Subnet': ['ID=9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:33.502806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48012ea-760b-4524-8ca6-6e24844c7efe None None] Network 90ca4f4d-a840-4375-9556-652dec4ab566 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:33.505685 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.506637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Made reservation on behalf of 5cb1fb1980714092afbe36083bfd1a49 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:33.515291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.534512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d163de3-fcfc-4f44-94d3-a5c0cb3b91ce tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.551133 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9d163de3-fcfc-4f44-94d3-a5c0cb3b91ce tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "DELETE /v2.0/subnets/9fd13eb9-e96a-4abd-a82a-8e7a4c4acb20 HTTP/1.1" status: 204 len: 168 time: 1.2135406 Oct 12 22:56:33.551706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:33.616535 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:33.622412 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:33.759202 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.794999 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5249710d-39f1-4c6b-9f38-f508cb95f476 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.905897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-60be8100-af60-4b29-bcfd-a4f31615afc4 None None] Provisioning complete for port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:33.906272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-60be8100-af60-4b29-bcfd-a4f31615afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:33.942557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0000be01-3316-49a1-8ecb-9afcf2243096 req-b0550665-1425-42a8-a431-ae546d7f30b8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 210 time: 0.1277821 Oct 12 22:56:34.092029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Deleting port a81912c8-7a27-454d-8943-56ccbee04fa1 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:34.092368 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.123910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Allocated IP 172.20.0.14 (1e31aa80-29e8-487f-83a9-b4e24a329b3b/92696d21-f43e-4bd4-aaa1-e263476189f5/ddbdd678-e088-497e-88d3-54dfd30adf2b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:34.195399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5249710d-39f1-4c6b-9f38-f508cb95f476 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.213271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae580dd0-e8de-441d-bf03-6580dd3423bb req-80809449-73f4-4e0e-b92c-fdfd677cb22f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:34.216416 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae580dd0-e8de-441d-bf03-6580dd3423bb req-80809449-73f4-4e0e-b92c-fdfd677cb22f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.3324080 Oct 12 22:56:34.292849 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-60be8100-af60-4b29-bcfd-a4f31615afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.296155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5249710d-39f1-4c6b-9f38-f508cb95f476 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.352313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405bb2e5-9ff4-43d8-bf6a-2a30f0b08d0e None None] DHCP port deletion for 90ca4f4d-a840-4375-9556-652dec4ab566 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:56:34.410565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-60be8100-af60-4b29-bcfd-a4f31615afc4 None None] For port 05dd99ef-ec49-4c4e-9ac2-5c216d460691, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=05dd99ef-ec49-4c4e-9ac2-5c216d460691,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:34.448382 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc7081-bae8-47c0-9e1e-82ef2fb92e81 None None] Pushing event updated for resources: {'Port': ['ID=05dd99ef-ec49-4c4e-9ac2-5c216d460691,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:34.463786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-405bb2e5-9ff4-43d8-bf6a-2a30f0b08d0e None None] Deleting port a81912c8-7a27-454d-8943-56ccbee04fa1 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:34.465314 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-405bb2e5-9ff4-43d8-bf6a-2a30f0b08d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.468049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] For port a81912c8-7a27-454d-8943-56ccbee04fa1, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a81912c8-7a27-454d-8943-56ccbee04fa1,segment=NetworkSegment(663cdcbe-111b-47cc-8c52-602b6df8f749),segment_id=663cdcbe-111b-47cc-8c52-602b6df8f749)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:34.475832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.488377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5249710d-39f1-4c6b-9f38-f508cb95f476 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3283c16-6635-4c6c-a891-d21543c18172,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:34.527332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-60be8100-af60-4b29-bcfd-a4f31615afc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.534424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Calling delete_port for a81912c8-7a27-454d-8943-56ccbee04fa1 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:34.555225 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:34.599056 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5249710d-39f1-4c6b-9f38-f508cb95f476 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.599056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5249710d-39f1-4c6b-9f38-f508cb95f476 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3105431 Oct 12 22:56:34.599056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47114) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:34.599056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-663beff8-656c-45bd-96a6-2314e38784c8 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Request body: {'security_group_rule': {'security_group_id': 'c2524020-11d3-4b8e-9c35-22def44f84c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:34.670286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae580dd0-e8de-441d-bf03-6580dd3423bb req-f1826996-d860-46b7-80f1-5512062b7649 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762891 Oct 12 22:56:34.783059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2fa95-bcd6-4eb3-93aa-b09df83753f8 req-d9453582-a456-447c-b59b-a2bd88ffe583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:34.783059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2cf2fa95-bcd6-4eb3-93aa-b09df83753f8 req-d9453582-a456-447c-b59b-a2bd88ffe583 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1098 time: 0.2610886 Oct 12 22:56:34.789399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be8100-af60-4b29-bcfd-a4f31615afc4 None None] Pushing event updated for resources: {'Port': ['ID=05dd99ef-ec49-4c4e-9ac2-5c216d460691,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:34.828287 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2cf2fa95-bcd6-4eb3-93aa-b09df83753f8 req-4fe13a0c-f4f8-464d-b405-cdacead0d7cb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658572 Oct 12 22:56:34.833345 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.845012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cc665b1a-9e2c-4022-a01c-4858ae596620 None None] Provisioning complete for port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:34.845344 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cc665b1a-9e2c-4022-a01c-4858ae596620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.915956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-405bb2e5-9ff4-43d8-bf6a-2a30f0b08d0e None None] For port a81912c8-7a27-454d-8943-56ccbee04fa1, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a81912c8-7a27-454d-8943-56ccbee04fa1,segment=NetworkSegment(663cdcbe-111b-47cc-8c52-602b6df8f749),segment_id=663cdcbe-111b-47cc-8c52-602b6df8f749)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:34.916503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-405bb2e5-9ff4-43d8-bf6a-2a30f0b08d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:34.944673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-405bb2e5-9ff4-43d8-bf6a-2a30f0b08d0e None None] Calling delete_port for a81912c8-7a27-454d-8943-56ccbee04fa1 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:35.063048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.074706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.100545 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '05dd99ef-ec49-4c4e-9ac2-5c216d460691', 'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'mac_address': 'fa:16:3e:ef:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:26Z', 'updated_at': '2021-10-12T22:56:33Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'subnets': [{'id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:35.127982 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-405bb2e5-9ff4-43d8-bf6a-2a30f0b08d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.163232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bb2e5-9ff4-43d8-bf6a-2a30f0b08d0e None None] Pushing event deleted for resources: {'Port': ['ID=a81912c8-7a27-454d-8943-56ccbee04fa1,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:35.168706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405bb2e5-9ff4-43d8-bf6a-2a30f0b08d0e None None] No DVR routers for this DVR port a81912c8-7a27-454d-8943-56ccbee04fa1 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:35.194841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-663beff8-656c-45bd-96a6-2314e38784c8 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.195757 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe22c94-04e9-4fc3-9140-52c8a7fd901f None None] The sync data for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 is: [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '05dd99ef-ec49-4c4e-9ac2-5c216d460691', 'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'mac_address': 'fa:16:3e:ef:0c:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:26Z', 'updated_at': '2021-10-12T22:56:33Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'subnets': [{'id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:56:35.199984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event deleted for resources: {'Port': ['ID=a81912c8-7a27-454d-8943-56ccbee04fa1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:35.262591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Network 1e31aa80-29e8-487f-83a9-b4e24a329b3b is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:35.274151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] No DVR routers for this DVR port a81912c8-7a27-454d-8943-56ccbee04fa1 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:35.299340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:35.361652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:35.549494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.577105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Pushing event updated for resources: {'Port': ['ID=ddbdd678-e088-497e-88d3-54dfd30adf2b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:35.585279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90ca4f4d-a840-4375-9556-652dec4ab566']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:35.618771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47142) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:35.640689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663cdcbe-111b-47cc-8c52-602b6df8f749') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:35.640997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663cdcbe-111b-47cc-8c52-602b6df8f749') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:35.663773 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.686460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.698369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 05dd99ef-ec49-4c4e-9ac2-5c216d460691 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:35.710826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:56:35.711462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.811975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:35.813161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.821188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47148) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:35.822902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:35.823338 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:56:35.828189 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:56:35.863468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-663beff8-656c-45bd-96a6-2314e38784c8 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:35.908686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cda693f-8dbf-4d5e-85e1-d8e3fab0649b req-52fce4cf-087d-4b8b-9ab5-b0a1ca50aed7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:35.925357 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3cda693f-8dbf-4d5e-85e1-d8e3fab0649b req-52fce4cf-087d-4b8b-9ab5-b0a1ca50aed7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 932 time: 0.7613440 Oct 12 22:56:36.001086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.002268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.003004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.003779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.004563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.005879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.007050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.008025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.009095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.012226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46b2905d-d178-4209-b88b-8430cf18a6d5 req-3180e127-f642-414d-927a-1d8f2a340cac tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6371 time: 0.8273242 Oct 12 22:56:36.073387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3cda693f-8dbf-4d5e-85e1-d8e3fab0649b req-afebda8d-cba5-4aea-b8f1-576284a763dd tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452799 Oct 12 22:56:36.151008 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ada9-baf2-4d24-a940-f590081d3925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.179738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a81912c8-7a27-454d-8943-56ccbee04fa1 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:36.203143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a81912c8-7a27-454d-8943-56ccbee04fa1 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:36.203503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a81912c8-7a27-454d-8943-56ccbee04fa1 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:36.254582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb393bb6-60c6-4066-ac02-b886ddff00d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.324433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99d2e0-c7f2-4da5-be81-cd3d486c912a req-30bc7680-cb44-49a5-9886-57f53bec6b0c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.326388 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f99d2e0-c7f2-4da5-be81-cd3d486c912a req-30bc7680-cb44-49a5-9886-57f53bec6b0c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.1620505 Oct 12 22:56:36.351672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c3cb9-4d87-409a-8430-a9cf3f9d08cb req-127db3f7-5326-47e7-b010-15bdf324a36b tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.357206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f01c3cb9-4d87-409a-8430-a9cf3f9d08cb req-127db3f7-5326-47e7-b010-15bdf324a36b tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 886 time: 0.1340029 Oct 12 22:56:36.394802 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.396748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-663beff8-656c-45bd-96a6-2314e38784c8 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.473870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.480281 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] 10.222.0.31 "DELETE /v2.0/networks/90ca4f4d-a840-4375-9556-652dec4ab566 HTTP/1.1" status: 204 len: 168 time: 2.9199076 Oct 12 22:56:36.481067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663beff8-656c-45bd-96a6-2314e38784c8 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c71c39a7-2f56-4316-8c53-7a731262feb1,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:36.502741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb393bb6-60c6-4066-ac02-b886ddff00d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.505216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a7463-1a96-4a8b-a517-693d48d56c05 tempest-AllowedAddressPairTestJSON-1025168179 tempest-AllowedAddressPairTestJSON-1025168179-project] Pushing event deleted for resources: {'Network': ['ID=90ca4f4d-a840-4375-9556-652dec4ab566,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:36.517518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f99d2e0-c7f2-4da5-be81-cd3d486c912a req-15fbfd5d-b225-48f7-a8ca-b1b0a1b62c2c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800489 Oct 12 22:56:36.530693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-e4fc8e30-41a3-454a-9def-975b8c5c6596 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9397678 Oct 12 22:56:36.547753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ada9-baf2-4d24-a940-f590081d3925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.555740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Request body: {'port': {'device_id': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:36.579387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb393bb6-60c6-4066-ac02-b886ddff00d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.598099 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-663beff8-656c-45bd-96a6-2314e38784c8 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.610579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47168) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:36.616118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-663beff8-656c-45bd-96a6-2314e38784c8 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0301213 Oct 12 22:56:36.625068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e88b5-6561-41fb-a6a4-b912ee1ea56d req-a724e83f-74c4-4fef-9b9e-c8385a318d0c tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.625539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e88b5-6561-41fb-a6a4-b912ee1ea56d req-a724e83f-74c4-4fef-9b9e-c8385a318d0c tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.625992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e88b5-6561-41fb-a6a4-b912ee1ea56d req-a724e83f-74c4-4fef-9b9e-c8385a318d0c tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.626440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e88b5-6561-41fb-a6a4-b912ee1ea56d req-a724e83f-74c4-4fef-9b9e-c8385a318d0c tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.626884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e88b5-6561-41fb-a6a4-b912ee1ea56d req-a724e83f-74c4-4fef-9b9e-c8385a318d0c tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.635134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e88b5-6561-41fb-a6a4-b912ee1ea56d req-a724e83f-74c4-4fef-9b9e-c8385a318d0c tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.635754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e88b5-6561-41fb-a6a4-b912ee1ea56d req-a724e83f-74c4-4fef-9b9e-c8385a318d0c tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.636223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e88b5-6561-41fb-a6a4-b912ee1ea56d req-a724e83f-74c4-4fef-9b9e-c8385a318d0c tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:36.652876 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b61e88b5-6561-41fb-a6a4-b912ee1ea56d req-a724e83f-74c4-4fef-9b9e-c8385a318d0c tempest-NetworksTest-7902412 tempest-NetworksTest-7902412-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5699 time: 0.2659924 Oct 12 22:56:36.653029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:36.688890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5f9ada9-baf2-4d24-a940-f590081d3925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.729561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d5f9ada9-baf2-4d24-a940-f590081d3925 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66805823cb0c476d8ebe2a737474a275&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1096511 Oct 12 22:56:36.733544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47172) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:36.743041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fb393bb6-60c6-4066-ac02-b886ddff00d2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1d76421997a442b39f68121081c0dfb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8909605 Oct 12 22:56:36.744442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47174) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:36.756288 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.764927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb393bb6-60c6-4066-ac02-b886ddff00d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45518cdd-7e84-43e1-a363-92a7419bbe07,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:36.832029 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2265-ffb9-47bf-a885-88a524e66393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.874958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2265-ffb9-47bf-a885-88a524e66393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.884195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9ada9-baf2-4d24-a940-f590081d3925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af71875-d643-4920-86d3-973d52ce1db5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:36.962843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:36.980312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7da10e96-cb8d-4b70-8f14-621d4895d044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.038613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2265-ffb9-47bf-a885-88a524e66393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.044409 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d3a2265-ffb9-47bf-a885-88a524e66393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.044409 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7d3a2265-ffb9-47bf-a885-88a524e66393 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2af71875-d643-4920-86d3-973d52ce1db5 HTTP/1.1" status: 204 len: 168 time: 0.3081434 Oct 12 22:56:37.061188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a2265-ffb9-47bf-a885-88a524e66393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af71875-d643-4920-86d3-973d52ce1db5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:37.116933 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7da10e96-cb8d-4b70-8f14-621d4895d044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.165363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47184) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:37.341497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47198) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:37.435493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd36f1-a263-4fd9-b98b-38aa05ee5654 req-acf3094d-5e13-4a70-a8b5-57a5c654c15c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:37.436956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11bd36f1-a263-4fd9-b98b-38aa05ee5654 req-acf3094d-5e13-4a70-a8b5-57a5c654c15c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 932 time: 0.1999316 Oct 12 22:56:37.530870 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7da10e96-cb8d-4b70-8f14-621d4895d044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.533209 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7da10e96-cb8d-4b70-8f14-621d4895d044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.534344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7da10e96-cb8d-4b70-8f14-621d4895d044 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45518cdd-7e84-43e1-a363-92a7419bbe07 HTTP/1.1" status: 204 len: 168 time: 0.7854691 Oct 12 22:56:37.561841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da10e96-cb8d-4b70-8f14-621d4895d044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45518cdd-7e84-43e1-a363-92a7419bbe07,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:37.566209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11bd36f1-a263-4fd9-b98b-38aa05ee5654 req-9af12364-df6f-4c7e-a821-87579924619f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098142 Oct 12 22:56:37.573576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbdd678-e088-497e-88d3-54dfd30adf2b {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:37.594640 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.596142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.652060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Transition to ACTIVE for port object ddbdd678-e088-497e-88d3-54dfd30adf2b will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:56:37.739354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.742586 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07d8fab5-1cb1-43ce-bdf8-21e57a8f571f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:37.820975 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f427aa-5ee8-4b80-b36e-d41aadf24dab req-322c5816-b369-423c-8511-8c1203e6d5ab tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:37.832301 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9f427aa-5ee8-4b80-b36e-d41aadf24dab req-322c5816-b369-423c-8511-8c1203e6d5ab tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.1538482 Oct 12 22:56:37.882629 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-28806b48-8cc8-4ac2-8778-227e154fbed3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b5fcdd1a0194a5eb438244c6b86b891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7162995 Oct 12 22:56:37.895940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47212) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:37.993511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9f427aa-5ee8-4b80-b36e-d41aadf24dab req-9c2567da-9c41-4864-874f-d6e1c161a846 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550269 Oct 12 22:56:38.219783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07d8fab5-1cb1-43ce-bdf8-21e57a8f571f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.232945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6739c45c-bb3a-4a76-86f7-2569f7d9dfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.250272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f7c8bea0-2ecc-45ea-85b5-ed22aae78ba4 req-23860b31-3579-416f-bec7-f0fcd84d0055 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1062540425', 'description': 'tempest-description-862755064'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:38.260984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Pushing event updated for resources: {'Port': ['ID=ddbdd678-e088-497e-88d3-54dfd30adf2b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:38.298789 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07d8fab5-1cb1-43ce-bdf8-21e57a8f571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.307793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Allocated IP 172.25.2.195 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/46891a78-69ea-4397-afdf-9d0765c807f7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:38.367977 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6739c45c-bb3a-4a76-86f7-2569f7d9dfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.450430 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f7c8bea0-2ecc-45ea-85b5-ed22aae78ba4 req-23860b31-3579-416f-bec7-f0fcd84d0055 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.472208 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-07d8fab5-1cb1-43ce-bdf8-21e57a8f571f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=192bf816b32247928a639fc7795acca5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1296778 Oct 12 22:56:38.478409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47240) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:38.480630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8fab5-1cb1-43ce-bdf8-21e57a8f571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530e6e76-4efc-4cd7-aed3-b986f8a4f1b8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:38.603484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:38.603852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:38.604280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:38.609429 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6739c45c-bb3a-4a76-86f7-2569f7d9dfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.621684 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6739c45c-bb3a-4a76-86f7-2569f7d9dfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.627622 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6739c45c-bb3a-4a76-86f7-2569f7d9dfc9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4faa013-90a1-472c-b16d-71a255b4c00c HTTP/1.1" status: 204 len: 168 time: 0.7076297 Oct 12 22:56:38.644934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:56:38.648157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:38.668972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739c45c-bb3a-4a76-86f7-2569f7d9dfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4faa013-90a1-472c-b16d-71a255b4c00c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:38.671275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.728943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:38.729651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:38.730240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:38.730912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Bound port: ddbdd678-e088-497e-88d3-54dfd30adf2b, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:38.731481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.789404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08c042a8-ff84-4675-b784-11ef34c28444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.819657 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f7c8bea0-2ecc-45ea-85b5-ed22aae78ba4 req-23860b31-3579-416f-bec7-f0fcd84d0055 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.829043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.868201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de9bc9-8b70-453a-bfc5-b1be12bd9b77 req-ef29ece5-3e39-4355-bf24-02e287cb42e3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:38.876241 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08c042a8-ff84-4675-b784-11ef34c28444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.887759 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36de9bc9-8b70-453a-bfc5-b1be12bd9b77 req-ef29ece5-3e39-4355-bf24-02e287cb42e3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.1453378 Oct 12 22:56:38.949812 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36de9bc9-8b70-453a-bfc5-b1be12bd9b77 req-0e18193f-3c1e-4633-bdea-e5f6b970da40 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693269 Oct 12 22:56:38.957732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Pushing event updated for resources: {'Port': ['ID=46891a78-69ea-4397-afdf-9d0765c807f7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:38.975339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:38.980395 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f7c8bea0-2ecc-45ea-85b5-ed22aae78ba4 req-23860b31-3579-416f-bec7-f0fcd84d0055 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:38.988923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:38.993218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:39.060431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23860b31-3579-416f-bec7-f0fcd84d0055 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c15371-a975-458f-8c6f-4fcd39829204,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:39.067543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:39.088069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:39.135393 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f7c8bea0-2ecc-45ea-85b5-ed22aae78ba4 req-23860b31-3579-416f-bec7-f0fcd84d0055 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.136944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7c8bea0-2ecc-45ea-85b5-ed22aae78ba4 req-23860b31-3579-416f-bec7-f0fcd84d0055 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9054589 Oct 12 22:56:39.225702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.237023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08c042a8-ff84-4675-b784-11ef34c28444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.240578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08c042a8-ff84-4675-b784-11ef34c28444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.244173 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-08c042a8-ff84-4675-b784-11ef34c28444 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/530e6e76-4efc-4cd7-aed3-b986f8a4f1b8 HTTP/1.1" status: 204 len: 168 time: 0.7583315 Oct 12 22:56:39.251130 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.260745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c042a8-ff84-4675-b784-11ef34c28444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530e6e76-4efc-4cd7-aed3-b986f8a4f1b8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:39.313537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:39.314313 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.315897 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] 10.222.0.41 "PUT /v2.0/ports/ddbdd678-e088-497e-88d3-54dfd30adf2b HTTP/1.1" status: 200 len: 1093 time: 2.7717910 Oct 12 22:56:39.316823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:39.316971 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-ca6ebc26-1739-4525-834d-d0170147ac09 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1062540425&fields=id&tenant_id=7dfb554de2734accacaa04bd48dadb65 HTTP/1.1" status: 200 len: 267 time: 0.0802534 Oct 12 22:56:39.320278 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ef7cf50-be66-4d77-a97b-3d986a790608" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:39.370304 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.438593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-c4dcebdd-0e2f-43b4-8679-7618ef7a61e2 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:39.448731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-c4dcebdd-0e2f-43b4-8679-7618ef7a61e2 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.1303382 Oct 12 22:56:39.453977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-d3d8e5df-9836-48db-b9c1-e62d56f61be1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Request body: {'port': {'security_groups': ['55e12bef-fe1d-4edd-b723-6e927c274c80', 'e6c15371-a975-458f-8c6f-4fcd39829204']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:39.476880 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90aa0755-6cb6-4c3e-bd34-e1bfea161010 x-openstack-request-id: req-90aa0755-6cb6-4c3e-bd34-e1bfea161010 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:39.477402 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:39.477545 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90aa0755-6cb6-4c3e-bd34-e1bfea161010 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:39.477999 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b', 'status': 'completed', 'code': 200} Oct 12 22:56:39.479962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3b59d-0f26-4583-915a-e8fa525a069d service neutron] Pushing event updated for resources: {'Port': ['ID=ddbdd678-e088-497e-88d3-54dfd30adf2b,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:39.566244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-d3d8e5df-9836-48db-b9c1-e62d56f61be1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.599196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cf50-be66-4d77-a97b-3d986a790608 req-b439819e-16cf-4910-9e30-2ab50079cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:39.605791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ef7cf50-be66-4d77-a97b-3d986a790608 req-b439819e-16cf-4910-9e30-2ab50079cd2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1096 time: 0.1220553 Oct 12 22:56:39.737810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cf50-be66-4d77-a97b-3d986a790608 req-42711bac-d666-4a67-864c-018e0c623d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:39.739843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ef7cf50-be66-4d77-a97b-3d986a790608 req-42711bac-d666-4a67-864c-018e0c623d14 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5cb1fb1980714092afbe36083bfd1a49&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1289542 Oct 12 22:56:39.810569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-d3d8e5df-9836-48db-b9c1-e62d56f61be1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] For port e4083954-4fd4-4075-9146-77cd06e07d2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e4083954-4fd4-4075-9146-77cd06e07d2c,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:39.914567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-d3d8e5df-9836-48db-b9c1-e62d56f61be1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.918704 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:39.974984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef7cf50-be66-4d77-a97b-3d986a790608 req-b486ee98-b788-4117-b26c-f66cd1ce66df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:39.976563 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ef7cf50-be66-4d77-a97b-3d986a790608 req-b486ee98-b788-4117-b26c-f66cd1ce66df service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2221801 Oct 12 22:56:40.001684 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-d3d8e5df-9836-48db-b9c1-e62d56f61be1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:40.022116 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['e4083954-4fd4-4075-9146-77cd06e07d2c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:40.079118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d8e5df-9836-48db-b9c1-e62d56f61be1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Pushing event updated for resources: {'Port': ['ID=e4083954-4fd4-4075-9146-77cd06e07d2c,revision_number=6']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:40.104167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-d3d8e5df-9836-48db-b9c1-e62d56f61be1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:40.104837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-d3d8e5df-9836-48db-b9c1-e62d56f61be1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:40.118593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b861ed31-4279-40f6-826f-c9ca9948dfeb req-d3d8e5df-9836-48db-b9c1-e62d56f61be1 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "PUT /v2.0/ports/e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 982 time: 0.6694353 Oct 12 22:56:40.120982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:40.126525 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:40.131389 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce56fa1-33ff-454b-ac07-de70a2af5749" -d '{"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:40.187915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-6fbc153b-38f5-4d75-b837-4fa7a64c2383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:40.189456 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-6fbc153b-38f5-4d75-b837-4fa7a64c2383 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1096 time: 0.1455829 Oct 12 22:56:40.255361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['e4083954-4fd4-4075-9146-77cd06e07d2c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:40.265865 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:40.323453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-965acce2-bf5e-415a-827f-d29a8310449f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b HTTP/1.1" status: 200 len: 217 time: 0.0587964 Oct 12 22:56:40.352968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d13984-3271-456a-a94d-ffbf4c98616a req-7386f770-6253-4a39-a50d-86f7a6551d31 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:40.364582 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56d13984-3271-456a-a94d-ffbf4c98616a req-7386f770-6253-4a39-a50d-86f7a6551d31 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.1375494 Oct 12 22:56:40.423420 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-b4307af0-cdbf-4730-b0c5-ee6c1c3985cb tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=ba067441936e4048a41dad045e268968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326157 Oct 12 22:56:40.429829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Pushing event updated for resources: {'Port': ['ID=46891a78-69ea-4397-afdf-9d0765c807f7,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:40.465009 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56d13984-3271-456a-a94d-ffbf4c98616a req-2d3c57d4-cf77-43f9-be28-1395610f5fb7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987906 Oct 12 22:56:40.477294 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:40.477294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f7dfdf2c-f442-4883-ae35-7184cca09778 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8398499 Oct 12 22:56:40.512668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-97e0c99f-5a8c-4982-924e-b73acf312931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:40.514489 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-97e0c99f-5a8c-4982-924e-b73acf312931 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1823828 Oct 12 22:56:40.564031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-f9f970fe-aebd-4d21-8bb4-44a517d76bbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383573 Oct 12 22:56:40.571261 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-814725fe-d293-4462-9668-ce7f0bd312e5 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1062540425&fields=id&tenant_id=7dfb554de2734accacaa04bd48dadb65 HTTP/1.1" status: 200 len: 267 time: 0.0453951 Oct 12 22:56:40.632622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-74600d86-1eda-4fd0-b36f-97e623bb740c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:40.642799 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-74600d86-1eda-4fd0-b36f-97e623bb740c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 985 time: 0.0706160 Oct 12 22:56:40.650461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-ef0f29cb-a735-4a1b-b1f6-a167eec57969 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Request body: {'port': {'security_groups': ['55e12bef-fe1d-4edd-b723-6e927c274c80']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:40.713304 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-d0fa28a6-b2b9-40a2-bfcf-0a8a84c80390 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416879 Oct 12 22:56:40.743807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-ef0f29cb-a735-4a1b-b1f6-a167eec57969 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:40.767886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf1649-0937-4371-8581-1adae3955dfd req-29093b3c-d1da-48d0-b716-df21d4c3bd8b tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:40.778430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-29093b3c-d1da-48d0-b716-df21d4c3bd8b tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3537838 Oct 12 22:56:40.828436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47316) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:40.859315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-cfca8cc2-9f24-4da9-b19c-1cf138b898fe tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/quotas/ba067441936e4048a41dad045e268968 HTTP/1.1" status: 200 len: 375 time: 0.0789442 Oct 12 22:56:40.867974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddcfaa16-2bd5-4d1d-ae6c-511755eb3015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:40.922451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-7b0581e7-2e56-4446-b2eb-db5af1650b26 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ba067441936e4048a41dad045e268968&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631859 Oct 12 22:56:40.941133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47318) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:41.063729 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56980e70-1440-4f05-9c7c-ac1f095fa1af req-2af0ec52-6dc7-4355-96b6-a1b64a65982a service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383512 Oct 12 22:56:41.088303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-ef0f29cb-a735-4a1b-b1f6-a167eec57969 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] For port e4083954-4fd4-4075-9146-77cd06e07d2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e4083954-4fd4-4075-9146-77cd06e07d2c,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:41.148221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-ef0f29cb-a735-4a1b-b1f6-a167eec57969 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.215416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddcfaa16-2bd5-4d1d-ae6c-511755eb3015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.259610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-ef0f29cb-a735-4a1b-b1f6-a167eec57969 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.259895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1836902881-network', 'tenant_id': '411ecccf210a4948a576a23fd4aac17e'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:41.317847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddcfaa16-2bd5-4d1d-ae6c-511755eb3015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.331359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['e4083954-4fd4-4075-9146-77cd06e07d2c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:41.437461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfaa16-2bd5-4d1d-ae6c-511755eb3015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303575d3-c502-4c4f-ae71-dc1c73ca0226,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:41.445566 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-698c76a9-1c50-4da7-bff9-e1f3c5a9ff2c x-openstack-request-id: req-698c76a9-1c50-4da7-bff9-e1f3c5a9ff2c {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:41.445858 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:41.446108 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-698c76a9-1c50-4da7-bff9-e1f3c5a9ff2c {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:41.460183 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'status': 'completed', 'code': 200} Oct 12 22:56:41.476703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Made reservation on behalf of 411ecccf210a4948a576a23fd4aac17e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:41.485733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.512024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-ef0f29cb-a735-4a1b-b1f6-a167eec57969 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:41.518154 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-ef0f29cb-a735-4a1b-b1f6-a167eec57969 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.528208 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51cff7d0-ab71-4b10-8e28-90171fe533b1 req-ef0f29cb-a735-4a1b-b1f6-a167eec57969 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "PUT /v2.0/ports/e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 943 time: 0.8831544 Oct 12 22:56:41.547026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.562995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ddcfaa16-2bd5-4d1d-ae6c-511755eb3015 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=280f212294744a7abdf74c56502db499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7305875 Oct 12 22:56:41.566682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47354) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:41.643472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['e4083954-4fd4-4075-9146-77cd06e07d2c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:41.676757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b5e31971-1591-4d09-8549-408c526c7a93 req-a21beb84-cfbf-4f20-9409-1874a9cc830b tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 210 time: 0.0418155 Oct 12 22:56:41.692146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-56148da2-3426-47e1-8dcd-e0ffe1a9ff7c tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1153140069&fields=id&tenant_id=8c0e2af2b4f44748bb34c921f129223f HTTP/1.1" status: 200 len: 267 time: 0.1177697 Oct 12 22:56:41.701696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f29cb-a735-4a1b-b1f6-a167eec57969 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Pushing event updated for resources: {'Port': ['ID=e4083954-4fd4-4075-9146-77cd06e07d2c,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:41.714372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-146a1c32-bbf9-4141-834e-1cf8efc9be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:41.716117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-146a1c32-bbf9-4141-834e-1cf8efc9be78 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1098 time: 0.2550263 Oct 12 22:56:41.737996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c8d384c-5cb3-4475-ae71-0eb7933f54d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.873521 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c8d384c-5cb3-4475-ae71-0eb7933f54d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.902845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:41.982775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a452e-9bab-4267-944f-15e2f3438b2c req-abf3c048-d10c-468a-8c82-1ffd760a2c21 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:41.993342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-abf3c048-d10c-468a-8c82-1ffd760a2c21 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/networks?id=e2238fd3-3031-480d-a175-abb5fe8f8d87 HTTP/1.1" status: 200 len: 815 time: 0.2992804 Oct 12 22:56:41.995440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.024200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-183ff293-bff5-41c6-9b96-5216497d8fb1 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/quotas/8c0e2af2b4f44748bb34c921f129223f HTTP/1.1" status: 200 len: 375 time: 0.0297587 Oct 12 22:56:42.073394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:56:42.096297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0eb546-a969-42ad-bd0f-d67367d85445,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:42.116586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47366) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:42.134412 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-be2210dc-5445-467d-a983-6ddd77fe608f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.153194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-471ab8d3-8b46-4277-adcb-94412d7789ee tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=8c0e2af2b4f44748bb34c921f129223f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1276836 Oct 12 22:56:42.301107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.303058 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Added segment 1b3f6864-5533-4671-afbf-ce4c82a60b20 of type vlan for network fe87d282-ddd4-4fc0-a46d-818176f49f32 Oct 12 22:56:42.304473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c8d384c-5cb3-4475-ae71-0eb7933f54d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.307077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c8d384c-5cb3-4475-ae71-0eb7933f54d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.309283 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2c8d384c-5cb3-4475-ae71-0eb7933f54d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/303575d3-c502-4c4f-ae71-dc1c73ca0226 HTTP/1.1" status: 204 len: 168 time: 0.7416527 Oct 12 22:56:42.339131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502987630'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:42.377815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-03439c24-9751-41d4-9544-c05951284c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:42.379553 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-03439c24-9751-41d4-9544-c05951284c65 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 920 time: 0.6564064 Oct 12 22:56:42.392401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8d384c-5cb3-4475-ae71-0eb7933f54d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303575d3-c502-4c4f-ae71-dc1c73ca0226,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:42.441989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-775b991f-d5bc-4da8-8d12-2add23364d9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 217 time: 0.0478659 Oct 12 22:56:42.455886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.517376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-02111b4f-1490-447e-9513-10dbad3b09fe service neutron] 10.222.0.31 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416610 Oct 12 22:56:42.541776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a69994-931c-4d52-b1aa-31f3fe8f79e7 req-10714077-430f-42d4-ad6a-e35c46e732bf tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:42.543444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3a69994-931c-4d52-b1aa-31f3fe8f79e7 req-10714077-430f-42d4-ad6a-e35c46e732bf tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.1628911 Oct 12 22:56:42.579188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.603053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.611844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-f4416afe-8fe4-40ec-b180-08ae95ceaf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:42.613452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-f4416afe-8fe4-40ec-b180-08ae95ceaf0e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 200 len: 859 time: 0.1335409 Oct 12 22:56:42.634265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3a69994-931c-4d52-b1aa-31f3fe8f79e7 req-7ca727e1-2a3b-40a4-aad2-0bff7d6a6ee9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801692 Oct 12 22:56:42.638501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.639537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:42.640176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:42.680949 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-e8da1758-0dbb-42bd-bf9a-b88762fbd6e0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579181 Oct 12 22:56:42.740738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Pushing event updated for resources: {'Network': ['ID=fe87d282-ddd4-4fc0-a46d-818176f49f32,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:42.765135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.765476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.768710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:42.780611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network fe87d282-ddd4-4fc0-a46d-818176f49f32 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:56:42.796580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-1ec43ce0-ade2-4ad5-8d18-76eaed8518b1 service neutron] 10.222.0.31 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772536 Oct 12 22:56:42.811760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a9e3d825-03ae-4149-b334-a91cec1c1b72 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.8684347 Oct 12 22:56:42.814243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47378) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:42.840516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Request body: {'subnet': {'network_id': 'fe87d282-ddd4-4fc0-a46d-818176f49f32', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1836902881-subnet', 'tenant_id': '411ecccf210a4948a576a23fd4aac17e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:42.998580 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-da328a7d-b4c1-4820-aa65-0ad1b766e004 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026531 Oct 12 22:56:43.001371 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.004577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-e8bf6425-5122-4439-aaa2-f5f48408eaaf tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3225121 Oct 12 22:56:43.032876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:43.137381 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ce56fa1-33ff-454b-ac07-de70a2af5749 req-15534349-578a-4e17-91dd-0c8afe300943 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313238 Oct 12 22:56:43.209506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.215453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Made reservation on behalf of 411ecccf210a4948a576a23fd4aac17e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:43.217898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.338259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3c19a0a-edcf-4539-bfb0-f92fa07c0548,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:43.340791 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.428382 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1ae247d-e139-4275-a4df-40b915f52b7b req-5bbdd1d1-e94f-4d5a-99eb-93df0f8803f2 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 210 time: 0.0424674 Oct 12 22:56:43.460847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:43.464495 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186d6346-a345-48c5-acfc-c5e50d11d02b" -d '{"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:43.481117 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.531182 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d52050a-e49a-487c-8bbc-8f9f85e6f1a2 req-3b2a434c-f923-4b10-94be-c68a8fb916af tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 210 time: 0.0393288 Oct 12 22:56:43.558466 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.603393 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99756a2-5c8f-4ada-b321-2fdb3452548b x-openstack-request-id: req-d99756a2-5c8f-4ada-b321-2fdb3452548b {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:43.603947 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:43.604273 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d99756a2-5c8f-4ada-b321-2fdb3452548b {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:43.604720 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'status': 'completed', 'code': 200} Oct 12 22:56:43.616598 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.651159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3d5a01-980f-4c24-ac4a-a9791cf6a307,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:43.703254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.704503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a7bcc64b-7c29-43dc-8b9a-26e05768643d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5803697 Oct 12 22:56:43.707603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47422) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:43.710801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.758029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-f4d6074f-6761-44e0-a7fe-d4e3df17fb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:43.759933 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-f4d6074f-6761-44e0-a7fe-d4e3df17fb6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1098 time: 0.1378846 Oct 12 22:56:43.803446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Allocated IP 172.25.2.71 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/f25ed05c-248b-4e7d-8ed2-18493b3d882d) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:43.861876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59e73269-9931-46e6-b82c-7398c5308478,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:43.883041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d95be381-3779-4af7-bd34-77bc00809363 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1707201 Oct 12 22:56:43.889377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:43.890532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f07675b-d42e-4fad-a647-aa5c1c6d21dd req-9342895f-31a4-4436-9ca2-1d09c0551b1c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:43.892023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f07675b-d42e-4fad-a647-aa5c1c6d21dd req-9342895f-31a4-4436-9ca2-1d09c0551b1c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.1639857 Oct 12 22:56:43.895295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7f9c3f6d-0bb6-4142-a591-1adc538a7b63 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group': {'name': 'tempest-security--860553450', 'description': 'tempest-security-description-718237346'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:43.901103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Checking segment: {'id': '1b3f6864-5533-4671-afbf-ce4c82a60b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'fe87d282-ddd4-4fc0-a46d-818176f49f32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:43.901460 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Network hostable DHCP agents. Network: fe87d282-ddd4-4fc0-a46d-818176f49f32, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:56:43.942144 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3f6d-0bb6-4142-a591-1adc538a7b63 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:43.944291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f07675b-d42e-4fad-a647-aa5c1c6d21dd req-be1977b7-40e9-435d-8d99-1075b456736a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451286 Oct 12 22:56:43.965110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-e736cc5d-360c-4a66-8c7c-c490ff85a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:43.966232 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-e736cc5d-360c-4a66-8c7c-c490ff85a1db service neutron] 10.222.0.25 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 920 time: 0.1979759 Oct 12 22:56:44.035765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Network fe87d282-ddd4-4fc0-a46d-818176f49f32 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:56:44.063025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.065321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-33926ca0-190b-48dd-b5f6-c6145bfad462 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 217 time: 0.0598376 Oct 12 22:56:44.077437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3f6d-0bb6-4142-a591-1adc538a7b63 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.117382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, fe87d282-ddd4-4fc0-a46d-818176f49f32) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:44.132563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6535dce-d960-4558-8f91-4ae3cb88dd5c None None] Network fe87d282-ddd4-4fc0-a46d-818176f49f32 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:44.136876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:44.137717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-163e70f7-8129-43f5-bdda-85e683ba9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:44.139250 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-163e70f7-8129-43f5-bdda-85e683ba9e5e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 200 len: 859 time: 0.0644388 Oct 12 22:56:44.139593 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.173084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-5639dfb3-6980-4acf-a04b-d5f0f0fe1b23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253830 Oct 12 22:56:44.188404 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3f6d-0bb6-4142-a591-1adc538a7b63 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.190862 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f9c3f6d-0bb6-4142-a591-1adc538a7b63 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.208996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7f9c3f6d-0bb6-4142-a591-1adc538a7b63 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "PUT /v2.0/security-groups/8d3d5a01-980f-4c24-ac4a-a9791cf6a307 HTTP/1.1" status: 200 len: 1776 time: 0.3001964 Oct 12 22:56:44.209183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47434) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:44.238983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a22563d6-3de7-4866-957a-16b03a7efe6a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups/8d3d5a01-980f-4c24-ac4a-a9791cf6a307 HTTP/1.1" status: 200 len: 1776 time: 0.0405622 Oct 12 22:56:44.241379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47436) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:44.271336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c3f6d-0bb6-4142-a591-1adc538a7b63 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3d5a01-980f-4c24-ac4a-a9791cf6a307,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:44.271716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec01ba-6c0e-407b-950b-8f89c4aebb68 None None] Network fe87d282-ddd4-4fc0-a46d-818176f49f32 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:56:44.295901 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.311273 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-651cb0d9-844b-46e3-8aef-e9ae2451f835 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4959517 Oct 12 22:56:44.334335 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca15ae55-1e29-4274-b832-e8a4620f4a38 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.359597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:44.382081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:44.382081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:44.398551 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca15ae55-1e29-4274-b832-e8a4620f4a38 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.421475 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-7af01eef-d3fc-4265-8823-4c0f2dd1e597 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416832 Oct 12 22:56:44.424526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Pushing event updated for resources: {'Port': ['ID=f25ed05c-248b-4e7d-8ed2-18493b3d882d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:44.547469 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-186d6346-a345-48c5-acfc-c5e50d11d02b req-b1b11672-9eb2-4403-b9df-5066bf6a9e85 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175847 Oct 12 22:56:44.593672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-249fcbaa-5bc1-4cbb-b343-db122c8abf91 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ba067441936e4048a41dad045e268968&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0260804 Oct 12 22:56:44.648640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ddbdd678-e088-497e-88d3-54dfd30adf2b details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:56:44.658430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.689286 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca15ae55-1e29-4274-b832-e8a4620f4a38 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.691758 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca15ae55-1e29-4274-b832-e8a4620f4a38 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.695477 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ca15ae55-1e29-4274-b832-e8a4620f4a38 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d3d5a01-980f-4c24-ac4a-a9791cf6a307 HTTP/1.1" status: 204 len: 168 time: 0.4505072 Oct 12 22:56:44.695942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47476) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:44.706800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f8cc8e0-d241-41e1-80ea-cb15d8ddede9 req-77eea9eb-7993-4e22-b7af-18e60b366653 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 210 time: 0.1109118 Oct 12 22:56:44.710019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca15ae55-1e29-4274-b832-e8a4620f4a38 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3d5a01-980f-4c24-ac4a-a9791cf6a307,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:44.802221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf1649-0937-4371-8581-1adae3955dfd req-1127dafe-ebca-488c-9294-d2e9ccc54495 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:44.805396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-1127dafe-ebca-488c-9294-d2e9ccc54495 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010448 Oct 12 22:56:44.806057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:44.820131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'ddbdd678-e088-497e-88d3-54dfd30adf2b', 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b', 'port_id': 'ddbdd678-e088-497e-88d3-54dfd30adf2b', 'mac_address': 'fa:16:3e:80:dc:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92696d21-f43e-4bd4-aaa1-e263476189f5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:56:44.823420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Request body: {'port': {'device_id': '4617107e-7e92-4071-88ed-0b79cd5dbc0d', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'ba067441936e4048a41dad045e268968'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:44.824455 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.859176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d6f46244-e45a-4f91-a2f2-79c09358fdc3 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1590550 Oct 12 22:56:44.863226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47484) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:44.871844 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:44.883991 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-5b4ee7aa-6999-4fe3-95df-609b20ae9882 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] delete failed (client error): The resource could not be found. Oct 12 22:56:44.885048 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5b4ee7aa-6999-4fe3-95df-609b20ae9882 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-groups/8d3d5a01-980f-4c24-ac4a-a9791cf6a307 HTTP/1.1" status: 404 len: 347 time: 0.0209076 Oct 12 22:56:44.891974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbdd678-e088-497e-88d3-54dfd30adf2b {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:44.895110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47488) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:44.905352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-857ca85e-5318-487a-8e2a-ab51f2f04042 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group': {'name': 'tempest-secgroup--920492973'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:44.940388 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:45.060074 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.074484 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.105095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-857ca85e-5318-487a-8e2a-ab51f2f04042 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.122572 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1fd25f2f-f1bd-4791-8f60-f30c4b1393f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.149261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=ddbdd678-e088-497e-88d3-54dfd30adf2b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:45.180180 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.214289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-857ca85e-5318-487a-8e2a-ab51f2f04042 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.247913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Made reservation on behalf of ba067441936e4048a41dad045e268968 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:45.252276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.262800 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.268008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['ddbdd678-e088-497e-88d3-54dfd30adf2b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:45.268415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Pushing event updated for resources: {'Port': ['ID=f25ed05c-248b-4e7d-8ed2-18493b3d882d,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:45.276061 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.306405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-857ca85e-5318-487a-8e2a-ab51f2f04042 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.348625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ca85e-5318-487a-8e2a-ab51f2f04042 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d0954b9-7117-4d66-8200-e7a33f3771c5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:45.386368 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.392507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-1f2ddf61-054f-412c-9dd3-1d0952c67701 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3770473 Oct 12 22:56:45.394063 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.448969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-857ca85e-5318-487a-8e2a-ab51f2f04042 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.453542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-857ca85e-5318-487a-8e2a-ab51f2f04042 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5523863 Oct 12 22:56:45.453850 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-4dce0be7-4595-4582-aa38-335d0e2c5077 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 695 time: 0.0558083 Oct 12 22:56:45.454189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47510) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:45.461355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6023e6a9-0185-4fe4-b573-43094db21e3a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '0d0954b9-7117-4d66-8200-e7a33f3771c5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:45.492255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.557730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9779848e-55e1-4f6b-975b-69f5946ef54e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:45.565008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-e81d6db7-2f77-47c7-98b6-8e9994547a63 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:45.566430 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-346867eb-ff1d-4d59-ad78-486d4f0d44c9 req-e81d6db7-2f77-47c7-98b6-8e9994547a63 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1100123 Oct 12 22:56:45.580452 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.627333 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6023e6a9-0185-4fe4-b573-43094db21e3a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.662680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Allocated IP 192.168.233.177 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/81109a94-34d0-43bd-a798-eb4d6f8d1599) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:45.663790 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-176ddf9a-1076-4e42-bee5-94f89026a526 req-fe609c21-76a2-4922-9e7e-30ffbfa8cd43 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 210 time: 0.0277934 Oct 12 22:56:45.733411 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6023e6a9-0185-4fe4-b573-43094db21e3a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.841018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.868584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6023e6a9-0185-4fe4-b573-43094db21e3a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.874844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-1baf7c71-d661-4244-82d2-08a5ce4655bf req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1625665708', 'description': 'tempest-description-1497131668'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:45.892105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023e6a9-0185-4fe4-b573-43094db21e3a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c013aa-1581-484e-a7b3-224eede84dae,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:45.972796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.995517 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:45.995782 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1baf7c71-d661-4244-82d2-08a5ce4655bf req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.020249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:46.025094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:46.030005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:46.033724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Pushing event updated for resources: {'Port': ['ID=81109a94-34d0-43bd-a798-eb4d6f8d1599,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:46.086376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:46.087060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.096859 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6023e6a9-0185-4fe4-b573-43094db21e3a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.096859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6023e6a9-0185-4fe4-b573-43094db21e3a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6388748 Oct 12 22:56:46.097693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47536) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:46.105797 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1baf7c71-d661-4244-82d2-08a5ce4655bf req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.133078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f127e748-a0c4-4c42-a314-d143a456652c tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.141782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f127e748-a0c4-4c42-a314-d143a456652c tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.214262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1baf7c71-d661-4244-82d2-08a5ce4655bf req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.217758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-cf941a1a-5016-46a8-a5d0-355ec3e98cf6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4024832 Oct 12 22:56:46.235181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Request body: {'port': {'device_id': '4617107e-7e92-4071-88ed-0b79cd5dbc0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:46.256456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3223660b-c383-4d89-889d-434957f184bf None None] Provisioning complete for port 81109a94-34d0-43bd-a798-eb4d6f8d1599 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:46.257098 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3223660b-c383-4d89-889d-434957f184bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.292210 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f127e748-a0c4-4c42-a314-d143a456652c tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.293359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3223660b-c383-4d89-889d-434957f184bf None None] Port 81109a94-34d0-43bd-a798-eb4d6f8d1599 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:46.297368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14d95b35-2120-45a9-a21b-28ec2e569962,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:46.298351 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f127e748-a0c4-4c42-a314-d143a456652c tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.303314 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f127e748-a0c4-4c42-a314-d143a456652c tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/e3c013aa-1581-484e-a7b3-224eede84dae HTTP/1.1" status: 204 len: 168 time: 0.2016356 Oct 12 22:56:46.303485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47538) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:46.317062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f127e748-a0c4-4c42-a314-d143a456652c tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3c013aa-1581-484e-a7b3-224eede84dae,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:46.325234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.326022 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1baf7c71-d661-4244-82d2-08a5ce4655bf req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.327948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1baf7c71-d661-4244-82d2-08a5ce4655bf req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4588909 Oct 12 22:56:46.338526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.338663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.340823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.343445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.343896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.344307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.344713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.345133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.345667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.346109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.346638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.346979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec03976-0714-491f-a404-f7cf8777a9e7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:56:46.437760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f5beb493-47ae-43d2-b59e-c991adf50474 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1332762 Oct 12 22:56:46.441825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47546) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:46.481596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a452e-9bab-4267-944f-15e2f3438b2c req-cb217ad3-ed81-4f63-b66a-e20eb6e9cb36 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:46.483409 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-cb217ad3-ed81-4f63-b66a-e20eb6e9cb36 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.41 "GET /v2.0/networks?id=e2238fd3-3031-480d-a175-abb5fe8f8d87 HTTP/1.1" status: 200 len: 815 time: 0.2447877 Oct 12 22:56:46.515523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d903ac8-6359-4c9d-a28a-0dcfd4a456b6 req-31ecd71f-7295-4902-8eb5-50f33d6bdd0a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:46.517220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d903ac8-6359-4c9d-a28a-0dcfd4a456b6 req-31ecd71f-7295-4902-8eb5-50f33d6bdd0a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 945 time: 0.1251488 Oct 12 22:56:46.533750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a39a1718-0ce4-48e5-82a3-7fb34abd04cd req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1421104463', 'description': 'tempest-description-1860243254'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:46.553463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8c5099f-0093-4659-bc16-00a8fea08eba tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.570231 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-9fba7b2c-dadc-4f84-90ea-91fde4cc4e07 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c0e2af2b4f44748bb34c921f129223f HTTP/1.1" status: 200 len: 380 time: 0.0751133 Oct 12 22:56:46.583080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Request body: {'port': {'device_id': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'admin_state_up': True, 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'security_groups': ['c2524020-11d3-4b8e-9c35-22def44f84c7']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:46.609047 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d903ac8-6359-4c9d-a28a-0dcfd4a456b6 req-24e75a99-f031-4745-a0bf-7b54958963b5 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788808 Oct 12 22:56:46.635993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8c5099f-0093-4659-bc16-00a8fea08eba tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.663259 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ddbdd678-e088-497e-88d3-54dfd30adf2b up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:46.678120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39a1718-0ce4-48e5-82a3-7fb34abd04cd req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.695324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39a1718-0ce4-48e5-82a3-7fb34abd04cd req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.760916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81109a94-34d0-43bd-a798-eb4d6f8d1599 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:46.771059 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.790362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-8e6de6a9-4598-4e55-9b67-1d19515543f4 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:46.791912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-8e6de6a9-4598-4e55-9b67-1d19515543f4 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1099796 Oct 12 22:56:46.808635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port ddbdd678-e088-497e-88d3-54dfd30adf2b completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:56:46.812731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port ddbdd678-e088-497e-88d3-54dfd30adf2b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:46.819181 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8c5099f-0093-4659-bc16-00a8fea08eba tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.819358 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.819472 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8c5099f-0093-4659-bc16-00a8fea08eba tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.819472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f8c5099f-0093-4659-bc16-00a8fea08eba tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-groups/0d0954b9-7117-4d66-8200-e7a33f3771c5 HTTP/1.1" status: 204 len: 168 time: 0.3759198 Oct 12 22:56:46.829883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47550) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:46.839215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Transition to ACTIVE for port object 81109a94-34d0-43bd-a798-eb4d6f8d1599 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:56:46.840629 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39a1718-0ce4-48e5-82a3-7fb34abd04cd req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.850099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-23fa151e-0867-4cd7-93ab-75ccf9d6a9af tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 695 time: 0.0518560 Oct 12 22:56:46.854311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Made reservation on behalf of 8c0e2af2b4f44748bb34c921f129223f for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:46.857791 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.861855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c5099f-0093-4659-bc16-00a8fea08eba tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d0954b9-7117-4d66-8200-e7a33f3771c5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:46.862018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-5dc35977-69ca-45bd-b225-c62ecf47150f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Request body: {'floatingip': {'port_id': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:46.899593 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.905967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.911451 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-035aeb0c-391b-45b4-8c38-9302c51047c0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0768764 Oct 12 22:56:46.913313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47552) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:46.924836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-5dc35977-69ca-45bd-b225-c62ecf47150f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:46.943428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:46.949993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-189113d0-7f09-41a8-98a6-e95ef7e2aecb tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1783699590'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:46.950181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:46.950181 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149157d5-6c9f-4f1d-828e-dee54de450cd" -d '{"events": [{"server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "name": "network-vif-plugged", "status": "completed", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:46.973239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39a1718-0ce4-48e5-82a3-7fb34abd04cd req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.028755 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.052436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd321995-d727-4009-8aeb-18d6c77b8d1e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:47.076717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Allocated IP 172.20.0.6 (e2238fd3-3031-480d-a175-abb5fe8f8d87/39cea048-3b5f-4f22-89a4-b3659d0567d5/5d17011a-b4bc-42e5-ac1c-e8b3ba201986) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:47.092660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Pushing event updated for resources: {'Port': ['ID=81109a94-34d0-43bd-a798-eb4d6f8d1599,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:47.107693 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-189113d0-7f09-41a8-98a6-e95ef7e2aecb tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.116274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=ddbdd678-e088-497e-88d3-54dfd30adf2b,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:47.133338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39a1718-0ce4-48e5-82a3-7fb34abd04cd req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.232938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39a1718-0ce4-48e5-82a3-7fb34abd04cd req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.299712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f650d2-5201-4031-bfc4-0f20fcd4e5da,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:47.319533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-189113d0-7f09-41a8-98a6-e95ef7e2aecb tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.346033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.376470 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a39a1718-0ce4-48e5-82a3-7fb34abd04cd req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.376470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a39a1718-0ce4-48e5-82a3-7fb34abd04cd req-fc1464b7-3528-4fef-814c-76d196022aad tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8521247 Oct 12 22:56:47.402917 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-189113d0-7f09-41a8-98a6-e95ef7e2aecb tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.464609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189113d0-7f09-41a8-98a6-e95ef7e2aecb tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83788536-6c5d-441c-98d2-b68c0dbf531e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:47.487534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e92d4-5499-48e4-8dfc-0ddc329e43e5 req-26e384bb-4d7c-445c-a9ad-886176d66ab6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:47.495550 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-552e92d4-5499-48e4-8dfc-0ddc329e43e5 req-26e384bb-4d7c-445c-a9ad-886176d66ab6 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 948 time: 0.0608671 Oct 12 22:56:47.495550 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.519279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 120b3491-acc8-4e42-8c07-b19421548c2c no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:47.523065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Attempting to bind port 81109a94-34d0-43bd-a798-eb4d6f8d1599 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:47.523401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Attempting to bind port 81109a94-34d0-43bd-a798-eb4d6f8d1599 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:47.523727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Attempting to bind port 81109a94-34d0-43bd-a798-eb4d6f8d1599 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:47.532542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Port 81109a94-34d0-43bd-a798-eb4d6f8d1599 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:56:47.532871 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Attempting to bind port 81109a94-34d0-43bd-a798-eb4d6f8d1599 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:47.538893 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-189113d0-7f09-41a8-98a6-e95ef7e2aecb tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.542844 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-189113d0-7f09-41a8-98a6-e95ef7e2aecb tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6296589 Oct 12 22:56:47.543482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47558) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:47.565818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-56fd534d-c58e-480b-8957-8d50c4047c59 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '83788536-6c5d-441c-98d2-b68c0dbf531e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:47.568559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:47.568976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:47.569370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:47.569820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Bound port: 81109a94-34d0-43bd-a798-eb4d6f8d1599, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:47.570182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.584233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Network e2238fd3-3031-480d-a175-abb5fe8f8d87 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:47.594284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:47.606351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:47.617561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Pushing event updated for resources: {'Port': ['ID=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:47.627781 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.654990 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-552e92d4-5499-48e4-8dfc-0ddc329e43e5 req-8f344b88-ca3e-4c3c-a108-960a7496af03 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560752 Oct 12 22:56:47.691607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:47.692253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.706194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=120b3491-acc8-4e42-8c07-b19421548c2c,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:47.742383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56fd534d-c58e-480b-8957-8d50c4047c59 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.774431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] For port 81109a94-34d0-43bd-a798-eb4d6f8d1599, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:47.784284 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.789544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] For port 81109a94-34d0-43bd-a798-eb4d6f8d1599, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=81109a94-34d0-43bd-a798-eb4d6f8d1599,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:47.809248 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.813512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56fd534d-c58e-480b-8957-8d50c4047c59 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.863518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=120b3491-acc8-4e42-8c07-b19421548c2c,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:47.873862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a555e3af-c199-499b-a5d3-26866546ae22 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2962310 Oct 12 22:56:47.886171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Request body: {'port': {'device_id': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:47.932001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-5dc35977-69ca-45bd-b225-c62ecf47150f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.943183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.947315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-19216be5-d3d1-4b03-bb2a-e62b41f5b785 None None] Provisioning complete for port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:47.948888 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-19216be5-d3d1-4b03-bb2a-e62b41f5b785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:47.981350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-19216be5-d3d1-4b03-bb2a-e62b41f5b785 None None] Port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:56:48.007476 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.035612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-5dc35977-69ca-45bd-b225-c62ecf47150f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.043253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56fd534d-c58e-480b-8957-8d50c4047c59 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.081724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd534d-c58e-480b-8957-8d50c4047c59 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62d3ffca-668c-476a-b864-e284d0db06ef,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:48.084607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:48.085229 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.086706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] 10.222.0.41 "PUT /v2.0/ports/81109a94-34d0-43bd-a798-eb4d6f8d1599 HTTP/1.1" status: 200 len: 1097 time: 1.8562744 Oct 12 22:56:48.091237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4617107e-7e92-4071-88ed-0b79cd5dbc0d', 'tag': '81109a94-34d0-43bd-a798-eb4d6f8d1599'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:48.093392 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5564dbc-a85a-468b-9531-58f72d9f5591" -d '{"events": [{"name": "network-changed", "server_uuid": "4617107e-7e92-4071-88ed-0b79cd5dbc0d", "tag": "81109a94-34d0-43bd-a798-eb4d6f8d1599"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:48.147746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f552d-ad45-447d-8ad8-0399498ce4dc service neutron] Pushing event updated for resources: {'Port': ['ID=81109a94-34d0-43bd-a798-eb4d6f8d1599,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:48.172773 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-5dc35977-69ca-45bd-b225-c62ecf47150f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Floating IP 9949eaf1-e2c1-4976-8925-709efa7b9de2 associated. External IP: 172.25.2.71, port: e4083954-4fd4-4075-9146-77cd06e07d2c. Oct 12 22:56:48.178657 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56fd534d-c58e-480b-8957-8d50c4047c59 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.182609 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-56fd534d-c58e-480b-8957-8d50c4047c59 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6249404 Oct 12 22:56:48.185512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47564) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:48.189875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bf782bdf-8dec-43bd-9aaf-6703d69ccc3d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '83788536-6c5d-441c-98d2-b68c0dbf531e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:48.328252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:48.339553 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9f36474-fac3-4b90-bde6-6d12d741dcb4 req-2f85c987-e7e6-4004-81e2-4a124f2fbbe8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/14d95b35-2120-45a9-a21b-28ec2e569962 HTTP/1.1" status: 200 len: 1805 time: 0.1041052 Oct 12 22:56:48.342606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf1649-0937-4371-8581-1adae3955dfd req-25d2eb48-d148-4086-9b0d-e7f1ddb57274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:48.344171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-25d2eb48-d148-4086-9b0d-e7f1ddb57274 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba067441936e4048a41dad045e268968&device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 1100 time: 0.0973036 Oct 12 22:56:48.346319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.351635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f9f36474-fac3-4b90-bde6-6d12d741dcb4 req-20436f27-08b9-463b-9759-aa35aa2d7fb8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14d95b35-2120-45a9-a21b-28ec2e569962', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:48.351951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f9f36474-fac3-4b90-bde6-6d12d741dcb4 req-20436f27-08b9-463b-9759-aa35aa2d7fb8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '14d95b35-2120-45a9-a21b-28ec2e569962', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:48.375520 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf782bdf-8dec-43bd-9aaf-6703d69ccc3d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.388553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Transition to ACTIVE for port object 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:56:48.395567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-fbd80e2b-8c5d-49fe-bb29-eeb2792a868a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=81109a94-34d0-43bd-a798-eb4d6f8d1599 HTTP/1.1" status: 200 len: 217 time: 0.0405462 Oct 12 22:56:48.447975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf782bdf-8dec-43bd-9aaf-6703d69ccc3d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.465908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.510267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf1649-0937-4371-8581-1adae3955dfd req-e8159645-0eaf-449e-a5bd-c34dbed5e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:48.511749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-e8159645-0eaf-449e-a5bd-c34dbed5e95f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1094577 Oct 12 22:56:48.529547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Pushing event updated for resources: {'Port': ['ID=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:48.578602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcf1649-0937-4371-8581-1adae3955dfd req-1a981968-3434-4aa3-990b-0ae576559aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:48.580137 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-1a981968-3434-4aa3-990b-0ae576559aa9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0598023 Oct 12 22:56:48.581962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-5dc35977-69ca-45bd-b225-c62ecf47150f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Router 977fbb98-f97b-4a22-98a2-6e9107873675 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:56:48.586502 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf782bdf-8dec-43bd-9aaf-6703d69ccc3d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.617484 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f9f36474-fac3-4b90-bde6-6d12d741dcb4 req-20436f27-08b9-463b-9759-aa35aa2d7fb8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.632976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf782bdf-8dec-43bd-9aaf-6703d69ccc3d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14bf122c-5ffa-4510-adf9-6fd081ca1899,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:48.664716 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f9f36474-fac3-4b90-bde6-6d12d741dcb4 req-20436f27-08b9-463b-9759-aa35aa2d7fb8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.667515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Attempting to bind port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:48.667921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Attempting to bind port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:48.668590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Attempting to bind port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 on network e2238fd3-3031-480d-a175-abb5fe8f8d87 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:48.673328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 on network e2238fd3-3031-480d-a175-abb5fe8f8d87 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:56:48.673737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Attempting to bind port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 on network e2238fd3-3031-480d-a175-abb5fe8f8d87 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:48.682826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:48.683316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Checking segment: {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:48.683789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Bound using segment: {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:48.684285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Bound port: 5d17011a-b4bc-42e5-ac1c-e8b3ba201986, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06e9b864-117c-42f7-97dd-12ede5564c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:48.684705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.690150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf782bdf-8dec-43bd-9aaf-6703d69ccc3d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.691353 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bf782bdf-8dec-43bd-9aaf-6703d69ccc3d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5049126 Oct 12 22:56:48.695486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47572) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:48.703354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f48b5eee-3cd4-4740-8443-968cbb15729d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '83788536-6c5d-441c-98d2-b68c0dbf531e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:48.715143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.728442 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f9f36474-fac3-4b90-bde6-6d12d741dcb4 req-20436f27-08b9-463b-9759-aa35aa2d7fb8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.753560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20436f27-08b9-463b-9759-aa35aa2d7fb8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fb6e28b-779b-49fe-adb6-6d74ef7028e7,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:48.778076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] For port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:48.781223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] For port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:48.785750 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-a2e3a536-f073-4a5b-ab7a-3d63f6280359 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985779 Oct 12 22:56:48.848769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-5dc35977-69ca-45bd-b225-c62ecf47150f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:56:48.854627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-5dc35977-69ca-45bd-b225-c62ecf47150f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.854755 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.866499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] Sync routers for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:56:48.876526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:48.881858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:48.891144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-5dc35977-69ca-45bd-b225-c62ecf47150f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "PUT /v2.0/floatingips/9949eaf1-e2c1-4976-8925-709efa7b9de2 HTTP/1.1" status: 200 len: 996 time: 2.0339017 Oct 12 22:56:48.908640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:48.910665 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.912317 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] 10.222.0.41 "PUT /v2.0/ports/5d17011a-b4bc-42e5-ac1c-e8b3ba201986 HTTP/1.1" status: 200 len: 1092 time: 1.0303154 Oct 12 22:56:48.912854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'tag': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:48.915586 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe5f1e1-fd16-486f-9edc-a94c2a1cb318", "tag": "5d17011a-b4bc-42e5-ac1c-e8b3ba201986"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:48.929393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.930235 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48b5eee-3cd4-4740-8443-968cbb15729d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:48.941371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b21d08e-7f7b-412b-9624-5dad38bd4432 service neutron] Pushing event updated for resources: {'Port': ['ID=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:48.959207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abcf1649-0937-4371-8581-1adae3955dfd req-2e7cd3d3-9193-4e6d-be81-cb36f1309c73 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651144 Oct 12 22:56:48.985041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f9f36474-fac3-4b90-bde6-6d12d741dcb4 req-20436f27-08b9-463b-9759-aa35aa2d7fb8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.000353 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9f36474-fac3-4b90-bde6-6d12d741dcb4 req-20436f27-08b9-463b-9759-aa35aa2d7fb8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6528440 Oct 12 22:56:49.000503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-89b546d3-6c31-4d9b-a98a-773bbcb9ffda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.000503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-89b546d3-6c31-4d9b-a98a-773bbcb9ffda service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1098 time: 0.0859993 Oct 12 22:56:49.023587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:49.107209 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48b5eee-3cd4-4740-8443-968cbb15729d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.126470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0fe7c-79c7-4fdb-afd6-97966de78335 req-290c2eca-ef27-42bd-aa94-bfe021df9bc5 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.128978 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3de0fe7c-79c7-4fdb-afd6-97966de78335 req-290c2eca-ef27-42bd-aa94-bfe021df9bc5 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 943 time: 0.0667191 Oct 12 22:56:49.137003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a452e-9bab-4267-944f-15e2f3438b2c req-ad75790c-521c-4538-9fde-754b90f270e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.138564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-ad75790c-521c-4538-9fde-754b90f270e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c0e2af2b4f44748bb34c921f129223f&device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 1095 time: 0.1132987 Oct 12 22:56:49.179142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3de0fe7c-79c7-4fdb-afd6-97966de78335 req-45d4073b-da1e-4f64-9cab-74e6582ca55f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403512 Oct 12 22:56:49.202034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48b5eee-3cd4-4740-8443-968cbb15729d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.202034 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-e5562a72-e02e-406f-99cf-8f9ba2ab51f3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d17011a-b4bc-42e5-ac1c-e8b3ba201986 HTTP/1.1" status: 200 len: 217 time: 0.0512669 Oct 12 22:56:49.202034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-ef39687f-0ae1-47f8-ba0c-86eaa54d30b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.202524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-ef39687f-0ae1-47f8-ba0c-86eaa54d30b7 service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 920 time: 0.1949110 Oct 12 22:56:49.254550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-3036c146-80e0-40a7-a5ce-90ce165319a3 req-f7d3dd1a-87fb-4695-a7a2-8d2fbc7a0fee tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Request body: {'security_group': {'name': 'tempest-securitygroup-96793644', 'description': 'tempest-description-1438548876'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:49.264159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b5eee-3cd4-4740-8443-968cbb15729d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afc05b3b-3f37-4179-8c9f-9f4b4f4ce0a9,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:49.269658 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b0740f-6606-475c-9a3c-67820ba546b1 x-openstack-request-id: req-98b0740f-6606-475c-9a3c-67820ba546b1 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:49.270166 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "name": "network-vif-plugged", "status": "completed", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:49.270439 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98b0740f-6606-475c-9a3c-67820ba546b1 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:49.271387 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b', 'code': 200} Oct 12 22:56:49.307038 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f48b5eee-3cd4-4740-8443-968cbb15729d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.310684 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f48b5eee-3cd4-4740-8443-968cbb15729d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6099632 Oct 12 22:56:49.313257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47578) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:49.318787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a452e-9bab-4267-944f-15e2f3438b2c req-ca24b6f2-6a67-4905-b190-c3a586b0ecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.320249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-ca24b6f2-6a67-4905-b190-c3a586b0ecb7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39cea048-3b5f-4f22-89a4-b3659d0567d5 HTTP/1.1" status: 200 len: 854 time: 0.1050603 Oct 12 22:56:49.326501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-0391805c-534f-4e11-bab1-1397445d0e6f service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 999 time: 0.1123290 Oct 12 22:56:49.337935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e2ddc5f0-070c-4c0f-9c13-d9089d7cb193 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '83788536-6c5d-441c-98d2-b68c0dbf531e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:49.365642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563eb4d-9328-4f0a-abbf-c25f0593b47b req-cb531534-c866-41ec-856e-ca69b8400d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.367183 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b563eb4d-9328-4f0a-abbf-c25f0593b47b req-cb531534-c866-41ec-856e-ca69b8400d3c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1098 time: 0.0697064 Oct 12 22:56:49.402774 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-e0ccf189-22e9-45ce-ab90-4caaa6ac0b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.404279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-e0ccf189-22e9-45ce-ab90-4caaa6ac0b04 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 200 len: 859 time: 0.0673883 Oct 12 22:56:49.405500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b563eb4d-9328-4f0a-abbf-c25f0593b47b req-fac80c42-1bba-4d0e-8ab1-bff1d04de9f1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302186 Oct 12 22:56:49.409814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a3de773e-85b9-4b69-9ab3-ab2f3113cbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.415159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-a3de773e-85b9-4b69-9ab3-ab2f3113cbc9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2238fd3-3031-480d-a175-abb5fe8f8d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821803 Oct 12 22:56:49.440177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-e58f237e-409a-4b7d-9025-711cfdb0c9d7 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250764 Oct 12 22:56:49.442114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3036c146-80e0-40a7-a5ce-90ce165319a3 req-f7d3dd1a-87fb-4695-a7a2-8d2fbc7a0fee tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.463997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:42Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '9949eaf1-e2c1-4976-8925-709efa7b9de2', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'port_id': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'mac_address': 'fa:16:3e:e4:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:56:44Z', 'updated_at': '2021-10-12T22:56:47Z', 'revision_number': 1, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561c6651-84ad-41ed-bc91-497006bc0d86', 'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'mac_address': 'fa:16:3e:72:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:41Z', 'updated_at': '2021-10-12T22:55:49Z', 'revision_number': 5, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'subnets': [{'id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:49.491455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] Checking router: 977fbb98-f97b-4a22-98a2-6e9107873675 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:56:49.499886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:49.500479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:49.527243 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3036c146-80e0-40a7-a5ce-90ce165319a3 req-f7d3dd1a-87fb-4695-a7a2-8d2fbc7a0fee tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.537413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-e0a35282-97ae-483c-b834-2eda0fba3672 service neutron] 10.222.0.31 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903568 Oct 12 22:56:49.555919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc5f0-070c-4c0f-9c13-d9089d7cb193 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.613713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:49.623719 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc5f0-070c-4c0f-9c13-d9089d7cb193 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.625343 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3036c146-80e0-40a7-a5ce-90ce165319a3 req-f7d3dd1a-87fb-4695-a7a2-8d2fbc7a0fee tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.655149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d3dd1a-87fb-4695-a7a2-8d2fbc7a0fee tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=151b2611-3257-4087-a363-ff49153bcc27,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:49.702096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-322c6ba1-ac51-4f3e-9932-f5372b2d26b0 req-3d290120-6f9f-443e-b9db-6d1cc214df71 service neutron] 10.222.0.31 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583922 Oct 12 22:56:49.716809 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-2c2174d5-54f7-4720-865c-f6ca8b60af7f service neutron] 10.222.0.41 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212318 Oct 12 22:56:49.728805 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc5f0-070c-4c0f-9c13-d9089d7cb193 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.750951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddc5f0-070c-4c0f-9c13-d9089d7cb193 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a5246c-6399-42a6-aec8-e108e4a5a86c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:49.759766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3036c146-80e0-40a7-a5ce-90ce165319a3 req-f7d3dd1a-87fb-4695-a7a2-8d2fbc7a0fee tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.761130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3036c146-80e0-40a7-a5ce-90ce165319a3 req-f7d3dd1a-87fb-4695-a7a2-8d2fbc7a0fee tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5112679 Oct 12 22:56:49.834301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200a452e-9bab-4267-944f-15e2f3438b2c req-14811d11-9d61-4bf9-9429-09ed16e95bcf service neutron] 10.222.0.41 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087747 Oct 12 22:56:49.858714 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa72cf9e-b201-4312-8d74-e08727a9be09 x-openstack-request-id: req-fa72cf9e-b201-4312-8d74-e08727a9be09 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:49.859098 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e2ddc5f0-070c-4c0f-9c13-d9089d7cb193 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:49.859239 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4617107e-7e92-4071-88ed-0b79cd5dbc0d", "tag": "81109a94-34d0-43bd-a798-eb4d6f8d1599", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:49.859570 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa72cf9e-b201-4312-8d74-e08727a9be09 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:49.860332 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4617107e-7e92-4071-88ed-0b79cd5dbc0d', 'tag': '81109a94-34d0-43bd-a798-eb4d6f8d1599', 'status': 'completed', 'code': 200} Oct 12 22:56:49.860460 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e2ddc5f0-070c-4c0f-9c13-d9089d7cb193 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5419710 Oct 12 22:56:49.863196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47584) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:49.869548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-831fb315-b075-45f5-93d2-492262cae1e6 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '83788536-6c5d-441c-98d2-b68c0dbf531e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:49.891407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:42Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '9949eaf1-e2c1-4976-8925-709efa7b9de2', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'port_id': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'mac_address': 'fa:16:3e:e4:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:56:44Z', 'updated_at': '2021-10-12T22:56:47Z', 'revision_number': 1, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561c6651-84ad-41ed-bc91-497006bc0d86', 'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'mac_address': 'fa:16:3e:72:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:41Z', 'updated_at': '2021-10-12T22:55:49Z', 'revision_number': 5, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'subnets': [{'id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:49.925258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d4ea01-906c-4fa5-b9cd-84c711e2b94f req-5342031e-5d46-43b2-a44c-641f7fb600be tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.926336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46b180c-19d2-4711-bcfa-955918880590 None None] The sync data for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 is: [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:42Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '9949eaf1-e2c1-4976-8925-709efa7b9de2', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'floating_ip_address': '172.25.2.71', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'port_id': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'mac_address': 'fa:16:3e:e4:fe:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:56:44Z', 'updated_at': '2021-10-12T22:56:47Z', 'revision_number': 1, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '561c6651-84ad-41ed-bc91-497006bc0d86', 'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'mac_address': 'fa:16:3e:72:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:41Z', 'updated_at': '2021-10-12T22:55:49Z', 'revision_number': 5, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'subnets': [{'id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:56:49.932075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3d4ea01-906c-4fa5-b9cd-84c711e2b94f req-5342031e-5d46-43b2-a44c-641f7fb600be tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.1024220 Oct 12 22:56:49.944767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-8b5d76c5-0a40-46c7-846b-35f9bec6e9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:49.946968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-8b5d76c5-0a40-46c7-846b-35f9bec6e9e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ba067441936e4048a41dad045e268968&device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 1100 time: 0.0625448 Oct 12 22:56:49.980118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3d4ea01-906c-4fa5-b9cd-84c711e2b94f req-1ad9bc0d-020d-4b7e-878e-2b977f0294c3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410843 Oct 12 22:56:50.062416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-831fb315-b075-45f5-93d2-492262cae1e6 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.128524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c409035-799f-4b05-8efa-89c1d0d55b8b req-ab54e222-2e65-4819-91f2-1c49aa4238ba tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:50.130087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c409035-799f-4b05-8efa-89c1d0d55b8b req-ab54e222-2e65-4819-91f2-1c49aa4238ba tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 948 time: 0.0870090 Oct 12 22:56:50.147735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6b5905-96c1-4197-b504-97120e90abe5 req-279b4c9e-514e-4af2-8455-08abe95946ae tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:50.149388 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db6b5905-96c1-4197-b504-97120e90abe5 req-279b4c9e-514e-4af2-8455-08abe95946ae tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "GET /v2.0/ports?device_id=13670067-a495-4112-b228-f2de993c9aa0 HTTP/1.1" status: 200 len: 943 time: 0.0673847 Oct 12 22:56:50.178480 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b60a26e4-6589-4303-b3e1-c060cfba54e1 None None] New status for floating IP 9949eaf1-e2c1-4976-8925-709efa7b9de2: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:56:50.189934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd585059-bd51-4247-8b99-01470535a2c9 req-320e80b2-e6f3-4cf1-8dea-0bda85d3d7ad tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:50.191587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-320e80b2-e6f3-4cf1-8dea-0bda85d3d7ad tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 804 time: 0.2382278 Oct 12 22:56:50.204438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-275373d4-09e9-4e32-84a2-c0f7e92c2d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:50.205865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-275373d4-09e9-4e32-84a2-c0f7e92c2d7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6 HTTP/1.1" status: 200 len: 870 time: 0.2507455 Oct 12 22:56:50.221474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-831fb315-b075-45f5-93d2-492262cae1e6 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.228475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-20a971e3-59e3-4b96-82cb-f2cc9b58ae9e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/quotas/fc24918da4e84b3395164cfa79e9166f HTTP/1.1" status: 200 len: 375 time: 0.0279591 Oct 12 22:56:50.246891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c409035-799f-4b05-8efa-89c1d0d55b8b req-c9aed378-9921-4009-ac3a-30b2036fec25 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965014 Oct 12 22:56:50.260801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-81523260-0425-431c-bf0e-f4dcf6258199 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=81109a94-34d0-43bd-a798-eb4d6f8d1599 HTTP/1.1" status: 200 len: 217 time: 0.0422549 Oct 12 22:56:50.279692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-db6b5905-96c1-4197-b504-97120e90abe5 req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Deleting port 120b3491-acc8-4e42-8c07-b19421548c2c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:50.279692 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-db6b5905-96c1-4197-b504-97120e90abe5 req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.324946 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693cd822-65af-44de-aed6-fd8262199c80 x-openstack-request-id: req-693cd822-65af-44de-aed6-fd8262199c80 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:50.325219 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe5f1e1-fd16-486f-9edc-a94c2a1cb318", "tag": "5d17011a-b4bc-42e5-ac1c-e8b3ba201986", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:50.325604 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-693cd822-65af-44de-aed6-fd8262199c80 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:50.326005 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'tag': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986', 'status': 'completed', 'code': 200} Oct 12 22:56:50.332335 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-831fb315-b075-45f5-93d2-492262cae1e6 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.334680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-85b87a58-ddcd-4bb3-9ac0-0b96b326335f req-bce48981-783b-4bd4-baae-918402ec3240 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-483349405', 'description': 'tempest-description-432242160'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:50.367023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-f4165371-6e58-439d-8467-b3e25dab5637 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1086514 Oct 12 22:56:50.374115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fb315-b075-45f5-93d2-492262cae1e6 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23ff3415-02a3-4942-8cc3-f8e1bb6929f4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:50.389988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-da8e73bb-d218-4a46-b241-68dc94454b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:50.392709 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-da8e73bb-d218-4a46-b241-68dc94454b5c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.1224096 Oct 12 22:56:50.439693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-e6cddc09-2428-4be2-a5fd-cd34a2cbbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:50.441330 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-e6cddc09-2428-4be2-a5fd-cd34a2cbbdab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c0e2af2b4f44748bb34c921f129223f&device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 1095 time: 0.0912104 Oct 12 22:56:50.443091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-db6b5905-96c1-4197-b504-97120e90abe5 req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] For port 120b3491-acc8-4e42-8c07-b19421548c2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=120b3491-acc8-4e42-8c07-b19421548c2c,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:50.443611 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-db6b5905-96c1-4197-b504-97120e90abe5 req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.465431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-db6b5905-96c1-4197-b504-97120e90abe5 req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Calling delete_port for 120b3491-acc8-4e42-8c07-b19421548c2c owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:50.491686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-85bb7f2f-66db-4969-bbe9-4686714bf8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:50.493155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-85bb7f2f-66db-4969-bbe9-4686714bf8ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0900831 Oct 12 22:56:50.507960 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-85b87a58-ddcd-4bb3-9ac0-0b96b326335f req-bce48981-783b-4bd4-baae-918402ec3240 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.555014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-831fb315-b075-45f5-93d2-492262cae1e6 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.556229 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-831fb315-b075-45f5-93d2-492262cae1e6 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6920886 Oct 12 22:56:50.559457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47596) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:50.568983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-083f0496-1d63-41b7-b331-30de8b5f4f2a service neutron] 10.222.0.31 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889918 Oct 12 22:56:50.656650 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f001561-9606-46fc-9f55-4bceb84957a2 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.684188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f001561-9606-46fc-9f55-4bceb84957a2 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.693392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-abc4f274-94a2-4fcb-a1c5-09fb8154adb4 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883256 Oct 12 22:56:50.780533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ede6195b-30ec-4aff-a4a0-733a2a60ffbb service neutron] 10.222.0.31 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044258 Oct 12 22:56:50.825911 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5564dbc-a85a-468b-9531-58f72d9f5591 req-c154ac49-ee1f-45c1-9674-b40ba4e57b4b service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204336 Oct 12 22:56:50.860490 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f001561-9606-46fc-9f55-4bceb84957a2 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.868780 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4f001561-9606-46fc-9f55-4bceb84957a2 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.873351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4f001561-9606-46fc-9f55-4bceb84957a2 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/23ff3415-02a3-4942-8cc3-f8e1bb6929f4 HTTP/1.1" status: 204 len: 168 time: 0.3093445 Oct 12 22:56:50.873984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47598) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:50.882555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f001561-9606-46fc-9f55-4bceb84957a2 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=23ff3415-02a3-4942-8cc3-f8e1bb6929f4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:50.931952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-593ad2df-bdd9-4d0a-9b8f-34d91abd46d0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0565712 Oct 12 22:56:50.934823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47600) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:50.946756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-0ada1d0c-96d9-435f-ae40-b6c2c42ff3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:50.948240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-0ada1d0c-96d9-435f-ae40-b6c2c42ff3d4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2238fd3-3031-480d-a175-abb5fe8f8d87 HTTP/1.1" status: 200 len: 916 time: 0.4969192 Oct 12 22:56:50.959128 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-356e0dc1-f435-4357-8947-bd9e63c26891 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:50.966624 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-356e0dc1-f435-4357-8947-bd9e63c26891 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.005726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-7aa20041-e0ef-4ce0-a520-34e6fb35bfbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d17011a-b4bc-42e5-ac1c-e8b3ba201986 HTTP/1.1" status: 200 len: 217 time: 0.0468884 Oct 12 22:56:51.028918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-85b87a58-ddcd-4bb3-9ac0-0b96b326335f req-bce48981-783b-4bd4-baae-918402ec3240 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.059103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-356e0dc1-f435-4357-8947-bd9e63c26891 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.066717 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-356e0dc1-f435-4357-8947-bd9e63c26891 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.072140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-356e0dc1-f435-4357-8947-bd9e63c26891 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/64a5246c-6399-42a6-aec8-e108e4a5a86c HTTP/1.1" status: 204 len: 168 time: 0.1363189 Oct 12 22:56:51.073196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47610) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:51.094749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e0dc1-f435-4357-8947-bd9e63c26891 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=64a5246c-6399-42a6-aec8-e108e4a5a86c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:51.101890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-6b6958f8-c115-4e46-9171-e12cdc2638a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:51.103430 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-6b6958f8-c115-4e46-9171-e12cdc2638a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39cea048-3b5f-4f22-89a4-b3659d0567d5 HTTP/1.1" status: 200 len: 854 time: 0.0891163 Oct 12 22:56:51.104787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-58b657f0-8c48-4132-8bc0-2c94ab31be4f req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-816032003', 'description': 'tempest-description-640670218'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:51.122200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-85b87a58-ddcd-4bb3-9ac0-0b96b326335f req-bce48981-783b-4bd4-baae-918402ec3240 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.148385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4d319cac-f15e-4248-8965-5f718ee79d40 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0721307 Oct 12 22:56:51.151247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47612) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:51.172394 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-db6b5905-96c1-4197-b504-97120e90abe5 req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.177574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1df66f3f-635b-4b11-bf6c-6c1f79a10e58 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.187590 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1df66f3f-635b-4b11-bf6c-6c1f79a10e58 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.187801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce48981-783b-4bd4-baae-918402ec3240 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5798de48-59ae-447f-84e0-ee689b1688dc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:51.215920 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-58b657f0-8c48-4132-8bc0-2c94ab31be4f req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.221650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Pushing event deleted for resources: {'Port': ['ID=120b3491-acc8-4e42-8c07-b19421548c2c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:51.234411 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-58b657f0-8c48-4132-8bc0-2c94ab31be4f req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.249328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-e72092cb-1922-4b45-b9b5-1f2bfc795a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:51.250802 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-e72092cb-1922-4b45-b9b5-1f2bfc795a20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2238fd3-3031-480d-a175-abb5fe8f8d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408713 Oct 12 22:56:51.265093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6b5905-96c1-4197-b504-97120e90abe5 req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] No DVR routers for this DVR port 120b3491-acc8-4e42-8c07-b19421548c2c on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:56:51.268190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-db6b5905-96c1-4197-b504-97120e90abe5 req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.272592 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db6b5905-96c1-4197-b504-97120e90abe5 req-c11eaff9-fb5c-42ae-a3a6-d93233f5d2fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "DELETE /v2.0/ports/120b3491-acc8-4e42-8c07-b19421548c2c HTTP/1.1" status: 204 len: 173 time: 1.1163380 Oct 12 22:56:51.273043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:51.278740 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56482ee2-0ce5-4a74-b4bd-df6e5609156f" -d '{"events": [{"server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:51.294672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1df66f3f-635b-4b11-bf6c-6c1f79a10e58 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.300198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1df66f3f-635b-4b11-bf6c-6c1f79a10e58 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.304015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1df66f3f-635b-4b11-bf6c-6c1f79a10e58 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/afc05b3b-3f37-4179-8c9f-9f4b4f4ce0a9 HTTP/1.1" status: 204 len: 168 time: 0.1491513 Oct 12 22:56:51.306963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47622) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:51.338488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df66f3f-635b-4b11-bf6c-6c1f79a10e58 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=afc05b3b-3f37-4179-8c9f-9f4b4f4ce0a9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:51.350558 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-58b657f0-8c48-4132-8bc0-2c94ab31be4f req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.354215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-85b87a58-ddcd-4bb3-9ac0-0b96b326335f req-bce48981-783b-4bd4-baae-918402ec3240 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.355560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-85b87a58-ddcd-4bb3-9ac0-0b96b326335f req-bce48981-783b-4bd4-baae-918402ec3240 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0331037 Oct 12 22:56:51.364796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-951b0398-baf5-4110-807c-2b751860f1c3 service neutron] 10.222.0.41 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954833 Oct 12 22:56:51.392149 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bb7054a6-b265-4955-835b-c7ae44d15c6d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0815949 Oct 12 22:56:51.395967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47626) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:51.421166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d87ccb5a-780c-4ebd-9788-57837712d410 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.429776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d87ccb5a-780c-4ebd-9788-57837712d410 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.435673 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-58b657f0-8c48-4132-8bc0-2c94ab31be4f req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.487435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7490698-970b-4ef3-bb9b-d3141eefb987,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:51.488312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-6966b75b-b5fb-4729-a52f-dda37520640d tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 1001 time: 0.1143622 Oct 12 22:56:51.512125 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-425a3cf9-dbfe-4e08-a37f-6f2d444f56ad req-5e60970d-c6fb-4d49-8c78-0b05ac3daee3 service neutron] 10.222.0.41 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455324 Oct 12 22:56:51.529917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-58b657f0-8c48-4132-8bc0-2c94ab31be4f req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.556913 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d87ccb5a-780c-4ebd-9788-57837712d410 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.562140 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d87ccb5a-780c-4ebd-9788-57837712d410 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.563343 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d87ccb5a-780c-4ebd-9788-57837712d410 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/14bf122c-5ffa-4510-adf9-6fd081ca1899 HTTP/1.1" status: 204 len: 168 time: 0.1653228 Oct 12 22:56:51.565946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47628) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:51.571230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87ccb5a-780c-4ebd-9788-57837712d410 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14bf122c-5ffa-4510-adf9-6fd081ca1899,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:51.597422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-6f5e0b84-2592-4007-b03e-cd3d0a3bd67b tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:51.599986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-6f5e0b84-2592-4007-b03e-cd3d0a3bd67b tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports/e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 943 time: 0.0671563 Oct 12 22:56:51.617867 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-58b657f0-8c48-4132-8bc0-2c94ab31be4f req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.625831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5c15c2a6-ec31-4738-99f4-537825a21557 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0588813 Oct 12 22:56:51.628650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47630) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:51.648301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b66b30-d828-4cbf-946b-e2691ba96812,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:51.674598 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c529178a-1f97-4a71-b6c8-bb1e8395a39a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.705816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-58b657f0-8c48-4132-8bc0-2c94ab31be4f req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.707875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58b657f0-8c48-4132-8bc0-2c94ab31be4f req-7c2bf969-8cfc-4b1f-a955-9c19431578a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6087234 Oct 12 22:56:51.710966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c529178a-1f97-4a71-b6c8-bb1e8395a39a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.752523 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-cdc65215-1cc3-4efb-9ab9-31c99e0a16db tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 1001 time: 0.0921690 Oct 12 22:56:51.809069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb4180-1a7d-4809-9258-57f7e88ed24b req-bc35c4b3-261c-4c30-be65-75e0b224a287 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:51.810673 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83eb4180-1a7d-4809-9258-57f7e88ed24b req-bc35c4b3-261c-4c30-be65-75e0b224a287 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 943 time: 0.0526230 Oct 12 22:56:51.839525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c529178a-1f97-4a71-b6c8-bb1e8395a39a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.844712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c529178a-1f97-4a71-b6c8-bb1e8395a39a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:51.845826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c529178a-1f97-4a71-b6c8-bb1e8395a39a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/62d3ffca-668c-476a-b864-e284d0db06ef HTTP/1.1" status: 204 len: 168 time: 0.2162755 Oct 12 22:56:51.851222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47636) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:51.868031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529178a-1f97-4a71-b6c8-bb1e8395a39a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62d3ffca-668c-476a-b864-e284d0db06ef,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:51.868279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:51.870462 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51456e05-9ec6-41f9-a66d-a02b976de812" -d '{"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:51.879482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83eb4180-1a7d-4809-9258-57f7e88ed24b req-bc021804-18be-4914-b69b-41dc665bc41b tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625110 Oct 12 22:56:51.894519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-b054a860-3f77-4eae-bce6-7467cca6000a tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:51.903686 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-b054a860-3f77-4eae-bce6-7467cca6000a tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1408625 Oct 12 22:56:51.949610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-10d2b5cd-70c5-470b-8f45-a1dd062523b5 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0972848 Oct 12 22:56:51.955659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47640) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:52.005441 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-5a3b054f-5da0-4c9a-861b-d9a4841cb129 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 1001 time: 0.1005063 Oct 12 22:56:52.018862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-59e8ac32-4e33-4bdd-b102-8952fac47a18 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:52.019955 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f715c-fae0-4f14-b676-1d09437a9377 req-aee68b09-aaf4-43c2-bf25-ce587dd8edb3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:52.022983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-448f715c-fae0-4f14-b676-1d09437a9377 req-aee68b09-aaf4-43c2-bf25-ce587dd8edb3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.0676086 Oct 12 22:56:52.073297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-448f715c-fae0-4f14-b676-1d09437a9377 req-9917d9ed-bb23-4ebd-a45e-afa7ad3c2fec tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431886 Oct 12 22:56:52.094925 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-59e8ac32-4e33-4bdd-b102-8952fac47a18 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.136921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91bae200-9fad-4257-9473-07132e7c4057 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.171033 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-846ce072-a828-4e39-a942-c8daf106f3b6 req-0b39728a-d1f1-4441-a268-7335f3f6b584 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 210 time: 0.0274422 Oct 12 22:56:52.229065 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91bae200-9fad-4257-9473-07132e7c4057 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.292263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f62612-7dc1-466c-8434-3c64d2be999b req-95eb294b-e3ed-4f0d-9f77-71eff963dae2 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:52.294079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13f62612-7dc1-466c-8434-3c64d2be999b req-95eb294b-e3ed-4f0d-9f77-71eff963dae2 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 948 time: 0.0521967 Oct 12 22:56:52.334570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'name': 'network-vif-deleted', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:52.336907 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e4963b-1d38-49a1-a64a-7b0cec895c59" -d '{"events": [{"server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "name": "network-vif-deleted", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:52.343737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13f62612-7dc1-466c-8434-3c64d2be999b req-08614e9a-d5bb-4ea4-b31d-67ec0376005b tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382314 Oct 12 22:56:52.346047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-59e8ac32-4e33-4bdd-b102-8952fac47a18 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.390708 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf9b591-4943-41d4-8759-0ebb493cbd16 x-openstack-request-id: req-ecf9b591-4943-41d4-8759-0ebb493cbd16 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:52.391782 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "name": "network-vif-unplugged", "status": "completed", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:52.392037 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ecf9b591-4943-41d4-8759-0ebb493cbd16 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:52.392434 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c', 'code': 200} Oct 12 22:56:52.408205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-59e8ac32-4e33-4bdd-b102-8952fac47a18 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.408812 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-59e8ac32-4e33-4bdd-b102-8952fac47a18 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Floating IP 9949eaf1-e2c1-4976-8925-709efa7b9de2 disassociated. External IP: 172.25.2.71, port: e4083954-4fd4-4075-9146-77cd06e07d2c. Oct 12 22:56:52.445400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ef48352-ce19-4bd6-bdbf-e85a77ad253a req-042c2f2a-22fd-472e-a36f-db7a2cd292e2 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/5798de48-59ae-447f-84e0-ee689b1688dc HTTP/1.1" status: 200 len: 1805 time: 0.0432589 Oct 12 22:56:52.457992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-3ef48352-ce19-4bd6-bdbf-e85a77ad253a req-39816d4a-8ecb-4ca8-912c-393a19aee77c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5798de48-59ae-447f-84e0-ee689b1688dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:52.459029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-3ef48352-ce19-4bd6-bdbf-e85a77ad253a req-39816d4a-8ecb-4ca8-912c-393a19aee77c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5798de48-59ae-447f-84e0-ee689b1688dc', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:52.490427 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91bae200-9fad-4257-9473-07132e7c4057 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.492973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91bae200-9fad-4257-9473-07132e7c4057 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.494096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-91bae200-9fad-4257-9473-07132e7c4057 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-groups/83788536-6c5d-441c-98d2-b68c0dbf531e HTTP/1.1" status: 204 len: 168 time: 0.5374181 Oct 12 22:56:52.496811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47646) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:52.509818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bae200-9fad-4257-9473-07132e7c4057 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83788536-6c5d-441c-98d2-b68c0dbf531e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:52.548662 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a1618eac-9f42-45a5-b073-68d18a2b7745 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0505826 Oct 12 22:56:52.549243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47648) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:52.555281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-02176956-28ba-47b8-9f70-31d9b94f3dab tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group': {'name': 'tempest-secgroup--179514530'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:52.619916 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef48352-ce19-4bd6-bdbf-e85a77ad253a req-39816d4a-8ecb-4ca8-912c-393a19aee77c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.647937 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef48352-ce19-4bd6-bdbf-e85a77ad253a req-39816d4a-8ecb-4ca8-912c-393a19aee77c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.651511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-59e8ac32-4e33-4bdd-b102-8952fac47a18 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Router 977fbb98-f97b-4a22-98a2-6e9107873675 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:56:52.660168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02176956-28ba-47b8-9f70-31d9b94f3dab tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.667066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 81109a94-34d0-43bd-a798-eb4d6f8d1599 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:56:52.733546 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02176956-28ba-47b8-9f70-31d9b94f3dab tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.735537 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef48352-ce19-4bd6-bdbf-e85a77ad253a req-39816d4a-8ecb-4ca8-912c-393a19aee77c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.757422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39816d4a-8ecb-4ca8-912c-393a19aee77c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb2f40de-20d2-43a7-bad2-90497eb831bf,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:52.763882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-59e8ac32-4e33-4bdd-b102-8952fac47a18 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:56:52.768805 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-59e8ac32-4e33-4bdd-b102-8952fac47a18 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.776070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] Sync routers for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:56:52.779086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 81109a94-34d0-43bd-a798-eb4d6f8d1599, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=81109a94-34d0-43bd-a798-eb4d6f8d1599,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:52.797055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '81109a94-34d0-43bd-a798-eb4d6f8d1599', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '81109a94-34d0-43bd-a798-eb4d6f8d1599', 'mac_address': 'fa:16:3e:eb:88:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:56:52.798524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:52.799189 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:52.801454 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-59e8ac32-4e33-4bdd-b102-8952fac47a18 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "PUT /v2.0/floatingips/9949eaf1-e2c1-4976-8925-709efa7b9de2 HTTP/1.1" status: 200 len: 694 time: 0.7947967 Oct 12 22:56:52.837004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02176956-28ba-47b8-9f70-31d9b94f3dab tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.859016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-208294d5-c4fb-4445-97ef-258a27ad91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:52.862093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-208294d5-c4fb-4445-97ef-258a27ad91cf service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1098 time: 0.0443788 Oct 12 22:56:52.863577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3ef48352-ce19-4bd6-bdbf-e85a77ad253a req-39816d4a-8ecb-4ca8-912c-393a19aee77c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.865510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ef48352-ce19-4bd6-bdbf-e85a77ad253a req-39816d4a-8ecb-4ca8-912c-393a19aee77c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4122269 Oct 12 22:56:52.886081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02176956-28ba-47b8-9f70-31d9b94f3dab tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88a64f6-b18c-4742-837c-e84bbd258166,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:52.897443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-bb0615b7-3127-4179-9721-fd8a91fabeba req-f3cb7b42-ee3c-4370-a335-5447111e3ade tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-626567767', 'description': 'tempest-description-1158097291'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:52.914191 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.936357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81109a94-34d0-43bd-a798-eb4d6f8d1599 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:52.937150 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02176956-28ba-47b8-9f70-31d9b94f3dab tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:52.938789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-02176956-28ba-47b8-9f70-31d9b94f3dab tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3885632 Oct 12 22:56:52.941800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47654) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:52.950019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-57d51cc1-d575-42c9-bafa-53dab792b7f0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': 'a88a64f6-b18c-4742-837c-e84bbd258166', 'direction': 'ingress', 'protocol': 17}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:52.969524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 81109a94-34d0-43bd-a798-eb4d6f8d1599, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=81109a94-34d0-43bd-a798-eb4d6f8d1599,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:52.971492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:52.983485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-e4b3acc0-172b-4c78-9b22-4fa0beeba80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:52.985116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-e4b3acc0-172b-4c78-9b22-4fa0beeba80e service neutron] 10.222.0.31 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 920 time: 0.1070812 Oct 12 22:56:53.029616 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-1178a45b-d8a4-4a0f-b324-abf482bde172 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 217 time: 0.0380695 Oct 12 22:56:53.050779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bb0615b7-3127-4179-9721-fd8a91fabeba req-f3cb7b42-ee3c-4370-a335-5447111e3ade tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.057225 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.057841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:56:53.083950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-7ac964f5-12f2-4d67-b661-1ce84226c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:53.085475 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-7ac964f5-12f2-4d67-b661-1ce84226c51c service neutron] 10.222.0.31 "GET /v2.0/subnets?id=9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 200 len: 859 time: 0.0492947 Oct 12 22:56:53.119748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-088f8599-abc5-4ee7-858a-a42f632f1bc6 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280037 Oct 12 22:56:53.218392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=81109a94-34d0-43bd-a798-eb4d6f8d1599,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:53.314582 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-1ca12c90-9aeb-4580-a665-fe408e6933b9 service neutron] 10.222.0.31 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881642 Oct 12 22:56:53.321894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd585059-bd51-4247-8b99-01470535a2c9 req-18e1f97e-ee69-4bfc-aeca-d6ae45fc6e08 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:53.323351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-18e1f97e-ee69-4bfc-aeca-d6ae45fc6e08 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 804 time: 0.1874440 Oct 12 22:56:53.330085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:53.350237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'port_id': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986', 'mac_address': 'fa:16:3e:6f:40:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:56:53.351655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Request body: {'port': {'device_id': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'admin_state_up': True, 'tenant_id': 'fc24918da4e84b3395164cfa79e9166f'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:53.406300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:42Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '561c6651-84ad-41ed-bc91-497006bc0d86', 'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'mac_address': 'fa:16:3e:72:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:41Z', 'updated_at': '2021-10-12T22:55:49Z', 'revision_number': 5, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'subnets': [{'id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:53.436052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] Checking router: 977fbb98-f97b-4a22-98a2-6e9107873675 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:56:53.438183 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.452539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:53.477326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:56:53.477783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57d51cc1-d575-42c9-bafa-53dab792b7f0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.478414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:53.484115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:53.499530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c28c08b-8ffc-455a-a29d-3d30a90c1f7c req-aa6e1d68-45bd-40fa-ac9b-0d195790f2eb service neutron] 10.222.0.31 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751797 Oct 12 22:56:53.499868 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bb0615b7-3127-4179-9721-fd8a91fabeba req-f3cb7b42-ee3c-4370-a335-5447111e3ade tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.550279 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57d51cc1-d575-42c9-bafa-53dab792b7f0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.565301 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.574577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 120b3491-acc8-4e42-8c07-b19421548c2c no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:56:53.602769 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bb0615b7-3127-4179-9721-fd8a91fabeba req-f3cb7b42-ee3c-4370-a335-5447111e3ade tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.632519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Made reservation on behalf of fc24918da4e84b3395164cfa79e9166f for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:56:53.636374 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.636692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb7b42-ee3c-4370-a335-5447111e3ade tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e116bd8-efec-4512-b45b-aca193aeb720,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:53.642627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57d51cc1-d575-42c9-bafa-53dab792b7f0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.648916 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe9c157-c950-4db6-a46c-f9adc5b31e50 x-openstack-request-id: req-1fe9c157-c950-4db6-a46c-f9adc5b31e50 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:53.649488 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:53.649836 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fe9c157-c950-4db6-a46c-f9adc5b31e50 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:53.650294 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'status': 'completed', 'code': 200} Oct 12 22:56:53.670816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d51cc1-d575-42c9-bafa-53dab792b7f0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8371169-9908-44f1-b0a3-048bb260f512,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:53.720835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bb0615b7-3127-4179-9721-fd8a91fabeba req-f3cb7b42-ee3c-4370-a335-5447111e3ade tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.722203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb0615b7-3127-4179-9721-fd8a91fabeba req-f3cb7b42-ee3c-4370-a335-5447111e3ade tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.8310416 Oct 12 22:56:53.737647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-e7285741-604c-4719-98a2-a0e861f5c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:53.742051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-e7285741-604c-4719-98a2-a0e861f5c7c3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1098 time: 0.0599587 Oct 12 22:56:53.764391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57d51cc1-d575-42c9-bafa-53dab792b7f0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.766167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-57d51cc1-d575-42c9-bafa-53dab792b7f0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8230464 Oct 12 22:56:53.772469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47664) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:53.779049 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275202d9-2795-40ee-9c82-49f1965747aa x-openstack-request-id: req-275202d9-2795-40ee-9c82-49f1965747aa {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:53.779364 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13670067-a495-4112-b228-f2de993c9aa0", "name": "network-vif-deleted", "tag": "120b3491-acc8-4e42-8c07-b19421548c2c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:53.779705 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-275202d9-2795-40ee-9c82-49f1965747aa {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:53.780162 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13670067-a495-4112-b228-f2de993c9aa0', 'name': 'network-vif-deleted', 'tag': '120b3491-acc8-4e42-8c07-b19421548c2c', 'status': 'completed', 'code': 200} Oct 12 22:56:53.808598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 120b3491-acc8-4e42-8c07-b19421548c2c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:56:53.808952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 120b3491-acc8-4e42-8c07-b19421548c2c not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:56:53.822572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-3c9b4c97-44de-42a1-87d6-00fbe70de36a req-d6c22753-7b3c-4134-86f5-e4a3a22dfc07 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1344402875', 'description': 'tempest-description-1845618537'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:53.841164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d402ba-1612-40a2-9415-d8f874eb0525 req-19dbdfc8-bdbc-4e1f-982d-c026241e84ee tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:53.842761 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28d402ba-1612-40a2-9415-d8f874eb0525 req-19dbdfc8-bdbc-4e1f-982d-c026241e84ee tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1098 time: 0.1324432 Oct 12 22:56:53.852592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:56:53.854912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:53.887903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-0ff1c310-8ce9-497a-a72b-2d9bf65b2717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:53.890052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-0ff1c310-8ce9-497a-a72b-2d9bf65b2717 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 920 time: 0.1422262 Oct 12 22:56:53.891060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['81109a94-34d0-43bd-a798-eb4d6f8d1599'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:53.895312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Allocated IP 172.20.0.3 (2a872c47-5047-4e2e-95c5-e646dc8dc210/b95754ae-0b03-4743-82ac-8dca0d4100ae/938962c4-7549-4596-acdb-0bb254f56ee4) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:56:53.895498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['5d17011a-b4bc-42e5-ac1c-e8b3ba201986'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:56:53.917425 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eced7948-df11-4ae6-b6d8-49c4673c45ca tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.940319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-21fa2b3c-6859-4c0e-b2b9-25de41a26ee8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 217 time: 0.0421245 Oct 12 22:56:53.941620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3c9b4c97-44de-42a1-87d6-00fbe70de36a req-d6c22753-7b3c-4134-86f5-e4a3a22dfc07 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:53.944727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28d402ba-1612-40a2-9415-d8f874eb0525 req-bb448544-f5ad-47f6-a4ee-85f143a5a7ce tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854537 Oct 12 22:56:53.969594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eced7948-df11-4ae6-b6d8-49c4673c45ca tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.041848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-ad4c74a4-2a8d-457e-9427-49ace15693e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:54.043508 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-ad4c74a4-2a8d-457e-9427-49ace15693e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 200 len: 859 time: 0.0912282 Oct 12 22:56:54.089569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-aafd06a9-7fc7-494b-8e95-ede24d038864 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354173 Oct 12 22:56:54.142021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a5a8c-c436-44cf-839c-fa21998cda0b req-83516f20-c0c8-40f9-bc0b-cc4e621cec3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:54.143574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b2a5a8c-c436-44cf-839c-fa21998cda0b req-83516f20-c0c8-40f9-bc0b-cc4e621cec3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 944 time: 0.0961258 Oct 12 22:56:54.162325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3c9b4c97-44de-42a1-87d6-00fbe70de36a req-d6c22753-7b3c-4134-86f5-e4a3a22dfc07 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.168695 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.182522 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eced7948-df11-4ae6-b6d8-49c4673c45ca tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.185063 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eced7948-df11-4ae6-b6d8-49c4673c45ca tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.188532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eced7948-df11-4ae6-b6d8-49c4673c45ca tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-groups/a88a64f6-b18c-4742-837c-e84bbd258166 HTTP/1.1" status: 204 len: 168 time: 0.4126818 Oct 12 22:56:54.190711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47668) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:54.214730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eced7948-df11-4ae6-b6d8-49c4673c45ca tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88a64f6-b18c-4742-837c-e84bbd258166,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:54.224707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b2a5a8c-c436-44cf-839c-fa21998cda0b req-de50477c-290e-4a70-8c1e-70cb7f5a058e tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671875 Oct 12 22:56:54.241856 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-0af850cb-5f69-4f05-af8b-99c10fef6f52 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467979 Oct 12 22:56:54.242522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3c9b4c97-44de-42a1-87d6-00fbe70de36a req-d6c22753-7b3c-4134-86f5-e4a3a22dfc07 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.295215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.310472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:42Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '561c6651-84ad-41ed-bc91-497006bc0d86', 'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'mac_address': 'fa:16:3e:72:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:41Z', 'updated_at': '2021-10-12T22:55:49Z', 'revision_number': 5, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'subnets': [{'id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:56:54.329995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-058966ff-8c73-4214-9d8f-63d7f6e1e41c tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1398649 Oct 12 22:56:54.339068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47670) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:54.347308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f2f044f9-7d73-47dc-b42e-6be92a94a097 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group': {'name': 'tempest-secgroup--784863921'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:54.352266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e7b651f-40ae-47a1-8974-46d4a18418de None None] The sync data for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 is: [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:55:42Z', 'revision_number': 4, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '561c6651-84ad-41ed-bc91-497006bc0d86', 'name': '', 'network_id': 'a0d61019-5e98-46c5-8fb4-b54eb48bd1cf', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'mac_address': 'fa:16:3e:72:e2:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:41Z', 'updated_at': '2021-10-12T22:55:49Z', 'revision_number': 5, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'subnets': [{'id': '9ea84a69-e4e5-4402-a0f6-3a7576d28f88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:56:54.366076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c22753-7b3c-4134-86f5-e4a3a22dfc07 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b54d8ef1-4a94-41e0-900c-d4bf9c86cd2b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:54.377851 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3c9b4c97-44de-42a1-87d6-00fbe70de36a req-d6c22753-7b3c-4134-86f5-e4a3a22dfc07 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.379187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3c9b4c97-44de-42a1-87d6-00fbe70de36a req-d6c22753-7b3c-4134-86f5-e4a3a22dfc07 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.5638125 Oct 12 22:56:54.388729 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Network 2a872c47-5047-4e2e-95c5-e646dc8dc210 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:56:54.400131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:56:54.417906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:56:54.420440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51456e05-9ec6-41f9-a66d-a02b976de812 req-0fea288c-c06b-4c27-83ca-856e405ec6a6 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690178 Oct 12 22:56:54.459167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Pushing event updated for resources: {'Port': ['ID=938962c4-7549-4596-acdb-0bb254f56ee4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:54.480140 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f2f044f9-7d73-47dc-b42e-6be92a94a097 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.483088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5263e1ff-4a99-4795-b62a-002f1d37fe56 req-e87f779e-4c25-48a2-ada9-8beb65a3862b tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:54.484564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5263e1ff-4a99-4795-b62a-002f1d37fe56 req-e87f779e-4c25-48a2-ada9-8beb65a3862b tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 931 time: 0.1437519 Oct 12 22:56:54.517243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:54.517855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.518746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f513dc0-9894-480d-95f9-0631a9762f65 req-95626d2e-83bc-4032-8109-1a6f9005b91d tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:54.520853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f513dc0-9894-480d-95f9-0631a9762f65 req-95626d2e-83bc-4032-8109-1a6f9005b91d tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 949 time: 0.0730505 Oct 12 22:56:54.547337 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5263e1ff-4a99-4795-b62a-002f1d37fe56 req-28ba21d3-93b0-4a6d-9509-eca9ee1c8943 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552847 Oct 12 22:56:54.579698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f513dc0-9894-480d-95f9-0631a9762f65 req-6de4607a-b2c8-4e2d-a252-1caaed8e40b1 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472145 Oct 12 22:56:54.616215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f2f044f9-7d73-47dc-b42e-6be92a94a097 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.642505 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983ff3d7-6852-413e-98d0-c1fa34596440 None None] New status for floating IP 9949eaf1-e2c1-4976-8925-709efa7b9de2: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:56:54.648390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-942b7144-d030-4f33-83b5-de1262a02370 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3154161 Oct 12 22:56:54.662394 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-e1a153ce-cdf7-4b3e-a4ff-b526ad1975ae tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/floatingips/9949eaf1-e2c1-4976-8925-709efa7b9de2 HTTP/1.1" status: 200 len: 694 time: 0.0838630 Oct 12 22:56:54.668256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Request body: {'port': {'device_id': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:54.681267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:54.683078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f2f044f9-7d73-47dc-b42e-6be92a94a097 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.741892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f044f9-7d73-47dc-b42e-6be92a94a097 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a30bdf5-4308-4848-bfcc-a49c37106741,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:54.814838 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f2f044f9-7d73-47dc-b42e-6be92a94a097 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.819466 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f2f044f9-7d73-47dc-b42e-6be92a94a097 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4761174 Oct 12 22:56:54.820114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47674) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:54.823204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:56:54.827150 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-9a9ad47e-9866-410d-a365-4e30a2cc67f8 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group': {'name': 'tempest-secgroup--256344085'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:54.830161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:54.830718 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.844886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.862007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-cbd758f4-7642-47e5-b07c-0aa6427023f5 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:54.863309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-cbd758f4-7642-47e5-b07c-0aa6427023f5 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1923931 Oct 12 22:56:54.928087 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.945379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad47e-9866-410d-a365-4e30a2cc67f8 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:54.952459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-99d38740-0037-41eb-aaf7-8c0664d463cf tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 697 time: 0.0616839 Oct 12 22:56:54.955760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:54.960123 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf1f0cd-ba4f-4221-9a88-75bc4926cfaf" -d '{"events": [{"server_uuid": "8fe5f1e1-fd16-486f-9edc-a94c2a1cb318", "name": "network-vif-plugged", "status": "completed", "tag": "5d17011a-b4bc-42e5-ac1c-e8b3ba201986"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:54.967654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-7814507a-54d2-462a-8b92-0cd51118c4a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 52642 time: 0.3495612 Oct 12 22:56:54.978182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:55.018575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-46072a2d-ec9c-488b-9b15-1c7215866fff tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.71 HTTP/1.1" status: 200 len: 695 time: 0.0651338 Oct 12 22:56:55.031113 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.060504 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad47e-9866-410d-a365-4e30a2cc67f8 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.078684 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-6becfae1-9bfe-41b4-b6d3-b5b2c37c0624 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0f0e54bb-9840-4831-85f4-3f4aa51fcb73 HTTP/1.1" status: 200 len: 2981 time: 0.0636582 Oct 12 22:56:55.080186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:55.122469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad47e-9866-410d-a365-4e30a2cc67f8 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.140339 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-0c4669c4-ee60-4876-a557-38bb1752f0ac tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/0f0e54bb-9840-4831-85f4-3f4aa51fcb73 HTTP/1.1" status: 200 len: 2981 time: 0.0534141 Oct 12 22:56:55.159825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ad47e-9866-410d-a365-4e30a2cc67f8 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a54d757d-8e7f-495c-9b65-ea619fa4ef23,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:55.192738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-2d971b34-af2c-4fef-89f4-0a93ef1c3ef9 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/28ae485c-9c82-45fa-b558-bcd041df8e71 HTTP/1.1" status: 200 len: 2981 time: 0.0415537 Oct 12 22:56:55.221073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9a9ad47e-9866-410d-a365-4e30a2cc67f8 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.222250 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9a9ad47e-9866-410d-a365-4e30a2cc67f8 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4014566 Oct 12 22:56:55.225934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47678) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:55.233031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b55389c3-910d-4f6b-90eb-302d9a27cee0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '7a30bdf5-4308-4848-bfcc-a49c37106741', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'a54d757d-8e7f-495c-9b65-ea619fa4ef23', 'remote_ip_prefix': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:55.255992 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-cfccf9b8-8f8a-4ea1-b9f3-534d2fe1488e tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/28ae485c-9c82-45fa-b558-bcd041df8e71 HTTP/1.1" status: 200 len: 2981 time: 0.0571554 Oct 12 22:56:55.284836 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Deleting port f25ed05c-248b-4e7d-8ed2-18493b3d882d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:56:55.285459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.299280 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-c9048c9e-a75c-4d85-a633-b3fdea4278f0 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3d17f51c-694c-41e9-bb59-849eea0a6e1a HTTP/1.1" status: 200 len: 2981 time: 0.0366328 Oct 12 22:56:55.347833 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-b7c664bc-05ad-469b-9f05-28707ed9e34a tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3d17f51c-694c-41e9-bb59-849eea0a6e1a HTTP/1.1" status: 200 len: 2981 time: 0.0420620 Oct 12 22:56:55.353850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b55389c3-910d-4f6b-90eb-302d9a27cee0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.428566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-3d614a84-5466-453d-b5e3-4281fe3128bf tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/55e12bef-fe1d-4edd-b723-6e927c274c80 HTTP/1.1" status: 200 len: 2981 time: 0.0705447 Oct 12 22:56:55.465631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b55389c3-910d-4f6b-90eb-302d9a27cee0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.492131 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-01d8f12b-e4a0-47c7-98bc-af78ea758c86 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/55e12bef-fe1d-4edd-b723-6e927c274c80 HTTP/1.1" status: 200 len: 2981 time: 0.0551686 Oct 12 22:56:55.536896 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b55389c3-910d-4f6b-90eb-302d9a27cee0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.541930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-0836ab4e-bc0e-43ee-8bf7-e0489d746105 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/66f1bfc2-951b-46c0-9294-60845eada0f2 HTTP/1.1" status: 200 len: 2973 time: 0.0434191 Oct 12 22:56:55.563152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55389c3-910d-4f6b-90eb-302d9a27cee0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306d8d4f-5186-4bb4-9553-bdf20d2a33d4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:55.599383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-ed9b7c28-8c93-4727-bea5-6267317ba11f tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/66f1bfc2-951b-46c0-9294-60845eada0f2 HTTP/1.1" status: 200 len: 2973 time: 0.0491757 Oct 12 22:56:55.643694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-ac66e014-086a-4e8e-a20e-211bd6802da2 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6c3db6e4-d58a-48de-abd0-c85416e2455b HTTP/1.1" status: 200 len: 2981 time: 0.0376475 Oct 12 22:56:55.683935 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b55389c3-910d-4f6b-90eb-302d9a27cee0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.685127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b55389c3-910d-4f6b-90eb-302d9a27cee0 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4582937 Oct 12 22:56:55.691176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47686) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:55.708790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 938962c4-7549-4596-acdb-0bb254f56ee4 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:55.717594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-a89afe31-12b8-4eed-abfb-e07255de97a4 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/6c3db6e4-d58a-48de-abd0-c85416e2455b HTTP/1.1" status: 200 len: 2981 time: 0.0663619 Oct 12 22:56:55.723398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.729901 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.730227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.734802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-724d6867-f05f-45e4-932a-dda7a3946897 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.748770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Calling delete_port for f25ed05c-248b-4e7d-8ed2-18493b3d882d owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:56:55.750567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-724d6867-f05f-45e4-932a-dda7a3946897 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.751034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Transition to ACTIVE for port object 938962c4-7549-4596-acdb-0bb254f56ee4 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:56:55.784192 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-b6dfeb5d-aebb-4bbd-95ef-6b28b3c04c68 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9779848e-55e1-4f6b-975b-69f5946ef54e HTTP/1.1" status: 200 len: 2981 time: 0.0572715 Oct 12 22:56:55.793160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:55.799895 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf929e4-b9b2-4209-963e-74a97e7935d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:55.822911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.827364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-902e340e-b187-4497-ab9f-65e661fadf0d tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/9779848e-55e1-4f6b-975b-69f5946ef54e HTTP/1.1" status: 200 len: 2981 time: 0.0369396 Oct 12 22:56:55.872379 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-fee03497-aa99-4720-a994-a7fb78e1704d tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bd321995-d727-4009-8aeb-18d6c77b8d1e HTTP/1.1" status: 200 len: 2981 time: 0.0389349 Oct 12 22:56:55.874635 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-724d6867-f05f-45e4-932a-dda7a3946897 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.881102 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-724d6867-f05f-45e4-932a-dda7a3946897 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:55.882276 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-724d6867-f05f-45e4-932a-dda7a3946897 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/306d8d4f-5186-4bb4-9553-bdf20d2a33d4 HTTP/1.1" status: 204 len: 168 time: 0.1901703 Oct 12 22:56:55.886698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47690) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:55.903731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724d6867-f05f-45e4-932a-dda7a3946897 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=306d8d4f-5186-4bb4-9553-bdf20d2a33d4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:55.915176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=938962c4-7549-4596-acdb-0bb254f56ee4,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:55.933532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-9f8b8c3e-ec91-4301-953d-e432b957b21e tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/bd321995-d727-4009-8aeb-18d6c77b8d1e HTTP/1.1" status: 200 len: 2981 time: 0.0500638 Oct 12 22:56:55.979829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-712abcc1-ac6e-4953-93c3-7c4a79230c85 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cb079fea-4c3b-48d9-b603-ec3e710ae9b0 HTTP/1.1" status: 200 len: 2977 time: 0.0399389 Oct 12 22:56:56.014403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-506bc925-cd7a-4075-a10b-10a31af65ac2 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1235499 Oct 12 22:56:56.017799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47692) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:56.032233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Attempting to bind port 938962c4-7549-4596-acdb-0bb254f56ee4 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:56:56.032576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Attempting to bind port 938962c4-7549-4596-acdb-0bb254f56ee4 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:56:56.032928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Attempting to bind port 938962c4-7549-4596-acdb-0bb254f56ee4 on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:56.035656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-8bbc5447-1be1-4d8e-b66b-5122ffe827ef tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cb079fea-4c3b-48d9-b603-ec3e710ae9b0 HTTP/1.1" status: 200 len: 2977 time: 0.0496457 Oct 12 22:56:56.037947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Port 938962c4-7549-4596-acdb-0bb254f56ee4 on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:56:56.038271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Attempting to bind port 938962c4-7549-4596-acdb-0bb254f56ee4 on network 2a872c47-5047-4e2e-95c5-e646dc8dc210 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:56:56.043306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:56:56.043648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Checking segment: {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:56:56.044029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Bound using segment: {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:56:56.044457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Bound port: 938962c4-7549-4596-acdb-0bb254f56ee4, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:56:56.044819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.089052 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.104376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-418acd25-a788-4a03-ab4e-773961ccb352 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc0eb546-a969-42ad-bd0f-d67367d85445 HTTP/1.1" status: 200 len: 2981 time: 0.0577385 Oct 12 22:56:56.107187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca2b1c21-d8ca-4deb-89de-25dbd59a6438 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.126765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Pushing event deleted for resources: {'Port': ['ID=f25ed05c-248b-4e7d-8ed2-18493b3d882d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:56.141188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca2b1c21-d8ca-4deb-89de-25dbd59a6438 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.156602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] For port 938962c4-7549-4596-acdb-0bb254f56ee4, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:56:56.186795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] For port 938962c4-7549-4596-acdb-0bb254f56ee4, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=938962c4-7549-4596-acdb-0bb254f56ee4,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:56:56.187534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-eb7e58a6-2386-41b0-8f2c-0b3090f18edc tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/cc0eb546-a969-42ad-bd0f-d67367d85445 HTTP/1.1" status: 200 len: 2981 time: 0.0752299 Oct 12 22:56:56.210610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.213172 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.214293 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e67e15b-974b-45a3-b282-2235c93452b6 req-8767e276-7a0d-4d45-a379-a7b2661cb886 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "DELETE /v2.0/floatingips/9949eaf1-e2c1-4976-8925-709efa7b9de2 HTTP/1.1" status: 204 len: 173 time: 1.1517990 Oct 12 22:56:56.236399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-89fb3c62-7e6b-47cb-bf7d-1b66ea72663c tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d913c123-faff-418e-9649-15e710a8029b HTTP/1.1" status: 200 len: 2981 time: 0.0420911 Oct 12 22:56:56.252718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.281259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca2b1c21-d8ca-4deb-89de-25dbd59a6438 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.283716 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca2b1c21-d8ca-4deb-89de-25dbd59a6438 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.285398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ca2b1c21-d8ca-4deb-89de-25dbd59a6438 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-groups/a54d757d-8e7f-495c-9b65-ea619fa4ef23 HTTP/1.1" status: 204 len: 168 time: 0.2666624 Oct 12 22:56:56.288800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47702) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:56.296140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-27110219-ee69-4148-970b-48cc2cb6af13 req-c9ff772f-3ebf-4e07-8f81-751ef1227658 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-302774903', 'description': 'tempest-description-753590793'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:56.300710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:56.301321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.303232 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] 10.222.0.25 "PUT /v2.0/ports/938962c4-7549-4596-acdb-0bb254f56ee4 HTTP/1.1" status: 200 len: 1092 time: 1.6394284 Oct 12 22:56:56.309046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b1c21-d8ca-4deb-89de-25dbd59a6438 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54d757d-8e7f-495c-9b65-ea619fa4ef23,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:56.321102 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-5b58c678-215f-4727-ad10-cef67d408b4a tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d913c123-faff-418e-9649-15e710a8029b HTTP/1.1" status: 200 len: 2981 time: 0.0784168 Oct 12 22:56:56.371917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea07e3cc-4919-491e-a14e-23c000885eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=938962c4-7549-4596-acdb-0bb254f56ee4,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:56.383423 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-50efe4f3-3668-4e00-b847-9d18eebea3c1 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e3c19a0a-edcf-4539-bfb0-f92fa07c0548 HTTP/1.1" status: 200 len: 2981 time: 0.0467005 Oct 12 22:56:56.399618 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0750ca23-0316-467f-b793-b0dc2d32361d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4506 time: 0.1067002 Oct 12 22:56:56.402335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47704) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:56.438076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-c59bfd59-261a-49cc-9a94-7cf9f0b44ebc tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/e3c19a0a-edcf-4539-bfb0-f92fa07c0548 HTTP/1.1" status: 200 len: 2981 time: 0.0535164 Oct 12 22:56:56.457033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27110219-ee69-4148-970b-48cc2cb6af13 req-c9ff772f-3ebf-4e07-8f81-751ef1227658 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.489571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-22121384-623d-488e-ba4f-88badb32ba7c tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f7490698-970b-4ef3-bb9b-d3141eefb987 HTTP/1.1" status: 200 len: 2985 time: 0.0450776 Oct 12 22:56:56.493823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ee0839b0-b5ae-43c0-b552-0c7aa7eb9a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:56.495314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-ee0839b0-b5ae-43c0-b552-0c7aa7eb9a71 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 1095 time: 0.0851786 Oct 12 22:56:56.533047 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-354fa599-4d96-4c9a-b050-63c6fb3f217f req-f0fbd44b-052c-4232-befd-8e3c9b92043a tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/f7490698-970b-4ef3-bb9b-d3141eefb987 HTTP/1.1" status: 200 len: 2985 time: 0.0366552 Oct 12 22:56:56.547350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be9a86b-5c2c-4835-90d1-fc2a77ef60e9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.553244 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-24416564-91bf-4992-9fb0-d449792a9125 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938962c4-7549-4596-acdb-0bb254f56ee4 HTTP/1.1" status: 200 len: 217 time: 0.0477200 Oct 12 22:56:56.573857 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d411e6d1-82c6-4981-a978-b5b2780a199f x-openstack-request-id: req-d411e6d1-82c6-4981-a978-b5b2780a199f {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:56.574401 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe5f1e1-fd16-486f-9edc-a94c2a1cb318", "name": "network-vif-plugged", "status": "completed", "tag": "5d17011a-b4bc-42e5-ac1c-e8b3ba201986", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:56.574401 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d411e6d1-82c6-4981-a978-b5b2780a199f {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:56.574996 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986', 'code': 200} Oct 12 22:56:56.616261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be9a86b-5c2c-4835-90d1-fc2a77ef60e9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.682339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7f9dc-5de5-4137-8650-d22099e6fa7a req-31ae2afe-12f6-4fec-926b-2dec5e448e42 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:56.683865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ea7f9dc-5de5-4137-8650-d22099e6fa7a req-31ae2afe-12f6-4fec-926b-2dec5e448e42 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 945 time: 0.0539420 Oct 12 22:56:56.690118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd585059-bd51-4247-8b99-01470535a2c9 req-7a678fe1-8d64-49ea-8d4b-c43e90eb12c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:56.691562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-7a678fe1-8d64-49ea-8d4b-c43e90eb12c0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b95754ae-0b03-4743-82ac-8dca0d4100ae HTTP/1.1" status: 200 len: 844 time: 0.1309025 Oct 12 22:56:56.692456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 81109a94-34d0-43bd-a798-eb4d6f8d1599 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:56:56.714615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27110219-ee69-4148-970b-48cc2cb6af13 req-c9ff772f-3ebf-4e07-8f81-751ef1227658 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.737678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-5e9d9175-a4ff-4a3e-9035-577e77afd1b6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a872c47-5047-4e2e-95c5-e646dc8dc210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348575 Oct 12 22:56:56.739469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ea7f9dc-5de5-4137-8650-d22099e6fa7a req-c2a00252-5f36-497a-9176-e79b819ded10 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422165 Oct 12 22:56:56.755024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df8e1e-5ef0-4526-b634-e648c3602d96 req-93b0c385-8ada-400f-bab5-713cec516998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:56.756573 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d2df8e1e-5ef0-4526-b634-e648c3602d96 req-93b0c385-8ada-400f-bab5-713cec516998 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 1097 time: 0.1145337 Oct 12 22:56:56.801437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27110219-ee69-4148-970b-48cc2cb6af13 req-c9ff772f-3ebf-4e07-8f81-751ef1227658 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.807444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 81109a94-34d0-43bd-a798-eb4d6f8d1599 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:56:56.811788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 81109a94-34d0-43bd-a798-eb4d6f8d1599 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:56:56.812404 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.824487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be9a86b-5c2c-4835-90d1-fc2a77ef60e9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.827121 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be9a86b-5c2c-4835-90d1-fc2a77ef60e9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.830707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1be9a86b-5c2c-4835-90d1-fc2a77ef60e9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-groups/7a30bdf5-4308-4848-bfcc-a49c37106741 HTTP/1.1" status: 204 len: 168 time: 0.4247725 Oct 12 22:56:56.837734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47708) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:56.868300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d2df8e1e-5ef0-4526-b634-e648c3602d96 req-cd4a24c3-e8e0-4246-b6de-829983838e35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995090 Oct 12 22:56:56.870770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff772f-3ebf-4e07-8f81-751ef1227658 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=360b0abb-c4bc-4eb9-9a9a-2bbceaa24bbf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:56.886889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be9a86b-5c2c-4835-90d1-fc2a77ef60e9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a30bdf5-4308-4848-bfcc-a49c37106741,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:56.887073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a924870b-fd48-40a0-a2df-59858fa861fb req-ee283bb8-8329-419e-b6ca-6b14610a567e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:56.889965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a924870b-fd48-40a0-a2df-59858fa861fb req-ee283bb8-8329-419e-b6ca-6b14610a567e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 943 time: 0.0854688 Oct 12 22:56:56.910618 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-65f31709-d71c-4db3-a7a5-add0352b7451 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642528 Oct 12 22:56:56.931544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-224df278-e50e-4997-bc75-f82b1a00f6eb tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0912066 Oct 12 22:56:56.936174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-27110219-ee69-4148-970b-48cc2cb6af13 req-c9ff772f-3ebf-4e07-8f81-751ef1227658 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.947306 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:56.948505 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27110219-ee69-4148-970b-48cc2cb6af13 req-c9ff772f-3ebf-4e07-8f81-751ef1227658 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6676424 Oct 12 22:56:56.950106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47712) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:56.962574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a924870b-fd48-40a0-a2df-59858fa861fb req-f85dde8a-d291-49e3-8137-419eafd986c9 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576696 Oct 12 22:56:56.987328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-51409abd-3c0b-46c3-a602-20ea7f82c1ad tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110757868'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:57.009924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 81109a94-34d0-43bd-a798-eb4d6f8d1599, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=81109a94-34d0-43bd-a798-eb4d6f8d1599,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:57.032404 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad9ea5f-e7a4-4c6e-8128-b9f3eab2b388 x-openstack-request-id: req-fad9ea5f-e7a4-4c6e-8128-b9f3eab2b388 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:57.032723 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:57.032926 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fad9ea5f-e7a4-4c6e-8128-b9f3eab2b388 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:57.033308 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'status': 'completed', 'code': 200} Oct 12 22:56:57.070404 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.101934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51409abd-3c0b-46c3-a602-20ea7f82c1ad tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.107449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08342644-fdcc-4938-b820-3b0fd3379e74 req-4ccef66e-edbd-46a4-8405-6fbdff08f2a2 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:57.108959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08342644-fdcc-4938-b820-3b0fd3379e74 req-4ccef66e-edbd-46a4-8405-6fbdff08f2a2 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 949 time: 0.0805984 Oct 12 22:56:57.110923 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd585059-bd51-4247-8b99-01470535a2c9 req-9d00e233-0e61-44fe-9bf5-f6f7694f659a service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920395 Oct 12 22:56:57.144924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=81109a94-34d0-43bd-a798-eb4d6f8d1599,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:57.160306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e476753-63ab-4b24-871b-30187c8bd84e req-7cd93eab-301d-4936-b770-a555787cc94f tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups/e6c15371-a975-458f-8c6f-4fcd39829204 HTTP/1.1" status: 200 len: 1807 time: 0.0980258 Oct 12 22:56:57.160306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-3c71ad02-8893-4823-9eb2-38d4503515a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:57.160306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-3c71ad02-8893-4823-9eb2-38d4503515a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dfb554de2734accacaa04bd48dadb65&device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 1098 time: 0.1025333 Oct 12 22:56:57.165832 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08342644-fdcc-4938-b820-3b0fd3379e74 req-724d9a60-15d0-4bfd-a089-d6ee141c4fa1 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Oct 12 22:56:57.267298 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a233e09-eb43-4993-9a9b-34c3a9e821f5 req-d1260cf0-8e43-4805-87a3-062d750da4f1 tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8a8dafe3cfd474e9afe03848b7d3a88 HTTP/1.1" status: 200 len: 6102 time: 0.0752714 Oct 12 22:56:57.312488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51409abd-3c0b-46c3-a602-20ea7f82c1ad tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.325028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a233e09-eb43-4993-9a9b-34c3a9e821f5 req-dd7d67af-f71a-4603-91d1-724c779f9b09 tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] 10.222.0.31 "GET /v2.0/security-groups/bd321995-d727-4009-8aeb-18d6c77b8d1e HTTP/1.1" status: 200 len: 2981 time: 0.0501258 Oct 12 22:56:57.328539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5e476753-63ab-4b24-871b-30187c8bd84e req-3bcbd638-e24c-4c76-82a4-27118629526c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.349044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-e178393f-11a2-4b65-bc69-938166fcccc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:57.350522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-e178393f-11a2-4b65-bc69-938166fcccc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 200 len: 920 time: 0.1777229 Oct 12 22:56:57.367694 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5e476753-63ab-4b24-871b-30187c8bd84e req-3bcbd638-e24c-4c76-82a4-27118629526c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.380176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a233e09-eb43-4993-9a9b-34c3a9e821f5 req-b4f81595-1343-4faf-87ca-196e77fed248 tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] 10.222.0.31 "GET /v2.0/security-groups/bd321995-d727-4009-8aeb-18d6c77b8d1e HTTP/1.1" status: 200 len: 2981 time: 0.0454829 Oct 12 22:56:57.402192 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-c19f3fd3-a6cd-472a-ad96-49fb334b531c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 200 len: 217 time: 0.0443683 Oct 12 22:56:57.404741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51409abd-3c0b-46c3-a602-20ea7f82c1ad tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.449018 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09e20bb2-21ef-41c1-8b5e-56d026e77f81 req-f369aa8c-b1ed-4dbf-a7e6-0b26af3bffb8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/b54d8ef1-4a94-41e0-900c-d4bf9c86cd2b HTTP/1.1" status: 200 len: 1807 time: 0.0468445 Oct 12 22:56:57.487041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51409abd-3c0b-46c3-a602-20ea7f82c1ad tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=057e09f2-c619-4e22-9a4b-364b06f258f0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:57.501328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-d881cf5d-5b74-48b5-98d5-9bade00563e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:57.502867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-d881cf5d-5b74-48b5-98d5-9bade00563e9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 200 len: 859 time: 0.0898345 Oct 12 22:56:57.509679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09e20bb2-21ef-41c1-8b5e-56d026e77f81 req-24723f07-0491-472b-a323-43b406f603d8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/360b0abb-c4bc-4eb9-9a9a-2bbceaa24bbf HTTP/1.1" status: 200 len: 1805 time: 0.0596993 Oct 12 22:56:57.522695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-09e20bb2-21ef-41c1-8b5e-56d026e77f81 req-e3502f1d-94aa-473c-aa81-d32937070ce9 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b54d8ef1-4a94-41e0-900c-d4bf9c86cd2b', 'remote_group_id': '360b0abb-c4bc-4eb9-9a9a-2bbceaa24bbf', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:57.523046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-09e20bb2-21ef-41c1-8b5e-56d026e77f81 req-e3502f1d-94aa-473c-aa81-d32937070ce9 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b54d8ef1-4a94-41e0-900c-d4bf9c86cd2b', 'remote_group_id': '360b0abb-c4bc-4eb9-9a9a-2bbceaa24bbf', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:57.544651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-122c1aa9-03e2-47f1-a349-92a2fb663275 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321493 Oct 12 22:56:57.595931 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51409abd-3c0b-46c3-a602-20ea7f82c1ad tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.597460 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-51409abd-3c0b-46c3-a602-20ea7f82c1ad tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6209199 Oct 12 22:56:57.605859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47722) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:57.610244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1821c2d8-436f-4f95-bc79-795bf77df08f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '057e09f2-c619-4e22-9a4b-364b06f258f0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:57.620399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5e476753-63ab-4b24-871b-30187c8bd84e req-3bcbd638-e24c-4c76-82a4-27118629526c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.622909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5e476753-63ab-4b24-871b-30187c8bd84e req-3bcbd638-e24c-4c76-82a4-27118629526c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.624057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e476753-63ab-4b24-871b-30187c8bd84e req-3bcbd638-e24c-4c76-82a4-27118629526c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "DELETE /v2.0/security-groups/e6c15371-a975-458f-8c6f-4fcd39829204 HTTP/1.1" status: 204 len: 173 time: 0.4596598 Oct 12 22:56:57.656022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcbd638-e24c-4c76-82a4-27118629526c tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c15371-a975-458f-8c6f-4fcd39829204,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:57.667187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-eb62faf1-2d30-44bc-bb47-2fd43163e705 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123543 Oct 12 22:56:57.737177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28317758-de8c-4e12-b718-f5bb2a1ae490 req-e987d50f-09a9-45c5-8377-6bcad9a6ac3a tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/3e116bd8-efec-4512-b45b-aca193aeb720 HTTP/1.1" status: 200 len: 1779 time: 0.0901303 Oct 12 22:56:57.753557 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09e20bb2-21ef-41c1-8b5e-56d026e77f81 req-e3502f1d-94aa-473c-aa81-d32937070ce9 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.797314 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09e20bb2-21ef-41c1-8b5e-56d026e77f81 req-e3502f1d-94aa-473c-aa81-d32937070ce9 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.799914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cf929e4-b9b2-4209-963e-74a97e7935d4 req-de0affd4-eef8-4647-8f04-f5a660a50384 service neutron] 10.222.0.25 "GET /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256213 Oct 12 22:56:57.814876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28317758-de8c-4e12-b718-f5bb2a1ae490 req-aab37dce-bdb1-4cd9-bd23-70feb44b7f50 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.826034 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1821c2d8-436f-4f95-bc79-795bf77df08f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.837116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28317758-de8c-4e12-b718-f5bb2a1ae490 req-aab37dce-bdb1-4cd9-bd23-70feb44b7f50 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.893468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09e20bb2-21ef-41c1-8b5e-56d026e77f81 req-e3502f1d-94aa-473c-aa81-d32937070ce9 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.896930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1821c2d8-436f-4f95-bc79-795bf77df08f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:57.912620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3502f1d-94aa-473c-aa81-d32937070ce9 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3555b8df-2b19-497a-90b9-951976d400a0,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:58.042784 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28317758-de8c-4e12-b718-f5bb2a1ae490 req-aab37dce-bdb1-4cd9-bd23-70feb44b7f50 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.045398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28317758-de8c-4e12-b718-f5bb2a1ae490 req-aab37dce-bdb1-4cd9-bd23-70feb44b7f50 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.046541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28317758-de8c-4e12-b718-f5bb2a1ae490 req-aab37dce-bdb1-4cd9-bd23-70feb44b7f50 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e116bd8-efec-4512-b45b-aca193aeb720 HTTP/1.1" status: 204 len: 173 time: 0.3035679 Oct 12 22:56:58.054594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab37dce-bdb1-4cd9-bd23-70feb44b7f50 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e116bd8-efec-4512-b45b-aca193aeb720,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:58.113198 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1821c2d8-436f-4f95-bc79-795bf77df08f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.124630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-09e20bb2-21ef-41c1-8b5e-56d026e77f81 req-e3502f1d-94aa-473c-aa81-d32937070ce9 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.136396 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09e20bb2-21ef-41c1-8b5e-56d026e77f81 req-e3502f1d-94aa-473c-aa81-d32937070ce9 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6197221 Oct 12 22:56:58.152603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821c2d8-436f-4f95-bc79-795bf77df08f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2525b993-2508-4963-9ab9-e98cc6391d38,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:58.241620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e9260-c9ed-49c7-b5a0-c9f45462ec29 req-79c4ad00-7e61-4eae-bed2-94949fa262d0 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:58.243086 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-626e9260-c9ed-49c7-b5a0-c9f45462ec29 req-79c4ad00-7e61-4eae-bed2-94949fa262d0 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 945 time: 0.0538807 Oct 12 22:56:58.285547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1821c2d8-436f-4f95-bc79-795bf77df08f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.287685 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1821c2d8-436f-4f95-bc79-795bf77df08f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6857593 Oct 12 22:56:58.290964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47738) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:58.298735 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-626e9260-c9ed-49c7-b5a0-c9f45462ec29 req-c3fa0265-d9f6-4b8b-b087-8f7d7b97335a tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457542 Oct 12 22:56:58.329201 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-326afce0-3b1e-47e0-81dc-7e6b012c23c9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.341249 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-326afce0-3b1e-47e0-81dc-7e6b012c23c9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.422193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e621e0c-15d7-4ed4-bb54-59da1e0a2769 req-f50aa006-3428-4aad-83be-79c9408174e3 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:58.423728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e621e0c-15d7-4ed4-bb54-59da1e0a2769 req-f50aa006-3428-4aad-83be-79c9408174e3 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 943 time: 0.0521076 Oct 12 22:56:58.458930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-326afce0-3b1e-47e0-81dc-7e6b012c23c9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.463382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e621e0c-15d7-4ed4-bb54-59da1e0a2769 req-8d8ef9d8-8b10-488a-b50b-e35ef187ecfb tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336990 Oct 12 22:56:58.465425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-326afce0-3b1e-47e0-81dc-7e6b012c23c9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.469133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-326afce0-3b1e-47e0-81dc-7e6b012c23c9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/2525b993-2508-4963-9ab9-e98cc6391d38 HTTP/1.1" status: 204 len: 168 time: 0.1744986 Oct 12 22:56:58.477011 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47742) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:58.477151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326afce0-3b1e-47e0-81dc-7e6b012c23c9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2525b993-2508-4963-9ab9-e98cc6391d38,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:58.502627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b5b793c8-140d-4afd-a87c-f2334f0bc77b req-a13b052e-15a4-4820-90d0-baedb2e22834 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1705060187', 'description': 'tempest-description-153484390'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:58.523784 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b59e3cdb-065c-4670-a4ac-bb7fb4ca493a req-c1eeb269-83d1-4c02-953f-cc8e066c4226 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "GET /v2.0/security-groups/d2b66b30-d828-4cbf-946b-e2691ba96812 HTTP/1.1" status: 200 len: 1778 time: 0.0371232 Oct 12 22:56:58.538878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8c2e863d-08a9-4f63-b186-0e418744bbfe tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0682166 Oct 12 22:56:58.541612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47744) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:58.576486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4617107e-7e92-4071-88ed-0b79cd5dbc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81109a94-34d0-43bd-a798-eb4d6f8d1599'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:58.577085 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b59e3cdb-065c-4670-a4ac-bb7fb4ca493a req-1f589b00-f98f-47fd-9cf8-68c0a083c503 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.579340 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8af3089-8e75-4602-8c01-802bc921f580" -d '{"events": [{"server_uuid": "4617107e-7e92-4071-88ed-0b79cd5dbc0d", "name": "network-vif-plugged", "status": "completed", "tag": "81109a94-34d0-43bd-a798-eb4d6f8d1599"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:58.603727 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b59e3cdb-065c-4670-a4ac-bb7fb4ca493a req-1f589b00-f98f-47fd-9cf8-68c0a083c503 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.604530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-140deb37-c84f-4971-afc1-7f050d15fde4 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.616173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b5b793c8-140d-4afd-a87c-f2334f0bc77b req-a13b052e-15a4-4820-90d0-baedb2e22834 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.637492 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-140deb37-c84f-4971-afc1-7f050d15fde4 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.682556 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b59e3cdb-065c-4670-a4ac-bb7fb4ca493a req-1f589b00-f98f-47fd-9cf8-68c0a083c503 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.685181 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b59e3cdb-065c-4670-a4ac-bb7fb4ca493a req-1f589b00-f98f-47fd-9cf8-68c0a083c503 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.686344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b59e3cdb-065c-4670-a4ac-bb7fb4ca493a req-1f589b00-f98f-47fd-9cf8-68c0a083c503 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2b66b30-d828-4cbf-946b-e2691ba96812 HTTP/1.1" status: 204 len: 173 time: 0.1563981 Oct 12 22:56:58.695616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f589b00-f98f-47fd-9cf8-68c0a083c503 tempest-SecurityGroupsTestAdminJSON-724176643 tempest-SecurityGroupsTestAdminJSON-724176643-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b66b30-d828-4cbf-946b-e2691ba96812,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:58.729399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b5b793c8-140d-4afd-a87c-f2334f0bc77b req-a13b052e-15a4-4820-90d0-baedb2e22834 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.745814 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-140deb37-c84f-4971-afc1-7f050d15fde4 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.748502 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-140deb37-c84f-4971-afc1-7f050d15fde4 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.752193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-140deb37-c84f-4971-afc1-7f050d15fde4 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-groups/057e09f2-c619-4e22-9a4b-364b06f258f0 HTTP/1.1" status: 204 len: 168 time: 0.2071626 Oct 12 22:56:58.752432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47750) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:58.759512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140deb37-c84f-4971-afc1-7f050d15fde4 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=057e09f2-c619-4e22-9a4b-364b06f258f0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:58.808932 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b5b793c8-140d-4afd-a87c-f2334f0bc77b req-a13b052e-15a4-4820-90d0-baedb2e22834 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.822816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c47bc5-6ab2-4d93-a13a-1b8134127968 req-e47930c1-4760-4df0-b96b-dc38f583d71c tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:58.824401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77c47bc5-6ab2-4d93-a13a-1b8134127968 req-e47930c1-4760-4df0-b96b-dc38f583d71c tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 950 time: 0.0833106 Oct 12 22:56:58.829808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f700bed4-538c-4ab9-93c5-828176efcd60 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0760674 Oct 12 22:56:58.838244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47752) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:58.842499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13b052e-15a4-4820-90d0-baedb2e22834 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b0ea97-3956-41f5-88d5-5d68baa09a16,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:58.849036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-efb87278-056b-407f-bc24-da3ead3f5321 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group': {'name': 'tempest-secgroup--1099449921'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:58.874472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77c47bc5-6ab2-4d93-a13a-1b8134127968 req-80319aab-e8fc-4b06-88c3-70d05c7780d1 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429597 Oct 12 22:56:58.907838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b5b793c8-140d-4afd-a87c-f2334f0bc77b req-a13b052e-15a4-4820-90d0-baedb2e22834 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:58.909285 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b5b793c8-140d-4afd-a87c-f2334f0bc77b req-a13b052e-15a4-4820-90d0-baedb2e22834 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4133577 Oct 12 22:56:58.951749 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-518c7f83-a47a-430a-af64-0d30e4e3971b x-openstack-request-id: req-518c7f83-a47a-430a-af64-0d30e4e3971b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:58.952043 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4617107e-7e92-4071-88ed-0b79cd5dbc0d", "name": "network-vif-plugged", "status": "completed", "tag": "81109a94-34d0-43bd-a798-eb4d6f8d1599", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:58.952292 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-518c7f83-a47a-430a-af64-0d30e4e3971b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:58.952686 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617107e-7e92-4071-88ed-0b79cd5dbc0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81109a94-34d0-43bd-a798-eb4d6f8d1599', 'code': 200} Oct 12 22:56:58.986908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713ebe9-b6c9-48b0-9c49-7c439346c0e0 req-3336bd21-4d92-4849-b8c9-22c1a1f5fb80 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:58.988681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d713ebe9-b6c9-48b0-9c49-7c439346c0e0 req-3336bd21-4d92-4849-b8c9-22c1a1f5fb80 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.0566893 Oct 12 22:56:58.990835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-efb87278-056b-407f-bc24-da3ead3f5321 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.007482 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2486d746-ea11-4377-a402-3dd191e87b7a req-badb6dd1-730e-4ec3-8c5e-a6a4945eaf6c tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] 10.222.0.31 "GET /v2.0/security-groups/151b2611-3257-4087-a363-ff49153bcc27 HTTP/1.1" status: 200 len: 1776 time: 0.0420740 Oct 12 22:56:59.044714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'tag': '938962c4-7549-4596-acdb-0bb254f56ee4'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:56:59.046795 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d" -d '{"events": [{"name": "network-changed", "server_uuid": "dcabe001-d8da-4148-9d48-a50e95fe5d15", "tag": "938962c4-7549-4596-acdb-0bb254f56ee4"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:56:59.054009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d713ebe9-b6c9-48b0-9c49-7c439346c0e0 req-baeab0ef-61c2-4bf9-901e-cebb11486f2a tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531476 Oct 12 22:56:59.095252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-835e79fb-7939-4fce-a753-0c6cd5b6f01a req-b7dd571b-dafa-48ba-84cb-7f7b21d310e1 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1351781585', 'description': 'tempest-description-912371914'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:59.095406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6af5-6846-40eb-90bd-e30e2660006e req-1e9f9f8e-df22-4cc7-95e1-bb93c46fcceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:59.096868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91bc6af5-6846-40eb-90bd-e30e2660006e req-1e9f9f8e-df22-4cc7-95e1-bb93c46fcceb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 1102 time: 0.0845432 Oct 12 22:56:59.109011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-efb87278-056b-407f-bc24-da3ead3f5321 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.122734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2486d746-ea11-4377-a402-3dd191e87b7a req-3efca280-b43f-4963-9f02-2ae85feea7e4 tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.157235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91bc6af5-6846-40eb-90bd-e30e2660006e req-b47fd6cd-0573-4ef2-9202-ba3a0a97fdac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502017 Oct 12 22:56:59.158766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2486d746-ea11-4377-a402-3dd191e87b7a req-3efca280-b43f-4963-9f02-2ae85feea7e4 tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.202381 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-efb87278-056b-407f-bc24-da3ead3f5321 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.230793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb87278-056b-407f-bc24-da3ead3f5321 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18e8495f-bad5-4e00-a650-7456fb5220df,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:59.237656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-835e79fb-7939-4fce-a753-0c6cd5b6f01a req-b7dd571b-dafa-48ba-84cb-7f7b21d310e1 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.305342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2486d746-ea11-4377-a402-3dd191e87b7a req-3efca280-b43f-4963-9f02-2ae85feea7e4 tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.305583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-835e79fb-7939-4fce-a753-0c6cd5b6f01a req-b7dd571b-dafa-48ba-84cb-7f7b21d310e1 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.307875 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2486d746-ea11-4377-a402-3dd191e87b7a req-3efca280-b43f-4963-9f02-2ae85feea7e4 tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.309005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2486d746-ea11-4377-a402-3dd191e87b7a req-3efca280-b43f-4963-9f02-2ae85feea7e4 tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] 10.222.0.31 "DELETE /v2.0/security-groups/151b2611-3257-4087-a363-ff49153bcc27 HTTP/1.1" status: 204 len: 173 time: 0.2878261 Oct 12 22:56:59.323218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efca280-b43f-4963-9f02-2ae85feea7e4 tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=151b2611-3257-4087-a363-ff49153bcc27,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:59.342541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-efb87278-056b-407f-bc24-da3ead3f5321 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.351919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-efb87278-056b-407f-bc24-da3ead3f5321 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5052223 Oct 12 22:56:59.352038 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51532c0-74c8-4a73-be42-0f949127f8d3 x-openstack-request-id: req-f51532c0-74c8-4a73-be42-0f949127f8d3 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:56:59.352038 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcabe001-d8da-4148-9d48-a50e95fe5d15", "tag": "938962c4-7549-4596-acdb-0bb254f56ee4", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:56:59.352038 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f51532c0-74c8-4a73-be42-0f949127f8d3 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:56:59.352038 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'tag': '938962c4-7549-4596-acdb-0bb254f56ee4', 'status': 'completed', 'code': 200} Oct 12 22:56:59.353640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47766) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:59.358368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-77bfaec9-b2c6-46c8-899e-bfada528f174 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '18e8495f-bad5-4e00-a650-7456fb5220df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:56:59.414018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-835e79fb-7939-4fce-a753-0c6cd5b6f01a req-b7dd571b-dafa-48ba-84cb-7f7b21d310e1 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.425065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-554fab06-027f-4fbe-90cd-f294df4c0665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:59.427259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-554fab06-027f-4fbe-90cd-f294df4c0665 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=fc24918da4e84b3395164cfa79e9166f&device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 1095 time: 0.0540121 Oct 12 22:56:59.494917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd571b-dafa-48ba-84cb-7f7b21d310e1 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7fc5ca7-69eb-4d60-a339-dfc778cc1c28,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:59.513340 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77bfaec9-b2c6-46c8-899e-bfada528f174 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.562311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-7df67f77-113b-4dfe-a7b7-8cc491da68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:59.563799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-7df67f77-113b-4dfe-a7b7-8cc491da68c4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 200 len: 905 time: 0.1282413 Oct 12 22:56:59.583969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-835e79fb-7939-4fce-a753-0c6cd5b6f01a req-b7dd571b-dafa-48ba-84cb-7f7b21d310e1 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.585166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-835e79fb-7939-4fce-a753-0c6cd5b6f01a req-b7dd571b-dafa-48ba-84cb-7f7b21d310e1 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4962370 Oct 12 22:56:59.591478 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77bfaec9-b2c6-46c8-899e-bfada528f174 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.617716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 938962c4-7549-4596-acdb-0bb254f56ee4 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:56:59.625154 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-9239e530-a921-4845-af34-b4397ada5017 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=938962c4-7549-4596-acdb-0bb254f56ee4 HTTP/1.1" status: 200 len: 217 time: 0.0512114 Oct 12 22:56:59.669603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77bfaec9-b2c6-46c8-899e-bfada528f174 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.730018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfaec9-b2c6-46c8-899e-bfada528f174 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124af45d-54a2-4eb0-bb24-f77b08f68a35,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:56:59.742536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0be63913-213f-48c8-888a-ee54170a3fbb req-e2a9f078-d743-4aaa-a198-b45c6a895edf tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] 10.222.0.31 "GET /v2.0/security-groups/a4f650d2-5201-4031-bfc4-0f20fcd4e5da HTTP/1.1" status: 200 len: 1778 time: 0.1244307 Oct 12 22:56:59.744670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-e8f7d334-3f80-463f-850a-1de6a9ab597b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:56:59.746141 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-e8f7d334-3f80-463f-850a-1de6a9ab597b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b95754ae-0b03-4743-82ac-8dca0d4100ae HTTP/1.1" status: 200 len: 844 time: 0.1009214 Oct 12 22:56:59.754230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 938962c4-7549-4596-acdb-0bb254f56ee4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=938962c4-7549-4596-acdb-0bb254f56ee4,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:59.765990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '938962c4-7549-4596-acdb-0bb254f56ee4', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'port_id': '938962c4-7549-4596-acdb-0bb254f56ee4', 'mac_address': 'fa:16:3e:d1:b5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95754ae-0b03-4743-82ac-8dca0d4100ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:56:59.800648 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-8e24a233-e5c5-4684-a325-de02993c3740 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2a872c47-5047-4e2e-95c5-e646dc8dc210&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399301 Oct 12 22:56:59.805264 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.820419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 938962c4-7549-4596-acdb-0bb254f56ee4 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:56:59.823245 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77bfaec9-b2c6-46c8-899e-bfada528f174 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.824367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77bfaec9-b2c6-46c8-899e-bfada528f174 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4697170 Oct 12 22:56:59.827232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47778) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:59.844827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 938962c4-7549-4596-acdb-0bb254f56ee4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=938962c4-7549-4596-acdb-0bb254f56ee4,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:56:59.845522 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-28032e43-07ce-4d51-b1e6-477b4158aba4 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules/124af45d-54a2-4eb0-bb24-f77b08f68a35 HTTP/1.1" status: 200 len: 763 time: 0.0170317 Oct 12 22:56:59.848916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47780) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:59.882919 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0be63913-213f-48c8-888a-ee54170a3fbb req-2adc0902-ce32-4d8e-8c8f-3757592a4d9e tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.894430 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ea53fbc6-7291-4b4e-84cd-24fa211f0790 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0440466 Oct 12 22:56:59.897826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47784) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:56:59.921162 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df222070-8b0a-41c0-b7f5-383c3ab5753f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.922958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0be63913-213f-48c8-888a-ee54170a3fbb req-2adc0902-ce32-4d8e-8c8f-3757592a4d9e tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.928989 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df222070-8b0a-41c0-b7f5-383c3ab5753f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:56:59.950584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-af99ed4a-a88a-4a76-9d07-8eea002e97a7 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387880 Oct 12 22:56:59.957410 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.011298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=938962c4-7549-4596-acdb-0bb254f56ee4,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:00.025995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df222070-8b0a-41c0-b7f5-383c3ab5753f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.032243 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df222070-8b0a-41c0-b7f5-383c3ab5753f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.033356 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-df222070-8b0a-41c0-b7f5-383c3ab5753f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/124af45d-54a2-4eb0-bb24-f77b08f68a35 HTTP/1.1" status: 204 len: 168 time: 0.1345372 Oct 12 22:57:00.036074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47786) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:00.038661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df222070-8b0a-41c0-b7f5-383c3ab5753f tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=124af45d-54a2-4eb0-bb24-f77b08f68a35,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:00.058838 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14bf77e7-1236-42f5-b9b1-53c6ad7f410d req-46966767-df5b-403c-96a9-08529d630034 service neutron] 10.222.0.25 "GET /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987313 Oct 12 22:57:00.084744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-11b169bf-9820-46a3-8b6d-3c169c7205aa tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0466797 Oct 12 22:57:00.086514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47790) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:00.090751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-14fdc4e4-cea7-438c-8ce5-dbbf34351407 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '18e8495f-bad5-4e00-a650-7456fb5220df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:00.109826 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0be63913-213f-48c8-888a-ee54170a3fbb req-2adc0902-ce32-4d8e-8c8f-3757592a4d9e tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.112288 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0be63913-213f-48c8-888a-ee54170a3fbb req-2adc0902-ce32-4d8e-8c8f-3757592a4d9e tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.113407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0be63913-213f-48c8-888a-ee54170a3fbb req-2adc0902-ce32-4d8e-8c8f-3757592a4d9e tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] 10.222.0.31 "DELETE /v2.0/security-groups/a4f650d2-5201-4031-bfc4-0f20fcd4e5da HTTP/1.1" status: 204 len: 173 time: 0.3610339 Oct 12 22:57:00.127461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc0902-ce32-4d8e-8c8f-3757592a4d9e tempest-SecurityGroupsTestAdminJSON-692434546 tempest-SecurityGroupsTestAdminJSON-692434546-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f650d2-5201-4031-bfc4-0f20fcd4e5da,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:00.225608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['938962c4-7549-4596-acdb-0bb254f56ee4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:00.227126 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14fdc4e4-cea7-438c-8ce5-dbbf34351407 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.295166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa6e73b-576f-4dec-a925-78b91c88cb67 req-b7a81af9-aef8-4b12-9b3c-59b98ec4bd39 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:00.297094 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7aa6e73b-576f-4dec-a925-78b91c88cb67 req-b7a81af9-aef8-4b12-9b3c-59b98ec4bd39 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 944 time: 0.0792906 Oct 12 22:57:00.307555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5ef70-e3fd-43a4-a226-514af6609712 req-e347ff65-bebd-4de5-8aec-6e19b925cbc1 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:00.313898 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbc5ef70-e3fd-43a4-a226-514af6609712 req-e347ff65-bebd-4de5-8aec-6e19b925cbc1 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 945 time: 0.1325400 Oct 12 22:57:00.370657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7aa6e73b-576f-4dec-a925-78b91c88cb67 req-c2d00357-7419-4011-a4ae-12f9670e3a01 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650873 Oct 12 22:57:00.393067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbc5ef70-e3fd-43a4-a226-514af6609712 req-1f1894a1-3c13-48e2-aa1e-2d9d050d5eaa tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784163 Oct 12 22:57:00.397780 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14fdc4e4-cea7-438c-8ce5-dbbf34351407 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.490458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68d69ee8-ed03-4aff-bd2e-d998fc409d47 req-5350538f-8d94-42b6-9a2f-917fb5be46bc tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/d9b0ea97-3956-41f5-88d5-5d68baa09a16 HTTP/1.1" status: 200 len: 1806 time: 0.0793004 Oct 12 22:57:00.499519 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14fdc4e4-cea7-438c-8ce5-dbbf34351407 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.541875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fdc4e4-cea7-438c-8ce5-dbbf34351407 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18468dfc-999e-4f97-a56b-dc24c713352a,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:00.553024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68d69ee8-ed03-4aff-bd2e-d998fc409d47 req-f61afc42-29a7-4c4d-aee8-4c1707593ccb tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/b7fc5ca7-69eb-4d60-a339-dfc778cc1c28 HTTP/1.1" status: 200 len: 1806 time: 0.0610313 Oct 12 22:57:00.560868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-68d69ee8-ed03-4aff-bd2e-d998fc409d47 req-74861d49-7314-4e4d-9e26-2e713b641185 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd9b0ea97-3956-41f5-88d5-5d68baa09a16', 'remote_group_id': 'b7fc5ca7-69eb-4d60-a339-dfc778cc1c28', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:00.560868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-68d69ee8-ed03-4aff-bd2e-d998fc409d47 req-74861d49-7314-4e4d-9e26-2e713b641185 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'd9b0ea97-3956-41f5-88d5-5d68baa09a16', 'remote_group_id': 'b7fc5ca7-69eb-4d60-a339-dfc778cc1c28', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:00.567777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba99eb94-5290-43d5-b07b-dde926fde63e req-64c56247-eeac-4ef6-b1db-286853df7ab2 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:00.569322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba99eb94-5290-43d5-b07b-dde926fde63e req-64c56247-eeac-4ef6-b1db-286853df7ab2 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 950 time: 0.0833478 Oct 12 22:57:00.610686 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14fdc4e4-cea7-438c-8ce5-dbbf34351407 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.614976 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-14fdc4e4-cea7-438c-8ce5-dbbf34351407 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5244730 Oct 12 22:57:00.621146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47798) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:00.621947 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba99eb94-5290-43d5-b07b-dde926fde63e req-3088f4d9-5f23-4e92-af5b-bb01866c5b5f tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453534 Oct 12 22:57:00.641092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c603138d-17fe-49b1-8447-4ced4d74b87d tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules/18468dfc-999e-4f97-a56b-dc24c713352a HTTP/1.1" status: 200 len: 763 time: 0.0221808 Oct 12 22:57:00.641438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:00.687131 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1f6d38eb-4edb-4d9d-8f1e-c04d0e54e7af tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0421453 Oct 12 22:57:00.687337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47804) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:00.714438 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a6f2994-d2fc-45e1-9b69-8892cf6b7f14 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.727815 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a6f2994-d2fc-45e1-9b69-8892cf6b7f14 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.774277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369ab38-0740-4341-8a95-3b62574dd901 req-ad5847db-91ae-444c-8894-d1b971214543 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:00.781714 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4369ab38-0740-4341-8a95-3b62574dd901 req-ad5847db-91ae-444c-8894-d1b971214543 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.0868516 Oct 12 22:57:00.781869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-68d69ee8-ed03-4aff-bd2e-d998fc409d47 req-74861d49-7314-4e4d-9e26-2e713b641185 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.812273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-ac451310-aab6-4103-8f27-1d59c81c26cd tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:00.813732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-ac451310-aab6-4103-8f27-1d59c81c26cd tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.25 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 946 time: 0.0861571 Oct 12 22:57:00.841394 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4369ab38-0740-4341-8a95-3b62574dd901 req-e50ebdf2-ee9f-425f-8952-7ca34235f5da tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/security-groups?id=55e12bef-fe1d-4edd-b723-6e927c274c80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521288 Oct 12 22:57:00.867477 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a6f2994-d2fc-45e1-9b69-8892cf6b7f14 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.880630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a6f2994-d2fc-45e1-9b69-8892cf6b7f14 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.882988 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9a6f2994-d2fc-45e1-9b69-8892cf6b7f14 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/18468dfc-999e-4f97-a56b-dc24c713352a HTTP/1.1" status: 204 len: 168 time: 0.1935887 Oct 12 22:57:00.885575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47808) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:00.904809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-68d69ee8-ed03-4aff-bd2e-d998fc409d47 req-74861d49-7314-4e4d-9e26-2e713b641185 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.905743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f2994-d2fc-45e1-9b69-8892cf6b7f14 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18468dfc-999e-4f97-a56b-dc24c713352a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:00.947136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Deleting port e4083954-4fd4-4075-9146-77cd06e07d2c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:00.947752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:00.963083 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5a0fd56a-69a8-4382-9258-793c1b27d570 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0718765 Oct 12 22:57:00.963331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47810) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:00.968066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9483ab3f-d8f5-458a-a44c-fb76df2bb050 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Request body: {'security_group_rule': {'security_group_id': '18e8495f-bad5-4e00-a650-7456fb5220df', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:00.994924 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-68d69ee8-ed03-4aff-bd2e-d998fc409d47 req-74861d49-7314-4e4d-9e26-2e713b641185 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.002046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47812) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:01.022044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74861d49-7314-4e4d-9e26-2e713b641185 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09fe7ec-27c2-485a-b81c-166638258347,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:01.061030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c054f84-37d8-455f-b759-4d1ee31a2dc7 req-ece26959-abff-41d2-854b-41e7e02511ff tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:01.062519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c054f84-37d8-455f-b759-4d1ee31a2dc7 req-ece26959-abff-41d2-854b-41e7e02511ff tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 945 time: 0.1100328 Oct 12 22:57:01.079275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47816) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:01.079429 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-9483ab3f-d8f5-458a-a44c-fb76df2bb050 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Project 714da0a8e880418a8997c58848dfe365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 22:57:01.079911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Request body: {'floatingip': {'port_id': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:01.089958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9483ab3f-d8f5-458a-a44c-fb76df2bb050 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.134699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] For port e4083954-4fd4-4075-9146-77cd06e07d2c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e4083954-4fd4-4075-9146-77cd06e07d2c,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:01.135107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.146239 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.164721 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-68d69ee8-ed03-4aff-bd2e-d998fc409d47 req-74861d49-7314-4e4d-9e26-2e713b641185 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.165902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68d69ee8-ed03-4aff-bd2e-d998fc409d47 req-74861d49-7314-4e4d-9e26-2e713b641185 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6119120 Oct 12 22:57:01.181073 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9483ab3f-d8f5-458a-a44c-fb76df2bb050 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.182899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Calling delete_port for e4083954-4fd4-4075-9146-77cd06e07d2c owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:01.214900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5edc098f-3333-43dd-af8f-3d31daca2437 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e8a8dafe3cfd474e9afe03848b7d3a88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116909 Oct 12 22:57:01.219518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47820) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:01.253234 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aef8fd5c-3303-4284-b0cc-b3dde47cb9d8 req-ee626591-9655-450b-8f98-642d44c2e743 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/b7fc5ca7-69eb-4d60-a339-dfc778cc1c28 HTTP/1.1" status: 200 len: 1806 time: 0.0529766 Oct 12 22:57:01.275542 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9483ab3f-d8f5-458a-a44c-fb76df2bb050 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.334289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483ab3f-d8f5-458a-a44c-fb76df2bb050 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f573220-aa33-4675-bd23-5ab861c0dc9d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:01.365560 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-aef8fd5c-3303-4284-b0cc-b3dde47cb9d8 req-067d29ce-ed50-405d-8abb-eaaa2d42eb05 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.393568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-aef8fd5c-3303-4284-b0cc-b3dde47cb9d8 req-067d29ce-ed50-405d-8abb-eaaa2d42eb05 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.414782 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9483ab3f-d8f5-458a-a44c-fb76df2bb050 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.418386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9483ab3f-d8f5-458a-a44c-fb76df2bb050 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4518495 Oct 12 22:57:01.422048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47826) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:01.467159 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-828814a8-51c8-4d04-a525-21606a5cce68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.484319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-12a1e6fa-42cb-4e04-9d77-60c84e136652 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules/5f573220-aa33-4675-bd23-5ab861c0dc9d HTTP/1.1" status: 200 len: 769 time: 0.0610793 Oct 12 22:57:01.486960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47830) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:01.533448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-828814a8-51c8-4d04-a525-21606a5cce68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.540069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8b170f75-bbe2-4c0b-be7d-9194a962ace5 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0517042 Oct 12 22:57:01.542490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47832) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:01.548625 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-aef8fd5c-3303-4284-b0cc-b3dde47cb9d8 req-067d29ce-ed50-405d-8abb-eaaa2d42eb05 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.551103 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-aef8fd5c-3303-4284-b0cc-b3dde47cb9d8 req-067d29ce-ed50-405d-8abb-eaaa2d42eb05 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.552308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aef8fd5c-3303-4284-b0cc-b3dde47cb9d8 req-067d29ce-ed50-405d-8abb-eaaa2d42eb05 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "DELETE /v2.0/security-groups/b7fc5ca7-69eb-4d60-a339-dfc778cc1c28 HTTP/1.1" status: 204 len: 173 time: 0.2891781 Oct 12 22:57:01.576212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067d29ce-ed50-405d-8abb-eaaa2d42eb05 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7fc5ca7-69eb-4d60-a339-dfc778cc1c28,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:01.592280 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e732fe4d-3ecc-47ef-8cc3-7b74c6e92b00 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.608795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e732fe4d-3ecc-47ef-8cc3-7b74c6e92b00 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.641428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 938962c4-7549-4596-acdb-0bb254f56ee4 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:01.695981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e732fe4d-3ecc-47ef-8cc3-7b74c6e92b00 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.701142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e732fe4d-3ecc-47ef-8cc3-7b74c6e92b00 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.702014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e732fe4d-3ecc-47ef-8cc3-7b74c6e92b00 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/5f573220-aa33-4675-bd23-5ab861c0dc9d HTTP/1.1" status: 204 len: 168 time: 0.1585391 Oct 12 22:57:01.704789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47836) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:01.723550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3239a-0a89-42de-b5ec-80fdffab1c7d req-23487d57-88b9-463d-88a1-0c4e69abd5f6 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:01.725054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4d3239a-0a89-42de-b5ec-80fdffab1c7d req-23487d57-88b9-463d-88a1-0c4e69abd5f6 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 944 time: 0.1939142 Oct 12 22:57:01.737272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5941a513-a67f-4000-96a9-c03ea4072331 req-13422816-8f9d-4e02-b4c6-599c1c5a2368 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:01.739484 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5941a513-a67f-4000-96a9-c03ea4072331 req-13422816-8f9d-4e02-b4c6-599c1c5a2368 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 950 time: 0.0863745 Oct 12 22:57:01.741685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e732fe4d-3ecc-47ef-8cc3-7b74c6e92b00 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5f573220-aa33-4675-bd23-5ab861c0dc9d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:01.777425 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d2f1463c-8897-43b8-b0c0-e1547e80924a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0699942 Oct 12 22:57:01.783875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47838) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:01.785578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 938962c4-7549-4596-acdb-0bb254f56ee4 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:57:01.790485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 938962c4-7549-4596-acdb-0bb254f56ee4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:01.792004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.827216 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5941a513-a67f-4000-96a9-c03ea4072331 req-7b5c428e-02e2-4d2f-9fdf-8f2d4d1960ce tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710623 Oct 12 22:57:01.896376 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.933612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7b9c1cfd-ae86-4f91-b7f2-8384b06c7be9 req-b059af13-f371-482c-8288-e39e3a6d0de7 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/d9b0ea97-3956-41f5-88d5-5d68baa09a16 HTTP/1.1" status: 200 len: 1806 time: 0.0673225 Oct 12 22:57:01.935741 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a122003-de45-44e2-b022-58f566ff163a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:01.938563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 938962c4-7549-4596-acdb-0bb254f56ee4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=938962c4-7549-4596-acdb-0bb254f56ee4,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:01.939866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938962c4-7549-4596-acdb-0bb254f56ee4'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:01.943598 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fe52fb-86b9-431d-a6af-4ce50c0939c1" -d '{"events": [{"server_uuid": "dcabe001-d8da-4148-9d48-a50e95fe5d15", "name": "network-vif-plugged", "status": "completed", "tag": "938962c4-7549-4596-acdb-0bb254f56ee4"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:01.976370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a122003-de45-44e2-b022-58f566ff163a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.024397 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.025217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e4083954-4fd4-4075-9146-77cd06e07d2c no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:57:02.040066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-96010030-4bd8-4e9a-87a8-637e60271bae req-8c632293-6fd6-4bfa-b26f-d0ee8921b2b0 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 210 time: 0.0422950 Oct 12 22:57:02.066405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: e4083954-4fd4-4075-9146-77cd06e07d2c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:57:02.070712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e4083954-4fd4-4075-9146-77cd06e07d2c not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:57:02.082367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-1cdaf22e-8c75-4c28-ba89-35364be85ee9 req-2658be57-4957-46a3-a92c-40ccbdd41a36 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1109618466', 'description': 'tempest-description-525649818'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:02.102393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=938962c4-7549-4596-acdb-0bb254f56ee4,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:02.134311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a122003-de45-44e2-b022-58f566ff163a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.136982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9a122003-de45-44e2-b022-58f566ff163a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.140466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9a122003-de45-44e2-b022-58f566ff163a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "DELETE /v2.0/security-groups/18e8495f-bad5-4e00-a650-7456fb5220df HTTP/1.1" status: 204 len: 168 time: 0.3534155 Oct 12 22:57:02.141486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47846) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:02.161078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a122003-de45-44e2-b022-58f566ff163a tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e8495f-bad5-4e00-a650-7456fb5220df,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:02.191595 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1cdaf22e-8c75-4c28-ba89-35364be85ee9 req-2658be57-4957-46a3-a92c-40ccbdd41a36 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.200968 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.206170 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-828814a8-51c8-4d04-a525-21606a5cce68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.209311 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-828814a8-51c8-4d04-a525-21606a5cce68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.213415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-828814a8-51c8-4d04-a525-21606a5cce68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bd321995-d727-4009-8aeb-18d6c77b8d1e HTTP/1.1" status: 204 len: 168 time: 0.9899802 Oct 12 22:57:02.225510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-488f407b-92a3-42a5-bb80-3c4b67e84ad9 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0829227 Oct 12 22:57:02.231328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47850) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:02.256623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Pushing event deleted for resources: {'Port': ['ID=e4083954-4fd4-4075-9146-77cd06e07d2c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:02.294896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828814a8-51c8-4d04-a525-21606a5cce68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd321995-d727-4009-8aeb-18d6c77b8d1e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:02.342695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4a8966db-a3e6-4ed8-83c7-bbd6f1b03f84 tempest-SecGroupIPv6Test-711661962 tempest-SecGroupIPv6Test-711661962-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1086297 Oct 12 22:57:02.372325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1cdaf22e-8c75-4c28-ba89-35364be85ee9 req-2658be57-4957-46a3-a92c-40ccbdd41a36 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.414011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4d3239a-0a89-42de-b5ec-80fdffab1c7d req-269ef520-e638-4fd9-a024-9a7fb1411ebe tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163219 Oct 12 22:57:02.414732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] No DVR routers for this DVR port e4083954-4fd4-4075-9146-77cd06e07d2c on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:57:02.417794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.421587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-81ff4751-d453-40f0-a62c-86cbd37cff32 req-cc1b5529-1a5d-47dd-a8ce-fb43f9074a14 tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.25 "DELETE /v2.0/ports/e4083954-4fd4-4075-9146-77cd06e07d2c HTTP/1.1" status: 204 len: 173 time: 1.6005323 Oct 12 22:57:02.424621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'name': 'network-vif-deleted', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:02.427961 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3898dd-37f7-424a-9211-c5d1c47f4361" -d '{"events": [{"server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "name": "network-vif-deleted", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:02.435579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.resource_extend [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 22:57:02.455519 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1cdaf22e-8c75-4c28-ba89-35364be85ee9 req-2658be57-4957-46a3-a92c-40ccbdd41a36 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.487479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2658be57-4957-46a3-a92c-40ccbdd41a36 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=723a23a8-4ad4-4bf3-aed3-6a8003e84522,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:02.493605 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.508380 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6af5fd1-c865-48d5-987f-b773a4ae10b5 x-openstack-request-id: req-f6af5fd1-c865-48d5-987f-b773a4ae10b5 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:02.508686 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcabe001-d8da-4148-9d48-a50e95fe5d15", "name": "network-vif-plugged", "status": "completed", "tag": "938962c4-7549-4596-acdb-0bb254f56ee4", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:02.508937 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6af5fd1-c865-48d5-987f-b773a4ae10b5 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:02.509352 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938962c4-7549-4596-acdb-0bb254f56ee4', 'code': 200} Oct 12 22:57:02.546288 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4585b5-036a-4568-b496-f43c45cea1e6 x-openstack-request-id: req-1f4585b5-036a-4568-b496-f43c45cea1e6 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:02.546643 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a604286-97b0-46cc-9d92-cbeaa47ef8a2", "name": "network-vif-deleted", "tag": "e4083954-4fd4-4075-9146-77cd06e07d2c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:02.546981 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f4585b5-036a-4568-b496-f43c45cea1e6 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:02.547451 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a604286-97b0-46cc-9d92-cbeaa47ef8a2', 'name': 'network-vif-deleted', 'tag': 'e4083954-4fd4-4075-9146-77cd06e07d2c', 'status': 'completed', 'code': 200} Oct 12 22:57:02.555856 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1cdaf22e-8c75-4c28-ba89-35364be85ee9 req-2658be57-4957-46a3-a92c-40ccbdd41a36 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.557631 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1cdaf22e-8c75-4c28-ba89-35364be85ee9 req-2658be57-4957-46a3-a92c-40ccbdd41a36 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4803591 Oct 12 22:57:02.627917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:02.733773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84faf9e6-6b8c-49ca-aabe-928aca51337e req-9fb62281-2f6e-4160-bb93-10ba3c6d1d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:02.735297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84faf9e6-6b8c-49ca-aabe-928aca51337e req-9fb62281-2f6e-4160-bb93-10ba3c6d1d74 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 1097 time: 0.1518154 Oct 12 22:57:02.763430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3683e0ee-0eef-4d7b-af41-163f36c3f162 req-ab338af5-67f6-4af0-a8ae-186026a8e4cf tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/723a23a8-4ad4-4bf3-aed3-6a8003e84522 HTTP/1.1" status: 200 len: 1806 time: 0.1423495 Oct 12 22:57:02.782691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-3683e0ee-0eef-4d7b-af41-163f36c3f162 req-c62a436f-5920-45b7-bfad-9ee5f1c90f17 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '723a23a8-4ad4-4bf3-aed3-6a8003e84522', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:02.784009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-3683e0ee-0eef-4d7b-af41-163f36c3f162 req-c62a436f-5920-45b7-bfad-9ee5f1c90f17 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '723a23a8-4ad4-4bf3-aed3-6a8003e84522', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:02.841966 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Floating IP 38aafced-ce83-4c2c-b2c7-bcd8daba0385 associated. External IP: 172.25.2.195, port: 5d17011a-b4bc-42e5-ac1c-e8b3ba201986. Oct 12 22:57:02.845977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84faf9e6-6b8c-49ca-aabe-928aca51337e req-548496ba-1c32-4120-80f5-a529114680ee service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815787 Oct 12 22:57:02.883484 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-89828823-5887-413b-bab3-100b167f2783 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:02.885522 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-89828823-5887-413b-bab3-100b167f2783 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.41 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 950 time: 0.0815704 Oct 12 22:57:02.894543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47866) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:02.999223 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3683e0ee-0eef-4d7b-af41-163f36c3f162 req-c62a436f-5920-45b7-bfad-9ee5f1c90f17 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.042070 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:57:03.056635 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3683e0ee-0eef-4d7b-af41-163f36c3f162 req-c62a436f-5920-45b7-bfad-9ee5f1c90f17 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.071508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47870) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:03.083107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00a564-7d54-4da7-8a8e-6181dcb400bd req-2ec77210-29d4-4fa9-87d5-dbc42c55eb56 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:03.084696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f00a564-7d54-4da7-8a8e-6181dcb400bd req-2ec77210-29d4-4fa9-87d5-dbc42c55eb56 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 950 time: 0.1387668 Oct 12 22:57:03.131714 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3683e0ee-0eef-4d7b-af41-163f36c3f162 req-c62a436f-5920-45b7-bfad-9ee5f1c90f17 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.135411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Deleting port 81109a94-34d0-43bd-a798-eb4d6f8d1599 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:03.135856 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.165321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a436f-5920-45b7-bfad-9ee5f1c90f17 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4786184-9be0-4aeb-a0fa-d7f351f7a9bd,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:03.187635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Router a8ab9277-f0c1-4ea5-9138-1aebc543a10e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:57:03.193951 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c910b4d-2e52-43b5-9ac6-bfbc2a7ea9af admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=714da0a8e880418a8997c58848dfe365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2950275 Oct 12 22:57:03.196906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47874) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:03.203978 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f00a564-7d54-4da7-8a8e-6181dcb400bd req-8a0a5d8f-668c-465f-b50f-07458247e9af tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/security-groups?id=9779848e-55e1-4f6b-975b-69f5946ef54e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037250 Oct 12 22:57:03.211707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0997e873-ce95-49b5-8a48-e5be5d1c1a44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db538cfda05b450b93a66d4c4ec61c15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1381783 Oct 12 22:57:03.212305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47876) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:03.279422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3683e0ee-0eef-4d7b-af41-163f36c3f162 req-c62a436f-5920-45b7-bfad-9ee5f1c90f17 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.291431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] For port 81109a94-34d0-43bd-a798-eb4d6f8d1599, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=81109a94-34d0-43bd-a798-eb4d6f8d1599,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:03.297185 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.300411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3683e0ee-0eef-4d7b-af41-163f36c3f162 req-c62a436f-5920-45b7-bfad-9ee5f1c90f17 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5265088 Oct 12 22:57:03.314194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Calling delete_port for 81109a94-34d0-43bd-a798-eb4d6f8d1599 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:03.323563 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a27d02f7-a29a-4267-b979-c13982c91d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.409642 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a27d02f7-a29a-4267-b979-c13982c91d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.413127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18750179-b47e-4590-a8df-e4c4c9f29902 req-f8977582-f4d2-42be-8255-39c83bfe835d tempest-ServerRescueTestJSONUnderV235-814560814 tempest-ServerRescueTestJSONUnderV235-814560814-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a604286-97b0-46cc-9d92-cbeaa47ef8a2 HTTP/1.1" status: 200 len: 210 time: 0.0724063 Oct 12 22:57:03.457738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e82aceb-fec2-486f-ba41-d832fae45a6e req-f7229593-2590-4bb7-a904-a899ed8cfb97 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/723a23a8-4ad4-4bf3-aed3-6a8003e84522 HTTP/1.1" status: 200 len: 2400 time: 0.1357293 Oct 12 22:57:03.493524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-7e82aceb-fec2-486f-ba41-d832fae45a6e req-d51e94de-84e0-425f-a9c4-5cb153860464 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '723a23a8-4ad4-4bf3-aed3-6a8003e84522', 'remote_group_id': None}]} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:03.494329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-7e82aceb-fec2-486f-ba41-d832fae45a6e req-d51e94de-84e0-425f-a9c4-5cb153860464 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '723a23a8-4ad4-4bf3-aed3-6a8003e84522', 'remote_group_id': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:03.503259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87dcf26c-f3f2-4649-8b6e-19e8b39f895e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.530570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:03.536043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.543549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] Sync routers for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:03.556810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:03.559286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:03.598774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87dcf26c-f3f2-4649-8b6e-19e8b39f895e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.606605 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a27d02f7-a29a-4267-b979-c13982c91d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.611111 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a27d02f7-a29a-4267-b979-c13982c91d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.612979 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a27d02f7-a29a-4267-b979-c13982c91d30 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7490698-970b-4ef3-bb9b-d3141eefb987 HTTP/1.1" status: 204 len: 168 time: 0.3971262 Oct 12 22:57:03.624928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d02f7-a29a-4267-b979-c13982c91d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7490698-970b-4ef3-bb9b-d3141eefb987,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:03.641036 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.668235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e40e1894-d840-42c1-84f3-a979ddc5c825 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "PUT /v2.0/floatingips/38aafced-ce83-4c2c-b2c7-bcd8daba0385 HTTP/1.1" status: 200 len: 991 time: 2.5893207 Oct 12 22:57:03.698981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['81109a94-34d0-43bd-a798-eb4d6f8d1599'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:03.713010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Pushing event deleted for resources: {'Port': ['ID=81109a94-34d0-43bd-a798-eb4d6f8d1599,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:03.780669 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e82aceb-fec2-486f-ba41-d832fae45a6e req-d51e94de-84e0-425f-a9c4-5cb153860464 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.801174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:03.865487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] No DVR routers for this DVR port 81109a94-34d0-43bd-a798-eb4d6f8d1599 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:57:03.868497 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.875580 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc9ae476-dd85-4f9d-b7c6-726283c725ac req-7e069a40-68a5-45d0-916a-296c5c886807 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.41 "DELETE /v2.0/ports/81109a94-34d0-43bd-a798-eb4d6f8d1599 HTTP/1.1" status: 204 len: 173 time: 0.9819305 Oct 12 22:57:03.876396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4617107e-7e92-4071-88ed-0b79cd5dbc0d', 'name': 'network-vif-deleted', 'tag': '81109a94-34d0-43bd-a798-eb4d6f8d1599'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:03.889447 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc74cba0-a5fb-455e-bbbe-ca1c84667811" -d '{"events": [{"server_uuid": "4617107e-7e92-4071-88ed-0b79cd5dbc0d", "name": "network-vif-deleted", "tag": "81109a94-34d0-43bd-a798-eb4d6f8d1599"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:03.916021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70f0717-e687-413e-b74d-6a0b0705a122 req-42f4568d-4129-402c-a450-9b956f9f73c3 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:03.924214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e70f0717-e687-413e-b74d-6a0b0705a122 req-42f4568d-4129-402c-a450-9b956f9f73c3 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 945 time: 0.2188723 Oct 12 22:57:03.938346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e82aceb-fec2-486f-ba41-d832fae45a6e req-d51e94de-84e0-425f-a9c4-5cb153860464 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.939397 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87dcf26c-f3f2-4649-8b6e-19e8b39f895e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.946953 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87dcf26c-f3f2-4649-8b6e-19e8b39f895e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:03.950238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-87dcf26c-f3f2-4649-8b6e-19e8b39f895e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3c19a0a-edcf-4539-bfb0-f92fa07c0548 HTTP/1.1" status: 204 len: 168 time: 0.7464077 Oct 12 22:57:03.986263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcf26c-f3f2-4649-8b6e-19e8b39f895e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3c19a0a-edcf-4539-bfb0-f92fa07c0548,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:04.002702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e70f0717-e687-413e-b74d-6a0b0705a122 req-550115e7-2139-4fe6-a000-c4f61492df3a tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772324 Oct 12 22:57:04.031504 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e82aceb-fec2-486f-ba41-d832fae45a6e req-d51e94de-84e0-425f-a9c4-5cb153860464 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:04.067264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51e94de-84e0-425f-a9c4-5cb153860464 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baeca087-eb04-4f81-a821-548adab8df1a,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:04.180585 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e82aceb-fec2-486f-ba41-d832fae45a6e req-d51e94de-84e0-425f-a9c4-5cb153860464 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:04.181857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e82aceb-fec2-486f-ba41-d832fae45a6e req-d51e94de-84e0-425f-a9c4-5cb153860464 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7230754 Oct 12 22:57:04.182303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '38aafced-ce83-4c2c-b2c7-bcd8daba0385', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'floating_ip_address': '172.25.2.195', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'port_id': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'mac_address': 'fa:16:3e:6f:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:56:39Z', 'updated_at': '2021-10-12T22:57:02Z', 'revision_number': 1, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dd99ef-ec49-4c4e-9ac2-5c216d460691', 'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'mac_address': 'fa:16:3e:ef:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:26Z', 'updated_at': '2021-10-12T22:56:34Z', 'revision_number': 5, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'subnets': [{'id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:04.209145 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e57b54c-4a10-4937-85a7-670db8656ff0 x-openstack-request-id: req-1e57b54c-4a10-4937-85a7-670db8656ff0 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:04.210735 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4617107e-7e92-4071-88ed-0b79cd5dbc0d", "name": "network-vif-deleted", "tag": "81109a94-34d0-43bd-a798-eb4d6f8d1599", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:04.210735 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1e57b54c-4a10-4937-85a7-670db8656ff0 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:04.210735 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4617107e-7e92-4071-88ed-0b79cd5dbc0d', 'name': 'network-vif-deleted', 'tag': '81109a94-34d0-43bd-a798-eb4d6f8d1599', 'status': 'completed', 'code': 200} Oct 12 22:57:04.215151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] Checking router: a8ab9277-f0c1-4ea5-9138-1aebc543a10e for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:04.227570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:04.228458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:04.279833 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a6bc63c-4780-4a5f-8ae2-4e37a3954ac5 req-56452e9c-a5e0-4e1b-b6c8-ab9bc928b08e tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/723a23a8-4ad4-4bf3-aed3-6a8003e84522 HTTP/1.1" status: 200 len: 2999 time: 0.0734558 Oct 12 22:57:04.338094 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea15493f-cce0-408a-b32f-eacb56d3a1d5 req-fe551412-7a52-4a9a-a3d1-5b85391f3db0 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-group-rules/baeca087-eb04-4f81-a821-548adab8df1a HTTP/1.1" status: 200 len: 783 time: 0.0347967 Oct 12 22:57:04.407904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e98b83d-648c-405a-98b1-1edfdb9a80ea req-5e24d9a7-00d7-4f66-ab67-cbe13a550210 tempest-ImagesNegativeTestJSON-603344658 tempest-ImagesNegativeTestJSON-603344658-project] 10.222.0.31 "GET /v2.0/ports?device_id=4617107e-7e92-4071-88ed-0b79cd5dbc0d HTTP/1.1" status: 200 len: 210 time: 0.0609303 Oct 12 22:57:04.441158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea15493f-cce0-408a-b32f-eacb56d3a1d5 req-a30aad66-419d-4e4b-ad35-69d6e55c59a5 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/723a23a8-4ad4-4bf3-aed3-6a8003e84522 HTTP/1.1" status: 200 len: 2999 time: 0.0908146 Oct 12 22:57:04.474245 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ea15493f-cce0-408a-b32f-eacb56d3a1d5 req-c79b37a2-069a-4623-ae46-79b96e1ed2a8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:04.482695 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ea15493f-cce0-408a-b32f-eacb56d3a1d5 req-c79b37a2-069a-4623-ae46-79b96e1ed2a8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:04.542819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47910) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:04.548901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'tag': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:04.552918 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d35dae6d-eb98-43f2-8bdd-dd9183c02603" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe5f1e1-fd16-486f-9edc-a94c2a1cb318", "tag": "5d17011a-b4bc-42e5-ac1c-e8b3ba201986"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:04.555337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:04.608479 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a27ea2-968f-42ee-8d9e-80f2cd0d72e9 x-openstack-request-id: req-72a27ea2-968f-42ee-8d9e-80f2cd0d72e9 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:04.608869 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe5f1e1-fd16-486f-9edc-a94c2a1cb318", "tag": "5d17011a-b4bc-42e5-ac1c-e8b3ba201986", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:04.609210 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72a27ea2-968f-42ee-8d9e-80f2cd0d72e9 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:04.609696 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'tag': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986', 'status': 'completed', 'code': 200} Oct 12 22:57:04.619926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ea15493f-cce0-408a-b32f-eacb56d3a1d5 req-c79b37a2-069a-4623-ae46-79b96e1ed2a8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:04.637522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ea15493f-cce0-408a-b32f-eacb56d3a1d5 req-c79b37a2-069a-4623-ae46-79b96e1ed2a8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:04.642555 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea15493f-cce0-408a-b32f-eacb56d3a1d5 req-c79b37a2-069a-4623-ae46-79b96e1ed2a8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/baeca087-eb04-4f81-a821-548adab8df1a HTTP/1.1" status: 204 len: 173 time: 0.1937280 Oct 12 22:57:04.643452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79b37a2-069a-4623-ae46-79b96e1ed2a8 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=baeca087-eb04-4f81-a821-548adab8df1a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:04.809359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-22ad270e-0d08-4571-9db6-6dfa4f600258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:04.810995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-22ad270e-0d08-4571-9db6-6dfa4f600258 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c0e2af2b4f44748bb34c921f129223f&device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 1097 time: 0.1629374 Oct 12 22:57:04.836097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b1fe1e7-3d92-4f72-8a6f-f2735a0e3595 req-8348a81b-7032-4fc8-9efe-7328fc6b0d91 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/723a23a8-4ad4-4bf3-aed3-6a8003e84522 HTTP/1.1" status: 200 len: 2400 time: 0.1517456 Oct 12 22:57:04.989952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '38aafced-ce83-4c2c-b2c7-bcd8daba0385', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'floating_ip_address': '172.25.2.195', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'port_id': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'mac_address': 'fa:16:3e:6f:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:56:39Z', 'updated_at': '2021-10-12T22:57:02Z', 'revision_number': 1, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dd99ef-ec49-4c4e-9ac2-5c216d460691', 'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'mac_address': 'fa:16:3e:ef:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:26Z', 'updated_at': '2021-10-12T22:56:34Z', 'revision_number': 5, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'subnets': [{'id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:05.033132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37e0f558-4be8-4f69-bcf4-3824b5974eab None None] The sync data for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 is: [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '38aafced-ce83-4c2c-b2c7-bcd8daba0385', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'floating_ip_address': '172.25.2.195', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'port_id': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'mac_address': 'fa:16:3e:6f:40:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:56:39Z', 'updated_at': '2021-10-12T22:57:02Z', 'revision_number': 1, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05dd99ef-ec49-4c4e-9ac2-5c216d460691', 'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'mac_address': 'fa:16:3e:ef:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:26Z', 'updated_at': '2021-10-12T22:56:34Z', 'revision_number': 5, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'subnets': [{'id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:57:05.095054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-c80570da-2b6f-4f15-8ee9-0a1072298e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:05.096540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-c80570da-2b6f-4f15-8ee9-0a1072298e71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2238fd3-3031-480d-a175-abb5fe8f8d87 HTTP/1.1" status: 200 len: 916 time: 0.2748837 Oct 12 22:57:05.097480 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6b1fe1e7-3d92-4f72-8a6f-f2735a0e3595 req-16809a80-69bb-4359-9288-7a0b80743e28 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:05.174021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daa6c35-58da-4512-adb2-eb36c923f7ba req-d4e55501-2eee-4f56-9504-471e1a1b32fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:05.175887 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6daa6c35-58da-4512-adb2-eb36c923f7ba req-d4e55501-2eee-4f56-9504-471e1a1b32fd tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 945 time: 0.0658946 Oct 12 22:57:05.232314 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6b1fe1e7-3d92-4f72-8a6f-f2735a0e3595 req-16809a80-69bb-4359-9288-7a0b80743e28 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:05.266027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6daa6c35-58da-4512-adb2-eb36c923f7ba req-1eedb505-b5da-4fcc-a307-9464095bc741 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778494 Oct 12 22:57:05.291653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-72acae46-20e7-4663-addf-0279e5678196 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d17011a-b4bc-42e5-ac1c-e8b3ba201986 HTTP/1.1" status: 200 len: 999 time: 0.1568377 Oct 12 22:57:05.386813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-1248397b-67b1-449b-b293-6ef86bb590a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:05.388520 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-1248397b-67b1-449b-b293-6ef86bb590a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39cea048-3b5f-4f22-89a4-b3659d0567d5 HTTP/1.1" status: 200 len: 854 time: 0.0720229 Oct 12 22:57:05.461611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47948) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:05.463775 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a368547-5671-4501-b207-40dbfcf430de None None] New status for floating IP 38aafced-ce83-4c2c-b2c7-bcd8daba0385: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:57:05.479128 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6b1fe1e7-3d92-4f72-8a6f-f2735a0e3595 req-16809a80-69bb-4359-9288-7a0b80743e28 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:05.481798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6b1fe1e7-3d92-4f72-8a6f-f2735a0e3595 req-16809a80-69bb-4359-9288-7a0b80743e28 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:05.493771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b1fe1e7-3d92-4f72-8a6f-f2735a0e3595 req-16809a80-69bb-4359-9288-7a0b80743e28 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "DELETE /v2.0/security-groups/723a23a8-4ad4-4bf3-aed3-6a8003e84522 HTTP/1.1" status: 204 len: 173 time: 0.5883636 Oct 12 22:57:05.524586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-739b1827-3a80-4566-a251-3142ea166af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:05.526112 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-739b1827-3a80-4566-a251-3142ea166af0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2238fd3-3031-480d-a175-abb5fe8f8d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292393 Oct 12 22:57:05.582504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16809a80-69bb-4359-9288-7a0b80743e28 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=723a23a8-4ad4-4bf3-aed3-6a8003e84522,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:05.648365 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-512bd40f-31f4-4397-a9b1-c61b7ef1c8bf req-de6311b4-3380-4350-b381-2b35c1ded360 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] show failed (client error): The resource could not be found. Oct 12 22:57:05.662769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-512bd40f-31f4-4397-a9b1-c61b7ef1c8bf req-de6311b4-3380-4350-b381-2b35c1ded360 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/b7fc5ca7-69eb-4d60-a339-dfc778cc1c28 HTTP/1.1" status: 404 len: 352 time: 0.0767374 Oct 12 22:57:05.686462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-network', 'tenant_id': '5f25904565e44fac9258e726832956a7'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:05.779446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Made reservation on behalf of 5f25904565e44fac9258e726832956a7 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:05.782111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:05.799612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:05.828915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-4b30a057-ca96-4e63-b002-162bfcccc3f6 service neutron] 10.222.0.41 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935791 Oct 12 22:57:05.858779 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b9e4629-1b01-4831-b1bb-e8531f1fdfd4 req-4db69248-c182-42f2-b823-d3cc2dc36257 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/d9b0ea97-3956-41f5-88d5-5d68baa09a16 HTTP/1.1" status: 200 len: 1806 time: 0.0941191 Oct 12 22:57:05.875044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:05.935080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47974) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:05.951710 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.019681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.045233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:57:06.067575 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.068050 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Added segment 73561cd9-ef6c-4adf-a01e-95295f3121dd of type vlan for network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 Oct 12 22:57:06.072655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1053581787'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:06.100192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d35dae6d-eb98-43f2-8bdd-dd9183c02603 req-f28714cc-1671-437d-9048-fe665cf15781 service neutron] 10.222.0.41 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2548208 Oct 12 22:57:06.100493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:06.106515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5b9e4629-1b01-4831-b1bb-e8531f1fdfd4 req-e8b0563b-d724-49c4-8ea4-ac517bc123b2 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.159956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.165044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5b9e4629-1b01-4831-b1bb-e8531f1fdfd4 req-e8b0563b-d724-49c4-8ea4-ac517bc123b2 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.214252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Made reservation on behalf of d7ee6e83307f49f9be564bc815d1a10d for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:06.218007 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.229152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.278012 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.278900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:06.279507 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.372792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] Pushing event updated for resources: {'Network': ['ID=2335fa9a-95f0-4aaa-a0eb-107579b020d0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:06.387660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:57:06.391233 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.414116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-32eb4981-1dc3-493b-b21e-b329ee90c1de admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9519923 Oct 12 22:57:06.414726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48004) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:06.419573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Request body: {'subnet': {'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-subnet', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:06.505488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.525508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:57:06.541365 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.542199 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Added segment 5eefb5bd-c72b-4bad-9979-77d7376d1a0b of type vlan for network e3d1b60f-74d0-4baf-af7f-6a4a8023b56e Oct 12 22:57:06.600783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.634334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Made reservation on behalf of 5f25904565e44fac9258e726832956a7 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:06.637400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.638241 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5b9e4629-1b01-4831-b1bb-e8531f1fdfd4 req-e8b0563b-d724-49c4-8ea4-ac517bc123b2 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.641020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5b9e4629-1b01-4831-b1bb-e8531f1fdfd4 req-e8b0563b-d724-49c4-8ea4-ac517bc123b2 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.655309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b9e4629-1b01-4831-b1bb-e8531f1fdfd4 req-e8b0563b-d724-49c4-8ea4-ac517bc123b2 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "DELETE /v2.0/security-groups/d9b0ea97-3956-41f5-88d5-5d68baa09a16 HTTP/1.1" status: 204 len: 173 time: 0.7781818 Oct 12 22:57:06.671261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0563b-d724-49c4-8ea4-ac517bc123b2 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b0ea97-3956-41f5-88d5-5d68baa09a16,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:06.727110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.733259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:06.734053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.748720 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-574a560d-a5ee-4e88-becc-c6001877f793 req-90a13826-afce-4ba9-bf3f-818ebf48f89a tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/360b0abb-c4bc-4eb9-9a9a-2bbceaa24bbf HTTP/1.1" status: 200 len: 1805 time: 0.0490413 Oct 12 22:57:06.753560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Deleting port 561c6651-84ad-41ed-bc91-497006bc0d86 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:06.753981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.757649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 81109a94-34d0-43bd-a798-eb4d6f8d1599 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:57:06.807799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 81109a94-34d0-43bd-a798-eb4d6f8d1599 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:57:06.808632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 81109a94-34d0-43bd-a798-eb4d6f8d1599 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:57:06.825265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97762aa9-06ff-4699-80ff-a9691df78009,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:06.869495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-574a560d-a5ee-4e88-becc-c6001877f793 req-fae689d2-58ca-4b82-9fd8-a9dc0c3d09e5 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.873804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Pushing event updated for resources: {'Network': ['ID=e3d1b60f-74d0-4baf-af7f-6a4a8023b56e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:06.885405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e3d1b60f-74d0-4baf-af7f-6a4a8023b56e details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:57:06.914228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] For port 561c6651-84ad-41ed-bc91-497006bc0d86, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=561c6651-84ad-41ed-bc91-497006bc0d86,segment=NetworkSegment(9acf414e-f71c-4749-b36b-cba68c7124d3),segment_id=9acf414e-f71c-4749-b36b-cba68c7124d3)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:06.914911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.918443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-574a560d-a5ee-4e88-becc-c6001877f793 req-fae689d2-58ca-4b82-9fd8-a9dc0c3d09e5 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:06.948874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Calling delete_port for 561c6651-84ad-41ed-bc91-497006bc0d86 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:07.128777 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2fc27f85-8b0a-4175-ba44-af6bf40efc62 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1911197 Oct 12 22:57:07.130453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48028) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:07.138062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Request body: {'subnet': {'network_id': 'e3d1b60f-74d0-4baf-af7f-6a4a8023b56e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:07.231320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-574a560d-a5ee-4e88-becc-c6001877f793 req-fae689d2-58ca-4b82-9fd8-a9dc0c3d09e5 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.234083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-574a560d-a5ee-4e88-becc-c6001877f793 req-fae689d2-58ca-4b82-9fd8-a9dc0c3d09e5 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.235262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-574a560d-a5ee-4e88-becc-c6001877f793 req-fae689d2-58ca-4b82-9fd8-a9dc0c3d09e5 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "DELETE /v2.0/security-groups/360b0abb-c4bc-4eb9-9a9a-2bbceaa24bbf HTTP/1.1" status: 204 len: 173 time: 0.4785416 Oct 12 22:57:07.247500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae689d2-58ca-4b82-9fd8-a9dc0c3d09e5 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=360b0abb-c4bc-4eb9-9a9a-2bbceaa24bbf,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:07.286286 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.295673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a77fb8-04db-4bdf-986d-2bb791e46488 req-650d3f99-8cf1-401a-a838-230f3f90bb92 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:07.297237 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58a77fb8-04db-4bdf-986d-2bb791e46488 req-650d3f99-8cf1-401a-a838-230f3f90bb92 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 945 time: 0.0927618 Oct 12 22:57:07.298071 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50d70216-0571-49b3-8ae3-3f3e5aefb4b9 req-770cc70e-85f2-4df0-aaba-76cd1ad62c58 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/b54d8ef1-4a94-41e0-900c-d4bf9c86cd2b HTTP/1.1" status: 200 len: 1807 time: 0.0412047 Oct 12 22:57:07.354882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.381429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Pushing event deleted for resources: {'Port': ['ID=561c6651-84ad-41ed-bc91-497006bc0d86,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:07.416722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fca3525-91b5-4ede-be8c-3e374c0369bc,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:07.425214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-50d70216-0571-49b3-8ae3-3f3e5aefb4b9 req-e5996f51-57aa-40e9-8a0d-b4f12eb40f0c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.429578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58a77fb8-04db-4bdf-986d-2bb791e46488 req-96f3cf36-d192-4085-a5ce-e86f76d3cc55 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142881 Oct 12 22:57:07.432415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Made reservation on behalf of d7ee6e83307f49f9be564bc815d1a10d for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:07.435805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.452284 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-50d70216-0571-49b3-8ae3-3f3e5aefb4b9 req-e5996f51-57aa-40e9-8a0d-b4f12eb40f0c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.490118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Checking segment: {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:07.490665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Network hostable DHCP agents. Network: 2335fa9a-95f0-4aaa-a0eb-107579b020d0, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:57:07.640201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:57:07.663579 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.694998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48040) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:07.703060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 938962c4-7549-4596-acdb-0bb254f56ee4 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:57:07.759786 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-50d70216-0571-49b3-8ae3-3f3e5aefb4b9 req-e5996f51-57aa-40e9-8a0d-b4f12eb40f0c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.762622 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-50d70216-0571-49b3-8ae3-3f3e5aefb4b9 req-e5996f51-57aa-40e9-8a0d-b4f12eb40f0c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.763785 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50d70216-0571-49b3-8ae3-3f3e5aefb4b9 req-e5996f51-57aa-40e9-8a0d-b4f12eb40f0c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "DELETE /v2.0/security-groups/b54d8ef1-4a94-41e0-900c-d4bf9c86cd2b HTTP/1.1" status: 204 len: 173 time: 0.4534693 Oct 12 22:57:07.780909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.784051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 2335fa9a-95f0-4aaa-a0eb-107579b020d0) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:07.791323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5996f51-57aa-40e9-8a0d-b4f12eb40f0c tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54d8ef1-4a94-41e0-900c-d4bf9c86cd2b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:07.796074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9861775b-b4ad-4d47-81f5-da8d0081ea79 None None] Network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:07.841217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:07.845271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:07.884494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 938962c4-7549-4596-acdb-0bb254f56ee4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=938962c4-7549-4596-acdb-0bb254f56ee4,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:07.909929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '938962c4-7549-4596-acdb-0bb254f56ee4', 'network_id': '2a872c47-5047-4e2e-95c5-e646dc8dc210', 'port_id': '938962c4-7549-4596-acdb-0bb254f56ee4', 'mac_address': 'fa:16:3e:d1:b5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b95754ae-0b03-4743-82ac-8dca0d4100ae', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:57:07.935300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Pushing event updated for resources: {'Subnet': ['ID=276d9ccf-2ce7-429a-b012-13b4a6f7f8ed,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:07.944184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Router 977fbb98-f97b-4a22-98a2-6e9107873675 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:57:07.965602 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ed0a2d49-4cd1-4fc4-bfdf-ff6d6e4cda72 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ba067441936e4048a41dad045e268968&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2692556 Oct 12 22:57:07.968129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48048) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:07.978276 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84640d84-3fcd-432b-ae5f-371ffe861adc req-478d1fcb-8df2-4434-af9b-b1ef47478631 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/5798de48-59ae-447f-84e0-ee689b1688dc HTTP/1.1" status: 200 len: 2405 time: 0.1494560 Oct 12 22:57:07.992629 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.004514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Checking segment: {'id': '5eefb5bd-c72b-4bad-9979-77d7376d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e3d1b60f-74d0-4baf-af7f-6a4a8023b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:08.005021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Network hostable DHCP agents. Network: e3d1b60f-74d0-4baf-af7f-6a4a8023b56e, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:57:08.010201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 938962c4-7549-4596-acdb-0bb254f56ee4 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:08.032691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-903fac1f-d972-48cc-ade9-83b5615a728d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6168852 Oct 12 22:57:08.037920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48050) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:08.042825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:08.054781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 938962c4-7549-4596-acdb-0bb254f56ee4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=938962c4-7549-4596-acdb-0bb254f56ee4,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:08.062507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:57:08.063513 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.090012 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b65a7d0b-9559-49e5-b64f-34f6e162ddb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.109194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:08.111215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-84640d84-3fcd-432b-ae5f-371ffe861adc req-6b997fca-5c82-45f3-9e6a-e85c27ff9a8b tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.115400 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8630853d-3435-459f-8ddb-aaeb17c03095 admin admin] 10.222.0.31 "PUT /v2.0/routers/977fbb98-f97b-4a22-98a2-6e9107873675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5713210 Oct 12 22:57:08.118046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48052) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:08.132002 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b65a7d0b-9559-49e5-b64f-34f6e162ddb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.140672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] Sync routers for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:08.152026 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.156171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:08.156506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-84640d84-3fcd-432b-ae5f-371ffe861adc req-6b997fca-5c82-45f3-9e6a-e85c27ff9a8b tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.157046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:08.179061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Network e3d1b60f-74d0-4baf-af7f-6a4a8023b56e is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:57:08.207158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.212217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.257150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.260768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, e3d1b60f-74d0-4baf-af7f-6a4a8023b56e) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:08.265532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:08.266609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.297287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ea150-bc0d-40c5-a589-491cd54f757c None None] Network e3d1b60f-74d0-4baf-af7f-6a4a8023b56e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:08.299450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['938962c4-7549-4596-acdb-0bb254f56ee4'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:08.309811 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-84640d84-3fcd-432b-ae5f-371ffe861adc req-6b997fca-5c82-45f3-9e6a-e85c27ff9a8b tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.313050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-84640d84-3fcd-432b-ae5f-371ffe861adc req-6b997fca-5c82-45f3-9e6a-e85c27ff9a8b tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.314293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84640d84-3fcd-432b-ae5f-371ffe861adc req-6b997fca-5c82-45f3-9e6a-e85c27ff9a8b tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "DELETE /v2.0/security-groups/5798de48-59ae-447f-84e0-ee689b1688dc HTTP/1.1" status: 204 len: 173 time: 0.3237824 Oct 12 22:57:08.333391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b997fca-5c82-45f3-9e6a-e85c27ff9a8b tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5798de48-59ae-447f-84e0-ee689b1688dc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:08.335348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b65a7d0b-9559-49e5-b64f-34f6e162ddb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.347423 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b65a7d0b-9559-49e5-b64f-34f6e162ddb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.349404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b65a7d0b-9559-49e5-b64f-34f6e162ddb3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9779848e-55e1-4f6b-975b-69f5946ef54e HTTP/1.1" status: 204 len: 168 time: 0.3803353 Oct 12 22:57:08.354840 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-14764181-95b2-4517-833f-0aad2cb36f80 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2228451 Oct 12 22:57:08.362332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48058) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:08.367825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Request body: {'port': {'network_id': 'e3d1b60f-74d0-4baf-af7f-6a4a8023b56e', 'name': 'tempest-TagsExtTest-740709863'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:08.371610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a7d0b-9559-49e5-b64f-34f6e162ddb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9779848e-55e1-4f6b-975b-69f5946ef54e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:08.478663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.490902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Allocated IP 172.20.0.2 (2335fa9a-95f0-4aaa-a0eb-107579b020d0/2fca3525-91b5-4ede-be8c-3e374c0369bc/41fc650d-0a1b-48f5-9b1d-b3079f6caa2a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:08.498468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aacc2e85-9f66-414d-992b-08ba7d489242 req-5f5962bc-77c3-40b1-9b6c-75d84ff1e210 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "GET /v2.0/security-groups/14d95b35-2120-45a9-a21b-28ec2e569962 HTTP/1.1" status: 200 len: 2398 time: 0.1339624 Oct 12 22:57:08.503066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.598643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626bc6f3-0d12-4a06-bb47-098c53b30339 req-bae8328d-2f2b-4b48-b9c8-7b7d2660fd89 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:08.602782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-626bc6f3-0d12-4a06-bb47-098c53b30339 req-bae8328d-2f2b-4b48-b9c8-7b7d2660fd89 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 944 time: 0.0841038 Oct 12 22:57:08.602782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Made reservation on behalf of d7ee6e83307f49f9be564bc815d1a10d for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:08.607090 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.626216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=938962c4-7549-4596-acdb-0bb254f56ee4,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:08.650192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] device_id is not set on port c6c162fa-296a-4674-bafc-e48039728ed3 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 22:57:08.708264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:08.757558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-aacc2e85-9f66-414d-992b-08ba7d489242 req-1dfd6cbd-880e-465a-bd7e-9f5fcb715847 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.761082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.799320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-aacc2e85-9f66-414d-992b-08ba7d489242 req-1dfd6cbd-880e-465a-bd7e-9f5fcb715847 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.799597 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-626bc6f3-0d12-4a06-bb47-098c53b30339 req-263e1f13-3c12-4e4f-b665-834272a11259 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831474 Oct 12 22:57:08.815611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Deleting port 0df060c2-4099-410f-870c-5f7241ef3966 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:08.815961 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:08.944621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Allocated IP 172.20.0.12 (e3d1b60f-74d0-4baf-af7f-6a4a8023b56e/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/c6c162fa-296a-4674-bafc-e48039728ed3) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:09.043390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] For port 0df060c2-4099-410f-870c-5f7241ef3966, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0df060c2-4099-410f-870c-5f7241ef3966,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:09.043966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.060946 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-aacc2e85-9f66-414d-992b-08ba7d489242 req-1dfd6cbd-880e-465a-bd7e-9f5fcb715847 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.067286 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-aacc2e85-9f66-414d-992b-08ba7d489242 req-1dfd6cbd-880e-465a-bd7e-9f5fcb715847 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.067286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aacc2e85-9f66-414d-992b-08ba7d489242 req-1dfd6cbd-880e-465a-bd7e-9f5fcb715847 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] 10.222.0.31 "DELETE /v2.0/security-groups/14d95b35-2120-45a9-a21b-28ec2e569962 HTTP/1.1" status: 204 len: 173 time: 0.5662374 Oct 12 22:57:09.080508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:09.088344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd6cbd-880e-465a-bd7e-9f5fcb715847 tempest-SecurityGroupRulesTestJSON-797334971 tempest-SecurityGroupRulesTestJSON-797334971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14d95b35-2120-45a9-a21b-28ec2e569962,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:09.104688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Calling delete_port for 0df060c2-4099-410f-870c-5f7241ef3966 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:09.149384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e3d1b60f-74d0-4baf-af7f-6a4a8023b56e', 'network_id': 'e3d1b60f-74d0-4baf-af7f-6a4a8023b56e', 'tenant_id': 'd7ee6e83307f49f9be564bc815d1a10d', 'fixed_ips': [{'subnet_id': '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:57:09.150237 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.216839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-80eef09b-c5ec-41f5-a7a5-975fd73263a7 admin admin] Deleting subnet 59e73269-9931-46e6-b82c-7398c5308478 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:57:09.220129 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-80eef09b-c5ec-41f5-a7a5-975fd73263a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.242180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.256771 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-80eef09b-c5ec-41f5-a7a5-975fd73263a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.341020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.385861 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.411472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Network e3d1b60f-74d0-4baf-af7f-6a4a8023b56e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:09.416656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:09.425646 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-80eef09b-c5ec-41f5-a7a5-975fd73263a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.433013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:09.480437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.501477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Pushing event updated for resources: {'Port': ['ID=c6c162fa-296a-4674-bafc-e48039728ed3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:09.516968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:09.516968 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.525862 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.563818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Allocated IP 172.20.0.2 (e3d1b60f-74d0-4baf-af7f-6a4a8023b56e/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/74edea15-2e44-4d58-be75-e11c264aab69) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:09.571830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:09.583393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:09.584132 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.595426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-de3cf33a-5f7c-46cb-92a4-192da8ecf47b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2319398 Oct 12 22:57:09.599487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:09.601851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48090) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:09.611361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Pushing event updated for resources: {'Port': ['ID=41fc650d-0a1b-48f5-9b1d-b3079f6caa2a,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:09.611767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4637f205-6518-4d6d-ad79-b3ba59f7ec51 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1200449830', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:09.647797 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-80eef09b-c5ec-41f5-a7a5-975fd73263a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.680930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106'}], 'enable_snat': True}, 'gw_port_id': '0df060c2-4099-410f-870c-5f7241ef3966', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:57:07Z', 'revision_number': 5, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port': {'id': '0df060c2-4099-410f-870c-5f7241ef3966', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:29:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'device_owner': 'network:router_gateway', 'standard_attr_id': 823, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:55:39Z', 'updated_at': '2021-10-12T22:55:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:09.692276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eef09b-c5ec-41f5-a7a5-975fd73263a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59e73269-9931-46e6-b82c-7398c5308478,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:09.694028 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.702962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-80eef09b-c5ec-41f5-a7a5-975fd73263a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.708775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-80eef09b-c5ec-41f5-a7a5-975fd73263a7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/59e73269-9931-46e6-b82c-7398c5308478 HTTP/1.1" status: 204 len: 168 time: 0.6171150 Oct 12 22:57:09.709612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48092) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:09.731103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4637f205-6518-4d6d-ad79-b3ba59f7ec51 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.733426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 938962c4-7549-4596-acdb-0bb254f56ee4 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:09.734578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4637f205-6518-4d6d-ad79-b3ba59f7ec51 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.737460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] Checking router: 977fbb98-f97b-4a22-98a2-6e9107873675 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:09.750412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Pushing event deleted for resources: {'Port': ['ID=0df060c2-4099-410f-870c-5f7241ef3966,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:09.790317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Attempting to bind port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:09.790692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Attempting to bind port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:09.791089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Attempting to bind port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a on network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:09.800546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] Routers {'977fbb98-f97b-4a22-98a2-6e9107873675'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:09.801300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['977fbb98-f97b-4a22-98a2-6e9107873675'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:09.855631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:09.856296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Checking segment: {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:09.857078 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.857644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Bound using segment: {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:09.858128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Bound port: 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:09.859498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.866968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Allocated IP 172.25.2.217 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/b9720692-ecc8-46e5-996f-e65b870c23b4) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:09.909519 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.909712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.918440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4637f205-6518-4d6d-ad79-b3ba59f7ec51 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:09.921347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] Set router 977fbb98-f97b-4a22-98a2-6e9107873675 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:10.010032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4637f205-6518-4d6d-ad79-b3ba59f7ec51 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.019449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:57:09Z', 'revision_number': 7, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:10.045298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.067229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bb8bb6-b9b4-4387-ba1e-5466ed8caa4c None None] The sync data for ids ['977fbb98-f97b-4a22-98a2-6e9107873675'] in n-d-790519-14 is: [{'id': '977fbb98-f97b-4a22-98a2-6e9107873675', 'name': 'tempest-ServerRescueTestJSONUnderV235-548625557-router', 'tenant_id': '7dfb554de2734accacaa04bd48dadb65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:55:38Z', 'updated_at': '2021-10-12T22:57:09Z', 'revision_number': 7, 'project_id': '7dfb554de2734accacaa04bd48dadb65', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:57:10.079930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 938962c4-7549-4596-acdb-0bb254f56ee4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:10.080756 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.081647 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.094426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe87d282-ddd4-4fc0-a46d-818176f49f32']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:10.094628 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.116252 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.121066 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4637f205-6518-4d6d-ad79-b3ba59f7ec51 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.125966 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4637f205-6518-4d6d-ad79-b3ba59f7ec51 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5189416 Oct 12 22:57:10.127927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48110) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:10.132105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b3f6864-5533-4671-afbf-ce4c82a60b20') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:10.132404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b3f6864-5533-4671-afbf-ce4c82a60b20') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:10.137195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3d654286-4df3-415e-8bb6-0a8ff390a39e tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-31260414', 'prefixes': ['172.20.0.0/16']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:10.145286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] For port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:10.151102 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.152787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] For port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=41fc650d-0a1b-48f5-9b1d-b3079f6caa2a,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:10.186033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.206660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:57:10.207112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:57:10.209228 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:57:10.220934 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.228079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fb6f5-feb9-4437-8723-7b00000c2438 req-9ce464e7-fed5-486a-9e90-52bd8ac409f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:10.228079 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b78fb6f5-feb9-4437-8723-7b00000c2438 req-9ce464e7-fed5-486a-9e90-52bd8ac409f4 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 944 time: 0.2790244 Oct 12 22:57:10.282914 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.291196 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.291379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Network e3d1b60f-74d0-4baf-af7f-6a4a8023b56e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:10.297998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:10.301950 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b78fb6f5-feb9-4437-8723-7b00000c2438 req-b2b9388d-f4be-4913-8bbd-75c18c30295e tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660737 Oct 12 22:57:10.303285 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.306858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:10.312950 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.313840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 977fbb98-f97b-4a22-98a2-6e9107873675 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:57:10.332841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.334284 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b3a5882b-8601-419d-9cd2-11339b494925 admin admin] 10.222.0.31 "DELETE /v2.0/routers/977fbb98-f97b-4a22-98a2-6e9107873675 HTTP/1.1" status: 204 len: 168 time: 2.2151113 Oct 12 22:57:10.334918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Pushing event updated for resources: {'Port': ['ID=74edea15-2e44-4d58-be75-e11c264aab69,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:10.337021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48112) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:10.397833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.406120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.409483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] 10.222.0.31 "DELETE /v2.0/networks/fe87d282-ddd4-4fc0-a46d-818176f49f32 HTTP/1.1" status: 204 len: 168 time: 0.6957831 Oct 12 22:57:10.421985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938962c4-7549-4596-acdb-0bb254f56ee4'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:10.424286 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adbc64ce-2eae-41c9-a2d8-315ec66ccec4" -d '{"events": [{"server_uuid": "dcabe001-d8da-4148-9d48-a50e95fe5d15", "name": "network-vif-plugged", "status": "completed", "tag": "938962c4-7549-4596-acdb-0bb254f56ee4"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:10.431037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7511548-a228-432c-80a7-df5bee185d9f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe87d282-ddd4-4fc0-a46d-818176f49f32,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:10.441475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-434190f7-cc25-4db8-8808-1b95de621b3d admin admin] Deleting subnet 9ea84a69-e4e5-4402-a0f6-3a7576d28f88 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:57:10.449468 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-434190f7-cc25-4db8-8808-1b95de621b3d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.480750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 938962c4-7549-4596-acdb-0bb254f56ee4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=938962c4-7549-4596-acdb-0bb254f56ee4,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:10.481941 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.495248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cee85-11c1-4077-92f3-4dc3a1116b38 None None] Pushing event updated for resources: {'Port': ['ID=41fc650d-0a1b-48f5-9b1d-b3079f6caa2a,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:10.505609 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f842a720-a067-4e0a-b88e-a5d901b51d0b x-openstack-request-id: req-f842a720-a067-4e0a-b88e-a5d901b51d0b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:10.505996 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcabe001-d8da-4148-9d48-a50e95fe5d15", "name": "network-vif-plugged", "status": "completed", "tag": "938962c4-7549-4596-acdb-0bb254f56ee4", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:10.506129 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f842a720-a067-4e0a-b88e-a5d901b51d0b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:10.508870 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '938962c4-7549-4596-acdb-0bb254f56ee4', 'code': 200} Oct 12 22:57:10.516914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Attempting to bind port 74edea15-2e44-4d58-be75-e11c264aab69 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:10.517311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Attempting to bind port 74edea15-2e44-4d58-be75-e11c264aab69 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5eefb5bd-c72b-4bad-9979-77d7376d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e3d1b60f-74d0-4baf-af7f-6a4a8023b56e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:10.517697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Attempting to bind port 74edea15-2e44-4d58-be75-e11c264aab69 on network e3d1b60f-74d0-4baf-af7f-6a4a8023b56e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:10.526929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:10.527471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Checking segment: {'id': '5eefb5bd-c72b-4bad-9979-77d7376d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e3d1b60f-74d0-4baf-af7f-6a4a8023b56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:10.528011 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.528532 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Bound using segment: {'id': '5eefb5bd-c72b-4bad-9979-77d7376d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e3d1b60f-74d0-4baf-af7f-6a4a8023b56e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:10.529111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Bound port: 74edea15-2e44-4d58-be75-e11c264aab69, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eefb5bd-c72b-4bad-9979-77d7376d1a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e3d1b60f-74d0-4baf-af7f-6a4a8023b56e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:10.529742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.537460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-434190f7-cc25-4db8-8808-1b95de621b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.564803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:10.568287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:10.574072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:10.575801 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.585603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-434190f7-cc25-4db8-8808-1b95de621b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.603650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Pushing event updated for resources: {'Port': ['ID=b9720692-ecc8-46e5-996f-e65b870c23b4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:10.667166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] For port 74edea15-2e44-4d58-be75-e11c264aab69, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:10.675590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] For port 74edea15-2e44-4d58-be75-e11c264aab69, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=74edea15-2e44-4d58-be75-e11c264aab69,segment=NetworkSegment(5eefb5bd-c72b-4bad-9979-77d7376d1a0b),segment_id=5eefb5bd-c72b-4bad-9979-77d7376d1a0b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:10.675590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=938962c4-7549-4596-acdb-0bb254f56ee4,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:10.725767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3d654286-4df3-415e-8bb6-0a8ff390a39e tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for subnetpool, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.727021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3d654286-4df3-415e-8bb6-0a8ff390a39e tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.5975266 Oct 12 22:57:10.735061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48120) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:10.752522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-7ea28a4c-406c-4e5c-abbf-3243b9648001 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed', 'tempest-TagsExtTest-Tag-1676569185') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:10.755667 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.879455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48124) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:10.882714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9394c1-603f-420c-88d2-79e44073038f None None] Pushing event updated for resources: {'Port': ['ID=74edea15-2e44-4d58-be75-e11c264aab69,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:10.891951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-434190f7-cc25-4db8-8808-1b95de621b3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.936060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434190f7-cc25-4db8-8808-1b95de621b3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ea84a69-e4e5-4402-a0f6-3a7576d28f88,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:10.944399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-434190f7-cc25-4db8-8808-1b95de621b3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:10.947835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-434190f7-cc25-4db8-8808-1b95de621b3d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9ea84a69-e4e5-4402-a0f6-3a7576d28f88 HTTP/1.1" status: 204 len: 168 time: 0.6097267 Oct 12 22:57:10.950717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48134) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:10.973685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48136) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:11.086898 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-05facecf-8973-4df5-8764-5bd5465d86e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=411ecccf210a4948a576a23fd4aac17e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1137390 Oct 12 22:57:11.089293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48142) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:11.189587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7ea28a4c-406c-4e5c-abbf-3243b9648001 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags/tempest-TagsExtTest-Tag-1676569185 HTTP/1.1" status: 201 len: 201 time: 0.4564056 Oct 12 22:57:11.195568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48146) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:11.221901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-0792345a-643e-4b2e-9e42-a926e3d7e1ce tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3', 'tempest-TagsExtTest-Tag-1324942356') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:11.265764 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b3cb64b3-6660-4350-a906-5d1944f0f72b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.402497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b3cb64b3-6660-4350-a906-5d1944f0f72b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.446771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4853e0-fec8-4f7a-baf2-6e2c56ee3997 req-67030eb5-1791-43ab-963e-3487618a009a tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:11.448333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed4853e0-fec8-4f7a-baf2-6e2c56ee3997 req-67030eb5-1791-43ab-963e-3487618a009a tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 945 time: 0.1666367 Oct 12 22:57:11.515266 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed4853e0-fec8-4f7a-baf2-6e2c56ee3997 req-5bf58e74-400e-4d2d-8104-0642a9a8809c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565729 Oct 12 22:57:11.586253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0792345a-643e-4b2e-9e42-a926e3d7e1ce tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags/tempest-TagsExtTest-Tag-1324942356 HTTP/1.1" status: 201 len: 201 time: 0.3738055 Oct 12 22:57:11.588946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48150) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:11.595201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-f8ffb501-ef9a-475d-ab1d-dd4673f90d82 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656', 'tempest-TagsExtTest-Tag-1648508558') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:11.601226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.624596 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b3cb64b3-6660-4350-a906-5d1944f0f72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.627508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b3cb64b3-6660-4350-a906-5d1944f0f72b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.631532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b3cb64b3-6660-4350-a906-5d1944f0f72b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cc0eb546-a969-42ad-bd0f-d67367d85445 HTTP/1.1" status: 204 len: 168 time: 0.5411398 Oct 12 22:57:11.647840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.655883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad01b-3a98-4bd2-91f9-12cfa5f61f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.660968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 74edea15-2e44-4d58-be75-e11c264aab69 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:11.757867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 74edea15-2e44-4d58-be75-e11c264aab69 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:11.759177 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.819367 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.849935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0d61019-5e98-46c5-8fb4-b54eb48bd1cf']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:11.872026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9acf414e-f71c-4749-b36b-cba68c7124d3') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:11.872320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9acf414e-f71c-4749-b36b-cba68c7124d3') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:11.901569 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.933236 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.940727 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.946605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:57:11.946982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:11.982565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883e91a7-1117-47de-aeb6-d98d7ab38a9a None None] Network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:57:12.017755 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:57:12.090617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 74edea15-2e44-4d58-be75-e11c264aab69, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=74edea15-2e44-4d58-be75-e11c264aab69,segment=NetworkSegment(5eefb5bd-c72b-4bad-9979-77d7376d1a0b),segment_id=5eefb5bd-c72b-4bad-9979-77d7376d1a0b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:12.105242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-36667be1-477b-4d80-88c8-d585f5acc134 None None] Provisioning complete for port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:12.107048 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-36667be1-477b-4d80-88c8-d585f5acc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.151392 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb64b3-6660-4350-a906-5d1944f0f72b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0eb546-a969-42ad-bd0f-d67367d85445,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:12.196728 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73a02845-682d-4f09-981c-2c1fc67634ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.208730 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.217172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.217985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:12.240836 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.257185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] 10.222.0.31 "DELETE /v2.0/networks/a0d61019-5e98-46c5-8fb4-b54eb48bd1cf HTTP/1.1" status: 204 len: 168 time: 1.2930202 Oct 12 22:57:12.287348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004b7766-d023-41c2-baf3-536d1d8c403f admin admin] Pushing event deleted for resources: {'Network': ['ID=a0d61019-5e98-46c5-8fb4-b54eb48bd1cf,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:12.353728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.373420 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f8ffb501-ef9a-475d-ab1d-dd4673f90d82 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags/tempest-TagsExtTest-Tag-1648508558 HTTP/1.1" status: 201 len: 201 time: 0.7827091 Oct 12 22:57:12.374533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48168) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:12.382241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-f6c498ed-34ee-4428-9263-4c064e159b06 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882', 'tempest-TagsExtTest-Tag-854300723') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:12.389500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb4db3-e224-4dbd-adbd-d21d6b901fdd None None] Network e3d1b60f-74d0-4baf-af7f-6a4a8023b56e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:12.392432 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad01b-3a98-4bd2-91f9-12cfa5f61f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.455774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c1ad01b-3a98-4bd2-91f9-12cfa5f61f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.479974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-199fe844-6cc1-4432-9f89-e8ffef12c0e0 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:12.481507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-199fe844-6cc1-4432-9f89-e8ffef12c0e0 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 945 time: 0.0914867 Oct 12 22:57:12.544342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ad01b-3a98-4bd2-91f9-12cfa5f61f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93527fd-c28c-4154-b731-4733fa8a348a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:12.550968 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1c1ad01b-3a98-4bd2-91f9-12cfa5f61f35 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0138016e73c0477981bc868be249f963&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6703351 Oct 12 22:57:12.554892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48174) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:12.584148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f6c498ed-34ee-4428-9263-4c064e159b06 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags/tempest-TagsExtTest-Tag-854300723 HTTP/1.1" status: 201 len: 201 time: 0.1989741 Oct 12 22:57:12.595294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48176) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:12.625148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-dddadcbf-01c1-4db8-a8da-f4406f2f6207 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:12.636184 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-41067e7c-7ccf-438e-a7d0-755bd55f9102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.692243 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-41067e7c-7ccf-438e-a7d0-755bd55f9102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.694085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48178) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:12.730083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=74edea15-2e44-4d58-be75-e11c264aab69,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:12.779340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Router 482025c1-68e2-49db-8387-ae39479a483a is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:57:12.815476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-36667be1-477b-4d80-88c8-d585f5acc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.817858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b5f90d-9fb6-4b60-8fa2-3fd79e0187db req-bcbc5be6-ae76-4131-8c0b-f829bec8ac1c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:12.819380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97b5f90d-9fb6-4b60-8fa2-3fd79e0187db req-bcbc5be6-ae76-4131-8c0b-f829bec8ac1c tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 945 time: 0.1515157 Oct 12 22:57:12.826398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f3227d09-778d-481a-a62d-750d6866ae98 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dfb554de2734accacaa04bd48dadb65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1213460 Oct 12 22:57:12.830141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48180) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:12.833735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Deleting port 938962c4-7549-4596-acdb-0bb254f56ee4 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:12.834037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.916237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-36667be1-477b-4d80-88c8-d585f5acc134 None None] For port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=41fc650d-0a1b-48f5-9b1d-b3079f6caa2a,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:12.916508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:12.917548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:12.917981 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.924876 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-41067e7c-7ccf-438e-a7d0-755bd55f9102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.930250 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Sync routers for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:12.931085 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-41067e7c-7ccf-438e-a7d0-755bd55f9102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:12.934513 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-41067e7c-7ccf-438e-a7d0-755bd55f9102 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f93527fd-c28c-4154-b731-4733fa8a348a HTTP/1.1" status: 204 len: 168 time: 0.3758264 Oct 12 22:57:12.944066 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:12.944707 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:12.947474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41067e7c-7ccf-438e-a7d0-755bd55f9102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93527fd-c28c-4154-b731-4733fa8a348a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:12.988625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dddadcbf-01c1-4db8-a8da-f4406f2f6207 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags HTTP/1.1" status: 200 len: 241 time: 0.3882084 Oct 12 22:57:12.992882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48186) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:13.010972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-27216f7d-02bc-4473-b23a-236b40a9b40f tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed', 'tempest-TagsExtTest-Tag-1676569185') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:13.011434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97b5f90d-9fb6-4b60-8fa2-3fd79e0187db req-a88cc883-cbca-432e-a65d-758cd9c39d1f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/security-groups?id=3d17f51c-694c-41e9-bb59-849eea0a6e1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838822 Oct 12 22:57:13.017490 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-36667be1-477b-4d80-88c8-d585f5acc134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.114556 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.120434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b31a5f36-c369-4ecf-bbed-a24bdcd3d782 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.0814304 Oct 12 22:57:13.133514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48190) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:13.184076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] For port 938962c4-7549-4596-acdb-0bb254f56ee4, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=938962c4-7549-4596-acdb-0bb254f56ee4,segment=NetworkSegment(2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84),segment_id=2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:13.184659 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.216269 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:13.260872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-27216f7d-02bc-4473-b23a-236b40a9b40f tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags/tempest-TagsExtTest-Tag-1676569185 HTTP/1.1" status: 204 len: 168 time: 0.2648790 Oct 12 22:57:13.261545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48194) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:13.266233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-ae8d5c69-28b6-4699-ba0a-839b978b113d tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed', 'tempest-TagsExtTest-Tag-1676569185') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:13.279899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d8300ad6-d3ff-49f7-8677-c8c80694caf7 None None] Provisioning complete for port 74edea15-2e44-4d58-be75-e11c264aab69 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:13.284340 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8300ad6-d3ff-49f7-8677-c8c80694caf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.305861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8dc8919-3fb2-4f98-8904-e0273eeca800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.345921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 561c6651-84ad-41ed-bc91-497006bc0d86 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:57:13.356026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Calling delete_port for 938962c4-7549-4596-acdb-0bb254f56ee4 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:13.460333 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ae8d5c69-28b6-4699-ba0a-839b978b113d tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags/tempest-TagsExtTest-Tag-1676569185 HTTP/1.1" status: 204 len: 168 time: 0.1969323 Oct 12 22:57:13.462260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 561c6651-84ad-41ed-bc91-497006bc0d86 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:57:13.462506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48202) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:13.462654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 561c6651-84ad-41ed-bc91-497006bc0d86 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:57:13.467644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-e045b433-51c5-488a-97bb-ae1ffff3c57a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:13.490469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0df060c2-4099-410f-870c-5f7241ef3966 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:57:13.492754 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36667be1-477b-4d80-88c8-d585f5acc134 None None] Pushing event updated for resources: {'Port': ['ID=41fc650d-0a1b-48f5-9b1d-b3079f6caa2a,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:13.530669 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8dc8919-3fb2-4f98-8904-e0273eeca800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.534848 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:10Z', 'revision_number': 3, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:13.552596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0df060c2-4099-410f-870c-5f7241ef3966 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:57:13.553058 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0df060c2-4099-410f-870c-5f7241ef3966 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:57:13.593595 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Checking router: 482025c1-68e2-49db-8387-ae39479a483a for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:13.595672 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Updating router 482025c1-68e2-49db-8387-ae39479a483a port b9720692-ecc8-46e5-996f-e65b870c23b4 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:57:13.654736 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.685178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e045b433-51c5-488a-97bb-ae1ffff3c57a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags HTTP/1.1" status: 200 len: 205 time: 0.2211530 Oct 12 22:57:13.686077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48206) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:13.686584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48208) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:13.698496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-01962044-e268-445d-957a-8c8a03785386 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:13.735884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 74edea15-2e44-4d58-be75-e11c264aab69 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:13.861950 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-01962044-e268-445d-957a-8c8a03785386 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags HTTP/1.1" status: 200 len: 241 time: 0.1723924 Oct 12 22:57:13.864676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48216) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:13.875462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-64ca9cfd-6056-4e30-9842-7b15ae813a60 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3', 'tempest-TagsExtTest-Tag-1324942356') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:13.879554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-644df999-14af-4529-9f94-6bb6fe3eb7a4 None None] Provisioning complete for port 74edea15-2e44-4d58-be75-e11c264aab69 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:13.890727 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-644df999-14af-4529-9f94-6bb6fe3eb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.966529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1790898207-network', 'tenant_id': '7dc7cca65f2c44bdae8df51c85e90cb0'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:13.969326 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8dc8919-3fb2-4f98-8904-e0273eeca800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.972376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8dc8919-3fb2-4f98-8904-e0273eeca800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:13.977142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d8dc8919-3fb2-4f98-8904-e0273eeca800 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/55e12bef-fe1d-4edd-b723-6e927c274c80 HTTP/1.1" status: 204 len: 168 time: 1.1371965 Oct 12 22:57:14.003156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc8919-3fb2-4f98-8904-e0273eeca800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e12bef-fe1d-4edd-b723-6e927c274c80,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:14.046917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 74edea15-2e44-4d58-be75-e11c264aab69 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:14.049574 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.081940 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-64ca9cfd-6056-4e30-9842-7b15ae813a60 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags/tempest-TagsExtTest-Tag-1324942356 HTTP/1.1" status: 204 len: 168 time: 0.2139120 Oct 12 22:57:14.084762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48224) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:14.095445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-5340ce13-e9ff-4981-8168-200d5d43e4cf tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3', 'tempest-TagsExtTest-Tag-1324942356') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:14.131578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Made reservation on behalf of 7dc7cca65f2c44bdae8df51c85e90cb0 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:14.134881 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.149987 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.171351 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.183960 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.245236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1651f868-727c-4958-918e-a0320fcc3e70 req-d3f62b10-4ec1-4f60-ba79-c6c9a060bbe7 tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.31 "GET /v2.0/ports?device_id=dcabe001-d8da-4148-9d48-a50e95fe5d15 HTTP/1.1" status: 200 len: 210 time: 0.0655901 Oct 12 22:57:14.254758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Pushing event deleted for resources: {'Port': ['ID=938962c4-7549-4596-acdb-0bb254f56ee4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:14.284573 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.302595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-644df999-14af-4529-9f94-6bb6fe3eb7a4 None None] Provisioning complete for port c6c162fa-296a-4674-bafc-e48039728ed3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:14.303368 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-644df999-14af-4529-9f94-6bb6fe3eb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.318243 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.336258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:14.341268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] No DVR routers for this DVR port 938962c4-7549-4596-acdb-0bb254f56ee4 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:57:14.350282 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.357152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb9e7548-83ba-4b8a-b753-70f316ad11d3 req-a893e83d-4046-448a-9246-67a55c00358f tempest-ImagesTestJSON-1005866164 tempest-ImagesTestJSON-1005866164-project] 10.222.0.25 "DELETE /v2.0/ports/938962c4-7549-4596-acdb-0bb254f56ee4 HTTP/1.1" status: 204 len: 173 time: 1.8691337 Oct 12 22:57:14.357644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'name': 'network-vif-deleted', 'tag': '938962c4-7549-4596-acdb-0bb254f56ee4'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:14.360126 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b945c1-1cb3-4eb9-a699-efc15655c74b" -d '{"events": [{"server_uuid": "dcabe001-d8da-4148-9d48-a50e95fe5d15", "name": "network-vif-deleted", "tag": "938962c4-7549-4596-acdb-0bb254f56ee4"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:14.371670 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5340ce13-e9ff-4981-8168-200d5d43e4cf tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags/tempest-TagsExtTest-Tag-1324942356 HTTP/1.1" status: 204 len: 168 time: 0.2835956 Oct 12 22:57:14.371899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48232) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:14.377362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-5ffcd03b-9389-46c3-b3d8-4fe15ef21f20 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:14.405471 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Attempting to bind port b9720692-ecc8-46e5-996f-e65b870c23b4 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:14.408682 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Attempting to bind port b9720692-ecc8-46e5-996f-e65b870c23b4 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:14.408682 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Attempting to bind port b9720692-ecc8-46e5-996f-e65b870c23b4 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:14.418869 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:14.419324 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:14.419668 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.420057 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:14.420590 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Bound port: b9720692-ecc8-46e5-996f-e65b870c23b4, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:14.420914 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.439674 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.442928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-644df999-14af-4529-9f94-6bb6fe3eb7a4 None None] Port c6c162fa-296a-4674-bafc-e48039728ed3 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:57:14.461066 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f1023b-d7f8-40eb-9e92-fa2b0ccc6750 x-openstack-request-id: req-75f1023b-d7f8-40eb-9e92-fa2b0ccc6750 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:14.461416 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcabe001-d8da-4148-9d48-a50e95fe5d15", "name": "network-vif-deleted", "tag": "938962c4-7549-4596-acdb-0bb254f56ee4", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:14.465191 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-75f1023b-d7f8-40eb-9e92-fa2b0ccc6750 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:14.465191 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcabe001-d8da-4148-9d48-a50e95fe5d15', 'name': 'network-vif-deleted', 'tag': '938962c4-7549-4596-acdb-0bb254f56ee4', 'status': 'completed', 'code': 200} Oct 12 22:57:14.478010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-644df999-14af-4529-9f94-6bb6fe3eb7a4 None None] Provisioning complete for port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:14.478473 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-644df999-14af-4529-9f94-6bb6fe3eb7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.494675 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.503559 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] For port b9720692-ecc8-46e5-996f-e65b870c23b4, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:14.507388 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] For port b9720692-ecc8-46e5-996f-e65b870c23b4, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b9720692-ecc8-46e5-996f-e65b870c23b4,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:14.512937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:57:14.518698 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Pushing event updated for resources: {'Port': ['ID=b9720692-ecc8-46e5-996f-e65b870c23b4,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:14.528016 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.528583 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.528927 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.529259 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.529584 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.529906 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.530250 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.530726 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.531037 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.531356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.531672 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.531985 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:14.555195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8aa639-474b-4911-8c6c-34904e6a2c4b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:14.597542 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.606585 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.606585 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Added segment 44c92a13-ec57-42ad-b80d-63bf832685c1 of type vlan for network a80506f4-1dad-482f-bd83-65b0d9654b04 Oct 12 22:57:14.669379 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5ffcd03b-9389-46c3-b3d8-4fe15ef21f20 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags HTTP/1.1" status: 200 len: 205 time: 0.2809918 Oct 12 22:57:14.669379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48242) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:14.681499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:14.682798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.740465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-dd3bee94-378f-4dd7-a181-2538fb6608fa tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:14.758073 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:14.760579 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:56:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:14.828035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0aef1b61-0924-45c0-8aca-430d0146ad7c None None] Provisioning complete for port c6c162fa-296a-4674-bafc-e48039728ed3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:14.828035 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0aef1b61-0924-45c0-8aca-430d0146ad7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.886655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0aef1b61-0924-45c0-8aca-430d0146ad7c None None] Port c6c162fa-296a-4674-bafc-e48039728ed3 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:57:14.953708 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:14.995862 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85da19b-b6fc-467b-980d-9de347e307f4 None None] Pushing event updated for resources: {'Port': ['ID=b9720692-ecc8-46e5-996f-e65b870c23b4,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:15.061394 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dd3bee94-378f-4dd7-a181-2538fb6608fa tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags HTTP/1.1" status: 200 len: 241 time: 0.4022543 Oct 12 22:57:15.065110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48260) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:15.071792 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51227b16-361c-44ae-8aef-0b24a9250535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:15.077033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c429ed-29cf-4a20-9d36-da76ab629724 req-4c29bcab-d658-4af4-8ecb-1d85e6edd3dc tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:15.077978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-62ac2f98-7b21-4954-8a12-8df9e43a18b4 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656', 'tempest-TagsExtTest-Tag-1648508558') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:15.079666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-34c429ed-29cf-4a20-9d36-da76ab629724 req-4c29bcab-d658-4af4-8ecb-1d85e6edd3dc tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1098 time: 0.1626108 Oct 12 22:57:15.085104 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:15.109972 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:15.111084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:15.111879 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:15.161725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Allocated IP 172.20.0.1 (2335fa9a-95f0-4aaa-a0eb-107579b020d0/2fca3525-91b5-4ede-be8c-3e374c0369bc/3c66b6c2-bbbf-40d3-b6d1-714ab1db7572) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:15.170629 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-34c429ed-29cf-4a20-9d36-da76ab629724 req-9ec37105-40b4-4248-82f5-547e56fc90cd tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828981 Oct 12 22:57:15.189661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] Pushing event updated for resources: {'Network': ['ID=a80506f4-1dad-482f-bd83-65b0d9654b04,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:15.200554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a80506f4-1dad-482f-bd83-65b0d9654b04 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:57:15.212379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48266) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:15.212751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-62ac2f98-7b21-4954-8a12-8df9e43a18b4 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags/tempest-TagsExtTest-Tag-1648508558 HTTP/1.1" status: 204 len: 168 time: 0.1460683 Oct 12 22:57:15.217281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-939acf9c-58fb-4474-8c9a-c1ffd4fd8d8c tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656', 'tempest-TagsExtTest-Tag-1648508558') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:15.318982 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:15.321231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48274) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:15.321564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-228e97b0-f661-4607-bf75-24d8241b0689 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6336012 Oct 12 22:57:15.331167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Request body: {'subnet': {'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1790898207-subnet', 'tenant_id': '7dc7cca65f2c44bdae8df51c85e90cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:15.430336 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:10Z', 'revision_number': 3, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:15.466802 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb080ab-da53-4883-86ae-d3f6e9b3a128 None None] The sync data for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 is: [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:10Z', 'revision_number': 3, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:57:15.470201 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:15.482072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Made reservation on behalf of 7dc7cca65f2c44bdae8df51c85e90cb0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:15.484773 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:15.498754 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:15.555959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-939acf9c-58fb-4474-8c9a-c1ffd4fd8d8c tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags/tempest-TagsExtTest-Tag-1648508558 HTTP/1.1" status: 204 len: 168 time: 0.3424587 Oct 12 22:57:15.558347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48280) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:15.562841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-1f0215dc-2bf1-4ff0-8a04-f2aadcb29180 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:15.595114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:15.600253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:15.620650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:15.670432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:15.685072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1f0215dc-2bf1-4ff0-8a04-f2aadcb29180 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags HTTP/1.1" status: 200 len: 205 time: 0.1256864 Oct 12 22:57:15.690671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48284) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:15.698697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-3d3abc71-4af3-474d-b074-6bad2b8be22c tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:15.736384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 938962c4-7549-4596-acdb-0bb254f56ee4 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:57:15.767861 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3d3abc71-4af3-474d-b074-6bad2b8be22c tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags HTTP/1.1" status: 200 len: 240 time: 0.0755777 Oct 12 22:57:15.775870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48288) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:15.782079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-df00aa72-220c-4321-9852-c4db415d42db tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882', 'tempest-TagsExtTest-Tag-854300723') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:15.795380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 938962c4-7549-4596-acdb-0bb254f56ee4 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:57:15.795380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 938962c4-7549-4596-acdb-0bb254f56ee4 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:57:15.812065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-df00aa72-220c-4321-9852-c4db415d42db tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags/tempest-TagsExtTest-Tag-854300723 HTTP/1.1" status: 204 len: 168 time: 0.0344563 Oct 12 22:57:15.820874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48290) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:15.876328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48292) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:16.034145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-468c37f6-ca8c-4fdc-a631-30dd07f3045d None None] Provisioning complete for port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:16.034739 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-468c37f6-ca8c-4fdc-a631-30dd07f3045d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.064436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-718449773-network', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:16.099606 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.129912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-468c37f6-ca8c-4fdc-a631-30dd07f3045d None None] Port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:57:16.151358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Made reservation on behalf of 84e9a570cba343dabe435f8959c7f6df for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:16.153830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.167040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-174d4bd9-b13a-45b8-b71e-e400304c1e39 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882', 'tempest-TagsExtTest-Tag-854300723') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:16.167858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.200234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Pushing event updated for resources: {'Port': ['ID=3c66b6c2-bbbf-40d3-b6d1-714ab1db7572,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:16.264687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.335077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.363540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:57:16.411875 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.411875 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Added segment 5c38cb90-baeb-429c-8620-79f4cbc4f567 of type vlan for network 604e36bb-4a7f-42a7-b11a-e92c145e9479 Oct 12 22:57:16.445389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-174d4bd9-b13a-45b8-b71e-e400304c1e39 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags/tempest-TagsExtTest-Tag-854300723 HTTP/1.1" status: 204 len: 168 time: 0.6092401 Oct 12 22:57:16.477347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48326) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:16.478268 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.491790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-4a3641c0-274b-481b-871f-b44d0284b4e7 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:16.503158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c370da4-30ae-46d9-842e-254c6ad44d11,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:16.510189 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.562780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4a3641c0-274b-481b-871f-b44d0284b4e7 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags HTTP/1.1" status: 200 len: 205 time: 0.0819161 Oct 12 22:57:16.565536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48330) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:16.573555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-b445c6ff-6e90-4b7f-addf-46feb133e3ee tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:16.605835 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b445c6ff-6e90-4b7f-addf-46feb133e3ee tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags HTTP/1.1" status: 204 len: 168 time: 0.0382724 Oct 12 22:57:16.608492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48332) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:16.622812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-17fbadc6-bf8a-4d4a-b044-42d0a63eaa64 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:16.640866 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.686298 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.687206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:16.687795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.728472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:16.742637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Checking segment: {'id': '44c92a13-ec57-42ad-b80d-63bf832685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:16.742949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Network hostable DHCP agents. Network: a80506f4-1dad-482f-bd83-65b0d9654b04, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:57:16.791400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.806107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] Pushing event updated for resources: {'Network': ['ID=604e36bb-4a7f-42a7-b11a-e92c145e9479,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:16.824366 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-17fbadc6-bf8a-4d4a-b044-42d0a63eaa64 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags HTTP/1.1" status: 204 len: 168 time: 0.2108896 Oct 12 22:57:16.824552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 604e36bb-4a7f-42a7-b11a-e92c145e9479 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:57:16.826509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48338) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:16.831187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-ed1f9413-f55d-4c74-904a-f19840324109 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:16.871427 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Network a80506f4-1dad-482f-bd83-65b0d9654b04 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:57:16.901398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:16.903453 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3f0c7978-edfb-4eb9-93eb-beccf8563b3c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0256529 Oct 12 22:57:16.906232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48344) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:16.914342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Request body: {'subnet': {'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-subnet', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:16.968826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ed1f9413-f55d-4c74-904a-f19840324109 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags HTTP/1.1" status: 204 len: 168 time: 0.1408443 Oct 12 22:57:16.971114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48346) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:16.976516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-13170648-a9e5-42f5-b41d-a856425e3cc2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:16.977595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Pushing event updated for resources: {'Port': ['ID=3c66b6c2-bbbf-40d3-b6d1-714ab1db7572,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:16.983816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:17.032237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a80506f4-1dad-482f-bd83-65b0d9654b04) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:17.035880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Made reservation on behalf of 84e9a570cba343dabe435f8959c7f6df for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:17.036812 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:17.045187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-13170648-a9e5-42f5-b41d-a856425e3cc2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0689471 Oct 12 22:57:17.045375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:17.045375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:17.045375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48348) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:17.055551 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7abfa6a-4735-4d5f-9b46-dc738025f03d None None] Network a80506f4-1dad-482f-bd83-65b0d9654b04 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:17.061400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-42a8448d-8214-47e5-97ae-707400c679c5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed', 'tempest-TagsExtTest-Tag-918719581') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:17.197181 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b5cc9ccc-e5d4-4d02-90a8-6d3fa4628250 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8704462 Oct 12 22:57:17.200501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:17.202692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:17.261967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-42a8448d-8214-47e5-97ae-707400c679c5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags/tempest-TagsExtTest-Tag-918719581 HTTP/1.1" status: 201 len: 201 time: 0.2160995 Oct 12 22:57:17.267127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a863579-7e5b-4445-9bfa-baaec5cd225b None None] Network a80506f4-1dad-482f-bd83-65b0d9654b04 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:17.273164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48364) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:17.290873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-8b8e98a8-a2b7-4246-8902-43b65b72816a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3', 'tempest-TagsExtTest-Tag-919289546') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:17.449329 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:17.454914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Router 482025c1-68e2-49db-8387-ae39479a483a has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:57:17.587337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3273be96-bc87-4159-99e7-c87fbbc35447,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:17.607566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Checking segment: {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:17.607986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Network hostable DHCP agents. Network: 604e36bb-4a7f-42a7-b11a-e92c145e9479, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:57:17.637857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:17.656351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5ea5713a-2453-4941-8b95-481abc1e38ed admin admin] 10.222.0.31 "PUT /v2.0/routers/482025c1-68e2-49db-8387-ae39479a483a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5090246 Oct 12 22:57:17.661852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8b8e98a8-a2b7-4246-8902-43b65b72816a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags/tempest-TagsExtTest-Tag-919289546 HTTP/1.1" status: 201 len: 201 time: 0.3878469 Oct 12 22:57:17.664931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48380) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:17.671763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-ee08d8ad-26e4-43e1-99d8-cb58d3fca6f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656', 'tempest-TagsExtTest-Tag-1310363340') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:17.700088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cf2e554c-0c5a-43ec-9d81-12242673e681 None None] Provisioning complete for port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:17.700490 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf2e554c-0c5a-43ec-9d81-12242673e681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:17.703373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Network 604e36bb-4a7f-42a7-b11a-e92c145e9479 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:57:17.773066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cf2e554c-0c5a-43ec-9d81-12242673e681 None None] Port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:57:17.776036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b9720692-ecc8-46e5-996f-e65b870c23b4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:17.810246 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:17.830802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 604e36bb-4a7f-42a7-b11a-e92c145e9479) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:17.836040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:17.836926 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:17.852668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b75c44c-02bc-4ef9-892a-49320e219828 None None] Network 604e36bb-4a7f-42a7-b11a-e92c145e9479 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:17.887681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-6a741121-01eb-446e-8025-e75b567d544e req-95315c26-e9fc-4806-add5-d4568cb841dc tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-723033660', 'description': 'tempest-description-1436773559'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:17.901961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ee08d8ad-26e4-43e1-99d8-cb58d3fca6f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags/tempest-TagsExtTest-Tag-1310363340 HTTP/1.1" status: 201 len: 201 time: 0.2356005 Oct 12 22:57:17.904433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48388) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:17.909487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-780c6e2c-e39f-4319-9ef4-9998b1037af3 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882', 'tempest-TagsExtTest-Tag-1621762267') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:17.923522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Sync routers for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:17.937175 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-387c31a4-3181-4baf-b537-88e6eb1aa22c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0271630 Oct 12 22:57:17.941157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48392) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:17.949647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:17.950047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b9720692-ecc8-46e5-996f-e65b870c23b4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:17.950406 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:17.974449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-4e6b5cce-01b5-47b9-98f1-6f4bd9e9ecff tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:57:17.975486 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-4e6b5cce-01b5-47b9-98f1-6f4bd9e9ecff tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0816162 Oct 12 22:57:17.976404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:17.977037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:18.013840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-92dded39-87d6-48a9-8033-59d366c2585f tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:18.015254 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-92dded39-87d6-48a9-8033-59d366c2585f tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports/ddbdd678-e088-497e-88d3-54dfd30adf2b HTTP/1.1" status: 200 len: 1095 time: 0.0336399 Oct 12 22:57:18.020018 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6a741121-01eb-446e-8025-e75b567d544e req-95315c26-e9fc-4806-add5-d4568cb841dc tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.044447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-780c6e2c-e39f-4319-9ef4-9998b1037af3 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags/tempest-TagsExtTest-Tag-1621762267 HTTP/1.1" status: 201 len: 201 time: 0.1386511 Oct 12 22:57:18.052603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48396) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:18.053052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-a83f9e0d-63c6-489b-baef-d4c50be3f6ab tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed', {'tags': ['tempest-TagsExtTest-Tag-971218419', 'tempest-TagsExtTest-Tag-2087203947', 'tempest-TagsExtTest-Tag-503074488']}) {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:18.102153 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.103388 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.116572 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6a741121-01eb-446e-8025-e75b567d544e req-95315c26-e9fc-4806-add5-d4568cb841dc tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.118365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Request body: {'binding': {'host': 'n-h2-790519-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:18.118875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Unknown quota resources ['binding']. {{(pid=101890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 22:57:18.173185 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6a741121-01eb-446e-8025-e75b567d544e req-95315c26-e9fc-4806-add5-d4568cb841dc tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.191924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18455cdf-4723-45b1-be39-b776b7c9440e None None] Network 604e36bb-4a7f-42a7-b11a-e92c145e9479 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:18.204224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95315c26-e9fc-4806-add5-d4568cb841dc tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddcefd5f-d78b-492a-936c-58d3c6e672fe,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:18.243607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a83f9e0d-63c6-489b-baef-d4c50be3f6ab tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags HTTP/1.1" status: 200 len: 316 time: 0.1956995 Oct 12 22:57:18.244990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.246643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48398) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:18.251793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-4e6a0e1f-521c-43a1-8589-dd16923dbedd tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:18.259141 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6a741121-01eb-446e-8025-e75b567d544e req-95315c26-e9fc-4806-add5-d4568cb841dc tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.259368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:18.261718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a741121-01eb-446e-8025-e75b567d544e req-95315c26-e9fc-4806-add5-d4568cb841dc tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3773601 Oct 12 22:57:18.264578 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.403154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on host n-h2-790519-14 for vnic_type normal with profile None {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:18.403488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:18.403813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:18.415715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:57:18.416040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:18.425390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 56, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:18.426245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:18.426660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:18.427217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Bound port: ddbdd678-e088-497e-88d3-54dfd30adf2b, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:18.432295 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e6a0e1f-521c-43a1-8589-dd16923dbedd tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1838937 Oct 12 22:57:18.434824 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48402) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:18.439730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-ab31fdc0-b452-4002-b30b-b94633964fc6 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed', 'tempest-TagsExtTest-Tag-971218419') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:18.487426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port b9720692-ecc8-46e5-996f-e65b870c23b4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b9720692-ecc8-46e5-996f-e65b870c23b4,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:18.497236 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-ab31fdc0-b452-4002-b30b-b94633964fc6 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:18.501352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ab31fdc0-b452-4002-b30b-b94633964fc6 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags/tempest-TagsExtTest-Tag-971218419 HTTP/1.1" status: 404 len: 328 time: 0.0622346 Oct 12 22:57:18.501594 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48406) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:18.506484 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-d12fa180-d268-4f6a-a503-23b7094ee947 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed', 'tempest-TagsExtTest-Tag-2087203947') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:18.563649 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.578029 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-d12fa180-d268-4f6a-a503-23b7094ee947 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:18.579445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d12fa180-d268-4f6a-a503-23b7094ee947 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags/tempest-TagsExtTest-Tag-2087203947 HTTP/1.1" status: 404 len: 329 time: 0.0769346 Oct 12 22:57:18.582916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48414) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:18.588114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-0efc1475-4fb0-4d3f-8207-544f38b402d6 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed', 'tempest-TagsExtTest-Tag-503074488') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:18.594255 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.650746 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-0efc1475-4fb0-4d3f-8207-544f38b402d6 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:18.652018 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0efc1475-4fb0-4d3f-8207-544f38b402d6 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags/tempest-TagsExtTest-Tag-503074488 HTTP/1.1" status: 404 len: 328 time: 0.0677028 Oct 12 22:57:18.655140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48420) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:18.659690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:18.663770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-81f9a6cf-e364-493b-9cc5-5e91411e0155 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3', {'tags': ['tempest-TagsExtTest-Tag-409090878', 'tempest-TagsExtTest-Tag-176898324', 'tempest-TagsExtTest-Tag-294332845']}) {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:18.696572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=b9720692-ecc8-46e5-996f-e65b870c23b4,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:18.714334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.714697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.715040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.715477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.715824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.716157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.716483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.716886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.717430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.717696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.718028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.718350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:18.736578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] Notify callbacks [] for binding, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.738877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-bf2e5cea-021b-48e1-9338-b4d5edc5362f service neutron] 10.222.0.31 "POST /v2.0/ports/ddbdd678-e088-497e-88d3-54dfd30adf2b/bindings HTTP/1.1" status: 201 len: 390 time: 0.7140076 Oct 12 22:57:18.762341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.791750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '3c66b6c2-bbbf-40d3-b6d1-714ab1db7572', 'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'mac_address': 'fa:16:3e:d1:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:14Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 2, 'project_id': '5f25904565e44fac9258e726832956a7', 'subnets': [{'id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:18.822804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Checking router: 482025c1-68e2-49db-8387-ae39479a483a for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:18.823309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Updating router 482025c1-68e2-49db-8387-ae39479a483a port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:57:18.855483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-82920215-eb71-4187-893a-b236266a266b tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:18.857085 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.862539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-82920215-eb71-4187-893a-b236266a266b tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/networks?id=2335fa9a-95f0-4aaa-a0eb-107579b020d0 HTTP/1.1" status: 200 len: 828 time: 0.1216509 Oct 12 22:57:18.873192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-937fd1c3-d675-4c28-b7f2-78b6bcf764c1 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/quotas/5f25904565e44fac9258e726832956a7 HTTP/1.1" status: 200 len: 375 time: 0.0098028 Oct 12 22:57:18.877357 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-81f9a6cf-e364-493b-9cc5-5e91411e0155 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags HTTP/1.1" status: 200 len: 315 time: 0.2209737 Oct 12 22:57:18.880256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48430) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:18.884463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-7405a881-874a-4463-afea-a52f484b253a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:18.920757 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:18.941700 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-21afd531-4c51-4d7f-b449-4001cce54bed tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f25904565e44fac9258e726832956a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599322 Oct 12 22:57:18.970844 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.002278 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.007453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-fd7bb281-0c68-49f9-bc2e-af117677e659 req-19c0ab31-641b-4e65-a088-c8e726335ad6 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1581150711', 'description': 'tempest-description-1672088780'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:19.041777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-4a99d86c-6c77-4747-bbe3-9e55c93e69dd service neutron] 10.222.0.31 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916483 Oct 12 22:57:19.153787 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-efc8f9dd-7600-40a1-ba4e-f12580fe490f service neutron] 10.222.0.31 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004529 Oct 12 22:57:19.154720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Allocated IP 172.25.2.76 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/80f8eaec-3edb-4606-96bc-b927604838cb) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:19.170611 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7405a881-874a-4463-afea-a52f484b253a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags HTTP/1.1" status: 204 len: 168 time: 0.2869570 Oct 12 22:57:19.170611 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fd7bb281-0c68-49f9-bc2e-af117677e659 req-19c0ab31-641b-4e65-a088-c8e726335ad6 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.171082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48434) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:19.176135 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.185244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-e6291a55-eb06-451c-a9e4-0a81de180b1a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3', 'tempest-TagsExtTest-Tag-409090878') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:19.242159 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.314329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fc53d-f69e-42ba-a7ca-a50495db2a98 None None] Pushing event updated for resources: {'Port': ['ID=3c66b6c2-bbbf-40d3-b6d1-714ab1db7572,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:19.369058 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Attempting to bind port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:19.369447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Attempting to bind port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:19.370122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Attempting to bind port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 on network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:19.386837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:19.387260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Checking segment: {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:19.387634 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.388024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Bound using segment: {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:19.388497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Bound port: 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:19.388876 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.419932 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fd7bb281-0c68-49f9-bc2e-af117677e659 req-19c0ab31-641b-4e65-a088-c8e726335ad6 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.481961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] For port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:19.485537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] For port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3c66b6c2-bbbf-40d3-b6d1-714ab1db7572,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:19.504945 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-e6291a55-eb06-451c-a9e4-0a81de180b1a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:19.505742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e6291a55-eb06-451c-a9e4-0a81de180b1a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags/tempest-TagsExtTest-Tag-409090878 HTTP/1.1" status: 404 len: 328 time: 0.3320174 Oct 12 22:57:19.506568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fd7bb281-0c68-49f9-bc2e-af117677e659 req-19c0ab31-641b-4e65-a088-c8e726335ad6 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.508837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48440) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:19.515195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-8eb4a6b0-6d47-455d-9b21-5dd7df959adf tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3', 'tempest-TagsExtTest-Tag-176898324') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:19.542373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0ab31-641b-4e65-a088-c8e726335ad6 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99138e2-a9ba-40c4-a37c-be56be7ea8e9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:19.579217 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.579217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-c454a70f-d48d-4e16-8907-33eaca05c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:19.579217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-c454a70f-d48d-4e16-8907-33eaca05c8c6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1098 time: 0.1543691 Oct 12 22:57:19.613638 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-8eb4a6b0-6d47-455d-9b21-5dd7df959adf tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:19.613987 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.617339 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8eb4a6b0-6d47-455d-9b21-5dd7df959adf tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags/tempest-TagsExtTest-Tag-176898324 HTTP/1.1" status: 404 len: 328 time: 0.1038034 Oct 12 22:57:19.617515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48446) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:19.621934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-9d5adbcf-b301-49f0-bae4-ee353d85ef9f tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3', 'tempest-TagsExtTest-Tag-294332845') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:19.680270 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-9d5adbcf-b301-49f0-bae4-ee353d85ef9f tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:19.683909 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9d5adbcf-b301-49f0-bae4-ee353d85ef9f tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags/tempest-TagsExtTest-Tag-294332845 HTTP/1.1" status: 404 len: 328 time: 0.0627391 Oct 12 22:57:19.684863 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48448) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:19.699078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-419c485e-9391-4c48-ade7-d02b95ae64b9 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656', {'tags': ['tempest-TagsExtTest-Tag-1358958900', 'tempest-TagsExtTest-Tag-1414365146', 'tempest-TagsExtTest-Tag-875402923']}) {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:19.722035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b9720692-ecc8-46e5-996f-e65b870c23b4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:19.728260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f1f99308-ccad-4dfc-979e-06556897c207 None None] Provisioning complete for port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:19.731402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1f99308-ccad-4dfc-979e-06556897c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.857415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fc53d-f69e-42ba-a7ca-a50495db2a98 None None] Pushing event updated for resources: {'Port': ['ID=3c66b6c2-bbbf-40d3-b6d1-714ab1db7572,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:19.885005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:19.885648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:19.904468 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fd7bb281-0c68-49f9-bc2e-af117677e659 req-19c0ab31-641b-4e65-a088-c8e726335ad6 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:19.905677 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd7bb281-0c68-49f9-bc2e-af117677e659 req-19c0ab31-641b-4e65-a088-c8e726335ad6 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.9063015 Oct 12 22:57:19.965638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-e58070a1-0810-4295-9b59-55911d9b5adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:19.967441 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-e58070a1-0810-4295-9b59-55911d9b5adf service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.3822346 Oct 12 22:57:19.981596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-419c485e-9391-4c48-ade7-d02b95ae64b9 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags HTTP/1.1" status: 200 len: 317 time: 0.2955310 Oct 12 22:57:19.985654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48452) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:19.994869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-69ae3b44-69b3-491b-aac6-a5f47081666d tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:20.043563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b9720692-ecc8-46e5-996f-e65b870c23b4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:20.044356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:20.087141 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-88bf0e8c-cccf-4f82-baab-67922202aa50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b HTTP/1.1" status: 200 len: 217 time: 0.1113176 Oct 12 22:57:20.098024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:20.119737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:20.123707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-166f388a-9835-49a6-8d96-fc57eec635d4 req-21af3884-382c-40c1-98a3-55406df29124 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 210 time: 0.0398386 Oct 12 22:57:20.218833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:20.235133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:20.240105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:20.246532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Pushing event updated for resources: {'Port': ['ID=80f8eaec-3edb-4606-96bc-b927604838cb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:20.287726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69aa9b-5565-4238-9b63-b171bb54d3f2 req-415400c0-71c5-4ffb-a3bf-6ebc6b68ef89 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:20.288517 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec69aa9b-5565-4238-9b63-b171bb54d3f2 req-415400c0-71c5-4ffb-a3bf-6ebc6b68ef89 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.2038898 Oct 12 22:57:20.293616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-b3a27ed2-3c8c-4828-ae3e-b4263dd86903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:20.294969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-b3a27ed2-3c8c-4828-ae3e-b4263dd86903 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1966462 Oct 12 22:57:20.340094 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1f99308-ccad-4dfc-979e-06556897c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:20.346618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-352e84d5-a46a-4646-b3c5-9fe628d7eabf tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:20.355777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-352e84d5-a46a-4646-b3c5-9fe628d7eabf tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 813 time: 0.1514246 Oct 12 22:57:20.358557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-9cc31307-4c48-4648-969b-ec7d4c31a6dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461962 Oct 12 22:57:20.377750 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-4803abd3-3235-4b53-8162-d6c8d046e2a3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/quotas/7dc7cca65f2c44bdae8df51c85e90cb0 HTTP/1.1" status: 200 len: 375 time: 0.0207465 Oct 12 22:57:20.416438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f1f99308-ccad-4dfc-979e-06556897c207 None None] For port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3c66b6c2-bbbf-40d3-b6d1-714ab1db7572,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:20.419986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-65db47f7-99c6-4144-ae9e-c6752364bbb9 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413408 Oct 12 22:57:20.471575 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1f99308-ccad-4dfc-979e-06556897c207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:20.478927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '3c66b6c2-bbbf-40d3-b6d1-714ab1db7572', 'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'mac_address': 'fa:16:3e:d1:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:14Z', 'updated_at': '2021-10-12T22:57:19Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'subnets': [{'id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:20.498631 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-69ae3b44-69b3-491b-aac6-a5f47081666d tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags HTTP/1.1" status: 204 len: 168 time: 0.5095594 Oct 12 22:57:20.501497 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48472) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:20.512621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-450f8396-1167-401d-8711-8e6e55c3e1d7 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656', 'tempest-TagsExtTest-Tag-1358958900') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:20.516517 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec69aa9b-5565-4238-9b63-b171bb54d3f2 req-b4b1df4a-882c-4b9b-ad49-c6bd645757d5 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198420 Oct 12 22:57:20.517865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-fded18ba-6abf-4280-82e5-d844014713ff service neutron] 10.222.0.31 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967827 Oct 12 22:57:20.539587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f889fc-f713-4d21-9e5b-3ab8a3ba1585 None None] The sync data for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 is: [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '3c66b6c2-bbbf-40d3-b6d1-714ab1db7572', 'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'mac_address': 'fa:16:3e:d1:68:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:14Z', 'updated_at': '2021-10-12T22:57:19Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'subnets': [{'id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:57:20.616949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48474) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:20.656724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f99308-ccad-4dfc-979e-06556897c207 None None] Pushing event updated for resources: {'Port': ['ID=3c66b6c2-bbbf-40d3-b6d1-714ab1db7572,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:20.682052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-d2255cb3-6fa7-4e11-a1ac-15bfd4094255 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908955 Oct 12 22:57:20.683430 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-450f8396-1167-401d-8711-8e6e55c3e1d7 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:20.684363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-450f8396-1167-401d-8711-8e6e55c3e1d7 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags/tempest-TagsExtTest-Tag-1358958900 HTTP/1.1" status: 404 len: 329 time: 0.1803567 Oct 12 22:57:20.692090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48476) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:20.694195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-74bb0071-ff91-4930-9612-b4105f9008a2 None None] Provisioning complete for port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:20.694579 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74bb0071-ff91-4930-9612-b4105f9008a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:20.696822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ef9288-87d0-4905-852f-c8c21e175748 admin admin] Deleting subnet b95754ae-0b03-4743-82ac-8dca0d4100ae {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:57:20.697576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-cd2c6838-3ec9-4e48-bfed-0c6605a112c5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656', 'tempest-TagsExtTest-Tag-1414365146') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:20.700733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9288-87d0-4905-852f-c8c21e175748 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:20.745786 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9288-87d0-4905-852f-c8c21e175748 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:20.818825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9288-87d0-4905-852f-c8c21e175748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:20.926593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-f6781900-32b2-4e1d-a0cb-a6ea19a5f92c service neutron] 10.222.0.31 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987677 Oct 12 22:57:20.990794 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-cd2c6838-3ec9-4e48-bfed-0c6605a112c5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:20.991901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cd2c6838-3ec9-4e48-bfed-0c6605a112c5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags/tempest-TagsExtTest-Tag-1414365146 HTTP/1.1" status: 404 len: 329 time: 0.2977180 Oct 12 22:57:20.996513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48478) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:21.001816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-a8b426ba-b8a5-420c-9a1d-a12ac7ce617b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656', 'tempest-TagsExtTest-Tag-875402923') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:21.043334 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9288-87d0-4905-852f-c8c21e175748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:21.068460 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-dc618041-3452-4c76-9938-1a4340ff3b80 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753262 Oct 12 22:57:21.070886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:21.257693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfc449da-ca8b-45d2-b99a-8c586fbc470a req-fbd63745-deb2-4d67-b13f-1f62e9284b21 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 210 time: 0.0571003 Oct 12 22:57:21.507563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:21.644661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef9288-87d0-4905-852f-c8c21e175748 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b95754ae-0b03-4743-82ac-8dca0d4100ae,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:21.674176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1ef9288-87d0-4905-852f-c8c21e175748 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:21.679611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48502) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:21.679887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b1ef9288-87d0-4905-852f-c8c21e175748 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b95754ae-0b03-4743-82ac-8dca0d4100ae HTTP/1.1" status: 204 len: 168 time: 1.0620606 Oct 12 22:57:21.718228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8e13108-15ce-430f-af9f-cdfa536a54b2 req-3168f603-54c1-4c93-ba3f-f9e6a86b22e4 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 210 time: 0.0585139 Oct 12 22:57:21.737141 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-a8b426ba-b8a5-420c-9a1d-a12ac7ce617b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:21.738360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a8b426ba-b8a5-420c-9a1d-a12ac7ce617b tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags/tempest-TagsExtTest-Tag-875402923 HTTP/1.1" status: 404 len: 328 time: 0.7406228 Oct 12 22:57:21.745862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48504) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:21.764158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-516c3a57-8a83-4c5c-ab7e-41b7b5b52b0f tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882', {'tags': ['tempest-TagsExtTest-Tag-286074089', 'tempest-TagsExtTest-Tag-99635919', 'tempest-TagsExtTest-Tag-827065280']}) {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:21.777604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:21.864097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:21.864477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:21.963841 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-516c3a57-8a83-4c5c-ab7e-41b7b5b52b0f tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "PUT /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags HTTP/1.1" status: 200 len: 314 time: 0.2168658 Oct 12 22:57:21.966391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48506) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:21.971154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-d106762b-41af-4022-bd6b-0cda561cb3a8 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.136733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d106762b-41af-4022-bd6b-0cda561cb3a8 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags HTTP/1.1" status: 204 len: 168 time: 0.1662371 Oct 12 22:57:22.136733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48508) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:22.141817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-bf9e4487-d21a-4342-9299-4c031f0977cc tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882', 'tempest-TagsExtTest-Tag-286074089') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.180622 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-bf9e4487-d21a-4342-9299-4c031f0977cc tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:22.182751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bf9e4487-d21a-4342-9299-4c031f0977cc tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags/tempest-TagsExtTest-Tag-286074089 HTTP/1.1" status: 404 len: 328 time: 0.0442364 Oct 12 22:57:22.187194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48510) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:22.193059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-728cbc22-4470-499b-b01d-9ff5213ae6f6 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882', 'tempest-TagsExtTest-Tag-99635919') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.216702 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-728cbc22-4470-499b-b01d-9ff5213ae6f6 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:22.219003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-728cbc22-4470-499b-b01d-9ff5213ae6f6 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags/tempest-TagsExtTest-Tag-99635919 HTTP/1.1" status: 404 len: 327 time: 0.0296361 Oct 12 22:57:22.221507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48516) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:22.228206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-a7870970-c4a5-42f8-b446-e0b98273a7db tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882', 'tempest-TagsExtTest-Tag-827065280') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.248960 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-a7870970-c4a5-42f8-b446-e0b98273a7db tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] show failed (client error): The resource could not be found. Oct 12 22:57:22.250002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a7870970-c4a5-42f8-b446-e0b98273a7db tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags/tempest-TagsExtTest-Tag-827065280 HTTP/1.1" status: 404 len: 328 time: 0.0269699 Oct 12 22:57:22.252588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48518) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:22.258236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-59904939-0684-4964-8153-5a6348e1da95 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'c2073fed-f663-4e4a-98f7-72166c699882') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.288944 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:22.301166 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-59904939-0684-4964-8153-5a6348e1da95 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882/tags HTTP/1.1" status: 204 len: 168 time: 0.0463064 Oct 12 22:57:22.305582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48522) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:22.312549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-af9e429b-dcc3-418c-902a-63f3054904c1 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '503afaac-8aaa-4e1b-ba99-21a95cf14656') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.315609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b122850-4782-422e-96d8-cadf0019a66b req-b444df48-6272-47d1-94dc-125fdfbd3b15 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:22.325102 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b122850-4782-422e-96d8-cadf0019a66b req-b444df48-6272-47d1-94dc-125fdfbd3b15 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.2378843 Oct 12 22:57:22.456196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-af9e429b-dcc3-418c-902a-63f3054904c1 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656/tags HTTP/1.1" status: 204 len: 168 time: 0.1492927 Oct 12 22:57:22.459444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48526) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:22.467017 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-6fbae3e6-5955-4e1b-99f7-ad25d238b2db tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'c6c162fa-296a-4674-bafc-e48039728ed3') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.481906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b122850-4782-422e-96d8-cadf0019a66b req-654736b4-4b4d-4085-981e-e5dba4c6d792 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558118 Oct 12 22:57:22.504402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Router 5d909b86-15d2-4746-8e67-62d2e8640335 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:57:22.584581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6fbae3e6-5955-4e1b-99f7-ad25d238b2db tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3/tags HTTP/1.1" status: 204 len: 168 time: 0.1229773 Oct 12 22:57:22.587273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48530) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:22.596132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-35e48458-9846-453d-ab6e-f2b3df46f631 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '276d9ccf-2ce7-429a-b012-13b4a6f7f8ed') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.617256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fde3fc3-5edb-4e36-9d3b-86cb3e22f4b6 req-93987d9f-47e8-42e1-bf07-a82503db088a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 210 time: 0.0605373 Oct 12 22:57:22.678316 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:22.692678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-35e48458-9846-453d-ab6e-f2b3df46f631 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1038520 Oct 12 22:57:22.693573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-b0df892a-0824-4ddf-8fdb-4c119002424d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:22.694144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48534) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:22.695140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-b0df892a-0824-4ddf-8fdb-4c119002424d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.25 "GET /v2.0/networks?id=2335fa9a-95f0-4aaa-a0eb-107579b020d0 HTTP/1.1" status: 200 len: 828 time: 0.3992906 Oct 12 22:57:22.719901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Request body: {'port': {'device_id': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'admin_state_up': True, 'tenant_id': '5f25904565e44fac9258e726832956a7'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:22.727505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a872c47-5047-4e2e-95c5-e646dc8dc210']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.808228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.808448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd84d37-9d5e-47d4-9ddd-5dc39b13cf84') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:22.835063 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:22.864424 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:22.873640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:57:22.874405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:57:22.887213 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:57:22.906836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eea8437e-5b80-4f2c-9e6a-77d908683625 req-e1f543ea-4840-495b-a454-6337cadd3733 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 210 time: 0.0397041 Oct 12 22:57:22.929318 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d8e7529f-dcc5-4022-8fc0-4939f6b67a8e tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for subnetpool, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:22.930657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d8e7529f-dcc5-4022-8fc0-4939f6b67a8e tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnetpools/c2073fed-f663-4e4a-98f7-72166c699882 HTTP/1.1" status: 204 len: 168 time: 0.2354198 Oct 12 22:57:22.936350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-01f30cbc-fb01-4dd8-8239-542c87f91cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:22.937977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48540) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:22.938260 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-01f30cbc-fb01-4dd8-8239-542c87f91cea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1098 time: 0.1151621 Oct 12 22:57:22.955988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:22.968524 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Sync routers for ids ['5d909b86-15d2-4746-8e67-62d2e8640335'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:22.983552 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Routers {'5d909b86-15d2-4746-8e67-62d2e8640335'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:22.995871 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d909b86-15d2-4746-8e67-62d2e8640335'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:23.073675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f392f567-9a60-4119-bdc4-db90fdcc7d17 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "GET /v2.0/ports?device_id=503afaac-8aaa-4e1b-ba99-21a95cf14656 HTTP/1.1" status: 200 len: 205 time: 0.1344054 Oct 12 22:57:23.087138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-a3a66acc-55f6-41e4-b7a9-fc372aef0829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:23.089577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48542) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:23.089744 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-a3a66acc-55f6-41e4-b7a9-fc372aef0829 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.1305547 Oct 12 22:57:23.143760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-cf5d3872-8c8d-475c-84b7-6f89866ca6f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b HTTP/1.1" status: 200 len: 217 time: 0.0447428 Oct 12 22:57:23.185556 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Set router 5d909b86-15d2-4746-8e67-62d2e8640335 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:23.191876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.213524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-0309f25c-2b22-42a3-bbd2-a65d62542a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:23.215040 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-0309f25c-2b22-42a3-bbd2-a65d62542a1c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0638118 Oct 12 22:57:23.237976 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.242078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/2a872c47-5047-4e2e-95c5-e646dc8dc210 HTTP/1.1" status: 204 len: 168 time: 1.5613980 Oct 12 22:57:23.260419 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-1f842c9f-e1f4-4eeb-90e1-0e2222ad1922 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295854 Oct 12 22:57:23.260606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e287c3a-e7dd-4321-b6e3-9bdddc03afe6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a872c47-5047-4e2e-95c5-e646dc8dc210,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:23.263880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1271c03-96c0-4427-bdf5-eb41aa377525 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.353184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Made reservation on behalf of 5f25904565e44fac9258e726832956a7 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:23.357021 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.391989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-fe32b1f3-df47-4666-a3a3-144962f2ba38 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268029 Oct 12 22:57:23.533139 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a4f5b01-dcc2-4d42-8fae-e2dc73855c9e req-1b76bd98-7ec0-455e-abaf-5524ca5edc5d service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286883 Oct 12 22:57:23.533783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.538434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7aab4b56-40f0-4fd8-9f1a-8cfed833be6e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.5916016 Oct 12 22:57:23.539553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48556) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:23.569693 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:18Z', 'updated_at': '2021-10-12T22:57:20Z', 'revision_number': 3, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'gw_port': {'id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:19Z', 'updated_at': '2021-10-12T22:57:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:23.624319 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Checking router: 5d909b86-15d2-4746-8e67-62d2e8640335 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:23.624874 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Updating router 5d909b86-15d2-4746-8e67-62d2e8640335 port 80f8eaec-3edb-4606-96bc-b927604838cb binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:57:23.660870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48562) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:23.675343 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.695601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1271c03-96c0-4427-bdf5-eb41aa377525 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.733211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8aa33c06-c689-4f16-a54f-ed6aebc0a55c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc24918da4e84b3395164cfa79e9166f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0699220 Oct 12 22:57:23.739205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48564) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:23.780043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1271c03-96c0-4427-bdf5-eb41aa377525 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.819851 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40920fa3-1e0c-4c14-939b-1f85ebba1542 req-052622d3-17f5-4f7c-b9da-5ef41307bc8a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 210 time: 0.0554502 Oct 12 22:57:23.857602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-968927df-e077-4721-a20a-9c1c274e1405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.917238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-968927df-e077-4721-a20a-9c1c274e1405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:23.992080 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.068434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7f602531-4e4d-4b88-aed7-da314d83df66 req-c35bb57b-16e2-4c37-ba9e-c9439afc896e tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 210 time: 0.0548301 Oct 12 22:57:24.086570 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.109371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Allocated IP 172.20.0.10 (2335fa9a-95f0-4aaa-a0eb-107579b020d0/2fca3525-91b5-4ede-be8c-3e374c0369bc/a9227426-c733-4f20-820c-427e7a02a018) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:24.119355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6ba3b-0979-462a-95b5-db0182ddd5ba req-acb40807-167d-48c6-856c-9eea0f26596d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:24.124156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-8f08bd4b-aea2-4e04-a2f1-d296b9ca83f0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:24.125651 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-8f08bd4b-aea2-4e04-a2f1-d296b9ca83f0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.25 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 813 time: 0.2436802 Oct 12 22:57:24.126645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30e6ba3b-0979-462a-95b5-db0182ddd5ba req-acb40807-167d-48c6-856c-9eea0f26596d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.4411473 Oct 12 22:57:24.138559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'port': {'device_id': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04', 'admin_state_up': True, 'tenant_id': '7dc7cca65f2c44bdae8df51c85e90cb0'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:24.173366 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4ae8f-4316-416f-9506-e17b30486061 None None] Pushing event updated for resources: {'Port': ['ID=80f8eaec-3edb-4606-96bc-b927604838cb,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:24.218807 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Attempting to bind port 80f8eaec-3edb-4606-96bc-b927604838cb on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:24.220396 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Attempting to bind port 80f8eaec-3edb-4606-96bc-b927604838cb by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:24.221733 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Attempting to bind port 80f8eaec-3edb-4606-96bc-b927604838cb on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:24.231210 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:24.232147 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:24.234267 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.235677 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:24.241098 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Bound port: 80f8eaec-3edb-4606-96bc-b927604838cb, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:24.241791 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.256953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-968927df-e077-4721-a20a-9c1c274e1405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.259809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-968927df-e077-4721-a20a-9c1c274e1405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.263894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-968927df-e077-4721-a20a-9c1c274e1405 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3d17f51c-694c-41e9-bb59-849eea0a6e1a HTTP/1.1" status: 204 len: 168 time: 0.5243428 Oct 12 22:57:24.281839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968927df-e077-4721-a20a-9c1c274e1405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d17f51c-694c-41e9-bb59-849eea0a6e1a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:24.343502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48572) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:24.344703 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] For port 80f8eaec-3edb-4606-96bc-b927604838cb, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:24.352705 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] For port 80f8eaec-3edb-4606-96bc-b927604838cb, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=80f8eaec-3edb-4606-96bc-b927604838cb,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:24.368668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Made reservation on behalf of 7dc7cca65f2c44bdae8df51c85e90cb0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:24.373038 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1271c03-96c0-4427-bdf5-eb41aa377525 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.383289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.384297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1271c03-96c0-4427-bdf5-eb41aa377525 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Fanout notify agent at l3_agent the message router_deleted on router 503afaac-8aaa-4e1b-ba99-21a95cf14656 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:57:24.454136 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1271c03-96c0-4427-bdf5-eb41aa377525 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.458931 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f1271c03-96c0-4427-bdf5-eb41aa377525 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/routers/503afaac-8aaa-4e1b-ba99-21a95cf14656 HTTP/1.1" status: 204 len: 168 time: 1.3653154 Oct 12 22:57:24.462200 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.469410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48576) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:24.494367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30e6ba3b-0979-462a-95b5-db0182ddd5ba req-7419b6bc-dbaf-4f35-8d71-66560b36093c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3665829 Oct 12 22:57:24.630597 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91e5d4d9-eeb6-48c9-adf5-001c5392fa95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.652903 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db4ae8f-4316-416f-9506-e17b30486061 None None] Pushing event updated for resources: {'Port': ['ID=80f8eaec-3edb-4606-96bc-b927604838cb,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:24.668861 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Routers {'5d909b86-15d2-4746-8e67-62d2e8640335'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:24.670972 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d909b86-15d2-4746-8e67-62d2e8640335'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:24.713191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.714646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Allocated IP 172.20.0.2 (a80506f4-1dad-482f-bd83-65b0d9654b04/e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1/cbb7b6a4-208a-4123-8881-5439b0e178da) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:24.734705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3d495fef-adad-4140-9be2-bce0b27385d2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Deleting port c6c162fa-296a-4674-bafc-e48039728ed3 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:24.735434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3d495fef-adad-4140-9be2-bce0b27385d2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.841952 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3d495fef-adad-4140-9be2-bce0b27385d2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:24.857342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3d495fef-adad-4140-9be2-bce0b27385d2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Calling delete_port for c6c162fa-296a-4674-bafc-e48039728ed3 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:24.925146 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] Set router 5d909b86-15d2-4746-8e67-62d2e8640335 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:25.155242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6a6c7927-f3ef-431d-aba7-0e6ca5855ed2 req-69061f85-be2a-4819-8edf-c400fa3dd36d tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 210 time: 0.0366318 Oct 12 22:57:25.162111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.166252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3d495fef-adad-4140-9be2-bce0b27385d2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.193318 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91e5d4d9-eeb6-48c9-adf5-001c5392fa95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.261990 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:18Z', 'updated_at': '2021-10-12T22:57:20Z', 'revision_number': 3, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'gw_port': {'id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:19Z', 'updated_at': '2021-10-12T22:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:25.265930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.277340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d495fef-adad-4140-9be2-bce0b27385d2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Pushing event deleted for resources: {'Port': ['ID=c6c162fa-296a-4674-bafc-e48039728ed3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:25.296509 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebe43b10-e1fb-4098-927c-b3cfcdddd900 None None] The sync data for ids ['5d909b86-15d2-4746-8e67-62d2e8640335'] in n-d-790519-14 is: [{'id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:18Z', 'updated_at': '2021-10-12T22:57:20Z', 'revision_number': 3, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'gw_port': {'id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ae:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:19Z', 'updated_at': '2021-10-12T22:57:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:57:25.301335 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-edfdacd7-9324-45e5-9948-94306b3de275 req-4a519369-b21f-451b-92b9-44d80c1b93d5 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 210 time: 0.1105764 Oct 12 22:57:25.302262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91e5d4d9-eeb6-48c9-adf5-001c5392fa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.325507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Pushing event updated for resources: {'Port': ['ID=a9227426-c733-4f20-820c-427e7a02a018,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:25.367986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:25.384534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:25.390412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:25.494824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48594) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:25.499789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-91e5d4d9-eeb6-48c9-adf5-001c5392fa95 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1110b11b14fd42c1a4add36d58acbdcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1469147 Oct 12 22:57:25.507044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5d4d9-eeb6-48c9-adf5-001c5392fa95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67713d67-cea4-456e-8049-5418704d3358,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:25.514660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Allocated IP 172.20.0.1 (604e36bb-4a7f-42a7-b11a-e92c145e9479/3273be96-bc87-4159-99e7-c87fbbc35447/229194bf-c3d0-4e83-a126-0c0d1bfb71c7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:25.558184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:25.559198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.624593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3d495fef-adad-4140-9be2-bce0b27385d2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.631741 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3d495fef-adad-4140-9be2-bce0b27385d2 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/ports/c6c162fa-296a-4674-bafc-e48039728ed3 HTTP/1.1" status: 204 len: 168 time: 1.1611161 Oct 12 22:57:25.634997 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48600) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:25.742546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e45af494-43f6-45c4-9465-ecface1d3542 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0365376 Oct 12 22:57:25.800002 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.805335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Request body: {'port': {'device_id': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:25.857654 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca560414-a68b-4d26-a2e5-4e8cf0d34553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.895931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-27502fc3-885f-44af-a86f-b331694721f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Deleting subnet 276d9ccf-2ce7-429a-b012-13b4a6f7f8ed {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:57:25.911506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27502fc3-885f-44af-a86f-b331694721f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.963483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.979985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6bf787fc-77bd-48a0-847e-a7d4043bb245 None None] Provisioning complete for port a9227426-c733-4f20-820c-427e7a02a018 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:25.983581 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6bf787fc-77bd-48a0-847e-a7d4043bb245 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:25.995084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c17dc-ff59-45a2-8b23-9c08193ccac2 req-db42bc0c-5770-4c74-9304-bbfcb0fa7007 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:25.996570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-272c17dc-ff59-45a2-8b23-9c08193ccac2 req-db42bc0c-5770-4c74-9304-bbfcb0fa7007 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.2814522 Oct 12 22:57:26.002305 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca560414-a68b-4d26-a2e5-4e8cf0d34553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.030144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Network a80506f4-1dad-482f-bd83-65b0d9654b04 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:26.031412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.039946 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.058331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27502fc3-885f-44af-a86f-b331694721f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.079535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6bf787fc-77bd-48a0-847e-a7d4043bb245 None None] Port a9227426-c733-4f20-820c-427e7a02a018 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:57:26.088709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:26.092997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48610) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:26.097741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:26.197739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'Port': ['ID=cbb7b6a4-208a-4123-8881-5439b0e178da,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:26.204166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-272c17dc-ff59-45a2-8b23-9c08193ccac2 req-da2aed3e-b28c-4dac-a782-c5951dd77f8a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948969 Oct 12 22:57:26.245617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:26.246462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.296137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1372490655-network', 'tenant_id': 'd3e1a34817d94f84b7896653b502eebe'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:26.388006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06606a-48d3-4acb-9272-e1ff35e83634 req-f31a7dd5-9156-46a9-bb7b-4e5581fa4693 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:26.389723 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be06606a-48d3-4acb-9272-e1ff35e83634 req-f31a7dd5-9156-46a9-bb7b-4e5581fa4693 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 931 time: 0.1100209 Oct 12 22:57:26.393068 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6b0b0d05-96d0-494e-b13e-78e3b94b1380 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2585196 Oct 12 22:57:26.409398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27502fc3-885f-44af-a86f-b331694721f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.435200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Request body: {'port': {'device_id': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:26.461855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.463566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca560414-a68b-4d26-a2e5-4e8cf0d34553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.466183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca560414-a68b-4d26-a2e5-4e8cf0d34553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.470406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ca560414-a68b-4d26-a2e5-4e8cf0d34553 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/67713d67-cea4-456e-8049-5418704d3358 HTTP/1.1" status: 204 len: 168 time: 0.9740369 Oct 12 22:57:26.502640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.568034 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be06606a-48d3-4acb-9272-e1ff35e83634 req-49ee0208-bae6-406b-ad82-4a532837627b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696465 Oct 12 22:57:26.586544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca560414-a68b-4d26-a2e5-4e8cf0d34553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67713d67-cea4-456e-8049-5418704d3358,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:26.600693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Made reservation on behalf of d3e1a34817d94f84b7896653b502eebe for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:26.603074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.617272 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.617390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Network 604e36bb-4a7f-42a7-b11a-e92c145e9479 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:26.626239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:26.632823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:26.788919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Pushing event updated for resources: {'Port': ['ID=229194bf-c3d0-4e83-a126-0c0d1bfb71c7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:26.802668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e4a991-1cca-47b4-bf43-07a146934049 req-a4bb58f6-9055-4a8d-8401-25b3c0dd8d0c tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:26.804017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38e4a991-1cca-47b4-bf43-07a146934049 req-a4bb58f6-9055-4a8d-8401-25b3c0dd8d0c tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 932 time: 0.3708985 Oct 12 22:57:26.805076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27502fc3-885f-44af-a86f-b331694721f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.837328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.855639 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.906693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27502fc3-885f-44af-a86f-b331694721f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Pushing event deleted for resources: {'Subnet': ['ID=276d9ccf-2ce7-429a-b012-13b4a6f7f8ed,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:26.912175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9227426-c733-4f20-820c-427e7a02a018 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:26.914042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fead8363-05e3-4020-88f4-8f217656f411 None None] Network e3d1b60f-74d0-4baf-af7f-6a4a8023b56e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:26.917523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27502fc3-885f-44af-a86f-b331694721f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.920718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-27502fc3-885f-44af-a86f-b331694721f5 tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/subnets/276d9ccf-2ce7-429a-b012-13b4a6f7f8ed HTTP/1.1" status: 204 len: 168 time: 1.2839863 Oct 12 22:57:26.923925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbb7b6a4-208a-4123-8881-5439b0e178da {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:26.928643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48622) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:26.935635 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.945065 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:26.962884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38e4a991-1cca-47b4-bf43-07a146934049 req-172e0fbf-dc3e-4b78-9894-a64e015dc5d6 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484733 Oct 12 22:57:26.977589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Transition to ACTIVE for port object a9227426-c733-4f20-820c-427e7a02a018 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:57:27.042927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.049965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.063120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Transition to ACTIVE for port object cbb7b6a4-208a-4123-8881-5439b0e178da will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:57:27.085806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:57:27.148701 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.148701 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Added segment b53e34c0-1056-4b83-9100-cf9e9fe5d8a3 of type vlan for network ada673fa-71a5-46f6-94dd-b0d317de3f89 Oct 12 22:57:27.148701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8b50fd-b844-4e30-9a9e-8422c5c0e031,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:27.162905 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.182872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Pushing event updated for resources: {'Port': ['ID=a9227426-c733-4f20-820c-427e7a02a018,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:27.197105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.269194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.306712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.353825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-758a0d85-225a-4511-b0b8-b086918e1b8d None None] DHCP port deletion for e3d1b60f-74d0-4baf-af7f-6a4a8023b56e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:57:27.396272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Attempting to bind port a9227426-c733-4f20-820c-427e7a02a018 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:27.396529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Attempting to bind port a9227426-c733-4f20-820c-427e7a02a018 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:27.397102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Attempting to bind port a9227426-c733-4f20-820c-427e7a02a018 on network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:27.409631 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb7b6a4-208a-4123-8881-5439b0e178da,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:27.421031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Port a9227426-c733-4f20-820c-427e7a02a018 on network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:57:27.421551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Attempting to bind port a9227426-c733-4f20-820c-427e7a02a018 on network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:27.444775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:27.445111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Checking segment: {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:27.445496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Bound using segment: {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:27.445943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Bound port: a9227426-c733-4f20-820c-427e7a02a018, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73561cd9-ef6c-4adf-a01e-95295f3121dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:27.446361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.500077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fcb042-7624-4ad8-bd08-994b6cddaaed req-737ade4a-1de8-4314-b59c-ec445aa5020c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:27.501689 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03fcb042-7624-4ad8-bd08-994b6cddaaed req-737ade4a-1de8-4314-b59c-ec445aa5020c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.1521759 Oct 12 22:57:27.517827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-758a0d85-225a-4511-b0b8-b086918e1b8d None None] Deleting port 74edea15-2e44-4d58-be75-e11c264aab69 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:27.517827 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-758a0d85-225a-4511-b0b8-b086918e1b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.578296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.579363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:27.580147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.706325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] For port a9227426-c733-4f20-820c-427e7a02a018, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:27.711174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03fcb042-7624-4ad8-bd08-994b6cddaaed req-a924ecd5-34f1-4781-9bda-a21a6b4523b5 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682818 Oct 12 22:57:27.734057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] For port a9227426-c733-4f20-820c-427e7a02a018, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a9227426-c733-4f20-820c-427e7a02a018,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:27.773797 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.865195 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.866229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.7716107 Oct 12 22:57:27.867222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48644) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:27.869491 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.875714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef415353-2f19-4e29-a539-4af9a2b6787f admin admin] Pushing event updated for resources: {'Network': ['ID=ada673fa-71a5-46f6-94dd-b0d317de3f89,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:27.877045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Request body: {'subnet': {'network_id': 'ada673fa-71a5-46f6-94dd-b0d317de3f89', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1372490655-subnet', 'tenant_id': 'd3e1a34817d94f84b7896653b502eebe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:27.886991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Deleting port 74edea15-2e44-4d58-be75-e11c264aab69 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:27.887451 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:27.928274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 80f8eaec-3edb-4606-96bc-b927604838cb up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:27.930094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ada673fa-71a5-46f6-94dd-b0d317de3f89 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:57:28.027956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Pushing event updated for resources: {'Port': ['ID=a9227426-c733-4f20-820c-427e7a02a018,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:28.033185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:28.034317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.035580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-e38b74e8-64fb-484d-a304-bbbc9dfa2d33 service neutron] 10.222.0.25 "PUT /v2.0/ports/a9227426-c733-4f20-820c-427e7a02a018 HTTP/1.1" status: 200 len: 1093 time: 2.2717850 Oct 12 22:57:28.037746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:28.041543 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ad10da-21e5-4810-a687-1e539dbf9015" -d '{"events": [{"name": "network-changed", "server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "tag": "a9227426-c733-4f20-820c-427e7a02a018"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:28.086022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] For port 74edea15-2e44-4d58-be75-e11c264aab69, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=74edea15-2e44-4d58-be75-e11c264aab69,segment=NetworkSegment(5eefb5bd-c72b-4bad-9979-77d7376d1a0b),segment_id=5eefb5bd-c72b-4bad-9979-77d7376d1a0b)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:28.086897 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.116101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-758a0d85-225a-4511-b0b8-b086918e1b8d None None] For port 74edea15-2e44-4d58-be75-e11c264aab69, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=74edea15-2e44-4d58-be75-e11c264aab69,segment=NetworkSegment(5eefb5bd-c72b-4bad-9979-77d7376d1a0b),segment_id=5eefb5bd-c72b-4bad-9979-77d7376d1a0b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:28.116895 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-758a0d85-225a-4511-b0b8-b086918e1b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.130065 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.133750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Calling delete_port for 74edea15-2e44-4d58-be75-e11c264aab69 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:28.184840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Made reservation on behalf of d3e1a34817d94f84b7896653b502eebe for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:28.187176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.193736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-758a0d85-225a-4511-b0b8-b086918e1b8d None None] Calling delete_port for 74edea15-2e44-4d58-be75-e11c264aab69 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:28.243074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Attempting to bind port cbb7b6a4-208a-4123-8881-5439b0e178da on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:28.243930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Attempting to bind port cbb7b6a4-208a-4123-8881-5439b0e178da by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '44c92a13-ec57-42ad-b80d-63bf832685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:28.244368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Attempting to bind port cbb7b6a4-208a-4123-8881-5439b0e178da on network a80506f4-1dad-482f-bd83-65b0d9654b04 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:28.263996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926d7ab-036b-4bba-ac4b-65ffd440eae3 req-97f61c1f-0b16-4379-aca0-e959a62fe79c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:28.274356 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d926d7ab-036b-4bba-ac4b-65ffd440eae3 req-97f61c1f-0b16-4379-aca0-e959a62fe79c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 943 time: 0.5652208 Oct 12 22:57:28.281750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Port cbb7b6a4-208a-4123-8881-5439b0e178da on network a80506f4-1dad-482f-bd83-65b0d9654b04 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:57:28.283884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Attempting to bind port cbb7b6a4-208a-4123-8881-5439b0e178da on network a80506f4-1dad-482f-bd83-65b0d9654b04 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:28.289039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48654) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:28.326309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:28.326309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Checking segment: {'id': '44c92a13-ec57-42ad-b80d-63bf832685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:28.326309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Bound using segment: {'id': '44c92a13-ec57-42ad-b80d-63bf832685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:28.326309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Bound port: cbb7b6a4-208a-4123-8881-5439b0e178da, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c92a13-ec57-42ad-b80d-63bf832685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:28.326309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.372013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 80f8eaec-3edb-4606-96bc-b927604838cb triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:28.372752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.373548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.412787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Pushing event updated for resources: {'Port': ['ID=229194bf-c3d0-4e83-a126-0c0d1bfb71c7,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:28.460117 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-758a0d85-225a-4511-b0b8-b086918e1b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.464802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Pushing event deleted for resources: {'Port': ['ID=74edea15-2e44-4d58-be75-e11c264aab69,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:28.501491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] No DVR routers for this DVR port 74edea15-2e44-4d58-be75-e11c264aab69 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:57:28.505642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758a0d85-225a-4511-b0b8-b086918e1b8d None None] No DVR routers for this DVR port 74edea15-2e44-4d58-be75-e11c264aab69 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:57:28.510182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758a0d85-225a-4511-b0b8-b086918e1b8d None None] Pushing event deleted for resources: {'Port': ['ID=74edea15-2e44-4d58-be75-e11c264aab69,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:28.559563 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.561211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-31ada518-2864-4be7-81b9-df4bbac22613 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5124626 Oct 12 22:57:28.579177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d926d7ab-036b-4bba-ac4b-65ffd440eae3 req-d66744f9-055b-408e-8ccc-aefb3f5c53ab tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908974 Oct 12 22:57:28.596153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 80f8eaec-3edb-4606-96bc-b927604838cb, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=80f8eaec-3edb-4606-96bc-b927604838cb,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:28.635787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Network 604e36bb-4a7f-42a7-b11a-e92c145e9479 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:28.636226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-669099144-network', 'tenant_id': '91388e39ec8d429d9f193850725ae67a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:28.653219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-a390f2c4-7474-4492-b720-db6f83872bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:28.655458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-a390f2c4-7474-4492-b720-db6f83872bc5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f25904565e44fac9258e726832956a7&device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 1096 time: 0.3293221 Oct 12 22:57:28.663511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:28.681448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.683146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.692966 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bda034-b5b9-4743-8be6-bde583bbb8d3 x-openstack-request-id: req-a3bda034-b5b9-4743-8be6-bde583bbb8d3 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:28.692966 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "tag": "a9227426-c733-4f20-820c-427e7a02a018", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:28.692966 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3bda034-b5b9-4743-8be6-bde583bbb8d3 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:28.692966 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018', 'status': 'completed', 'code': 200} Oct 12 22:57:28.701347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e4d3df-48ae-4caf-b239-1d32ff2ea6bd req-c512a6e0-a277-45f5-950a-7ad5ff4c315c tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:28.703578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02e4d3df-48ae-4caf-b239-1d32ff2ea6bd req-c512a6e0-a277-45f5-950a-7ad5ff4c315c tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 944 time: 0.5033071 Oct 12 22:57:28.728237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] For port cbb7b6a4-208a-4123-8881-5439b0e178da, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:28.733295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] For port cbb7b6a4-208a-4123-8881-5439b0e178da, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cbb7b6a4-208a-4123-8881-5439b0e178da,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:28.747754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3d1b60f-74d0-4baf-af7f-6a4a8023b56e']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:28.763038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eefb5bd-c72b-4bad-9979-77d7376d1a0b') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:28.764882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eefb5bd-c72b-4bad-9979-77d7376d1a0b') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:28.766548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-6d880258-777e-4fd8-8676-e5ec9616ad45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9227426-c733-4f20-820c-427e7a02a018 HTTP/1.1" status: 200 len: 217 time: 0.0851243 Oct 12 22:57:28.778858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.792009 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Made reservation on behalf of 91388e39ec8d429d9f193850725ae67a for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:28.794112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=80f8eaec-3edb-4606-96bc-b927604838cb,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:28.795755 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.803479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 74edea15-2e44-4d58-be75-e11c264aab69 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:57:28.809855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.829067 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.834501 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:28.843151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 74edea15-2e44-4d58-be75-e11c264aab69 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:57:28.843513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 74edea15-2e44-4d58-be75-e11c264aab69 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:57:29.122089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:57:29.122691 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:57:29.127702 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:57:29.180891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02e4d3df-48ae-4caf-b239-1d32ff2ea6bd req-938cff07-df3a-4382-80da-12594d95f945 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262493 Oct 12 22:57:29.187265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.187889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.189268 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] 10.222.0.25 "PUT /v2.0/ports/cbb7b6a4-208a-4123-8881-5439b0e178da HTTP/1.1" status: 200 len: 1092 time: 2.7698550 Oct 12 22:57:29.189714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:29.192038 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cb364a-349f-4d2c-bd48-4c065056ea25" -d '{"events": [{"name": "network-changed", "server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:29.221050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-496508b1-dfc5-4292-aa79-e17f871e148b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.223200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-496508b1-dfc5-4292-aa79-e17f871e148b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2fca3525-91b5-4ede-be8c-3e374c0369bc HTTP/1.1" status: 200 len: 867 time: 0.1474006 Oct 12 22:57:29.225254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-8444d8b8-dc06-41b4-b52c-8aee4004d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.226313 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-8444d8b8-dc06-41b4-b52c-8aee4004d87f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1096 time: 0.5822830 Oct 12 22:57:29.267218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a213651d-17c0-4d3c-9812-bc310d98c60a req-d72af8db-26e5-43ec-a49a-705383f3b28e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.268729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a213651d-17c0-4d3c-9812-bc310d98c60a req-d72af8db-26e5-43ec-a49a-705383f3b28e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.4270825 Oct 12 22:57:29.270750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90286392-1e80-4adf-91d1-cf1d6b371a47 service neutron] Pushing event updated for resources: {'Port': ['ID=cbb7b6a4-208a-4123-8881-5439b0e178da,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:29.328925 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c4d2ba-d0e8-4417-a1b0-447428e34a6f x-openstack-request-id: req-98c4d2ba-d0e8-4417-a1b0-447428e34a6f {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:29.329305 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:29.329496 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-98c4d2ba-d0e8-4417-a1b0-447428e34a6f {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:29.329851 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da', 'status': 'completed', 'code': 200} Oct 12 22:57:29.360594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.361594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.371661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.374823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] 10.222.0.31 "DELETE /v2.0/networks/e3d1b60f-74d0-4baf-af7f-6a4a8023b56e HTTP/1.1" status: 204 len: 168 time: 2.4446535 Oct 12 22:57:29.396575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a213651d-17c0-4d3c-9812-bc310d98c60a req-54e26ddd-3000-4352-a1b4-48b653e3fdec tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166599 Oct 12 22:57:29.397215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Router 5d909b86-15d2-4746-8e67-62d2e8640335 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:57:29.399366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afecb2b-1bab-4040-ab20-22b00f083f5a tempest-TagsExtTest-2016763109 tempest-TagsExtTest-2016763109-project] Pushing event deleted for resources: {'Network': ['ID=e3d1b60f-74d0-4baf-af7f-6a4a8023b56e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:29.402665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-326a1188-564a-42a0-b5ad-78e16ec40c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.403956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-326a1188-564a-42a0-b5ad-78e16ec40c45 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2335fa9a-95f0-4aaa-a0eb-107579b020d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1710460 Oct 12 22:57:29.412664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-d63f4edd-6d5a-4026-ae1d-0ab0f1678521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.414832 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-d63f4edd-6d5a-4026-ae1d-0ab0f1678521 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 1095 time: 0.1026711 Oct 12 22:57:29.419367 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.482150 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.491318 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-d6f62078-5cfd-42b4-9368-e2c84650f1c3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbb7b6a4-208a-4123-8881-5439b0e178da HTTP/1.1" status: 200 len: 217 time: 0.0666583 Oct 12 22:57:29.494837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-a5493954-b211-40af-a10a-0359f9691e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.496341 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-a5493954-b211-40af-a10a-0359f9691e7d service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.2259939 Oct 12 22:57:29.515748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:57:29.545906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43f73a5d-0162-4099-9c81-ea3d703ec661,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:29.556267 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.556635 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Added segment 8a32e558-49a5-4233-80c2-b6c909a51e93 of type vlan for network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd Oct 12 22:57:29.612101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-1bbed6e2-e6e2-4dbe-84ef-ac4b8253cd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.614392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-1bbed6e2-e6e2-4dbe-84ef-ac4b8253cd08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 200 len: 853 time: 0.1152220 Oct 12 22:57:29.617072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-5f82693f-728d-4a31-a637-ba5d474eec45 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 217 time: 0.0981724 Oct 12 22:57:29.626248 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.678100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 80f8eaec-3edb-4606-96bc-b927604838cb up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:29.679381 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-bedf4533-4bf6-434f-954e-e251b53de056 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a80506f4-1dad-482f-bd83-65b0d9654b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508547 Oct 12 22:57:29.744927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-f4a81541-59f2-46b6-b340-47e97c2fd491 service neutron] 10.222.0.25 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273489 Oct 12 22:57:29.791576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 80f8eaec-3edb-4606-96bc-b927604838cb triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:29.792998 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.793711 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-6bd6c4c0-447f-4845-9ea1-89ebab177695 service neutron] 10.222.0.25 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053827 Oct 12 22:57:29.859611 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.861042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.862021 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:29.864983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ecac709-167e-463a-b9cc-262dda54a080,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:29.944292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-4c635139-7a7c-4f85-8ea2-1bc8c84f4595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:29.945738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-4c635139-7a7c-4f85-8ea2-1bc8c84f4595 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1940763 Oct 12 22:57:29.949104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] Pushing event updated for resources: {'Network': ['ID=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:29.955436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:29.965834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:57:29.967541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6d2b1b12-eb1a-4755-9b1d-43455d9fc059 admin admin] 10.222.0.31 "PUT /v2.0/routers/5d909b86-15d2-4746-8e67-62d2e8640335/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4132342 Oct 12 22:57:29.969265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Sync routers for ids ['5d909b86-15d2-4746-8e67-62d2e8640335'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:29.999529 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55fc4e7-f8d6-45da-9810-08a99f05166a req-5a23ce79-40d1-4f30-9c49-17a47c534cec service neutron] 10.222.0.25 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981301 Oct 12 22:57:30.002971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Checking segment: {'id': 'b53e34c0-1056-4b83-9100-cf9e9fe5d8a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'ada673fa-71a5-46f6-94dd-b0d317de3f89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:30.003911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Network hostable DHCP agents. Network: ada673fa-71a5-46f6-94dd-b0d317de3f89, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:57:30.012425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-4748b945-a806-4ee8-b39e-0506047da281 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517695 Oct 12 22:57:30.028652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c2f0fb5b-6291-4cbb-b860-4772ad6a1aa8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7296386 Oct 12 22:57:30.031151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48672) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:30.039195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Request body: {'subnet': {'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-669099144-subnet', 'tenant_id': '91388e39ec8d429d9f193850725ae67a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:30.050307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2bfa2-b0b9-4475-879f-f37602cafb84 req-f83c260c-c963-4c39-bb86-eb45418ea83f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:30.051118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cc2bfa2-b0b9-4475-879f-f37602cafb84 req-f83c260c-c963-4c39-bb86-eb45418ea83f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 943 time: 0.3050601 Oct 12 22:57:30.057949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Routers {'5d909b86-15d2-4746-8e67-62d2e8640335'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:30.059744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48674) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:30.060114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d909b86-15d2-4746-8e67-62d2e8640335'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:30.125227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-62482341-fee8-434c-b907-3700e2b4c5b1 req-4c02405b-5ce1-424f-9595-ce3587b86c4c service neutron] 10.222.0.25 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590717 Oct 12 22:57:30.160251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cc2bfa2-b0b9-4475-879f-f37602cafb84 req-5de4dd8a-7a7e-4889-aa6c-17a8305659d6 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990682 Oct 12 22:57:30.178149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Made reservation on behalf of 91388e39ec8d429d9f193850725ae67a for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:30.183306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:30.205700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Network ada673fa-71a5-46f6-94dd-b0d317de3f89 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:57:30.240749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-283e5ac5-5988-4747-a799-d4a30af1a5b3 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150583 Oct 12 22:57:30.295374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-1c834841-5377-4980-b161-6a29173332c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:30.297131 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-1c834841-5377-4980-b161-6a29173332c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 1095 time: 0.1621089 Oct 12 22:57:30.335057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Set router 5d909b86-15d2-4746-8e67-62d2e8640335 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:30.378367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e6da6d0-bf97-4752-a825-0ece149904e4 req-77ecd2a7-0a65-4df5-9a85-e9b6a9cce114 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296470 Oct 12 22:57:30.415460 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ada673fa-71a5-46f6-94dd-b0d317de3f89) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:30.421874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:30.425789 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:30.462805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70df0122-e9fd-43ce-80cd-30b3dc0dd14b None None] Network ada673fa-71a5-46f6-94dd-b0d317de3f89 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:30.473846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-88d1d0ab-4cc9-4e59-961f-8bdbc09a0e36 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7ee6e83307f49f9be564bc815d1a10d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4093051 Oct 12 22:57:30.478712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48692) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:30.510967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-93ae9d11-3c90-46cc-9133-3c4df418e023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:30.515799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-93ae9d11-3c90-46cc-9133-3c4df418e023 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f25904565e44fac9258e726832956a7&device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 1096 time: 0.2317657 Oct 12 22:57:30.573745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-9b505f87-e398-4652-8795-badb31b63ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:30.575296 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-9b505f87-e398-4652-8795-badb31b63ece service neutron] 10.222.0.25 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 914 time: 0.2696555 Oct 12 22:57:30.595617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926fd859-1ce4-4b51-8118-f1f420fdd438 req-1312b0aa-d3f0-4c20-9e04-f66039c55e0d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:30.597256 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-926fd859-1ce4-4b51-8118-f1f420fdd438 req-1312b0aa-d3f0-4c20-9e04-f66039c55e0d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 944 time: 0.2903502 Oct 12 22:57:30.628085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-11920c41-b839-404a-ae1c-ca894ff3d9ed admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.7517638 Oct 12 22:57:30.654376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-bcc714fa-ee23-47a8-b94e-cf1b4d869358 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbb7b6a4-208a-4123-8881-5439b0e178da HTTP/1.1" status: 200 len: 217 time: 0.0434973 Oct 12 22:57:30.728395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b298dae9-f053-4439-8734-a5bce6268ec7 None None] Network ada673fa-71a5-46f6-94dd-b0d317de3f89 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:30.740492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-b60bcf87-c685-42db-bcf8-8d24303b1d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:30.742727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-b60bcf87-c685-42db-bcf8-8d24303b1d4a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 200 len: 853 time: 0.0639307 Oct 12 22:57:30.792950 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-34e2b920-8c31-42f4-82de-a066ce0da1f2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a80506f4-1dad-482f-bd83-65b0d9654b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325406 Oct 12 22:57:30.812280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-9dc85937-cc3e-4fee-81b3-74a2fa903dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:30.814311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-9dc85937-cc3e-4fee-81b3-74a2fa903dc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2335fa9a-95f0-4aaa-a0eb-107579b020d0 HTTP/1.1" status: 200 len: 929 time: 0.2903876 Oct 12 22:57:30.836850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-f6a43261-5616-42f2-be12-50b25e664f28 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:30.838618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-f6a43261-5616-42f2-be12-50b25e664f28 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 818 time: 0.2500055 Oct 12 22:57:30.867821 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-e7426bab-3ea6-46ac-8c20-6073bcc2d0df tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/quotas/84e9a570cba343dabe435f8959c7f6df HTTP/1.1" status: 200 len: 375 time: 0.0148246 Oct 12 22:57:30.868646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:18Z', 'updated_at': '2021-10-12T22:57:27Z', 'revision_number': 4, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'gw_port': {'id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:19Z', 'updated_at': '2021-10-12T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '229194bf-c3d0-4e83-a126-0c0d1bfb71c7', 'name': '', 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'mac_address': 'fa:16:3e:7a:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '3273be96-bc87-4159-99e7-c87fbbc35447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:25Z', 'updated_at': '2021-10-12T22:57:27Z', 'revision_number': 2, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'subnets': [{'id': '3273be96-bc87-4159-99e7-c87fbbc35447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:30.912408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-b11fe613-5098-4f95-a9ee-4e32838e42a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9227426-c733-4f20-820c-427e7a02a018 HTTP/1.1" status: 200 len: 217 time: 0.0726757 Oct 12 22:57:30.917223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Checking router: 5d909b86-15d2-4746-8e67-62d2e8640335 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:30.917711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Updating router 5d909b86-15d2-4746-8e67-62d2e8640335 port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:57:30.919432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-926fd859-1ce4-4b51-8118-f1f420fdd438 req-313de8a9-30aa-4c28-a4a1-f7e906e2cf96 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636793 Oct 12 22:57:30.931813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-62fa50a2-8453-4f29-9ac1-4794b3594605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:30.945262 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:30.977209 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-62fa50a2-8453-4f29-9ac1-4794b3594605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.035768 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-c3f2a63a-143d-4b33-befd-d9fd7fe4c072 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263742 Oct 12 22:57:31.047370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-cd267ee9-d9b4-43eb-8b50-f1ec7f704e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:31.048889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-cd267ee9-d9b4-43eb-8b50-f1ec7f704e0d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2fca3525-91b5-4ede-be8c-3e374c0369bc HTTP/1.1" status: 200 len: 867 time: 0.1020284 Oct 12 22:57:31.154607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-e510a101-3f61-4e6c-81d2-c10a5a50673f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:31.156156 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-e510a101-3f61-4e6c-81d2-c10a5a50673f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2335fa9a-95f0-4aaa-a0eb-107579b020d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0969357 Oct 12 22:57:31.189609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-403f21f2-fa8f-4065-bc75-42ca0340863b service neutron] 10.222.0.31 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396875 Oct 12 22:57:31.191092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d138f2-2a35-4a91-a59e-f3ab81dcc3ce req-94c28c5f-b87f-4957-bbff-e2568f5a6366 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:31.192530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5d138f2-2a35-4a91-a59e-f3ab81dcc3ce req-94c28c5f-b87f-4957-bbff-e2568f5a6366 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.1588986 Oct 12 22:57:31.196549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-81cf8331-88bb-4374-b344-4ff58be97c17 service neutron] 10.222.0.25 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3378425 Oct 12 22:57:31.256221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.263061 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.274797 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-62fa50a2-8453-4f29-9ac1-4794b3594605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.277309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-62fa50a2-8453-4f29-9ac1-4794b3594605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.278975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-62fa50a2-8453-4f29-9ac1-4794b3594605 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/97762aa9-06ff-4699-80ff-a9691df78009 HTTP/1.1" status: 204 len: 168 time: 0.7973011 Oct 12 22:57:31.333603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.336416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa50a2-8453-4f29-9ac1-4794b3594605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97762aa9-06ff-4699-80ff-a9691df78009,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:31.339327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-8928efdf-6784-4852-bcd9-ed5437b94184 service neutron] 10.222.0.25 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584291 Oct 12 22:57:31.356806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5d138f2-2a35-4a91-a59e-f3ab81dcc3ce req-f515f2a9-d71f-4f50-a2ef-6110409d64e3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570401 Oct 12 22:57:31.366620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-49c5bafb-5d5c-4887-a7e1-34c24794ef0b service neutron] 10.222.0.31 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622918 Oct 12 22:57:31.382805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Pushing event updated for resources: {'Subnet': ['ID=091336a0-9cd0-43dc-abb4-695f8140af67,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:31.413658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2cb364a-349f-4d2c-bd48-4c065056ea25 req-e87bcd6f-69aa-4bfa-8e13-ae75836411f5 service neutron] 10.222.0.25 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036333 Oct 12 22:57:31.419393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Checking segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:31.419759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Network hostable DHCP agents. Network: 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:57:31.488001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3ad10da-21e5-4810-a687-1e539dbf9015 req-de70cd92-a228-4c8d-ba83-2ab2c6e30850 service neutron] 10.222.0.25 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402886 Oct 12 22:57:31.491575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9c9a5-1ef3-45c9-8071-3740a8d8fddb None None] Pushing event updated for resources: {'Port': ['ID=229194bf-c3d0-4e83-a126-0c0d1bfb71c7,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:31.523833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Attempting to bind port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:31.524204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Attempting to bind port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:31.524567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Attempting to bind port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 on network 604e36bb-4a7f-42a7-b11a-e92c145e9479 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:31.529953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:31.530454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Checking segment: {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:31.530871 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.531414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Bound using segment: {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:31.531882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Bound port: 229194bf-c3d0-4e83-a126-0c0d1bfb71c7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:31.532264 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.537575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:57:31.609941 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] For port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:31.613365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] For port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=229194bf-c3d0-4e83-a126-0c0d1bfb71c7,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:31.642804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:31.649402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:31.650427 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.657914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d146d-c468-464d-9195-d44d4428f7aa None None] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:31.703061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.739881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b0dafc66-d51c-44cb-bf66-3a131709abcf req-a36ce83e-27d8-4572-9643-fc629e5472f6 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1943805286', 'description': 'tempest-description-1915600052'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:31.794508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f66b84b2-566c-43d9-b47f-c45b72a18106 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7614272 Oct 12 22:57:31.840204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a9227426-c733-4f20-820c-427e7a02a018 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:57:31.852342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Routers {'5d909b86-15d2-4746-8e67-62d2e8640335'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:31.853063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d909b86-15d2-4746-8e67-62d2e8640335'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:31.887972 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b0dafc66-d51c-44cb-bf66-3a131709abcf req-a36ce83e-27d8-4572-9643-fc629e5472f6 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:31.989008 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b0dafc66-d51c-44cb-bf66-3a131709abcf req-a36ce83e-27d8-4572-9643-fc629e5472f6 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:32.077204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b0dafc66-d51c-44cb-bf66-3a131709abcf req-a36ce83e-27d8-4572-9643-fc629e5472f6 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:32.131080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] Set router 5d909b86-15d2-4746-8e67-62d2e8640335 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:32.137508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ce83e-27d8-4572-9643-fc629e5472f6 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ae693c-c986-4fcc-84fd-a1a7d7c7ee54,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:32.175700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9c9a5-1ef3-45c9-8071-3740a8d8fddb None None] Pushing event updated for resources: {'Port': ['ID=229194bf-c3d0-4e83-a126-0c0d1bfb71c7,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:32.192541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4483b-c3ff-4a18-b729-e01f51061539 None None] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:32.205079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea48d82-febd-406b-bba8-85dbe2aea89e req-ec25c66a-a0e7-43ba-b0ff-dd768b111f83 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:32.207388 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ea48d82-febd-406b-bba8-85dbe2aea89e req-ec25c66a-a0e7-43ba-b0ff-dd768b111f83 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 943 time: 0.4495475 Oct 12 22:57:32.217495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b0dafc66-d51c-44cb-bf66-3a131709abcf req-a36ce83e-27d8-4572-9643-fc629e5472f6 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:32.219244 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b0dafc66-d51c-44cb-bf66-3a131709abcf req-a36ce83e-27d8-4572-9643-fc629e5472f6 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.4848137 Oct 12 22:57:32.267865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ea48d82-febd-406b-bba8-85dbe2aea89e req-6ab1f2b5-0e9f-48a1-a20a-a9e3c958a5b8 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359287 Oct 12 22:57:32.331521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52a6e1e4-8025-4951-90f0-1eb4835e4e84 req-26230029-c03f-40a8-9ef2-5f28d57d5f3b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 210 time: 0.0489111 Oct 12 22:57:32.434965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3c243-ec1f-418f-9d11-1e2af227965c req-76675bef-bc13-4805-b412-d98ec7ca5e77 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:32.440999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86b3c243-ec1f-418f-9d11-1e2af227965c req-76675bef-bc13-4805-b412-d98ec7ca5e77 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 944 time: 0.0650835 Oct 12 22:57:32.493496 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86b3c243-ec1f-418f-9d11-1e2af227965c req-3f194e22-723f-4610-bb30-36bee5e4eb98 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417132 Oct 12 22:57:32.515577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port a9227426-c733-4f20-820c-427e7a02a018, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a9227426-c733-4f20-820c-427e7a02a018,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:32.559980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'a9227426-c733-4f20-820c-427e7a02a018', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'port_id': 'a9227426-c733-4f20-820c-427e7a02a018', 'mac_address': 'fa:16:3e:77:b2:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:57:32.590839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccefeb05-2df1-4d1c-a82e-fccbafc3f812 req-2b941ffa-8ead-4701-ab72-8618ff244a02 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/06ae693c-c986-4fcc-84fd-a1a7d7c7ee54 HTTP/1.1" status: 200 len: 1815 time: 0.0748768 Oct 12 22:57:32.875608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ccefeb05-2df1-4d1c-a82e-fccbafc3f812 req-8dd3729a-bead-4d88-bce7-ed07ba1b24b9 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06ae693c-c986-4fcc-84fd-a1a7d7c7ee54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:32.875608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ccefeb05-2df1-4d1c-a82e-fccbafc3f812 req-8dd3729a-bead-4d88-bce7-ed07ba1b24b9 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '06ae693c-c986-4fcc-84fd-a1a7d7c7ee54', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:32.882693 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:32.882693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:18Z', 'updated_at': '2021-10-12T22:57:27Z', 'revision_number': 4, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'gw_port': {'id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:19Z', 'updated_at': '2021-10-12T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '229194bf-c3d0-4e83-a126-0c0d1bfb71c7', 'name': '', 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'mac_address': 'fa:16:3e:7a:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '3273be96-bc87-4159-99e7-c87fbbc35447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:25Z', 'updated_at': '2021-10-12T22:57:31Z', 'revision_number': 4, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'subnets': [{'id': '3273be96-bc87-4159-99e7-c87fbbc35447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:32.882693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9227426-c733-4f20-820c-427e7a02a018 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:32.885129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e55fb5f-e617-4a43-9b8b-ba6f1cc25dea None None] The sync data for ids ['5d909b86-15d2-4746-8e67-62d2e8640335'] in n-d-790519-14 is: [{'id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:18Z', 'updated_at': '2021-10-12T22:57:27Z', 'revision_number': 4, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'gw_port': {'id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:19Z', 'updated_at': '2021-10-12T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '229194bf-c3d0-4e83-a126-0c0d1bfb71c7', 'name': '', 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'mac_address': 'fa:16:3e:7a:a3:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '3273be96-bc87-4159-99e7-c87fbbc35447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:25Z', 'updated_at': '2021-10-12T22:57:31Z', 'revision_number': 4, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'subnets': [{'id': '3273be96-bc87-4159-99e7-c87fbbc35447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:57:32.885129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port a9227426-c733-4f20-820c-427e7a02a018, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a9227426-c733-4f20-820c-427e7a02a018,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:32.885922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48766) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:32.885922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [-] 10.222.0.31 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0069892 Oct 12 22:57:32.885922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48768) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:32.886282 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:32.886282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device cbb7b6a4-208a-4123-8881-5439b0e178da details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:57:32.886476 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-4f8cd478-19f3-416e-9293-53f69ccb3ad2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:32.889566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-4f8cd478-19f3-416e-9293-53f69ccb3ad2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.1641252 Oct 12 22:57:32.910750 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-12454605-ac94-45f1-92d8-b1bd17c6f2f4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/quotas/91388e39ec8d429d9f193850725ae67a HTTP/1.1" status: 200 len: 375 time: 0.0210748 Oct 12 22:57:32.935410 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccefeb05-2df1-4d1c-a82e-fccbafc3f812 req-8dd3729a-bead-4d88-bce7-ed07ba1b24b9 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:32.949367 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-4db91d54-055a-421a-9840-6fa13771c408 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0376272 Oct 12 22:57:32.982298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f1a0d2f6-0bb2-4c38-a0d9-070233fd926c tempest-NetworksApiDiscovery-1538848500 tempest-NetworksApiDiscovery-1538848500-project] 10.222.0.31 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1863446 Oct 12 22:57:32.995704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=a9227426-c733-4f20-820c-427e7a02a018,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:33.002558 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccefeb05-2df1-4d1c-a82e-fccbafc3f812 req-8dd3729a-bead-4d88-bce7-ed07ba1b24b9 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:33.036034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port cbb7b6a4-208a-4123-8881-5439b0e178da, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cbb7b6a4-208a-4123-8881-5439b0e178da,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:33.050466 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'cbb7b6a4-208a-4123-8881-5439b0e178da', 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04', 'port_id': 'cbb7b6a4-208a-4123-8881-5439b0e178da', 'mac_address': 'fa:16:3e:8f:ef:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:57:33.063486 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-7f6e31c7-dc5c-4cab-a687-b8045ddc6ead service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131222 Oct 12 22:57:33.095439 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:33.110970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbb7b6a4-208a-4123-8881-5439b0e178da {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:33.135750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port cbb7b6a4-208a-4123-8881-5439b0e178da, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cbb7b6a4-208a-4123-8881-5439b0e178da,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:33.155629 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccefeb05-2df1-4d1c-a82e-fccbafc3f812 req-8dd3729a-bead-4d88-bce7-ed07ba1b24b9 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:33.174844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd3729a-bead-4d88-bce7-ed07ba1b24b9 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8320ece1-aedf-4d7e-8c2f-4c6384a3a3a9,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:33.182857 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-b0fe0bb1-0a5c-4b70-a27a-8d5fb17e1bcf service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117890 Oct 12 22:57:33.240453 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:33.282801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccefeb05-2df1-4d1c-a82e-fccbafc3f812 req-8dd3729a-bead-4d88-bce7-ed07ba1b24b9 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:33.285004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccefeb05-2df1-4d1c-a82e-fccbafc3f812 req-8dd3729a-bead-4d88-bce7-ed07ba1b24b9 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6845970 Oct 12 22:57:33.299364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=cbb7b6a4-208a-4123-8881-5439b0e178da,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:33.410852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef51a1b-1a33-4553-af60-36608babecde req-189829f6-f36f-41e1-8da2-2bd5e2b09677 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:33.415824 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ef51a1b-1a33-4553-af60-36608babecde req-189829f6-f36f-41e1-8da2-2bd5e2b09677 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.0679035 Oct 12 22:57:33.460840 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ef51a1b-1a33-4553-af60-36608babecde req-96d42fb8-97d1-4a0c-9776-15a8c606345f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 Oct 12 22:57:33.470697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['a9227426-c733-4f20-820c-427e7a02a018'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:33.487179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cbb7b6a4-208a-4123-8881-5439b0e178da'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:33.593905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3fd28515-7299-4a8c-8e59-d62b07d48e37 req-d41cd605-297f-4119-8665-7a723696b189 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/06ae693c-c986-4fcc-84fd-a1a7d7c7ee54 HTTP/1.1" status: 200 len: 2409 time: 0.0575821 Oct 12 22:57:33.669252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48796) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:33.827687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:33.833290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f11a4c-de11-482b-8b97-07499c2fd3f5 req-74988fcc-9f77-4f73-89bc-25a919248a8f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:33.835065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-b9092e1e-2340-430c-a11f-c1c5e10717e8 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:33.842693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-b9092e1e-2340-430c-a11f-c1c5e10717e8 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 818 time: 0.1639130 Oct 12 22:57:33.843347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49f11a4c-de11-482b-8b97-07499c2fd3f5 req-74988fcc-9f77-4f73-89bc-25a919248a8f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 944 time: 0.1473849 Oct 12 22:57:33.861458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-f3e46d7c-1998-4be6-9093-1c8eff74f295 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/quotas/84e9a570cba343dabe435f8959c7f6df HTTP/1.1" status: 200 len: 375 time: 0.0177519 Oct 12 22:57:33.913844 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49f11a4c-de11-482b-8b97-07499c2fd3f5 req-35a0ee6c-a800-48a9-b6ce-e940ffa19dd8 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646350 Oct 12 22:57:33.950632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-befaef6a-cb77-4d32-a4c2-9f9957a393d9 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880044 Oct 12 22:57:34.000040 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc6b1fa7-d871-4085-aeee-466168aa6f74 req-b55fa56a-fb38-4411-be2c-51f298cd8548 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 210 time: 0.0379114 Oct 12 22:57:34.037323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c55776be-5521-46bc-88c4-3bc9929ed614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.044283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:34.044808 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.146398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fb7898-b894-4dc7-b6ea-2538c14aa966 req-6ca4d8e8-f766-4a7e-9845-dec2e695fa4f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:34.148836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1fb7898-b894-4dc7-b6ea-2538c14aa966 req-6ca4d8e8-f766-4a7e-9845-dec2e695fa4f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 945 time: 0.0654709 Oct 12 22:57:34.163494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c55776be-5521-46bc-88c4-3bc9929ed614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.175632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-082ad053-5aa4-4767-8c1e-128c7bebc97f service neutron] 10.222.0.31 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233748 Oct 12 22:57:34.185721 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.222353 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1fb7898-b894-4dc7-b6ea-2538c14aa966 req-dffed67e-aecc-41a5-a819-791621de0c08 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543458 Oct 12 22:57:34.229735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=229194bf-c3d0-4e83-a126-0c0d1bfb71c7,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:34.236405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c55776be-5521-46bc-88c4-3bc9929ed614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.254256 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afb74406-5858-4a5e-b072-d46e842e61ee req-3b9195f8-1987-4720-91a5-38f5896fbb9a tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-group-rules/8320ece1-aedf-4d7e-8c2f-4c6384a3a3a9 HTTP/1.1" status: 200 len: 778 time: 0.0166552 Oct 12 22:57:34.305193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c55776be-5521-46bc-88c4-3bc9929ed614 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c70aea9cfd1c45f3a7ffa1facf87043a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402507 Oct 12 22:57:34.310305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48804) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:34.337518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afb74406-5858-4a5e-b072-d46e842e61ee req-8c12e85d-c63e-4d58-b64c-cbd4be51a01f tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/06ae693c-c986-4fcc-84fd-a1a7d7c7ee54 HTTP/1.1" status: 200 len: 2409 time: 0.0757453 Oct 12 22:57:34.339690 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.355879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55776be-5521-46bc-88c4-3bc9929ed614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaac288-8a93-478e-8864-971f72ec039e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:34.382301 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-afb74406-5858-4a5e-b072-d46e842e61ee req-598af63f-8ec8-4ab4-a286-f96da0a85a30 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.387523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-9c28524d-9f3a-475f-9cf4-212f7906c43d service neutron] 10.222.0.31 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106550 Oct 12 22:57:34.392360 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14893864-da88-46e3-a1e4-d84e00e85da9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.393273 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-afb74406-5858-4a5e-b072-d46e842e61ee req-598af63f-8ec8-4ab4-a286-f96da0a85a30 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.422652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=229194bf-c3d0-4e83-a126-0c0d1bfb71c7,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:34.433138 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14893864-da88-46e3-a1e4-d84e00e85da9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.527663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-afb74406-5858-4a5e-b072-d46e842e61ee req-598af63f-8ec8-4ab4-a286-f96da0a85a30 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.536975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-afb74406-5858-4a5e-b072-d46e842e61ee req-598af63f-8ec8-4ab4-a286-f96da0a85a30 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.538059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afb74406-5858-4a5e-b072-d46e842e61ee req-598af63f-8ec8-4ab4-a286-f96da0a85a30 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/8320ece1-aedf-4d7e-8c2f-4c6384a3a3a9 HTTP/1.1" status: 204 len: 173 time: 0.1992381 Oct 12 22:57:34.548545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598af63f-8ec8-4ab4-a286-f96da0a85a30 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8320ece1-aedf-4d7e-8c2f-4c6384a3a3a9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:34.566280 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14893864-da88-46e3-a1e4-d84e00e85da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.570796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14893864-da88-46e3-a1e4-d84e00e85da9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.570796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-14893864-da88-46e3-a1e4-d84e00e85da9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bfaac288-8a93-478e-8864-971f72ec039e HTTP/1.1" status: 204 len: 168 time: 0.2583714 Oct 12 22:57:34.581651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14893864-da88-46e3-a1e4-d84e00e85da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaac288-8a93-478e-8864-971f72ec039e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:34.632537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-093dfcd5-e70b-4067-9ce7-32a2b9138163 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:34.634069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-093dfcd5-e70b-4067-9ce7-32a2b9138163 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 818 time: 0.1541362 Oct 12 22:57:34.656857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Request body: {'port': {'device_id': '5a8285b5-f733-4a44-857a-258e5f2a167a', 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479', 'admin_state_up': True, 'tenant_id': '84e9a570cba343dabe435f8959c7f6df'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:34.669249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f3d61428-fd33-42d9-a25c-5e0359fece7b req-9b4fa898-41b1-4eb2-9d37-9c511e07048c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-506788018', 'description': 'tempest-description-1206247908'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:34.779196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89aea892-8c73-4790-946b-302a94269311 req-16df3a93-1ac5-49f1-b332-be8b8d8df0ee tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:34.780682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89aea892-8c73-4790-946b-302a94269311 req-16df3a93-1ac5-49f1-b332-be8b8d8df0ee tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.1203923 Oct 12 22:57:34.814416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f3d61428-fd33-42d9-a25c-5e0359fece7b req-9b4fa898-41b1-4eb2-9d37-9c511e07048c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.843196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89aea892-8c73-4790-946b-302a94269311 req-b3d8236c-0e5f-4668-9c5a-b2d3edaa23f1 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550692 Oct 12 22:57:34.899316 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f3d61428-fd33-42d9-a25c-5e0359fece7b req-9b4fa898-41b1-4eb2-9d37-9c511e07048c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:34.927373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f067bbfb-88dd-4e32-a56e-288090f04347 req-f275a032-5768-4e1d-a624-60f983069351 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 210 time: 0.0324237 Oct 12 22:57:34.960506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Made reservation on behalf of 84e9a570cba343dabe435f8959c7f6df for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:34.965788 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.014465 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f3d61428-fd33-42d9-a25c-5e0359fece7b req-9b4fa898-41b1-4eb2-9d37-9c511e07048c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.049220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fa898-41b1-4eb2-9d37-9c511e07048c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e150aec2-7b63-4ef0-85e2-155565c83c89,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:35.090035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e6489-eba3-4cb3-8701-b81541a5facc req-db8edc5f-8fb3-4214-9529-c6e42c9c0d13 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:35.091572 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff7e6489-eba3-4cb3-8701-b81541a5facc req-db8edc5f-8fb3-4214-9529-c6e42c9c0d13 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 944 time: 0.1036711 Oct 12 22:57:35.126227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f3d61428-fd33-42d9-a25c-5e0359fece7b req-9b4fa898-41b1-4eb2-9d37-9c511e07048c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.129540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f3d61428-fd33-42d9-a25c-5e0359fece7b req-9b4fa898-41b1-4eb2-9d37-9c511e07048c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4630532 Oct 12 22:57:35.207253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff7e6489-eba3-4cb3-8701-b81541a5facc req-fc4fb0a0-219f-4e4b-995c-cd780c30a8d2 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028063 Oct 12 22:57:35.211059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Allocated IP 172.20.0.12 (604e36bb-4a7f-42a7-b11a-e92c145e9479/3273be96-bc87-4159-99e7-c87fbbc35447/4788deca-2fcc-4aa9-b01b-8bab5eadd7dc) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:35.269944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0a5e507-5606-49d9-8955-c21900970e02 req-d6ad97eb-e342-4e72-9892-7180e583e684 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 210 time: 0.0369902 Oct 12 22:57:35.352510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81cf8827-f801-4a3c-870f-880365bbe4f1 req-15b2b2f6-90a3-4c85-8929-be2a1cea8b3b tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/e150aec2-7b63-4ef0-85e2-155565c83c89 HTTP/1.1" status: 200 len: 1814 time: 0.1092930 Oct 12 22:57:35.397438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-6bd61865-0ecf-4aa4-ae4f-7c70132c4e59 req-ff01e02f-e73e-4054-a800-593713e66173 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-677377509', 'description': 'tempest-description-1745452623'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:35.439017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081cf32-82af-4f1d-9cd7-5ea2edc8e93a req-c10ce802-eaf9-410e-903a-759b10b1b41f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:35.439017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c081cf32-82af-4f1d-9cd7-5ea2edc8e93a req-c10ce802-eaf9-410e-903a-759b10b1b41f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 945 time: 0.0695662 Oct 12 22:57:35.463976 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.477822 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c081cf32-82af-4f1d-9cd7-5ea2edc8e93a req-fb6e7fef-7f6a-4e92-9287-6222997530c7 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339684 Oct 12 22:57:35.543352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6bd61865-0ecf-4aa4-ae4f-7c70132c4e59 req-ff01e02f-e73e-4054-a800-593713e66173 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.577258 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.666571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:35.669334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Network 604e36bb-4a7f-42a7-b11a-e92c145e9479 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:35.681776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:35.690026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:35.703142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Pushing event updated for resources: {'Port': ['ID=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:35.727669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:35.728926 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.740939 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6bd61865-0ecf-4aa4-ae4f-7c70132c4e59 req-ff01e02f-e73e-4054-a800-593713e66173 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.762995 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:35.763617 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.843281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a9227426-c733-4f20-820c-427e7a02a018 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:35.852353 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6bd61865-0ecf-4aa4-ae4f-7c70132c4e59 req-ff01e02f-e73e-4054-a800-593713e66173 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:35.905177 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01e02f-e73e-4054-a800-593713e66173 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7590f1-c139-427e-8bbe-1bfa6388229b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:35.938871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-1c139dc6-515e-4d4c-964d-13feea082c6a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2948725 Oct 12 22:57:35.950777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Request body: {'port': {'device_id': '5a8285b5-f733-4a44-857a-258e5f2a167a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:35.980005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36aaa1c-3a61-40af-9a45-1fc5af9b20b2 req-9ce1492e-bf2e-4aa3-9310-cbdaea4726f4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:35.982060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f36aaa1c-3a61-40af-9a45-1fc5af9b20b2 req-9ce1492e-bf2e-4aa3-9310-cbdaea4726f4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.0588665 Oct 12 22:57:36.037298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f36aaa1c-3a61-40af-9a45-1fc5af9b20b2 req-23f0d11b-fc09-4cdf-b5e4-7d2355d69fa4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446787 Oct 12 22:57:36.099814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port a9227426-c733-4f20-820c-427e7a02a018 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:57:36.104693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port a9227426-c733-4f20-820c-427e7a02a018 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:36.105072 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.137819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2a138c4-e0b7-46a7-8ebe-8b3f08a8d6e0 req-11f9ec4c-f66b-4075-97a5-305592f46307 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 210 time: 0.0326552 Oct 12 22:57:36.196999 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6bd61865-0ecf-4aa4-ae4f-7c70132c4e59 req-ff01e02f-e73e-4054-a800-593713e66173 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.198223 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6bd61865-0ecf-4aa4-ae4f-7c70132c4e59 req-ff01e02f-e73e-4054-a800-593713e66173 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8098555 Oct 12 22:57:36.226163 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.249332 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.288700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:36.297587 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae676ff-27bd-41b6-b8c7-30f1c6d5c94e" -d '{"events": [{"server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "name": "network-vif-plugged", "status": "completed", "tag": "a9227426-c733-4f20-820c-427e7a02a018"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:36.319734 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-711bba89-65d4-4bfc-b310-c35d0733b05e req-a2a9636f-8c20-4404-bb6d-513332a63936 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/1b7590f1-c139-427e-8bbe-1bfa6388229b HTTP/1.1" status: 200 len: 1814 time: 0.0872459 Oct 12 22:57:36.329780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port a9227426-c733-4f20-820c-427e7a02a018, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a9227426-c733-4f20-820c-427e7a02a018,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:36.361729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-072d190a-937e-4b9a-b93e-399bc782b86b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:36.363896 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-072d190a-937e-4b9a-b93e-399bc782b86b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.1983721 Oct 12 22:57:36.377783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Request body: {'port': {'device_id': '04dc1b8f-8be7-4ba8-82a1-78d4788956eb', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'admin_state_up': True, 'tenant_id': '91388e39ec8d429d9f193850725ae67a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:36.430612 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.431563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device cbb7b6a4-208a-4123-8881-5439b0e178da up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:36.467519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4510d7e6-0a86-4183-8a07-be51b7fb89de req-7886e87b-7da0-4fc4-a846-8895f63141b9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 210 time: 0.0848556 Oct 12 22:57:36.519450 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0566e-38b5-4c05-b63d-6d7ba37802f4 req-87ae6a72-32df-47f3-aa5e-be492f42f1ae tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:36.526890 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29a0566e-38b5-4c05-b63d-6d7ba37802f4 req-87ae6a72-32df-47f3-aa5e-be492f42f1ae tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 944 time: 0.1320782 Oct 12 22:57:36.541671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=a9227426-c733-4f20-820c-427e7a02a018,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:36.599933 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd9a881-cbac-4d4e-8cfa-b36ee45b20ae x-openstack-request-id: req-8fd9a881-cbac-4d4e-8cfa-b36ee45b20ae {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:36.604096 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "name": "network-vif-plugged", "status": "completed", "tag": "a9227426-c733-4f20-820c-427e7a02a018", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:36.609594 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fd9a881-cbac-4d4e-8cfa-b36ee45b20ae {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:36.609594 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018', 'code': 200} Oct 12 22:57:36.638485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29a0566e-38b5-4c05-b63d-6d7ba37802f4 req-b7459870-ff3c-4db9-9996-dab31a9b233a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994453 Oct 12 22:57:36.675922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Made reservation on behalf of 91388e39ec8d429d9f193850725ae67a for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:36.680255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port cbb7b6a4-208a-4123-8881-5439b0e178da completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:57:36.682579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.684294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port cbb7b6a4-208a-4123-8881-5439b0e178da triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:36.684690 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.714312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-7044d0c7-2a30-4f33-a375-2fa429363f09 req-ada2616e-0e2c-49b4-88d4-6b32cb2c5158 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-25608170', 'description': 'tempest-description-1762589414'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:36.755719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:36.765973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.781434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Transition to ACTIVE for port object 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:57:36.783665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.836161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port cbb7b6a4-208a-4123-8881-5439b0e178da, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cbb7b6a4-208a-4123-8881-5439b0e178da,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:36.857620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-6e3c4e6c-e784-4cc2-b33a-b3bfac8e7cfb tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:36.859256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-6e3c4e6c-e784-4cc2-b33a-b3bfac8e7cfb tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1098 time: 0.2338910 Oct 12 22:57:36.863750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a489af-4b46-4ae2-852e-5974b4097151 req-799e734b-2d26-418f-960d-70ae8365bba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:36.865241 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4a489af-4b46-4ae2-852e-5974b4097151 req-799e734b-2d26-418f-960d-70ae8365bba7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 1098 time: 0.0809274 Oct 12 22:57:36.873796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca3e07-cc3c-4545-8cd1-7b802ebe7132 req-b8f775f3-eff1-4f36-abc6-1acf8004c450 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:36.875442 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47ca3e07-cc3c-4545-8cd1-7b802ebe7132 req-b8f775f3-eff1-4f36-abc6-1acf8004c450 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 946 time: 0.0924799 Oct 12 22:57:36.893005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-790519-14'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:36.906180 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.940082 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.968641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.972668 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7044d0c7-2a30-4f33-a375-2fa429363f09 req-ada2616e-0e2c-49b4-88d4-6b32cb2c5158 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:36.989201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Pushing event updated for resources: {'Port': ['ID=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:36.990899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Allocated IP 172.20.0.6 (4cb19cf1-b184-49b9-ab5c-138fd9eb83fd/091336a0-9cd0-43dc-abb4-695f8140af67/f953910d-7788-47bc-98d8-852d1c988f96) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:37.004981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4a489af-4b46-4ae2-852e-5974b4097151 req-bab42d8b-f370-4e9a-8596-da2dbbe1990b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284122 Oct 12 22:57:37.010956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47ca3e07-cc3c-4545-8cd1-7b802ebe7132 req-4bd30977-9374-46e4-8e3f-2e8768599fdc tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287994 Oct 12 22:57:37.047144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=cbb7b6a4-208a-4123-8881-5439b0e178da,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:37.129490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Attempting to bind port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:37.130378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Attempting to bind port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:37.132110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Attempting to bind port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc on network 604e36bb-4a7f-42a7-b11a-e92c145e9479 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:37.142222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc on network 604e36bb-4a7f-42a7-b11a-e92c145e9479 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:57:37.142547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Attempting to bind port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc on network 604e36bb-4a7f-42a7-b11a-e92c145e9479 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:37.156561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:37.156561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Checking segment: {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:37.156561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Bound using segment: {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:37.156561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Bound port: 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:37.156561 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.263579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] For port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:37.268496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] For port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:37.279079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016fee06-0093-43d3-96d6-57547ab8e0c7 req-0e0900f6-6896-4381-92a1-162864ad7aac tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:37.280479 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-016fee06-0093-43d3-96d6-57547ab8e0c7 req-0e0900f6-6896-4381-92a1-162864ad7aac tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 946 time: 0.0824821 Oct 12 22:57:37.322141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-016fee06-0093-43d3-96d6-57547ab8e0c7 req-ab2369c2-6b94-4947-bf1c-cce41a506c37 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348687 Oct 12 22:57:37.324761 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7044d0c7-2a30-4f33-a375-2fa429363f09 req-ada2616e-0e2c-49b4-88d4-6b32cb2c5158 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.353183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.381881 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7044d0c7-2a30-4f33-a375-2fa429363f09 req-ada2616e-0e2c-49b4-88d4-6b32cb2c5158 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.390231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:37.407043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:37.407673 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.409063 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] 10.222.0.41 "PUT /v2.0/ports/4788deca-2fcc-4aa9-b01b-8bab5eadd7dc HTTP/1.1" status: 200 len: 1093 time: 1.4626546 Oct 12 22:57:37.410090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8285b5-f733-4a44-857a-258e5f2a167a', 'tag': '4788deca-2fcc-4aa9-b01b-8bab5eadd7dc'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:37.425251 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8285b5-f733-4a44-857a-258e5f2a167a", "tag": "4788deca-2fcc-4aa9-b01b-8bab5eadd7dc"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:37.456671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a928a90-3d6e-4fe8-8801-ab679fd018ab service neutron] Pushing event updated for resources: {'Port': ['ID=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:37.488218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.493669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada2616e-0e2c-49b4-88d4-6b32cb2c5158 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e936a235-600c-496b-8aba-04d1f34359d0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:37.493880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64032d8e-c7fa-4007-b6a6-0e2928f32c3c req-1b2ea6b6-94cc-4a36-bcc3-47a8d330b68f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 210 time: 0.0394611 Oct 12 22:57:37.507371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-d4626305-c3b6-4761-8c4d-31452f3c810e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:37.509830 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-d4626305-c3b6-4761-8c4d-31452f3c810e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 818 time: 0.2640660 Oct 12 22:57:37.532062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Request body: {'port': {'device_id': '714c2e11-0b6e-49df-aeb3-3cf5eb3fa547', 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479', 'admin_state_up': True, 'tenant_id': '84e9a570cba343dabe435f8959c7f6df'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:37.556674 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e829672d-6647-4012-90d2-a2be05b0962d x-openstack-request-id: req-e829672d-6647-4012-90d2-a2be05b0962d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:37.556969 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8285b5-f733-4a44-857a-258e5f2a167a", "tag": "4788deca-2fcc-4aa9-b01b-8bab5eadd7dc", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:37.557277 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e829672d-6647-4012-90d2-a2be05b0962d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:37.557683 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a8285b5-f733-4a44-857a-258e5f2a167a', 'tag': '4788deca-2fcc-4aa9-b01b-8bab5eadd7dc', 'status': 'completed', 'code': 200} Oct 12 22:57:37.560146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:37.566897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7044d0c7-2a30-4f33-a375-2fa429363f09 req-ada2616e-0e2c-49b4-88d4-6b32cb2c5158 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.568160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7044d0c7-2a30-4f33-a375-2fa429363f09 req-ada2616e-0e2c-49b4-88d4-6b32cb2c5158 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8941245 Oct 12 22:57:37.630269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-e47439d6-033f-4ad4-94e4-ba9c87256a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:37.632180 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-e47439d6-033f-4ad4-94e4-ba9c87256a07 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1096 time: 0.0622542 Oct 12 22:57:37.691026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:37.691463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-25865953-b5ab-4802-87af-9753b7f65212 req-91a2a04c-8b1e-409b-9a85-cf1c8791bd7d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 210 time: 0.0579956 Oct 12 22:57:37.692801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-201a5b18-9c7f-4c22-9497-20b7fb8434c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc HTTP/1.1" status: 200 len: 217 time: 0.0514390 Oct 12 22:57:37.693304 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551fb627-b1ca-4607-9de5-ac2ac724adeb" -d '{"events": [{"server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "name": "network-vif-unplugged", "status": "completed", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:37.703317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.730244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b8ec7c-f7df-4fa2-9040-7aec1c3f8a23 req-269c8d75-efc9-4216-ae90-0e0c24797f00 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/e936a235-600c-496b-8aba-04d1f34359d0 HTTP/1.1" status: 200 len: 1813 time: 0.1141899 Oct 12 22:57:37.766691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-5494c172-bf23-42cb-aef3-f16539b0711e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:37.772373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-5494c172-bf23-42cb-aef3-f16539b0711e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.0687337 Oct 12 22:57:37.777295 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd18867-d1a3-4a13-967f-e8732b631a3a x-openstack-request-id: req-6cd18867-d1a3-4a13-967f-e8732b631a3a {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:37.777595 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "name": "network-vif-unplugged", "status": "completed", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:37.777853 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6cd18867-d1a3-4a13-967f-e8732b631a3a {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:37.778288 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b', 'code': 200} Oct 12 22:57:37.796067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-116d5eae-2507-4102-a664-f4cb92949546 req-4d732b6e-d88f-4fc4-b355-e484d1095d55 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1705884210', 'description': 'tempest-description-1091983135'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:37.824418 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-787cf560-bb40-49e8-8b14-82b72a7cf843 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456836 Oct 12 22:57:37.836726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.842645 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:37.853504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ddbdd678-e088-497e-88d3-54dfd30adf2b details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:57:37.894542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93abcfb6-f959-4af7-b7fa-ba3dcd7e999c req-dc57bb1f-d956-4cd9-bee9-02abe75f9b91 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:37.896078 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93abcfb6-f959-4af7-b7fa-ba3dcd7e999c req-dc57bb1f-d956-4cd9-bee9-02abe75f9b91 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 945 time: 0.1090393 Oct 12 22:57:37.906329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:37.917116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:37.941972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:37.964950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:37.969493 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-157faf59-72db-4462-9c7c-ba806c8ad02f service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379948 Oct 12 22:57:37.972556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93abcfb6-f959-4af7-b7fa-ba3dcd7e999c req-8d56a6ad-6e07-4159-8488-a3835a2cb4b8 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553312 Oct 12 22:57:37.988644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbdd678-e088-497e-88d3-54dfd30adf2b,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:37.998362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on host n-h1-790519-14 for vnic_type normal with profile {"migrating_to": "n-h2-790519-14"} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:37.999025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:37.999993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:38.007332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:57:38.007947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:38.013689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:38.016863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:38.016863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:38.016863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Bound port: ddbdd678-e088-497e-88d3-54dfd30adf2b, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:38.016863 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:38.059558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on host n-h1-790519-14 for vnic_type normal with profile {"migrating_to": "n-h2-790519-14"} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:38.059905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:38.060216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:38.070163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event updated for resources: {'Port': ['ID=f953910d-7788-47bc-98d8-852d1c988f96,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:38.079463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:57:38.079791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:38.091558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:38.092264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:38.098217 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4397ec15-b2ff-49f6-a9ec-49f3234e5bc3 req-d8a124d0-3abe-4858-bbc0-9f05cdc1ba1d service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215334 Oct 12 22:57:38.111481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:38.114328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Made reservation on behalf of 84e9a570cba343dabe435f8959c7f6df for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:38.116114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:38.117849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:38.120284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:38.120689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:38.121030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:38.121466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Bound port: ddbdd678-e088-497e-88d3-54dfd30adf2b, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:38.121802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:38.179002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2cec3c-7b23-4fe7-8a3b-86737bfd2b10 req-8f2cf3f5-b426-4583-969d-ec46ef5947bd tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:38.180605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c2cec3c-7b23-4fe7-8a3b-86737bfd2b10 req-8f2cf3f5-b426-4583-969d-ec46ef5947bd tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 946 time: 0.0509219 Oct 12 22:57:38.219633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c2cec3c-7b23-4fe7-8a3b-86737bfd2b10 req-5ad122ac-4e11-4967-b5ef-09d8083afc0b tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324204 Oct 12 22:57:38.225724 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:38.289148 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-116d5eae-2507-4102-a664-f4cb92949546 req-4d732b6e-d88f-4fc4-b355-e484d1095d55 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:38.329780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ddbdd678-e088-497e-88d3-54dfd30adf2b,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:38.334176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:38.340281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ddbdd678-e088-497e-88d3-54dfd30adf2b has no active binding in host n-h2-790519-14 {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 22:57:38.340459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-c915b8cf-d241-4568-9d2f-7dc982f85530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:38.341506 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-c915b8cf-d241-4568-9d2f-7dc982f85530 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1096 time: 0.0797620 Oct 12 22:57:38.399352 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-98231555-a981-4b50-b25a-1ee2af481556 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0261073 Oct 12 22:57:38.400195 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) ddbdd678-e088-497e-88d3-54dfd30adf2b-n-h1-790519-14-0 {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:57:38.400693 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:57:38.414548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Request body: {'port': {'device_id': '04dc1b8f-8be7-4ba8-82a1-78d4788956eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:38.426980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Allocated IP 172.20.0.13 (604e36bb-4a7f-42a7-b11a-e92c145e9479/3273be96-bc87-4159-99e7-c87fbbc35447/fd9a87ad-330f-4da8-b57f-a50d21fb8b3b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:38.486710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d2861e-ae11-4fad-866a-3e67d4a59af2 req-a07d06e3-7a66-4635-be21-67330cc5dc21 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:38.488855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75d2861e-ae11-4fad-866a-3e67d4a59af2 req-a07d06e3-7a66-4635-be21-67330cc5dc21 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.0883894 Oct 12 22:57:38.493974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-fc7e3ece-a4f9-4b9c-b10b-e4e65ef1129d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:38.495749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-fc7e3ece-a4f9-4b9c-b10b-e4e65ef1129d service neutron] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 919 time: 0.1473529 Oct 12 22:57:38.521459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-116d5eae-2507-4102-a664-f4cb92949546 req-4d732b6e-d88f-4fc4-b355-e484d1095d55 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:38.538589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:38.551825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-a759a439-9b50-428e-a6e7-99e2ad7a005d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc HTTP/1.1" status: 200 len: 217 time: 0.0473313 Oct 12 22:57:38.580650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75d2861e-ae11-4fad-866a-3e67d4a59af2 req-6c431b05-8a3e-45c3-9aee-dd8d2267a54c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831313 Oct 12 22:57:38.606924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:38.610530 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1beb7e8f-d20b-4495-9e2f-faae75ef8954" -d '{"events": [{"server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "name": "network-vif-plugged", "status": "completed", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:38.619087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-116d5eae-2507-4102-a664-f4cb92949546 req-4d732b6e-d88f-4fc4-b355-e484d1095d55 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:38.624761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-93139b48-c409-4560-90ad-c14f621c8b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:38.626524 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-93139b48-c409-4560-90ad-c14f621c8b74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.0642359 Oct 12 22:57:38.664300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-a814c1e4-c7d2-48eb-8232-3c159889d661 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304525 Oct 12 22:57:38.710911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f30bd67-8079-47de-9ecb-e2c15118f0d5 req-cf2331b3-d207-42d2-9d91-b838a8c69cd4 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 210 time: 0.0493698 Oct 12 22:57:38.764155 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f6e0fd-8435-4591-a21f-e2796d9b9298 x-openstack-request-id: req-82f6e0fd-8435-4591-a21f-e2796d9b9298 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:38.765126 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "name": "network-vif-plugged", "status": "completed", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:38.765607 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-82f6e0fd-8435-4591-a21f-e2796d9b9298 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:38.766288 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da', 'code': 200} Oct 12 22:57:38.799735 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-22eefc08-b738-457f-9b19-942a80c2f0be service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252217 Oct 12 22:57:38.960208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on host n-h1-790519-14 for vnic_type normal with profile {"migrating_to": "n-h2-790519-14"} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:38.960536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:38.960889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:38.976703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d732b6e-d88f-4fc4-b355-e484d1095d55 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a10f221-2550-4db5-ae36-6ffebbb3d9f0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:38.987262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb781012-5729-4740-9b2e-279ca58acb93 req-4fd765f2-f26a-4eca-957a-911b54309521 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:38.990359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb781012-5729-4740-9b2e-279ca58acb93 req-4fd765f2-f26a-4eca-957a-911b54309521 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 931 time: 0.1611025 Oct 12 22:57:39.010398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c99dca1-641f-4fd9-8e81-ad42d29f495f req-55068684-c216-4a65-8761-786e72f87337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:39.012003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c99dca1-641f-4fd9-8e81-ad42d29f495f req-55068684-c216-4a65-8761-786e72f87337 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 1097 time: 0.1161480 Oct 12 22:57:39.015082 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5f60417-5f9c-4010-8fc9-2833cd68e8ed req-24dd51e2-78f0-4a29-a154-3e6ab0115d19 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976805 Oct 12 22:57:39.029080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:57:39.029080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attempting to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:39.036896 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-116d5eae-2507-4102-a664-f4cb92949546 req-4d732b6e-d88f-4fc4-b355-e484d1095d55 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.043623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-116d5eae-2507-4102-a664-f4cb92949546 req-4d732b6e-d88f-4fc4-b355-e484d1095d55 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.2540576 Oct 12 22:57:39.080234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:39.080570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:39.080982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:39.081743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Bound port: ddbdd678-e088-497e-88d3-54dfd30adf2b, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:39.082289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.090327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb781012-5729-4740-9b2e-279ca58acb93 req-5d1e5351-23ef-47a6-b415-e710ea3c9518 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900998 Oct 12 22:57:39.095187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.099962 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c99dca1-641f-4fd9-8e81-ad42d29f495f req-0b0efc9b-b6d7-4c93-9325-ec6bbd4180a3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731604 Oct 12 22:57:39.157035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5a1c25a-b26e-476c-9885-3b5f8a9f33fe req-a408c81f-ea9e-4ab7-9d33-d48ccbd72dba tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/8a10f221-2550-4db5-ae36-6ffebbb3d9f0 HTTP/1.1" status: 200 len: 1815 time: 0.0410068 Oct 12 22:57:39.191007 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-4fe02eca-bea8-473e-b8d3-3e764c70310b req-66b9c473-ae74-4899-b3c1-8c943de20785 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] show failed (client error): The resource could not be found. Oct 12 22:57:39.192292 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fe02eca-bea8-473e-b8d3-3e764c70310b req-66b9c473-ae74-4899-b3c1-8c943de20785 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/e3166b28-deae-4576-96d2-1a907500a49c HTTP/1.1" status: 404 len: 352 time: 0.0138800 Oct 12 22:57:39.227587 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-4283620d-5ed8-4464-893c-a864095af89d req-99ba9741-a448-4e0d-a63b-0af7ff958cdd tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] show failed (client error): The resource could not be found. Oct 12 22:57:39.228900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4283620d-5ed8-4464-893c-a864095af89d req-99ba9741-a448-4e0d-a63b-0af7ff958cdd tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-group-rules/5b6d9775-e699-4058-bbe6-30f70ed33e30 HTTP/1.1" status: 404 len: 361 time: 0.0142519 Oct 12 22:57:39.266808 n-d-790519-14 neutron-server[101890]: WARNING neutron.plugins.ml2.plugin [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Concurrent port binding operations failed on port ddbdd678-e088-497e-88d3-54dfd30adf2b Oct 12 22:57:39.275675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:39.289254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac61c9-1b0c-4b97-b3d7-f43f796220f3 req-91324c68-35ef-449e-bbb4-1ab8e7b75f1d tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:39.295461 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ef1795d2-7609-4523-add3-1ffd24916da0 req-8f635a94-eb9b-41d1-a474-a8791756dfed tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/8a10f221-2550-4db5-ae36-6ffebbb3d9f0 HTTP/1.1" status: 200 len: 1815 time: 0.0440626 Oct 12 22:57:39.295992 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dac61c9-1b0c-4b97-b3d7-f43f796220f3 req-91324c68-35ef-449e-bbb4-1ab8e7b75f1d tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 945 time: 0.1861300 Oct 12 22:57:39.305980 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attempt 2 to bind port ddbdd678-e088-497e-88d3-54dfd30adf2b Oct 12 22:57:39.316562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:39.317513 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.319465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90168a5b-5c08-40ef-928e-6498806e82f3 service neutron] 10.222.0.25 "PUT /v2.0/ports/ddbdd678-e088-497e-88d3-54dfd30adf2b HTTP/1.1" status: 200 len: 1124 time: 2.4304976 Oct 12 22:57:39.375500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.378608 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ef1795d2-7609-4523-add3-1ffd24916da0 req-4aa711b7-4270-4b71-afdf-64c54009077b tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.382082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['ddbdd678-e088-497e-88d3-54dfd30adf2b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:39.415203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dac61c9-1b0c-4b97-b3d7-f43f796220f3 req-907ae659-a951-47be-b783-02aaff0449e0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119354 Oct 12 22:57:39.415382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ef1795d2-7609-4523-add3-1ffd24916da0 req-4aa711b7-4270-4b71-afdf-64c54009077b tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.422575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ddbdd678-e088-497e-88d3-54dfd30adf2b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:39.511529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Network 604e36bb-4a7f-42a7-b11a-e92c145e9479 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:39.526652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Pushing event updated for resources: {'Port': ['ID=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:39.550974 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ef1795d2-7609-4523-add3-1ffd24916da0 req-4aa711b7-4270-4b71-afdf-64c54009077b tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.552321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ef1795d2-7609-4523-add3-1ffd24916da0 req-4aa711b7-4270-4b71-afdf-64c54009077b tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.560895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:39.561209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ef1795d2-7609-4523-add3-1ffd24916da0 req-4aa711b7-4270-4b71-afdf-64c54009077b tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "DELETE /v2.0/security-groups/8a10f221-2550-4db5-ae36-6ffebbb3d9f0 HTTP/1.1" status: 204 len: 173 time: 0.2581947 Oct 12 22:57:39.564439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:39.579459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa711b7-4270-4b71-afdf-64c54009077b tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a10f221-2550-4db5-ae36-6ffebbb3d9f0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:39.620368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f953910d-7788-47bc-98d8-852d1c988f96 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:39.634284 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.665910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Transition to ACTIVE for port object f953910d-7788-47bc-98d8-852d1c988f96 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:57:39.685921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9a0a7a-1c60-4414-a00b-c222bd5c9480 req-cbdb4b7c-cc08-4ab6-9fae-47e211769c3d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:39.694023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af9a0a7a-1c60-4414-a00b-c222bd5c9480 req-cbdb4b7c-cc08-4ab6-9fae-47e211769c3d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 946 time: 0.1814153 Oct 12 22:57:39.713996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:39.714689 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.743001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.785208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:39.787726 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b072a778-1492-447e-9b0c-93942008dc15" -d '{"events": [{"name": "network-changed", "server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:39.811371 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-651669ac-75e4-4db8-83ed-31bbe4328668 req-3a0aae81-e3d6-43e7-8a57-5fde5c440aaa tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/e936a235-600c-496b-8aba-04d1f34359d0 HTTP/1.1" status: 200 len: 1813 time: 0.0732403 Oct 12 22:57:39.820010 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af9a0a7a-1c60-4414-a00b-c222bd5c9480 req-43d1e320-00c6-4036-b3b0-bdf61a404add tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012714 Oct 12 22:57:39.839949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Pushing event updated for resources: {'Port': ['ID=f953910d-7788-47bc-98d8-852d1c988f96,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:39.873805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-7754cfd1-9924-4ded-b557-cf6a53684e7f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3506706 Oct 12 22:57:39.896137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Request body: {'port': {'device_id': '714c2e11-0b6e-49df-aeb3-3cf5eb3fa547', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:39.904074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-651669ac-75e4-4db8-83ed-31bbe4328668 req-ed130952-0618-4e57-a4b1-c425dbc1b545 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:39.933007 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-651669ac-75e4-4db8-83ed-31bbe4328668 req-ed130952-0618-4e57-a4b1-c425dbc1b545 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.011776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Attempting to bind port f953910d-7788-47bc-98d8-852d1c988f96 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:40.012112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Attempting to bind port f953910d-7788-47bc-98d8-852d1c988f96 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:40.012436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Attempting to bind port f953910d-7788-47bc-98d8-852d1c988f96 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:40.016565 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.027535 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9155e6-bed5-4bb2-b678-412a01809953 req-f25cba9d-7074-4fd5-aafe-b035b0ef6604 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:40.029013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a9155e6-bed5-4bb2-b678-412a01809953 req-f25cba9d-7074-4fd5-aafe-b035b0ef6604 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.1062679 Oct 12 22:57:40.036743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Port f953910d-7788-47bc-98d8-852d1c988f96 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:57:40.037054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Attempting to bind port f953910d-7788-47bc-98d8-852d1c988f96 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:40.045345 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:57:40.062374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:40.062614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Checking segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:40.063033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Bound using segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:40.063541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Bound port: f953910d-7788-47bc-98d8-852d1c988f96, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:40.063825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.082895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-651669ac-75e4-4db8-83ed-31bbe4328668 req-ed130952-0618-4e57-a4b1-c425dbc1b545 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.085388 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-651669ac-75e4-4db8-83ed-31bbe4328668 req-ed130952-0618-4e57-a4b1-c425dbc1b545 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.096227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-651669ac-75e4-4db8-83ed-31bbe4328668 req-ed130952-0618-4e57-a4b1-c425dbc1b545 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "DELETE /v2.0/security-groups/e936a235-600c-496b-8aba-04d1f34359d0 HTTP/1.1" status: 204 len: 173 time: 0.2838986 Oct 12 22:57:40.125452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed130952-0618-4e57-a4b1-c425dbc1b545 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e936a235-600c-496b-8aba-04d1f34359d0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:40.148533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a9155e6-bed5-4bb2-b678-412a01809953 req-07fc4631-02e4-4539-ba25-7698944b6f88 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126432 Oct 12 22:57:40.224023 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1977b88e-2fd1-489f-ba71-0529cee19f70 x-openstack-request-id: req-1977b88e-2fd1-489f-ba71-0529cee19f70 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:40.224180 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:40.224451 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1977b88e-2fd1-489f-ba71-0529cee19f70 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:40.224834 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b', 'status': 'completed', 'code': 200} Oct 12 22:57:40.228333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd092e0-e82a-4b15-9dab-9d6122771044 req-b1d7e6d1-ef19-4efe-a6dd-e40a77e9774b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:40.229885 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0dd092e0-e82a-4b15-9dab-9d6122771044 req-b1d7e6d1-ef19-4efe-a6dd-e40a77e9774b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 932 time: 0.0675755 Oct 12 22:57:40.272672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] For port f953910d-7788-47bc-98d8-852d1c988f96, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:40.301211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0dd092e0-e82a-4b15-9dab-9d6122771044 req-743b5563-9631-4c60-9b9d-fa7307bd2fd3 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625429 Oct 12 22:57:40.311793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a778-1492-447e-9b0c-93942008dc15 req-27ab3b40-87a6-4f9b-8300-d604993a82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:40.313491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b072a778-1492-447e-9b0c-93942008dc15 req-27ab3b40-87a6-4f9b-8300-d604993a82d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1127 time: 0.0583153 Oct 12 22:57:40.385467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] For port f953910d-7788-47bc-98d8-852d1c988f96, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f953910d-7788-47bc-98d8-852d1c988f96,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:40.419537 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca4c4a2e-d24a-4a33-95ce-23e345970b07 req-b294ffd8-e0fe-4ae0-b530-f1ac0d84232b tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/1b7590f1-c139-427e-8bbe-1bfa6388229b HTTP/1.1" status: 200 len: 1814 time: 0.0902605 Oct 12 22:57:40.463036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a778-1492-447e-9b0c-93942008dc15 req-c3ec1495-d6ed-4646-948f-22f048d3d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:40.464641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b072a778-1492-447e-9b0c-93942008dc15 req-c3ec1495-d6ed-4646-948f-22f048d3d5f8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.1434388 Oct 12 22:57:40.480329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.515785 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b072a778-1492-447e-9b0c-93942008dc15 req-671d3833-7153-467a-9325-43409c0c6a64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b HTTP/1.1" status: 200 len: 217 time: 0.0400517 Oct 12 22:57:40.547018 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ede60468-0302-4449-8270-21ab57e7e98f req-5448f63f-8327-4c4c-bf6b-0973369f80fb tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 258 time: 0.2990663 Oct 12 22:57:40.558734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ca4c4a2e-d24a-4a33-95ce-23e345970b07 req-244113f0-190e-4be1-b0cb-79909d7b7b36 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.572602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:40.572602 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.572602 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] 10.222.0.41 "PUT /v2.0/ports/f953910d-7788-47bc-98d8-852d1c988f96 HTTP/1.1" status: 200 len: 1092 time: 2.1630590 Oct 12 22:57:40.588466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:40.594849 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ca4c4a2e-d24a-4a33-95ce-23e345970b07 req-244113f0-190e-4be1-b0cb-79909d7b7b36 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.608328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072a778-1492-447e-9b0c-93942008dc15 req-5b4742be-e7f9-4206-a746-0813d6380734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:40.609854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b072a778-1492-447e-9b0c-93942008dc15 req-5b4742be-e7f9-4206-a746-0813d6380734 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0849092 Oct 12 22:57:40.621639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9092b-3f21-454b-8f2f-35f5b32ff08f service neutron] Pushing event updated for resources: {'Port': ['ID=f953910d-7788-47bc-98d8-852d1c988f96,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:40.655205 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b072a778-1492-447e-9b0c-93942008dc15 req-f0a16103-986f-4eb8-b977-b2ae9537f331 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359933 Oct 12 22:57:40.700236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd9a87ad-330f-4da8-b57f-a50d21fb8b3b {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:40.743203 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.747626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.757771 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ca4c4a2e-d24a-4a33-95ce-23e345970b07 req-244113f0-190e-4be1-b0cb-79909d7b7b36 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.760654 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ca4c4a2e-d24a-4a33-95ce-23e345970b07 req-244113f0-190e-4be1-b0cb-79909d7b7b36 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.761762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca4c4a2e-d24a-4a33-95ce-23e345970b07 req-244113f0-190e-4be1-b0cb-79909d7b7b36 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "DELETE /v2.0/security-groups/1b7590f1-c139-427e-8bbe-1bfa6388229b HTTP/1.1" status: 204 len: 173 time: 0.3331347 Oct 12 22:57:40.779726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b072a778-1492-447e-9b0c-93942008dc15 req-a7875751-93c8-4e49-89d2-fea258f2b997 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158836 Oct 12 22:57:40.780739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244113f0-190e-4be1-b0cb-79909d7b7b36 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7590f1-c139-427e-8bbe-1bfa6388229b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:40.814019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Transition to ACTIVE for port object fd9a87ad-330f-4da8-b57f-a50d21fb8b3b will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:57:40.830087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-46cc0639-2d6d-4369-b8eb-d1272497c383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:40.830087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-46cc0639-2d6d-4369-b8eb-d1272497c383 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 1095 time: 0.1430476 Oct 12 22:57:40.881067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:57:40.936135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-b9dd203c-b428-469a-8ee4-f7f6e0d93513 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f953910d-7788-47bc-98d8-852d1c988f96 HTTP/1.1" status: 200 len: 217 time: 0.0907331 Oct 12 22:57:40.936763 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:40.950856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15929531-752a-4b8f-bf18-8752a804ddc2 req-d43475fa-ffc5-44a7-9670-7b8e3398837a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:40.952442 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15929531-752a-4b8f-bf18-8752a804ddc2 req-d43475fa-ffc5-44a7-9670-7b8e3398837a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 943 time: 0.1111393 Oct 12 22:57:40.959230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b072a778-1492-447e-9b0c-93942008dc15 req-b909df09-52af-4c25-9f86-31117b907542 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709261 Oct 12 22:57:41.006926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Pushing event updated for resources: {'Port': ['ID=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:41.030826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:41.049248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '4788deca-2fcc-4aa9-b01b-8bab5eadd7dc', 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479', 'port_id': '4788deca-2fcc-4aa9-b01b-8bab5eadd7dc', 'mac_address': 'fa:16:3e:9b:f9:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3273be96-bc87-4159-99e7-c87fbbc35447', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:57:41.125100 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.141482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:41.163910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:41.171528 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.188512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-7b05a693-d600-46ce-b6aa-56f4b69ecef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:41.190226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-7b05a693-d600-46ce-b6aa-56f4b69ecef2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.1872723 Oct 12 22:57:41.225098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15929531-752a-4b8f-bf18-8752a804ddc2 req-dc06df55-11f9-434b-b437-ad32daf9adc5 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648475 Oct 12 22:57:41.242134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.256542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Attempting to bind port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:41.256873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Attempting to bind port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:41.257365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Attempting to bind port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b on network 604e36bb-4a7f-42a7-b11a-e92c145e9479 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:41.279223 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-a3696d2d-f0ce-4e19-b85f-7a94a2d382bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812180 Oct 12 22:57:41.282400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b on network 604e36bb-4a7f-42a7-b11a-e92c145e9479 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:57:41.282702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Attempting to bind port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b on network 604e36bb-4a7f-42a7-b11a-e92c145e9479 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:41.303069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:41.303406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Checking segment: {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:41.303774 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Bound using segment: {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:41.306150 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Bound port: fd9a87ad-330f-4da8-b57f-a50d21fb8b3b, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c38cb90-baeb-429c-8620-79f4cbc4f567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:41.306150 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.310582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:41.347139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9641a9-659b-4bb1-86f1-a1e2c4e5743a req-36e9bea6-f84f-44a7-846c-9ce968c1228a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:41.348919 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff9641a9-659b-4bb1-86f1-a1e2c4e5743a req-36e9bea6-f84f-44a7-846c-9ce968c1228a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 945 time: 0.0525200 Oct 12 22:57:41.401074 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff9641a9-659b-4bb1-86f1-a1e2c4e5743a req-3cf760ad-e005-41b9-b44e-df004dc1d163 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453055 Oct 12 22:57:41.454039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['4788deca-2fcc-4aa9-b01b-8bab5eadd7dc'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:41.474508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] For port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:41.478070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] For port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:41.523414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-a513b44b-ac25-4b37-8001-727d82e6ffac service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332380 Oct 12 22:57:41.547087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Allocated IP 172.25.2.139 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/c2dfec6d-71df-4b91-bb60-66212ba806ae) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:41.649759 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-983732ad-ae2c-4930-a674-1963e81e88cc req-cd6770a3-65f4-4a6c-9660-e0b3acbdb254 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/e150aec2-7b63-4ef0-85e2-155565c83c89 HTTP/1.1" status: 200 len: 1814 time: 0.0972686 Oct 12 22:57:41.698018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.725004 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-983732ad-ae2c-4930-a674-1963e81e88cc req-1c039ad1-d73a-4053-8758-46b7ec527dd2 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.742386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.757249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-983732ad-ae2c-4930-a674-1963e81e88cc req-1c039ad1-d73a-4053-8758-46b7ec527dd2 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.828291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.848095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:41.848782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.850127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] 10.222.0.41 "PUT /v2.0/ports/fd9a87ad-330f-4da8-b57f-a50d21fb8b3b HTTP/1.1" status: 200 len: 1093 time: 1.9583383 Oct 12 22:57:41.873928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:41.885432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:41.892863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:41.898593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4818b2-ad03-4bf9-b8e5-0f5b50d2f01e service neutron] Pushing event updated for resources: {'Port': ['ID=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:41.916749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-983732ad-ae2c-4930-a674-1963e81e88cc req-1c039ad1-d73a-4053-8758-46b7ec527dd2 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.920125 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-983732ad-ae2c-4930-a674-1963e81e88cc req-1c039ad1-d73a-4053-8758-46b7ec527dd2 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:41.925851 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-983732ad-ae2c-4930-a674-1963e81e88cc req-1c039ad1-d73a-4053-8758-46b7ec527dd2 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "DELETE /v2.0/security-groups/e150aec2-7b63-4ef0-85e2-155565c83c89 HTTP/1.1" status: 204 len: 173 time: 0.2659719 Oct 12 22:57:41.953179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c039ad1-d73a-4053-8758-46b7ec527dd2 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e150aec2-7b63-4ef0-85e2-155565c83c89,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:42.062214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-feed7b6b-0ddf-49be-97f8-44b468e7869e req-ae79f2da-a4bc-48cb-abcc-9d2e65cae82a service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293242 Oct 12 22:57:42.076632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c12121ce-540d-4f90-93fc-5cb25db55ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:42.124291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38cc16-aa08-4333-931e-51263e1223a6 req-d41e68a1-52f7-4a25-99e0-2df87eb9dff7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:42.126078 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a38cc16-aa08-4333-931e-51263e1223a6 req-d41e68a1-52f7-4a25-99e0-2df87eb9dff7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.0995739 Oct 12 22:57:42.131679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Pushing event updated for resources: {'Port': ['ID=c2dfec6d-71df-4b91-bb60-66212ba806ae,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:42.200336 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a38cc16-aa08-4333-931e-51263e1223a6 req-3a1b3b3f-59e9-4b69-ba6a-ca49911508ed tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672836 Oct 12 22:57:42.223227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:42.231107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04dc1b8f-8be7-4ba8-82a1-78d4788956eb', 'tag': 'f953910d-7788-47bc-98d8-852d1c988f96'}, {'name': 'network-changed', 'server_uuid': '714c2e11-0b6e-49df-aeb3-3cf5eb3fa547', 'tag': 'fd9a87ad-330f-4da8-b57f-a50d21fb8b3b'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:42.233764 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24721dc-5fe7-4523-98d5-fcf62698ead1" -d '{"events": [{"name": "network-changed", "server_uuid": "04dc1b8f-8be7-4ba8-82a1-78d4788956eb", "tag": "f953910d-7788-47bc-98d8-852d1c988f96"}, {"name": "network-changed", "server_uuid": "714c2e11-0b6e-49df-aeb3-3cf5eb3fa547", "tag": "fd9a87ad-330f-4da8-b57f-a50d21fb8b3b"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:42.246053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-101e1b4e-54f3-4773-b770-24d711849107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:42.247610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-101e1b4e-54f3-4773-b770-24d711849107 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 1096 time: 0.2481766 Oct 12 22:57:42.312252 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-3a0dd883-345d-45bc-9355-82011be50db4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b HTTP/1.1" status: 200 len: 217 time: 0.0536845 Oct 12 22:57:42.353253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43c945-2c12-42f8-8b54-e01164b61ade req-6bcfcad4-3425-43a2-a9c5-7b762a18b717 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:42.355532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc43c945-2c12-42f8-8b54-e01164b61ade req-6bcfcad4-3425-43a2-a9c5-7b762a18b717 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 944 time: 0.0567093 Oct 12 22:57:42.419934 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc43c945-2c12-42f8-8b54-e01164b61ade req-8f6d00e1-5adb-463b-8d0e-b3ca8dbcb06c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584240 Oct 12 22:57:42.532438 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d29303e-bf84-477d-84ec-5a168c9447be req-ffaa6506-3132-4d09-8b69-307957e3be26 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-723033660&fields=id&tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0 HTTP/1.1" status: 200 len: 267 time: 0.0547700 Oct 12 22:57:42.659977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29303e-bf84-477d-84ec-5a168c9447be req-cb04e67d-2f76-4316-a427-71afbdc284ea tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:42.679306 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d29303e-bf84-477d-84ec-5a168c9447be req-cb04e67d-2f76-4316-a427-71afbdc284ea tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 945 time: 0.1407955 Oct 12 22:57:42.685289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-2d29303e-bf84-477d-84ec-5a168c9447be req-6cf5e5ba-0694-4245-ade7-b5db2c2ef96b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'port': {'security_groups': ['dd8aa639-474b-4911-8c6c-34904e6a2c4b', 'ddcefd5f-d78b-492a-936c-58d3c6e672fe']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:42.696391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:42.736991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-1dbf9993-35f3-4e37-9eba-3f02457e5713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:42.739220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-1dbf9993-35f3-4e37-9eba-3f02457e5713 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.0814676 Oct 12 22:57:42.756489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d29303e-bf84-477d-84ec-5a168c9447be req-6cf5e5ba-0694-4245-ade7-b5db2c2ef96b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:42.855737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-5411f53b-8b79-4a40-a297-e0d01ba85cbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1070542 Oct 12 22:57:42.899474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:42.996192 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.011144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-6ed1d7c7-fad5-4067-bfca-3b01da77b8ab service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439638 Oct 12 22:57:43.036272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2d29303e-bf84-477d-84ec-5a168c9447be req-6cf5e5ba-0694-4245-ade7-b5db2c2ef96b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] For port cbb7b6a4-208a-4123-8881-5439b0e178da, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cbb7b6a4-208a-4123-8881-5439b0e178da,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:43.053686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:57:43.058315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:43.058968 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.080722 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d29303e-bf84-477d-84ec-5a168c9447be req-6cf5e5ba-0694-4245-ade7-b5db2c2ef96b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.089493 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.143913 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.162045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d29303e-bf84-477d-84ec-5a168c9447be req-6cf5e5ba-0694-4245-ade7-b5db2c2ef96b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.172107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8285b5-f733-4a44-857a-258e5f2a167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788deca-2fcc-4aa9-b01b-8bab5eadd7dc'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:43.175479 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f1f9f6-20cc-4033-9d89-878f24dd401b" -d '{"events": [{"server_uuid": "5a8285b5-f733-4a44-857a-258e5f2a167a", "name": "network-vif-plugged", "status": "completed", "tag": "4788deca-2fcc-4aa9-b01b-8bab5eadd7dc"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:43.183339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cbb7b6a4-208a-4123-8881-5439b0e178da'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:43.204910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Pushing event updated for resources: {'Port': ['ID=c2dfec6d-71df-4b91-bb60-66212ba806ae,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:43.218373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.224416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cbd56fc-ef49-4a01-b63e-51bb819bc757 req-f5096af2-eddd-4462-a33a-38f98c56e6e8 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055917 Oct 12 22:57:43.229001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.239122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:43.240409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.240843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.241235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.241847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.242234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.242570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.242895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.243361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.243692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.244068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.244400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:43.252235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf5e5ba-0694-4245-ade7-b5db2c2ef96b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'Port': ['ID=cbb7b6a4-208a-4123-8881-5439b0e178da,revision_number=6']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:43.273501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29303e-bf84-477d-84ec-5a168c9447be req-6cf5e5ba-0694-4245-ade7-b5db2c2ef96b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:43.274439 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d29303e-bf84-477d-84ec-5a168c9447be req-6cf5e5ba-0694-4245-ade7-b5db2c2ef96b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.284846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d29303e-bf84-477d-84ec-5a168c9447be req-6cf5e5ba-0694-4245-ade7-b5db2c2ef96b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "PUT /v2.0/ports/cbb7b6a4-208a-4123-8881-5439b0e178da HTTP/1.1" status: 200 len: 981 time: 0.6031792 Oct 12 22:57:43.285037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:43.288099 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a" -d '{"events": [{"name": "network-changed", "server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:43.345714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1341bc85-e1f4-489f-a328-f1c0828f47c2 req-6c7cae35-cc2c-4df9-a7b9-a6e25b0fc080 tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "GET /v2.0/security-groups/06ae693c-c986-4fcc-84fd-a1a7d7c7ee54 HTTP/1.1" status: 200 len: 1815 time: 0.0479770 Oct 12 22:57:43.371002 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.372454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ede60468-0302-4449-8270-21ab57e7e98f req-ab390482-48cb-4666-98fe-5d1fba02da37 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8076866 Oct 12 22:57:43.376106 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.388015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cbb7b6a4-208a-4123-8881-5439b0e178da'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:43.432600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1341bc85-e1f4-489f-a328-f1c0828f47c2 req-e3f622bb-17e3-4196-9b2d-32a89f41489c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.441434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ede60468-0302-4449-8270-21ab57e7e98f req-7623aa9b-a09f-43c3-84d1-06f091ddc1c9 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.0608542 Oct 12 22:57:43.470355 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1341bc85-e1f4-489f-a328-f1c0828f47c2 req-e3f622bb-17e3-4196-9b2d-32a89f41489c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.511642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:43.558572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede60468-0302-4449-8270-21ab57e7e98f req-bd5d7a9b-04c4-4ce8-9eb7-667004fe479a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:43.560274 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ede60468-0302-4449-8270-21ab57e7e98f req-bd5d7a9b-04c4-4ce8-9eb7-667004fe479a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1118531 Oct 12 22:57:43.588751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1341bc85-e1f4-489f-a328-f1c0828f47c2 req-e3f622bb-17e3-4196-9b2d-32a89f41489c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.591612 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1341bc85-e1f4-489f-a328-f1c0828f47c2 req-e3f622bb-17e3-4196-9b2d-32a89f41489c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.600487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1341bc85-e1f4-489f-a328-f1c0828f47c2 req-e3f622bb-17e3-4196-9b2d-32a89f41489c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] 10.222.0.31 "DELETE /v2.0/security-groups/06ae693c-c986-4fcc-84fd-a1a7d7c7ee54 HTTP/1.1" status: 204 len: 173 time: 0.2400041 Oct 12 22:57:43.601271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49012) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:43.661693 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ccf254-7d7d-4ab5-8b1f-fb574e4052cf x-openstack-request-id: req-89ccf254-7d7d-4ab5-8b1f-fb574e4052cf {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:43.662021 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04dc1b8f-8be7-4ba8-82a1-78d4788956eb", "tag": "f953910d-7788-47bc-98d8-852d1c988f96", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "714c2e11-0b6e-49df-aeb3-3cf5eb3fa547", "tag": "fd9a87ad-330f-4da8-b57f-a50d21fb8b3b", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:43.662283 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89ccf254-7d7d-4ab5-8b1f-fb574e4052cf {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:43.662705 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04dc1b8f-8be7-4ba8-82a1-78d4788956eb', 'tag': 'f953910d-7788-47bc-98d8-852d1c988f96', 'status': 'completed', 'code': 200} Oct 12 22:57:43.663011 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '714c2e11-0b6e-49df-aeb3-3cf5eb3fa547', 'tag': 'fd9a87ad-330f-4da8-b57f-a50d21fb8b3b', 'status': 'completed', 'code': 200} Oct 12 22:57:43.703181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f622bb-17e3-4196-9b2d-32a89f41489c tempest-SecurityGroupRulesNegativeTestJSON-2039877989 tempest-SecurityGroupRulesNegativeTestJSON-2039877989-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ae693c-c986-4fcc-84fd-a1a7d7c7ee54,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:43.725102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-1a32b6cc-51d8-42f6-8bbb-53afc128c217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:43.726650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-1a32b6cc-51d8-42f6-8bbb-53afc128c217 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 1095 time: 0.0483005 Oct 12 22:57:43.739983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cf06b0-4654-4f74-82ce-e6146d9df188 admin admin] Deleting subnet 7ecac709-167e-463a-b9cc-262dda54a080 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:57:43.745285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2cf06b0-4654-4f74-82ce-e6146d9df188 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.779856 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420bf1c9-9188-4310-a14c-9b8af1344a1e x-openstack-request-id: req-420bf1c9-9188-4310-a14c-9b8af1344a1e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:43.780158 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8285b5-f733-4a44-857a-258e5f2a167a", "name": "network-vif-plugged", "status": "completed", "tag": "4788deca-2fcc-4aa9-b01b-8bab5eadd7dc", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:43.780942 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-420bf1c9-9188-4310-a14c-9b8af1344a1e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:43.780942 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8285b5-f733-4a44-857a-258e5f2a167a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4788deca-2fcc-4aa9-b01b-8bab5eadd7dc', 'code': 200} Oct 12 22:57:43.795679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff464-ef42-4f72-854e-ef3f3473cd0c req-fe79c5d5-d28b-4cab-8520-db9accb2e18c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:43.797303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ddff464-ef42-4f72-854e-ef3f3473cd0c req-fe79c5d5-d28b-4cab-8520-db9accb2e18c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 943 time: 0.1237097 Oct 12 22:57:43.800311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2cf06b0-4654-4f74-82ce-e6146d9df188 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.865610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-84af32eb-2168-4e44-8dac-4ffac1ac18b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:43.868015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-84af32eb-2168-4e44-8dac-4ffac1ac18b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 912 time: 0.1322272 Oct 12 22:57:43.872324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2cf06b0-4654-4f74-82ce-e6146d9df188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:43.876789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ddff464-ef42-4f72-854e-ef3f3473cd0c req-c56963a4-c81a-455f-914a-020529983ec5 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558531 Oct 12 22:57:43.990610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-2c8cde55-e857-459e-9e2d-faa5df17f7e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f953910d-7788-47bc-98d8-852d1c988f96 HTTP/1.1" status: 200 len: 217 time: 0.0744748 Oct 12 22:57:43.999035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-a049402c-374d-4081-a96a-d28d6a75f67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1581150711&fields=id&tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0 HTTP/1.1" status: 200 len: 267 time: 0.0391157 Oct 12 22:57:44.030856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84db4e-6a02-488b-ae51-975e1c3c6ae4 req-5340946c-2ef2-49d6-9f11-40706a48fc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:44.032297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b84db4e-6a02-488b-ae51-975e1c3c6ae4 req-5340946c-2ef2-49d6-9f11-40706a48fc29 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1098 time: 0.1616871 Oct 12 22:57:44.040352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2cf06b0-4654-4f74-82ce-e6146d9df188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.057017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903113f5-d716-4d10-9540-c270a1bff7f7 req-f4609186-a382-413a-a353-42198261c5a0 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:44.058536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-903113f5-d716-4d10-9540-c270a1bff7f7 req-f4609186-a382-413a-a353-42198261c5a0 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.1892071 Oct 12 22:57:44.073238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf06b0-4654-4f74-82ce-e6146d9df188 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ecac709-167e-463a-b9cc-262dda54a080,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:44.078994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2cf06b0-4654-4f74-82ce-e6146d9df188 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.082254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a2cf06b0-4654-4f74-82ce-e6146d9df188 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7ecac709-167e-463a-b9cc-262dda54a080 HTTP/1.1" status: 204 len: 168 time: 0.4707873 Oct 12 22:57:44.084864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49016) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:44.089712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-546f63b0-67c5-44a0-8de1-92167eaccc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:44.092146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-546f63b0-67c5-44a0-8de1-92167eaccc68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.0929983 Oct 12 22:57:44.141821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-91e8011a-2830-4596-93a1-9ab5949f6d66 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:44.143576 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-91e8011a-2830-4596-93a1-9ab5949f6d66 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 984 time: 0.1377642 Oct 12 22:57:44.158758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-4944b924-9d45-4d11-b30b-b4afdadf0fec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558350 Oct 12 22:57:44.162376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b84db4e-6a02-488b-ae51-975e1c3c6ae4 req-a5bbfdce-fdb5-4b62-a4f3-b0a376620e0b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216533 Oct 12 22:57:44.164304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-7675967b-3e29-4fae-a21c-ab2c62c9e67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'port': {'security_groups': ['dd8aa639-474b-4911-8c6c-34904e6a2c4b', 'ddcefd5f-d78b-492a-936c-58d3c6e672fe', 'f99138e2-a9ba-40c4-a37c-be56be7ea8e9']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:44.177545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-903113f5-d716-4d10-9540-c270a1bff7f7 req-be85b37c-369e-4f41-ac81-ae6eaac06ad7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061223 Oct 12 22:57:44.204692 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.242232 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f754743-53db-4dcd-b198-aaca679dba97 x-openstack-request-id: req-5f754743-53db-4dcd-b198-aaca679dba97 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:44.242526 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:44.242782 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f754743-53db-4dcd-b198-aaca679dba97 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:44.243212 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da', 'status': 'completed', 'code': 200} Oct 12 22:57:44.276847 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-7675967b-3e29-4fae-a21c-ab2c62c9e67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.331648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-04554dd6-b6aa-4905-bf34-16bef5644610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:44.333316 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-04554dd6-b6aa-4905-bf34-16bef5644610 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 1136 time: 0.0745165 Oct 12 22:57:44.359524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb9edf-1e8f-49d5-ae3c-9a06e6b64072 req-cf0cdb22-a448-445b-9bd8-cb839825ed35 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:44.360851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.361177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11bb9edf-1e8f-49d5-ae3c-9a06e6b64072 req-cf0cdb22-a448-445b-9bd8-cb839825ed35 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 944 time: 0.0717177 Oct 12 22:57:44.395293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ada673fa-71a5-46f6-94dd-b0d317de3f89']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:44.413834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b53e34c0-1056-4b83-9100-cf9e9fe5d8a3') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:44.414128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b53e34c0-1056-4b83-9100-cf9e9fe5d8a3') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:44.433007 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.458131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.467984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:57:44.468397 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:57:44.470240 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:57:44.513071 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11bb9edf-1e8f-49d5-ae3c-9a06e6b64072 req-033469db-6923-4363-895c-260f62e3ef62 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354675 Oct 12 22:57:44.553349 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-5c9012c3-c90f-4c91-8d90-f5f05680f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:44.554824 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-5c9012c3-c90f-4c91-8d90-f5f05680f3b7 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 914 time: 0.2135129 Oct 12 22:57:44.559771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-2829882f-7500-4f00-a0c7-5b471d6bf817 service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075033 Oct 12 22:57:44.649701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-7675967b-3e29-4fae-a21c-ab2c62c9e67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] For port cbb7b6a4-208a-4123-8881-5439b0e178da, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cbb7b6a4-208a-4123-8881-5439b0e178da,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:44.660576 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.664718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-a550442e-ad56-4a03-b1ae-33974fa38bf3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbb7b6a4-208a-4123-8881-5439b0e178da HTTP/1.1" status: 200 len: 217 time: 0.0995460 Oct 12 22:57:44.668908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.673248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] 10.222.0.31 "DELETE /v2.0/networks/ada673fa-71a5-46f6-94dd-b0d317de3f89 HTTP/1.1" status: 204 len: 168 time: 0.5850015 Oct 12 22:57:44.694523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07580d58-cce7-434b-8b0d-45e4fb1402ad admin admin] Pushing event deleted for resources: {'Network': ['ID=ada673fa-71a5-46f6-94dd-b0d317de3f89,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:44.709166 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-7675967b-3e29-4fae-a21c-ab2c62c9e67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.775928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-f5bb6c5d-1a8a-4a11-b077-a97197f1bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:44.777370 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-f5bb6c5d-1a8a-4a11-b077-a97197f1bf34 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 200 len: 853 time: 0.1033671 Oct 12 22:57:44.792285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-7675967b-3e29-4fae-a21c-ab2c62c9e67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:44.792537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-a925aadc-b69c-4bd1-adab-4d6ec9fe9136 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:44.798125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-a925aadc-b69c-4bd1-adab-4d6ec9fe9136 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2062244 Oct 12 22:57:44.802576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cbb7b6a4-208a-4123-8881-5439b0e178da'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:44.861869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-c15e4fa5-02e7-4559-a99b-8bd428208c21 service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903633 Oct 12 22:57:44.868732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-0b3ea8b1-8582-4054-b3a3-5a70a6233221 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a80506f4-1dad-482f-bd83-65b0d9654b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621223 Oct 12 22:57:44.878565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-5fbd304a-03ec-4ba3-a0de-00d607a43555 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.0795126 Oct 12 22:57:44.883339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-e834acaa-c971-41db-a1be-8c0e4f464345 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Request body: {'floatingip': {'port_id': 'a9227426-c733-4f20-820c-427e7a02a018', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:44.898873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f953910d-7788-47bc-98d8-852d1c988f96 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:57:44.975470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7675967b-3e29-4fae-a21c-ab2c62c9e67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'Port': ['ID=cbb7b6a4-208a-4123-8881-5439b0e178da,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:45.022779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-7675967b-3e29-4fae-a21c-ab2c62c9e67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:45.023493 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-7675967b-3e29-4fae-a21c-ab2c62c9e67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.025062 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-286e8ac8-a541-4aa6-8e3c-c1647fd4eb99 req-7675967b-3e29-4fae-a21c-ab2c62c9e67c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "PUT /v2.0/ports/cbb7b6a4-208a-4123-8881-5439b0e178da HTTP/1.1" status: 200 len: 1020 time: 0.8681200 Oct 12 22:57:45.028182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-e834acaa-c971-41db-a1be-8c0e4f464345 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.106283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cbb7b6a4-208a-4123-8881-5439b0e178da'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:45.149720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port f953910d-7788-47bc-98d8-852d1c988f96, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f953910d-7788-47bc-98d8-852d1c988f96,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:45.152097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9c153cef-5836-4e40-8eca-3d114918797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.167060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-16742f7d-da14-48ce-b3c8-a2c151470b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:45.168522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-16742f7d-da14-48ce-b3c8-a2c151470b9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 1096 time: 0.1775780 Oct 12 22:57:45.185112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-d2ba40a1-9f59-4e12-8d4e-0b37922dfe8e service neutron] 10.222.0.25 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2817318 Oct 12 22:57:45.187149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'f953910d-7788-47bc-98d8-852d1c988f96', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'port_id': 'f953910d-7788-47bc-98d8-852d1c988f96', 'mac_address': 'fa:16:3e:53:4e:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091336a0-9cd0-43dc-abb4-695f8140af67', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:57:45.243432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514235cf-44ff-4ccd-8524-077191782690 req-94a77b6a-8f53-4e13-986b-48db2fe4adcf tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:45.245640 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-514235cf-44ff-4ccd-8524-077191782690 req-94a77b6a-8f53-4e13-986b-48db2fe4adcf tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 943 time: 0.0816503 Oct 12 22:57:45.246311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49030) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:45.297510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.330203 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-514235cf-44ff-4ccd-8524-077191782690 req-bcde9508-6ab3-4a4b-bae8-02eb9c66036e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727577 Oct 12 22:57:45.350970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b3074453-3385-44ad-ac77-1b0e6879d49d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3e1a34817d94f84b7896653b502eebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1000273 Oct 12 22:57:45.350970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49032) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:45.374281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f953910d-7788-47bc-98d8-852d1c988f96 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:45.448234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port f953910d-7788-47bc-98d8-852d1c988f96, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f953910d-7788-47bc-98d8-852d1c988f96,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:45.494523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-292dce5c-5faf-477b-9c31-b286db87237d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.563619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-292dce5c-5faf-477b-9c31-b286db87237d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.571518 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.577939 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.616264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e6021c-334b-4613-a4ba-de0147514140 req-1577b470-500e-4ac1-b52c-c5fe2b6e21e9 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:45.625014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2e6021c-334b-4613-a4ba-de0147514140 req-1577b470-500e-4ac1-b52c-c5fe2b6e21e9 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 1023 time: 0.1712127 Oct 12 22:57:45.685076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=f953910d-7788-47bc-98d8-852d1c988f96,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:45.745892 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2e6021c-334b-4613-a4ba-de0147514140 req-62e19e98-41e9-4fd3-8725-eb5fc08cf464 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&id=ddcefd5f-d78b-492a-936c-58d3c6e672fe&id=f99138e2-a9ba-40c4-a37c-be56be7ea8e9 HTTP/1.1" status: 200 len: 6157 time: 0.1197195 Oct 12 22:57:45.773434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-ea8f77f9-904c-4c72-8ade-f675291cb762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:45.777317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-ea8f77f9-904c-4c72-8ade-f675291cb762 service neutron] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 919 time: 0.5934498 Oct 12 22:57:45.805772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['f953910d-7788-47bc-98d8-852d1c988f96'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:45.829514 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-292dce5c-5faf-477b-9c31-b286db87237d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.832322 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-292dce5c-5faf-477b-9c31-b286db87237d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.833465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-292dce5c-5faf-477b-9c31-b286db87237d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9f8b50fd-b844-4e30-9a9e-8422c5c0e031 HTTP/1.1" status: 204 len: 168 time: 0.4822643 Oct 12 22:57:45.846886 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292dce5c-5faf-477b-9c31-b286db87237d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8b50fd-b844-4e30-9a9e-8422c5c0e031,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:45.867775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1955f-1e47-46b5-9460-3f190dcb22ea req-7b7a5f7f-d7f7-4a10-aa6d-445280c5e7c6 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:45.869373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32f1955f-1e47-46b5-9460-3f190dcb22ea req-7b7a5f7f-d7f7-4a10-aa6d-445280c5e7c6 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.0746484 Oct 12 22:57:45.906116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b7ebfb8-738c-4a03-ae8e-100bd8b2566a req-c5a73fc8-91eb-4fbc-8bee-6b40cd1bced3 service neutron] 10.222.0.25 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125618 Oct 12 22:57:45.907791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-eb317c86-3246-459f-a3f8-d1a0c6943295 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b HTTP/1.1" status: 200 len: 217 time: 0.1216564 Oct 12 22:57:45.930191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-e834acaa-c971-41db-a1be-8c0e4f464345 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:45.959672 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32f1955f-1e47-46b5-9460-3f190dcb22ea req-aa3e8d25-bff9-41c0-add2-51b261deb11f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839567 Oct 12 22:57:46.047516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-85bd7061-ed65-4929-a155-06424348e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:46.051191 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-85bd7061-ed65-4929-a155-06424348e4f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.1354136 Oct 12 22:57:46.073213 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:46.090006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-e834acaa-c971-41db-a1be-8c0e4f464345 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:46.164109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f5425-5ae5-4223-8a8c-0343ab2d155a req-a1c9bd51-c8c3-4942-a774-91daa1909c26 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:46.180418 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d23f5425-5ae5-4223-8a8c-0343ab2d155a req-a1c9bd51-c8c3-4942-a774-91daa1909c26 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 944 time: 0.1068623 Oct 12 22:57:46.211981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-aca31894-759c-4dc7-801a-9e01cf676285 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1533587 Oct 12 22:57:46.239081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d23f5425-5ae5-4223-8a8c-0343ab2d155a req-1c10412d-4b63-4634-926d-cb6106c8643c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575609 Oct 12 22:57:46.244903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:46.248157 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba" -d '{"events": [{"name": "network-changed", "server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:46.272212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-af46bf57-270b-4ed7-b56e-66e102a4c0f6 req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1454079853 ', 'description': 'tempest-description-1595182178'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:46.385359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af46bf57-270b-4ed7-b56e-66e102a4c0f6 req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:46.504018 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af46bf57-270b-4ed7-b56e-66e102a4c0f6 req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:46.586402 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af46bf57-270b-4ed7-b56e-66e102a4c0f6 req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:46.617733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3fa527-254d-4c55-925f-a939d0e0a49b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:46.626472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.626821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.627210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.627593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.627593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.629070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.629197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.629543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.629870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.630191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.630514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.630835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:57:46.698417 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af46bf57-270b-4ed7-b56e-66e102a4c0f6 req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:46.709328 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af46bf57-270b-4ed7-b56e-66e102a4c0f6 req-683b0b26-3484-45cc-a0d6-4dadf4578b36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.4426959 Oct 12 22:57:46.770914 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-e834acaa-c971-41db-a1be-8c0e4f464345 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Floating IP 1a3a7e20-8043-47f3-b44c-1e5c737621f5 associated. External IP: 172.25.2.139, port: a9227426-c733-4f20-820c-427e7a02a018. Oct 12 22:57:46.778541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-ff94962b-524b-4d6e-bd19-3605c044d201 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5588892 Oct 12 22:57:46.820016 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6862e09d-49f1-4a72-89ab-0c4cf15f36d2 x-openstack-request-id: req-6862e09d-49f1-4a72-89ab-0c4cf15f36d2 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:46.820412 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:46.820899 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6862e09d-49f1-4a72-89ab-0c4cf15f36d2 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:46.821729 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da', 'status': 'completed', 'code': 200} Oct 12 22:57:46.897518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fd9a87ad-330f-4da8-b57f-a50d21fb8b3b details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:57:46.996871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8449547-0777-477d-9c67-9ef43f4f0d9f req-814c6e90-e65a-451e-9f1f-eb8572ec07d3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:46.999223 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8449547-0777-477d-9c67-9ef43f4f0d9f req-814c6e90-e65a-451e-9f1f-eb8572ec07d3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 944 time: 0.1301675 Oct 12 22:57:47.029214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f953910d-7788-47bc-98d8-852d1c988f96 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:47.066675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-63b2c5ae-c834-44c6-94b1-2143a7b17561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:47.081163 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-63b2c5ae-c834-44c6-94b1-2143a7b17561 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 1175 time: 0.2021105 Oct 12 22:57:47.092379 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8449547-0777-477d-9c67-9ef43f4f0d9f req-675cb2ed-56ad-42d2-bffa-0a38ff2da909 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808246 Oct 12 22:57:47.101282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:47.127671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'fd9a87ad-330f-4da8-b57f-a50d21fb8b3b', 'network_id': '604e36bb-4a7f-42a7-b11a-e92c145e9479', 'port_id': 'fd9a87ad-330f-4da8-b57f-a50d21fb8b3b', 'mac_address': 'fa:16:3e:f3:e4:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3273be96-bc87-4159-99e7-c87fbbc35447', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:57:47.182305 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.198758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd9a87ad-330f-4da8-b57f-a50d21fb8b3b {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:47.220174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24721dc-5fe7-4523-98d5-fcf62698ead1 req-ea0d5697-8513-4876-9d06-334a94e3d6b3 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4297466 Oct 12 22:57:47.245873 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8a7406ea-e45b-4636-b0eb-243a8157f27c req-d9d1e893-c88f-44fe-ae0e-b17bd213f8e8 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/5a3fa527-254d-4c55-925f-a939d0e0a49b HTTP/1.1" status: 200 len: 1783 time: 0.1180198 Oct 12 22:57:47.249284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:47.257524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port f953910d-7788-47bc-98d8-852d1c988f96 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:57:47.264461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port f953910d-7788-47bc-98d8-852d1c988f96 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:47.272654 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.324248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49076) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:47.349973 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.391775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377bda0-7f1d-419a-aa02-f679330b78ff req-96d21b4c-b15b-4408-8c8d-e481e8cf881d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:47.399869 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d377bda0-7f1d-419a-aa02-f679330b78ff req-96d21b4c-b15b-4408-8c8d-e481e8cf881d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.0768399 Oct 12 22:57:47.461381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:47.473509 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.488309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-9567340c-c407-41ca-853c-ead1d4d6aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:47.499662 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d377bda0-7f1d-419a-aa02-f679330b78ff req-db0b94aa-1760-4ca2-a9bc-cf9533c19cd5 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988328 Oct 12 22:57:47.504671 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-9567340c-c407-41ca-853c-ead1d4d6aecf service neutron] 10.222.0.25 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 914 time: 0.4220440 Oct 12 22:57:47.505143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-197253737-network', 'tenant_id': '3e060259d24740948be5835489f4fa25'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:47.510541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-e834acaa-c971-41db-a1be-8c0e4f464345 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Router 482025c1-68e2-49db-8387-ae39479a483a has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:57:47.512502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc1b8f-8be7-4ba8-82a1-78d4788956eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f953910d-7788-47bc-98d8-852d1c988f96'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:47.515578 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6790a1-3600-4766-8d2b-b5ad83056553" -d '{"events": [{"server_uuid": "04dc1b8f-8be7-4ba8-82a1-78d4788956eb", "name": "network-vif-plugged", "status": "completed", "tag": "f953910d-7788-47bc-98d8-852d1c988f96"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:47.532288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port f953910d-7788-47bc-98d8-852d1c988f96, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f953910d-7788-47bc-98d8-852d1c988f96,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:47.557974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-6457a2f7-49fe-45d4-a120-865222b4780f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cbb7b6a4-208a-4123-8881-5439b0e178da HTTP/1.1" status: 200 len: 217 time: 0.0434349 Oct 12 22:57:47.574222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0671cf8c-b830-4d39-bcd7-b096407e3866 req-841f26f1-d617-4885-8efe-c9452cdd8bf9 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/5a3fa527-254d-4c55-925f-a939d0e0a49b HTTP/1.1" status: 200 len: 1783 time: 0.0573494 Oct 12 22:57:47.591666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['fd9a87ad-330f-4da8-b57f-a50d21fb8b3b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:47.628921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Made reservation on behalf of 3e060259d24740948be5835489f4fa25 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:47.633827 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.648874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.651998 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.683241 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0671cf8c-b830-4d39-bcd7-b096407e3866 req-965902e3-487d-4edd-a8a0-cf2469126957 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.690768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-e169080e-7f08-4f37-a0e6-c8a5766a7763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:47.690768 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-e169080e-7f08-4f37-a0e6-c8a5766a7763 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 200 len: 853 time: 0.1221361 Oct 12 22:57:47.711868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0671cf8c-b830-4d39-bcd7-b096407e3866 req-965902e3-487d-4edd-a8a0-cf2469126957 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.731514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-21b05f1c-661e-4777-9736-af15ecbbd576 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a80506f4-1dad-482f-bd83-65b0d9654b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302415 Oct 12 22:57:47.741887 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.742340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-e834acaa-c971-41db-a1be-8c0e4f464345 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:47.753297 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-e834acaa-c971-41db-a1be-8c0e4f464345 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.755252 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] Sync routers for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:47.761733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=f953910d-7788-47bc-98d8-852d1c988f96,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:47.770276 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:47.771342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:47.843548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-e834acaa-c971-41db-a1be-8c0e4f464345 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "PUT /v2.0/floatingips/1a3a7e20-8043-47f3-b44c-1e5c737621f5 HTTP/1.1" status: 200 len: 997 time: 2.9638669 Oct 12 22:57:47.848413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:47.850990 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ecc52d-b20c-43ce-955e-f01c70693cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "tag": "a9227426-c733-4f20-820c-427e7a02a018"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:47.894582 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0671cf8c-b830-4d39-bcd7-b096407e3866 req-965902e3-487d-4edd-a8a0-cf2469126957 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.897329 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0671cf8c-b830-4d39-bcd7-b096407e3866 req-965902e3-487d-4edd-a8a0-cf2469126957 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:47.898450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0671cf8c-b830-4d39-bcd7-b096407e3866 req-965902e3-487d-4edd-a8a0-cf2469126957 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/5a3fa527-254d-4c55-925f-a939d0e0a49b HTTP/1.1" status: 204 len: 173 time: 0.3104091 Oct 12 22:57:47.919885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965902e3-487d-4edd-a8a0-cf2469126957 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3fa527-254d-4c55-925f-a939d0e0a49b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:47.941382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-4af85ba3-5a77-4a35-b662-2425921cfd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:47.943143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-4af85ba3-5a77-4a35-b662-2425921cfd07 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f25904565e44fac9258e726832956a7&device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 1098 time: 0.0886505 Oct 12 22:57:47.944844 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-87a1c845-bab5-4b0b-b229-28ec060cbf04 service neutron] 10.222.0.25 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041724 Oct 12 22:57:47.979848 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.031153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49111613-1e14-4765-afdf-4d8daab0476b req-7b087483-faeb-4a59-8fdb-d81222db212c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:48.032633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49111613-1e14-4765-afdf-4d8daab0476b req-7b087483-faeb-4a59-8fdb-d81222db212c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 945 time: 0.0515199 Oct 12 22:57:48.043447 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:48.060333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.091746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:57:48.105639 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49111613-1e14-4765-afdf-4d8daab0476b req-7f7be34a-961e-4af0-8e66-e16967397d47 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629475 Oct 12 22:57:48.114048 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.114396 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Added segment d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7 of type vlan for network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b Oct 12 22:57:48.115773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed81101-1e8e-459c-9e3d-801ecf6bc59a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:48.144957 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-7a1793d1-7c2c-4c5a-ac3b-ad2f5cf43154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:48.146627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-7a1793d1-7c2c-4c5a-ac3b-ad2f5cf43154 service neutron] 10.222.0.31 "GET /v2.0/networks?id=2335fa9a-95f0-4aaa-a0eb-107579b020d0 HTTP/1.1" status: 200 len: 929 time: 0.1960444 Oct 12 22:57:48.148919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8b05ca4-77a3-445d-a3c1-dc1f68f326ba req-88cdb7f5-fad8-4db3-9805-5a75b5f742c0 service neutron] 10.222.0.25 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901495 Oct 12 22:57:48.173285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.199452 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2a8dd8-f2b3-4fb2-b440-5f1adf5d62b3 x-openstack-request-id: req-2b2a8dd8-f2b3-4fb2-b440-5f1adf5d62b3 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:48.200100 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc1b8f-8be7-4ba8-82a1-78d4788956eb", "name": "network-vif-plugged", "status": "completed", "tag": "f953910d-7788-47bc-98d8-852d1c988f96", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:48.200100 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b2a8dd8-f2b3-4fb2-b440-5f1adf5d62b3 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:48.200502 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc1b8f-8be7-4ba8-82a1-78d4788956eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f953910d-7788-47bc-98d8-852d1c988f96', 'code': 200} Oct 12 22:57:48.284230 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.285807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:48.286616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.326072 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67af5539-d373-4239-89f4-47edac94d68e x-openstack-request-id: req-67af5539-d373-4239-89f4-47edac94d68e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:48.326435 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "tag": "a9227426-c733-4f20-820c-427e7a02a018", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:48.326797 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-67af5539-d373-4239-89f4-47edac94d68e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:48.327592 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018', 'status': 'completed', 'code': 200} Oct 12 22:57:48.365266 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-7a2441eb-8f23-4130-8042-32a9421109a2 service neutron] 10.222.0.41 "GET /v2.0/ports/ddbdd678-e088-497e-88d3-54dfd30adf2b/bindings/n-h2-790519-14 HTTP/1.1" status: 200 len: 385 time: 0.1992309 Oct 12 22:57:48.382929 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-448bc191-b9a5-462c-9f0f-8f03b363b96f req-4edf90a6-0a5b-4f8e-b146-fc99043ad356 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:57:48.384587 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-448bc191-b9a5-462c-9f0f-8f03b363b96f req-4edf90a6-0a5b-4f8e-b146-fc99043ad356 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/5a3fa527-254d-4c55-925f-a939d0e0a49b HTTP/1.1" status: 404 len: 352 time: 0.0354462 Oct 12 22:57:48.386025 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '1a3a7e20-8043-47f3-b44c-1e5c737621f5', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'floating_ip_address': '172.25.2.139', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '482025c1-68e2-49db-8387-ae39479a483a', 'port_id': 'a9227426-c733-4f20-820c-427e7a02a018', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'mac_address': 'fa:16:3e:77:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:57:42Z', 'updated_at': '2021-10-12T22:57:45Z', 'revision_number': 1, 'project_id': '5f25904565e44fac9258e726832956a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c66b6c2-bbbf-40d3-b6d1-714ab1db7572', 'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'mac_address': 'fa:16:3e:d1:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:14Z', 'updated_at': '2021-10-12T22:57:20Z', 'revision_number': 5, 'project_id': '5f25904565e44fac9258e726832956a7', 'subnets': [{'id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:48.402449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] Pushing event updated for resources: {'Network': ['ID=dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:48.413947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:57:48.423805 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] Checking router: 482025c1-68e2-49db-8387-ae39479a483a for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:48.434101 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:48.434857 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:48.471661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-c27b5f67-3ee9-4934-88c8-32e46e0560ea service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9227426-c733-4f20-820c-427e7a02a018 HTTP/1.1" status: 200 len: 1000 time: 0.3148956 Oct 12 22:57:48.489052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-90f5dc7b-b817-4ac7-bb24-9176fa21d601 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1630366 Oct 12 22:57:48.490529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49100) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:48.496058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Request body: {'subnet': {'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-197253737-subnet', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:48.529308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36790d-8da3-4ddb-a2c5-95bab4e82f27 req-7ffd4835-b8d7-4bff-bbdc-d7128a087631 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:48.530836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c36790d-8da3-4ddb-a2c5-95bab4e82f27 req-7ffd4835-b8d7-4bff-bbdc-d7128a087631 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 945 time: 0.0869670 Oct 12 22:57:48.545376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e404507-9e48-4889-8fa0-6a5ea8601b78 req-2f6d2c0d-e8f1-484c-a529-fa46346c3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:48.547035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e404507-9e48-4889-8fa0-6a5ea8601b78 req-2f6d2c0d-e8f1-484c-a529-fa46346c3568 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 1097 time: 0.2456295 Oct 12 22:57:48.548343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-3567cda1-b879-49cf-b3e4-aa264fcb3c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:48.550392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-3567cda1-b879-49cf-b3e4-aa264fcb3c41 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2fca3525-91b5-4ede-be8c-3e374c0369bc HTTP/1.1" status: 200 len: 867 time: 0.0768492 Oct 12 22:57:48.577483 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:48.594817 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c36790d-8da3-4ddb-a2c5-95bab4e82f27 req-3ee6da6b-b15b-4aba-a241-497bc33912d0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483408 Oct 12 22:57:48.607827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Made reservation on behalf of 3e060259d24740948be5835489f4fa25 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:48.613735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.635977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-ad430496-9f92-4371-a05c-a1c313d06f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:48.637490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-ad430496-9f92-4371-a05c-a1c313d06f48 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f25904565e44fac9258e726832956a7&device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 1098 time: 0.2757051 Oct 12 22:57:48.686073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ee84f0c4-2374-4214-812a-745497079572 req-1b211eee-aded-48c4-9a2e-9937c6526f61 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1656952607', 'description': 'tempest-description-1666749555'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:48.715332 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e404507-9e48-4889-8fa0-6a5ea8601b78 req-e47bbe96-1e9f-4992-877c-40b651e75331 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596675 Oct 12 22:57:48.750618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-c3a0b9ff-f427-4cbb-82ed-3f4a6164e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:48.752052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-c3a0b9ff-f427-4cbb-82ed-3f4a6164e85c service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2335fa9a-95f0-4aaa-a0eb-107579b020d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1874926 Oct 12 22:57:48.789518 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.862160 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee84f0c4-2374-4214-812a-745497079572 req-1b211eee-aded-48c4-9a2e-9937c6526f61 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.874486 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '1a3a7e20-8043-47f3-b44c-1e5c737621f5', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'floating_ip_address': '172.25.2.139', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '482025c1-68e2-49db-8387-ae39479a483a', 'port_id': 'a9227426-c733-4f20-820c-427e7a02a018', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'mac_address': 'fa:16:3e:77:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:57:42Z', 'updated_at': '2021-10-12T22:57:45Z', 'revision_number': 1, 'project_id': '5f25904565e44fac9258e726832956a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c66b6c2-bbbf-40d3-b6d1-714ab1db7572', 'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'mac_address': 'fa:16:3e:d1:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:14Z', 'updated_at': '2021-10-12T22:57:20Z', 'revision_number': 5, 'project_id': '5f25904565e44fac9258e726832956a7', 'subnets': [{'id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:48.896455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fd9a87ad-330f-4da8-b57f-a50d21fb8b3b up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:48.901936 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9da4f26-9d84-4f32-b966-de814783fdf0 None None] The sync data for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 is: [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '1a3a7e20-8043-47f3-b44c-1e5c737621f5', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'floating_ip_address': '172.25.2.139', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '482025c1-68e2-49db-8387-ae39479a483a', 'port_id': 'a9227426-c733-4f20-820c-427e7a02a018', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'mac_address': 'fa:16:3e:77:b2:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:57:42Z', 'updated_at': '2021-10-12T22:57:45Z', 'revision_number': 1, 'project_id': '5f25904565e44fac9258e726832956a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c66b6c2-bbbf-40d3-b6d1-714ab1db7572', 'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'mac_address': 'fa:16:3e:d1:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:14Z', 'updated_at': '2021-10-12T22:57:20Z', 'revision_number': 5, 'project_id': '5f25904565e44fac9258e726832956a7', 'subnets': [{'id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:57:48.938397 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:48.947783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-f5c181a6-ffb4-4f25-9cae-f1f5d4326d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:48.949297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-f5c181a6-ffb4-4f25-9cae-f1f5d4326d22 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2335fa9a-95f0-4aaa-a0eb-107579b020d0 HTTP/1.1" status: 200 len: 929 time: 0.2930818 Oct 12 22:57:48.993250 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.046799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:49.050458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee84f0c4-2374-4214-812a-745497079572 req-1b211eee-aded-48c4-9a2e-9937c6526f61 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.051573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:57:49.055473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:49.055873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.078554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7801bb8c-1381-46eb-bcb8-a536993a3521,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:49.083223 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-a2547339-3732-4d1a-945e-d13beeb00f23 service neutron] 10.222.0.31 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238404 Oct 12 22:57:49.092836 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Checking segment: {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:49.093271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Network hostable DHCP agents. Network: dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:57:49.110965 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee84f0c4-2374-4214-812a-745497079572 req-1b211eee-aded-48c4-9a2e-9937c6526f61 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.146413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b211eee-aded-48c4-9a2e-9937c6526f61 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=244c1568-08ba-4790-b4a9-2d48ea4388ad,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:49.178285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-d2ff7a29-dc8d-4b72-86c0-da59019f5d34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9227426-c733-4f20-820c-427e7a02a018 HTTP/1.1" status: 200 len: 1000 time: 0.2202771 Oct 12 22:57:49.186057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:49.202079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:57:49.217543 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.218150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee84f0c4-2374-4214-812a-745497079572 req-1b211eee-aded-48c4-9a2e-9937c6526f61 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.225259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee84f0c4-2374-4214-812a-745497079572 req-1b211eee-aded-48c4-9a2e-9937c6526f61 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5720460 Oct 12 22:57:49.254589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5fab296-0bac-467b-94f3-15b367a4654f None None] New status for floating IP 1a3a7e20-8043-47f3-b44c-1e5c737621f5: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:57:49.286167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbdd678-e088-497e-88d3-54dfd30adf2b {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:57:49.308134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:49.308756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:49.331102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7404cdb-bbcb-4b28-8ea7-4be1c06582a4 None None] Network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:49.335360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-d9b3e2c7-e60b-4613-8433-e6a9f4a4c72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:49.336849 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-d9b3e2c7-e60b-4613-8433-e6a9f4a4c72c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2fca3525-91b5-4ede-be8c-3e374c0369bc HTTP/1.1" status: 200 len: 867 time: 0.1489553 Oct 12 22:57:49.340624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:49.341332 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.351390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7c8119-d4e0-4bed-b10b-e8d19faa8bb7 req-52756013-5742-42a2-a3b1-f6bb5d925cdf service neutron] 10.222.0.31 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672122 Oct 12 22:57:49.375273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc1878-1226-48dc-8962-f9dec9f9b793 req-efb34c03-5521-4b9c-8165-41543d9c9692 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:49.376982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7bcc1878-1226-48dc-8962-f9dec9f9b793 req-efb34c03-5521-4b9c-8165-41543d9c9692 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 944 time: 0.0801327 Oct 12 22:57:49.410195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-c2d4e6b3-da1f-4ae2-8f83-c2220c55a070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:49.412203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-c2d4e6b3-da1f-4ae2-8f83-c2220c55a070 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2335fa9a-95f0-4aaa-a0eb-107579b020d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595999 Oct 12 22:57:49.413616 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.426321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7bcc1878-1226-48dc-8962-f9dec9f9b793 req-9751a7da-e188-46c1-9f71-9e0c2a485c64 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419059 Oct 12 22:57:49.448695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ce6df81a-dd07-4c47-96fa-6143f1cc1300 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9538779 Oct 12 22:57:49.449268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49112) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:49.458780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:49.512429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d5d16475-90a8-4415-a8d3-8da26682e5a2 req-20eb8b2a-79bc-4ec2-ae0a-d616bdd4062c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-335384641', 'description': 'tempest-description-1024883136'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:49.571780 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.573238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.606366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674b15b7-3f01-4bd2-8267-3c285da76c1f req-89142f90-c729-4e5a-add9-fcd16fb9f78e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:49.606366 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-674b15b7-3f01-4bd2-8267-3c285da76c1f req-89142f90-c729-4e5a-add9-fcd16fb9f78e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 945 time: 0.0901365 Oct 12 22:57:49.614580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] Transition to ACTIVE for port object ddbdd678-e088-497e-88d3-54dfd30adf2b will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:57:49.617190 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-dfde6e3d-4db3-4ce3-9738-63289233112f service neutron] 10.222.0.25 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937256 Oct 12 22:57:49.631533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:49.680082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.701687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d5d16475-90a8-4415-a8d3-8da26682e5a2 req-20eb8b2a-79bc-4ec2-ae0a-d616bdd4062c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.722519 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-674b15b7-3f01-4bd2-8267-3c285da76c1f req-91a4b008-4241-474b-b528-785f036d3f46 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003594 Oct 12 22:57:49.751331 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.757122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ddbdd678-e088-497e-88d3-54dfd30adf2b no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:57:49.779167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:49.928367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:49.937451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] No DVR routers for this DVR port ddbdd678-e088-497e-88d3-54dfd30adf2b on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:57:49.948805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1ecc52d-b20c-43ce-955e-f01c70693cbc req-30426d73-c2cf-4fc5-99e0-a123a958a588 service neutron] 10.222.0.25 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3214574 Oct 12 22:57:49.951868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ddbdd678-e088-497e-88d3-54dfd30adf2b not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:57:49.961228 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d5d16475-90a8-4415-a8d3-8da26682e5a2 req-20eb8b2a-79bc-4ec2-ae0a-d616bdd4062c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.000432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=ddbdd678-e088-497e-88d3-54dfd30adf2b,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:50.009043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:57:50.009043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.019580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-a68276f2-7e64-4399-83b9-0ff5e656e9e3 service neutron] 10.222.0.41 "PUT /v2.0/ports/ddbdd678-e088-497e-88d3-54dfd30adf2b/bindings/n-h2-790519-14/activate HTTP/1.1" status: 200 len: 370 time: 1.6408694 Oct 12 22:57:50.024828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d5d16475-90a8-4415-a8d3-8da26682e5a2 req-20eb8b2a-79bc-4ec2-ae0a-d616bdd4062c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.089034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eb8b2a-79bc-4ec2-ae0a-d616bdd4062c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0eafb36-55e4-43ea-a820-ecbb8e05bd62,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:50.140244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.163569 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d5d16475-90a8-4415-a8d3-8da26682e5a2 req-20eb8b2a-79bc-4ec2-ae0a-d616bdd4062c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.174551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5d16475-90a8-4415-a8d3-8da26682e5a2 req-20eb8b2a-79bc-4ec2-ae0a-d616bdd4062c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7026169 Oct 12 22:57:50.199503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Allocated IP 172.20.0.2 (dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b/7801bb8c-1381-46eb-bcb8-a536993a3521/85833fb7-d30e-4bcb-9f9d-8921f237aeec) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:50.201487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714c2e11-0b6e-49df-aeb3-3cf5eb3fa547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9a87ad-330f-4da8-b57f-a50d21fb8b3b'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:50.203975 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aefb68d3-6fa8-412b-858c-d7164eb42a44" -d '{"events": [{"server_uuid": "714c2e11-0b6e-49df-aeb3-3cf5eb3fa547", "name": "network-vif-plugged", "status": "completed", "tag": "fd9a87ad-330f-4da8-b57f-a50d21fb8b3b"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:50.296708 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-ecd2f37c-0eeb-46b1-83c9-0236f584e42f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 258 time: 0.4276011 Oct 12 22:57:50.303789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:50.306645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98296fa-8681-4554-8182-a94c02e1807b req-4b8378b7-f484-4299-84ec-5016d614a116 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:50.313757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c98296fa-8681-4554-8182-a94c02e1807b req-4b8378b7-f484-4299-84ec-5016d614a116 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 945 time: 0.0768156 Oct 12 22:57:50.318858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-267328df-eba9-43f1-8de9-5dd9f06cb3b7 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:50.319845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-267328df-eba9-43f1-8de9-5dd9f06cb3b7 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.1489255 Oct 12 22:57:50.378859 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.418779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.439899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c98296fa-8681-4554-8182-a94c02e1807b req-b1574830-a8f2-479f-a3e3-af7ad87263b6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252265 Oct 12 22:57:50.448602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-4b91666c-f1f6-4e10-8d7c-278ee6bf32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:50.450258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-4b91666c-f1f6-4e10-8d7c-278ee6bf32f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5&tenant_id=5cb1fb1980714092afbe36083bfd1a49 HTTP/1.1" status: 200 len: 1097 time: 0.1126599 Oct 12 22:57:50.473627 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.493357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-aa4b2ee6-73a8-4e47-8d52-30522d5189a7 req-09de819d-8d19-4e4a-9a95-1e14b4f21636 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-163161991', 'description': 'tempest-description-1357465671'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:50.527221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:50.530931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:50.534777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:50.551461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Pushing event updated for resources: {'Port': ['ID=85833fb7-d30e-4bcb-9f9d-8921f237aeec,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:50.572600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-f5d21d92-3f5c-4d51-96d0-abecd80e38dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:50.574629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-f5d21d92-3f5c-4d51-96d0-abecd80e38dc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1097 time: 0.0967069 Oct 12 22:57:50.619078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Attempting to bind port 85833fb7-d30e-4bcb-9f9d-8921f237aeec on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:50.619772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Attempting to bind port 85833fb7-d30e-4bcb-9f9d-8921f237aeec by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:50.620329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Attempting to bind port 85833fb7-d30e-4bcb-9f9d-8921f237aeec on network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:50.626642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:50.627378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Checking segment: {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:50.628669 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.629426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Bound using segment: {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:50.630111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Bound port: 85833fb7-d30e-4bcb-9f9d-8921f237aeec, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:50.630691 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.717287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] For port 85833fb7-d30e-4bcb-9f9d-8921f237aeec, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:50.722915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] For port 85833fb7-d30e-4bcb-9f9d-8921f237aeec, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=85833fb7-d30e-4bcb-9f9d-8921f237aeec,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:50.792899 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.813348 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.839648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.908071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e9dea-e864-4dd8-8daf-23a1ccd993ae None None] Pushing event updated for resources: {'Port': ['ID=85833fb7-d30e-4bcb-9f9d-8921f237aeec,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:50.974598 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-aa4b2ee6-73a8-4e47-8d52-30522d5189a7 req-09de819d-8d19-4e4a-9a95-1e14b4f21636 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:50.981374 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.040670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-fec96c09-42d3-40d1-9188-c5819aa2748a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:51.042236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-fec96c09-42d3-40d1-9188-c5819aa2748a service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.4510403 Oct 12 22:57:51.053062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Allocated IP 172.25.2.108 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/f67ea728-0857-4886-a948-4ff418acfab6) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:51.092794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-2ab8d3fa-e83a-4769-8317-5283028edec7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b HTTP/1.1" status: 200 len: 217 time: 0.0407896 Oct 12 22:57:51.170351 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-aa4b2ee6-73a8-4e47-8d52-30522d5189a7 req-09de819d-8d19-4e4a-9a95-1e14b4f21636 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.193545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90362664-466c-4c56-86ed-bf83142213c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:51.195537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-90362664-466c-4c56-86ed-bf83142213c8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0927241 Oct 12 22:57:51.227139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.239537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-5c845cee-69f1-4807-b48a-a5290c549bd5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357683 Oct 12 22:57:51.241421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-aa4b2ee6-73a8-4e47-8d52-30522d5189a7 req-09de819d-8d19-4e4a-9a95-1e14b4f21636 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.324512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09de819d-8d19-4e4a-9a95-1e14b4f21636 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9043bfe2-7e66-4fe7-adcf-0fe6ceda6f23,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:51.343994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.367609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-906d3131-bb90-43f6-8497-66edef2d50e3 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185534 Oct 12 22:57:51.370700 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-aa4b2ee6-73a8-4e47-8d52-30522d5189a7 req-09de819d-8d19-4e4a-9a95-1e14b4f21636 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.371855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa4b2ee6-73a8-4e47-8d52-30522d5189a7 req-09de819d-8d19-4e4a-9a95-1e14b4f21636 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8853388 Oct 12 22:57:51.420156 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c52851-2487-4e55-9bf4-bd64ecac5287 x-openstack-request-id: req-41c52851-2487-4e55-9bf4-bd64ecac5287 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:51.420744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:51.421187 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714c2e11-0b6e-49df-aeb3-3cf5eb3fa547", "name": "network-vif-plugged", "status": "completed", "tag": "fd9a87ad-330f-4da8-b57f-a50d21fb8b3b", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:51.421187 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41c52851-2487-4e55-9bf4-bd64ecac5287 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:51.421187 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714c2e11-0b6e-49df-aeb3-3cf5eb3fa547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd9a87ad-330f-4da8-b57f-a50d21fb8b3b', 'code': 200} Oct 12 22:57:51.432657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:51.433590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:51.473797 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-d3f4db8a-bf4a-4630-b804-4bfe1b1f9a71 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975559 Oct 12 22:57:51.501382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Allocated IP 172.25.2.186 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/e1e38ce1-cbee-40c4-a8ca-cfa58702f934) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:51.517527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Pushing event updated for resources: {'Port': ['ID=f67ea728-0857-4886-a948-4ff418acfab6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:51.574793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9e056-4d52-4d3f-b6ee-0b8a86d09259 req-05cf5478-f9a9-477b-8cf9-d5170820ec23 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:51.576327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dff9e056-4d52-4d3f-b6ee-0b8a86d09259 req-05cf5478-f9a9-477b-8cf9-d5170820ec23 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 945 time: 0.0826986 Oct 12 22:57:51.578978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae46fd74-c8ea-4aef-8ded-21e9653a8a1f req-e0902b68-5914-426b-998b-82f0d8c09882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:51.580395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae46fd74-c8ea-4aef-8ded-21e9653a8a1f req-e0902b68-5914-426b-998b-82f0d8c09882 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 1098 time: 0.0760381 Oct 12 22:57:51.672765 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae46fd74-c8ea-4aef-8ded-21e9653a8a1f req-d71e3940-502d-498d-b09d-5bdf20f20ec7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845215 Oct 12 22:57:51.676192 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dff9e056-4d52-4d3f-b6ee-0b8a86d09259 req-e3270ead-b9d3-4ec5-a113-6753a57d40bb tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821037 Oct 12 22:57:51.750194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.767952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 85833fb7-d30e-4bcb-9f9d-8921f237aeec up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:51.839503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 85833fb7-d30e-4bcb-9f9d-8921f237aeec triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:51.839905 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.900274 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.968638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:51.976062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:51.977309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:51.979134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:52.006478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Pushing event updated for resources: {'Port': ['ID=e1e38ce1-cbee-40c4-a8ca-cfa58702f934,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:52.018962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.027679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 85833fb7-d30e-4bcb-9f9d-8921f237aeec, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=85833fb7-d30e-4bcb-9f9d-8921f237aeec,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:52.086083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-5bc42154-bad7-4b21-ab65-4202c244c03e tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:52.089085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-5bc42154-bad7-4b21-ab65-4202c244c03e tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.0567768 Oct 12 22:57:52.094629 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.174086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.210584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=85833fb7-d30e-4bcb-9f9d-8921f237aeec,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:52.298807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951de01b-8908-4f9d-88a8-c1d1559439cc None None] Network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:52.384582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-576ac3cf-fa3f-49d7-924b-1475f0a2799f service neutron] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:52.394100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.396598 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-576ac3cf-fa3f-49d7-924b-1475f0a2799f service neutron] Notify callbacks [] for binding, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.398071 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a50baff8-4bc8-4301-8654-0b01b7c13ccc req-576ac3cf-fa3f-49d7-924b-1475f0a2799f service neutron] 10.222.0.25 "DELETE /v2.0/ports/ddbdd678-e088-497e-88d3-54dfd30adf2b/bindings/n-h1-790519-14 HTTP/1.1" status: 204 len: 173 time: 0.2880659 Oct 12 22:57:52.426856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2793874-f112-496d-b66b-a26900de2dff req-e9821ebf-3194-45ac-bed3-ba0a5bd7f18d tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:52.437061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2793874-f112-496d-b66b-a26900de2dff req-e9821ebf-3194-45ac-bed3-ba0a5bd7f18d tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1433070 Oct 12 22:57:52.492192 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2793874-f112-496d-b66b-a26900de2dff req-f3c6371c-be3a-4b97-bf8a-930a92528d17 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535040 Oct 12 22:57:52.516070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3846c85b-a8f5-4dd1-a3eb-9bf8d4d0d3db None None] Provisioning complete for port 85833fb7-d30e-4bcb-9f9d-8921f237aeec triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:52.516676 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3846c85b-a8f5-4dd1-a3eb-9bf8d4d0d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.566134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49146) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:52.574505 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.761675 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e1da784b-d8d9-47d6-935c-f064f86d71e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.883651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.901940 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e1da784b-d8d9-47d6-935c-f064f86d71e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.971848 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:52.983616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1309ddf0-b161-43bd-bde4-0f168877568f req-7a7276bf-9a20-4ae4-9ddb-ee3ad7c21188 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0 HTTP/1.1" status: 200 len: 10911 time: 0.2838573 Oct 12 22:57:53.000622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9b24bfea-42c6-453c-af9a-cca9ad958662 None None] Provisioning complete for port 85833fb7-d30e-4bcb-9f9d-8921f237aeec triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:53.001254 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b24bfea-42c6-453c-af9a-cca9ad958662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.032787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Pushing event updated for resources: {'Port': ['ID=e1e38ce1-cbee-40c4-a8ca-cfa58702f934,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:53.038866 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e1da784b-d8d9-47d6-935c-f064f86d71e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.079727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Router b4d297df-ef57-4758-8ba0-e3a995eb0432 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:57:53.082210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1309ddf0-b161-43bd-bde4-0f168877568f req-71b8fe0e-dc9c-47b6-8449-654afdb9c09b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/dd8aa639-474b-4911-8c6c-34904e6a2c4b HTTP/1.1" status: 200 len: 2985 time: 0.0971999 Oct 12 22:57:53.151441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.151689 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e1da784b-d8d9-47d6-935c-f064f86d71e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f0d40813e3cf4b55abd55dd283eff5cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5813825 Oct 12 22:57:53.154514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49152) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:53.155322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da784b-d8d9-47d6-935c-f064f86d71e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c5eec1-f808-4cc5-bdec-6609cee8c317,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:53.200548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1309ddf0-b161-43bd-bde4-0f168877568f req-496a8c13-1223-4c14-9d27-45ccc2344da9 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/dd8aa639-474b-4911-8c6c-34904e6a2c4b HTTP/1.1" status: 200 len: 2985 time: 0.0975010 Oct 12 22:57:53.226179 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.226986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b5a07d73-3d99-4150-b371-6574f00512f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9293878 Oct 12 22:57:53.229396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1cd980d-1a54-4bc0-9c7f-97e44e363bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.263266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1cd980d-1a54-4bc0-9c7f-97e44e363bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.280955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:53.291966 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Sync routers for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:53.302174 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:53.303230 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:53.308575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-b806724f-fd0e-4662-97b5-ad480a4fe5e4 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.186 HTTP/1.1" status: 200 len: 696 time: 0.0714874 Oct 12 22:57:53.387041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f72023-2238-4010-a6f7-2cfccd8a35cb req-b5956392-67e6-4272-acca-e9f9b182884e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:53.389046 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04f72023-2238-4010-a6f7-2cfccd8a35cb req-b5956392-67e6-4272-acca-e9f9b182884e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 945 time: 0.0650887 Oct 12 22:57:53.403953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56763c8e-5922-482d-8817-723502958339 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.409511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-56763c8e-5922-482d-8817-723502958339 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.9582622 Oct 12 22:57:53.409681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49156) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:53.439315 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:53.452952 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1cd980d-1a54-4bc0-9c7f-97e44e363bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.456105 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1cd980d-1a54-4bc0-9c7f-97e44e363bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.459624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c1cd980d-1a54-4bc0-9c7f-97e44e363bb0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92c5eec1-f808-4cc5-bdec-6609cee8c317 HTTP/1.1" status: 204 len: 168 time: 0.2978954 Oct 12 22:57:53.471685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-1e3c99c0-f18b-4585-acbb-350d35aa8333 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:53.474309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-385a01f5-98ff-4251-9cf0-3e71e8ad5db9 req-1e3c99c0-f18b-4585-acbb-350d35aa8333 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1569946 Oct 12 22:57:53.548133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04f72023-2238-4010-a6f7-2cfccd8a35cb req-c8b2fc27-057c-4bb4-bea3-3b543206b44e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521935 Oct 12 22:57:53.548864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd980d-1a54-4bc0-9c7f-97e44e363bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c5eec1-f808-4cc5-bdec-6609cee8c317,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:53.663568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a889c5-b933-4792-b0f3-9f7c54bfd007 req-d402b8bb-9d03-439d-9eb5-71a666c9b28f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:53.665520 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56a889c5-b933-4792-b0f3-9f7c54bfd007 req-d402b8bb-9d03-439d-9eb5-71a666c9b28f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 945 time: 0.1245074 Oct 12 22:57:53.714812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 85833fb7-d30e-4bcb-9f9d-8921f237aeec up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:53.720943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56a889c5-b933-4792-b0f3-9f7c54bfd007 req-bcdd32c9-690b-4c65-816e-3cff512467a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490994 Oct 12 22:57:53.774864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb8addce-33b5-4617-af7d-1cbd0501ba36 req-65997ecd-f861-4bfd-9adf-26aadb11bee0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/244c1568-08ba-4790-b4a9-2d48ea4388ad HTTP/1.1" status: 200 len: 1803 time: 0.1509209 Oct 12 22:57:53.776739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 85833fb7-d30e-4bcb-9f9d-8921f237aeec triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:53.777512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:53.792074 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:51Z', 'revision_number': 3, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:53.852665 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Checking router: b4d297df-ef57-4758-8ba0-e3a995eb0432 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:53.854446 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Updating router b4d297df-ef57-4758-8ba0-e3a995eb0432 port f67ea728-0857-4886-a948-4ff418acfab6 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:57:53.880759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-a2d83253-c741-475a-b264-f9c73be3489b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:53.882298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-a2d83253-c741-475a-b264-f9c73be3489b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 945 time: 0.1841030 Oct 12 22:57:53.892004 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.014962 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb8addce-33b5-4617-af7d-1cbd0501ba36 req-bf46e645-61b5-4af9-a001-575d4af20878 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.098756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb8addce-33b5-4617-af7d-1cbd0501ba36 req-bf46e645-61b5-4af9-a001-575d4af20878 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.177153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Deleting port f953910d-7788-47bc-98d8-852d1c988f96 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:54.177894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.199429 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.204163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f6ef8-565a-4b6d-aff8-0dc1a182e226 req-d3b787fa-8033-4e9f-8058-65c857eb12d9 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:54.206201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e53f6ef8-565a-4b6d-aff8-0dc1a182e226 req-d3b787fa-8033-4e9f-8058-65c857eb12d9 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3567426 Oct 12 22:57:54.219648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49170) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:54.258835 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-392a39b6-dcb1-4421-8966-89082c09efd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.267227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb8addce-33b5-4617-af7d-1cbd0501ba36 req-bf46e645-61b5-4af9-a001-575d4af20878 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.270391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-eb8addce-33b5-4617-af7d-1cbd0501ba36 req-bf46e645-61b5-4af9-a001-575d4af20878 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.271608 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb8addce-33b5-4617-af7d-1cbd0501ba36 req-bf46e645-61b5-4af9-a001-575d4af20878 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/244c1568-08ba-4790-b4a9-2d48ea4388ad HTTP/1.1" status: 204 len: 173 time: 0.4827068 Oct 12 22:57:54.275000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e53f6ef8-565a-4b6d-aff8-0dc1a182e226 req-d37fc289-d601-4131-be5f-b2bc5e6cda2b tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.186 HTTP/1.1" status: 200 len: 696 time: 0.0617065 Oct 12 22:57:54.293800 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.297255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46e645-61b5-4af9-a001-575d4af20878 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=244c1568-08ba-4790-b4a9-2d48ea4388ad,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:54.318387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-e53f6ef8-565a-4b6d-aff8-0dc1a182e226 req-48103606-0f8a-4d43-9bf8-31dfa866c303 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Request body: {'floatingip': {'port_id': 'a9227426-c733-4f20-820c-427e7a02a018', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:54.362458 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef6ea9-815d-4fe1-b75c-c0dc8b264aae None None] Pushing event updated for resources: {'Port': ['ID=f67ea728-0857-4886-a948-4ff418acfab6,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:54.364792 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Attempting to bind port f67ea728-0857-4886-a948-4ff418acfab6 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:54.365366 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Attempting to bind port f67ea728-0857-4886-a948-4ff418acfab6 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:54.365919 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Attempting to bind port f67ea728-0857-4886-a948-4ff418acfab6 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:54.373183 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:54.373556 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:54.373955 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.374342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:54.374800 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Bound port: f67ea728-0857-4886-a948-4ff418acfab6, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:54.375413 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.382532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] For port f953910d-7788-47bc-98d8-852d1c988f96, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f953910d-7788-47bc-98d8-852d1c988f96,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:54.382903 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.388909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e53f6ef8-565a-4b6d-aff8-0dc1a182e226 req-48103606-0f8a-4d43-9bf8-31dfa866c303 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.417059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Calling delete_port for f953910d-7788-47bc-98d8-852d1c988f96 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:54.430753 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] For port f67ea728-0857-4886-a948-4ff418acfab6, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:54.433971 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] For port f67ea728-0857-4886-a948-4ff418acfab6, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f67ea728-0857-4886-a948-4ff418acfab6,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:54.437550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.499623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf03c98-9c15-4258-9d2b-5c62dd29d873 req-44eed0a6-557d-4509-b1c8-8896ad7b15a3 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:54.501116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-edf03c98-9c15-4258-9d2b-5c62dd29d873 req-44eed0a6-557d-4509-b1c8-8896ad7b15a3 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1471939 Oct 12 22:57:54.534372 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.569385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-392a39b6-dcb1-4421-8966-89082c09efd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.601330 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:54.602217 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:54.615719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-edf03c98-9c15-4258-9d2b-5c62dd29d873 req-10886ca8-2e1b-43fc-a889-ccd566f79a6b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045752 Oct 12 22:57:54.642051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-392a39b6-dcb1-4421-8966-89082c09efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.645513 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef6ea9-815d-4fe1-b75c-c0dc8b264aae None None] Pushing event updated for resources: {'Port': ['ID=f67ea728-0857-4886-a948-4ff418acfab6,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:54.696700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392a39b6-dcb1-4421-8966-89082c09efd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c410c6-8285-4c6a-9554-1011e3bbc7df,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:54.741186 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:54.741301 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-392a39b6-dcb1-4421-8966-89082c09efd9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18ee24f5eebd48b99f6ad44c94e78f8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5080209 Oct 12 22:57:54.749125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49178) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:54.762179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Allocated IP 172.20.0.1 (dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b/7801bb8c-1381-46eb-bcb8-a536993a3521/51e5869f-cb32-4344-832a-7637e2247f4e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:57:54.764309 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-e53f6ef8-565a-4b6d-aff8-0dc1a182e226 req-48103606-0f8a-4d43-9bf8-31dfa866c303 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 22:57:54.769463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e53f6ef8-565a-4b6d-aff8-0dc1a182e226 req-48103606-0f8a-4d43-9bf8-31dfa866c303 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "PUT /v2.0/floatingips/9f4b11da-e99f-4c1b-a554-9f52ce1832b6 HTTP/1.1" status: 409 len: 551 time: 0.4743862 Oct 12 22:57:54.809154 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89760baa-e5e8-4fa1-810d-34664101b56b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.816012 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-3a188bad-e143-4929-b763-dad2b9e16c9d req-f1d38bf5-ad28-4369-8576-a17549cd60a8 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:57:54.817060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a188bad-e143-4929-b763-dad2b9e16c9d req-f1d38bf5-ad28-4369-8576-a17549cd60a8 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/244c1568-08ba-4790-b4a9-2d48ea4388ad HTTP/1.1" status: 404 len: 352 time: 0.0454168 Oct 12 22:57:54.842201 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89760baa-e5e8-4fa1-810d-34664101b56b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.901364 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:54.913527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['f953910d-7788-47bc-98d8-852d1c988f96'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:57:54.941579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event deleted for resources: {'Port': ['ID=f953910d-7788-47bc-98d8-852d1c988f96,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:54.949626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0a343b-8c2a-4596-8de0-3a04d78a3929 req-72aa23dc-b35f-4c71-a868-775864ba1a71 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:54.953176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b0a343b-8c2a-4596-8de0-3a04d78a3929 req-72aa23dc-b35f-4c71-a868-775864ba1a71 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=04dc1b8f-8be7-4ba8-82a1-78d4788956eb HTTP/1.1" status: 200 len: 867 time: 0.1081655 Oct 12 22:57:54.964610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.009807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b0a343b-8c2a-4596-8de0-3a04d78a3929 req-10415218-56de-4d8d-b88b-42854b7cbe97 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483971 Oct 12 22:57:55.016515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] No DVR routers for this DVR port f953910d-7788-47bc-98d8-852d1c988f96 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:57:55.020937 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.035582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6d7b6aa-1e03-41ce-8f05-53d5dbacd54c req-f9ee0cea-ea70-4df5-87e3-2e6d1c441e54 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "DELETE /v2.0/ports/f953910d-7788-47bc-98d8-852d1c988f96 HTTP/1.1" status: 204 len: 173 time: 1.1347902 Oct 12 22:57:55.035582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04dc1b8f-8be7-4ba8-82a1-78d4788956eb', 'name': 'network-vif-deleted', 'tag': 'f953910d-7788-47bc-98d8-852d1c988f96'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:55.038927 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64daa86f-644f-4ce2-a4a5-947c1748c04d" -d '{"events": [{"server_uuid": "04dc1b8f-8be7-4ba8-82a1-78d4788956eb", "name": "network-vif-deleted", "tag": "f953910d-7788-47bc-98d8-852d1c988f96"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:55.071251 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:51Z', 'revision_number': 3, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:55.074012 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89760baa-e5e8-4fa1-810d-34664101b56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.076750 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89760baa-e5e8-4fa1-810d-34664101b56b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.078018 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-89760baa-e5e8-4fa1-810d-34664101b56b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/03c410c6-8285-4c6a-9554-1011e3bbc7df HTTP/1.1" status: 204 len: 168 time: 0.3276412 Oct 12 22:57:55.116168 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccd8e13-ad97-4850-baae-585b1ec1afaf None None] The sync data for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 is: [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:51Z', 'revision_number': 3, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:57:55.119419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89760baa-e5e8-4fa1-810d-34664101b56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c410c6-8285-4c6a-9554-1011e3bbc7df,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:55.147254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10b7935-24b8-4688-a71b-ac59d98f915f req-486de175-4d8b-4b17-a589-99464ac69606 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:55.147254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f10b7935-24b8-4688-a71b-ac59d98f915f req-486de175-4d8b-4b17-a589-99464ac69606 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1097 time: 0.0599923 Oct 12 22:57:55.151741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.207728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f10b7935-24b8-4688-a71b-ac59d98f915f req-0ade992a-6410-419a-aa9d-ec003487b013 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446997 Oct 12 22:57:55.237964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:55.242228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:55.245859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:57:55.299975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Pushing event updated for resources: {'Port': ['ID=51e5869f-cb32-4344-832a-7637e2247f4e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:55.309942 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-1d509d44-bf5b-4d95-b09b-37dc82bd35d1 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips/9f4b11da-e99f-4c1b-a554-9f52ce1832b6 HTTP/1.1" status: 200 len: 693 time: 0.0827706 Oct 12 22:57:55.352928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.469022 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4051630-de0b-498a-a9f2-5e77eaddbfbb req-4fe607cd-3be9-4a65-bda6-9bf2b1ab39fc tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/e0eafb36-55e4-43ea-a820-ecbb8e05bd62 HTTP/1.1" status: 200 len: 1802 time: 0.1752205 Oct 12 22:57:55.472890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-e33f1327-dd95-4735-a233-59fa1e41dbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:55.474484 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-e33f1327-dd95-4735-a233-59fa1e41dbb8 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1636913 Oct 12 22:57:55.556802 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-c422177d-cf24-4ef9-a5a5-c5ddcbc2f076 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.186 HTTP/1.1" status: 200 len: 696 time: 0.0750098 Oct 12 22:57:55.591379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-f77edf53-8fb7-4ed6-a814-9637c12c57e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:55.592962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-f77edf53-8fb7-4ed6-a814-9637c12c57e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 1098 time: 0.1781945 Oct 12 22:57:55.663678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-a6599b25-1ef3-4714-92a1-bf0e4a8bb1a5 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.186 HTTP/1.1" status: 200 len: 696 time: 0.0972219 Oct 12 22:57:55.683000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-21f6acf2-517e-487f-8e5c-dbfb6f082efe None None] Provisioning complete for port 51e5869f-cb32-4344-832a-7637e2247f4e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:55.683381 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-21f6acf2-517e-487f-8e5c-dbfb6f082efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.701413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a4051630-de0b-498a-a9f2-5e77eaddbfbb req-67e08124-3543-4bba-ae37-31d638a5df11 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.743391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a4051630-de0b-498a-a9f2-5e77eaddbfbb req-67e08124-3543-4bba-ae37-31d638a5df11 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.763628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-21f6acf2-517e-487f-8e5c-dbfb6f082efe None None] Port 51e5869f-cb32-4344-832a-7637e2247f4e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:57:55.805450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f67ea728-0857-4886-a948-4ff418acfab6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:55.807235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-d0e99330-63d7-4988-8054-b0a5238c127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:55.808724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-d0e99330-63d7-4988-8054-b0a5238c127c service neutron] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 919 time: 0.2049377 Oct 12 22:57:55.870589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.911193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f67ea728-0857-4886-a948-4ff418acfab6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:55.911193 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.913465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-619798b2-bc27-42b7-8041-8eec85e555ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b HTTP/1.1" status: 200 len: 217 time: 0.0785060 Oct 12 22:57:55.930916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Deleting port e1e38ce1-cbee-40c4-a8ca-cfa58702f934 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:57:55.931900 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.965811 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a4051630-de0b-498a-a9f2-5e77eaddbfbb req-67e08124-3543-4bba-ae37-31d638a5df11 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.969498 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a4051630-de0b-498a-a9f2-5e77eaddbfbb req-67e08124-3543-4bba-ae37-31d638a5df11 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:55.971173 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4051630-de0b-498a-a9f2-5e77eaddbfbb req-67e08124-3543-4bba-ae37-31d638a5df11 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/e0eafb36-55e4-43ea-a820-ecbb8e05bd62 HTTP/1.1" status: 204 len: 173 time: 0.5012288 Oct 12 22:57:56.019922 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.027621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e08124-3543-4bba-ae37-31d638a5df11 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0eafb36-55e4-43ea-a820-ecbb8e05bd62,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:56.048019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port f67ea728-0857-4886-a948-4ff418acfab6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f67ea728-0857-4886-a948-4ff418acfab6,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:57:56.079358 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12d302c-9ae2-4ba7-914f-f01ccd50d388 x-openstack-request-id: req-b12d302c-9ae2-4ba7-914f-f01ccd50d388 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:56.081402 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04dc1b8f-8be7-4ba8-82a1-78d4788956eb", "name": "network-vif-deleted", "tag": "f953910d-7788-47bc-98d8-852d1c988f96", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:56.081667 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b12d302c-9ae2-4ba7-914f-f01ccd50d388 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:56.085934 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04dc1b8f-8be7-4ba8-82a1-78d4788956eb', 'name': 'network-vif-deleted', 'tag': 'f953910d-7788-47bc-98d8-852d1c988f96', 'status': 'completed', 'code': 200} Oct 12 22:57:56.091815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-b1284f68-a24c-4ac0-b49e-e711d1754c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:56.092188 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.092725 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.099084 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-b1284f68-a24c-4ac0-b49e-e711d1754c35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.1683083 Oct 12 22:57:56.116031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Calling delete_port for e1e38ce1-cbee-40c4-a8ca-cfa58702f934 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:57:56.117117 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.183533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=f67ea728-0857-4886-a948-4ff418acfab6,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:56.224783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-6c4c9fc0-d77b-4803-9330-538c7fa73c13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972207 Oct 12 22:57:56.350710 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.372855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c357c27-4e17-4b8b-9428-409a9090ee70 req-d8072b5c-24be-454b-9cb1-0e7d40ad3152 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:56.380975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c357c27-4e17-4b8b-9428-409a9090ee70 req-d8072b5c-24be-454b-9cb1-0e7d40ad3152 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 1097 time: 0.2280083 Oct 12 22:57:56.385595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Pushing event deleted for resources: {'Port': ['ID=e1e38ce1-cbee-40c4-a8ca-cfa58702f934,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:56.448789 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.453297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.453297 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1a4f090-d0f4-4e76-aead-14573948f472 req-607b4932-c28b-4512-940b-692030370805 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "DELETE /v2.0/floatingips/9f4b11da-e99f-4c1b-a554-9f52ce1832b6 HTTP/1.1" status: 204 len: 173 time: 0.7814107 Oct 12 22:57:56.477633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-4deaaec4-e40e-4931-9459-75a64d95821c service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215214 Oct 12 22:57:56.482776 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c357c27-4e17-4b8b-9428-409a9090ee70 req-93d003a5-2c04-4e91-bc62-8843e37b5398 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010168 Oct 12 22:57:56.563703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.594319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09782d85-9137-444c-b4d7-67ea0c871788 req-f2e2a342-06cc-4220-99a9-3f051451ccb6 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:56.597601 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09782d85-9137-444c-b4d7-67ea0c871788 req-f2e2a342-06cc-4220-99a9-3f051451ccb6 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0895617 Oct 12 22:57:56.640763 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09782d85-9137-444c-b4d7-67ea0c871788 req-3aff261f-40cb-4d6d-87a6-509214a4d832 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371902 Oct 12 22:57:56.648820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49224) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:56.649275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.656810 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-7a656109-61ed-4793-8b1b-bed2b3a83ff4 req-900e3627-2568-4639-b9fb-7c5a44e72861 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:57:56.657855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a656109-61ed-4793-8b1b-bed2b3a83ff4 req-900e3627-2568-4639-b9fb-7c5a44e72861 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/e0eafb36-55e4-43ea-a820-ecbb8e05bd62 HTTP/1.1" status: 404 len: 352 time: 0.0382490 Oct 12 22:57:56.702150 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bab0fbce-c53a-4407-89d3-d7dad1e7d105 req-ef71f0df-6512-4c7e-8886-80c2c8e69018 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168863 Oct 12 22:57:56.760358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.764648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Pushing event updated for resources: {'Port': ['ID=51e5869f-cb32-4344-832a-7637e2247f4e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:56.803521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-643040139-network', 'tenant_id': '98eed11da04a453896d49a3e065372bb'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:56.845941 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-5b1b37f6-3f3a-4246-9a73-e9eee30dc828 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 1002 time: 0.1619649 Oct 12 22:57:56.904121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Made reservation on behalf of 98eed11da04a453896d49a3e065372bb for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:56.906395 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.920901 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:56.922461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:57:56.924916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:56.938023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-c7e08012-f493-4335-aaba-cc5495bded3e tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:56.939427 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-c7e08012-f493-4335-aaba-cc5495bded3e tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports/a9227426-c733-4f20-820c-427e7a02a018 HTTP/1.1" status: 200 len: 943 time: 0.0860054 Oct 12 22:57:56.956709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f953910d-7788-47bc-98d8-852d1c988f96 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:57:56.978720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: f953910d-7788-47bc-98d8-852d1c988f96 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:57:56.979101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f953910d-7788-47bc-98d8-852d1c988f96 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:57:57.094222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a0a2925d-48a7-4220-8cfb-31e7b7c5a4f0 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 1002 time: 0.0997567 Oct 12 22:57:57.133767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.246168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-4b9ec7a1-6754-4509-bed8-51527602c6cd tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:57.255608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-4b9ec7a1-6754-4509-bed8-51527602c6cd tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1444073 Oct 12 22:57:57.257273 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.300930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-805eb75f-9b03-49a9-a530-f70426dab80a None None] Provisioning complete for port 51e5869f-cb32-4344-832a-7637e2247f4e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:57.301781 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-805eb75f-9b03-49a9-a530-f70426dab80a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.324248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff8347f2-141c-409a-8699-a50cccff2e69 req-db0b583d-965f-4708-b7e2-928b5cbf7dba tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/9043bfe2-7e66-4fe7-adcf-0fe6ceda6f23 HTTP/1.1" status: 200 len: 1802 time: 0.0515313 Oct 12 22:57:57.335333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:57:57.355826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-805eb75f-9b03-49a9-a530-f70426dab80a None None] Port 51e5869f-cb32-4344-832a-7637e2247f4e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:57:57.364468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a0534ab-e69f-4db5-b5e3-04609b1764a6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:57.377156 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.378284 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Added segment 77233b39-6a9a-4722-8c82-51bf45515c5b of type vlan for network 840d61cc-b151-4ebb-854e-d11046d360d7 Oct 12 22:57:57.399321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-cf70a83f-6f42-4991-84f6-51efc9fcec43 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 1002 time: 0.1381116 Oct 12 22:57:57.416567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Router b4d297df-ef57-4758-8ba0-e3a995eb0432 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:57:57.425309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a91a60be-4dfc-439e-ae99-ceded4cd9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:57.439361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ff8347f2-141c-409a-8699-a50cccff2e69 req-bd289f6f-f654-4eb5-880b-f4736ab3bdbb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.467146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.501565 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ff8347f2-141c-409a-8699-a50cccff2e69 req-bd289f6f-f654-4eb5-880b-f4736ab3bdbb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.505401 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a91a60be-4dfc-439e-ae99-ceded4cd9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.578282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:57.583676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3286f629-ae6c-4dec-adc0-f9ad4890a483 admin admin] 10.222.0.31 "PUT /v2.0/routers/b4d297df-ef57-4758-8ba0-e3a995eb0432/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1727841 Oct 12 22:57:57.593870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Sync routers for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:57.607175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.608078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:57.608671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.613196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:57.615264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:57.665571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ff8347f2-141c-409a-8699-a50cccff2e69 req-bd289f6f-f654-4eb5-880b-f4736ab3bdbb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.669196 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ff8347f2-141c-409a-8699-a50cccff2e69 req-bd289f6f-f654-4eb5-880b-f4736ab3bdbb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.671564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff8347f2-141c-409a-8699-a50cccff2e69 req-bd289f6f-f654-4eb5-880b-f4736ab3bdbb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/9043bfe2-7e66-4fe7-adcf-0fe6ceda6f23 HTTP/1.1" status: 204 len: 173 time: 0.3168554 Oct 12 22:57:57.697831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] Pushing event updated for resources: {'Network': ['ID=840d61cc-b151-4ebb-854e-d11046d360d7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:57.715428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd289f6f-f654-4eb5-880b-f4736ab3bdbb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9043bfe2-7e66-4fe7-adcf-0fe6ceda6f23,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:57.737721 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a91a60be-4dfc-439e-ae99-ceded4cd9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.754924 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7e197684-bef2-44ed-9666-e45a54576396 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1019132 Oct 12 22:57:57.755379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49256) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:57:57.761253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 840d61cc-b151-4ebb-854e-d11046d360d7 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:57:57.764837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f67ea728-0857-4886-a948-4ff418acfab6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:57:57.769059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Request body: {'subnet': {'network_id': '840d61cc-b151-4ebb-854e-d11046d360d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-643040139-subnet', 'tenant_id': '98eed11da04a453896d49a3e065372bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:57:57.818894 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a91a60be-4dfc-439e-ae99-ceded4cd9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.819713 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a91a60be-4dfc-439e-ae99-ceded4cd9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Floating IP 1a3a7e20-8043-47f3-b44c-1e5c737621f5 disassociated. External IP: 172.25.2.139, port: a9227426-c733-4f20-820c-427e7a02a018. Oct 12 22:57:57.876807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Made reservation on behalf of 98eed11da04a453896d49a3e065372bb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:57:57.881140 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.886658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:57.935229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f67ea728-0857-4886-a948-4ff418acfab6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:57.935869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:57.956149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-b15e009c-a726-412d-aefe-ac64a92764b7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:57.964226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-b15e009c-a726-412d-aefe-ac64a92764b7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.1653175 Oct 12 22:57:57.982963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-8cf65792-90f6-49e4-9643-b7bba908b271 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/quotas/91388e39ec8d429d9f193850725ae67a HTTP/1.1" status: 200 len: 375 time: 0.0175745 Oct 12 22:57:58.038327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-5d90e6ff-ce09-4517-9a3b-7b3d226e0789 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538573 Oct 12 22:57:58.169877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3fc62149-82ef-4781-a64f-7f41e77f96f7 service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299102 Oct 12 22:57:58.259143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a91a60be-4dfc-439e-ae99-ceded4cd9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Router 482025c1-68e2-49db-8387-ae39479a483a has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:57:58.304220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-b73db1c8-768d-453b-beda-c4b7a131f1de service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332436 Oct 12 22:57:58.338384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:55Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '51e5869f-cb32-4344-832a-7637e2247f4e', 'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'mac_address': 'fa:16:3e:0c:1b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:54Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 2, 'project_id': '3e060259d24740948be5835489f4fa25', 'subnets': [{'id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:58.365377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Checking router: b4d297df-ef57-4758-8ba0-e3a995eb0432 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:58.365728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Updating router b4d297df-ef57-4758-8ba0-e3a995eb0432 port 51e5869f-cb32-4344-832a-7637e2247f4e binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:57:58.392285 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:58.397591 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a91a60be-4dfc-439e-ae99-ceded4cd9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:57:58.411462 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] Sync routers for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:57:58.420002 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a91a60be-4dfc-439e-ae99-ceded4cd9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:58.421444 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:58.422330 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:58.425393 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:58.506521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-a91a60be-4dfc-439e-ae99-ceded4cd9b2d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "PUT /v2.0/floatingips/1a3a7e20-8043-47f3-b44c-1e5c737621f5 HTTP/1.1" status: 200 len: 695 time: 1.0841248 Oct 12 22:57:58.513555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:57:58.516556 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6" -d '{"events": [{"name": "network-changed", "server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "tag": "a9227426-c733-4f20-820c-427e7a02a018"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:57:58.595113 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:58.661833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9ce5ddf0-de6f-4061-a4c6-07a3bd695212,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:58.682509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Checking segment: {'id': '77233b39-6a9a-4722-8c82-51bf45515c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '840d61cc-b151-4ebb-854e-d11046d360d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:58.688410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Network hostable DHCP agents. Network: 840d61cc-b151-4ebb-854e-d11046d360d7, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:57:58.744662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-bdab04a1-bfb2-4efd-8c24-04833a43bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:58.746844 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:58.750407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-bdab04a1-bfb2-4efd-8c24-04833a43bd44 service neutron] 10.222.0.31 "GET /v2.0/ports?tenant_id=5f25904565e44fac9258e726832956a7&device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 1098 time: 0.2269228 Oct 12 22:57:58.829671 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:58.848759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Network 840d61cc-b151-4ebb-854e-d11046d360d7 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:57:58.931700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-581fa25e-921d-495d-b31e-73b15701342a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:58.933661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-581fa25e-921d-495d-b31e-73b15701342a service neutron] 10.222.0.31 "GET /v2.0/networks?id=2335fa9a-95f0-4aaa-a0eb-107579b020d0 HTTP/1.1" status: 200 len: 929 time: 0.1766486 Oct 12 22:57:58.972749 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '3c66b6c2-bbbf-40d3-b6d1-714ab1db7572', 'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'mac_address': 'fa:16:3e:d1:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:14Z', 'updated_at': '2021-10-12T22:57:20Z', 'revision_number': 5, 'project_id': '5f25904565e44fac9258e726832956a7', 'subnets': [{'id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:58.979868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-7dba5d5b-c3b2-47b7-90b3-f174b35b8a24 service neutron] 10.222.0.31 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9227426-c733-4f20-820c-427e7a02a018 HTTP/1.1" status: 200 len: 217 time: 0.0394907 Oct 12 22:57:58.980420 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 840d61cc-b151-4ebb-854e-d11046d360d7) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:57:58.985757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05815c18-a8af-4477-b5f8-255d266ed9cf req-037640f1-8498-4fe8-a244-c0a646aaba68 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:58.995883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-05815c18-a8af-4477-b5f8-255d266ed9cf req-037640f1-8498-4fe8-a244-c0a646aaba68 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0788295 Oct 12 22:57:59.013341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:59.013940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:59.039497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25293e55-ecb3-4654-8797-a9e4e9d4c4d7 None None] Network 840d61cc-b151-4ebb-854e-d11046d360d7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:59.060707 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] Checking router: 482025c1-68e2-49db-8387-ae39479a483a for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:57:59.073967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-05815c18-a8af-4477-b5f8-255d266ed9cf req-7202016a-1684-43e6-b16f-17c787d8e69e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722032 Oct 12 22:57:59.089665 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:59.090376 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:59.109320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-1f47f8ba-9acf-4874-ba7b-b13cb755bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:59.112608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-1f47f8ba-9acf-4874-ba7b-b13cb755bb58 service neutron] 10.222.0.31 "GET /v2.0/subnets?id=2fca3525-91b5-4ede-be8c-3e374c0369bc HTTP/1.1" status: 200 len: 867 time: 0.1217525 Oct 12 22:57:59.121298 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-72213043-24f8-43e3-8fb5-4354f2c6b37a req-5c97c165-d28e-4355-a78e-bad87d8fa66d tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:57:59.133211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72213043-24f8-43e3-8fb5-4354f2c6b37a req-5c97c165-d28e-4355-a78e-bad87d8fa66d tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/9043bfe2-7e66-4fe7-adcf-0fe6ceda6f23 HTTP/1.1" status: 404 len: 352 time: 0.0375473 Oct 12 22:57:59.154739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6c807107-680c-4ca7-a73b-9a4e12832a0c admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3974402 Oct 12 22:57:59.231390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-2ca11382-8af9-4df7-b8ec-eaf420960e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:59.233692 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-2ca11382-8af9-4df7-b8ec-eaf420960e35 service neutron] 10.222.0.31 "GET /v2.0/ports?network_id=2335fa9a-95f0-4aaa-a0eb-107579b020d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1096461 Oct 12 22:57:59.252639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1cdce-74a5-4a33-b830-569b3da005aa None None] Pushing event updated for resources: {'Port': ['ID=51e5869f-cb32-4344-832a-7637e2247f4e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:59.255034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Attempting to bind port 51e5869f-cb32-4344-832a-7637e2247f4e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:57:59.255398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Attempting to bind port 51e5869f-cb32-4344-832a-7637e2247f4e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:57:59.259427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Attempting to bind port 51e5869f-cb32-4344-832a-7637e2247f4e on network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:57:59.328450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:57:59.328985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Checking segment: {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:57:59.329556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:59.330111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Bound using segment: {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:57:59.331105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Bound port: 51e5869f-cb32-4344-832a-7637e2247f4e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:57:59.332148 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:59.346651 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:57:59.398660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-571b20c3-28b0-4285-8223-e628d81135eb None None] Provisioning complete for port 51e5869f-cb32-4344-832a-7637e2247f4e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:57:59.399254 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-571b20c3-28b0-4285-8223-e628d81135eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:59.405508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-1c612665-8af7-4483-8043-63a8a1499385 service neutron] 10.222.0.31 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616871 Oct 12 22:57:59.505258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-571b20c3-28b0-4285-8223-e628d81135eb None None] Port 51e5869f-cb32-4344-832a-7637e2247f4e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:57:59.518712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edf29b-f73b-4126-b6c5-7ac6a2046bc3 None None] Network 840d61cc-b151-4ebb-854e-d11046d360d7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:57:59.634963 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd396de2-d0a7-42ee-a4b1-dd100832376f req-200c25c8-b159-4b81-a5a0-5b7507cd8a30 service neutron] 10.222.0.31 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161140 Oct 12 22:57:59.676585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] For port 51e5869f-cb32-4344-832a-7637e2247f4e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:57:59.680446 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '3c66b6c2-bbbf-40d3-b6d1-714ab1db7572', 'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'mac_address': 'fa:16:3e:d1:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:14Z', 'updated_at': '2021-10-12T22:57:20Z', 'revision_number': 5, 'project_id': '5f25904565e44fac9258e726832956a7', 'subnets': [{'id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:59.700163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] For port 51e5869f-cb32-4344-832a-7637e2247f4e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=51e5869f-cb32-4344-832a-7637e2247f4e,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:57:59.724833 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde1af94-18b7-4898-904e-f534c04f90d9 None None] The sync data for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 is: [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:57:16Z', 'revision_number': 4, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '3c66b6c2-bbbf-40d3-b6d1-714ab1db7572', 'name': '', 'network_id': '2335fa9a-95f0-4aaa-a0eb-107579b020d0', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'mac_address': 'fa:16:3e:d1:68:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:14Z', 'updated_at': '2021-10-12T22:57:20Z', 'revision_number': 5, 'project_id': '5f25904565e44fac9258e726832956a7', 'subnets': [{'id': '2fca3525-91b5-4ede-be8c-3e374c0369bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:57:59.810849 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae41344-5552-4f15-a954-e80e88f45ee0 x-openstack-request-id: req-fae41344-5552-4f15-a954-e80e88f45ee0 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:57:59.811442 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "tag": "a9227426-c733-4f20-820c-427e7a02a018", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:57:59.812069 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fae41344-5552-4f15-a954-e80e88f45ee0 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:57:59.812794 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018', 'status': 'completed', 'code': 200} Oct 12 22:57:59.826603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:57:59.913752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1cdce-74a5-4a33-b830-569b3da005aa None None] Pushing event updated for resources: {'Port': ['ID=51e5869f-cb32-4344-832a-7637e2247f4e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:57:59.916063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-d721431a-ff5c-4b5f-bef9-f4e68d6a0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:57:59.917131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:57:59.917749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:57:59.918069 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-d721431a-ff5c-4b5f-bef9-f4e68d6a0498 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5f25904565e44fac9258e726832956a7&device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 1098 time: 0.0814786 Oct 12 22:57:59.945048 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-373b3588-5dfb-47a4-8101-09e5c6dc72f3 req-d99aff30-e284-4140-a5a8-53066478dde7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 210 time: 0.0617476 Oct 12 22:58:00.066069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49296) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:00.074886 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-95c3d354-f893-40c0-8bb9-64d16c5be529 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1922181542', 'description': 'tempest-description--1442448242'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:00.129258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-b35c1eb6-3c96-4bef-a194-db3b9508cdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:00.135418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-b35c1eb6-3c96-4bef-a194-db3b9508cdc8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2335fa9a-95f0-4aaa-a0eb-107579b020d0 HTTP/1.1" status: 200 len: 929 time: 0.2060299 Oct 12 22:58:00.183015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:00.193998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afdee89d-9ad6-4463-a991-5789734a68df req-6d92022a-cb4e-4156-a39e-29301ed5f438 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0 HTTP/1.1" status: 200 len: 6157 time: 0.1891005 Oct 12 22:58:00.247649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827dffb-c67c-492d-af7c-829fd219ab9b None None] New status for floating IP 1a3a7e20-8043-47f3-b44c-1e5c737621f5: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:58:00.259926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-e214f5ce-4458-4d73-8508-0c4fddfa8117 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9227426-c733-4f20-820c-427e7a02a018 HTTP/1.1" status: 200 len: 217 time: 0.1150708 Oct 12 22:58:00.270085 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afdee89d-9ad6-4463-a991-5789734a68df req-4f118c00-f5e8-46b3-be8c-7e4e62ba659d tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/dd8aa639-474b-4911-8c6c-34904e6a2c4b HTTP/1.1" status: 200 len: 2985 time: 0.0749345 Oct 12 22:58:00.385722 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-7e69c212-4ef3-42f6-a91d-8f0df60bdbae tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips/1a3a7e20-8043-47f3-b44c-1e5c737621f5 HTTP/1.1" status: 200 len: 695 time: 0.1333177 Oct 12 22:58:00.523782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49304) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:00.529145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1336208823-network', 'tenant_id': '26e7715e9e1140788df92f65623aa4d6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:00.605763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-babaa431-dc6d-4feb-b43e-b9c74e6f0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:00.605763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-babaa431-dc6d-4feb-b43e-b9c74e6f0ea1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=2fca3525-91b5-4ede-be8c-3e374c0369bc HTTP/1.1" status: 200 len: 867 time: 0.3226440 Oct 12 22:58:00.608341 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f1fcde72-8e07-4724-8456-585d4437a828 None None] Provisioning complete for port 51e5869f-cb32-4344-832a-7637e2247f4e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:00.608866 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1fcde72-8e07-4724-8456-585d4437a828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:00.613412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c3d354-f893-40c0-8bb9-64d16c5be529 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:00.614273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-2b586908-ed4d-45a3-9cb2-d697362230fa tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:00.622282 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-2b586908-ed4d-45a3-9cb2-d697362230fa tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.2353976 Oct 12 22:58:00.662820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afdee89d-9ad6-4463-a991-5789734a68df req-697fde49-328b-45bf-9b4d-78a8033c47ed tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/dd8aa639-474b-4911-8c6c-34904e6a2c4b HTTP/1.1" status: 200 len: 2985 time: 0.3851323 Oct 12 22:58:00.675806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-c810d048-b549-4d51-b03c-a8259e698956 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:58:00.682006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-c810d048-b549-4d51-b03c-a8259e698956 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0588784 Oct 12 22:58:00.777577 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c3d354-f893-40c0-8bb9-64d16c5be529 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:00.778437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1fcde72-8e07-4724-8456-585d4437a828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:00.797948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Made reservation on behalf of 26e7715e9e1140788df92f65623aa4d6 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:00.801349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:00.819129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-fd6090ef-8a19-4a47-8513-b8b810c92a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:00.819129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-fd6090ef-8a19-4a47-8513-b8b810c92a08 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2335fa9a-95f0-4aaa-a0eb-107579b020d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1912007 Oct 12 22:58:00.824648 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:00.832506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f1fcde72-8e07-4724-8456-585d4437a828 None None] For port 51e5869f-cb32-4344-832a-7637e2247f4e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=51e5869f-cb32-4344-832a-7637e2247f4e,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:00.836422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c3d354-f893-40c0-8bb9-64d16c5be529 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:00.863102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:55Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '51e5869f-cb32-4344-832a-7637e2247f4e', 'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'mac_address': 'fa:16:3e:0c:1b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:54Z', 'updated_at': '2021-10-12T22:57:59Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'subnets': [{'id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:00.880166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3d354-f893-40c0-8bb9-64d16c5be529 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8534a8f0-1e4e-4833-967c-877fd959c31d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:00.884983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-5db6166d-9588-4fb7-ad9f-9028728ed2c5 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.1765723 Oct 12 22:58:00.904628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84bdc1b-4b23-41fb-9e3b-4e261ae9d98c None None] The sync data for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 is: [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:55Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '51e5869f-cb32-4344-832a-7637e2247f4e', 'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'mac_address': 'fa:16:3e:0c:1b:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:54Z', 'updated_at': '2021-10-12T22:57:59Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'subnets': [{'id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:58:00.938067 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1fcde72-8e07-4724-8456-585d4437a828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:00.942392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb91dd8a-1ce1-4ba9-aeb7-01d95d4f5294 req-fe402dbf-d090-4506-baad-0474afd70f72 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:00.944273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb91dd8a-1ce1-4ba9-aeb7-01d95d4f5294 req-fe402dbf-d090-4506-baad-0474afd70f72 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0682008 Oct 12 22:58:01.022958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c3d354-f893-40c0-8bb9-64d16c5be529 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.024675 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-95c3d354-f893-40c0-8bb9-64d16c5be529 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9576116 Oct 12 22:58:01.030633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49310) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:01.035771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ddc759d9-38bd-4c69-8d23-8a7e6eb530c2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Request body: {'security_group_rule': {'security_group_id': '8534a8f0-1e4e-4833-967c-877fd959c31d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:01.044449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fcde72-8e07-4724-8456-585d4437a828 None None] Pushing event updated for resources: {'Port': ['ID=51e5869f-cb32-4344-832a-7637e2247f4e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:01.061351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb91dd8a-1ce1-4ba9-aeb7-01d95d4f5294 req-b05ca448-614b-4a06-897f-1f4a13553a3d tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016450 Oct 12 22:58:01.063061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-c4756718-3ec7-4d92-a99c-b0f93b590172 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.139 HTTP/1.1" status: 200 len: 696 time: 0.1771808 Oct 12 22:58:01.134222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-289dac3d-6c1f-40df-b77f-a65aec7fe7af req-05b73016-6c0b-4202-85c7-ea02fd173c2b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-238095646', 'description': 'tempest-description-545029111'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:01.202340 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddc759d9-38bd-4c69-8d23-8a7e6eb530c2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.210659 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-2df2fb04-110e-4ca9-9a53-7324dbaef9a3 service neutron] 10.222.0.25 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767169 Oct 12 22:58:01.245119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.277655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddc759d9-38bd-4c69-8d23-8a7e6eb530c2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.301020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-289dac3d-6c1f-40df-b77f-a65aec7fe7af req-05b73016-6c0b-4202-85c7-ea02fd173c2b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.381020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.394888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddc759d9-38bd-4c69-8d23-8a7e6eb530c2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.415658 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-289dac3d-6c1f-40df-b77f-a65aec7fe7af req-05b73016-6c0b-4202-85c7-ea02fd173c2b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.427377 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:58:01.435907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc759d9-38bd-4c69-8d23-8a7e6eb530c2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3caa92c6-c424-4463-a80f-6baa6989aa2e,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:01.483441 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.483785 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Added segment 78f014df-9890-4af8-b59e-eceab03c30bd of type vlan for network b03627b4-c3cc-418b-b003-92d9c3daea1e Oct 12 22:58:01.491189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fba5f763-a50d-4b54-a03b-f5802ef58535,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:01.514851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddc759d9-38bd-4c69-8d23-8a7e6eb530c2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.516461 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ddc759d9-38bd-4c69-8d23-8a7e6eb530c2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4847212 Oct 12 22:58:01.517535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-289dac3d-6c1f-40df-b77f-a65aec7fe7af req-05b73016-6c0b-4202-85c7-ea02fd173c2b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.520575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49314) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:01.562668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4e57532e-094d-4164-8411-a290311eaf63 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Request body: {'security_group_rule': {'security_group_id': '8534a8f0-1e4e-4833-967c-877fd959c31d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:01.565347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a82058e-f1a5-41a2-a3f6-785ac2fae3a6 req-52a958e1-71d3-46e2-8f9e-254fe806e19a service neutron] 10.222.0.25 "GET /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159478 Oct 12 22:58:01.579380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b73016-6c0b-4202-85c7-ea02fd173c2b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3d0615-0b98-4f6e-bcac-8152d7cecde5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:01.599620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-a3785576-5ec2-4c42-aa39-52654e82b395 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:01.601338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-a3785576-5ec2-4c42-aa39-52654e82b395 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.3508430 Oct 12 22:58:01.616436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Deleting port c2dfec6d-71df-4b91-bb60-66212ba806ae {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:01.619788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.644223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Request body: {'port': {'device_id': 'a32ee2c7-4a53-431b-917b-6a9ed56bf7ec', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'admin_state_up': True, 'tenant_id': '91388e39ec8d429d9f193850725ae67a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:01.647514 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.699247 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e57532e-094d-4164-8411-a290311eaf63 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.777339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e57532e-094d-4164-8411-a290311eaf63 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.780421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 51e5869f-cb32-4344-832a-7637e2247f4e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:01.786734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-289dac3d-6c1f-40df-b77f-a65aec7fe7af req-05b73016-6c0b-4202-85c7-ea02fd173c2b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.788234 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-289dac3d-6c1f-40df-b77f-a65aec7fe7af req-05b73016-6c0b-4202-85c7-ea02fd173c2b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6590900 Oct 12 22:58:01.821398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.821726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.845237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Calling delete_port for c2dfec6d-71df-4b91-bb60-66212ba806ae owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:01.856926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.857930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:01.858499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.862373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 51e5869f-cb32-4344-832a-7637e2247f4e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:01.862960 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.891004 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e57532e-094d-4164-8411-a290311eaf63 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:01.931361 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2c08522-7abc-42bc-94b9-7098e1cbf5ac req-47a69af4-d860-4d8e-ab6b-e64441d09c39 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 210 time: 0.0583403 Oct 12 22:58:01.939316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e57532e-094d-4164-8411-a290311eaf63 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=963d0603-095d-404f-afc8-fd0f1aba9649,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:02.024708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] Pushing event updated for resources: {'Network': ['ID=b03627b4-c3cc-418b-b003-92d9c3daea1e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:02.037144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b03627b4-c3cc-418b-b003-92d9c3daea1e details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:58:02.052194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Made reservation on behalf of 91388e39ec8d429d9f193850725ae67a for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:02.058914 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.077216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-0eb96768-42fc-4f66-80ec-f33665f37b0d req-14c279ee-14cd-4939-a597-68ee9b1dbba0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2073809794', 'description': 'tempest-description-1357147579'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:02.106959 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e57532e-094d-4164-8411-a290311eaf63 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.113794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e57532e-094d-4164-8411-a290311eaf63 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5497639 Oct 12 22:58:02.113794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49322) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:02.117870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:02.154688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 22:58:02.154688 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 22:58:02.154688 n-d-790519-14 neutron-server[101889]: [parameters: {'project_id_1': '3e060259d24740948be5835489f4fa25', 'expiration_1': datetime.datetime(2021, 10, 12, 22, 57, 42, 129577)}] Oct 12 22:58:02.154688 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 22:58:02.155242 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 22:58:02.193051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-41d3964d-82c0-40a3-9395-fc65dbb1b18f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6679261 Oct 12 22:58:02.198435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49324) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:02.204640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Request body: {'subnet': {'network_id': 'b03627b4-c3cc-418b-b003-92d9c3daea1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1336208823-subnet', 'tenant_id': '26e7715e9e1140788df92f65623aa4d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:02.244315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Allocated IP 172.20.0.2 (4cb19cf1-b184-49b9-ab5c-138fd9eb83fd/091336a0-9cd0-43dc-abb4-695f8140af67/fa49f3c6-1e6a-4dff-9514-51f7db3c141d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:02.256042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0eb96768-42fc-4f66-80ec-f33665f37b0d req-14c279ee-14cd-4939-a597-68ee9b1dbba0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.353702 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0eb96768-42fc-4f66-80ec-f33665f37b0d req-14c279ee-14cd-4939-a597-68ee9b1dbba0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.370390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.396619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Made reservation on behalf of 26e7715e9e1140788df92f65623aa4d6 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:02.399242 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.409959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Pushing event deleted for resources: {'Port': ['ID=c2dfec6d-71df-4b91-bb60-66212ba806ae,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:02.454772 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0eb96768-42fc-4f66-80ec-f33665f37b0d req-14c279ee-14cd-4939-a597-68ee9b1dbba0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.508370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c279ee-14cd-4939-a597-68ee9b1dbba0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eff6629-0f62-4bef-a76b-dfa4ea18c36b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:02.524881 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.532243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.536659 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.537969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34f8f2eb-2eab-4fcd-bb34-7c443f3c204d req-141e77fb-ac25-480b-978e-3f8064c8f60f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "DELETE /v2.0/floatingips/1a3a7e20-8043-47f3-b44c-1e5c737621f5 HTTP/1.1" status: 204 len: 173 time: 1.4535122 Oct 12 22:58:02.573933 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0eb96768-42fc-4f66-80ec-f33665f37b0d req-14c279ee-14cd-4939-a597-68ee9b1dbba0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.589867 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0eb96768-42fc-4f66-80ec-f33665f37b0d req-14c279ee-14cd-4939-a597-68ee9b1dbba0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5076988 Oct 12 22:58:02.693862 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.789839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8dabb9-0b3d-4a9a-ad92-ccfbf6f69355 req-f901a4e5-09b8-4407-a429-daf62b10cbd4 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:02.791371 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b8dabb9-0b3d-4a9a-ad92-ccfbf6f69355 req-f901a4e5-09b8-4407-a429-daf62b10cbd4 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1055436 Oct 12 22:58:02.794922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:02.798211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event updated for resources: {'Port': ['ID=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:02.804709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:02.813143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:02.841013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b8dabb9-0b3d-4a9a-ad92-ccfbf6f69355 req-a22e638e-410a-4c53-a540-7e0226b10291 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414946 Oct 12 22:58:02.843307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.846959 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.883110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9032a-1d7b-440d-b4f6-34fa766e33f9 req-623c0b75-c37a-4ff5-b211-30250305291d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:02.884188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79e9032a-1d7b-440d-b4f6-34fa766e33f9 req-623c0b75-c37a-4ff5-b211-30250305291d tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1426489 Oct 12 22:58:02.944116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:02.944741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:02.954302 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79e9032a-1d7b-440d-b4f6-34fa766e33f9 req-7f3f95fa-441d-42d2-85ca-19d77147536f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0577118 Oct 12 22:58:03.015530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e146ac99-8f4a-4f5f-b10a-f10eaa447f14,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:03.024957 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-314abf15-4bdd-4571-bf48-7944f5664c74 req-1c471218-5623-4ea0-91d9-35e1d26ff70a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0537453 Oct 12 22:58:03.060553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-0fc52407-c510-49a6-a14e-9ec4bc3394d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4347298 Oct 12 22:58:03.066357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Checking segment: {'id': '78f014df-9890-4af8-b59e-eceab03c30bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'b03627b4-c3cc-418b-b003-92d9c3daea1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:03.072018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Network hostable DHCP agents. Network: b03627b4-c3cc-418b-b003-92d9c3daea1e, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:58:03.074883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Request body: {'port': {'device_id': 'a32ee2c7-4a53-431b-917b-6a9ed56bf7ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:03.131752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-d9246117-84a4-4477-b516-bd533fc59568 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:03.133567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-d9246117-84a4-4477-b516-bd533fc59568 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 813 time: 0.1930304 Oct 12 22:58:03.163145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-d505191e-6e4c-48eb-868d-af41f5d38171 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/quotas/7dc7cca65f2c44bdae8df51c85e90cb0 HTTP/1.1" status: 200 len: 375 time: 0.0219896 Oct 12 22:58:03.171158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:03.174889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75819e05-ab22-4da6-abc8-121a7ad10007 req-2095812a-35e7-429a-88c6-f888dceec07a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:03.181230 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75819e05-ab22-4da6-abc8-121a7ad10007 req-2095812a-35e7-429a-88c6-f888dceec07a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 931 time: 0.1071668 Oct 12 22:58:03.181230 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:03.235384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Network b03627b4-c3cc-418b-b003-92d9c3daea1e is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:58:03.263310 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75819e05-ab22-4da6-abc8-121a7ad10007 req-f7147883-032c-4a7d-8389-d88c48f02b24 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748768 Oct 12 22:58:03.293384 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-b1fa7099-b746-4ad8-a7b9-683a9278fd51 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1192417 Oct 12 22:58:03.338354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b03627b4-c3cc-418b-b003-92d9c3daea1e) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:03.344394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:03.345201 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:03.350513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0dd116-e8e2-44aa-a8e4-029d8075a597 None None] Network b03627b4-c3cc-418b-b003-92d9c3daea1e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:58:03.402089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Allocated IP 172.25.2.153 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/70fa4c1f-38b6-4f85-a0ff-a1ced21e7b3a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:03.483686 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a2124ec2-ade8-44bf-9905-f04afe56cc97 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2862363 Oct 12 22:58:03.560673 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:03.591421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa49f3c6-1e6a-4dff-9514-51f7db3c141d {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:58:03.605309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:03.611150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e5ce0-7cfa-4b43-8cc9-00c8d1b6fa9a None None] Network b03627b4-c3cc-418b-b003-92d9c3daea1e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:58:03.621108 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-380cef62-c23d-4763-a504-23a38956d3d2 service neutron] 10.222.0.31 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3168447 Oct 12 22:58:03.628227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Transition to ACTIVE for port object fa49f3c6-1e6a-4dff-9514-51f7db3c141d will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:58:03.711354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:03.726839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:03.771755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-8dc3a1e1-a9f2-4b84-a2b3-780e3f127107 service neutron] 10.222.0.31 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490779 Oct 12 22:58:03.808597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Pushing event updated for resources: {'Port': ['ID=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:03.858665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:03.863269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:03.887061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Attempting to bind port fa49f3c6-1e6a-4dff-9514-51f7db3c141d on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:58:03.887288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:03.887786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Attempting to bind port fa49f3c6-1e6a-4dff-9514-51f7db3c141d by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:58:03.888298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Attempting to bind port fa49f3c6-1e6a-4dff-9514-51f7db3c141d on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:03.893951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Port fa49f3c6-1e6a-4dff-9514-51f7db3c141d on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:58:03.894963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Attempting to bind port fa49f3c6-1e6a-4dff-9514-51f7db3c141d on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:03.901488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:58:03.902138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Checking segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:03.902884 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Bound using segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:58:03.903933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Bound port: fa49f3c6-1e6a-4dff-9514-51f7db3c141d, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:58:03.904501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:03.933942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Pushing event updated for resources: {'Port': ['ID=70fa4c1f-38b6-4f85-a0ff-a1ced21e7b3a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:04.025851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:04.046644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] For port fa49f3c6-1e6a-4dff-9514-51f7db3c141d, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:58:04.050904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] For port fa49f3c6-1e6a-4dff-9514-51f7db3c141d, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:58:04.063418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbafe4f-8335-46ec-be28-94f88745c678 req-3eaae545-e06b-4f67-b49e-ffd834f7b039 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:04.064931 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bbafe4f-8335-46ec-be28-94f88745c678 req-3eaae545-e06b-4f67-b49e-ffd834f7b039 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 946 time: 0.0692129 Oct 12 22:58:04.108189 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bbafe4f-8335-46ec-be28-94f88745c678 req-4effb5bd-61e0-491c-8c85-b43c637deb2f tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367281 Oct 12 22:58:04.120180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:04.143930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:04.144684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:04.148350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] 10.222.0.41 "PUT /v2.0/ports/fa49f3c6-1e6a-4dff-9514-51f7db3c141d HTTP/1.1" status: 200 len: 1092 time: 1.0786312 Oct 12 22:58:04.190708 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:04.208701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32ee2c7-4a53-431b-917b-6a9ed56bf7ec', 'tag': 'fa49f3c6-1e6a-4dff-9514-51f7db3c141d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:04.212153 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a32ee2c7-4a53-431b-917b-6a9ed56bf7ec", "tag": "fa49f3c6-1e6a-4dff-9514-51f7db3c141d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:04.215845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf77ee6-9903-48a6-857c-bff21a64d490 service neutron] Pushing event updated for resources: {'Port': ['ID=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:04.316493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-5ca9734c-0a5b-4d47-ad59-8791b0d4d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:04.318134 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-5ca9734c-0a5b-4d47-ad59-8791b0d4d707 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 1095 time: 0.0734408 Oct 12 22:58:04.352865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea283cad-4a9d-4b00-9f1c-b8d3e6b2f01e req-de22a74b-3740-4f36-b447-cbb9baed23c6 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:04.354433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea283cad-4a9d-4b00-9f1c-b8d3e6b2f01e req-de22a74b-3740-4f36-b447-cbb9baed23c6 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1119733 Oct 12 22:58:04.371094 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-a4696987-3bfe-4698-a10b-3a171c0c56ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa49f3c6-1e6a-4dff-9514-51f7db3c141d HTTP/1.1" status: 200 len: 217 time: 0.0436602 Oct 12 22:58:04.434456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea283cad-4a9d-4b00-9f1c-b8d3e6b2f01e req-9285808d-8ac3-4d04-a75d-156b6c806982 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677695 Oct 12 22:58:04.457114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:04.509872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b96d3513-3060-4336-bd26-84eafed5459a req-6a93aec6-4274-43b3-917f-e83126a45a5a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 210 time: 0.0283697 Oct 12 22:58:04.516535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:04.610330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Pushing event updated for resources: {'Port': ['ID=70fa4c1f-38b6-4f85-a0ff-a1ced21e7b3a,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:04.650607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:04.697693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd852d2c-6ed3-4396-9872-720cf695760a req-e9a6421b-4325-403f-b594-588df9772a86 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:04.699880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd852d2c-6ed3-4396-9872-720cf695760a req-e9a6421b-4325-403f-b594-588df9772a86 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 943 time: 0.0665257 Oct 12 22:58:04.743632 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd852d2c-6ed3-4396-9872-720cf695760a req-c928d6fc-e59d-408c-8f1e-babbaae09a80 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369353 Oct 12 22:58:04.748093 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:04.763357 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6351ec30-940a-4675-816e-9677e8ae1004 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6487608 Oct 12 22:58:04.825195 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6e60d0-b757-4d9e-8871-3a78ca493449 x-openstack-request-id: req-7e6e60d0-b757-4d9e-8871-3a78ca493449 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:04.825498 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32ee2c7-4a53-431b-917b-6a9ed56bf7ec", "tag": "fa49f3c6-1e6a-4dff-9514-51f7db3c141d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:04.825728 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e6e60d0-b757-4d9e-8871-3a78ca493449 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:04.826122 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32ee2c7-4a53-431b-917b-6a9ed56bf7ec', 'tag': 'fa49f3c6-1e6a-4dff-9514-51f7db3c141d', 'status': 'completed', 'code': 200} Oct 12 22:58:04.832735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-93ebdc5d-2360-48f6-8a96-32d11a11ad64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:04.834202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-93ebdc5d-2360-48f6-8a96-32d11a11ad64 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.4486635 Oct 12 22:58:04.876008 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-a9d1fc24-7726-455d-bb83-a1a246c11ea0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304985 Oct 12 22:58:04.983387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-ff9ddace-8cd6-4d4b-bc71-0ac285afcaed tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:04.983387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-ff9ddace-8cd6-4d4b-bc71-0ac285afcaed tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/networks?id=840d61cc-b151-4ebb-854e-d11046d360d7 HTTP/1.1" status: 200 len: 808 time: 0.5637076 Oct 12 22:58:05.018596 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-c71789d4-5cd7-4fc3-8ee1-d04d50642bad tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/quotas/98eed11da04a453896d49a3e065372bb HTTP/1.1" status: 200 len: 375 time: 0.0251861 Oct 12 22:58:05.040494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-847b1aaa-086a-4a7a-8b5a-062cb6128628 service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557178 Oct 12 22:58:05.064130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-54519951-8acc-4600-b46b-72da1c97244f tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=98eed11da04a453896d49a3e065372bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375221 Oct 12 22:58:05.221520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-0e6161a7-0ce5-4721-9e1c-018c0b9e56a4 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:05.223381 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-0e6161a7-0ce5-4721-9e1c-018c0b9e56a4 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.25 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 946 time: 0.1182940 Oct 12 22:58:05.284258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f77fd-b0c5-4671-9058-21889fd9522b req-aab14576-98ce-4ca9-87aa-ce85ac1b0336 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:05.292047 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b1f77fd-b0c5-4671-9058-21889fd9522b req-aab14576-98ce-4ca9-87aa-ce85ac1b0336 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 946 time: 0.0876963 Oct 12 22:58:05.335593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b1f77fd-b0c5-4671-9058-21889fd9522b req-fdb58a02-7b4a-4a4d-ae7a-0fca465ebf96 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/security-groups?id=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422184 Oct 12 22:58:05.348142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7cda34-a241-48bc-b19a-663087d6a3d9 req-e21cf847-12b5-4a5a-9b61-9cb28dc97fba service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931144 Oct 12 22:58:05.369210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-6803a8a6-96fc-42b8-9e25-ec5be6925824 service neutron] 10.222.0.31 "GET /v2.0/networks/840d61cc-b151-4ebb-854e-d11046d360d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651963 Oct 12 22:58:05.426430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Deleting port a9227426-c733-4f20-820c-427e7a02a018 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:05.426676 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:05.574176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-4788c7dc-eb76-4d96-89e3-04bafeb969b4 service neutron] 10.222.0.31 "GET /v2.0/networks/840d61cc-b151-4ebb-854e-d11046d360d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978853 Oct 12 22:58:05.585888 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd72c8bf-5241-4502-acc5-cede637b86ad req-8bf4e580-402d-49af-8471-b3d9c9a77ce1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:05.590399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] For port a9227426-c733-4f20-820c-427e7a02a018, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a9227426-c733-4f20-820c-427e7a02a018,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:05.590770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:05.594319 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd72c8bf-5241-4502-acc5-cede637b86ad req-8bf4e580-402d-49af-8471-b3d9c9a77ce1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0805986 Oct 12 22:58:05.614031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Calling delete_port for a9227426-c733-4f20-820c-427e7a02a018 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:05.623139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-def1a63e-e856-45fd-a20d-05224ed80924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:05.624164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-def1a63e-e856-45fd-a20d-05224ed80924 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 1095 time: 0.1071317 Oct 12 22:58:05.646016 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd72c8bf-5241-4502-acc5-cede637b86ad req-1bc8c031-896e-4ef8-8d9b-8e7ada163e2f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508034 Oct 12 22:58:05.754831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61ddff38-c31d-410a-b8a0-b2e5b7609932 req-ae299ac4-96a3-4a71-a8e1-c4578e1c9433 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 210 time: 0.0297618 Oct 12 22:58:05.838411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-797543c4-3dd5-4b9f-be20-380ba409ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:05.840700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-797543c4-3dd5-4b9f-be20-380ba409ca8d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 912 time: 0.2070940 Oct 12 22:58:05.903819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-6bf0b34a-1ebe-4e52-918e-685c11f8e405 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa49f3c6-1e6a-4dff-9514-51f7db3c141d HTTP/1.1" status: 200 len: 217 time: 0.0540900 Oct 12 22:58:05.954626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef4682-512a-4694-a53f-8ec5d236d40d req-cbce07c2-0ffb-4a3b-8c04-d69cbd245bd1 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:05.963690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eeef4682-512a-4694-a53f-8ec5d236d40d req-cbce07c2-0ffb-4a3b-8c04-d69cbd245bd1 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 943 time: 0.0728519 Oct 12 22:58:05.970155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-16feb592-3994-431d-8a10-3fa571de12ad req-3acf319a-352f-4b2d-9f57-7470a14850c0 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 210 time: 0.1099856 Oct 12 22:58:06.001722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eeef4682-512a-4694-a53f-8ec5d236d40d req-496d7c01-02a8-496a-a73a-f487ad2dfb66 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370185 Oct 12 22:58:06.041138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-83b478d9-5095-4475-8972-6b9ee63dbf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:06.042609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-83b478d9-5095-4475-8972-6b9ee63dbf0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.1163733 Oct 12 22:58:06.082894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-09355c49-c0ef-404c-a018-a6d1a41747a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299883 Oct 12 22:58:06.136046 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:06.177208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Pushing event deleted for resources: {'Port': ['ID=a9227426-c733-4f20-820c-427e7a02a018,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:06.228751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] No DVR routers for this DVR port a9227426-c733-4f20-820c-427e7a02a018 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:06.236275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:06.242141 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b0d0b34-caab-42ae-a42e-04b3a7424fa9 req-a6380034-7237-4046-a7ca-550a7219a42a tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.25 "DELETE /v2.0/ports/a9227426-c733-4f20-820c-427e7a02a018 HTTP/1.1" status: 204 len: 173 time: 1.0071781 Oct 12 22:58:06.261067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-34ba7f48-8beb-419a-bec6-897a054bb1ba service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705065 Oct 12 22:58:06.421682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b7ee919-5e44-4556-a72f-9dabf5f18f4c req-6179ac85-ad51-4723-b6ff-e6c525fe55c7 service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521652 Oct 12 22:58:06.483583 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62f1997a-a35e-495c-b00a-f3df0abce367 req-4c8d4cfb-89f2-45b3-b4f0-13716e80f9b8 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321 tempest-FloatingIPsAssociationNegativeTestJSON-1876759321-project] 10.222.0.31 "GET /v2.0/ports?device_id=43dc38df-cc9f-421b-9aa4-a5ea83822fb4 HTTP/1.1" status: 200 len: 210 time: 0.0671704 Oct 12 22:58:06.529415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-28676f0c-a209-424d-bc8b-bdba61441c14 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:06.531316 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-28676f0c-a209-424d-bc8b-bdba61441c14 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.41 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 813 time: 0.1695647 Oct 12 22:58:06.545701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'port': {'device_id': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04', 'admin_state_up': True, 'tenant_id': '7dc7cca65f2c44bdae8df51c85e90cb0'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:06.814004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bace7-e918-428f-bcf4-676a26ac7552 req-6e39232f-f3e2-46f3-9123-598630bd2e70 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:06.816297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a9bace7-e918-428f-bcf4-676a26ac7552 req-6e39232f-f3e2-46f3-9123-598630bd2e70 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0685630 Oct 12 22:58:06.828430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'name': 'network-vif-deleted', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:06.832892 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6159e58e-4999-4694-b400-ebe12d761b8b" -d '{"events": [{"server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "name": "network-vif-deleted", "tag": "a9227426-c733-4f20-820c-427e7a02a018"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:06.842294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Made reservation on behalf of 7dc7cca65f2c44bdae8df51c85e90cb0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:06.846903 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:06.912930 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc8203cb-02f3-4ada-9b1d-f77ef0024985 req-f9f333ae-1734-4dd5-b3e3-c7cffe476eb2 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 210 time: 0.0321057 Oct 12 22:58:06.918758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a9bace7-e918-428f-bcf4-676a26ac7552 req-823d257a-e40f-43eb-9d40-e3b98df8bd62 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920751 Oct 12 22:58:06.970984 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e5f29a-3c48-401e-bb18-deae48bf225c x-openstack-request-id: req-81e5f29a-3c48-401e-bb18-deae48bf225c {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:06.971590 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43dc38df-cc9f-421b-9aa4-a5ea83822fb4", "name": "network-vif-deleted", "tag": "a9227426-c733-4f20-820c-427e7a02a018", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:06.971590 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81e5f29a-3c48-401e-bb18-deae48bf225c {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:06.971964 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43dc38df-cc9f-421b-9aa4-a5ea83822fb4', 'name': 'network-vif-deleted', 'tag': 'a9227426-c733-4f20-820c-427e7a02a018', 'status': 'completed', 'code': 200} Oct 12 22:58:07.084302 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9c60834-a6df-4b9a-b835-f4e66ed8cd25 req-d270c654-07df-4563-a92b-c8775a066da4 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 210 time: 0.0362213 Oct 12 22:58:07.110631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Allocated IP 172.20.0.13 (a80506f4-1dad-482f-bd83-65b0d9654b04/e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1/f48f4a81-c7d1-4590-a54b-0840293ec20a) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:07.161995 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c959e9-70b8-4ce3-a778-1924394fb408 req-47661f64-d560-436d-9264-e3b4dbadb9bc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:07.163764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9c959e9-70b8-4ce3-a778-1924394fb408 req-47661f64-d560-436d-9264-e3b4dbadb9bc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 943 time: 0.0817320 Oct 12 22:58:07.223340 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9c959e9-70b8-4ce3-a778-1924394fb408 req-aa644610-9d62-4281-b37c-aa900e0c767a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508299 Oct 12 22:58:07.329301 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:07.447859 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:07.461503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cbb7b6a4-208a-4123-8881-5439b0e178da'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:07.503709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Network a80506f4-1dad-482f-bd83-65b0d9654b04 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:07.507262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:07.516855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:07.524472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'Port': ['ID=f48f4a81-c7d1-4590-a54b-0840293ec20a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:07.575491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49580) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:07.588262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:07.589793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:07.786291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-786ff584-1cff-4bc8-86bd-a7f90de73892 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2352152 Oct 12 22:58:07.793241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Request body: {'port': {'device_id': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:07.852778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:08.035700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a9227426-c733-4f20-820c-427e7a02a018 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:08.074973 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: a9227426-c733-4f20-820c-427e7a02a018 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:08.076455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a9227426-c733-4f20-820c-427e7a02a018 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:08.108278 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:08.121382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b44450-6a9c-455c-89f6-4a035dcf6eb8 req-112029f7-3fd5-4ded-b5cc-3ac69a7bbd36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:08.123245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04b44450-6a9c-455c-89f6-4a035dcf6eb8 req-112029f7-3fd5-4ded-b5cc-3ac69a7bbd36 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 932 time: 0.0856874 Oct 12 22:58:08.187161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cf9757-d303-4049-b2ba-5afdfdd2f90a req-8318681d-fa0b-4b88-9048-413135b6f59e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:08.188751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82cf9757-d303-4049-b2ba-5afdfdd2f90a req-8318681d-fa0b-4b88-9048-413135b6f59e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1202385 Oct 12 22:58:08.261583 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82cf9757-d303-4049-b2ba-5afdfdd2f90a req-236f5eca-fe00-4212-92c6-8e037b73b832 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595536 Oct 12 22:58:08.286203 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04b44450-6a9c-455c-89f6-4a035dcf6eb8 req-25d929b6-d43d-4fe2-9867-8bae680ed891 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280510 Oct 12 22:58:08.346704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48f4a81-c7d1-4590-a54b-0840293ec20a {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:58:08.375595 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:08.394614 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aba51803-2329-47a9-a800-6cd3af9f042c req-f353e462-837c-4117-bc31-693cad62e4c9 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 210 time: 0.0340042 Oct 12 22:58:08.420235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Transition to ACTIVE for port object f48f4a81-c7d1-4590-a54b-0840293ec20a will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:58:08.503743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:08.567271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Pushing event updated for resources: {'Port': ['ID=f48f4a81-c7d1-4590-a54b-0840293ec20a,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:08.569710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d1decf-c007-404d-8e2d-974cdc7b48ce req-42d523bd-d9ea-4301-be45-d55e8ef5120b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:08.571384 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d2d1decf-c007-404d-8e2d-974cdc7b48ce req-42d523bd-d9ea-4301-be45-d55e8ef5120b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 943 time: 0.0973125 Oct 12 22:58:08.651569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Attempting to bind port f48f4a81-c7d1-4590-a54b-0840293ec20a on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:58:08.652193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Attempting to bind port f48f4a81-c7d1-4590-a54b-0840293ec20a by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '44c92a13-ec57-42ad-b80d-63bf832685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:58:08.652613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Attempting to bind port f48f4a81-c7d1-4590-a54b-0840293ec20a on network a80506f4-1dad-482f-bd83-65b0d9654b04 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:08.655181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d2d1decf-c007-404d-8e2d-974cdc7b48ce req-47125584-1487-4870-93fa-5587bea83c6d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760307 Oct 12 22:58:08.658873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Port f48f4a81-c7d1-4590-a54b-0840293ec20a on network a80506f4-1dad-482f-bd83-65b0d9654b04 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:58:08.659338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Attempting to bind port f48f4a81-c7d1-4590-a54b-0840293ec20a on network a80506f4-1dad-482f-bd83-65b0d9654b04 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:08.665387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:58:08.665844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Checking segment: {'id': '44c92a13-ec57-42ad-b80d-63bf832685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:08.666317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Bound using segment: {'id': '44c92a13-ec57-42ad-b80d-63bf832685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:58:08.666885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Bound port: f48f4a81-c7d1-4590-a54b-0840293ec20a, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44c92a13-ec57-42ad-b80d-63bf832685c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:58:08.672907 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:08.673300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Deleting port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:08.673300 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:08.761294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] For port f48f4a81-c7d1-4590-a54b-0840293ec20a, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:58:08.765476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] For port f48f4a81-c7d1-4590-a54b-0840293ec20a, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:58:08.771046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] For port 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3c66b6c2-bbbf-40d3-b6d1-714ab1db7572,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:08.771485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:08.787201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Calling delete_port for 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:08.871684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:08.952861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:08.953837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:08.955377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-0f695247-6738-4382-85c5-c1f027822608 service neutron] 10.222.0.41 "PUT /v2.0/ports/f48f4a81-c7d1-4590-a54b-0840293ec20a HTTP/1.1" status: 200 len: 1093 time: 1.1695929 Oct 12 22:58:08.975087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:08.977353 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:08.997949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f695247-6738-4382-85c5-c1f027822608 service neutron] Pushing event updated for resources: {'Port': ['ID=f48f4a81-c7d1-4590-a54b-0840293ec20a,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:09.035944 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fa49f3c6-1e6a-4dff-9514-51f7db3c141d details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:58:09.041477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-b47a9ddf-2a7e-4749-b698-5b0b71e35869 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:09.046273 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-b47a9ddf-2a7e-4749-b698-5b0b71e35869 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.25 "GET /v2.0/networks?id=840d61cc-b151-4ebb-854e-d11046d360d7 HTTP/1.1" status: 200 len: 808 time: 0.1962574 Oct 12 22:58:09.059026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Request body: {'port': {'device_id': 'dc452b05-4043-416a-afd1-7373435ad0a4', 'network_id': '840d61cc-b151-4ebb-854e-d11046d360d7', 'admin_state_up': True, 'tenant_id': '98eed11da04a453896d49a3e065372bb'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:09.094537 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249db20d-85ea-41c6-92d8-2988c1a48fa1 x-openstack-request-id: req-249db20d-85ea-41c6-92d8-2988c1a48fa1 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:09.095155 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:09.096759 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-249db20d-85ea-41c6-92d8-2988c1a48fa1 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:09.097358 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a', 'status': 'completed', 'code': 200} Oct 12 22:58:09.202458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fa49f3c6-1e6a-4dff-9514-51f7db3c141d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:09.203330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-7d579fc1-761a-4c6c-8fc3-b503ebec4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:09.204061 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:09.205750 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-7d579fc1-761a-4c6c-8fc3-b503ebec4e4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 1096 time: 0.1139622 Oct 12 22:58:09.216700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'fa49f3c6-1e6a-4dff-9514-51f7db3c141d', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'port_id': 'fa49f3c6-1e6a-4dff-9514-51f7db3c141d', 'mac_address': 'fa:16:3e:08:f0:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091336a0-9cd0-43dc-abb4-695f8140af67', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:58:09.262952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c66b6c2-bbbf-40d3-b6d1-714ab1db7572,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:09.269371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-4b2cbf2b-e409-4035-83c1-fe42788eafeb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a HTTP/1.1" status: 200 len: 217 time: 0.0512354 Oct 12 22:58:09.279958 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:09.324319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa49f3c6-1e6a-4dff-9514-51f7db3c141d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:58:09.353481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fa49f3c6-1e6a-4dff-9514-51f7db3c141d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:09.379517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-4c482ae1-80a6-4287-a062-0b1aadae4603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:09.382912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-4c482ae1-80a6-4287-a062-0b1aadae4603 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 200 len: 853 time: 0.1037757 Oct 12 22:58:09.418803 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:09.448039 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-3a743ce7-a97b-4365-afc5-1a5a0b1af2f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80506f4-1dad-482f-bd83-65b0d9654b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564861 Oct 12 22:58:09.464821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Made reservation on behalf of 98eed11da04a453896d49a3e065372bb for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:09.468764 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:09.487785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:09.543028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1449509-e138-467f-982d-6294231459ad req-26350f78-e06a-4f8b-84f0-701eb1d33ab1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:09.544578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b1449509-e138-467f-982d-6294231459ad req-26350f78-e06a-4f8b-84f0-701eb1d33ab1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1553798 Oct 12 22:58:09.576240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:09.661494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['fa49f3c6-1e6a-4dff-9514-51f7db3c141d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:09.669237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b1449509-e138-467f-982d-6294231459ad req-f43c7015-a721-4f64-b97a-708d480b6492 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126218 Oct 12 22:58:09.680242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908224f9-c8b9-4883-a85e-1c8541b6be85 req-e7e81f46-676f-4991-bd6e-5d0679c7bace tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:09.680242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-908224f9-c8b9-4883-a85e-1c8541b6be85 req-e7e81f46-676f-4991-bd6e-5d0679c7bace tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 944 time: 0.2301850 Oct 12 22:58:09.729919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-03f91318-c601-4cfa-93ac-3087ece10d5a service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396975 Oct 12 22:58:09.909840 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-685898d0-31ef-4c1f-88d2-3280c49903c4 req-2ddb4b32-f603-426e-b544-d6b65329a119 service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690543 Oct 12 22:58:09.926726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-908224f9-c8b9-4883-a85e-1c8541b6be85 req-76692560-b32f-465c-b6eb-bb1f6d254e1c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136939 Oct 12 22:58:09.963114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Allocated IP 172.20.0.6 (840d61cc-b151-4ebb-854e-d11046d360d7/9ce5ddf0-de6f-4061-a4c6-07a3bd695212/1ed53b08-a5e0-47db-92bf-688dd2e1cf18) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:10.168746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867d8a67-b874-420f-ba6f-3c9f9f5d3a97 req-4fc6457b-8016-430a-b8b1-35f28112ad75 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:10.177902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-867d8a67-b874-420f-ba6f-3c9f9f5d3a97 req-4fc6457b-8016-430a-b8b1-35f28112ad75 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 944 time: 0.1628234 Oct 12 22:58:10.215311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-ddab6a97-7a8b-4b9e-8829-c69e15133568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:10.217241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-ddab6a97-7a8b-4b9e-8829-c69e15133568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 1096 time: 0.1612668 Oct 12 22:58:10.226276 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-951b2ed0-3806-4b4b-83cf-d3acd06a779a req-90932b51-f627-44af-a702-950c313dfd85 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 210 time: 0.0312991 Oct 12 22:58:10.259253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Router 482025c1-68e2-49db-8387-ae39479a483a has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:58:10.388395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:58:10.394775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-040b5bec-ae96-42b6-ab89-c3718eb02e27 admin admin] 10.222.0.31 "PUT /v2.0/routers/482025c1-68e2-49db-8387-ae39479a483a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8182008 Oct 12 22:58:10.397474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49616) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:10.405059 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] Sync routers for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:58:10.415728 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:10.416653 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:10.545448 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:10.554511 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:10.637668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-867d8a67-b874-420f-ba6f-3c9f9f5d3a97 req-e0c994f8-5393-412a-89f6-b04409d9d668 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588597 Oct 12 22:58:10.645205 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:10.711246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:10.725512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-737d6484-e99a-4598-8412-419b1fecc1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:10.728398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-737d6484-e99a-4598-8412-419b1fecc1a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 914 time: 0.4949989 Oct 12 22:58:10.779844 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217'}], 'enable_snat': True}, 'gw_port_id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:58:08Z', 'revision_number': 5, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port': {'id': 'b9720692-ecc8-46e5-996f-e65b870c23b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:37:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482025c1-68e2-49db-8387-ae39479a483a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:09Z', 'updated_at': '2021-10-12T22:57:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:10.797480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:10.800645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-b3f49e91-4e72-46af-8bee-e68bea115723 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a HTTP/1.1" status: 200 len: 217 time: 0.0587654 Oct 12 22:58:10.815221 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] Checking router: 482025c1-68e2-49db-8387-ae39479a483a for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:58:10.825020 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] Routers {'482025c1-68e2-49db-8387-ae39479a483a'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:10.825490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891db72-6813-4e05-bc35-2a3bf433ad6c req-6376b0b4-813f-4d23-ba95-ae70c8fd3431 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:10.826675 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:57:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['482025c1-68e2-49db-8387-ae39479a483a'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:10.827375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7891db72-6813-4e05-bc35-2a3bf433ad6c req-6376b0b4-813f-4d23-ba95-ae70c8fd3431 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0747826 Oct 12 22:58:10.919053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Network 840d61cc-b151-4ebb-854e-d11046d360d7 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:10.919053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:10.924979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:10.937414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7891db72-6813-4e05-bc35-2a3bf433ad6c req-e036729b-effd-411b-80fd-ac4386c9a1ee tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792980 Oct 12 22:58:10.940072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Deleting port b9720692-ecc8-46e5-996f-e65b870c23b4 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:10.940548 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:10.959745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-8f5a481e-12f5-4efb-9dfc-93bbfef63a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:10.961152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-8f5a481e-12f5-4efb-9dfc-93bbfef63a2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 200 len: 853 time: 0.1444592 Oct 12 22:58:10.977876 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] Set router 482025c1-68e2-49db-8387-ae39479a483a gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:10.983826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Pushing event updated for resources: {'Port': ['ID=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:11.028273 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-3dcb8491-4052-4c93-820e-921f7a89287a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80506f4-1dad-482f-bd83-65b0d9654b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388110 Oct 12 22:58:11.040128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fa49f3c6-1e6a-4dff-9514-51f7db3c141d up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:11.056516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] For port b9720692-ecc8-46e5-996f-e65b870c23b4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b9720692-ecc8-46e5-996f-e65b870c23b4,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:11.056986 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.084086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Calling delete_port for b9720692-ecc8-46e5-996f-e65b870c23b4 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:11.087548 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:58:10Z', 'revision_number': 6, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:11.118814 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4b6bc2-c35d-4720-a020-b477d734baff None None] The sync data for ids ['482025c1-68e2-49db-8387-ae39479a483a'] in n-d-790519-14 is: [{'id': '482025c1-68e2-49db-8387-ae39479a483a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-807477735-router', 'tenant_id': '5f25904565e44fac9258e726832956a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:08Z', 'updated_at': '2021-10-12T22:58:10Z', 'revision_number': 6, 'project_id': '5f25904565e44fac9258e726832956a7', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:58:11.127336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:11.127995 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.167782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port fa49f3c6-1e6a-4dff-9514-51f7db3c141d completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:58:11.173864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port fa49f3c6-1e6a-4dff-9514-51f7db3c141d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:11.174241 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.183903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae227e42-cf91-459d-82ff-83598376cb31 req-ad998fb5-7ded-4cc0-bc32-c18a3ff38619 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:11.185480 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae227e42-cf91-459d-82ff-83598376cb31 req-ad998fb5-7ded-4cc0-bc32-c18a3ff38619 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 944 time: 0.1436775 Oct 12 22:58:11.256119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-7ed73e9d-80c6-4fb7-9fbe-61167d00b4e0 service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048256 Oct 12 22:58:11.262743 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-8a95436f-1277-4811-9fd3-e493d8bcadc1 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2095442 Oct 12 22:58:11.279324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Request body: {'port': {'device_id': 'dc452b05-4043-416a-afd1-7373435ad0a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:11.293592 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.367600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32ee2c7-4a53-431b-917b-6a9ed56bf7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa49f3c6-1e6a-4dff-9514-51f7db3c141d'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:11.370554 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f99bb98-2d82-458f-a32c-aac47a5f51fa" -d '{"events": [{"server_uuid": "a32ee2c7-4a53-431b-917b-6a9ed56bf7ec", "name": "network-vif-plugged", "status": "completed", "tag": "fa49f3c6-1e6a-4dff-9514-51f7db3c141d"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:11.374761 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae227e42-cf91-459d-82ff-83598376cb31 req-52f0cc2e-394b-4cb8-a45d-6ab380983f18 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653845 Oct 12 22:58:11.419989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fa49f3c6-1e6a-4dff-9514-51f7db3c141d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:11.443496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.452686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a6d63-2b3b-4690-80e2-d5d5b81e0938 req-10e25600-2112-49de-b02b-34e54a4c38a8 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:11.454601 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-532a6d63-2b3b-4690-80e2-d5d5b81e0938 req-10e25600-2112-49de-b02b-34e54a4c38a8 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 931 time: 0.0927556 Oct 12 22:58:11.457176 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b528cc-2191-4c06-8bb1-5d1a3f416b9d x-openstack-request-id: req-f9b528cc-2191-4c06-8bb1-5d1a3f416b9d {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:11.461605 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32ee2c7-4a53-431b-917b-6a9ed56bf7ec", "name": "network-vif-plugged", "status": "completed", "tag": "fa49f3c6-1e6a-4dff-9514-51f7db3c141d", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:11.461605 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9b528cc-2191-4c06-8bb1-5d1a3f416b9d {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:11.461605 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32ee2c7-4a53-431b-917b-6a9ed56bf7ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa49f3c6-1e6a-4dff-9514-51f7db3c141d', 'code': 200} Oct 12 22:58:11.488081 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.527283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-532a6d63-2b3b-4690-80e2-d5d5b81e0938 req-c3bb7dd5-8d32-4ff0-ba2a-557af687f3e7 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647247 Oct 12 22:58:11.527812 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.571648 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e30498-8231-4f9e-92e8-f9cfbd19bbfe req-71b41ae7-e63b-4026-bbe3-0fdedf9d97fd service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066580 Oct 12 22:58:11.572955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9720692-ecc8-46e5-996f-e65b870c23b4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:11.575719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:11.667411 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.733753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:11.766475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:11.766815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3c66b6c2-bbbf-40d3-b6d1-714ab1db7572 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:11.786694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4a029-3459-4988-b0b4-1f53d659e365 req-3948bb28-a5a8-4199-a075-75f71f2562f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:11.788805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3a4a029-3459-4988-b0b4-1f53d659e365 req-3948bb28-a5a8-4199-a075-75f71f2562f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 1097 time: 0.2294247 Oct 12 22:58:11.798021 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.798021 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.922078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3a4a029-3459-4988-b0b4-1f53d659e365 req-82ee908c-458c-4c4b-9627-6c624fb73dd8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231949 Oct 12 22:58:11.931123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8aaf7-cc81-4f7a-b2c0-3a5f19cccd58 req-b6e42649-a8b5-438d-a7d2-bf40e796788c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:11.932543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abb8aaf7-cc81-4f7a-b2c0-3a5f19cccd58 req-b6e42649-a8b5-438d-a7d2-bf40e796788c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 945 time: 0.1581938 Oct 12 22:58:11.950639 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.959793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482025c1-68e2-49db-8387-ae39479a483a {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:58:11.959793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:11.959793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-df9ef56d-1a6f-431b-a539-d55cec46bb27 admin admin] 10.222.0.31 "DELETE /v2.0/routers/482025c1-68e2-49db-8387-ae39479a483a HTTP/1.1" status: 204 len: 168 time: 1.5599606 Oct 12 22:58:11.962042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49638) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:12.006330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abb8aaf7-cc81-4f7a-b2c0-3a5f19cccd58 req-75d43f2a-bd6d-430b-9887-87ae87ebc8c8 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624506 Oct 12 22:58:12.041789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-82ed2ae5-f27a-40fa-928f-402c87fa7719 admin admin] Deleting subnet 2fca3525-91b5-4ede-be8c-3e374c0369bc {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:58:12.045025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82ed2ae5-f27a-40fa-928f-402c87fa7719 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.072802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:58:12.087632 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.097988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82ed2ae5-f27a-40fa-928f-402c87fa7719 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.107118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Transition to ACTIVE for port object 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:58:12.118697 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-91c19474-cbfc-48f8-b4b2-ec0cb575c8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.174155 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcedb785-9ae4-4dc0-82ad-1a2df9fe3ed6 req-dfb130e2-07ce-42c7-a5c0-13d107157366 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:12.176993 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcedb785-9ae4-4dc0-82ad-1a2df9fe3ed6 req-dfb130e2-07ce-42c7-a5c0-13d107157366 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0718682 Oct 12 22:58:12.197364 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.243669 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82ed2ae5-f27a-40fa-928f-402c87fa7719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.278177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:12.284750 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcedb785-9ae4-4dc0-82ad-1a2df9fe3ed6 req-e5b2e39c-8357-4400-938a-4a0ee6bd3cbc tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957153 Oct 12 22:58:12.378036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Attempting to bind port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:58:12.380162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Attempting to bind port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '77233b39-6a9a-4722-8c82-51bf45515c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '840d61cc-b151-4ebb-854e-d11046d360d7'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:58:12.380162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Attempting to bind port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 on network 840d61cc-b151-4ebb-854e-d11046d360d7 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:12.384056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 on network 840d61cc-b151-4ebb-854e-d11046d360d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:58:12.384495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Attempting to bind port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 on network 840d61cc-b151-4ebb-854e-d11046d360d7 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:12.391886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:58:12.392938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Checking segment: {'id': '77233b39-6a9a-4722-8c82-51bf45515c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '840d61cc-b151-4ebb-854e-d11046d360d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:12.393680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Bound using segment: {'id': '77233b39-6a9a-4722-8c82-51bf45515c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '840d61cc-b151-4ebb-854e-d11046d360d7'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:58:12.394221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Bound port: 1ed53b08-a5e0-47db-92bf-688dd2e1cf18, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77233b39-6a9a-4722-8c82-51bf45515c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '840d61cc-b151-4ebb-854e-d11046d360d7'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:58:12.394682 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.400108 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82ed2ae5-f27a-40fa-928f-402c87fa7719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.449400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ed2ae5-f27a-40fa-928f-402c87fa7719 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fca3525-91b5-4ede-be8c-3e374c0369bc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:12.465963 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82ed2ae5-f27a-40fa-928f-402c87fa7719 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.473193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a2fdc3-9445-4dcd-bbc3-727616e45c3f None None] Network 2335fa9a-95f0-4aaa-a0eb-107579b020d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:58:12.473620 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-82ed2ae5-f27a-40fa-928f-402c87fa7719 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2fca3525-91b5-4ede-be8c-3e374c0369bc HTTP/1.1" status: 204 len: 168 time: 0.5096645 Oct 12 22:58:12.474433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49646) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:12.499450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] For port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:58:12.503194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] For port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,segment=NetworkSegment(77233b39-6a9a-4722-8c82-51bf45515c5b),segment_id=77233b39-6a9a-4722-8c82-51bf45515c5b)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:58:12.579330 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.598422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.613688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:12.614513 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.617047 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] 10.222.0.25 "PUT /v2.0/ports/1ed53b08-a5e0-47db-92bf-688dd2e1cf18 HTTP/1.1" status: 200 len: 1092 time: 1.3416026 Oct 12 22:58:12.617703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc452b05-4043-416a-afd1-7373435ad0a4', 'tag': '1ed53b08-a5e0-47db-92bf-688dd2e1cf18'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:12.620750 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57e0c93-4980-46bd-88dc-aa086dd995ee" -d '{"events": [{"name": "network-changed", "server_uuid": "dc452b05-4043-416a-afd1-7373435ad0a4", "tag": "1ed53b08-a5e0-47db-92bf-688dd2e1cf18"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:12.624511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1d1ae-763e-450b-942f-bb522b185fcd req-7d51a25f-5f93-4826-bcbc-cc260c49984f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:12.626195 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9f1d1ae-763e-450b-942f-bb522b185fcd req-7d51a25f-5f93-4826-bcbc-cc260c49984f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 944 time: 0.0945950 Oct 12 22:58:12.722320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9f1d1ae-763e-450b-942f-bb522b185fcd req-6f09c2d3-26dd-407c-a7ec-d1341ad08e1f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633187 Oct 12 22:58:12.744100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Deleting port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:12.744448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.745885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07217235-f9e2-45b0-86f6-e6e9dcc3926a None None] DHCP port deletion for 2335fa9a-95f0-4aaa-a0eb-107579b020d0 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:58:12.784196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365e92c2-f73a-4df7-abe9-cb7a00e692eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:12.819484 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1fefab-df9a-4a6a-98a4-cc8bd3fd872e x-openstack-request-id: req-8c1fefab-df9a-4a6a-98a4-cc8bd3fd872e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:12.820566 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc452b05-4043-416a-afd1-7373435ad0a4", "tag": "1ed53b08-a5e0-47db-92bf-688dd2e1cf18", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:12.821059 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c1fefab-df9a-4a6a-98a4-cc8bd3fd872e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:12.821652 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc452b05-4043-416a-afd1-7373435ad0a4', 'tag': '1ed53b08-a5e0-47db-92bf-688dd2e1cf18', 'status': 'completed', 'code': 200} Oct 12 22:58:12.828688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-07217235-f9e2-45b0-86f6-e6e9dcc3926a None None] Deleting port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:12.829341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-07217235-f9e2-45b0-86f6-e6e9dcc3926a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.836276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] For port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=41fc650d-0a1b-48f5-9b1d-b3079f6caa2a,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:12.836918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.850512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbf80c-952e-4f95-bab9-071a7e536bbe req-d3ce1054-e307-4c20-a0e6-813fe38521e9 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:12.852667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7dbf80c-952e-4f95-bab9-071a7e536bbe req-d3ce1054-e307-4c20-a0e6-813fe38521e9 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 943 time: 0.2029872 Oct 12 22:58:12.861077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Calling delete_port for 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:12.865810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-f69b2cf8-67ed-4cbb-b987-ebdc70c23b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:12.867955 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-f69b2cf8-67ed-4cbb-b987-ebdc70c23b86 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=98eed11da04a453896d49a3e065372bb&device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 1095 time: 0.1352038 Oct 12 22:58:12.928688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-07217235-f9e2-45b0-86f6-e6e9dcc3926a None None] For port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=41fc650d-0a1b-48f5-9b1d-b3079f6caa2a,segment=NetworkSegment(73561cd9-ef6c-4adf-a01e-95295f3121dd),segment_id=73561cd9-ef6c-4adf-a01e-95295f3121dd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:12.929092 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-07217235-f9e2-45b0-86f6-e6e9dcc3926a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:12.946056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-07217235-f9e2-45b0-86f6-e6e9dcc3926a None None] Calling delete_port for 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:12.955598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7dbf80c-952e-4f95-bab9-071a7e536bbe req-922ed11b-36e1-4073-80cd-9047ece082e4 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912251 Oct 12 22:58:12.957451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-ed4eee27-52b3-4c88-8e9b-03e8e7ed59b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ed53b08-a5e0-47db-92bf-688dd2e1cf18 HTTP/1.1" status: 200 len: 217 time: 0.0732236 Oct 12 22:58:13.014399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-48642e56-5a79-45fc-8ac5-30f29b282195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:13.015983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-48642e56-5a79-45fc-8ac5-30f29b282195 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ce5ddf0-de6f-4061-a4c6-07a3bd695212 HTTP/1.1" status: 200 len: 848 time: 0.0519707 Oct 12 22:58:13.034741 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.045473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f48f4a81-c7d1-4590-a54b-0840293ec20a details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:58:13.062926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-c066234c-71d9-4fd4-9b08-d1a8eddbf70f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=840d61cc-b151-4ebb-854e-d11046d360d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390801 Oct 12 22:58:13.070173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Pushing event deleted for resources: {'Port': ['ID=41fc650d-0a1b-48f5-9b1d-b3079f6caa2a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:13.080257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] No DVR routers for this DVR port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:13.092471 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-07217235-f9e2-45b0-86f6-e6e9dcc3926a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.144278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07217235-f9e2-45b0-86f6-e6e9dcc3926a None None] Pushing event deleted for resources: {'Port': ['ID=41fc650d-0a1b-48f5-9b1d-b3079f6caa2a,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:13.206649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07217235-f9e2-45b0-86f6-e6e9dcc3926a None None] No DVR routers for this DVR port 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:13.239267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366425fd-655f-4f16-9e2d-d4c907d4acbd req-83fb7c03-4ea7-4978-8e97-e572941adda8 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:13.241434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-366425fd-655f-4f16-9e2d-d4c907d4acbd req-83fb7c03-4ea7-4978-8e97-e572941adda8 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 945 time: 0.1164899 Oct 12 22:58:13.273347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-46a9a6c5-8c17-424f-9544-49c825c17824 service neutron] 10.222.0.25 "GET /v2.0/networks/840d61cc-b151-4ebb-854e-d11046d360d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961410 Oct 12 22:58:13.301395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port f48f4a81-c7d1-4590-a54b-0840293ec20a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:13.311655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.337624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'f48f4a81-c7d1-4590-a54b-0840293ec20a', 'network_id': 'a80506f4-1dad-482f-bd83-65b0d9654b04', 'port_id': 'f48f4a81-c7d1-4590-a54b-0840293ec20a', 'mac_address': 'fa:16:3e:62:b7:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:58:13.348898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2335fa9a-95f0-4aaa-a0eb-107579b020d0']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:13.369499 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-366425fd-655f-4f16-9e2d-d4c907d4acbd req-fcf4d5f2-2b08-497e-8cab-e70380131049 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215932 Oct 12 22:58:13.371445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73561cd9-ef6c-4adf-a01e-95295f3121dd') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:13.371739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73561cd9-ef6c-4adf-a01e-95295f3121dd') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:13.405743 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.422110 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.430301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec39674f-c5d3-4e87-847a-2f3841690590 req-d6bdff05-ae3a-4593-b5f9-4aecdb1c0c1a service neutron] 10.222.0.25 "GET /v2.0/networks/840d61cc-b151-4ebb-854e-d11046d360d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554117 Oct 12 22:58:13.432220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:58:13.432704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.433744 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:58:13.435504 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:58:13.478337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48f4a81-c7d1-4590-a54b-0840293ec20a {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:58:13.505743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dd4e16-fc95-4151-9fac-abe6ee5c942a req-95d679b7-62d0-45a7-9db3-5e35cc5dc2be tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:13.507457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38dd4e16-fc95-4151-9fac-abe6ee5c942a req-95d679b7-62d0-45a7-9db3-5e35cc5dc2be tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0752039 Oct 12 22:58:13.512269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port f48f4a81-c7d1-4590-a54b-0840293ec20a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:13.552467 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38dd4e16-fc95-4151-9fac-abe6ee5c942a req-4949307c-cc70-4f54-9ec0-cde9a5c1ee67 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334489 Oct 12 22:58:13.611879 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.639864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.645471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-677a8a87-000f-4d61-bf94-900c1b7885a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:13.646911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:13.656269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] 10.222.0.31 "DELETE /v2.0/networks/2335fa9a-95f0-4aaa-a0eb-107579b020d0 HTTP/1.1" status: 204 len: 168 time: 1.1776588 Oct 12 22:58:13.656492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-677a8a87-000f-4d61-bf94-900c1b7885a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=98eed11da04a453896d49a3e065372bb&device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 1095 time: 0.0618174 Oct 12 22:58:13.681458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf6486c-abb2-4fdc-9b06-e7900fcdb3cb admin admin] Pushing event deleted for resources: {'Network': ['ID=2335fa9a-95f0-4aaa-a0eb-107579b020d0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:13.700058 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=f48f4a81-c7d1-4590-a54b-0840293ec20a,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:13.747679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b9720692-ecc8-46e5-996f-e65b870c23b4 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:13.777775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-6046c6b1-8fe6-4b66-bcf7-82a47fc6d871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:13.778328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b9720692-ecc8-46e5-996f-e65b870c23b4 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:13.778765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b9720692-ecc8-46e5-996f-e65b870c23b4 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:13.779291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-6046c6b1-8fe6-4b66-bcf7-82a47fc6d871 service neutron] 10.222.0.25 "GET /v2.0/networks?id=840d61cc-b151-4ebb-854e-d11046d360d7 HTTP/1.1" status: 200 len: 909 time: 0.1161647 Oct 12 22:58:13.779442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:13.818157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:13.818721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 41fc650d-0a1b-48f5-9b1d-b3079f6caa2a not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:13.828324 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-7425db88-e473-4e21-837a-70c6e7fba035 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ed53b08-a5e0-47db-92bf-688dd2e1cf18 HTTP/1.1" status: 200 len: 217 time: 0.0387416 Oct 12 22:58:13.867617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c9bbd-f627-4120-a034-4b1a53467808 req-e1e3805a-3a0d-4adc-bcba-5f1605a93592 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:13.871427 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-862c9bbd-f627-4120-a034-4b1a53467808 req-e1e3805a-3a0d-4adc-bcba-5f1605a93592 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 945 time: 0.0649867 Oct 12 22:58:13.877598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['f48f4a81-c7d1-4590-a54b-0840293ec20a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:13.908121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-d39914d9-f18d-48e4-8ef2-52a3b0a603e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:13.913488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-d39914d9-f18d-48e4-8ef2-52a3b0a603e6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ce5ddf0-de6f-4061-a4c6-07a3bd695212 HTTP/1.1" status: 200 len: 848 time: 0.0748332 Oct 12 22:58:13.939444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-862c9bbd-f627-4120-a034-4b1a53467808 req-a567f6ed-e439-4707-b103-ffb2652d3b6f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592446 Oct 12 22:58:13.959036 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-21a3336b-d044-4e74-bff0-3e55a49d45e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=840d61cc-b151-4ebb-854e-d11046d360d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364769 Oct 12 22:58:14.088682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-6eff3701-e2e2-4869-afeb-2df215e292d2 service neutron] 10.222.0.25 "GET /v2.0/networks/840d61cc-b151-4ebb-854e-d11046d360d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234882 Oct 12 22:58:14.106275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4bd21-bc93-4ee5-be35-577dad62900c req-82699d67-6041-4c6b-baa9-3c3b216b2b2b tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:14.107811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aee4bd21-bc93-4ee5-be35-577dad62900c req-82699d67-6041-4c6b-baa9-3c3b216b2b2b tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 943 time: 0.0688920 Oct 12 22:58:14.150698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49668) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:14.202025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b22411ef-a4ac-4cf7-a149-dd5cdf98cd05 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f25904565e44fac9258e726832956a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0491545 Oct 12 22:58:14.203647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49670) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:14.215343 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aee4bd21-bc93-4ee5-be35-577dad62900c req-5c08bcc7-aaac-4a46-93ad-fe016295e846 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961940 Oct 12 22:58:14.258314 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c57e0c93-4980-46bd-88dc-aa086dd995ee req-9dfde5b5-64da-4b17-a7ab-01d849e47204 service neutron] 10.222.0.25 "GET /v2.0/networks/840d61cc-b151-4ebb-854e-d11046d360d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599698 Oct 12 22:58:14.283627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de35771f-aa49-40aa-95ed-75785916404c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:14.308935 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de35771f-aa49-40aa-95ed-75785916404c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:14.447475 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de35771f-aa49-40aa-95ed-75785916404c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:14.450690 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de35771f-aa49-40aa-95ed-75785916404c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:14.455240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-de35771f-aa49-40aa-95ed-75785916404c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19 HTTP/1.1" status: 204 len: 168 time: 0.2477579 Oct 12 22:58:14.487107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de35771f-aa49-40aa-95ed-75785916404c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0d0cbc-4a98-40c6-8fd3-2ab12af0bd19,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:14.535726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8f93aa-58c4-427c-a9a4-becc5720fe71 req-c16dbb71-3a91-42b6-838e-ab8c576adff2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:14.543454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e8f93aa-58c4-427c-a9a4-becc5720fe71 req-c16dbb71-3a91-42b6-838e-ab8c576adff2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 945 time: 0.0873082 Oct 12 22:58:14.588980 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e8f93aa-58c4-427c-a9a4-becc5720fe71 req-d3857009-ab47-4672-a360-9ab2145fabe1 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442493 Oct 12 22:58:14.715389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f0ec06-d488-4318-a0db-ca5f12aaa948 req-0aa03d6b-b505-4b41-a7af-425519042059 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:14.717016 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13f0ec06-d488-4318-a0db-ca5f12aaa948 req-0aa03d6b-b505-4b41-a7af-425519042059 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0657275 Oct 12 22:58:14.767032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13f0ec06-d488-4318-a0db-ca5f12aaa948 req-2df30e12-f5d1-4ec7-a4f2-215c564469de tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417423 Oct 12 22:58:15.042162 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c763ade5-38fc-465b-a0a4-d5ad2113c95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:15.058616 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f48f4a81-c7d1-4590-a54b-0840293ec20a up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:15.082875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe0b6f-fc15-4d47-9ec5-8f7bbe4d6541 req-85f65884-0913-4e86-acca-dfdfd9c98a02 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:15.084442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27fe0b6f-fc15-4d47-9ec5-8f7bbe4d6541 req-85f65884-0913-4e86-acca-dfdfd9c98a02 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 945 time: 0.0680211 Oct 12 22:58:15.135909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27fe0b6f-fc15-4d47-9ec5-8f7bbe4d6541 req-697c2807-513f-4ae5-9b06-b7f24a544e97 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430269 Oct 12 22:58:15.201389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port f48f4a81-c7d1-4590-a54b-0840293ec20a completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:58:15.206428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port f48f4a81-c7d1-4590-a54b-0840293ec20a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:15.207389 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:15.330442 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:15.356004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec460b5-170f-40eb-b18f-c9953aab0e28 req-f8711bb8-1c4c-4b58-84a3-f6e3de627a04 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:15.364822 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ec460b5-170f-40eb-b18f-c9953aab0e28 req-f8711bb8-1c4c-4b58-84a3-f6e3de627a04 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 943 time: 0.0762761 Oct 12 22:58:15.381838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:15.387023 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fc760b-5180-4513-9a64-651b7fb57752" -d '{"events": [{"server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:15.429806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ec460b5-170f-40eb-b18f-c9953aab0e28 req-7ad317af-456c-4de6-bf13-962e03559a28 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639644 Oct 12 22:58:15.437203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port f48f4a81-c7d1-4590-a54b-0840293ec20a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:15.487441 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259c0a71-5737-42f4-b477-f73226180dff x-openstack-request-id: req-259c0a71-5737-42f4-b477-f73226180dff {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:15.487742 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "name": "network-vif-plugged", "status": "completed", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:15.488138 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-259c0a71-5737-42f4-b477-f73226180dff {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:15.488873 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a', 'code': 200} Oct 12 22:58:15.515998 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:15.554091 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:15.579176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=f48f4a81-c7d1-4590-a54b-0840293ec20a,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:15.636964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f96b94-8795-47db-86bd-7b1390ac4cb1 req-2789166e-2f9f-4dc2-9ec4-babfd67383cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:15.638494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60f96b94-8795-47db-86bd-7b1390ac4cb1 req-2789166e-2f9f-4dc2-9ec4-babfd67383cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 1098 time: 0.0598006 Oct 12 22:58:15.680055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60f96b94-8795-47db-86bd-7b1390ac4cb1 req-efe2bb70-938f-4e09-9af0-46dab8d61d2e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333269 Oct 12 22:58:15.744937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49722) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:15.857999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-network', 'tenant_id': '0212b151354143ee9a1302dae907c29a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:15.930201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0672956-7350-43b4-9b69-f63d78098738 req-bec82744-e920-4cae-84ca-c5e3e2766f97 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:15.937699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0672956-7350-43b4-9b69-f63d78098738 req-bec82744-e920-4cae-84ca-c5e3e2766f97 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0652118 Oct 12 22:58:15.981525 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0672956-7350-43b4-9b69-f63d78098738 req-bf47b402-5182-4479-b642-c3b441fcaa54 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427728 Oct 12 22:58:16.007502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Made reservation on behalf of 0212b151354143ee9a1302dae907c29a for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:16.013080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.025513 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.036473 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.118612 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.169964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.200384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:58:16.211131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e90715-cf1d-4c95-ba6a-a42f310f85e3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:16.215990 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.216326 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Added segment eefbc405-81e5-46cb-bcbf-6023ecff325a of type vlan for network 3b350437-0b60-48c3-b97d-62e093a44666 Oct 12 22:58:16.298171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.336840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce50d21b-af58-42d9-acdd-37145552b443 req-83df2bb7-2d85-40a0-a546-be5a4ff43267 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:16.338419 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce50d21b-af58-42d9-acdd-37145552b443 req-83df2bb7-2d85-40a0-a546-be5a4ff43267 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 946 time: 0.1078873 Oct 12 22:58:16.385289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce50d21b-af58-42d9-acdd-37145552b443 req-c44edf2b-3865-425a-a33d-c5cb10c51fbb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Oct 12 22:58:16.401239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.402213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:16.402796 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.476344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] Pushing event updated for resources: {'Network': ['ID=3b350437-0b60-48c3-b97d-62e093a44666,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:16.488212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 3b350437-0b60-48c3-b97d-62e093a44666 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:58:16.556953 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49738) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:16.560814 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-38ac25d1-cf08-4d1f-aad5-de6e08d3095f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8112347 Oct 12 22:58:16.567266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Request body: {'subnet': {'network_id': '3b350437-0b60-48c3-b97d-62e093a44666', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-subnet', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:16.598336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e275fb1-e619-4eac-959f-6f098bf2907d req-08592429-ddf6-4375-a57c-43d839c74461 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:16.608837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9e275fb1-e619-4eac-959f-6f098bf2907d req-08592429-ddf6-4375-a57c-43d839c74461 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 943 time: 0.1142356 Oct 12 22:58:16.678911 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9e275fb1-e619-4eac-959f-6f098bf2907d req-aaedf781-c131-4ad5-8a25-74a8a41db0a6 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618789 Oct 12 22:58:16.708458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Made reservation on behalf of 0212b151354143ee9a1302dae907c29a for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:16.714418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:16.959580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:17.027576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06d1dfe4-ce12-46d0-9a77-3161c29844bd,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:17.036479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Checking segment: {'id': 'eefbc405-81e5-46cb-bcbf-6023ecff325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:17.036842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Network hostable DHCP agents. Network: 3b350437-0b60-48c3-b97d-62e093a44666, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:58:17.047584 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:58:17.128747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28073c40-6396-4909-91f2-a6a63b39ff74 req-6a28ad8b-b6e5-4455-86d8-b6137749b8ec tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:17.131420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28073c40-6396-4909-91f2-a6a63b39ff74 req-6a28ad8b-b6e5-4455-86d8-b6137749b8ec tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0562966 Oct 12 22:58:17.136635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Network 3b350437-0b60-48c3-b97d-62e093a44666 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:58:17.175291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28073c40-6396-4909-91f2-a6a63b39ff74 req-5f35c5e0-b00c-4037-ba1d-31e8452713b6 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387444 Oct 12 22:58:17.222583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 3b350437-0b60-48c3-b97d-62e093a44666) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:17.227639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:17.232305 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:17.235035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b0ea8-129b-4ad2-a0f3-e5cae7846752 None None] Network 3b350437-0b60-48c3-b97d-62e093a44666 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:58:17.318977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d2356ce8-b311-4f20-b8fa-e8286ef2292b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7581747 Oct 12 22:58:17.319675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49744) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:17.324222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:17.394604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-3b350437-0b60-48c3-b97d-62e093a44666', 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'fixed_ips': [{'subnet_id': '06d1dfe4-ce12-46d0-9a77-3161c29844bd'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:58:17.395519 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:17.419627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:17.421042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:17.503073 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:17.574631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862f9e9-1ad0-439d-9d67-82cebf6e663c req-4a5d03b0-1965-4bd8-8212-274d7570c838 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:17.578012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1862f9e9-1ad0-439d-9d67-82cebf6e663c req-4a5d03b0-1965-4bd8-8212-274d7570c838 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 946 time: 0.1106329 Oct 12 22:58:17.670375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Allocated IP 172.20.0.2 (3b350437-0b60-48c3-b97d-62e093a44666/06d1dfe4-ce12-46d0-9a77-3161c29844bd/06e70b3f-8adc-428c-9171-c1f972841d07) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:17.671702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1862f9e9-1ad0-439d-9d67-82cebf6e663c req-ea8e2142-c731-4636-bc5a-82708195755b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748641 Oct 12 22:58:17.801952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ade3c-a5c2-42d6-8b8e-cc6143f9e56b req-ebb91c85-0d4e-491c-8218-14ebce4671ae tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:17.803373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f2ade3c-a5c2-42d6-8b8e-cc6143f9e56b req-ebb91c85-0d4e-491c-8218-14ebce4671ae tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 943 time: 0.0535409 Oct 12 22:58:17.844958 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f2ade3c-a5c2-42d6-8b8e-cc6143f9e56b req-3fdc4307-1228-4e4c-909c-06b43b4bdc60 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354221 Oct 12 22:58:17.966694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-81f1f3f1-d447-4e70-83f1-437b900f91d2 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-238095646&fields=id&tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0 HTTP/1.1" status: 200 len: 267 time: 0.0531268 Oct 12 22:58:18.031092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-0d1ca810-67e7-43c5-b836-4397a2aed3bd tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:18.032568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-0d1ca810-67e7-43c5-b836-4397a2aed3bd tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 946 time: 0.0592761 Oct 12 22:58:18.050649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-36590221-199a-4578-b583-9fa29b218a06 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'port': {'security_groups': ['dd8aa639-474b-4911-8c6c-34904e6a2c4b', '2d3d0615-0b98-4f6e-bcac-8152d7cecde5']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:18.089472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.097408 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.104155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:58:18.141883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-36590221-199a-4578-b583-9fa29b218a06 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.199320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.252319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,segment=NetworkSegment(77233b39-6a9a-4722-8c82-51bf45515c5b),segment_id=77233b39-6a9a-4722-8c82-51bf45515c5b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:18.277981 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.315296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '1ed53b08-a5e0-47db-92bf-688dd2e1cf18', 'network_id': '840d61cc-b151-4ebb-854e-d11046d360d7', 'port_id': '1ed53b08-a5e0-47db-92bf-688dd2e1cf18', 'mac_address': 'fa:16:3e:6e:b0:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ce5ddf0-de6f-4061-a4c6-07a3bd695212', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:58:18.327538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Network 3b350437-0b60-48c3-b97d-62e093a44666 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:18.333345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:18.336417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:18.367059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Pushing event updated for resources: {'Port': ['ID=06e70b3f-8adc-428c-9171-c1f972841d07,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:18.398124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-36590221-199a-4578-b583-9fa29b218a06 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] For port f48f4a81-c7d1-4590-a54b-0840293ec20a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:18.438840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-36590221-199a-4578-b583-9fa29b218a06 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.443208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Attempting to bind port 06e70b3f-8adc-428c-9171-c1f972841d07 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:58:18.443580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Attempting to bind port 06e70b3f-8adc-428c-9171-c1f972841d07 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'eefbc405-81e5-46cb-bcbf-6023ecff325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:58:18.443936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Attempting to bind port 06e70b3f-8adc-428c-9171-c1f972841d07 on network 3b350437-0b60-48c3-b97d-62e093a44666 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:18.447066 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.451672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:58:18.454158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Checking segment: {'id': 'eefbc405-81e5-46cb-bcbf-6023ecff325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:18.454158 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.454158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Bound using segment: {'id': 'eefbc405-81e5-46cb-bcbf-6023ecff325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:58:18.454158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Bound port: 06e70b3f-8adc-428c-9171-c1f972841d07, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefbc405-81e5-46cb-bcbf-6023ecff325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:58:18.454158 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.477371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:58:18.523709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,segment=NetworkSegment(77233b39-6a9a-4722-8c82-51bf45515c5b),segment_id=77233b39-6a9a-4722-8c82-51bf45515c5b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:18.527602 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-36590221-199a-4578-b583-9fa29b218a06 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.546633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['f48f4a81-c7d1-4590-a54b-0840293ec20a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:18.563719 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.587171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.591992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cbb7b6a4-208a-4123-8881-5439b0e178da'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:18.622459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-36590221-199a-4578-b583-9fa29b218a06 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:18.624002 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-36590221-199a-4578-b583-9fa29b218a06 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.627967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b83c8b39-a2cd-416e-be4e-379db5b90116 req-36590221-199a-4578-b583-9fa29b218a06 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "PUT /v2.0/ports/f48f4a81-c7d1-4590-a54b-0840293ec20a HTTP/1.1" status: 200 len: 982 time: 0.5821965 Oct 12 22:58:18.629880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:18.633496 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438986f0-1b11-449d-862f-45dc077da48b" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:18.646702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] For port 06e70b3f-8adc-428c-9171-c1f972841d07, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:58:18.656002 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.687855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36590221-199a-4578-b583-9fa29b218a06 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'Port': ['ID=f48f4a81-c7d1-4590-a54b-0840293ec20a,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:18.721561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['f48f4a81-c7d1-4590-a54b-0840293ec20a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:18.724800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] For port 06e70b3f-8adc-428c-9171-c1f972841d07, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06e70b3f-8adc-428c-9171-c1f972841d07,segment=NetworkSegment(eefbc405-81e5-46cb-bcbf-6023ecff325a),segment_id=eefbc405-81e5-46cb-bcbf-6023ecff325a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:58:18.790269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Allocated IP 172.25.2.208 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/3923bcd9-188c-4036-9ba1-c3181468b30c) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:18.833701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:18.845596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082dade-2c68-4094-a89d-2c7ca7177f76 req-c1e831a1-7ab9-46c5-bdaa-6582a8a261e1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:18.854159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6082dade-2c68-4094-a89d-2c7ca7177f76 req-c1e831a1-7ab9-46c5-bdaa-6582a8a261e1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1199491 Oct 12 22:58:18.893419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.893848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.894375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.894859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.895520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.896293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.896694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.897127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.898154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.898559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.898962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.899362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:18.914637 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.916377 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:18.925470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['1ed53b08-a5e0-47db-92bf-688dd2e1cf18'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:18.958051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6082dade-2c68-4094-a89d-2c7ca7177f76 req-8333df88-ded0-4ca9-9736-30bd8d248d93 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946748 Oct 12 22:58:19.034470 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:19.040830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:19.102618 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20931adc-c102-492e-92f9-17b9e60d2609 x-openstack-request-id: req-20931adc-c102-492e-92f9-17b9e60d2609 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:19.102958 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:19.103220 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20931adc-c102-492e-92f9-17b9e60d2609 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:19.104890 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a', 'status': 'completed', 'code': 200} Oct 12 22:58:19.184682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:19.199547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f1ab22b-fa97-4cab-8baf-dd677ae7e2c3 req-76eb9ff8-35ea-4d05-89f4-1cc5cfc1dd2f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/2d3d0615-0b98-4f6e-bcac-8152d7cecde5 HTTP/1.1" status: 200 len: 1801 time: 0.1915553 Oct 12 22:58:19.216987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcca1f5-7e06-48ec-b38d-912805e9e10a None None] Pushing event updated for resources: {'Port': ['ID=06e70b3f-8adc-428c-9171-c1f972841d07,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:19.245394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:19.251747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:19.255076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Pushing event updated for resources: {'Port': ['ID=3923bcd9-188c-4036-9ba1-c3181468b30c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:19.257882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:19.273533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438986f0-1b11-449d-862f-45dc077da48b req-8cef7392-63b9-44ff-bb9d-317389d49cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:19.274712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98fba2-ed52-4c10-a442-0cd37b08e49a req-66aa1093-f1e8-4a3b-8cbd-50128fc3bcf9 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:19.275155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-438986f0-1b11-449d-862f-45dc077da48b req-8cef7392-63b9-44ff-bb9d-317389d49cb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 1137 time: 0.1643167 Oct 12 22:58:19.282342 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ef98fba2-ed52-4c10-a442-0cd37b08e49a req-66aa1093-f1e8-4a3b-8cbd-50128fc3bcf9 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 944 time: 0.1398752 Oct 12 22:58:19.425858 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-4f1ab22b-fa97-4cab-8baf-dd677ae7e2c3 req-c95843f9-d090-46a4-a2b4-43923ae506a5 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 22:58:19.427782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f1ab22b-fa97-4cab-8baf-dd677ae7e2c3 req-c95843f9-d090-46a4-a2b4-43923ae506a5 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/2d3d0615-0b98-4f6e-bcac-8152d7cecde5 HTTP/1.1" status: 409 len: 341 time: 0.2263923 Oct 12 22:58:19.473963 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ef98fba2-ed52-4c10-a442-0cd37b08e49a req-8e68777b-387f-4ce2-81b1-7a31f2b0893b tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855853 Oct 12 22:58:19.556584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438986f0-1b11-449d-862f-45dc077da48b req-f7a8634d-7766-4fc3-98fa-f14eea33b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:19.570754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-438986f0-1b11-449d-862f-45dc077da48b req-f7a8634d-7766-4fc3-98fa-f14eea33b864 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 914 time: 0.2836370 Oct 12 22:58:19.697101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-438986f0-1b11-449d-862f-45dc077da48b req-b25e57e6-5c6a-4178-bea9-6f84ac0b8070 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a HTTP/1.1" status: 200 len: 217 time: 0.1132219 Oct 12 22:58:19.836747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438986f0-1b11-449d-862f-45dc077da48b req-2cc6b92d-5a0a-48a3-8a01-48060d2f89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:19.838441 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-438986f0-1b11-449d-862f-45dc077da48b req-2cc6b92d-5a0a-48a3-8a01-48060d2f89fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 200 len: 853 time: 0.1274338 Oct 12 22:58:19.842513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06e70b3f-8adc-428c-9171-c1f972841d07 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:19.911743 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-438986f0-1b11-449d-862f-45dc077da48b req-b4e495a3-42fa-4e4a-b0eb-f1e525b0ba95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80506f4-1dad-482f-bd83-65b0d9654b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631313 Oct 12 22:58:19.924127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 06e70b3f-8adc-428c-9171-c1f972841d07 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:19.926724 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:20.135976 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:20.217209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-438986f0-1b11-449d-862f-45dc077da48b req-4dc86797-44ae-4900-85dd-672f96f05ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959838 Oct 12 22:58:20.223721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 06e70b3f-8adc-428c-9171-c1f972841d07, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06e70b3f-8adc-428c-9171-c1f972841d07,segment=NetworkSegment(eefbc405-81e5-46cb-bcbf-6023ecff325a),segment_id=eefbc405-81e5-46cb-bcbf-6023ecff325a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:20.291189 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:20.331831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75fd25-93bd-4be6-8aaf-a413206611ae req-969564bb-0aed-4ec8-aaa7-2ad14397ce44 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:20.343559 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c75fd25-93bd-4be6-8aaf-a413206611ae req-969564bb-0aed-4ec8-aaa7-2ad14397ce44 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.2322960 Oct 12 22:58:20.457553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:20.492918 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c75fd25-93bd-4be6-8aaf-a413206611ae req-2ca3165e-7d13-4e48-b9f1-001b68518c23 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483853 Oct 12 22:58:20.556737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-438986f0-1b11-449d-862f-45dc077da48b req-0eabd319-9a0c-4b08-a916-4023a58eda48 service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3199096 Oct 12 22:58:20.621387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaef520-21b5-48e2-96e0-e625467e4040 req-b3388fb2-0632-4ff0-82d6-331b7f896cfe tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:20.625774 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cbaef520-21b5-48e2-96e0-e625467e4040 req-b3388fb2-0632-4ff0-82d6-331b7f896cfe tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 985 time: 0.5918219 Oct 12 22:58:20.661160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=06e70b3f-8adc-428c-9171-c1f972841d07,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:20.686679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14315e2-b8f3-4e6d-999d-227783ddb089 None None] Network 3b350437-0b60-48c3-b97d-62e093a44666 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:58:20.771787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bad3329c-8784-4c18-9d00-93678a7c1b7c None None] Provisioning complete for port 06e70b3f-8adc-428c-9171-c1f972841d07 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:20.772157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bad3329c-8784-4c18-9d00-93678a7c1b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:20.785909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-18928a9a-2acd-403b-a104-6f5b796a7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:20.787430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-18928a9a-2acd-403b-a104-6f5b796a7875 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 1137 time: 0.1052959 Oct 12 22:58:20.802439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a913e7ca-e308-4e4f-8d00-0be59149de5c req-31883568-c03e-41dd-b17c-f1644829dc3e tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:20.804228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a913e7ca-e308-4e4f-8d00-0be59149de5c req-31883568-c03e-41dd-b17c-f1644829dc3e tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 944 time: 0.0846615 Oct 12 22:58:20.902828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cbaef520-21b5-48e2-96e0-e625467e4040 req-d03498f4-c4f2-4b51-837c-64c693e606cc tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3d0615-0b98-4f6e-bcac-8152d7cecde5&id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2632229 Oct 12 22:58:20.937309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:20.993633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a913e7ca-e308-4e4f-8d00-0be59149de5c req-04b45980-2750-428a-9250-90019b380c5a tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727130 Oct 12 22:58:21.087029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-08178613-189f-47ad-ae5e-2d74ac31f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:21.088697 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-08178613-189f-47ad-ae5e-2d74ac31f0a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 914 time: 0.2835820 Oct 12 22:58:21.210434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-a098b17c-5edc-4ab3-806e-2d7e0eeb5260 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a HTTP/1.1" status: 200 len: 217 time: 0.1076279 Oct 12 22:58:21.272617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-a094f973-07aa-4d0f-bfe1-b6d20c47cec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:21.274112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-a094f973-07aa-4d0f-bfe1-b6d20c47cec0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 200 len: 853 time: 0.0583127 Oct 12 22:58:21.284687 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:58:21.313069 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-a1ded9fa-042d-4e57-861a-e55a72aeee12 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80506f4-1dad-482f-bd83-65b0d9654b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272987 Oct 12 22:58:21.415485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-97133c76-d59c-4c88-95ef-5754d4a41099 None None] Provisioning complete for port 06e70b3f-8adc-428c-9171-c1f972841d07 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:21.416100 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-97133c76-d59c-4c88-95ef-5754d4a41099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:21.426298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:58:21.473009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Sync routers for ids ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:58:21.503794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Routers {'60571c7c-22f1-4c93-acca-8c0d62cda1a0'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:21.504849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:21.544171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:21.549457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8381ad96-145f-45b5-9aeb-e5e535618d79 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2255111 Oct 12 22:58:21.549827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49808) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:21.764701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06e70b3f-8adc-428c-9171-c1f972841d07 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:21.846527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Set router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:21.851001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95a1bf-35d8-4df6-9761-a1f99eb0f355 req-10850fc5-63ee-4b85-8b1c-a132aecdba60 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:21.860795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c95a1bf-35d8-4df6-9761-a1f99eb0f355 req-10850fc5-63ee-4b85-8b1c-a132aecdba60 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0977619 Oct 12 22:58:21.863591 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-1c6cdca2-64ad-4a9a-b24c-7054fe3d246b service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5430918 Oct 12 22:58:21.972085 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c95a1bf-35d8-4df6-9761-a1f99eb0f355 req-ae691cb2-a5ea-497d-9905-9a0280b73292 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101673 Oct 12 22:58:22.036013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a94e210-beb5-4a37-9849-b4bb74b908bc req-62f5815f-abc9-4666-8e25-84fcf5105595 service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594074 Oct 12 22:58:22.108014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 06e70b3f-8adc-428c-9171-c1f972841d07 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:22.108014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:22.169405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:22.240466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2debe37-84e9-418f-91a9-63ffd61a1466 req-ee9db4fd-7598-48f7-99dc-ef235f4de83e tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:22.240785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328dc25f-5c4c-4ed6-994f-faa115926f65 req-cbc209d1-03c4-4d92-aa70-bb0f15e4e789 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:22.242220 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2debe37-84e9-418f-91a9-63ffd61a1466 req-ee9db4fd-7598-48f7-99dc-ef235f4de83e tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 944 time: 0.1244586 Oct 12 22:58:22.252935 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-328dc25f-5c4c-4ed6-994f-faa115926f65 req-cbc209d1-03c4-4d92-aa70-bb0f15e4e789 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 985 time: 0.1818526 Oct 12 22:58:22.329930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-328dc25f-5c4c-4ed6-994f-faa115926f65 req-7e7d53ee-d75b-47ea-a600-3739d79fbfca tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3d0615-0b98-4f6e-bcac-8152d7cecde5&id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0759156 Oct 12 22:58:22.334273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2debe37-84e9-418f-91a9-63ffd61a1466 req-8b6ec311-8eaa-487c-be8e-d458f5bba1be tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630553 Oct 12 22:58:22.446535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:22.447614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:17Z', 'updated_at': '2021-10-12T22:58:19Z', 'revision_number': 3, 'project_id': '0212b151354143ee9a1302dae907c29a', 'gw_port': {'id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:18Z', 'updated_at': '2021-10-12T22:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:22.483655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:58:22.487499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Checking router: 60571c7c-22f1-4c93-acca-8c0d62cda1a0 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:58:22.487963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Updating router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 port 3923bcd9-188c-4036-9ba1-c3181468b30c binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:58:22.491377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:22.491946 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:22.539070 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:22.769920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Allocated IP 172.20.0.1 (3b350437-0b60-48c3-b97d-62e093a44666/06d1dfe4-ce12-46d0-9a77-3161c29844bd/bcf29c86-6f28-429c-8455-e3d80b9e5eff) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:22.829963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-29c7b240-e930-4962-898c-3595a94472ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0843489 Oct 12 22:58:22.925288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-fc7e8ff6-8a36-4619-ab38-ceff968822af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:22.928908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-fc7e8ff6-8a36-4619-ab38-ceff968822af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8c0e2af2b4f44748bb34c921f129223f&device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 1097 time: 0.0809603 Oct 12 22:58:22.950060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:22.969551 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:23.048910 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:23.120014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,segment=NetworkSegment(77233b39-6a9a-4722-8c82-51bf45515c5b),segment_id=77233b39-6a9a-4722-8c82-51bf45515c5b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:23.120964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc452b05-4043-416a-afd1-7373435ad0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed53b08-a5e0-47db-92bf-688dd2e1cf18'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:23.123786 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b5d5c4-85f5-4a38-8106-b460de0b3c67" -d '{"events": [{"server_uuid": "dc452b05-4043-416a-afd1-7373435ad0a4", "name": "network-vif-plugged", "status": "completed", "tag": "1ed53b08-a5e0-47db-92bf-688dd2e1cf18"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:23.150737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-0cf9e06c-89ed-428a-a8c6-89af452218dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:23.152384 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-0cf9e06c-89ed-428a-a8c6-89af452218dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=e2238fd3-3031-480d-a175-abb5fe8f8d87 HTTP/1.1" status: 200 len: 916 time: 0.1999569 Oct 12 22:58:23.200750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea59af6-41ce-4f5e-a26b-44685c8baa3c req-ff2948f0-7f02-44fe-9e79-04f8302c4285 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:23.204682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fea59af6-41ce-4f5e-a26b-44685c8baa3c req-ff2948f0-7f02-44fe-9e79-04f8302c4285 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0978124 Oct 12 22:58:23.209197 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3610d6fc-3965-44e1-80e0-347883ee2598 x-openstack-request-id: req-3610d6fc-3965-44e1-80e0-347883ee2598 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:23.209490 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc452b05-4043-416a-afd1-7373435ad0a4", "name": "network-vif-plugged", "status": "completed", "tag": "1ed53b08-a5e0-47db-92bf-688dd2e1cf18", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:23.209743 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3610d6fc-3965-44e1-80e0-347883ee2598 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:23.210347 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc452b05-4043-416a-afd1-7373435ad0a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed53b08-a5e0-47db-92bf-688dd2e1cf18', 'code': 200} Oct 12 22:58:23.305868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-f0a5d398-0e88-4b67-9333-3b3f832fa33b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5d17011a-b4bc-42e5-ac1c-e8b3ba201986 HTTP/1.1" status: 200 len: 1001 time: 0.1416533 Oct 12 22:58:23.332650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fea59af6-41ce-4f5e-a26b-44685c8baa3c req-bf79de94-64c8-4cda-852a-2c2d4363724b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063077 Oct 12 22:58:23.453396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-1bc4959b-dc62-486e-9b23-66c4eb04e584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:23.455877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-1bc4959b-dc62-486e-9b23-66c4eb04e584 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=39cea048-3b5f-4f22-89a4-b3659d0567d5 HTTP/1.1" status: 200 len: 854 time: 0.1417420 Oct 12 22:58:23.497104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e61cc1-2cd5-487e-8d0a-42f68ec3b421 req-00651e45-849b-470e-875f-6e2d79611406 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:23.498717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72e61cc1-2cd5-487e-8d0a-42f68ec3b421 req-00651e45-849b-470e-875f-6e2d79611406 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 985 time: 0.0658345 Oct 12 22:58:23.565107 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72e61cc1-2cd5-487e-8d0a-42f68ec3b421 req-50c683e2-9466-4583-a904-d68021fd0381 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3d0615-0b98-4f6e-bcac-8152d7cecde5&id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0587449 Oct 12 22:58:23.630447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129984f3-9159-4dd9-8eb2-7e9777271df8 req-b10038b5-eda0-4c1c-861e-ac211b65cf4b tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:23.631879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-129984f3-9159-4dd9-8eb2-7e9777271df8 req-b10038b5-eda0-4c1c-861e-ac211b65cf4b tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 944 time: 0.1730320 Oct 12 22:58:23.636198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a72ef4-ea16-4e6a-81bb-15044e2aae94 req-25695d18-7753-4fb6-a3e9-a3c08732d626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:23.637612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00a72ef4-ea16-4e6a-81bb-15044e2aae94 req-25695d18-7753-4fb6-a3e9-a3c08732d626 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 1098 time: 0.2318478 Oct 12 22:58:23.646618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74687d3f-a761-4f24-89c6-64db4400d339 req-8a1d875b-19e4-44bd-81b2-f12f49fb2d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:23.648354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74687d3f-a761-4f24-89c6-64db4400d339 req-8a1d875b-19e4-44bd-81b2-f12f49fb2d19 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 1096 time: 0.2414179 Oct 12 22:58:23.668571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-27c53057-b086-47b1-b451-dc957ba79ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:23.669996 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-27c53057-b086-47b1-b451-dc957ba79ba5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e2238fd3-3031-480d-a175-abb5fe8f8d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1809702 Oct 12 22:58:23.790329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74687d3f-a761-4f24-89c6-64db4400d339 req-420f3c84-13b6-4594-ba4b-b0e01d8b2356 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261327 Oct 12 22:58:23.790329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-129984f3-9159-4dd9-8eb2-7e9777271df8 req-dd84f86f-a2e0-4eb0-a9f4-af362de3935e tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488910 Oct 12 22:58:23.825599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:23.826206 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:23.828437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:23.866927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-d456f3d6-12bc-49e3-a248-250c58134ffc service neutron] 10.222.0.41 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880486 Oct 12 22:58:23.873267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00a72ef4-ea16-4e6a-81bb-15044e2aae94 req-761eeadd-42ba-47f9-beaa-51bef5694ae1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187161 Oct 12 22:58:23.900109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:23.941615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Network 3b350437-0b60-48c3-b97d-62e093a44666 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:23.949519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:23.957208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f133e-3e57-4132-a4ac-f9f978143f63 None None] Pushing event updated for resources: {'Port': ['ID=3923bcd9-188c-4036-9ba1-c3181468b30c,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:23.977354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:23.977486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Attempting to bind port 3923bcd9-188c-4036-9ba1-c3181468b30c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:58:23.977486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Attempting to bind port 3923bcd9-188c-4036-9ba1-c3181468b30c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:58:23.977486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Attempting to bind port 3923bcd9-188c-4036-9ba1-c3181468b30c on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:23.977766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Pushing event updated for resources: {'Port': ['ID=bcf29c86-6f28-429c-8455-e3d80b9e5eff,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:23.996619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:58:23.997491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:23.998776 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:23.999271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:58:24.000348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Bound port: 3923bcd9-188c-4036-9ba1-c3181468b30c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:58:24.000659 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:24.057131 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b483a64c-73dd-4fc5-a65c-46e3d82f5513 req-236cc735-aa36-4797-858c-d46040b0134c service neutron] 10.222.0.41 "GET /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818655 Oct 12 22:58:24.070555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:24.079825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] For port 3923bcd9-188c-4036-9ba1-c3181468b30c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:58:24.083776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] For port 3923bcd9-188c-4036-9ba1-c3181468b30c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3923bcd9-188c-4036-9ba1-c3181468b30c,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:58:24.180199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:24.262876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Routers {'60571c7c-22f1-4c93-acca-8c0d62cda1a0'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:24.263685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:24.306009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f133e-3e57-4132-a4ac-f9f978143f63 None None] Pushing event updated for resources: {'Port': ['ID=3923bcd9-188c-4036-9ba1-c3181468b30c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:24.385074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:24.415266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] Set router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:24.535506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d33368-5836-404c-bdb8-acdda1f9f22c req-57a49819-4d30-438f-9271-f246200afbd9 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:24.538542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7d33368-5836-404c-bdb8-acdda1f9f22c req-57a49819-4d30-438f-9271-f246200afbd9 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0725608 Oct 12 22:58:24.553897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-83b007f8-07fa-403c-8619-33b486282498 None None] Provisioning complete for port bcf29c86-6f28-429c-8455-e3d80b9e5eff triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:24.558334 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-83b007f8-07fa-403c-8619-33b486282498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:24.602717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7d33368-5836-404c-bdb8-acdda1f9f22c req-fa592f16-98e8-4d45-be4e-6b24aeae4680 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584314 Oct 12 22:58:24.640457 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:24.642951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-83b007f8-07fa-403c-8619-33b486282498 None None] Port bcf29c86-6f28-429c-8455-e3d80b9e5eff cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:58:24.705240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d20b4b-0f49-4d0a-94b6-9332fac2884e req-4f78d21d-d793-4edf-9106-026194a35242 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:24.706794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-07d20b4b-0f49-4d0a-94b6-9332fac2884e req-4f78d21d-d793-4edf-9106-026194a35242 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 985 time: 0.0567093 Oct 12 22:58:24.730041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:17Z', 'updated_at': '2021-10-12T22:58:19Z', 'revision_number': 3, 'project_id': '0212b151354143ee9a1302dae907c29a', 'gw_port': {'id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:18Z', 'updated_at': '2021-10-12T22:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:24.748486 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:24.774409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c9ff35-57b0-4491-85d3-38d5a12b41eb None None] The sync data for ids ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'] in n-d-790519-14 is: [{'id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:17Z', 'updated_at': '2021-10-12T22:58:19Z', 'revision_number': 3, 'project_id': '0212b151354143ee9a1302dae907c29a', 'gw_port': {'id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:18Z', 'updated_at': '2021-10-12T22:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:58:24.894871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-07d20b4b-0f49-4d0a-94b6-9332fac2884e req-6c7e4f85-e8cb-4274-8a13-0bd68575e27a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=2d3d0615-0b98-4f6e-bcac-8152d7cecde5&id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1778860 Oct 12 22:58:24.896015 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:25.014876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f98ac5-df0b-4041-aad0-28b33000ae18 req-22867a25-d1f8-4ad3-9bcc-8fb842c5b254 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:25.025640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9f98ac5-df0b-4041-aad0-28b33000ae18 req-22867a25-d1f8-4ad3-9bcc-8fb842c5b254 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 945 time: 0.1097920 Oct 12 22:58:25.046478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Pushing event updated for resources: {'Port': ['ID=bcf29c86-6f28-429c-8455-e3d80b9e5eff,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:25.096379 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9f98ac5-df0b-4041-aad0-28b33000ae18 req-04247896-cf2d-49c0-855d-d84957cc5f3e tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697508 Oct 12 22:58:25.156112 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-847e654d-ee76-4dc2-8215-b65c64afdced tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2073809794&fields=id&tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0 HTTP/1.1" status: 200 len: 267 time: 0.0849435 Oct 12 22:58:25.246962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Network 3b350437-0b60-48c3-b97d-62e093a44666 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:25.246962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:25.371342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-27f83c76-018e-49a6-bc84-2d76ffb37796 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:25.373157 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-27f83c76-018e-49a6-bc84-2d76ffb37796 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 985 time: 0.1917055 Oct 12 22:58:25.442343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-5aedf8df-2fae-4fd5-8454-6edcbcbffa17 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'port': {'security_groups': ['2d3d0615-0b98-4f6e-bcac-8152d7cecde5', 'dd8aa639-474b-4911-8c6c-34904e6a2c4b', '1eff6629-0f62-4bef-a76b-dfa4ea18c36b']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:25.566666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:58:25.596809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-00f02d2d-d515-4274-9e6c-11522567ac74 None None] Provisioning complete for port bcf29c86-6f28-429c-8455-e3d80b9e5eff triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:25.597403 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-00f02d2d-d515-4274-9e6c-11522567ac74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:25.689729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-00f02d2d-d515-4274-9e6c-11522567ac74 None None] Port bcf29c86-6f28-429c-8455-e3d80b9e5eff cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:58:25.694135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-5aedf8df-2fae-4fd5-8454-6edcbcbffa17 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:25.812414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3923bcd9-188c-4036-9ba1-c3181468b30c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:25.845984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:58:25.880323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b781a801-2d37-45e0-92fe-bd714b615dcc req-3a6ddd57-ad39-4ab5-971b-42ada4fd14c2 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:25.891705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b781a801-2d37-45e0-92fe-bd714b615dcc req-3a6ddd57-ad39-4ab5-971b-42ada4fd14c2 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1143849 Oct 12 22:58:25.910406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3923bcd9-188c-4036-9ba1-c3181468b30c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:25.914501 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:25.956414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f079de35-5b22-4ca8-9ef5-a2ee20fc752e admin admin] 10.222.0.31 "PUT /v2.0/routers/60571c7c-22f1-4c93-acca-8c0d62cda1a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4052210 Oct 12 22:58:25.982183 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b781a801-2d37-45e0-92fe-bd714b615dcc req-e29c5e6e-89e6-4c8a-87f1-6863de1929a8 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890429 Oct 12 22:58:26.047701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:26.101533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 3923bcd9-188c-4036-9ba1-c3181468b30c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3923bcd9-188c-4036-9ba1-c3181468b30c,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:26.163346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-5aedf8df-2fae-4fd5-8454-6edcbcbffa17 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] For port f48f4a81-c7d1-4590-a54b-0840293ec20a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:26.189341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:26.217402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999ffe9b-598b-49dc-a0bd-54b5607bec78 req-b2491dfa-c544-4a51-8305-a56cc581850b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:26.218881 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-999ffe9b-598b-49dc-a0bd-54b5607bec78 req-b2491dfa-c544-4a51-8305-a56cc581850b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1110253 Oct 12 22:58:26.228838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-5aedf8df-2fae-4fd5-8454-6edcbcbffa17 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:26.267550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=3923bcd9-188c-4036-9ba1-c3181468b30c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:26.293133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-5aedf8df-2fae-4fd5-8454-6edcbcbffa17 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:26.307100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cbb7b6a4-208a-4123-8881-5439b0e178da'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:26.317514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-999ffe9b-598b-49dc-a0bd-54b5607bec78 req-7534c606-e6f5-49c0-957a-a84c87a26a41 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867538 Oct 12 22:58:26.433550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-5aedf8df-2fae-4fd5-8454-6edcbcbffa17 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:26.434191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-5aedf8df-2fae-4fd5-8454-6edcbcbffa17 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:26.441302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['f48f4a81-c7d1-4590-a54b-0840293ec20a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:26.466292 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b560f6ed-8b5d-4e56-a0e7-a2d6b388764d req-5aedf8df-2fae-4fd5-8454-6edcbcbffa17 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "PUT /v2.0/ports/f48f4a81-c7d1-4590-a54b-0840293ec20a HTTP/1.1" status: 200 len: 1021 time: 1.0827439 Oct 12 22:58:26.467117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:26.471167 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6896738d-f69e-4d81-a584-8d6e60661367" -d '{"events": [{"name": "network-changed", "server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:26.478360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db31e5c-f47b-4943-ad5d-8c4509fdc57b req-0537fdfd-b5e2-4e09-b98a-ef0f8fdc35f5 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:26.492260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5db31e5c-f47b-4943-ad5d-8c4509fdc57b req-0537fdfd-b5e2-4e09-b98a-ef0f8fdc35f5 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 945 time: 0.0965514 Oct 12 22:58:26.512095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aedf8df-2fae-4fd5-8454-6edcbcbffa17 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'Port': ['ID=f48f4a81-c7d1-4590-a54b-0840293ec20a,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:26.571632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5db31e5c-f47b-4943-ad5d-8c4509fdc57b req-f8bd3254-00bc-45f4-819c-546b9713ebe7 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783689 Oct 12 22:58:26.595855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['f48f4a81-c7d1-4590-a54b-0840293ec20a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:26.900979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29dfe81d-e5c7-4ffa-b14a-4e58000efefa req-6410a5e4-1ce2-4949-afe9-cac862c81fd2 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/1eff6629-0f62-4bef-a76b-dfa4ea18c36b HTTP/1.1" status: 200 len: 1803 time: 0.0922956 Oct 12 22:58:26.971029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-a8433d5a-d317-41cb-ad81-54761e84d13e tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2567012 Oct 12 22:58:26.982297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:27.030711 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-29dfe81d-e5c7-4ffa-b14a-4e58000efefa req-f78e7b36-e252-4d3e-b174-46eda9c0d917 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 22:58:27.051536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29dfe81d-e5c7-4ffa-b14a-4e58000efefa req-f78e7b36-e252-4d3e-b174-46eda9c0d917 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/1eff6629-0f62-4bef-a76b-dfa4ea18c36b HTTP/1.1" status: 409 len: 341 time: 0.1448593 Oct 12 22:58:27.102299 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e593a259-cd25-4dd5-a96d-ed016d4ffe6f x-openstack-request-id: req-e593a259-cd25-4dd5-a96d-ed016d4ffe6f {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:27.102798 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:27.103457 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e593a259-cd25-4dd5-a96d-ed016d4ffe6f {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:27.104155 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a', 'status': 'completed', 'code': 200} Oct 12 22:58:27.128566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:27.258211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896738d-f69e-4d81-a584-8d6e60661367 req-0aa81eda-9396-4c12-906e-8f5521c48338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:27.259310 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6896738d-f69e-4d81-a584-8d6e60661367 req-0aa81eda-9396-4c12-906e-8f5521c48338 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 1176 time: 0.1257136 Oct 12 22:58:27.407973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896738d-f69e-4d81-a584-8d6e60661367 req-7f46df4f-0e0a-4603-b1c9-1917d62257d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:27.409874 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6896738d-f69e-4d81-a584-8d6e60661367 req-7f46df4f-0e0a-4603-b1c9-1917d62257d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 200 len: 914 time: 0.1380806 Oct 12 22:58:27.518435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6896738d-f69e-4d81-a584-8d6e60661367 req-7e61430f-6079-427d-8247-0be72c5d6f4d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a HTTP/1.1" status: 200 len: 217 time: 0.0987513 Oct 12 22:58:27.567616 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Sync routers for ids ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:58:27.592612 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Routers {'60571c7c-22f1-4c93-acca-8c0d62cda1a0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:27.595749 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:27.623828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6896738d-f69e-4d81-a584-8d6e60661367 req-6e1f02a0-de74-47f8-ac09-202758ef31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:27.625320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6896738d-f69e-4d81-a584-8d6e60661367 req-6e1f02a0-de74-47f8-ac09-202758ef31f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 200 len: 853 time: 0.1003628 Oct 12 22:58:27.709882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6896738d-f69e-4d81-a584-8d6e60661367 req-934547b3-e505-4ba9-982f-b80d76d2f6be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a80506f4-1dad-482f-bd83-65b0d9654b04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714090 Oct 12 22:58:27.807523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3923bcd9-188c-4036-9ba1-c3181468b30c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:27.867953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:27.964087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6896738d-f69e-4d81-a584-8d6e60661367 req-a4ff08fa-22a7-405a-ac6e-36ab5f0cd67a service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400777 Oct 12 22:58:27.983320 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Set router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:28.014840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3923bcd9-188c-4036-9ba1-c3181468b30c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:28.015293 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:28.115333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Allocated IP 172.25.2.4 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/53cb85f1-bca1-47f4-9467-c1ecb31734f8) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:28.158059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-524821b1-0ab8-4cb4-accc-42dde0351f25 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0809898 Oct 12 22:58:28.244190 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6896738d-f69e-4d81-a584-8d6e60661367 req-594cf2c1-aedc-49be-aa92-baf76204e946 service neutron] 10.222.0.41 "GET /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774684 Oct 12 22:58:28.268674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-3f269a5d-4428-47db-8b97-52d02031bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:28.270170 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-3f269a5d-4428-47db-8b97-52d02031bce0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1096 time: 0.0948052 Oct 12 22:58:28.290558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d3ac9-794e-47ad-aea2-b53f6edbfb28 req-2df2de39-8cd7-42c7-88f7-ca8815e7ab04 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:28.293536 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:17Z', 'updated_at': '2021-10-12T22:58:24Z', 'revision_number': 4, 'project_id': '0212b151354143ee9a1302dae907c29a', 'gw_port': {'id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:18Z', 'updated_at': '2021-10-12T22:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'bcf29c86-6f28-429c-8455-e3d80b9e5eff', 'name': '', 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'mac_address': 'fa:16:3e:70:c9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '06d1dfe4-ce12-46d0-9a77-3161c29844bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:22Z', 'updated_at': '2021-10-12T22:58:24Z', 'revision_number': 2, 'project_id': '0212b151354143ee9a1302dae907c29a', 'subnets': [{'id': '06d1dfe4-ce12-46d0-9a77-3161c29844bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:28.300194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:28.300369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-244d3ac9-794e-47ad-aea2-b53f6edbfb28 req-2df2de39-8cd7-42c7-88f7-ca8815e7ab04 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0926046 Oct 12 22:58:28.328920 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Checking router: 60571c7c-22f1-4c93-acca-8c0d62cda1a0 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:58:28.329592 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Updating router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 port bcf29c86-6f28-429c-8455-e3d80b9e5eff binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:58:28.362403 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:28.409905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-244d3ac9-794e-47ad-aea2-b53f6edbfb28 req-1793ee93-1391-4a86-9ff6-f0a22be99af2 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030092 Oct 12 22:58:28.451772 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:28.490539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-db4b91d5-56c6-4904-b7c9-be48429639fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:28.492344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-db4b91d5-56c6-4904-b7c9-be48429639fd service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.1601028 Oct 12 22:58:28.517263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event updated for resources: {'Port': ['ID=53cb85f1-bca1-47f4-9467-c1ecb31734f8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:28.533622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:28.535448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:28.539155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:28.620967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-94f2b99d-fd96-4e55-b010-b05a79b2fac3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 217 time: 0.1215329 Oct 12 22:58:28.741622 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:28.757565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-5192b0f0-88fd-44cf-acf3-06444c657ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:28.759112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-5192b0f0-88fd-44cf-acf3-06444c657ae5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1262555 Oct 12 22:58:28.789071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6c601-041e-41df-982d-3c6491dc7274 req-16626824-23ea-48f4-b198-103cefd21877 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:28.794331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6a6c601-041e-41df-982d-3c6491dc7274 req-16626824-23ea-48f4-b198-103cefd21877 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 1024 time: 0.1119676 Oct 12 22:58:28.862435 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:28.908675 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:28.914895 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6a6c601-041e-41df-982d-3c6491dc7274 req-2735847f-aefc-49b8-b86a-239c84660983 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eff6629-0f62-4bef-a76b-dfa4ea18c36b&id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&id=2d3d0615-0b98-4f6e-bcac-8152d7cecde5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1130819 Oct 12 22:58:28.918196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-9790a561-dd30-42ce-b10f-eeaa75e79616 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1422746 Oct 12 22:58:29.008260 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:29.081572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-8e5b2e4c-0269-44ed-b403-6b65e31d667f service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490824 Oct 12 22:58:29.087879 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Pushing event updated for resources: {'Port': ['ID=bcf29c86-6f28-429c-8455-e3d80b9e5eff,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:29.096669 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:29.101239 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.101646 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.102001 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.102329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.102799 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.103340 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.104838 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.105022 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.105420 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.110177 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.110177 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.110177 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:29.468044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:29.470889 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Attempting to bind port bcf29c86-6f28-429c-8455-e3d80b9e5eff on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:58:29.470889 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Attempting to bind port bcf29c86-6f28-429c-8455-e3d80b9e5eff by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'eefbc405-81e5-46cb-bcbf-6023ecff325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:58:29.470889 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Attempting to bind port bcf29c86-6f28-429c-8455-e3d80b9e5eff on network 3b350437-0b60-48c3-b97d-62e093a44666 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:29.471666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d933826-32e7-4f3d-88cd-ea5bf96ccf8f req-b78cf752-4149-4c72-a5de-116b9094a981 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200637 Oct 12 22:58:29.472208 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:58:29.472208 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Checking segment: {'id': 'eefbc405-81e5-46cb-bcbf-6023ecff325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:29.472208 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:29.472208 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Bound using segment: {'id': 'eefbc405-81e5-46cb-bcbf-6023ecff325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:58:29.472208 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Bound port: bcf29c86-6f28-429c-8455-e3d80b9e5eff, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefbc405-81e5-46cb-bcbf-6023ecff325a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:58:29.472208 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:29.472621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event updated for resources: {'Port': ['ID=53cb85f1-bca1-47f4-9467-c1ecb31734f8,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:29.472621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:29.472758 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] For port bcf29c86-6f28-429c-8455-e3d80b9e5eff, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:58:29.472758 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] For port bcf29c86-6f28-429c-8455-e3d80b9e5eff, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=bcf29c86-6f28-429c-8455-e3d80b9e5eff,segment=NetworkSegment(eefbc405-81e5-46cb-bcbf-6023ecff325a),segment_id=eefbc405-81e5-46cb-bcbf-6023ecff325a)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:58:29.554593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c4baa5c5-cbc7-4cf7-8df3-46ce68172027 None None] Provisioning complete for port bcf29c86-6f28-429c-8455-e3d80b9e5eff triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:29.555195 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4baa5c5-cbc7-4cf7-8df3-46ce68172027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:29.583825 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:29.584438 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:29.591648 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-038acea4-9a80-433e-9f67-02e8a944b9ba tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.6141758 Oct 12 22:58:29.631232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c4baa5c5-cbc7-4cf7-8df3-46ce68172027 None None] Port bcf29c86-6f28-429c-8455-e3d80b9e5eff cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:58:29.670228 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Routers {'60571c7c-22f1-4c93-acca-8c0d62cda1a0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:29.670593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-27f8bc25-2970-4c66-90dc-2aae30d70059 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.0769458 Oct 12 22:58:29.670695 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:29.672644 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca032a3-c0ee-4ae0-9e77-107338d96886 None None] Pushing event updated for resources: {'Port': ['ID=bcf29c86-6f28-429c-8455-e3d80b9e5eff,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:29.849488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-dda102b1-a120-436e-8c56-7dbf6404fe71 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:29.862638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3638a824-2b12-48fe-86f6-844a05eb4fea req-dda102b1-a120-436e-8c56-7dbf6404fe71 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1909900 Oct 12 22:58:29.877479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7552224-502d-411c-bd8b-770319d1e3b6 req-8c6131dc-8360-4a8a-8b5c-a262cc6016ce tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:29.890081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7552224-502d-411c-bd8b-770319d1e3b6 req-8c6131dc-8360-4a8a-8b5c-a262cc6016ce tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1561279 Oct 12 22:58:29.938222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b70bb-41e5-470a-9788-94438b515b76 req-02205814-37d8-47f1-a5a8-8271a6f5f942 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:29.943655 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-898b70bb-41e5-470a-9788-94438b515b76 req-02205814-37d8-47f1-a5a8-8271a6f5f942 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 1024 time: 0.2186968 Oct 12 22:58:29.946777 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] Set router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:30.085004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7552224-502d-411c-bd8b-770319d1e3b6 req-375c8d67-6507-4ca1-9673-bc0039848d6d tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905854 Oct 12 22:58:30.120120 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-3405a9cd-5b21-4613-8640-c9b5c7335a2d tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2315681 Oct 12 22:58:30.136682 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:30.161844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dae9745e-948b-44d0-a86a-a6c2d3e7a2fd None None] Provisioning complete for port bcf29c86-6f28-429c-8455-e3d80b9e5eff triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:30.162214 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dae9745e-948b-44d0-a86a-a6c2d3e7a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:30.255888 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f56c9-93e7-4ead-a05b-1ebabcc0da38 req-995219db-dbeb-4a52-b7dc-83c887a9a569 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:30.257364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c0f56c9-93e7-4ead-a05b-1ebabcc0da38 req-995219db-dbeb-4a52-b7dc-83c887a9a569 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 1024 time: 0.0739415 Oct 12 22:58:30.277854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-898b70bb-41e5-470a-9788-94438b515b76 req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Deleting port f48f4a81-c7d1-4590-a54b-0840293ec20a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:30.278182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-898b70bb-41e5-470a-9788-94438b515b76 req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:30.281192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:30.315677 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:17Z', 'updated_at': '2021-10-12T22:58:24Z', 'revision_number': 4, 'project_id': '0212b151354143ee9a1302dae907c29a', 'gw_port': {'id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:18Z', 'updated_at': '2021-10-12T22:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'bcf29c86-6f28-429c-8455-e3d80b9e5eff', 'name': '', 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'mac_address': 'fa:16:3e:70:c9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '06d1dfe4-ce12-46d0-9a77-3161c29844bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:22Z', 'updated_at': '2021-10-12T22:58:29Z', 'revision_number': 4, 'project_id': '0212b151354143ee9a1302dae907c29a', 'subnets': [{'id': '06d1dfe4-ce12-46d0-9a77-3161c29844bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:30.329862 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dae9745e-948b-44d0-a86a-a6c2d3e7a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:30.400401 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-dae9745e-948b-44d0-a86a-a6c2d3e7a2fd None None] For port bcf29c86-6f28-429c-8455-e3d80b9e5eff, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=bcf29c86-6f28-429c-8455-e3d80b9e5eff,segment=NetworkSegment(eefbc405-81e5-46cb-bcbf-6023ecff325a),segment_id=eefbc405-81e5-46cb-bcbf-6023ecff325a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:30.401885 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a418c507-e6e3-4774-9363-150ba9e55349 None None] The sync data for ids ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'] in n-d-790519-14 is: [{'id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:17Z', 'updated_at': '2021-10-12T22:58:24Z', 'revision_number': 4, 'project_id': '0212b151354143ee9a1302dae907c29a', 'gw_port': {'id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:18Z', 'updated_at': '2021-10-12T22:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'bcf29c86-6f28-429c-8455-e3d80b9e5eff', 'name': '', 'network_id': '3b350437-0b60-48c3-b97d-62e093a44666', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'mac_address': 'fa:16:3e:70:c9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '06d1dfe4-ce12-46d0-9a77-3161c29844bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:22Z', 'updated_at': '2021-10-12T22:58:29Z', 'revision_number': 4, 'project_id': '0212b151354143ee9a1302dae907c29a', 'subnets': [{'id': '06d1dfe4-ce12-46d0-9a77-3161c29844bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:58:30.415587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c0f56c9-93e7-4ead-a05b-1ebabcc0da38 req-b108309a-b626-45b9-8bab-479bcced84e1 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=1eff6629-0f62-4bef-a76b-dfa4ea18c36b&id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&id=2d3d0615-0b98-4f6e-bcac-8152d7cecde5&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1477931 Oct 12 22:58:30.471490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-898b70bb-41e5-470a-9788-94438b515b76 req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] For port f48f4a81-c7d1-4590-a54b-0840293ec20a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f48f4a81-c7d1-4590-a54b-0840293ec20a,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:30.471917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-898b70bb-41e5-470a-9788-94438b515b76 req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:30.483303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dae9745e-948b-44d0-a86a-a6c2d3e7a2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:30.519170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-898b70bb-41e5-470a-9788-94438b515b76 req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Calling delete_port for f48f4a81-c7d1-4590-a54b-0840293ec20a owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:30.535275 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:30.587624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9745e-948b-44d0-a86a-a6c2d3e7a2fd None None] Pushing event updated for resources: {'Port': ['ID=bcf29c86-6f28-429c-8455-e3d80b9e5eff,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:30.756334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Allocated IP 172.25.2.92 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/e20a7123-0709-4db2-8edc-370e0d7798c0) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:30.887807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-898b70bb-41e5-470a-9788-94438b515b76 req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:30.901649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['f48f4a81-c7d1-4590-a54b-0840293ec20a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:30.904368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cbb7b6a4-208a-4123-8881-5439b0e178da'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:30.967163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'Port': ['ID=f48f4a81-c7d1-4590-a54b-0840293ec20a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:30.995293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-898b70bb-41e5-470a-9788-94438b515b76 req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] No DVR routers for this DVR port f48f4a81-c7d1-4590-a54b-0840293ec20a on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:30.998567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-898b70bb-41e5-470a-9788-94438b515b76 req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:31.008495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-898b70bb-41e5-470a-9788-94438b515b76 req-8725c499-c2e3-4dad-a9a7-3307f582e92e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.41 "DELETE /v2.0/ports/f48f4a81-c7d1-4590-a54b-0840293ec20a HTTP/1.1" status: 204 len: 173 time: 1.0565717 Oct 12 22:58:31.009081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'name': 'network-vif-deleted', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:31.011533 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df33b6aa-e68b-4e2b-a9c4-5da203f0a6e4" -d '{"events": [{"server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "name": "network-vif-deleted", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:31.092142 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d657ffd-4832-4e20-b92b-6cb3b198f845 x-openstack-request-id: req-7d657ffd-4832-4e20-b92b-6cb3b198f845 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:31.092436 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc8efd1c-1a47-4fd5-b892-a31ec814c5fe", "name": "network-vif-deleted", "tag": "f48f4a81-c7d1-4590-a54b-0840293ec20a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:31.092686 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7d657ffd-4832-4e20-b92b-6cb3b198f845 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:31.093085 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc8efd1c-1a47-4fd5-b892-a31ec814c5fe', 'name': 'network-vif-deleted', 'tag': 'f48f4a81-c7d1-4590-a54b-0840293ec20a', 'status': 'completed', 'code': 200} Oct 12 22:58:31.277382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:31.332299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77435665-2c29-4ff2-85ee-08a5bcf69af5 req-f8e42aa7-4eb9-4bb6-9031-f96684a53561 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:31.340215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77435665-2c29-4ff2-85ee-08a5bcf69af5 req-f8e42aa7-4eb9-4bb6-9031-f96684a53561 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1174939 Oct 12 22:58:31.397795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:31.433942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77435665-2c29-4ff2-85ee-08a5bcf69af5 req-97cce78e-8adc-4a45-bc25-748dd0c4c2ea tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908067 Oct 12 22:58:31.461902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:31.465091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:31.473047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:31.522889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event updated for resources: {'Port': ['ID=e20a7123-0709-4db2-8edc-370e0d7798c0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:31.618495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:31.620937 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a28e0ed0-497e-4fc9-a469-92af51951a1b req-5dfed938-fed2-4693-8d9c-6782eb335e41 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=fc8efd1c-1a47-4fd5-b892-a31ec814c5fe HTTP/1.1" status: 200 len: 210 time: 0.0368388 Oct 12 22:58:31.760776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:31.815943 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device bcf29c86-6f28-429c-8455-e3d80b9e5eff up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:31.906614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port bcf29c86-6f28-429c-8455-e3d80b9e5eff triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:31.907024 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:32.032558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:32.104399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:32.205075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event updated for resources: {'Port': ['ID=e20a7123-0709-4db2-8edc-370e0d7798c0,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:32.222562 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:32.328356 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:32.328356 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-667314b9-ea53-4464-9bea-6ed616e617b5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2021155 Oct 12 22:58:32.404059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-a5c7e03d-282f-4be9-9aa6-6aa28b491831 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.0686967 Oct 12 22:58:32.518500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-3e2c2b9a-46c4-4c27-b490-a3d2aa8c8abc tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:32.520303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35fdb7e6-c30e-4588-b3fb-fa3626154a56 req-3e2c2b9a-46c4-4c27-b490-a3d2aa8c8abc tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1096413 Oct 12 22:58:32.672369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-494c3399-1995-4763-8f67-0c3c6c657bdc tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1294975 Oct 12 22:58:32.685501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:32.733356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80af272b-f843-4152-b692-fb5fc8dc1686 req-f9544bc8-407a-4fdd-81e7-722332e98b2a tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:32.735079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80af272b-f843-4152-b692-fb5fc8dc1686 req-f9544bc8-407a-4fdd-81e7-722332e98b2a tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 945 time: 0.0564229 Oct 12 22:58:32.776985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80af272b-f843-4152-b692-fb5fc8dc1686 req-ba48374f-a74c-453f-9e34-e5b9068db1b8 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337493 Oct 12 22:58:32.784351 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:32.921266 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.049593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bc1031f-fd37-47d7-912b-9b4b32ee39cb req-f3eabac0-1c15-4ae8-b45b-2dc301f34a97 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/2d3d0615-0b98-4f6e-bcac-8152d7cecde5 HTTP/1.1" status: 200 len: 1801 time: 0.0583522 Oct 12 22:58:33.111368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Allocated IP 172.25.2.37 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/0298603c-df7f-49d9-9457-ef5b66bb2885) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:33.131894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5bc1031f-fd37-47d7-912b-9b4b32ee39cb req-42ddc7f8-eda5-440f-a90f-f8f2c02efb4e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.162216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f48f4a81-c7d1-4590-a54b-0840293ec20a no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:33.183947 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5bc1031f-fd37-47d7-912b-9b4b32ee39cb req-42ddc7f8-eda5-440f-a90f-f8f2c02efb4e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.200190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: f48f4a81-c7d1-4590-a54b-0840293ec20a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:33.201113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f48f4a81-c7d1-4590-a54b-0840293ec20a not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:33.256893 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.310059 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5bc1031f-fd37-47d7-912b-9b4b32ee39cb req-42ddc7f8-eda5-440f-a90f-f8f2c02efb4e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.318271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5bc1031f-fd37-47d7-912b-9b4b32ee39cb req-42ddc7f8-eda5-440f-a90f-f8f2c02efb4e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.319186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bc1031f-fd37-47d7-912b-9b4b32ee39cb req-42ddc7f8-eda5-440f-a90f-f8f2c02efb4e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/2d3d0615-0b98-4f6e-bcac-8152d7cecde5 HTTP/1.1" status: 204 len: 173 time: 0.2629738 Oct 12 22:58:33.341817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ddc7f8-eda5-440f-a90f-f8f2c02efb4e tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3d0615-0b98-4f6e-bcac-8152d7cecde5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:33.402559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.432746 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b41967e0-5e86-4839-8a0b-826ea42e4754 req-ffd054b2-c6af-4126-8f2c-665704bda72c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/1eff6629-0f62-4bef-a76b-dfa4ea18c36b HTTP/1.1" status: 200 len: 1803 time: 0.0688000 Oct 12 22:58:33.475504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:33.475504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:33.475504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:33.526547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event updated for resources: {'Port': ['ID=0298603c-df7f-49d9-9457-ef5b66bb2885,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:33.551792 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b41967e0-5e86-4839-8a0b-826ea42e4754 req-b9ef7a1e-6f04-422f-99a3-c180e6f1441b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.581681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b41967e0-5e86-4839-8a0b-826ea42e4754 req-b9ef7a1e-6f04-422f-99a3-c180e6f1441b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.583947 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.697371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.699369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b41967e0-5e86-4839-8a0b-826ea42e4754 req-b9ef7a1e-6f04-422f-99a3-c180e6f1441b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.702889 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b41967e0-5e86-4839-8a0b-826ea42e4754 req-b9ef7a1e-6f04-422f-99a3-c180e6f1441b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.708574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b41967e0-5e86-4839-8a0b-826ea42e4754 req-b9ef7a1e-6f04-422f-99a3-c180e6f1441b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/1eff6629-0f62-4bef-a76b-dfa4ea18c36b HTTP/1.1" status: 204 len: 173 time: 0.2668931 Oct 12 22:58:33.731069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ef7a1e-6f04-422f-99a3-c180e6f1441b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eff6629-0f62-4bef-a76b-dfa4ea18c36b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:33.739367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-6fefc539-643f-4e76-82c0-1e00c39f2c11 req-8cf8127a-bc8c-4c4b-aa9b-9d5fb9c59fd0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-137344774', 'description': 'tempest-description-82369559'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:33.857028 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6fefc539-643f-4e76-82c0-1e00c39f2c11 req-8cf8127a-bc8c-4c4b-aa9b-9d5fb9c59fd0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.889160 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.966454 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6fefc539-643f-4e76-82c0-1e00c39f2c11 req-8cf8127a-bc8c-4c4b-aa9b-9d5fb9c59fd0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:33.980043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-53dd1b15-6114-4bc4-ab80-a1eb589b1eff tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:33.981535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-53dd1b15-6114-4bc4-ab80-a1eb589b1eff tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.25 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 945 time: 0.0759594 Oct 12 22:58:34.002228 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.058664 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6fefc539-643f-4e76-82c0-1e00c39f2c11 req-8cf8127a-bc8c-4c4b-aa9b-9d5fb9c59fd0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.081725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event updated for resources: {'Port': ['ID=0298603c-df7f-49d9-9457-ef5b66bb2885,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:34.089354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.104275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf8127a-bc8c-4c4b-aa9b-9d5fb9c59fd0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab2df8f-58a8-469e-b5b5-174e91c8b72c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:34.123637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Deleting port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:34.124172 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.168011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6fefc539-643f-4e76-82c0-1e00c39f2c11 req-8cf8127a-bc8c-4c4b-aa9b-9d5fb9c59fd0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.170037 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.171305 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-ae6e8242-350f-44c7-904d-d25fd2409d24 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4911475 Oct 12 22:58:34.179592 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fefc539-643f-4e76-82c0-1e00c39f2c11 req-8cf8127a-bc8c-4c4b-aa9b-9d5fb9c59fd0 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4444704 Oct 12 22:58:34.242695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] For port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,segment=NetworkSegment(77233b39-6a9a-4722-8c82-51bf45515c5b),segment_id=77233b39-6a9a-4722-8c82-51bf45515c5b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:34.242996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.248945 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-5ff68cdd-685a-4930-ab76-fa49ce5bd086 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0676167 Oct 12 22:58:34.267588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Calling delete_port for 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:34.348852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed4d3ff-e97c-410e-a070-a0bb9094b0a8 req-6a896230-d7b5-4c5a-ba66-21b72c0138dc tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:34.350860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ed4d3ff-e97c-410e-a070-a0bb9094b0a8 req-6a896230-d7b5-4c5a-ba66-21b72c0138dc tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 945 time: 0.1043236 Oct 12 22:58:34.371504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-53a0a8d3-358e-4213-bfd7-a4ffe6810f01 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:34.373229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08e3325e-7802-493f-9406-80476e2c7ba3 req-53a0a8d3-358e-4213-bfd7-a4ffe6810f01 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1175213 Oct 12 22:58:34.417163 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ed4d3ff-e97c-410e-a070-a0bb9094b0a8 req-78607db4-cca7-4c3a-8c17-7a0c66d96dd3 tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a0534ab-e69f-4db5-b5e3-04609b1764a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568173 Oct 12 22:58:34.528978 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c81ad09c-83b4-4e6c-8703-47460649b8ff req-8e3672bd-834c-4b28-b729-4008ee17d841 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/7ab2df8f-58a8-469e-b5b5-174e91c8b72c HTTP/1.1" status: 200 len: 1800 time: 0.0679359 Oct 12 22:58:34.548463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-c81ad09c-83b4-4e6c-8703-47460649b8ff req-d49e79ce-9948-4377-9fc1-89c640851b4a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1345727922', 'description': 'tempest-description-hth-1336005519'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:34.575215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c81ad09c-83b4-4e6c-8703-47460649b8ff req-d49e79ce-9948-4377-9fc1-89c640851b4a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.624683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-3339ff2b-03d2-4e74-86c9-366e27f30e51 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1269171 Oct 12 22:58:34.635993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:34.658348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c81ad09c-83b4-4e6c-8703-47460649b8ff req-d49e79ce-9948-4377-9fc1-89c640851b4a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.858570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.870709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['1ed53b08-a5e0-47db-92bf-688dd2e1cf18'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:34.889327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Pushing event deleted for resources: {'Port': ['ID=1ed53b08-a5e0-47db-92bf-688dd2e1cf18,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:34.937691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] No DVR routers for this DVR port 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:34.941229 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:34.944739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0897084b-01f2-44bb-ae98-b0d06e9b4285 req-740944fe-a3eb-4d75-a3b9-9b5842b1a02c tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.25 "DELETE /v2.0/ports/1ed53b08-a5e0-47db-92bf-688dd2e1cf18 HTTP/1.1" status: 204 len: 173 time: 0.9564795 Oct 12 22:58:34.945198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc452b05-4043-416a-afd1-7373435ad0a4', 'name': 'network-vif-deleted', 'tag': '1ed53b08-a5e0-47db-92bf-688dd2e1cf18'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:34.947985 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e743b98d-bacd-499f-acb0-a690f818b4f2" -d '{"events": [{"server_uuid": "dc452b05-4043-416a-afd1-7373435ad0a4", "name": "network-vif-deleted", "tag": "1ed53b08-a5e0-47db-92bf-688dd2e1cf18"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:35.428249 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c81ad09c-83b4-4e6c-8703-47460649b8ff req-d49e79ce-9948-4377-9fc1-89c640851b4a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:35.431046 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c81ad09c-83b4-4e6c-8703-47460649b8ff req-d49e79ce-9948-4377-9fc1-89c640851b4a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:35.432336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c81ad09c-83b4-4e6c-8703-47460649b8ff req-d49e79ce-9948-4377-9fc1-89c640851b4a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "PUT /v2.0/security-groups/7ab2df8f-58a8-469e-b5b5-174e91c8b72c HTTP/1.1" status: 200 len: 1777 time: 0.8955224 Oct 12 22:58:35.462553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e79ce-9948-4377-9fc1-89c640851b4a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab2df8f-58a8-469e-b5b5-174e91c8b72c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:35.466067 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:35.608868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:35.753221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Allocated IP 172.25.2.10 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/cfd0d30e-18ec-4058-ba3f-bd0e036e24c2) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:35.880292 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:36.060968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:36.074037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-4f9a650a-edb8-4583-a5a6-0e9ca72024d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:36.075681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-4f9a650a-edb8-4583-a5a6-0e9ca72024d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1098 time: 0.0513687 Oct 12 22:58:36.117242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:36.120439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:36.128187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:36.169834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event updated for resources: {'Port': ['ID=cfd0d30e-18ec-4058-ba3f-bd0e036e24c2,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:36.199426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-e3076223-eff4-49d1-8abd-08666efb9c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:36.201156 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-e3076223-eff4-49d1-8abd-08666efb9c87 service neutron] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 919 time: 0.1170390 Oct 12 22:58:36.244613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:36.251385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-4240ee90-b971-4091-876f-397d06a910fd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc HTTP/1.1" status: 200 len: 217 time: 0.0417285 Oct 12 22:58:36.333063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-e37d9f9f-96e1-4822-9f71-651165abc59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:36.334806 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-e37d9f9f-96e1-4822-9f71-651165abc59d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.0752277 Oct 12 22:58:36.336254 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf6be167-bb02-4eb1-8b5a-cb9d0db6cd43 x-openstack-request-id: req-bf6be167-bb02-4eb1-8b5a-cb9d0db6cd43 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:36.336541 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc452b05-4043-416a-afd1-7373435ad0a4", "name": "network-vif-deleted", "tag": "1ed53b08-a5e0-47db-92bf-688dd2e1cf18", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:36.336788 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bf6be167-bb02-4eb1-8b5a-cb9d0db6cd43 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:36.337211 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc452b05-4043-416a-afd1-7373435ad0a4', 'name': 'network-vif-deleted', 'tag': '1ed53b08-a5e0-47db-92bf-688dd2e1cf18', 'status': 'completed', 'code': 200} Oct 12 22:58:36.386175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:36.395605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-fb5af57e-299b-4591-916f-6de0ca128536 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351136 Oct 12 22:58:36.419782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-90efeade-45e2-47fa-a10d-8ebf18fce908 req-79ce0bec-0fe4-421b-9099-d835462bf3e4 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/7ab2df8f-58a8-469e-b5b5-174e91c8b72c HTTP/1.1" status: 200 len: 1777 time: 0.0767074 Oct 12 22:58:36.522166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-b1371951-331f-408a-a395-236039116f86 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169486 Oct 12 22:58:36.578766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94bfdeaa-911f-4fda-bda7-dd36dd70bcde req-3d980805-da2f-4705-a71d-a818895995ed tempest-VolumesActionsTest-500143511 tempest-VolumesActionsTest-500143511-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc452b05-4043-416a-afd1-7373435ad0a4 HTTP/1.1" status: 200 len: 210 time: 0.0494487 Oct 12 22:58:36.678342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:36.687333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3e408c4-0b91-422a-abf1-f90fa69687ff req-014fd927-bb85-427f-820c-816d18227b51 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260788 Oct 12 22:58:36.747793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:36.802175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event updated for resources: {'Port': ['ID=cfd0d30e-18ec-4058-ba3f-bd0e036e24c2,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:36.810992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc16b1c9-ed41-48a3-8e7c-f63ac7e3571e req-df844d28-cde8-4be8-8675-0775c15be69d tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:36.813907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc16b1c9-ed41-48a3-8e7c-f63ac7e3571e req-df844d28-cde8-4be8-8675-0775c15be69d tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0769098 Oct 12 22:58:36.863565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc16b1c9-ed41-48a3-8e7c-f63ac7e3571e req-f674bcda-6269-45aa-b786-6fe513ffb1c3 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430779 Oct 12 22:58:36.874711 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:36.969168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:36.970689 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-7a2c8d08-f8dc-4d98-9337-5d3bbb75baa5 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3387451 Oct 12 22:58:36.975139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a8d915-5b77-4f11-bd4f-a8fb29fd330f req-86c06344-9b70-4b53-ad9a-fabf2855421d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:36.976694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95a8d915-5b77-4f11-bd4f-a8fb29fd330f req-86c06344-9b70-4b53-ad9a-fabf2855421d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 945 time: 0.0513992 Oct 12 22:58:37.021280 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95a8d915-5b77-4f11-bd4f-a8fb29fd330f req-dc6b6dda-4cc5-4bb2-8e64-3e86f7bb275a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381927 Oct 12 22:58:37.044560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-91d43d5c-4edb-43c4-844e-f323c9e182f8 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.10 HTTP/1.1" status: 200 len: 695 time: 0.0677643 Oct 12 22:58:37.104331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c3b4dd5-2421-4e49-acb3-1239e804215e req-af806758-e9a7-41c5-af0c-48dee4041f0f tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/7ab2df8f-58a8-469e-b5b5-174e91c8b72c HTTP/1.1" status: 200 len: 1777 time: 0.0410900 Oct 12 22:58:37.168061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0c3b4dd5-2421-4e49-acb3-1239e804215e req-344b25fc-0bb3-4a7d-bbd6-fbb9423d33b3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:37.179268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-1ccc6136-7973-4f1d-ba2d-80858496c5a4 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:37.180684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-311c53f7-fd4f-4964-a83e-3b1cd597bbcb req-1ccc6136-7973-4f1d-ba2d-80858496c5a4 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1294513 Oct 12 22:58:37.208425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0c3b4dd5-2421-4e49-acb3-1239e804215e req-344b25fc-0bb3-4a7d-bbd6-fbb9423d33b3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:37.290392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae7bd8d6-5c7a-410f-a861-86bb5d4234ee req-e2dc26c6-1bd2-46ef-91bf-91c984ab5196 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips/f0e88b63-659b-4ede-a15d-13bc8ace9bf7 HTTP/1.1" status: 200 len: 692 time: 0.0752027 Oct 12 22:58:37.387444 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0c3b4dd5-2421-4e49-acb3-1239e804215e req-344b25fc-0bb3-4a7d-bbd6-fbb9423d33b3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:37.390378 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0c3b4dd5-2421-4e49-acb3-1239e804215e req-344b25fc-0bb3-4a7d-bbd6-fbb9423d33b3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:37.400891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c3b4dd5-2421-4e49-acb3-1239e804215e req-344b25fc-0bb3-4a7d-bbd6-fbb9423d33b3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/7ab2df8f-58a8-469e-b5b5-174e91c8b72c HTTP/1.1" status: 204 len: 173 time: 0.2905383 Oct 12 22:58:37.410640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bd8d6-5c7a-410f-a861-86bb5d4234ee req-24d87c11-3107-4e46-97da-6a87466fa0c1 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:37.413041 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae7bd8d6-5c7a-410f-a861-86bb5d4234ee req-24d87c11-3107-4e46-97da-6a87466fa0c1 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1165845 Oct 12 22:58:37.432946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b25fc-0bb3-4a7d-bbd6-fbb9423d33b3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab2df8f-58a8-469e-b5b5-174e91c8b72c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:37.504177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-de0afb69-c226-4bae-9c08-cd5e9c36b81b tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips/f0e88b63-659b-4ede-a15d-13bc8ace9bf7 HTTP/1.1" status: 200 len: 692 time: 0.0651140 Oct 12 22:58:37.541839 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-b3dc94d1-5a87-441b-8f65-21a49c5e2413 req-be8cebd8-3077-4f11-b538-de9739203941 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:58:37.551989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3dc94d1-5a87-441b-8f65-21a49c5e2413 req-be8cebd8-3077-4f11-b538-de9739203941 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/1eff6629-0f62-4bef-a76b-dfa4ea18c36b HTTP/1.1" status: 404 len: 352 time: 0.0231044 Oct 12 22:58:37.579285 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-2b274d5a-88e7-4b45-8cd0-b29e0c08239e req-962598d7-edd8-4a51-a342-fba5ac17f8cb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:58:37.580321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b274d5a-88e7-4b45-8cd0-b29e0c08239e req-962598d7-edd8-4a51-a342-fba5ac17f8cb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/2d3d0615-0b98-4f6e-bcac-8152d7cecde5 HTTP/1.1" status: 404 len: 352 time: 0.0141959 Oct 12 22:58:37.627543 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-87b465bb-8aa3-489e-9ae3-d9e6f689e82c req-a55fb3bf-af2b-48af-bb09-86aab0d01225 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:58:37.628753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-87b465bb-8aa3-489e-9ae3-d9e6f689e82c req-a55fb3bf-af2b-48af-bb09-86aab0d01225 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/9043bfe2-7e66-4fe7-adcf-0fe6ceda6f23 HTTP/1.1" status: 404 len: 352 time: 0.0152740 Oct 12 22:58:37.632483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-03b36b8e-ff32-4ba2-8608-1589133f2875 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:37.633878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-03b36b8e-ff32-4ba2-8608-1589133f2875 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1249475 Oct 12 22:58:37.698822 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-d4d43e42-45f3-4dd6-b1bd-2af9adcfeb25 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.10 HTTP/1.1" status: 200 len: 695 time: 0.0581133 Oct 12 22:58:37.712823 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-0928496a-21ab-4ed8-852b-9d7af24db17b req-36806d31-9d1e-4800-ad4f-b1aaa7425c79 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:58:37.713819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0928496a-21ab-4ed8-852b-9d7af24db17b req-36806d31-9d1e-4800-ad4f-b1aaa7425c79 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/e0eafb36-55e4-43ea-a820-ecbb8e05bd62 HTTP/1.1" status: 404 len: 352 time: 0.0143280 Oct 12 22:58:37.763009 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-e2ff1437-41cf-4cdd-9ac3-ef195d15d5f9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.10 HTTP/1.1" status: 200 len: 695 time: 0.0551784 Oct 12 22:58:37.839219 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-288ee482-8db2-4eef-af24-22c2e8273996 req-c58a66c6-3c01-4eba-ad8b-839b456d1f16 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:58:37.846418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-288ee482-8db2-4eef-af24-22c2e8273996 req-c58a66c6-3c01-4eba-ad8b-839b456d1f16 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/244c1568-08ba-4790-b4a9-2d48ea4388ad HTTP/1.1" status: 404 len: 352 time: 0.0208561 Oct 12 22:58:37.886627 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-6164d818-180a-4c70-8534-483fc03ac6fa req-dd2237e9-b52b-4a6b-b50b-0c4b1ba13fb8 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] show failed (client error): The resource could not be found. Oct 12 22:58:37.888209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6164d818-180a-4c70-8534-483fc03ac6fa req-dd2237e9-b52b-4a6b-b50b-0c4b1ba13fb8 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/5a3fa527-254d-4c55-925f-a939d0e0a49b HTTP/1.1" status: 404 len: 352 time: 0.0266812 Oct 12 22:58:37.939851 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Deleting port cfd0d30e-18ec-4058-ba3f-bd0e036e24c2 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:37.940334 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:38.024802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ee4b64-dfe3-48ad-9c8d-d0915fec1f01 req-f531d588-e856-4f2c-87b7-26ae7a50bf6c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:38.026342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7ee4b64-dfe3-48ad-9c8d-d0915fec1f01 req-f531d588-e856-4f2c-87b7-26ae7a50bf6c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0659406 Oct 12 22:58:38.050229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:38.050229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:38.065078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Calling delete_port for cfd0d30e-18ec-4058-ba3f-bd0e036e24c2 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:38.091271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7ee4b64-dfe3-48ad-9c8d-d0915fec1f01 req-4b9041f9-a66c-48c0-bda6-ffe567abe995 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541427 Oct 12 22:58:38.193634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:38.214905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:38.215198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 1ed53b08-a5e0-47db-92bf-688dd2e1cf18 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:38.335943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-3595e3f4-dae8-4978-8405-85080fb4cf66 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:38.337636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-3595e3f4-dae8-4978-8405-85080fb4cf66 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 945 time: 0.0907583 Oct 12 22:58:38.347830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:38.372629 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event deleted for resources: {'Port': ['ID=cfd0d30e-18ec-4058-ba3f-bd0e036e24c2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:38.477813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Deleting port fa49f3c6-1e6a-4dff-9514-51f7db3c141d {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:38.478608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:38.527662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:38.530606 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:38.531760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70b82889-86ac-42ab-ae79-e2bd3f3ce31c req-33d34c99-f7b6-4867-a9c2-5446e137ac38 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "DELETE /v2.0/floatingips/f0e88b63-659b-4ede-a15d-13bc8ace9bf7 HTTP/1.1" status: 204 len: 173 time: 0.7595310 Oct 12 22:58:38.680432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447d944-afae-42b4-8f29-41fbc576e590 req-d7cd6567-05da-4593-b0d0-ad013d748b2d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:38.682438 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1447d944-afae-42b4-8f29-41fbc576e590 req-d7cd6567-05da-4593-b0d0-ad013d748b2d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 945 time: 0.0713029 Oct 12 22:58:38.736694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1447d944-afae-42b4-8f29-41fbc576e590 req-b0ee4473-fc63-4ba2-91c6-aa40ba3a238b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459406 Oct 12 22:58:38.909109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa8b0f-794b-4222-b2d5-8cf184c64060 req-fff4c970-8e63-41aa-ab24-e26daac5c93b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:38.918862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28fa8b0f-794b-4222-b2d5-8cf184c64060 req-fff4c970-8e63-41aa-ab24-e26daac5c93b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 1023 time: 0.0705276 Oct 12 22:58:38.985191 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28fa8b0f-794b-4222-b2d5-8cf184c64060 req-f2c1fec6-1a4b-4d98-bb8d-e30275dbe97a tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&id=ddcefd5f-d78b-492a-936c-58d3c6e672fe&id=f99138e2-a9ba-40c4-a37c-be56be7ea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0649178 Oct 12 22:58:39.155793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] For port fa49f3c6-1e6a-4dff-9514-51f7db3c141d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:39.156274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:39.181076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Calling delete_port for fa49f3c6-1e6a-4dff-9514-51f7db3c141d owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:39.192095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b288376-563c-4282-936a-1bd1f6d7deb0 req-a15a0958-1be0-4ed3-984d-00f548b4f798 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:39.205004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b288376-563c-4282-936a-1bd1f6d7deb0 req-a15a0958-1be0-4ed3-984d-00f548b4f798 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2616434 Oct 12 22:58:39.344524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d1c206-1224-4d72-ae97-8ae82df965cc req-32c5ee6a-89f6-4b47-b657-686bb6740c5b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:39.354851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-37d1c206-1224-4d72-ae97-8ae82df965cc req-32c5ee6a-89f6-4b47-b657-686bb6740c5b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0806422 Oct 12 22:58:39.468933 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-37d1c206-1224-4d72-ae97-8ae82df965cc req-f9e7d0b2-4bb6-420e-adc0-2aad02541d56 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106901 Oct 12 22:58:39.588168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab947ed7-786a-4331-b481-7b12a94516be req-911cf031-d5b3-4d19-af11-06399417d0b2 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:39.597837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ab947ed7-786a-4331-b481-7b12a94516be req-911cf031-d5b3-4d19-af11-06399417d0b2 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 945 time: 0.0700009 Oct 12 22:58:39.605373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:39.618203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['fa49f3c6-1e6a-4dff-9514-51f7db3c141d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:58:39.737928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] No DVR routers for this DVR port fa49f3c6-1e6a-4dff-9514-51f7db3c141d on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:39.739959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event deleted for resources: {'Port': ['ID=fa49f3c6-1e6a-4dff-9514-51f7db3c141d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:39.742629 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:39.746877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a128dfa-bfea-400b-bd1e-ddde24f818de req-c0838310-3eed-4c7d-bc66-dbb29e36d5be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "DELETE /v2.0/ports/fa49f3c6-1e6a-4dff-9514-51f7db3c141d HTTP/1.1" status: 204 len: 173 time: 1.3997695 Oct 12 22:58:39.747605 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32ee2c7-4a53-431b-917b-6a9ed56bf7ec', 'name': 'network-vif-deleted', 'tag': 'fa49f3c6-1e6a-4dff-9514-51f7db3c141d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:39.751584 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdff71d3-67a8-4a72-8d41-c16726a14834" -d '{"events": [{"server_uuid": "a32ee2c7-4a53-431b-917b-6a9ed56bf7ec", "name": "network-vif-deleted", "tag": "fa49f3c6-1e6a-4dff-9514-51f7db3c141d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:39.885057 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23c666b6-46c5-4148-8c75-328cbd037937 req-5246d65e-6ce1-44f1-9719-eb2c9c75cc33 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?tenant_id=0212b151354143ee9a1302dae907c29a HTTP/1.1" status: 200 len: 1653 time: 0.4576099 Oct 12 22:58:39.966038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ab947ed7-786a-4331-b481-7b12a94516be req-f28387d5-dbdf-4a7e-99a1-9edee95dfb95 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670311 Oct 12 22:58:39.982794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-e96e950c-d0d4-4436-b90c-8df5ca4ba0fb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:39.984401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-e96e950c-d0d4-4436-b90c-8df5ca4ba0fb tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.25 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 1023 time: 0.1520319 Oct 12 22:58:40.092340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c666b6-46c5-4148-8c75-328cbd037937 req-5d767503-8c86-4419-9728-a109224a4d7c tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:40.099688 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23c666b6-46c5-4148-8c75-328cbd037937 req-5d767503-8c86-4419-9728-a109224a4d7c tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks?id=c32d697a-4058-4bf4-9bdb-3293ff223126&id=c32d697a-4058-4bf4-9bdb-3293ff223126&id=c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 787 time: 0.2136154 Oct 12 22:58:40.105136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-23c666b6-46c5-4148-8c75-328cbd037937 req-8c173d5e-b1a9-4b59-8d37-530def3a96e0 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:58:40.126773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23c666b6-46c5-4148-8c75-328cbd037937 req-8c173d5e-b1a9-4b59-8d37-530def3a96e0 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0259638 Oct 12 22:58:40.138214 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab22722-463d-4d3d-9d14-a7dd351539d9 x-openstack-request-id: req-1ab22722-463d-4d3d-9d14-a7dd351539d9 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:40.138635 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32ee2c7-4a53-431b-917b-6a9ed56bf7ec", "name": "network-vif-deleted", "tag": "fa49f3c6-1e6a-4dff-9514-51f7db3c141d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:40.139418 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ab22722-463d-4d3d-9d14-a7dd351539d9 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:40.140025 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32ee2c7-4a53-431b-917b-6a9ed56bf7ec', 'name': 'network-vif-deleted', 'tag': 'fa49f3c6-1e6a-4dff-9514-51f7db3c141d', 'status': 'completed', 'code': 200} Oct 12 22:58:40.228258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c96fc5e3-e2a7-4d67-a77a-b6de63230c33 req-1b00a3fe-8e0b-49a5-a2d2-fa66c0d7269d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 210 time: 0.0484796 Oct 12 22:58:40.246143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Deleting port cbb7b6a4-208a-4123-8881-5439b0e178da {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:40.248172 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:40.279070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa4eb29-641a-49e4-93de-a6d1514dacef req-4d46f867-ac60-453a-b726-5a7919beee4c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:40.281214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-daa4eb29-641a-49e4-93de-a6d1514dacef req-4d46f867-ac60-453a-b726-5a7919beee4c tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 1023 time: 0.0954854 Oct 12 22:58:40.349773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-daa4eb29-641a-49e4-93de-a6d1514dacef req-7ae1c9fb-5f96-4426-beb8-77e60df070ab tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups?id=dd8aa639-474b-4911-8c6c-34904e6a2c4b&id=ddcefd5f-d78b-492a-936c-58d3c6e672fe&id=f99138e2-a9ba-40c4-a37c-be56be7ea8e9&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0618076 Oct 12 22:58:40.354191 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e105f933-af25-4235-a4eb-e85422eb8314 req-ecd21797-550c-4266-8f92-53eb8354921f tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips/d463ccfc-f712-44c7-b176-90e788c8a550 HTTP/1.1" status: 200 len: 692 time: 0.0986400 Oct 12 22:58:40.463784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105f933-af25-4235-a4eb-e85422eb8314 req-60d2cbdd-ab7a-48e6-ad59-8238dbde272a tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:40.472536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e105f933-af25-4235-a4eb-e85422eb8314 req-60d2cbdd-ab7a-48e6-ad59-8238dbde272a tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.1172576 Oct 12 22:58:40.538275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e105f933-af25-4235-a4eb-e85422eb8314 req-909422b4-abb9-415e-a682-a976b9d4e996 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0647900 Oct 12 22:58:40.611991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e105f933-af25-4235-a4eb-e85422eb8314 req-cca49c5e-bdf3-4fe6-98da-c048191308a3 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.37 HTTP/1.1" status: 200 len: 695 time: 0.0727849 Oct 12 22:58:40.682514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7fb57-4747-4514-95be-997f0cc20710 req-0e7c866a-a03f-4237-8378-a74dd5fcfcd0 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:40.691556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8be7fb57-4747-4514-95be-997f0cc20710 req-0e7c866a-a03f-4237-8378-a74dd5fcfcd0 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1243751 Oct 12 22:58:40.746660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8be7fb57-4747-4514-95be-997f0cc20710 req-90ab57d2-4f0a-4797-9ccf-56dc3029f68c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440457 Oct 12 22:58:40.842966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] For port cbb7b6a4-208a-4123-8881-5439b0e178da, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cbb7b6a4-208a-4123-8881-5439b0e178da,segment=NetworkSegment(44c92a13-ec57-42ad-b80d-63bf832685c1),segment_id=44c92a13-ec57-42ad-b80d-63bf832685c1)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:40.843347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:40.871317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Calling delete_port for cbb7b6a4-208a-4123-8881-5439b0e178da owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:40.900479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-0f9bc924-ac80-4232-ba7d-992ba88dbee8 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:40.902175 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-0f9bc924-ac80-4232-ba7d-992ba88dbee8 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.41 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 945 time: 0.1060536 Oct 12 22:58:40.967259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-e105f933-af25-4235-a4eb-e85422eb8314 req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Deleting port 0298603c-df7f-49d9-9457-ef5b66bb2885 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:40.967501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e105f933-af25-4235-a4eb-e85422eb8314 req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:41.150820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Deleting port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:41.151188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:41.225384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c124e2-b949-4604-a53a-49db80e5e4b7 req-450b5ed3-221a-45bb-bee7-c8b888ed5a1a tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:41.233196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9c124e2-b949-4604-a53a-49db80e5e4b7 req-450b5ed3-221a-45bb-bee7-c8b888ed5a1a tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 945 time: 0.1362367 Oct 12 22:58:41.342545 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9c124e2-b949-4604-a53a-49db80e5e4b7 req-d792e594-eb95-4e76-be3d-b312286daf0f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083555 Oct 12 22:58:41.349951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e105f933-af25-4235-a4eb-e85422eb8314 req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:41.349951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e105f933-af25-4235-a4eb-e85422eb8314 req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:41.499604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-e105f933-af25-4235-a4eb-e85422eb8314 req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Calling delete_port for 0298603c-df7f-49d9-9457-ef5b66bb2885 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:41.510817 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6ecc8fa-1cc6-4c49-8619-703f63878b8b req-249dc684-15a3-4896-a034-60c0687389fa tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 210 time: 0.0839484 Oct 12 22:58:41.540036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] For port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:41.542438 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:41.717048 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62c85b4e-4a88-4c7c-8b1b-cb9395c6c158 req-d99e80d5-6b7b-4627-9c3f-67dd65e7e530 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 210 time: 0.0525444 Oct 12 22:58:41.896873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:41.942150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efca0ec-ecd5-493f-a906-d36e093a1bc3 req-0f20eb11-bd48-4e3f-9f7a-96bc5cd10713 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:41.944445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0efca0ec-ecd5-493f-a906-d36e093a1bc3 req-0f20eb11-bd48-4e3f-9f7a-96bc5cd10713 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0939043 Oct 12 22:58:41.986901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'Port': ['ID=cbb7b6a4-208a-4123-8881-5439b0e178da,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:42.061689 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0efca0ec-ecd5-493f-a906-d36e093a1bc3 req-8425afbf-3bbc-4b21-a226-1a344e482bc0 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054161 Oct 12 22:58:42.136541 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd828125-299a-4d4f-9b81-8a9b9f5fc628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:42.209261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device cbb7b6a4-208a-4123-8881-5439b0e178da no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:42.213627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] No DVR routers for this DVR port cbb7b6a4-208a-4123-8881-5439b0e178da on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:42.221229 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:42.225537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec6c36b9-f187-4d04-bed5-a0244f96fed7 req-68632f20-3a6b-41c5-b745-cd8a7d2f68e7 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.25 "DELETE /v2.0/ports/cbb7b6a4-208a-4123-8881-5439b0e178da HTTP/1.1" status: 204 len: 173 time: 2.2315698 Oct 12 22:58:42.228048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'name': 'network-vif-deleted', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:42.233173 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1597cbca-baa4-4259-bc51-329c8487b26d" -d '{"events": [{"server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "name": "network-vif-deleted", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:42.261313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: cbb7b6a4-208a-4123-8881-5439b0e178da {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:42.261671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device cbb7b6a4-208a-4123-8881-5439b0e178da not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:42.332526 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e5a43c-4417-4b82-ac4c-f31fa5428287 x-openstack-request-id: req-12e5a43c-4417-4b82-ac4c-f31fa5428287 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:42.332827 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8853d06-2a14-43ae-9f6e-2f4c1fe297b2", "name": "network-vif-deleted", "tag": "cbb7b6a4-208a-4123-8881-5439b0e178da", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:42.333084 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-12e5a43c-4417-4b82-ac4c-f31fa5428287 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:42.333485 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8853d06-2a14-43ae-9f6e-2f4c1fe297b2', 'name': 'network-vif-deleted', 'tag': 'cbb7b6a4-208a-4123-8881-5439b0e178da', 'status': 'completed', 'code': 200} Oct 12 22:58:42.338483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e105f933-af25-4235-a4eb-e85422eb8314 req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:42.395273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event deleted for resources: {'Port': ['ID=0298603c-df7f-49d9-9457-ef5b66bb2885,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:42.474788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:42.475173 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:42.475490 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Floating IP 38aafced-ce83-4c2c-b2c7-bcd8daba0385 disassociated. External IP: 172.25.2.195, port: 5d17011a-b4bc-42e5-ac1c-e8b3ba201986. Oct 12 22:58:42.475821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Calling delete_port for 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:42.509088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8681bdc-8cb7-481a-8e29-5edc290d8378 req-aa4d3b3b-d722-44a1-8047-34ab1e77d2a3 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:42.517122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e105f933-af25-4235-a4eb-e85422eb8314 req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:42.519167 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8681bdc-8cb7-481a-8e29-5edc290d8378 req-aa4d3b3b-d722-44a1-8047-34ab1e77d2a3 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 945 time: 0.0911207 Oct 12 22:58:42.520407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e105f933-af25-4235-a4eb-e85422eb8314 req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:42.524771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e105f933-af25-4235-a4eb-e85422eb8314 req-86a0bdb9-59b4-49ce-8ade-84ac68a4c784 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "DELETE /v2.0/floatingips/d463ccfc-f712-44c7-b176-90e788c8a550 HTTP/1.1" status: 204 len: 173 time: 1.9118505 Oct 12 22:58:42.653621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8681bdc-8cb7-481a-8e29-5edc290d8378 req-af322946-459b-4578-b48c-4b0d9f018f17 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups?id=c2524020-11d3-4b8e-9c35-22def44f84c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249523 Oct 12 22:58:42.707308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e5fed68-9324-450e-a83c-397364298ef7 req-1575f115-43c3-4494-b169-81a2096a3147 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips/5c174d99-3812-4615-8608-e191d0d33501 HTTP/1.1" status: 200 len: 692 time: 0.0715630 Oct 12 22:58:42.884237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6d9b5669-a943-4901-ada6-12d13c61816f req-8d2dc8c6-e298-4859-980c-3240773bd2cb tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 210 time: 0.1732054 Oct 12 22:58:43.037209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c14f1c25-38b1-4a3b-960a-f12c4eb6f40c req-f93c797a-a97e-4285-b09f-51e56c65fa74 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/ports?device_id=b8853d06-2a14-43ae-9f6e-2f4c1fe297b2 HTTP/1.1" status: 200 len: 210 time: 0.0364077 Oct 12 22:58:43.222065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fa49f3c6-1e6a-4dff-9514-51f7db3c141d no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:43.226308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9942d-85e6-4051-a1a3-703eea56a2cd req-5d8e3ec6-209b-415e-814e-900cee31fa0b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:43.227598 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23b9942d-85e6-4051-a1a3-703eea56a2cd req-5d8e3ec6-209b-415e-814e-900cee31fa0b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0617394 Oct 12 22:58:43.262469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: fa49f3c6-1e6a-4dff-9514-51f7db3c141d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:43.264049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fa49f3c6-1e6a-4dff-9514-51f7db3c141d not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:43.284836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23b9942d-85e6-4051-a1a3-703eea56a2cd req-3adfc0fe-5df2-4c1b-b47e-8022b108642b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476778 Oct 12 22:58:43.452500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:43.497232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Pushing event deleted for resources: {'Port': ['ID=5d17011a-b4bc-42e5-ac1c-e8b3ba201986,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:43.570014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5fed68-9324-450e-a83c-397364298ef7 req-51565ac8-8abb-4aae-81c2-128dd35c7e49 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:43.575446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e5fed68-9324-450e-a83c-397364298ef7 req-51565ac8-8abb-4aae-81c2-128dd35c7e49 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.8646150 Oct 12 22:58:43.583011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.583428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.583776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.591769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.591769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.591769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.591769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.591769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.591769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.591769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.591769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.591769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:43.673783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e5fed68-9324-450e-a83c-397364298ef7 req-415fd6ce-9b29-4344-bff9-f4c6b1c51de0 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.0938258 Oct 12 22:58:43.711772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Router a8ab9277-f0c1-4ea5-9138-1aebc543a10e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:58:43.751882 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61e1d94f-c758-424d-8351-bdf3a0ef89b8 req-32c9429b-52f2-46d7-81a9-535ea27454a0 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 210 time: 0.0372536 Oct 12 22:58:43.803070 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e5fed68-9324-450e-a83c-397364298ef7 req-4164e529-cc29-4cdb-b6b3-9e84792df44e tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.92 HTTP/1.1" status: 200 len: 695 time: 0.1188066 Oct 12 22:58:44.021996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23ab0012-148e-468d-9d87-a1e5a00b85e1 req-31631e04-fcdd-4239-acb6-0ff3b0121e55 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 210 time: 0.0404360 Oct 12 22:58:44.057497 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-0e5fed68-9324-450e-a83c-397364298ef7 req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Deleting port e20a7123-0709-4db2-8edc-370e0d7798c0 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:44.058063 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e5fed68-9324-450e-a83c-397364298ef7 req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.074709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:58:44.086190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] Sync routers for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:58:44.098884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:44.107349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:44.199411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28731514-0a4b-4648-8819-7923a718dde0 req-807254d9-f4b8-4e96-82b6-a52a732cae0b tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/f99138e2-a9ba-40c4-a37c-be56be7ea8e9 HTTP/1.1" status: 200 len: 1803 time: 0.0664928 Oct 12 22:58:44.222322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e5fed68-9324-450e-a83c-397364298ef7 req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.222966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e5fed68-9324-450e-a83c-397364298ef7 req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.241142 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-0e5fed68-9324-450e-a83c-397364298ef7 req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Calling delete_port for e20a7123-0709-4db2-8edc-370e0d7798c0 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:44.265151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-28731514-0a4b-4648-8819-7923a718dde0 req-abc8241e-b850-4704-91d9-c93295990b99 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.298169 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-28731514-0a4b-4648-8819-7923a718dde0 req-abc8241e-b850-4704-91d9-c93295990b99 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.303919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] No DVR routers for this DVR port 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:44.306583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:44.308311 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.311912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e54958f-51f3-4ed0-9b56-aa531df51c6a req-133c8bb6-778c-406d-b8a8-c4c56d15dd3f tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.41 "DELETE /v2.0/ports/5d17011a-b4bc-42e5-ac1c-e8b3ba201986 HTTP/1.1" status: 204 len: 173 time: 3.3999226 Oct 12 22:58:44.335352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'name': 'network-vif-deleted', 'tag': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:58:44.337923 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec34f25a-fd56-4cb4-a172-2dcd64d1f286" -d '{"events": [{"server_uuid": "8fe5f1e1-fd16-486f-9edc-a94c2a1cb318", "name": "network-vif-deleted", "tag": "5d17011a-b4bc-42e5-ac1c-e8b3ba201986"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:58:44.473699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-28731514-0a4b-4648-8819-7923a718dde0 req-abc8241e-b850-4704-91d9-c93295990b99 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.476695 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-28731514-0a4b-4648-8819-7923a718dde0 req-abc8241e-b850-4704-91d9-c93295990b99 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.481106 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28731514-0a4b-4648-8819-7923a718dde0 req-abc8241e-b850-4704-91d9-c93295990b99 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/f99138e2-a9ba-40c4-a37c-be56be7ea8e9 HTTP/1.1" status: 204 len: 173 time: 0.2801220 Oct 12 22:58:44.498120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc8241e-b850-4704-91d9-c93295990b99 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99138e2-a9ba-40c4-a37c-be56be7ea8e9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:44.573526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '05dd99ef-ec49-4c4e-9ac2-5c216d460691', 'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'mac_address': 'fa:16:3e:ef:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:26Z', 'updated_at': '2021-10-12T22:56:34Z', 'revision_number': 5, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'subnets': [{'id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:44.599443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57e2578-1f36-4cb1-aab5-d92f92b70933 req-8f0c1161-9d61-4957-95b0-bed7b4111047 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:44.601062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] Checking router: a8ab9277-f0c1-4ea5-9138-1aebc543a10e for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:58:44.601175 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f57e2578-1f36-4cb1-aab5-d92f92b70933 req-8f0c1161-9d61-4957-95b0-bed7b4111047 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0610769 Oct 12 22:58:44.610274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:44.611242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:44.616314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e5fed68-9324-450e-a83c-397364298ef7 req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.648371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event deleted for resources: {'Port': ['ID=e20a7123-0709-4db2-8edc-370e0d7798c0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:44.665801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f57e2578-1f36-4cb1-aab5-d92f92b70933 req-bd5870b7-5d48-480e-862b-83281938f053 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527067 Oct 12 22:58:44.757442 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5807609f-c40c-4ebb-b34e-4a79703d24ce x-openstack-request-id: req-5807609f-c40c-4ebb-b34e-4a79703d24ce {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:58:44.757761 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe5f1e1-fd16-486f-9edc-a94c2a1cb318", "name": "network-vif-deleted", "tag": "5d17011a-b4bc-42e5-ac1c-e8b3ba201986", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:58:44.759952 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5807609f-c40c-4ebb-b34e-4a79703d24ce {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:58:44.759952 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe5f1e1-fd16-486f-9edc-a94c2a1cb318', 'name': 'network-vif-deleted', 'tag': '5d17011a-b4bc-42e5-ac1c-e8b3ba201986', 'status': 'completed', 'code': 200} Oct 12 22:58:44.761171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e5fed68-9324-450e-a83c-397364298ef7 req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.763984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0e5fed68-9324-450e-a83c-397364298ef7 req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.765249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e5fed68-9324-450e-a83c-397364298ef7 req-b23b0766-2572-4445-a7e1-fb8bb9f6f4b9 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "DELETE /v2.0/floatingips/5c174d99-3812-4615-8608-e191d0d33501 HTTP/1.1" status: 204 len: 173 time: 0.9529295 Oct 12 22:58:44.812553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:44.818676 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87dbcb27-2556-4583-bd40-1be5811f313b req-8eae7547-abcf-4a61-9fa6-2ff031d6a610 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "GET /v2.0/security-groups/ddcefd5f-d78b-492a-936c-58d3c6e672fe HTTP/1.1" status: 200 len: 1802 time: 0.0754871 Oct 12 22:58:44.926205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-87dbcb27-2556-4583-bd40-1be5811f313b req-45baea03-b9b9-4f22-ae80-6e48ce9256c3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:44.931421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6461d3b-a9c9-491c-92cc-a685dc950b8b req-859945a5-3306-4a5c-a119-2068b1809a85 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/ports?device_id=8fe5f1e1-fd16-486f-9edc-a94c2a1cb318 HTTP/1.1" status: 200 len: 210 time: 0.0513058 Oct 12 22:58:44.952275 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-87dbcb27-2556-4583-bd40-1be5811f313b req-45baea03-b9b9-4f22-ae80-6e48ce9256c3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.036419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-257929e6-18f8-4286-9c04-27e4fe52e0c6 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips/48f607f8-c1bb-40fc-8efb-0d0c98de887f HTTP/1.1" status: 200 len: 691 time: 0.0551636 Oct 12 22:58:45.093013 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-87dbcb27-2556-4583-bd40-1be5811f313b req-45baea03-b9b9-4f22-ae80-6e48ce9256c3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.094925 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-209e3f00-cbdb-449b-a8ff-4fd63f3aa12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.097773 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-87dbcb27-2556-4583-bd40-1be5811f313b req-45baea03-b9b9-4f22-ae80-6e48ce9256c3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.099049 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87dbcb27-2556-4583-bd40-1be5811f313b req-45baea03-b9b9-4f22-ae80-6e48ce9256c3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] 10.222.0.31 "DELETE /v2.0/security-groups/ddcefd5f-d78b-492a-936c-58d3c6e672fe HTTP/1.1" status: 204 len: 173 time: 0.2719367 Oct 12 22:58:45.109746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '05dd99ef-ec49-4c4e-9ac2-5c216d460691', 'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'mac_address': 'fa:16:3e:ef:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:26Z', 'updated_at': '2021-10-12T22:56:34Z', 'revision_number': 5, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'subnets': [{'id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:45.110087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50274) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:45.118247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45baea03-b9b9-4f22-ae80-6e48ce9256c3 tempest-SecurityGroupsTestJSON-1949469380 tempest-SecurityGroupsTestJSON-1949469380-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddcefd5f-d78b-492a-936c-58d3c6e672fe,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:45.150508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5b8092-6fa9-4d22-b006-1ebe8b53a7c2 None None] The sync data for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 is: [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '05dd99ef-ec49-4c4e-9ac2-5c216d460691', 'name': '', 'network_id': 'e2238fd3-3031-480d-a175-abb5fe8f8d87', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'mac_address': 'fa:16:3e:ef:0c:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 911, 'fixed_ips': [{'subnet_id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:26Z', 'updated_at': '2021-10-12T22:56:34Z', 'revision_number': 5, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'subnets': [{'id': '39cea048-3b5f-4f22-89a4-b3659d0567d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:58:45.202615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-2996235e-fab6-46af-9744-c64bd413bb5f admin admin] Deleting subnet e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:58:45.207321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2996235e-fab6-46af-9744-c64bd413bb5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.214972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73552514-eb9a-4e7e-80bd-3f6ac256524d req-c3f7d157-c980-419d-b423-e567b6689fe9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 210 time: 0.0296288 Oct 12 22:58:45.241992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:45.269305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:45.270543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5d17011a-b4bc-42e5-ac1c-e8b3ba201986 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:45.303133 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2996235e-fab6-46af-9744-c64bd413bb5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.342592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-cf219984-bf61-4422-b3d2-f50b0ea65191 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:45.344020 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-cf219984-bf61-4422-b3d2-f50b0ea65191 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 784 time: 0.3017371 Oct 12 22:58:45.416907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-b2dc5ddc-9a08-400f-a3b5-67b2d38ccf5c tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.0640879 Oct 12 22:58:45.418228 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2996235e-fab6-46af-9744-c64bd413bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.520371 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0ac896-8f6a-4166-991b-36a5f8aaae9c None None] New status for floating IP 38aafced-ce83-4c2c-b2c7-bcd8daba0385: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:58:45.532789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-a98f3fe2-6d00-41cb-876e-508b0e6528b3 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "GET /v2.0/floatingips?floating_ip_address=172.25.2.4 HTTP/1.1" status: 200 len: 694 time: 0.0850999 Oct 12 22:58:45.548754 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.713886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2996235e-fab6-46af-9744-c64bd413bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.744619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996235e-fab6-46af-9744-c64bd413bb5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:45.749462 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2996235e-fab6-46af-9744-c64bd413bb5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.759058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2996235e-fab6-46af-9744-c64bd413bb5f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e9881aa7-e27a-4f19-8ca6-1e7c9d4c48c1 HTTP/1.1" status: 204 len: 168 time: 0.6467674 Oct 12 22:58:45.759150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50284) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:45.776982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Deleting port 53cb85f1-bca1-47f4-9467-c1ecb31734f8 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:45.777324 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.871965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.872618 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:45.889947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Calling delete_port for 53cb85f1-bca1-47f4-9467-c1ecb31734f8 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:45.920022 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.095656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.112996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04964385-64ae-4f9f-a3b3-07b94b15b787 req-e21a0506-456a-4422-90dd-5598ad5cefe5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:46.115014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04964385-64ae-4f9f-a3b3-07b94b15b787 req-e21a0506-456a-4422-90dd-5598ad5cefe5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1769979 Oct 12 22:58:46.130818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80506f4-1dad-482f-bd83-65b0d9654b04']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:46.143938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44c92a13-ec57-42ad-b80d-63bf832685c1') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:46.144528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44c92a13-ec57-42ad-b80d-63bf832685c1') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:46.156131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.157193 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.187926 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.193431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Pushing event deleted for resources: {'Port': ['ID=53cb85f1-bca1-47f4-9467-c1ecb31734f8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:46.210426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.231448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04964385-64ae-4f9f-a3b3-07b94b15b787 req-d3577ff9-002f-4d3b-8fa7-f9720c206217 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836957 Oct 12 22:58:46.232946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:58:46.233498 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:58:46.235930 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:58:46.311767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.315824 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.317155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a78de730-f373-4ea9-9811-866c5b9801f7 req-437d0fc3-0b79-4d13-80cc-344b79b1dc83 tempest-FloatingIPDetailsTestJSON-913451316 tempest-FloatingIPDetailsTestJSON-913451316-project] 10.222.0.31 "DELETE /v2.0/floatingips/48f607f8-c1bb-40fc-8efb-0d0c98de887f HTTP/1.1" status: 204 len: 173 time: 0.7542875 Oct 12 22:58:46.324317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50294) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:46.401620 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43385a53-bfa9-4324-9de5-85e06c24cf1e req-fb128008-8c0c-4b39-aa68-f325e715e570 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 210 time: 0.0747137 Oct 12 22:58:46.409982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.419742 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.434900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a80506f4-1dad-482f-bd83-65b0d9654b04 HTTP/1.1" status: 204 len: 168 time: 0.6748617 Oct 12 22:58:46.482631 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac274bf8-721f-4fcb-8556-71b7f436c936 admin admin] Pushing event deleted for resources: {'Network': ['ID=a80506f4-1dad-482f-bd83-65b0d9654b04,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:46.523160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50300) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:46.608825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa190809-48b1-4138-a846-c2fe169fa369 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.638812 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa190809-48b1-4138-a846-c2fe169fa369 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.833448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa190809-48b1-4138-a846-c2fe169fa369 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.836162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa190809-48b1-4138-a846-c2fe169fa369 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.839697 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fa190809-48b1-4138-a846-c2fe169fa369 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "DELETE /v2.0/security-groups/c2524020-11d3-4b8e-9c35-22def44f84c7 HTTP/1.1" status: 204 len: 168 time: 0.3131883 Oct 12 22:58:46.841079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50306) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:46.861994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa190809-48b1-4138-a846-c2fe169fa369 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2524020-11d3-4b8e-9c35-22def44f84c7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:46.864076 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-737a0e81-321b-4c30-976c-2f19a1ba3588 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] show failed (client error): The resource could not be found. Oct 12 22:58:46.867749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-737a0e81-321b-4c30-976c-2f19a1ba3588 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "GET /v2.0/security-groups/c2524020-11d3-4b8e-9c35-22def44f84c7 HTTP/1.1" status: 404 len: 347 time: 0.0231721 Oct 12 22:58:46.868552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50308) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:46.889479 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:46.928806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50310) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:47.029393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0a8bf698-c9e4-40ea-8d85-62b953952c64 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7dc7cca65f2c44bdae8df51c85e90cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993471 Oct 12 22:58:47.033005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50312) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:47.081409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Deleting port 46891a78-69ea-4397-afdf-9d0765c807f7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:47.082088 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.158557 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1b1aff3-adb1-4afa-84c9-b853c584387e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.198115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1b1aff3-adb1-4afa-84c9-b853c584387e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.209566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Deleting port bcf29c86-6f28-429c-8455-e3d80b9e5eff {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:47.210603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.214875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.215230 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.246001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Calling delete_port for 46891a78-69ea-4397-afdf-9d0765c807f7 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:47.412610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] For port bcf29c86-6f28-429c-8455-e3d80b9e5eff, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=bcf29c86-6f28-429c-8455-e3d80b9e5eff,segment=NetworkSegment(eefbc405-81e5-46cb-bcbf-6023ecff325a),segment_id=eefbc405-81e5-46cb-bcbf-6023ecff325a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:47.413044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.431705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Calling delete_port for bcf29c86-6f28-429c-8455-e3d80b9e5eff owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:47.445973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dd8aa-b850-4ebc-94da-13d7c8316e91 req-f55283d3-c58e-4b73-84c8-5ff995bd5e5a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:47.447773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce8dd8aa-b850-4ebc-94da-13d7c8316e91 req-f55283d3-c58e-4b73-84c8-5ff995bd5e5a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0783718 Oct 12 22:58:47.455078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1b1aff3-adb1-4afa-84c9-b853c584387e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.458128 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1b1aff3-adb1-4afa-84c9-b853c584387e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.459491 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c1b1aff3-adb1-4afa-84c9-b853c584387e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd8aa639-474b-4911-8c6c-34904e6a2c4b HTTP/1.1" status: 204 len: 168 time: 0.4255137 Oct 12 22:58:47.481906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1aff3-adb1-4afa-84c9-b853c584387e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8aa639-474b-4911-8c6c-34904e6a2c4b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:47.562405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dd1d7ab7-cea8-4523-8d07-1d9dcf1a3534 req-01572b34-0a58-452c-ac34-3dc779686856 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=a32ee2c7-4a53-431b-917b-6a9ed56bf7ec HTTP/1.1" status: 200 len: 210 time: 0.0421324 Oct 12 22:58:47.587736 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce8dd8aa-b850-4ebc-94da-13d7c8316e91 req-72fe0686-14ab-46e7-8211-5341cd753690 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251485 Oct 12 22:58:47.610516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.646152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Pushing event deleted for resources: {'Port': ['ID=46891a78-69ea-4397-afdf-9d0765c807f7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:47.756500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.759433 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:47.764537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2f71e76a-71e9-4a2e-85b3-b8a005472300 tempest-ServersTestFqdnHostnames-1849727797 tempest-ServersTestFqdnHostnames-1849727797-project] 10.222.0.31 "DELETE /v2.0/floatingips/38aafced-ce83-4c2c-b2c7-bcd8daba0385 HTTP/1.1" status: 204 len: 168 time: 0.8953462 Oct 12 22:58:47.765233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50330) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:47.851097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:48.017320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:48.046075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcf29c86-6f28-429c-8455-e3d80b9e5eff,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:48.074502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.074859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:58:48.332054 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:48.345555 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:48.588785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:58:48.751295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:58:48.762341 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] Sync routers for ids ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:58:48.775533 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5f8e372e-016e-4165-b6d5-a8160b1303a1 admin admin] 10.222.0.31 "PUT /v2.0/routers/60571c7c-22f1-4c93-acca-8c0d62cda1a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4499195 Oct 12 22:58:48.782637 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:48.790471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] Routers {'60571c7c-22f1-4c93-acca-8c0d62cda1a0'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:48.790471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:48.802513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50354) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:48.915291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a4fdf2-acf0-4abd-92d0-b16831d70fe7 req-1c376233-3f19-4b21-8852-0c78a72fae04 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:48.915291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09a4fdf2-acf0-4abd-92d0-b16831d70fe7 req-1c376233-3f19-4b21-8852-0c78a72fae04 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1500261 Oct 12 22:58:48.995782 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-09a4fdf2-acf0-4abd-92d0-b16831d70fe7 req-0a8cdd21-f087-447c-8dcd-a8636643b35a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552685 Oct 12 22:58:49.018763 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:49.056008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] Set router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:49.143698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:49.201402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:49.233734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Deleting port 05dd99ef-ec49-4c4e-9ac2-5c216d460691 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:49.234127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:49.318133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208'}], 'enable_snat': True}, 'gw_port_id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:17Z', 'updated_at': '2021-10-12T22:58:47Z', 'revision_number': 5, 'project_id': '0212b151354143ee9a1302dae907c29a', 'gw_port': {'id': '3923bcd9-188c-4036-9ba1-c3181468b30c', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:be:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1237, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:18Z', 'updated_at': '2021-10-12T22:58:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:49.341355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31af3a-0f54-458c-9c75-b0928a23ad47 req-058dfe97-f841-4aca-9913-da81c470f968 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:49.347159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] Checking router: 60571c7c-22f1-4c93-acca-8c0d62cda1a0 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:58:49.350243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e31af3a-0f54-458c-9c75-b0928a23ad47 req-058dfe97-f841-4aca-9913-da81c470f968 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.1860852 Oct 12 22:58:49.358448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] Routers {'60571c7c-22f1-4c93-acca-8c0d62cda1a0'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:49.359444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:49.379023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e31af3a-0f54-458c-9c75-b0928a23ad47 req-7cf38ae0-a6c1-41f1-8aef-5000524d1764 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/quotas/91388e39ec8d429d9f193850725ae67a HTTP/1.1" status: 200 len: 375 time: 0.0277987 Oct 12 22:58:49.382697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Deleting port 3923bcd9-188c-4036-9ba1-c3181468b30c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:49.387076 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:49.431895 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e31af3a-0f54-458c-9c75-b0928a23ad47 req-6375d5e0-efc2-47c2-bbfd-998643dcd78f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516653 Oct 12 22:58:49.459336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] For port 05dd99ef-ec49-4c4e-9ac2-5c216d460691, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=05dd99ef-ec49-4c4e-9ac2-5c216d460691,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:49.459746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:49.478127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] Set router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:49.479389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] For port 3923bcd9-188c-4036-9ba1-c3181468b30c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3923bcd9-188c-4036-9ba1-c3181468b30c,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:49.479833 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:49.494472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Calling delete_port for 3923bcd9-188c-4036-9ba1-c3181468b30c owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:49.508444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Calling delete_port for 05dd99ef-ec49-4c4e-9ac2-5c216d460691 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:49.540261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:17Z', 'updated_at': '2021-10-12T22:58:49Z', 'revision_number': 6, 'project_id': '0212b151354143ee9a1302dae907c29a', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:49.615004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e31af3a-0f54-458c-9c75-b0928a23ad47 req-e2647d94-e324-4163-950d-cd9f0eee5ace service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819386 Oct 12 22:58:49.768826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50390) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:49.800827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b4f787-c3e4-4412-b7f4-a3b071c29d4a None None] The sync data for ids ['60571c7c-22f1-4c93-acca-8c0d62cda1a0'] in n-d-790519-14 is: [{'id': '60571c7c-22f1-4c93-acca-8c0d62cda1a0', 'name': 'tempest-FloatingIPDetailsTestJSON-1764828256-router', 'tenant_id': '0212b151354143ee9a1302dae907c29a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:17Z', 'updated_at': '2021-10-12T22:58:49Z', 'revision_number': 6, 'project_id': '0212b151354143ee9a1302dae907c29a', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:58:49.830444 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e31af3a-0f54-458c-9c75-b0928a23ad47 req-26bf53a4-4ca3-44c1-9120-ca805581ce88 service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147110 Oct 12 22:58:49.868228 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:49.950639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=3923bcd9-188c-4036-9ba1-c3181468b30c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:49.979758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-701882413-network', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:50.015223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.073720 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.105370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Pushing event deleted for resources: {'Port': ['ID=05dd99ef-ec49-4c4e-9ac2-5c216d460691,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:50.147921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:50.149209 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.233131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.253898 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.277545 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.333089 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.428189 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-040f32b3-ab83-4cc2-bef0-bfa4c872c57e req-1a9592c5-dc13-4c18-9d46-2785503f6f78 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=28b113af-8208-4967-ba46-4d7923b3e1c5 HTTP/1.1" status: 200 len: 210 time: 0.0864420 Oct 12 22:58:50.467046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb3a38-d01d-4f01-9bfd-d9a76bd7c088 req-ea89cb39-fc28-4d47-885b-c01b8b719b4f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:50.469545 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9bb3a38-d01d-4f01-9bfd-d9a76bd7c088 req-ea89cb39-fc28-4d47-885b-c01b8b719b4f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.3824685 Oct 12 22:58:50.526793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9bb3a38-d01d-4f01-9bfd-d9a76bd7c088 req-895ffa40-7554-442a-a4d0-51b8acd5c2f5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508842 Oct 12 22:58:50.615719 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.615719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60571c7c-22f1-4c93-acca-8c0d62cda1a0 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:58:50.617993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.619221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0e5fdfb7-1d70-4a10-8463-410bbbb0b6fb admin admin] 10.222.0.31 "DELETE /v2.0/routers/60571c7c-22f1-4c93-acca-8c0d62cda1a0 HTTP/1.1" status: 204 len: 168 time: 1.8124757 Oct 12 22:58:50.621750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50408) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:50.684472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Router a8ab9277-f0c1-4ea5-9138-1aebc543a10e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:58:50.713170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-65259665-a352-41a3-bdc6-5e61554ddb12 admin admin] Deleting subnet 06d1dfe4-ce12-46d0-9a77-3161c29844bd {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:58:50.725426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-65259665-a352-41a3-bdc6-5e61554ddb12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.785439 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.795755 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-65259665-a352-41a3-bdc6-5e61554ddb12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.858839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:58:50.865194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d9f52c05-debb-4e50-915e-f6a65358a01e admin admin] 10.222.0.31 "PUT /v2.0/routers/a8ab9277-f0c1-4ea5-9138-1aebc543a10e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0981736 Oct 12 22:58:50.871135 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] Sync routers for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:58:50.879574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50420) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:50.891552 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:50.901407 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:50.916958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:50.931300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:58:50.954086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-65259665-a352-41a3-bdc6-5e61554ddb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.080936 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.131445 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:51.279417 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.324937 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.332194 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Added segment 1bab7498-1439-4156-83a8-43947739f0a2 of type vlan for network b2029f8b-06ed-42a4-a021-1069f20e4f3c Oct 12 22:58:51.372110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f14a1d-a3e8-4d87-8b27-de2677772a5c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:51.432953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.437046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Deleting port ba589277-ee6a-4935-ab0d-216db46b32ea {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:51.437528 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.516611 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134'}], 'enable_snat': True}, 'gw_port_id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:58:49Z', 'revision_number': 5, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port': {'id': 'ba589277-ee6a-4935-ab0d-216db46b32ea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:04:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 903, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:56:19Z', 'updated_at': '2021-10-12T22:56:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:51.552635 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] Checking router: a8ab9277-f0c1-4ea5-9138-1aebc543a10e for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:58:51.561672 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-65259665-a352-41a3-bdc6-5e61554ddb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.579727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] For port ba589277-ee6a-4935-ab0d-216db46b32ea, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ba589277-ee6a-4935-ab0d-216db46b32ea,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:51.586047 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.586219 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] Routers {'a8ab9277-f0c1-4ea5-9138-1aebc543a10e'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:51.586546 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:51.599066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Calling delete_port for ba589277-ee6a-4935-ab0d-216db46b32ea owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:51.600705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65259665-a352-41a3-bdc6-5e61554ddb12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06d1dfe4-ce12-46d0-9a77-3161c29844bd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:51.603003 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-65259665-a352-41a3-bdc6-5e61554ddb12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.606147 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-65259665-a352-41a3-bdc6-5e61554ddb12 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/06d1dfe4-ce12-46d0-9a77-3161c29844bd HTTP/1.1" status: 204 len: 168 time: 0.9835184 Oct 12 22:58:51.608616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50450) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:51.613141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64134e11-5325-41a7-9e49-c6327a3f6829 None None] Network 3b350437-0b60-48c3-b97d-62e093a44666 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:58:51.748837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.757545 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.758558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:51.759064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:51.871598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8282fc5-5f69-4a05-82e1-112f20735e1f req-b8cd7307-0858-4e73-b2bb-bae3427ac26e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:51.884470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8282fc5-5f69-4a05-82e1-112f20735e1f req-b8cd7307-0858-4e73-b2bb-bae3427ac26e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1716242 Oct 12 22:58:51.895128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device bcf29c86-6f28-429c-8455-e3d80b9e5eff no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:51.927474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] Pushing event updated for resources: {'Network': ['ID=b2029f8b-06ed-42a4-a021-1069f20e4f3c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:51.940763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b2029f8b-06ed-42a4-a021-1069f20e4f3c details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:58:51.944871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: bcf29c86-6f28-429c-8455-e3d80b9e5eff {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:51.945244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device bcf29c86-6f28-429c-8455-e3d80b9e5eff not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:51.945689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3923bcd9-188c-4036-9ba1-c3181468b30c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:51.997750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffa2bea-9919-47e6-96c6-b7c48385aebb None None] DHCP port deletion for 3b350437-0b60-48c3-b97d-62e093a44666 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:58:52.015031 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8282fc5-5f69-4a05-82e1-112f20735e1f req-5bf93ff2-4ffb-42df-ae95-41959b50acc8 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294906 Oct 12 22:58:52.036596 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] Set router a8ab9277-f0c1-4ea5-9138-1aebc543a10e gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:52.060061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c0e6-ae16-408f-8731-8da9db528693 req-846c3d28-3f87-4b93-a1c9-d5dd2810e59d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:52.064293 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d728d219-92ee-4ce1-b849-913b6760c2b3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.2918370 Oct 12 22:58:52.064440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-846c3d28-3f87-4b93-a1c9-d5dd2810e59d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.2868307 Oct 12 22:58:52.064440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50458) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:52.075654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Request body: {'subnet': {'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-subnet', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:52.128138 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:58:51Z', 'revision_number': 6, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:52.128330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 3923bcd9-188c-4036-9ba1-c3181468b30c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:52.128629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3923bcd9-188c-4036-9ba1-c3181468b30c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:52.133373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Deleting port 06e70b3f-8adc-428c-9171-c1f972841d07 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:52.134448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.141651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-99385ff7-5aa3-4b3f-8a8f-0ba8d30e77fc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/quotas/91388e39ec8d429d9f193850725ae67a HTTP/1.1" status: 200 len: 375 time: 0.0520039 Oct 12 22:58:52.179135 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ea4f08d-f061-4c28-a68d-0270da31fcbd None None] The sync data for ids ['a8ab9277-f0c1-4ea5-9138-1aebc543a10e'] in n-d-790519-14 is: [{'id': 'a8ab9277-f0c1-4ea5-9138-1aebc543a10e', 'name': 'tempest-ServersTestFqdnHostnames-1255014995-router', 'tenant_id': '8c0e2af2b4f44748bb34c921f129223f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:56:17Z', 'updated_at': '2021-10-12T22:58:51Z', 'revision_number': 6, 'project_id': '8c0e2af2b4f44748bb34c921f129223f', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:58:52.202892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-5c5d606c-3f0b-47e0-84f2-d418b429b3fd tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523055 Oct 12 22:58:52.243270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa2bea-9919-47e6-96c6-b7c48385aebb None None] Deleting port 06e70b3f-8adc-428c-9171-c1f972841d07 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:52.244020 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2bea-9919-47e6-96c6-b7c48385aebb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.251615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] For port 06e70b3f-8adc-428c-9171-c1f972841d07, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06e70b3f-8adc-428c-9171-c1f972841d07,segment=NetworkSegment(eefbc405-81e5-46cb-bcbf-6023ecff325a),segment_id=eefbc405-81e5-46cb-bcbf-6023ecff325a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:52.252369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.272206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Calling delete_port for 06e70b3f-8adc-428c-9171-c1f972841d07 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:52.315196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-be7baa7b-81d0-4f22-9f29-34a2ad073478 service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107588 Oct 12 22:58:52.320617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9ffa2bea-9919-47e6-96c6-b7c48385aebb None None] For port 06e70b3f-8adc-428c-9171-c1f972841d07, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06e70b3f-8adc-428c-9171-c1f972841d07,segment=NetworkSegment(eefbc405-81e5-46cb-bcbf-6023ecff325a),segment_id=eefbc405-81e5-46cb-bcbf-6023ecff325a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:52.321028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2bea-9919-47e6-96c6-b7c48385aebb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.327468 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.336121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9ffa2bea-9919-47e6-96c6-b7c48385aebb None None] Calling delete_port for 06e70b3f-8adc-428c-9171-c1f972841d07 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:52.355517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:52.358087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.463009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Pushing event deleted for resources: {'Port': ['ID=ba589277-ee6a-4935-ab0d-216db46b32ea,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:52.529797 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.537166 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9ffa2bea-9919-47e6-96c6-b7c48385aebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.550176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa2bea-9919-47e6-96c6-b7c48385aebb None None] No DVR routers for this DVR port 06e70b3f-8adc-428c-9171-c1f972841d07 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:52.555599 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.573444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Pushing event deleted for resources: {'Port': ['ID=06e70b3f-8adc-428c-9171-c1f972841d07,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:52.573921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffa2bea-9919-47e6-96c6-b7c48385aebb None None] Pushing event deleted for resources: {'Port': ['ID=06e70b3f-8adc-428c-9171-c1f972841d07,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:52.586921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] No DVR routers for this DVR port 06e70b3f-8adc-428c-9171-c1f972841d07 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:52.645566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-23a55ef8-1ab1-4063-af2b-86415a7d031a service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293943 Oct 12 22:58:52.675305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.692204 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.692204 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.708936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b350437-0b60-48c3-b97d-62e093a44666']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:52.723894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefbc405-81e5-46cb-bcbf-6023ecff325a') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:52.724500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefbc405-81e5-46cb-bcbf-6023ecff325a') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:52.735662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.752304 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.759657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:58:52.760047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:58:52.762069 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:58:52.881162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.881653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8ab9277-f0c1-4ea5-9138-1aebc543a10e {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 22:58:52.893060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:52.896519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-17967a52-d8b8-4f14-9880-1850ca8074df admin admin] 10.222.0.31 "DELETE /v2.0/routers/a8ab9277-f0c1-4ea5-9138-1aebc543a10e HTTP/1.1" status: 204 len: 168 time: 2.0116262 Oct 12 22:58:52.896960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50460) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:52.907625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a2c2db-7cba-40df-bddb-c3ffb4001aa5 req-81967009-d642-4157-b971-adbc8e3ac114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:52.909129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73a2c2db-7cba-40df-bddb-c3ffb4001aa5 req-81967009-d642-4157-b971-adbc8e3ac114 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1098 time: 0.0785716 Oct 12 22:58:53.013164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73a2c2db-7cba-40df-bddb-c3ffb4001aa5 req-b4e4aefa-aee5-4b7e-96bb-85fe5f48f392 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786226 Oct 12 22:58:53.040431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-33ac68d8-2be6-4660-a7fa-5d001f3b1c2c admin admin] Deleting subnet 39cea048-3b5f-4f22-89a4-b3659d0567d5 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:58:53.048265 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33ac68d8-2be6-4660-a7fa-5d001f3b1c2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.071141 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.083303 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.099968 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3b350437-0b60-48c3-b97d-62e093a44666 HTTP/1.1" status: 204 len: 168 time: 1.4900312 Oct 12 22:58:53.113712 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33ac68d8-2be6-4660-a7fa-5d001f3b1c2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.175611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7091ecc-a6cc-4e2d-92ff-4040f13ca132 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b350437-0b60-48c3-b97d-62e093a44666,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:53.227788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.238333 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bceba1b-0dd5-4315-be10-114dcb3de180 req-d34f7421-601d-4774-837e-66926e4be374 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 210 time: 0.1729882 Oct 12 22:58:53.388889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=415a79fd-6aee-449a-bf05-c4ccf9c19bcb,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:53.414845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eac9ae-1056-43b9-9947-ab1db65a1d45 req-3e7f61e4-c31b-4b54-b680-e9196de84f5f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:53.416326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41eac9ae-1056-43b9-9947-ab1db65a1d45 req-3e7f61e4-c31b-4b54-b680-e9196de84f5f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.2138562 Oct 12 22:58:53.440205 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33ac68d8-2be6-4660-a7fa-5d001f3b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.448470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Checking segment: {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:53.448823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Network hostable DHCP agents. Network: b2029f8b-06ed-42a4-a021-1069f20e4f3c, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:58:53.505404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41eac9ae-1056-43b9-9947-ab1db65a1d45 req-2c04afa9-da50-42b8-ad37-5cabeac1efff tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799184 Oct 12 22:58:53.709914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Network b2029f8b-06ed-42a4-a021-1069f20e4f3c is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:58:53.727236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06e70b3f-8adc-428c-9171-c1f972841d07 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:53.746985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 06e70b3f-8adc-428c-9171-c1f972841d07 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:53.747334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06e70b3f-8adc-428c-9171-c1f972841d07 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:53.747757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 05dd99ef-ec49-4c4e-9ac2-5c216d460691 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:53.767281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33ac68d8-2be6-4660-a7fa-5d001f3b1c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.768298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 05dd99ef-ec49-4c4e-9ac2-5c216d460691 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:53.768672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 05dd99ef-ec49-4c4e-9ac2-5c216d460691 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:53.769088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ba589277-ee6a-4935-ab0d-216db46b32ea no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:53.795782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ba589277-ee6a-4935-ab0d-216db46b32ea {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:53.796155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ba589277-ee6a-4935-ab0d-216db46b32ea not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:53.802563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ac68d8-2be6-4660-a7fa-5d001f3b1c2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39cea048-3b5f-4f22-89a4-b3659d0567d5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:53.806467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50480) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:53.816842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33ac68d8-2be6-4660-a7fa-5d001f3b1c2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.820431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-33ac68d8-2be6-4660-a7fa-5d001f3b1c2c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/39cea048-3b5f-4f22-89a4-b3659d0567d5 HTTP/1.1" status: 204 len: 168 time: 0.9216108 Oct 12 22:58:53.821857 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56fea57-7360-4ec5-a755-0b535359ad65 None None] Network e2238fd3-3031-480d-a175-abb5fe8f8d87 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:58:53.822805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50482) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:53.867103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e0f1ec33-aecb-472e-a60e-50eee964b20c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0212b151354143ee9a1302dae907c29a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0562654 Oct 12 22:58:53.867307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50484) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:53.930531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.933887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55a85007-7380-4de8-921c-7f6aab8fd0b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.973272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b2029f8b-06ed-42a4-a021-1069f20e4f3c) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:53.989791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:53.990398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:53.999318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5928fc7-2e46-4451-8945-a5d572f4ec78 None None] Network b2029f8b-06ed-42a4-a021-1069f20e4f3c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:58:54.005110 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55a85007-7380-4de8-921c-7f6aab8fd0b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.052077 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:58:54.062415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Deleting port 06481c69-49ad-45f8-847f-06c2f6beb49e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:54.062866 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.100760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605e050a-41d9-45e1-b055-562c72b53274 None None] DHCP port deletion for e2238fd3-3031-480d-a175-abb5fe8f8d87 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 22:58:54.195896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] For port 06481c69-49ad-45f8-847f-06c2f6beb49e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06481c69-49ad-45f8-847f-06c2f6beb49e,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:54.196376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.214597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Calling delete_port for 06481c69-49ad-45f8-847f-06c2f6beb49e owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:54.277726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-605e050a-41d9-45e1-b055-562c72b53274 None None] Deleting port 06481c69-49ad-45f8-847f-06c2f6beb49e {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:58:54.278298 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-605e050a-41d9-45e1-b055-562c72b53274 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.295744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-af17d0a1-7941-4441-8f78-262b8cc6cce0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.2301903 Oct 12 22:58:54.298815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50498) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:54.305822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:54.307188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:58:54.311644 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.385093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d165815-4f77-4851-bb52-07fa80fa34f5 req-33b66708-b462-49bb-8f6f-88f9e75a3883 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 210 time: 0.0392480 Oct 12 22:58:54.385824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55a85007-7380-4de8-921c-7f6aab8fd0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.388462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55a85007-7380-4de8-921c-7f6aab8fd0b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.392793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-55a85007-7380-4de8-921c-7f6aab8fd0b4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32e90715-cf1d-4c95-ba6a-a42f310f85e3 HTTP/1.1" status: 204 len: 168 time: 0.5211856 Oct 12 22:58:54.412181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a85007-7380-4de8-921c-7f6aab8fd0b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e90715-cf1d-4c95-ba6a-a42f310f85e3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:54.425596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-605e050a-41d9-45e1-b055-562c72b53274 None None] For port 06481c69-49ad-45f8-847f-06c2f6beb49e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=06481c69-49ad-45f8-847f-06c2f6beb49e,segment=NetworkSegment(06e9b864-117c-42f7-97dd-12ede5564c30),segment_id=06e9b864-117c-42f7-97dd-12ede5564c30)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:54.426080 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-605e050a-41d9-45e1-b055-562c72b53274 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.460520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-605e050a-41d9-45e1-b055-562c72b53274 None None] Calling delete_port for 06481c69-49ad-45f8-847f-06c2f6beb49e owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:58:54.565263 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.566162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.566645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.591161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] No DVR routers for this DVR port 06481c69-49ad-45f8-847f-06c2f6beb49e on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:54.667401 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.675678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Allocated IP 172.20.0.2 (b2029f8b-06ed-42a4-a021-1069f20e4f3c/415a79fd-6aee-449a-bf05-c4ccf9c19bcb/c05dad27-ccae-4ab4-a200-efcd14107782) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:54.675890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Pushing event deleted for resources: {'Port': ['ID=06481c69-49ad-45f8-847f-06c2f6beb49e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:54.694455 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-605e050a-41d9-45e1-b055-562c72b53274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.731383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e050a-41d9-45e1-b055-562c72b53274 None None] Pushing event deleted for resources: {'Port': ['ID=06481c69-49ad-45f8-847f-06c2f6beb49e,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:54.760483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.801690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0968e2a3-0321-4792-95e2-14aa2f90deb8 req-1a77817a-0f37-4043-99ed-ca9cc829e534 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:54.804101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0968e2a3-0321-4792-95e2-14aa2f90deb8 req-1a77817a-0f37-4043-99ed-ca9cc829e534 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.2049356 Oct 12 22:58:54.806342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605e050a-41d9-45e1-b055-562c72b53274 None None] No DVR routers for this DVR port 06481c69-49ad-45f8-847f-06c2f6beb49e on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:58:54.808934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2238fd3-3031-480d-a175-abb5fe8f8d87']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:54.824942 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e9b864-117c-42f7-97dd-12ede5564c30') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:54.825386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e9b864-117c-42f7-97dd-12ede5564c30') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:54.836762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.858380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.878592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:58:54.879365 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:58:54.881330 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:58:54.911957 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:54.965813 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0968e2a3-0321-4792-95e2-14aa2f90deb8 req-742fba43-65c6-4ae6-b721-e966d91b2fec tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532640 Oct 12 22:58:54.992520 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:55.110403 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:55.168852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Network b2029f8b-06ed-42a4-a021-1069f20e4f3c is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:55.171949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:55.177690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:55.180951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Pushing event updated for resources: {'Port': ['ID=c05dad27-ccae-4ab4-a200-efcd14107782,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:55.193589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:55.199267 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:55.203363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] 10.222.0.31 "DELETE /v2.0/networks/e2238fd3-3031-480d-a175-abb5fe8f8d87 HTTP/1.1" status: 204 len: 168 time: 1.3792076 Oct 12 22:58:55.230316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c156424-af9c-4785-857f-ea925230b29b admin admin] Pushing event deleted for resources: {'Network': ['ID=e2238fd3-3031-480d-a175-abb5fe8f8d87,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:55.291865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Attempting to bind port c05dad27-ccae-4ab4-a200-efcd14107782 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:58:55.293573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Attempting to bind port c05dad27-ccae-4ab4-a200-efcd14107782 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:58:55.294696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Attempting to bind port c05dad27-ccae-4ab4-a200-efcd14107782 on network b2029f8b-06ed-42a4-a021-1069f20e4f3c {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:58:55.321343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:58:55.323409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Checking segment: {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:58:55.323846 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:55.324248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Bound using segment: {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:58:55.324794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Bound port: c05dad27-ccae-4ab4-a200-efcd14107782, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:58:55.325206 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:55.477082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] For port c05dad27-ccae-4ab4-a200-efcd14107782, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:58:55.499713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] For port c05dad27-ccae-4ab4-a200-efcd14107782, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c05dad27-ccae-4ab4-a200-efcd14107782,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:58:55.506670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:55.525012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3ca9016-0f9f-4f8d-a6a8-45f5e65b97db req-0aae7fd2-b169-47d0-b576-4bacf1f0f565 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 210 time: 0.0303998 Oct 12 22:58:55.549487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:55.587918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6aeeaa-0b1c-420c-9802-d8586eca0150 req-737acf22-af25-4987-b33d-48bed64f92e5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:55.590695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b6aeeaa-0b1c-420c-9802-d8586eca0150 req-737acf22-af25-4987-b33d-48bed64f92e5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0533080 Oct 12 22:58:55.613863 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:55.692394 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b6aeeaa-0b1c-420c-9802-d8586eca0150 req-f71b419b-301b-4ed0-b764-1a5aedb11b9f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747392 Oct 12 22:58:55.695481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Allocated IP 172.25.2.183 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/d455815a-0362-4cc4-9335-898ac3f7f9ac) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:55.729686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921219-a000-4829-9a9c-fa645193f4de None None] Pushing event updated for resources: {'Port': ['ID=c05dad27-ccae-4ab4-a200-efcd14107782,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:55.764820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06481c69-49ad-45f8-847f-06c2f6beb49e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:58:55.795031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 06481c69-49ad-45f8-847f-06c2f6beb49e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:58:55.795400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 06481c69-49ad-45f8-847f-06c2f6beb49e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:58:55.832562 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:56.008659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50538) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:56.010486 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:56.072786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:56.079484 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:58:56.083971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:58:56.112948 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-badd5eac-c27d-4eae-9ae9-041871332634 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8c0e2af2b4f44748bb34c921f129223f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1006694 Oct 12 22:58:56.113820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50540) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:56.130852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Pushing event updated for resources: {'Port': ['ID=d455815a-0362-4cc4-9335-898ac3f7f9ac,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:56.187489 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ac77549-2272-4ddd-b0b1-0013971b4ded admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:56.218511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ac77549-2272-4ddd-b0b1-0013971b4ded admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:56.343186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-64c12bf1-bb1f-4a18-9c32-6e0384bd08b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:56.347649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-64c12bf1-bb1f-4a18-9c32-6e0384bd08b2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1098 time: 0.6542368 Oct 12 22:58:56.458318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-35a2ae62-499d-4e1c-abcc-f04e1d80f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:56.459856 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-35a2ae62-499d-4e1c-abcc-f04e1d80f96a service neutron] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 919 time: 0.1046176 Oct 12 22:58:56.531804 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-8bc9ef8c-baeb-4b1e-8cfd-3dc4186eba53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc HTTP/1.1" status: 200 len: 217 time: 0.0558348 Oct 12 22:58:56.568810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ac77549-2272-4ddd-b0b1-0013971b4ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:56.571711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9ac77549-2272-4ddd-b0b1-0013971b4ded admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:56.577170 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9ac77549-2272-4ddd-b0b1-0013971b4ded admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d913c123-faff-418e-9649-15e710a8029b HTTP/1.1" status: 204 len: 168 time: 0.4586918 Oct 12 22:58:56.606162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac77549-2272-4ddd-b0b1-0013971b4ded admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d913c123-faff-418e-9649-15e710a8029b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:56.635840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-51f15812-1fa6-46a0-9287-30003c8c8c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:56.642828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-51f15812-1fa6-46a0-9287-30003c8c8c15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.1037021 Oct 12 22:58:56.689974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-baec92a5-b623-407b-b031-4d8aa72f946f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385995 Oct 12 22:58:56.719305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-50a83a23-a042-4c2b-82d2-2ffc2c509bb6 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:58:56.723722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-071430d6-366d-4436-95e6-4d4ad01d95d0 req-39e28b97-dd99-40fb-8cd8-eacfdd653144 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 210 time: 0.0490596 Oct 12 22:58:56.731709 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-50a83a23-a042-4c2b-82d2-2ffc2c509bb6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0178478 Oct 12 22:58:56.792929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:57.042389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5b393a-79d5-4d18-94df-109b4c78a903 None None] Network b2029f8b-06ed-42a4-a021-1069f20e4f3c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:58:57.108495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-845b4f80-76ab-43b9-9187-ba759cfe7546 None None] Provisioning complete for port c05dad27-ccae-4ab4-a200-efcd14107782 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:57.131544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:57.132708 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-845b4f80-76ab-43b9-9187-ba759cfe7546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:57.349903 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-845b4f80-76ab-43b9-9187-ba759cfe7546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:57.459888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-845b4f80-76ab-43b9-9187-ba759cfe7546 None None] For port c05dad27-ccae-4ab4-a200-efcd14107782, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c05dad27-ccae-4ab4-a200-efcd14107782,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:58:57.529699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Router 305470d6-3822-4f2a-8a61-9d9ced7e8179 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:58:57.560019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f414a20-4160-4836-8202-0ce8cb2c8e10 req-b3c23135-266b-485f-9e78-881ccac67e9b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:57.561984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f414a20-4160-4836-8202-0ce8cb2c8e10 req-b3c23135-266b-485f-9e78-881ccac67e9b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.2272942 Oct 12 22:58:57.576315 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-845b4f80-76ab-43b9-9187-ba759cfe7546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:57.647236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-abb337b5-504d-43c4-9faf-9ed12c5cc975 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9177492 Oct 12 22:58:57.763294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b4f80-76ab-43b9-9187-ba759cfe7546 None None] Pushing event updated for resources: {'Port': ['ID=c05dad27-ccae-4ab4-a200-efcd14107782,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:58:57.824217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c0e6-ae16-408f-8731-8da9db528693 req-a48eed53-9a62-4802-ad91-ee99e3490c32 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:57.826596 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-a48eed53-9a62-4802-ad91-ee99e3490c32 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.4907815 Oct 12 22:58:57.838091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f414a20-4160-4836-8202-0ce8cb2c8e10 req-f2f9d1fd-f79c-42d0-92af-74dac1193177 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493777 Oct 12 22:58:57.851343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Request body: {'port': {'device_id': '6e9adbc0-f0fd-4140-bee6-612a461cd6e7', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'admin_state_up': True, 'tenant_id': '91388e39ec8d429d9f193850725ae67a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:58:57.908912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ebe4ec76-0d8d-400d-8004-901e82dc3ff7 None None] Provisioning complete for port c05dad27-ccae-4ab4-a200-efcd14107782 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:57.909313 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ebe4ec76-0d8d-400d-8004-901e82dc3ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:57.983026 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24132f8d-2925-450e-b7cc-c53ddad8fd9c req-61d6da28-1e88-4f8e-ab63-f83b35106cf3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 210 time: 0.0760252 Oct 12 22:58:57.983326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c05dad27-ccae-4ab4-a200-efcd14107782 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:57.992605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:58:58.066681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f0de9f0-9ab3-4e17-b260-77b133593140 req-9c65bd2e-eb44-40d1-b9f2-d0e7b66e214d service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039125 Oct 12 22:58:58.087040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Sync routers for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:58:58.113179 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:58.117361 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-51bddb07-a82c-42c6-a1a7-294cd029a694 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8147445 Oct 12 22:58:58.123794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50612) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:58:58.142017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:58:58.143004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:58.335647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Made reservation on behalf of 91388e39ec8d429d9f193850725ae67a for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:58:58.340617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:58.481034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c05dad27-ccae-4ab4-a200-efcd14107782 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:58.481748 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:58.580235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:58:58.988792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Allocated IP 172.20.0.11 (4cb19cf1-b184-49b9-ab5c-138fd9eb83fd/091336a0-9cd0-43dc-abb4-695f8140af67/d71691b7-80d0-4dee-a527-f09cdd426f50) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:58:59.296760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e597c487-e5ba-4e62-8311-51dadbbe9746 req-5d3f8ebd-45ce-429a-bed6-d32b76a66307 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:58:59.298635 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e597c487-e5ba-4e62-8311-51dadbbe9746 req-5d3f8ebd-45ce-429a-bed6-d32b76a66307 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.2747118 Oct 12 22:58:59.333970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:58:56Z', 'revision_number': 3, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:58:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:58:59.373324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Checking router: 305470d6-3822-4f2a-8a61-9d9ced7e8179 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:58:59.373673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Updating router 305470d6-3822-4f2a-8a61-9d9ced7e8179 port d455815a-0362-4cc4-9335-898ac3f7f9ac binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:58:59.412555 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:59.501088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e597c487-e5ba-4e62-8311-51dadbbe9746 req-7fef2f3e-b880-46bf-921f-b57201aaad41 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942604 Oct 12 22:58:59.560190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:59.608847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:59.778067 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:58:59.782689 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1f8375c1-9170-4213-b71c-c5626a1b3cf9 req-6a158b8e-a898-46c0-bb87-df3d7cf7a072 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 210 time: 0.1327109 Oct 12 22:58:59.807509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c05dad27-ccae-4ab4-a200-efcd14107782 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:58:59.876044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:58:59.948197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c05dad27-ccae-4ab4-a200-efcd14107782 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:58:59.948571 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.049628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Allocated IP 172.20.0.1 (b2029f8b-06ed-42a4-a021-1069f20e4f3c/415a79fd-6aee-449a-bf05-c4ccf9c19bcb/b893b4d9-6a82-4428-b934-09fd26347e38) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:00.058775 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.140349 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:00.144977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:00.148013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event updated for resources: {'Port': ['ID=d71691b7-80d0-4dee-a527-f09cdd426f50,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:00.170448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.218625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.226983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:00.227204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Attempting to bind port d455815a-0362-4cc4-9335-898ac3f7f9ac on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:00.227600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.227695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Attempting to bind port d455815a-0362-4cc4-9335-898ac3f7f9ac by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:00.228109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Attempting to bind port d455815a-0362-4cc4-9335-898ac3f7f9ac on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:00.246584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:00.247097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:00.247579 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.248039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:00.248587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Bound port: d455815a-0362-4cc4-9335-898ac3f7f9ac, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:00.249040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.285588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c5d1-bf61-496e-9298-9af46dcb3c72 None None] Pushing event updated for resources: {'Port': ['ID=d455815a-0362-4cc4-9335-898ac3f7f9ac,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:00.317784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] For port d455815a-0362-4cc4-9335-898ac3f7f9ac, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:00.322370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] For port d455815a-0362-4cc4-9335-898ac3f7f9ac, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d455815a-0362-4cc4-9335-898ac3f7f9ac,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:00.346679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-c2129fa2-7360-4c2c-b3ff-8ad079219898 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5075281 Oct 12 22:59:00.347873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.383963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Request body: {'port': {'device_id': '6e9adbc0-f0fd-4140-bee6-612a461cd6e7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:00.401629 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.418061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Network b2029f8b-06ed-42a4-a021-1069f20e4f3c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:00.425176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:00.432465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:00.486695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:00.487560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:00.496091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Pushing event updated for resources: {'Port': ['ID=b893b4d9-6a82-4428-b934-09fd26347e38,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:00.554345 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.571892 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.643166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c5d1-bf61-496e-9298-9af46dcb3c72 None None] Pushing event updated for resources: {'Port': ['ID=d455815a-0362-4cc4-9335-898ac3f7f9ac,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:00.684093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:00.707313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50796) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:00.746571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46037cfe-38e8-43c6-b183-512c17e1deb3 req-e356776a-575e-445e-8284-2ff7a0641a76 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:00.755830 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46037cfe-38e8-43c6-b183-512c17e1deb3 req-e356776a-575e-445e-8284-2ff7a0641a76 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0775554 Oct 12 22:59:00.810706 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46037cfe-38e8-43c6-b183-512c17e1deb3 req-d9b7b26a-e5c6-4d20-a8d9-8ba5d9c4aac5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536003 Oct 12 22:59:00.908133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-88a8fc4f-a19a-4968-9225-b9dc3d3c8118 None None] Provisioning complete for port b893b4d9-6a82-4428-b934-09fd26347e38 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:00.911368 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-88a8fc4f-a19a-4968-9225-b9dc3d3c8118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:00.967347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-88a8fc4f-a19a-4968-9225-b9dc3d3c8118 None None] Port b893b4d9-6a82-4428-b934-09fd26347e38 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:01.074007 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbb82-5c84-4638-af61-abb6efb5d47e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.110980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:58:56Z', 'revision_number': 3, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:01.117540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a2013-ab54-4c36-a687-cec025670097 req-90d3beb0-2692-4f58-b4b5-244042eaadcd tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:01.119552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-400a2013-ab54-4c36-a687-cec025670097 req-90d3beb0-2692-4f58-b4b5-244042eaadcd tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 932 time: 0.1792662 Oct 12 22:59:01.145013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f52642-ed78-441d-b86b-f4a0d15c7ea6 None None] The sync data for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 is: [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:58:56Z', 'revision_number': 3, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:59:01.193263 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-400a2013-ab54-4c36-a687-cec025670097 req-66dbf09a-2750-4a6b-a641-1afe18c111f9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669589 Oct 12 22:59:01.264728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbb82-5c84-4638-af61-abb6efb5d47e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.337160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.344734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b3bbb82-5c84-4638-af61-abb6efb5d47e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.379550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3bbb82-5c84-4638-af61-abb6efb5d47e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36de676-4f12-452e-a22e-d749bd0979bb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:01.446108 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3b3bbb82-5c84-4638-af61-abb6efb5d47e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cded271a85d94b409c23510c8d65733b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7316561 Oct 12 22:59:01.446653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50826) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:01.462260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71691b7-80d0-4dee-a527-f09cdd426f50 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:01.494359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-d41076bb-9a0c-4cd9-8d95-4103a89f94b7 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1922181542&fields=id&tenant_id=3e060259d24740948be5835489f4fa25 HTTP/1.1" status: 200 len: 267 time: 0.1168706 Oct 12 22:59:01.590213 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.613015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Transition to ACTIVE for port object d71691b7-80d0-4dee-a527-f09cdd426f50 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:59:01.652445 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b09a597-9bdd-40ff-9e3f-82c20d85d91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.675802 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b09a597-9bdd-40ff-9e3f-82c20d85d91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.730907 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.793631 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083851d6-4f14-483d-afd0-768ac599a91e req-40644de7-b775-4812-a534-a0c2beb6b751 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:01.793631 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-40644de7-b775-4812-a534-a0c2beb6b751 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/networks?id=dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b HTTP/1.1" status: 200 len: 815 time: 0.2468040 Oct 12 22:59:01.826765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-d390ab54-d951-4aed-8e2e-54fbc1fea7fa tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/quotas/3e060259d24740948be5835489f4fa25 HTTP/1.1" status: 200 len: 375 time: 0.0178313 Oct 12 22:59:01.828912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d455815a-0362-4cc4-9335-898ac3f7f9ac up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:01.870953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b09a597-9bdd-40ff-9e3f-82c20d85d91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.874345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b09a597-9bdd-40ff-9e3f-82c20d85d91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.904189 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3b09a597-9bdd-40ff-9e3f-82c20d85d91a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f36de676-4f12-452e-a22e-d749bd0979bb HTTP/1.1" status: 204 len: 168 time: 0.4288967 Oct 12 22:59:01.935722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09a597-9bdd-40ff-9e3f-82c20d85d91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36de676-4f12-452e-a22e-d749bd0979bb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:01.935894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d455815a-0362-4cc4-9335-898ac3f7f9ac triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:01.935894 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:01.936026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-0e87c342-7da0-46f0-adb8-84f59f1f4c93 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:01.944279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-0e87c342-7da0-46f0-adb8-84f59f1f4c93 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 808 time: 0.4948599 Oct 12 22:59:01.966117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-49be1746-19b9-4f64-94ce-a85d98ec73d4 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e060259d24740948be5835489f4fa25&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1384161 Oct 12 22:59:01.977213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Pushing event updated for resources: {'Port': ['ID=d71691b7-80d0-4dee-a527-f09cdd426f50,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:01.983380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-e76f5c35-2ceb-40c3-acbf-95386b405587 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:59:01.985056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-e76f5c35-2ceb-40c3-acbf-95386b405587 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062315 Oct 12 22:59:02.021476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-7a281493-9a17-4c2d-ab5f-c26adfb0bb58 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/quotas/5cb1fb1980714092afbe36083bfd1a49 HTTP/1.1" status: 200 len: 375 time: 0.0632138 Oct 12 22:59:02.058118 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:02.089104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port d455815a-0362-4cc4-9335-898ac3f7f9ac, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d455815a-0362-4cc4-9335-898ac3f7f9ac,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:02.103610 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-4a6a7689-ca29-4056-8ba1-7d495436069f service neutron] 10.222.0.31 "GET /v2.0/networks/dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100335 Oct 12 22:59:02.107940 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:02.130595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Attempting to bind port d71691b7-80d0-4dee-a527-f09cdd426f50 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:02.130968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Attempting to bind port d71691b7-80d0-4dee-a527-f09cdd426f50 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:02.131301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Attempting to bind port d71691b7-80d0-4dee-a527-f09cdd426f50 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:02.138515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Port d71691b7-80d0-4dee-a527-f09cdd426f50 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:59:02.138842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Attempting to bind port d71691b7-80d0-4dee-a527-f09cdd426f50 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:02.154663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:02.155056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Checking segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:02.155441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Bound using segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:02.155869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Bound port: d71691b7-80d0-4dee-a527-f09cdd426f50, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:02.156243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:02.176937 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-17131f40-aea6-40c1-be6a-8132d39bb432 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1182711 Oct 12 22:59:02.177134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:02.227048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=d455815a-0362-4cc4-9335-898ac3f7f9ac,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:02.273045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:02.305516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-d96e8211-7413-40f5-be5d-5e50162af0e7 service neutron] 10.222.0.31 "GET /v2.0/networks/dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869154 Oct 12 22:59:02.425500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Pushing event updated for resources: {'Port': ['ID=b893b4d9-6a82-4428-b934-09fd26347e38,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:02.439409 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:02.443410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] For port d71691b7-80d0-4dee-a527-f09cdd426f50, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:02.478451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b1871601-73ba-47ed-b0e9-1a0114cfda32 service neutron] 10.222.0.31 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886891 Oct 12 22:59:02.517246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] For port d71691b7-80d0-4dee-a527-f09cdd426f50, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d71691b7-80d0-4dee-a527-f09cdd426f50,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:02.599581 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:02.744919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:02.745951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:02.748769 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] 10.222.0.41 "PUT /v2.0/ports/d71691b7-80d0-4dee-a527-f09cdd426f50 HTTP/1.1" status: 200 len: 1093 time: 2.3723979 Oct 12 22:59:02.756338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9adbc0-f0fd-4140-bee6-612a461cd6e7', 'tag': 'd71691b7-80d0-4dee-a527-f09cdd426f50'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:02.761773 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a82a783-910a-4f95-b554-7d8b991c70b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9adbc0-f0fd-4140-bee6-612a461cd6e7", "tag": "d71691b7-80d0-4dee-a527-f09cdd426f50"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:02.832653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd3ff1-72ba-4d49-b6e3-4e77182eca42 service neutron] Pushing event updated for resources: {'Port': ['ID=d71691b7-80d0-4dee-a527-f09cdd426f50,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:02.856956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-ad874e31-5454-4436-ad46-a7c6fec62659 service neutron] 10.222.0.31 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774953 Oct 12 22:59:02.899326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Network b2029f8b-06ed-42a4-a021-1069f20e4f3c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:02.906831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:03.507967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc07c7-e814-4de0-bec1-a4fb6a75fa41 req-3abb1a44-1dd0-42b7-803a-31b6465feb93 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:03.510492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5bdc07c7-e814-4de0-bec1-a4fb6a75fa41 req-3abb1a44-1dd0-42b7-803a-31b6465feb93 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 944 time: 0.0965829 Oct 12 22:59:03.532128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3a87faa2-d9b3-4fea-8ac3-5533de175460 None None] Provisioning complete for port b893b4d9-6a82-4428-b934-09fd26347e38 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:03.532128 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a87faa2-d9b3-4fea-8ac3-5533de175460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:03.611916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5bdc07c7-e814-4de0-bec1-a4fb6a75fa41 req-aae87d65-0a48-404e-98b0-e7866c4c79c3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921967 Oct 12 22:59:03.643630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3a87faa2-d9b3-4fea-8ac3-5533de175460 None None] Port b893b4d9-6a82-4428-b934-09fd26347e38 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:03.680887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c0e6-ae16-408f-8731-8da9db528693 req-da447b50-b44f-4099-a8e4-8a3f7f41ac0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:03.685256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-da447b50-b44f-4099-a8e4-8a3f7f41ac0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 1096 time: 0.8154263 Oct 12 22:59:03.747527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50900) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:03.838203 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c2d66a-9dc5-49e8-8b69-6f0a22b3da4c x-openstack-request-id: req-33c2d66a-9dc5-49e8-8b69-6f0a22b3da4c {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:03.838491 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9adbc0-f0fd-4140-bee6-612a461cd6e7", "tag": "d71691b7-80d0-4dee-a527-f09cdd426f50", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:03.838742 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33c2d66a-9dc5-49e8-8b69-6f0a22b3da4c {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:03.839195 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9adbc0-f0fd-4140-bee6-612a461cd6e7', 'tag': 'd71691b7-80d0-4dee-a527-f09cdd426f50', 'status': 'completed', 'code': 200} Oct 12 22:59:03.848955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d455815a-0362-4cc4-9335-898ac3f7f9ac up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:03.883729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3082d67d-ccf9-4a67-98e7-2709ac2b528d req-053a57dc-9c94-4ea2-b629-c3f742810352 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0971971 Oct 12 22:59:03.903748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Router 305470d6-3822-4f2a-8a61-9d9ced7e8179 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:59:03.911709 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-5f012296-c6d9-4089-8dad-bbc3f067f196 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d71691b7-80d0-4dee-a527-f09cdd426f50 HTTP/1.1" status: 200 len: 217 time: 0.0712376 Oct 12 22:59:04.050862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d455815a-0362-4cc4-9335-898ac3f7f9ac triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:04.051144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:04.073928 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-679d4d9f-7330-4c41-a1eb-ee2f28c8d414 req-fc32a250-df8d-49aa-a1d8-4bc9b04ec2e2 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.0812376 Oct 12 22:59:04.114722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-575394276-network', 'tenant_id': '322219ed68074544a709402e5a9960f6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:04.172643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:59:04.172643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6bee521d-5508-4f30-8c82-088dcfa2d30c admin admin] 10.222.0.31 "PUT /v2.0/routers/305470d6-3822-4f2a-8a61-9d9ced7e8179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0430162 Oct 12 22:59:04.172918 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Sync routers for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:59:04.180497 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:04.182480 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:04.218655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9687c0e6-ae16-408f-8731-8da9db528693 req-b32e212e-0d6d-4d2d-9a81-a4f2e42a5f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:04.223902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-b32e212e-0d6d-4d2d-9a81-a4f2e42a5f4d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.3041277 Oct 12 22:59:04.259144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Made reservation on behalf of 322219ed68074544a709402e5a9960f6 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:04.262181 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:04.279246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:04.302586 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-a13b9e0d-b69b-47ff-a1e3-5781f71e3a3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705819 Oct 12 22:59:04.419929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b80ce8-e8d3-4df4-a0ee-a36f38d29a35 req-0a014482-1c7e-437e-a5a4-2747eea30b27 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:04.421767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73b80ce8-e8d3-4df4-a0ee-a36f38d29a35 req-0a014482-1c7e-437e-a5a4-2747eea30b27 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1133888 Oct 12 22:59:04.454507 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:04.508677 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73b80ce8-e8d3-4df4-a0ee-a36f38d29a35 req-344dfc25-3863-4594-b455-6e6fdaf53869 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787194 Oct 12 22:59:04.599793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-e06443a9-8263-4601-875a-a60467b55b4e service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184381 Oct 12 22:59:04.619050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:04.754197 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:04.770006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:59:04.805248 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:04.805607 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Added segment dd95ae1f-1a8e-4db6-93b3-8e591db85bd6 of type vlan for network a43f2771-c2f6-40ea-a029-73c3478742ee Oct 12 22:59:04.847036 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9687c0e6-ae16-408f-8731-8da9db528693 req-609c9cd2-dcf4-47ff-8757-349d5835a8c8 service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3115036 Oct 12 22:59:04.926061 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:04.955270 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b893b4d9-6a82-4428-b934-09fd26347e38', 'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'mac_address': 'fa:16:3e:82:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:59Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 2, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'subnets': [{'id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:05.039309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c2636-bd57-4aa7-9969-8a2669c3fdfa,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:05.065035 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Checking router: 305470d6-3822-4f2a-8a61-9d9ced7e8179 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:59:05.066880 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Updating router 305470d6-3822-4f2a-8a61-9d9ced7e8179 port b893b4d9-6a82-4428-b934-09fd26347e38 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:59:05.107380 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:05.120231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-6580c6eb-b38d-45b1-b91f-34e7ce12cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:05.124194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:05.125848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:05.126686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:05.138542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-6580c6eb-b38d-45b1-b91f-34e7ce12cff4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 1096 time: 0.1104786 Oct 12 22:59:05.270977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] Pushing event updated for resources: {'Network': ['ID=a43f2771-c2f6-40ea-a029-73c3478742ee,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:05.284518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a43f2771-c2f6-40ea-a029-73c3478742ee details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:59:05.289829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8868cd4e-0fd9-4e08-9536-e9967c451664 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5383575 Oct 12 22:59:05.290547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51062) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:05.295059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Request body: {'subnet': {'network_id': 'a43f2771-c2f6-40ea-a029-73c3478742ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-575394276-subnet', 'tenant_id': '322219ed68074544a709402e5a9960f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:05.324992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-1a7c0821-c403-4994-8b8d-446704ce4ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:05.327125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-1a7c0821-c403-4994-8b8d-446704ce4ed7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 912 time: 0.1783476 Oct 12 22:59:05.376464 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-8da719aa-ca65-4594-aeb4-c140a6514c2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d71691b7-80d0-4dee-a527-f09cdd426f50 HTTP/1.1" status: 200 len: 217 time: 0.0406928 Oct 12 22:59:05.413828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Made reservation on behalf of 322219ed68074544a709402e5a9960f6 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:05.426868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:05.538680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-afd203db-19cf-4e78-8a44-bd65c1c32a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:05.540217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-afd203db-19cf-4e78-8a44-bd65c1c32a7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.1562235 Oct 12 22:59:05.589481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7764dc-f2ca-4080-96d3-14131b7c05e2 req-984abc72-80c5-42f6-a25d-1c5ae7566f3b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:05.595485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f7764dc-f2ca-4080-96d3-14131b7c05e2 req-984abc72-80c5-42f6-a25d-1c5ae7566f3b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 944 time: 0.1977088 Oct 12 22:59:05.628595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-befb258d-ef37-4ea6-87d8-88b077cafe1a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789375 Oct 12 22:59:05.670307 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:05.711165 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f7764dc-f2ca-4080-96d3-14131b7c05e2 req-4e7aa820-2cb1-4daf-9d24-261c45c17ec9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850756 Oct 12 22:59:05.751565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-49cdea74-53c9-4cc1-9f24-dc632b6be258 service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095636 Oct 12 22:59:05.795151 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:05.839763 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:05.841909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6a5f38b7-202b-4c78-a64d-2da6d71b8c85 req-6eda02df-e827-4f93-a504-d29b661d18c8 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0401707 Oct 12 22:59:05.908372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a82a783-910a-4f95-b554-7d8b991c70b3 req-4dc4ca1d-dc5f-4d65-a197-8b0f1500f034 service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477091 Oct 12 22:59:06.032883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5029dbbe-1b5b-4d25-8c08-d3f1b3d329b6 req-f2007797-822e-4ca4-b028-64f6028d58d7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.0542226 Oct 12 22:59:06.056033 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Attempting to bind port b893b4d9-6a82-4428-b934-09fd26347e38 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:06.057142 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Attempting to bind port b893b4d9-6a82-4428-b934-09fd26347e38 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:06.058743 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Attempting to bind port b893b4d9-6a82-4428-b934-09fd26347e38 on network b2029f8b-06ed-42a4-a021-1069f20e4f3c {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:06.072292 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:06.072988 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Checking segment: {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:06.073594 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:06.074171 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Bound using segment: {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:06.074888 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Bound port: b893b4d9-6a82-4428-b934-09fd26347e38, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:06.075500 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:06.087472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=256de852-c242-4213-b1d0-38ed9ec19506,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:06.108529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Checking segment: {'id': 'dd95ae1f-1a8e-4db6-93b3-8e591db85bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a43f2771-c2f6-40ea-a029-73c3478742ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:06.109135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Network hostable DHCP agents. Network: a43f2771-c2f6-40ea-a029-73c3478742ee, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:59:06.158838 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] For port b893b4d9-6a82-4428-b934-09fd26347e38, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:06.161510 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] For port b893b4d9-6a82-4428-b934-09fd26347e38, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b893b4d9-6a82-4428-b934-09fd26347e38,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:06.164445 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d53422-fe11-4383-ad7f-569581dfcc3f None None] Pushing event updated for resources: {'Port': ['ID=b893b4d9-6a82-4428-b934-09fd26347e38,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:06.229498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Network a43f2771-c2f6-40ea-a029-73c3478742ee is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:59:06.282117 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:06.286119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a2d15f56-beb0-4063-b3b5-8ab5959975a0 None None] Provisioning complete for port b893b4d9-6a82-4428-b934-09fd26347e38 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:06.287163 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2d15f56-beb0-4063-b3b5-8ab5959975a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:06.338616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a43f2771-c2f6-40ea-a029-73c3478742ee) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:06.342875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:06.344281 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:06.353004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24fc8742-b889-47ad-900f-b3fe29003305 None None] Network a43f2771-c2f6-40ea-a029-73c3478742ee requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:06.414423 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d53422-fe11-4383-ad7f-569581dfcc3f None None] Pushing event updated for resources: {'Port': ['ID=b893b4d9-6a82-4428-b934-09fd26347e38,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:06.446026 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bef4f422-b8e9-4e7c-ace6-aa3146ab50b1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1549687 Oct 12 22:59:06.474493 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:06.475215 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:58:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:06.728487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bdfb354-28fd-4ab2-9cfc-20d5909754ad None None] Network a43f2771-c2f6-40ea-a029-73c3478742ee requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:06.780371 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:06.831731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083851d6-4f14-483d-afd0-768ac599a91e req-6f5d6c33-35db-4c0f-bb3e-e18e6837d738 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:06.835421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-6f5d6c33-35db-4c0f-bb3e-e18e6837d738 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.25 "GET /v2.0/networks?id=dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b HTTP/1.1" status: 200 len: 815 time: 0.2806940 Oct 12 22:59:06.923026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-d8db4d70-e943-4552-b2e4-860d109d3fc2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3e060259d24740948be5835489f4fa25 HTTP/1.1" status: 200 len: 380 time: 0.0762820 Oct 12 22:59:06.945383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Request body: {'port': {'device_id': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'admin_state_up': True, 'tenant_id': '3e060259d24740948be5835489f4fa25', 'security_groups': ['8534a8f0-1e4e-4833-967c-877fd959c31d']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:06.961824 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4409110-9042-4d18-a83c-c9186a0e9947 req-a1ede457-dee2-4e22-8123-8a16b1fe0835 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:06.971212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4409110-9042-4d18-a83c-c9186a0e9947 req-a1ede457-dee2-4e22-8123-8a16b1fe0835 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 944 time: 0.1168616 Oct 12 22:59:07.040951 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4409110-9042-4d18-a83c-c9186a0e9947 req-b7235acb-862b-4718-9a99-b5b7178be083 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687878 Oct 12 22:59:07.044645 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2d15f56-beb0-4063-b3b5-8ab5959975a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:07.225549 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b893b4d9-6a82-4428-b934-09fd26347e38', 'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'mac_address': 'fa:16:3e:82:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:59Z', 'updated_at': '2021-10-12T22:59:06Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'subnets': [{'id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:07.257162 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32476474-8d12-4bd6-9203-bc882e2e8bd3 None None] The sync data for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 is: [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b893b4d9-6a82-4428-b934-09fd26347e38', 'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'mac_address': 'fa:16:3e:82:a6:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:59Z', 'updated_at': '2021-10-12T22:59:06Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'subnets': [{'id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:59:07.337510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d71691b7-80d0-4dee-a527-f09cdd426f50 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:59:07.356655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a2d15f56-beb0-4063-b3b5-8ab5959975a0 None None] For port b893b4d9-6a82-4428-b934-09fd26347e38, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b893b4d9-6a82-4428-b934-09fd26347e38,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:07.439635 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2d15f56-beb0-4063-b3b5-8ab5959975a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:07.513063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Made reservation on behalf of 3e060259d24740948be5835489f4fa25 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:07.516958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:07.648770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-666d0464-b813-47bc-b053-7d1af7bba309 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:07.651605 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 22:59:07.660750 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-666d0464-b813-47bc-b053-7d1af7bba309 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 808 time: 0.4470704 Oct 12 22:59:07.721523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Request body: {'port': {'device_id': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b', 'admin_state_up': True, 'tenant_id': '5cb1fb1980714092afbe36083bfd1a49'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:07.903501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b893b4d9-6a82-4428-b934-09fd26347e38 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:07.918234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Allocated IP 172.20.0.13 (dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b/7801bb8c-1381-46eb-bcb8-a536993a3521/08c30b36-70b8-4b71-ba8e-0d1e456af5e7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:08.021299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9cc3d8df-868e-42f7-9d43-5470c9525326 None None] Provisioning complete for port b893b4d9-6a82-4428-b934-09fd26347e38 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:08.022515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9cc3d8df-868e-42f7-9d43-5470c9525326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:08.170394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d15f56-beb0-4063-b3b5-8ab5959975a0 None None] Pushing event updated for resources: {'Port': ['ID=b893b4d9-6a82-4428-b934-09fd26347e38,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:08.253289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:08.309554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d71691b7-80d0-4dee-a527-f09cdd426f50, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d71691b7-80d0-4dee-a527-f09cdd426f50,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:08.340061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b893b4d9-6a82-4428-b934-09fd26347e38 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:08.341364 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:08.345227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd71691b7-80d0-4dee-a527-f09cdd426f50', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'port_id': 'd71691b7-80d0-4dee-a527-f09cdd426f50', 'mac_address': 'fa:16:3e:0f:13:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091336a0-9cd0-43dc-abb4-695f8140af67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:59:08.392484 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1629597-24c2-43dd-a273-33f1a2307523 req-fcaa2fc2-9ba1-4b9b-b90d-fb3742be046f tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0699375 Oct 12 22:59:08.405094 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:08.517423 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:08.532452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:08.551602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:08.552510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71691b7-80d0-4dee-a527-f09cdd426f50 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:08.559849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:08.600452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d71691b7-80d0-4dee-a527-f09cdd426f50, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d71691b7-80d0-4dee-a527-f09cdd426f50,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:08.695442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-640f97f5-7109-4e67-b4fc-65e91158015b req-40c0f65d-a22a-4f19-b9f7-d598c6aab92b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.1460984 Oct 12 22:59:08.696885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Pushing event updated for resources: {'Port': ['ID=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:08.702425 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:08.800110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:08.801173 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:08.900333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8b8a0114-0479-4801-9846-0678fe0603a4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:08.904263 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8b8a0114-0479-4801-9846-0678fe0603a4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/networks?id=a43f2771-c2f6-40ea-a029-73c3478742ee HTTP/1.1" status: 200 len: 821 time: 1.2379050 Oct 12 22:59:08.927060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d71691b7-80d0-4dee-a527-f09cdd426f50,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:08.944213 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-dd4bc695-0976-4a1b-ac43-f1ba9468d1dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0082502 Oct 12 22:59:08.959162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d71691b7-80d0-4dee-a527-f09cdd426f50'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:59:08.964308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-49b95292-9d93-4564-bce2-668150f2c0bf tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:59:08.967600 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-49b95292-9d93-4564-bce2-668150f2c0bf tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0140510 Oct 12 22:59:08.989693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-3dbc31b5-52d7-4de9-bd01-d5927ecf1d8d tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/quotas/322219ed68074544a709402e5a9960f6 HTTP/1.1" status: 200 len: 375 time: 0.0480106 Oct 12 22:59:09.041096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0564c5-9a16-4012-a315-854e45b5b245 req-d658d9b9-49ee-447e-8f24-e1a0afd656a7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:09.051448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e0564c5-9a16-4012-a315-854e45b5b245 req-d658d9b9-49ee-447e-8f24-e1a0afd656a7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 945 time: 0.1846275 Oct 12 22:59:09.091888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d80262a4-3b77-45a7-bb43-9bb4812bd599 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=322219ed68074544a709402e5a9960f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1010306 Oct 12 22:59:09.162553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e0564c5-9a16-4012-a315-854e45b5b245 req-2657d310-9938-4807-ac4d-e578160a86df tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033545 Oct 12 22:59:09.188069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Request body: {'port': {'device_id': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:09.222389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b336478f-a4c1-4290-add2-3e84fd79ac65 None None] Provisioning complete for port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:09.222774 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b336478f-a4c1-4290-add2-3e84fd79ac65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:09.260264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Made reservation on behalf of 5cb1fb1980714092afbe36083bfd1a49 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:09.272991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:09.313681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b336478f-a4c1-4290-add2-3e84fd79ac65 None None] Port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:09.448712 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:09.462792 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-06a8d18c-b44b-4256-8229-c6feafee165a service neutron] 10.222.0.31 "GET /v2.0/networks/a43f2771-c2f6-40ea-a029-73c3478742ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437862 Oct 12 22:59:09.720781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Allocated IP 172.20.0.13 (1e31aa80-29e8-487f-83a9-b4e24a329b3b/92696d21-f43e-4bd4-aaa1-e263476189f5/c0e94445-f2bc-4ed9-a489-d93248d92b1f) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:09.837864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b893b4d9-6a82-4428-b934-09fd26347e38 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:09.932581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-935a7c89-d9aa-49f5-a690-543769703bb7 service neutron] 10.222.0.31 "GET /v2.0/networks/a43f2771-c2f6-40ea-a029-73c3478742ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4677677 Oct 12 22:59:10.196260 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:10.217232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:10.231213 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:10.258792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Transition to ACTIVE for port object 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:59:10.368807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:10.372843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b893b4d9-6a82-4428-b934-09fd26347e38 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:10.373444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:10.388666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:10.428241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Pushing event updated for resources: {'Port': ['ID=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:10.441396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Network 1e31aa80-29e8-487f-83a9-b4e24a329b3b is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:10.453488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:10.463892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea7e59-f216-4560-91c8-8f26d31c4664 req-495a30db-9051-4c44-8be8-d2bcbc3e0b01 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:10.465657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a6ea7e59-f216-4560-91c8-8f26d31c4664 req-495a30db-9051-4c44-8be8-d2bcbc3e0b01 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1520553 Oct 12 22:59:10.509301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ddbdd678-e088-497e-88d3-54dfd30adf2b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:59:10.548217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a6ea7e59-f216-4560-91c8-8f26d31c4664 req-36a1e586-866a-48c7-8c7e-79fc55d849b2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591667 Oct 12 22:59:10.606459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:10.748375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Pushing event updated for resources: {'Port': ['ID=c0e94445-f2bc-4ed9-a489-d93248d92b1f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:10.785905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8cdf1d-27a6-4dee-ac27-37110982d7c9 req-046b6752-7354-4e1f-a0f9-92a8c0c9ee23 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:10.786099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:10.786233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f8cdf1d-27a6-4dee-ac27-37110982d7c9 req-046b6752-7354-4e1f-a0f9-92a8c0c9ee23 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 945 time: 0.0999169 Oct 12 22:59:10.786381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:10.830231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f8cdf1d-27a6-4dee-ac27-37110982d7c9 req-ca9a3092-fc1c-4d93-8e35-40be96f926ff tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448401 Oct 12 22:59:10.846915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Attempting to bind port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:10.847270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Attempting to bind port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:10.847806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Attempting to bind port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 on network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:10.864588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 on network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:59:10.865235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Attempting to bind port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 on network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:10.871844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:10.871844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Checking segment: {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:10.872334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Bound using segment: {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:10.872880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Bound port: 08c30b36-70b8-4b71-ba8e-0d1e456af5e7, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:10.873388 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:10.913631 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba07fb-b01e-43d9-9352-b0ee4e5b7f2a req-a4b957ca-5e57-4f91-8e9c-daaa55796b7e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:10.923504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-edba07fb-b01e-43d9-9352-b0ee4e5b7f2a req-a4b957ca-5e57-4f91-8e9c-daaa55796b7e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 932 time: 0.4715149 Oct 12 22:59:10.939333 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-b7bf69b1-a631-41dc-b9a9-7b02152a1da9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2385240 Oct 12 22:59:10.993621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] For port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:10.997029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] For port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:11.035896 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-edba07fb-b01e-43d9-9352-b0ee4e5b7f2a req-a1641589-2e0a-4fcb-a73a-8a453f7c9eb4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114244 Oct 12 22:59:11.048269 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e47bfcdc-8604-4c41-9c02-535fe044736c req-a0ada6ed-aebd-4684-bd8d-a42ff72559d7 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 210 time: 0.0305474 Oct 12 22:59:11.048369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Request body: {'port': {'device_id': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:11.087522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:11.134004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:11.134628 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:11.136909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] 10.222.0.25 "PUT /v2.0/ports/08c30b36-70b8-4b71-ba8e-0d1e456af5e7 HTTP/1.1" status: 200 len: 1093 time: 2.1612809 Oct 12 22:59:11.136909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'tag': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:11.140306 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40eef0e9-443e-4821-abc3-1768841d08e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9bc74b-3c82-400d-8267-d98df814c0a3", "tag": "08c30b36-70b8-4b71-ba8e-0d1e456af5e7"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:11.198404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e29f20e-e3f0-45c7-b796-809de660173a service neutron] Pushing event updated for resources: {'Port': ['ID=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:11.209517 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8d7931-143b-40ff-94ea-fdb9e78610b8 x-openstack-request-id: req-5f8d7931-143b-40ff-94ea-fdb9e78610b8 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:11.211345 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9bc74b-3c82-400d-8267-d98df814c0a3", "tag": "08c30b36-70b8-4b71-ba8e-0d1e456af5e7", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:11.211654 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f8d7931-143b-40ff-94ea-fdb9e78610b8 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:11.212018 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'tag': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7', 'status': 'completed', 'code': 200} Oct 12 22:59:11.225526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:11.317153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef0e9-443e-4821-abc3-1768841d08e6 req-a8a60903-36bc-4091-898c-743359b69212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:11.320251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d71691b7-80d0-4dee-a527-f09cdd426f50 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:11.332633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40eef0e9-443e-4821-abc3-1768841d08e6 req-a8a60903-36bc-4091-898c-743359b69212 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e060259d24740948be5835489f4fa25&device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 1096 time: 0.0955441 Oct 12 22:59:11.513280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d71691b7-80d0-4dee-a527-f09cdd426f50 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:59:11.517962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d71691b7-80d0-4dee-a527-f09cdd426f50 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:11.518507 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:11.564725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef0e9-443e-4821-abc3-1768841d08e6 req-a649a371-5549-49ed-840a-def28769b6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:11.567918 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40eef0e9-443e-4821-abc3-1768841d08e6 req-a649a371-5549-49ed-840a-def28769b6e7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=3e060259d24740948be5835489f4fa25&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2344890 Oct 12 22:59:11.717531 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:11.757496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d71691b7-80d0-4dee-a527-f09cdd426f50, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d71691b7-80d0-4dee-a527-f09cdd426f50,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:11.758633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9adbc0-f0fd-4140-bee6-612a461cd6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71691b7-80d0-4dee-a527-f09cdd426f50'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:11.761082 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a22f9da-e1ba-4044-8f99-24d1b013acb5" -d '{"events": [{"server_uuid": "6e9adbc0-f0fd-4140-bee6-612a461cd6e7", "name": "network-vif-plugged", "status": "completed", "tag": "d71691b7-80d0-4dee-a527-f09cdd426f50"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:11.775903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eef0e9-443e-4821-abc3-1768841d08e6 req-48e13462-2900-4360-b929-e4de89048a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:11.777556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40eef0e9-443e-4821-abc3-1768841d08e6 req-48e13462-2900-4360-b929-e4de89048a77 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2028050 Oct 12 22:59:11.820855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e350fe98-6359-44e9-8752-9e416bec6f86 req-204803ed-0bea-405c-a2dc-8e67c2bbfcfa tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:11.823450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e350fe98-6359-44e9-8752-9e416bec6f86 req-204803ed-0bea-405c-a2dc-8e67c2bbfcfa tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1066546 Oct 12 22:59:11.841217 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:11.937991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e350fe98-6359-44e9-8752-9e416bec6f86 req-15b9e79d-5f7e-45bd-a82e-00f745036e99 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997770 Oct 12 22:59:11.950483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e94445-f2bc-4ed9-a489-d93248d92b1f {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:11.968302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083851d6-4f14-483d-afd0-768ac599a91e req-4e6a0aee-d1b8-4902-b21d-c46de14fd7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:11.970533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-4e6a0aee-d1b8-4902-b21d-c46de14fd7c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e060259d24740948be5835489f4fa25&device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 1096 time: 0.1457536 Oct 12 22:59:11.976294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:11.984408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d71691b7-80d0-4dee-a527-f09cdd426f50,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:12.020666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Transition to ACTIVE for port object c0e94445-f2bc-4ed9-a489-d93248d92b1f will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:59:12.063882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-4124e563-2c94-4328-afbb-b25457ac3017 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c30b36-70b8-4b71-ba8e-0d1e456af5e7 HTTP/1.1" status: 200 len: 217 time: 0.0854795 Oct 12 22:59:12.090055 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f42f916e-2fed-4e8c-bd60-8f088b6ab268 x-openstack-request-id: req-f42f916e-2fed-4e8c-bd60-8f088b6ab268 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:12.090619 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9adbc0-f0fd-4140-bee6-612a461cd6e7", "name": "network-vif-plugged", "status": "completed", "tag": "d71691b7-80d0-4dee-a527-f09cdd426f50", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:12.091271 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f42f916e-2fed-4e8c-bd60-8f088b6ab268 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:12.096412 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9adbc0-f0fd-4140-bee6-612a461cd6e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71691b7-80d0-4dee-a527-f09cdd426f50', 'code': 200} Oct 12 22:59:12.118798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:12.153389 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2a241cb-752a-4b9d-8757-22ac14a04e93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:12.199474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e94445-f2bc-4ed9-a489-d93248d92b1f,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:12.201687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229dd2b-c863-4f60-9162-5665a68724d5 req-2cf9bb0b-5eb8-41e7-bb5a-43d5895b8b2b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:12.210864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2229dd2b-c863-4f60-9162-5665a68724d5 req-2cf9bb0b-5eb8-41e7-bb5a-43d5895b8b2b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 946 time: 0.1589704 Oct 12 22:59:12.235781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083851d6-4f14-483d-afd0-768ac599a91e req-d7ef7c2b-0a61-4f78-8006-f829b0c314dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:12.236900 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-d7ef7c2b-0a61-4f78-8006-f829b0c314dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7801bb8c-1381-46eb-bcb8-a536993a3521 HTTP/1.1" status: 200 len: 854 time: 0.1651471 Oct 12 22:59:12.325855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:12.326101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:12.329272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:12.341164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:59:12.341273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:12.346064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2229dd2b-c863-4f60-9162-5665a68724d5 req-78165ffc-e408-4c1e-846b-cdf4cc2dfc82 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327934 Oct 12 22:59:12.367633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30297e36-a6e1-4a0d-bb6d-935100e6dad6 req-8090d5e5-a50c-4250-8e19-00187975bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:12.371538 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30297e36-a6e1-4a0d-bb6d-935100e6dad6 req-8090d5e5-a50c-4250-8e19-00187975bace service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 1098 time: 0.1456029 Oct 12 22:59:12.378774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:12.381093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:12.381524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:12.384058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Bound port: c0e94445-f2bc-4ed9-a489-d93248d92b1f, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:12.384521 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:12.395194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083851d6-4f14-483d-afd0-768ac599a91e req-4bb77118-69ab-4c88-a1fb-79f07af92384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:12.399189 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-4bb77118-69ab-4c88-a1fb-79f07af92384 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1332471 Oct 12 22:59:12.541878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30297e36-a6e1-4a0d-bb6d-935100e6dad6 req-bc284a33-0667-4473-98e4-b850abd12c61 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617475 Oct 12 22:59:12.575153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e99be6-9487-4a2c-a610-484bb16fc39c req-aef301e1-36c5-409c-bdf5-2a93d1e4fdfc tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:12.582540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70e99be6-9487-4a2c-a610-484bb16fc39c req-aef301e1-36c5-409c-bdf5-2a93d1e4fdfc tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1267140 Oct 12 22:59:12.598269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:12.614462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:12.639574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-a943d235-4287-41f3-9566-79dbffc0c44f service neutron] 10.222.0.25 "GET /v2.0/networks/dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345340 Oct 12 22:59:12.689620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70e99be6-9487-4a2c-a610-484bb16fc39c req-d252c88b-67db-4cf8-b5f3-6891657c340c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061075 Oct 12 22:59:12.713843 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:12.779922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:12.780807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:12.782726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0e94445-f2bc-4ed9-a489-d93248d92b1f HTTP/1.1" status: 200 len: 1093 time: 1.7702451 Oct 12 22:59:12.783370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:12.785836 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834db305-2399-411e-8ed9-e32e4a6b7287" -d '{"events": [{"name": "network-changed", "server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:12.872896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815debc5-d5f8-4a52-865d-5c2e12f2beb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e94445-f2bc-4ed9-a489-d93248d92b1f,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:12.983711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca99f3c6-1cff-4c9a-a122-44a8d8a3e075 req-9e6583d5-fcc2-4dbc-849f-3b4c56972153 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 210 time: 0.0639515 Oct 12 22:59:12.990232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-083851d6-4f14-483d-afd0-768ac599a91e req-c7e97087-9bb9-4850-973a-69225a7b8bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990060 Oct 12 22:59:12.992071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-92d2fee9-3bff-4d7b-a177-d591c07af4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:12.994237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-92d2fee9-3bff-4d7b-a177-d591c07af4d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 1096 time: 0.0792379 Oct 12 22:59:13.052499 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-cfe7f9f7-2ed1-426b-8327-c46477941ccd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f HTTP/1.1" status: 200 len: 217 time: 0.0510242 Oct 12 22:59:13.129027 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e01cbb3-2427-4906-964e-b662a096eaa5 x-openstack-request-id: req-3e01cbb3-2427-4906-964e-b662a096eaa5 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:13.129327 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:13.129581 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3e01cbb3-2427-4906-964e-b662a096eaa5 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:13.129990 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f', 'status': 'completed', 'code': 200} Oct 12 22:59:13.150227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-73ac2f84-8630-498d-ac08-8cbc192c73e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:13.151797 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-73ac2f84-8630-498d-ac08-8cbc192c73e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0872262 Oct 12 22:59:13.219810 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-8fafc6e9-6367-41d1-99a5-bde55791b315 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567429 Oct 12 22:59:13.309932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449fa32e-8799-4a56-b411-0a8ebb773786 req-40eb2a8d-2454-43e9-b3fa-91b80603cca1 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:13.325298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-449fa32e-8799-4a56-b411-0a8ebb773786 req-40eb2a8d-2454-43e9-b3fa-91b80603cca1 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1296034 Oct 12 22:59:13.355972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-5e970132-9a10-4dbb-b628-0d7159fa80df service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300733 Oct 12 22:59:13.401890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-449fa32e-8799-4a56-b411-0a8ebb773786 req-0f9fe691-e420-4043-820e-a3281fb65562 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754170 Oct 12 22:59:13.596415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8630aea-60d6-4378-ab48-68cdc5331ea3 req-67283dca-79fd-4e17-a595-57abfebd9f91 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329400 Oct 12 22:59:13.649746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bfb04-aff7-44e1-99c6-60682c7c5e5a req-3fb59b6f-3f9b-4ca5-8c6d-4a0710c3b7fa tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:13.654709 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed5bfb04-aff7-44e1-99c6-60682c7c5e5a req-3fb59b6f-3f9b-4ca5-8c6d-4a0710c3b7fa tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 946 time: 0.1744835 Oct 12 22:59:13.661896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-63a4e951-3606-4a17-84da-14da4a8f462e tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:13.663523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-63a4e951-3606-4a17-84da-14da4a8f462e tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.41 "GET /v2.0/networks?id=a43f2771-c2f6-40ea-a029-73c3478742ee HTTP/1.1" status: 200 len: 821 time: 0.1900017 Oct 12 22:59:13.679730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Request body: {'port': {'device_id': 'f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255', 'network_id': 'a43f2771-c2f6-40ea-a029-73c3478742ee', 'admin_state_up': True, 'tenant_id': '322219ed68074544a709402e5a9960f6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:13.877932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed5bfb04-aff7-44e1-99c6-60682c7c5e5a req-61e9169e-0e08-409a-bc37-03e0c7b0d120 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109170 Oct 12 22:59:13.907364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3478b-2c68-4709-abf5-43715698db24 req-f1f4e913-115a-4e75-9b9c-6fa028c2dcda tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:13.912683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28d3478b-2c68-4709-abf5-43715698db24 req-f1f4e913-115a-4e75-9b9c-6fa028c2dcda tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1090651 Oct 12 22:59:13.915769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-48404c27-0f20-45b8-b5ca-492f3a30b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:13.925739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-48404c27-0f20-45b8-b5ca-492f3a30b9a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 1096 time: 0.2079282 Oct 12 22:59:13.989666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28d3478b-2c68-4709-abf5-43715698db24 req-47860f12-b3be-4d6b-af9f-93c0e2d06281 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659351 Oct 12 22:59:14.048946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Made reservation on behalf of 322219ed68074544a709402e5a9960f6 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:14.053097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:14.124106 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c51bb82-c571-4ebe-83fc-f56be9c0853a req-03d7f06d-19f7-48ce-913a-4ec6a8437fb3 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 210 time: 0.0625644 Oct 12 22:59:14.153339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-a10b9268-6e44-4709-bb95-db8f4a3d265d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:14.155675 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-a10b9268-6e44-4709-bb95-db8f4a3d265d service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.2228260 Oct 12 22:59:14.204022 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-a69d79ec-2fd2-4e46-9bcd-b5b2def68a8a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f HTTP/1.1" status: 200 len: 217 time: 0.0400958 Oct 12 22:59:14.256867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Allocated IP 172.20.0.9 (a43f2771-c2f6-40ea-a029-73c3478742ee/256de852-c242-4213-b1d0-38ed9ec19506/c2df5616-f4b7-44c9-ac8e-135f265c418f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:14.269481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-8f6cdbf4-09a7-40ec-b6be-bbc390b72682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:14.271553 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-8f6cdbf4-09a7-40ec-b6be-bbc390b72682 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0612118 Oct 12 22:59:14.317950 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-e60b3e50-5945-4abf-bfbd-d7e82f79d46b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389750 Oct 12 22:59:14.424045 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-b214d129-74ee-44e6-bb05-b042cfbe593d service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986121 Oct 12 22:59:14.539573 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-834db305-2399-411e-8ed9-e32e4a6b7287 req-efb41e0f-330e-4fe2-8722-4e138fa43b30 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066821 Oct 12 22:59:14.577612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:14.594470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c388034-0868-4362-a53d-c5812330e537 req-d69efac5-1b9c-485b-8c4e-d163d625b826 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:14.596049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c388034-0868-4362-a53d-c5812330e537 req-d69efac5-1b9c-485b-8c4e-d163d625b826 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.0920124 Oct 12 22:59:14.660043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c388034-0868-4362-a53d-c5812330e537 req-add2c2e2-cbb0-4264-8324-45611035ceaf tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516510 Oct 12 22:59:14.667372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51436) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:14.739120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:14.803788 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7157819a-31a9-4d22-bb80-12eee07f2927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:14.815382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Network a43f2771-c2f6-40ea-a029-73c3478742ee is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:14.826146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:14.832117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:14.867361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Pushing event updated for resources: {'Port': ['ID=c2df5616-f4b7-44c9-ac8e-135f265c418f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:14.900346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:14.901276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:14.916332 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7157819a-31a9-4d22-bb80-12eee07f2927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:14.977846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7157819a-31a9-4d22-bb80-12eee07f2927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.002480 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-8fbdd862-51ed-499a-a633-66743e1860d0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3274884 Oct 12 22:59:15.024245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Request body: {'port': {'device_id': 'f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:15.030449 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6d7f3077-3715-44db-b2ff-5e693feee477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.051983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7157819a-31a9-4d22-bb80-12eee07f2927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4fc5bb-1ede-49c0-9b9d-d2a08518df61,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:15.059361 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7157819a-31a9-4d22-bb80-12eee07f2927 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64bcc2061d9645228d4677b78df53253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3906059 Oct 12 22:59:15.062075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51444) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:15.103617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f868b-83f3-4abc-b1e8-d7208882ba6d req-7ec5a1f0-9e9d-4499-97bf-0fe07d20c18b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:15.105740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a81f868b-83f3-4abc-b1e8-d7208882ba6d req-7ec5a1f0-9e9d-4499-97bf-0fe07d20c18b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 946 time: 0.1575475 Oct 12 22:59:15.159482 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.189225 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a81f868b-83f3-4abc-b1e8-d7208882ba6d req-20846b55-bb26-4b61-8eb7-497a6da82acb tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735781 Oct 12 22:59:15.193277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37e504c8-cbe9-43b3-819e-d57adaf00b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.238238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d7a3-1e03-4d22-bede-a681f4af3b47 req-18ec83de-7cc6-435d-9e9e-544278fbce0f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:15.240170 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8a9d7a3-1e03-4d22-bede-a681f4af3b47 req-18ec83de-7cc6-435d-9e9e-544278fbce0f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1417952 Oct 12 22:59:15.247278 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37e504c8-cbe9-43b3-819e-d57adaf00b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.346124 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8a9d7a3-1e03-4d22-bede-a681f4af3b47 req-5a81fffa-c749-4555-81d6-a66f49cbb7d2 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960548 Oct 12 22:59:15.348828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd6b4e-f295-463b-81c6-e344c87fe25f req-66d79ea0-6697-4f4f-9da8-99f5954acf42 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:15.350449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fbd6b4e-f295-463b-81c6-e344c87fe25f req-66d79ea0-6697-4f4f-9da8-99f5954acf42 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 931 time: 0.0721662 Oct 12 22:59:15.424938 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fbd6b4e-f295-463b-81c6-e344c87fe25f req-eaf34a61-c07f-4e64-9472-09842142cf15 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670314 Oct 12 22:59:15.433059 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37e504c8-cbe9-43b3-819e-d57adaf00b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.442973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37e504c8-cbe9-43b3-819e-d57adaf00b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.444940 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-37e504c8-cbe9-43b3-819e-d57adaf00b94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d4fc5bb-1ede-49c0-9b9d-d2a08518df61 HTTP/1.1" status: 204 len: 168 time: 0.3789177 Oct 12 22:59:15.475395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e504c8-cbe9-43b3-819e-d57adaf00b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4fc5bb-1ede-49c0-9b9d-d2a08518df61,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:15.504405 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.559287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2df5616-f4b7-44c9-ac8e-135f265c418f {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:15.567735 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.582896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Transition to ACTIVE for port object c2df5616-f4b7-44c9-ac8e-135f265c418f will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:59:15.655574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.762928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Pushing event updated for resources: {'Port': ['ID=c2df5616-f4b7-44c9-ac8e-135f265c418f,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:15.887418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Attempting to bind port c2df5616-f4b7-44c9-ac8e-135f265c418f on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:15.888160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Attempting to bind port c2df5616-f4b7-44c9-ac8e-135f265c418f by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'dd95ae1f-1a8e-4db6-93b3-8e591db85bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a43f2771-c2f6-40ea-a029-73c3478742ee'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:15.888962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Attempting to bind port c2df5616-f4b7-44c9-ac8e-135f265c418f on network a43f2771-c2f6-40ea-a029-73c3478742ee {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:15.898624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Port c2df5616-f4b7-44c9-ac8e-135f265c418f on network a43f2771-c2f6-40ea-a029-73c3478742ee not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:59:15.899257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Attempting to bind port c2df5616-f4b7-44c9-ac8e-135f265c418f on network a43f2771-c2f6-40ea-a029-73c3478742ee {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:15.908189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:15.914324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Checking segment: {'id': 'dd95ae1f-1a8e-4db6-93b3-8e591db85bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a43f2771-c2f6-40ea-a029-73c3478742ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:15.914324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Bound using segment: {'id': 'dd95ae1f-1a8e-4db6-93b3-8e591db85bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a43f2771-c2f6-40ea-a029-73c3478742ee'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:15.914324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Bound port: c2df5616-f4b7-44c9-ac8e-135f265c418f, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd95ae1f-1a8e-4db6-93b3-8e591db85bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'a43f2771-c2f6-40ea-a029-73c3478742ee'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:15.914324 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:15.936572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658e61c-5142-4a97-9e0e-3950e557527b req-d5445bbd-5670-45af-82fe-6f597422dcb1 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:15.952320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a1eec-c31e-476c-a331-034e68b15c86 req-8b98f8ba-f6b7-4e54-b946-603ccc7b4887 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:15.952511 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0658e61c-5142-4a97-9e0e-3950e557527b req-d5445bbd-5670-45af-82fe-6f597422dcb1 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1110833 Oct 12 22:59:15.964910 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d40a1eec-c31e-476c-a331-034e68b15c86 req-8b98f8ba-f6b7-4e54-b946-603ccc7b4887 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 946 time: 0.1448987 Oct 12 22:59:16.017434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d40a1eec-c31e-476c-a331-034e68b15c86 req-f9d17d20-4043-4f69-b771-a90ffde3ed3f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495644 Oct 12 22:59:16.022448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:16.060593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0658e61c-5142-4a97-9e0e-3950e557527b req-681012bd-b057-4bb4-9553-5b3146c7d904 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060040 Oct 12 22:59:16.090229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] For port c2df5616-f4b7-44c9-ac8e-135f265c418f, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:16.093744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] For port c2df5616-f4b7-44c9-ac8e-135f265c418f, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c2df5616-f4b7-44c9-ac8e-135f265c418f,segment=NetworkSegment(dd95ae1f-1a8e-4db6-93b3-8e591db85bd6),segment_id=dd95ae1f-1a8e-4db6-93b3-8e591db85bd6)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:16.161667 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:16.208162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:16.208805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:16.211335 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] 10.222.0.41 "PUT /v2.0/ports/c2df5616-f4b7-44c9-ac8e-135f265c418f HTTP/1.1" status: 200 len: 1092 time: 1.1923048 Oct 12 22:59:16.216367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255', 'tag': 'c2df5616-f4b7-44c9-ac8e-135f265c418f'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:16.220344 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6790162-1576-41b6-92dd-4f7aaa0276db" -d '{"events": [{"name": "network-changed", "server_uuid": "f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255", "tag": "c2df5616-f4b7-44c9-ac8e-135f265c418f"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:16.255391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e68853-b82a-4af3-83f9-a78a352d9f0b service neutron] Pushing event updated for resources: {'Port': ['ID=c2df5616-f4b7-44c9-ac8e-135f265c418f,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:16.280488 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f7b170-6e32-41e6-8b1b-c244a32993d9 x-openstack-request-id: req-96f7b170-6e32-41e6-8b1b-c244a32993d9 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:16.281363 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255", "tag": "c2df5616-f4b7-44c9-ac8e-135f265c418f", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:16.281628 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-96f7b170-6e32-41e6-8b1b-c244a32993d9 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:16.282030 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255', 'tag': 'c2df5616-f4b7-44c9-ac8e-135f265c418f', 'status': 'completed', 'code': 200} Oct 12 22:59:16.349773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6790162-1576-41b6-92dd-4f7aaa0276db req-0fe55c75-2206-4871-926c-15ecdf507c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:16.351366 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6790162-1576-41b6-92dd-4f7aaa0276db req-0fe55c75-2206-4871-926c-15ecdf507c96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=322219ed68074544a709402e5a9960f6&device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 1095 time: 0.0452683 Oct 12 22:59:16.514921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6790162-1576-41b6-92dd-4f7aaa0276db req-d689e4e0-77c9-4358-a387-f2e98884c76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:16.517524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6790162-1576-41b6-92dd-4f7aaa0276db req-d689e4e0-77c9-4358-a387-f2e98884c76d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=322219ed68074544a709402e5a9960f6&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1569972 Oct 12 22:59:16.627358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4df411-8b4a-4a02-80cd-cd0a0864b680 req-b717262d-490c-401a-b83f-0d5e743ef8d4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:16.638880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be4df411-8b4a-4a02-80cd-cd0a0864b680 req-b717262d-490c-401a-b83f-0d5e743ef8d4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 943 time: 0.0994356 Oct 12 22:59:16.696585 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be4df411-8b4a-4a02-80cd-cd0a0864b680 req-fdce88ff-06ed-471f-af30-9c52446e2fe5 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524185 Oct 12 22:59:17.053454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6790162-1576-41b6-92dd-4f7aaa0276db req-beddd301-459b-476c-9bf4-a5cf5747ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:17.055049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6790162-1576-41b6-92dd-4f7aaa0276db req-beddd301-459b-476c-9bf4-a5cf5747ccbc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5187516 Oct 12 22:59:17.075357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b2748b-7d1b-4ad5-8a85-17b83fc37c55 req-fa02a5d8-3c2a-4249-bff2-0ea35456d438 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:17.077297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83b2748b-7d1b-4ad5-8a85-17b83fc37c55 req-fa02a5d8-3c2a-4249-bff2-0ea35456d438 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.5586176 Oct 12 22:59:17.166329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83b2748b-7d1b-4ad5-8a85-17b83fc37c55 req-e486580d-8085-4cfb-8f32-afa642b3fa9b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808187 Oct 12 22:59:17.186607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb25392-b445-4e42-bbfe-4b48fa972cdd req-d1f305fa-35a8-400f-9b2c-96e4a369fe3c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:17.194739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ceb25392-b445-4e42-bbfe-4b48fa972cdd req-d1f305fa-35a8-400f-9b2c-96e4a369fe3c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 946 time: 0.0970478 Oct 12 22:59:17.211500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-7c83b502-c7f7-412f-84a5-ebb7cbb4ff21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:17.212994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-7c83b502-c7f7-412f-84a5-ebb7cbb4ff21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=322219ed68074544a709402e5a9960f6&device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 1095 time: 0.1013069 Oct 12 22:59:17.247743 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ceb25392-b445-4e42-bbfe-4b48fa972cdd req-e1df4585-a15f-4ea2-94ac-1c8f7b64515f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519965 Oct 12 22:59:17.268110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-fb706fe6-8de8-4ca4-8781-1de7704cc31b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2df5616-f4b7-44c9-ac8e-135f265c418f HTTP/1.1" status: 200 len: 217 time: 0.0463045 Oct 12 22:59:17.366610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff452e3b-6592-4365-b8cf-e876f26fa3a9 req-ba3bc179-f8a5-4f69-b4f1-6b691a581ac1 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:17.368720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff452e3b-6592-4365-b8cf-e876f26fa3a9 req-ba3bc179-f8a5-4f69-b4f1-6b691a581ac1 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.0991261 Oct 12 22:59:17.384814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-58201bff-450e-4ab8-9f75-8e6eb031df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:17.386309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-58201bff-450e-4ab8-9f75-8e6eb031df2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=256de852-c242-4213-b1d0-38ed9ec19506 HTTP/1.1" status: 200 len: 861 time: 0.1019197 Oct 12 22:59:17.426099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-3399b8f4-510f-4d71-87b1-5c950ade20b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a43f2771-c2f6-40ea-a029-73c3478742ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307405 Oct 12 22:59:17.450801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff452e3b-6592-4365-b8cf-e876f26fa3a9 req-8942d11b-ed1f-49b6-8210-37d3c3ba87fe tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735879 Oct 12 22:59:17.552085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-19ca5cc9-a62f-407b-b76c-150560966c2a service neutron] 10.222.0.41 "GET /v2.0/networks/a43f2771-c2f6-40ea-a029-73c3478742ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153958 Oct 12 22:59:17.614049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51496) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:17.705114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbde5487-4ad6-4bbb-af4e-ad9671422665 req-522c639c-fc91-42b0-bf59-9093ea1a508e service neutron] 10.222.0.41 "GET /v2.0/networks/a43f2771-c2f6-40ea-a029-73c3478742ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446660 Oct 12 22:59:17.732820 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:17.829022 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad268554-e1d4-4175-bb16-d4805920ec53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:17.842207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17f6ce-7d01-4755-8b6e-0ebe81272933 req-3c8ea3bd-0a37-482e-a53c-b55db97ecf49 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:17.849711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb17f6ce-7d01-4755-8b6e-0ebe81272933 req-3c8ea3bd-0a37-482e-a53c-b55db97ecf49 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 946 time: 0.0880659 Oct 12 22:59:17.870770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8762e09-0564-426c-ae2b-d875c728d241 req-ff336521-5eac-4604-9e30-cab1b4a07ac1 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:17.878651 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8762e09-0564-426c-ae2b-d875c728d241 req-ff336521-5eac-4604-9e30-cab1b4a07ac1 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 943 time: 0.0978653 Oct 12 22:59:17.886410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb17f6ce-7d01-4755-8b6e-0ebe81272933 req-d0509afd-8c1e-4bb9-9110-b2d07f82875a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355878 Oct 12 22:59:17.938188 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8762e09-0564-426c-ae2b-d875c728d241 req-dc241c73-f1fb-40bf-a92c-59becd411072 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574853 Oct 12 22:59:17.968006 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad268554-e1d4-4175-bb16-d4805920ec53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:18.074953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad268554-e1d4-4175-bb16-d4805920ec53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:18.114506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad268554-e1d4-4175-bb16-d4805920ec53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cf3e51a-fc6c-4b09-a7b7-825e46016b47,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:18.131809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51504) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:18.133227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ad268554-e1d4-4175-bb16-d4805920ec53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d63d4102f4f4415d88cfb881455d2719&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5180905 Oct 12 22:59:18.188819 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2bf58c9c-2f65-4354-b630-d73e57d23252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:18.217330 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2bf58c9c-2f65-4354-b630-d73e57d23252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:18.310727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e68d4-b930-49b3-98ba-88c005fcaf91 req-2acb8c92-427e-4a5b-afc8-7c40cf742f14 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:18.313839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad4e68d4-b930-49b3-98ba-88c005fcaf91 req-2acb8c92-427e-4a5b-afc8-7c40cf742f14 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.0643737 Oct 12 22:59:18.360291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad4e68d4-b930-49b3-98ba-88c005fcaf91 req-4cc6adbe-73a8-4221-8a95-adb428c67478 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400393 Oct 12 22:59:18.376323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2bf58c9c-2f65-4354-b630-d73e57d23252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:18.378871 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2bf58c9c-2f65-4354-b630-d73e57d23252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:18.380050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2bf58c9c-2f65-4354-b630-d73e57d23252 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3cf3e51a-fc6c-4b09-a7b7-825e46016b47 HTTP/1.1" status: 204 len: 168 time: 0.2472334 Oct 12 22:59:18.388278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf58c9c-2f65-4354-b630-d73e57d23252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cf3e51a-fc6c-4b09-a7b7-825e46016b47,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:18.597735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabc105a-88a4-4f61-8f89-d323d3438814 req-21e7c034-4e90-4376-9400-e4d154eded14 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:18.599340 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dabc105a-88a4-4f61-8f89-d323d3438814 req-21e7c034-4e90-4376-9400-e4d154eded14 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.0746996 Oct 12 22:59:18.650619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dabc105a-88a4-4f61-8f89-d323d3438814 req-1c62eba1-0e29-421f-8507-b82687e13342 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373929 Oct 12 22:59:18.735529 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:18.939398 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:19.043501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b5f12-522f-4a19-a130-7385d827a6eb req-1a2de1d3-936c-44ed-86ad-66555bbccf4f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:19.051790 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6a5b5f12-522f-4a19-a130-7385d827a6eb req-1a2de1d3-936c-44ed-86ad-66555bbccf4f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 946 time: 0.0897446 Oct 12 22:59:19.094676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6a5b5f12-522f-4a19-a130-7385d827a6eb req-4637fa08-4555-4fa4-81f2-3e374655177c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418615 Oct 12 22:59:19.100121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672e4bb0-b4c7-4369-acf6-a3959ac9aa24 req-4a946c7d-77cb-4a1d-9d6a-767d42130cf2 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:19.101727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-672e4bb0-b4c7-4369-acf6-a3959ac9aa24 req-4a946c7d-77cb-4a1d-9d6a-767d42130cf2 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 943 time: 0.0623579 Oct 12 22:59:19.153236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-672e4bb0-b4c7-4369-acf6-a3959ac9aa24 req-3ad4e4af-f3ce-4bd1-b472-4939b901a8e0 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Oct 12 22:59:19.211684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-66607550-93ef-4394-9b62-9a94fe7d4704 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:19.213080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-66607550-93ef-4394-9b62-9a94fe7d4704 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 946 time: 0.0548236 Oct 12 22:59:19.328022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Deleting port d71691b7-80d0-4dee-a527-f09cdd426f50 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:59:19.328022 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:19.441863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] For port d71691b7-80d0-4dee-a527-f09cdd426f50, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d71691b7-80d0-4dee-a527-f09cdd426f50,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:19.442409 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:19.480116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Calling delete_port for d71691b7-80d0-4dee-a527-f09cdd426f50 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:59:19.563147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51536) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:19.587437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e468fa7d-e12b-49eb-9f97-7f4ceb1f35db req-3c705ca8-552a-4435-8b24-d75eb9158c9d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:19.588962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e468fa7d-e12b-49eb-9f97-7f4ceb1f35db req-3c705ca8-552a-4435-8b24-d75eb9158c9d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1533074 Oct 12 22:59:19.660405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e468fa7d-e12b-49eb-9f97-7f4ceb1f35db req-f1864012-5aad-4cb3-afa7-c3d1cbe8336d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596650 Oct 12 22:59:19.798120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-470711405-network', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:19.842602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f56439-70a7-4325-a4c6-60ee29895910 req-595feb79-db44-44d9-8026-bfe85e707fb2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:19.851512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4f56439-70a7-4325-a4c6-60ee29895910 req-595feb79-db44-44d9-8026-bfe85e707fb2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1018250 Oct 12 22:59:19.867432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:19.881208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d71691b7-80d0-4dee-a527-f09cdd426f50'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:59:19.917399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4f56439-70a7-4325-a4c6-60ee29895910 req-b520a491-e912-4fac-a422-ae4d4553d11f tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547211 Oct 12 22:59:19.949658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Made reservation on behalf of d7a8b43052b2454e9459dc6c1313aad8 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:19.952370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event deleted for resources: {'Port': ['ID=d71691b7-80d0-4dee-a527-f09cdd426f50,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:19.953779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:19.967697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:20.014657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] No DVR routers for this DVR port d71691b7-80d0-4dee-a527-f09cdd426f50 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:59:20.014657 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:20.015501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-71ec3d05-aa13-4b0a-9023-fa354629926b req-132b8ec7-e3e0-4d28-a3b2-ea798bef68d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "DELETE /v2.0/ports/d71691b7-80d0-4dee-a527-f09cdd426f50 HTTP/1.1" status: 204 len: 173 time: 0.7954042 Oct 12 22:59:20.016565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9adbc0-f0fd-4140-bee6-612a461cd6e7', 'name': 'network-vif-deleted', 'tag': 'd71691b7-80d0-4dee-a527-f09cdd426f50'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:20.019141 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59470f21-2857-416a-91c0-2a1475efa377" -d '{"events": [{"server_uuid": "6e9adbc0-f0fd-4140-bee6-612a461cd6e7", "name": "network-vif-deleted", "tag": "d71691b7-80d0-4dee-a527-f09cdd426f50"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:20.070369 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d1b6a4-1dda-4c51-9968-2ae334d224ed x-openstack-request-id: req-08d1b6a4-1dda-4c51-9968-2ae334d224ed {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:20.070673 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9adbc0-f0fd-4140-bee6-612a461cd6e7", "name": "network-vif-deleted", "tag": "d71691b7-80d0-4dee-a527-f09cdd426f50", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:20.071923 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08d1b6a4-1dda-4c51-9968-2ae334d224ed {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:20.072638 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9adbc0-f0fd-4140-bee6-612a461cd6e7', 'name': 'network-vif-deleted', 'tag': 'd71691b7-80d0-4dee-a527-f09cdd426f50', 'status': 'completed', 'code': 200} Oct 12 22:59:20.099343 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:20.235248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ab05ff9-533f-467f-be8a-c79aceb0bc97 req-e803ec53-d96d-4edc-92ad-066456e6e587 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=6e9adbc0-f0fd-4140-bee6-612a461cd6e7 HTTP/1.1" status: 200 len: 210 time: 0.0658340 Oct 12 22:59:20.236024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:20.276637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:59:20.283397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7794631-0c7d-4d40-b104-7ba9b638d2e6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:20.304423 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:20.304778 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Added segment 606cfd25-8aad-41b0-bb2b-4ac41e582c0c of type vlan for network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 Oct 12 22:59:20.350015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ec7ef-6f0f-4bf0-ba48-f6d7cd559bc2 req-d979b34c-d8c4-450f-a08a-c59f5cc8a573 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:20.351945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:20.352177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-571ec7ef-6f0f-4bf0-ba48-f6d7cd559bc2 req-d979b34c-d8c4-450f-a08a-c59f5cc8a573 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 943 time: 0.1036725 Oct 12 22:59:20.398708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-571ec7ef-6f0f-4bf0-ba48-f6d7cd559bc2 req-94e29753-062d-4a59-8831-311928e5f77c tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395958 Oct 12 22:59:20.473386 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:20.474374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:20.474998 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:20.534463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] Pushing event updated for resources: {'Network': ['ID=6621fe39-a6e5-450c-8c8e-ba213ba6a029,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:20.545036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:59:20.613489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-95ceaf98-b050-4f13-a898-bda64e0bf39f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0490298 Oct 12 22:59:20.616341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51552) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:20.621495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Request body: {'subnet': {'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-470711405-subnet', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:20.738155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Made reservation on behalf of d7a8b43052b2454e9459dc6c1313aad8 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:20.740815 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:20.892161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be470b45-7469-4e5f-9541-c6081ae006fc req-44f2fbc8-7840-4bc7-b197-5dab420ca863 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:20.893791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be470b45-7469-4e5f-9541-c6081ae006fc req-44f2fbc8-7840-4bc7-b197-5dab420ca863 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.0992901 Oct 12 22:59:20.986229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be470b45-7469-4e5f-9541-c6081ae006fc req-969ca93f-4235-4cbd-a211-5d46ce432fe8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788758 Oct 12 22:59:21.144532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c604b5-a56e-4634-ae80-0fbc184b976c req-087313f8-87a1-450e-bb35-c3a7d3eba2f1 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:21.151653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77c604b5-a56e-4634-ae80-0fbc184b976c req-087313f8-87a1-450e-bb35-c3a7d3eba2f1 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.0943205 Oct 12 22:59:21.176360 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:21.226968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77c604b5-a56e-4634-ae80-0fbc184b976c req-a5b295fe-5f3b-4b9a-b1ef-9db48b6476ea tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701385 Oct 12 22:59:21.311609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c127a2f7-7658-4c00-a581-24ee397b068a,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:21.318748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Checking segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:21.320479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Network hostable DHCP agents. Network: 6621fe39-a6e5-450c-8c8e-ba213ba6a029, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:59:21.356817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c2df5616-f4b7-44c9-ac8e-135f265c418f details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:59:21.421320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:59:21.506989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6621fe39-a6e5-450c-8c8e-ba213ba6a029) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:21.517624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f67ea0-7902-493b-8351-8393131d28df None None] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:21.521198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:21.521801 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:21.583376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c2df5616-f4b7-44c9-ac8e-135f265c418f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c2df5616-f4b7-44c9-ac8e-135f265c418f,segment=NetworkSegment(dd95ae1f-1a8e-4db6-93b3-8e591db85bd6),segment_id=dd95ae1f-1a8e-4db6-93b3-8e591db85bd6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:21.621683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b5678d70-e944-4418-aa66-65b2b6e22cf3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0040655 Oct 12 22:59:21.622797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51584) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:21.629803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:21.642290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'c2df5616-f4b7-44c9-ac8e-135f265c418f', 'network_id': 'a43f2771-c2f6-40ea-a029-73c3478742ee', 'port_id': 'c2df5616-f4b7-44c9-ac8e-135f265c418f', 'mac_address': 'fa:16:3e:b5:c9:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '256de852-c242-4213-b1d0-38ed9ec19506', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:59:21.700669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44efe0e-f82e-49e4-b8ad-6b7d1fcf1b82 req-9fa238d2-94d2-4465-8e43-1947fe25aec7 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:21.710873 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e44efe0e-f82e-49e4-b8ad-6b7d1fcf1b82 req-9fa238d2-94d2-4465-8e43-1947fe25aec7 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 943 time: 0.1359971 Oct 12 22:59:21.783790 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e44efe0e-f82e-49e4-b8ad-6b7d1fcf1b82 req-703dbdbb-4096-46ae-b6e8-b756e5a1cbef tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720122 Oct 12 22:59:21.803579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-d0289bc9-2cdd-4c3c-b89f-7a1aed985b8f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:21.810877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:21.811382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-d0289bc9-2cdd-4c3c-b89f-7a1aed985b8f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.1561558 Oct 12 22:59:21.826924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2df5616-f4b7-44c9-ac8e-135f265c418f {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:21.829710 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-ce19efd3-327c-4045-a922-d6388fefdadd tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/quotas/91388e39ec8d429d9f193850725ae67a HTTP/1.1" status: 200 len: 375 time: 0.0173156 Oct 12 22:59:21.844254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:21.844254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:21.852825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c2df5616-f4b7-44c9-ac8e-135f265c418f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c2df5616-f4b7-44c9-ac8e-135f265c418f,segment=NetworkSegment(dd95ae1f-1a8e-4db6-93b3-8e591db85bd6),segment_id=dd95ae1f-1a8e-4db6-93b3-8e591db85bd6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:21.873071 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-12c2ce65-c899-47fa-868e-69d5f6619a0d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424027 Oct 12 22:59:21.933452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:59:21.934617 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:21.965945 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:21.994798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:22.036170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-e78dfd3e-4280-47c8-a1d7-cb43395b9d75 service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621177 Oct 12 22:59:22.184798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2586ea-4180-4bbc-b51d-d6148d16b185 req-48ae1ec1-654a-4279-bd9a-5d130abfeb59 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:22.191141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c2df5616-f4b7-44c9-ac8e-135f265c418f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:22.195227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe2586ea-4180-4bbc-b51d-d6148d16b185 req-48ae1ec1-654a-4279-bd9a-5d130abfeb59 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.0754495 Oct 12 22:59:22.221438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['c2df5616-f4b7-44c9-ac8e-135f265c418f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:59:22.256859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe2586ea-4180-4bbc-b51d-d6148d16b185 req-133b79c6-8ba6-47e6-b11d-b02d47e4dabf tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605121 Oct 12 22:59:22.287769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.288170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.288613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.288880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.289214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.289539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.289862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.290213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.290521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.290983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.311400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.311919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:22.371684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5857456b-426c-4b7d-b6e2-07df23685592 service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3346467 Oct 12 22:59:22.457172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061c4939-c341-4756-805a-ba589d04b2b2 req-58bc7519-1507-4670-bd3c-89a32a6f6e81 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:22.470157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-061c4939-c341-4756-805a-ba589d04b2b2 req-58bc7519-1507-4670-bd3c-89a32a6f6e81 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1431651 Oct 12 22:59:22.504174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Allocated IP 172.20.0.2 (6621fe39-a6e5-450c-8c8e-ba213ba6a029/c127a2f7-7658-4c00-a581-24ee397b068a/dac8e5fd-9270-4376-a34c-6c7e56ac6ec7) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:22.549458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:22.601395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-061c4939-c341-4756-805a-ba589d04b2b2 req-7b27578b-0343-45f7-a1c3-a53f72a468e2 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297934 Oct 12 22:59:22.804473 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:22.829282 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3015d0be-5b1f-4cd1-8c48-95d899abde9e req-343502f8-9ea8-44f2-8d4f-1c301ea8e91d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 210 time: 0.0390091 Oct 12 22:59:22.884606 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:22.931311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:22.934898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:22.944307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:22.950068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Pushing event updated for resources: {'Port': ['ID=dac8e5fd-9270-4376-a34c-6c7e56ac6ec7,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:23.018617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Attempting to bind port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:23.019255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Attempting to bind port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:23.019770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Attempting to bind port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:23.027610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:23.029575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Checking segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:23.029575 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:23.029575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Bound using segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:23.029575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Bound port: dac8e5fd-9270-4376-a34c-6c7e56ac6ec7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:23.031440 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:23.113225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] For port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:23.117568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] For port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=dac8e5fd-9270-4376-a34c-6c7e56ac6ec7,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:23.193341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:23.292838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6598fd5a-0faa-4bd1-99bf-ff657329d9eb None None] Pushing event updated for resources: {'Port': ['ID=dac8e5fd-9270-4376-a34c-6c7e56ac6ec7,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:23.346383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c2df5616-f4b7-44c9-ac8e-135f265c418f up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:23.388517 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:23.437988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:23.488360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bc8ca4-af28-4ad7-bea3-84b633bf1641 req-0865ffdf-d7e7-4fc6-b063-43707b197328 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:23.488360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0bc8ca4-af28-4ad7-bea3-84b633bf1641 req-0865ffdf-d7e7-4fc6-b063-43707b197328 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 944 time: 0.2242091 Oct 12 22:59:23.488541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f399e7e-caf3-4da5-88d4-c812855922fe req-0e5102db-5b31-4ea5-a0c9-5897da0be795 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:23.488541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f399e7e-caf3-4da5-88d4-c812855922fe req-0e5102db-5b31-4ea5-a0c9-5897da0be795 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1357479 Oct 12 22:59:23.549285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port c2df5616-f4b7-44c9-ac8e-135f265c418f completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:59:23.553928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port c2df5616-f4b7-44c9-ac8e-135f265c418f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:23.554316 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:23.608148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f399e7e-caf3-4da5-88d4-c812855922fe req-2865037c-d59d-45d8-b4f7-964b5af8b826 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153004 Oct 12 22:59:23.808575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0bc8ca4-af28-4ad7-bea3-84b633bf1641 req-cd82c107-d787-4987-a271-709bf0f26a67 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046751 Oct 12 22:59:23.808805 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:23.808914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Allocated IP 172.25.2.8 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/30c53498-f5bd-4e3d-a604-3be7c63e70d7) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:23.854437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2df5616-f4b7-44c9-ac8e-135f265c418f'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:23.854437 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf750aef-9e26-4bac-b62e-19d91b57013f" -d '{"events": [{"server_uuid": "f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255", "name": "network-vif-plugged", "status": "completed", "tag": "c2df5616-f4b7-44c9-ac8e-135f265c418f"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:23.907042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c2df5616-f4b7-44c9-ac8e-135f265c418f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c2df5616-f4b7-44c9-ac8e-135f265c418f,segment=NetworkSegment(dd95ae1f-1a8e-4db6-93b3-8e591db85bd6),segment_id=dd95ae1f-1a8e-4db6-93b3-8e591db85bd6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:23.935488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:23.945247 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5242018f-89c9-47cf-89e2-ae698310a525 req-c1aec5a3-ad5c-4b82-8a37-3c74a4a03676 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1579382 Oct 12 22:59:23.995692 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-447f6ce7-e408-4850-bc22-23e48d0b614b x-openstack-request-id: req-447f6ce7-e408-4850-bc22-23e48d0b614b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:23.996993 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255", "name": "network-vif-plugged", "status": "completed", "tag": "c2df5616-f4b7-44c9-ac8e-135f265c418f", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:23.997966 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-447f6ce7-e408-4850-bc22-23e48d0b614b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:23.999311 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2df5616-f4b7-44c9-ac8e-135f265c418f', 'code': 200} Oct 12 22:59:24.011171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79efdd-29a2-48b2-af11-2dc5c3b37a51 req-09ff635a-747f-4a25-8166-763d765b33ed tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:24.019859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e79efdd-29a2-48b2-af11-2dc5c3b37a51 req-09ff635a-747f-4a25-8166-763d765b33ed tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1737447 Oct 12 22:59:24.030740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:24.063622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:24.064015 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:24.131035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ff65c7e-e6f7-483b-a96c-7659012b52b4 req-245193b7-2e1b-4e85-b35b-8c2ccba8d96e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 210 time: 0.0484459 Oct 12 22:59:24.143882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e79efdd-29a2-48b2-af11-2dc5c3b37a51 req-0d9198ce-49ab-4850-a5f0-5262d832c4ce tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225972 Oct 12 22:59:24.169114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727be870-9f5f-4130-82f3-a499dc9b19bc req-e3bffaaf-092c-4fd8-a19e-2a9e5396cee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:24.170632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-727be870-9f5f-4130-82f3-a499dc9b19bc req-e3bffaaf-092c-4fd8-a19e-2a9e5396cee2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 1096 time: 0.1249423 Oct 12 22:59:24.179587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242018f-89c9-47cf-89e2-ae698310a525 req-46cdef11-6b37-4bd5-8bc6-7a20a7699898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:24.181052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5242018f-89c9-47cf-89e2-ae698310a525 req-46cdef11-6b37-4bd5-8bc6-7a20a7699898 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1098 time: 0.1374285 Oct 12 22:59:24.208376 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:24.248778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=dac8e5fd-9270-4376-a34c-6c7e56ac6ec7,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:24.272338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-727be870-9f5f-4130-82f3-a499dc9b19bc req-042740b0-21bb-4ba3-bd1f-8aa0998fe8ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902891 Oct 12 22:59:24.335999 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242018f-89c9-47cf-89e2-ae698310a525 req-755bf888-7113-40b1-b559-f96fd6371168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:24.338848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5242018f-89c9-47cf-89e2-ae698310a525 req-755bf888-7113-40b1-b559-f96fd6371168 service neutron] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 919 time: 0.1298504 Oct 12 22:59:24.346963 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:24.349027 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:24.358753 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:24.368218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d71691b7-80d0-4dee-a527-f09cdd426f50 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:59:24.430076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: d71691b7-80d0-4dee-a527-f09cdd426f50 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:59:24.430444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d71691b7-80d0-4dee-a527-f09cdd426f50 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:59:24.459078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=dac8e5fd-9270-4376-a34c-6c7e56ac6ec7,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:24.507733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:24.512552 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Pushing event updated for resources: {'Port': ['ID=30c53498-f5bd-4e3d-a604-3be7c63e70d7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:24.523362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:24.525277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5242018f-89c9-47cf-89e2-ae698310a525 req-791d1410-d2bb-40e7-9c82-74b342e5242c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc HTTP/1.1" status: 200 len: 217 time: 0.0597572 Oct 12 22:59:24.528870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:24.546821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c2df5616-f4b7-44c9-ac8e-135f265c418f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:24.630631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5242018f-89c9-47cf-89e2-ae698310a525 req-75947a92-9dee-46af-89f5-755402352210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:24.632161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5242018f-89c9-47cf-89e2-ae698310a525 req-75947a92-9dee-46af-89f5-755402352210 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.0926185 Oct 12 22:59:24.709849 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5242018f-89c9-47cf-89e2-ae698310a525 req-aceee6af-b9e8-42a2-bc6d-c3d7664d381f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613754 Oct 12 22:59:24.872109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06a6d5d-1ee0-4ad5-9241-50149791a0a7 req-09db5fb7-5d93-4e6a-adfa-341297bf4b0f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:24.878637 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b06a6d5d-1ee0-4ad5-9241-50149791a0a7 req-09db5fb7-5d93-4e6a-adfa-341297bf4b0f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1265886 Oct 12 22:59:24.919161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af852949-a545-4c1f-b589-60d3a50fc23c None None] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:24.957251 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b06a6d5d-1ee0-4ad5-9241-50149791a0a7 req-e980ade7-cb2a-4ce0-8f0e-f231d573907b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708561 Oct 12 22:59:25.001051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c3763-7084-46d9-8adf-53a86b8d71ea req-78213ab9-cf20-4c56-890c-47185b65a742 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:25.003447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e55c3763-7084-46d9-8adf-53a86b8d71ea req-78213ab9-cf20-4c56-890c-47185b65a742 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 945 time: 0.1356196 Oct 12 22:59:25.007072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5242018f-89c9-47cf-89e2-ae698310a525 req-c6ae47ca-b52d-4d37-b003-b8b4ad9031dc service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848287 Oct 12 22:59:25.101162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7e426391-1854-49d0-b5f4-bca90b616aba None None] Provisioning complete for port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:25.101162 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e426391-1854-49d0-b5f4-bca90b616aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:25.144120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:25.212703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e55c3763-7084-46d9-8adf-53a86b8d71ea req-77392b64-4d9a-4270-9a70-ad2964ce3546 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979916 Oct 12 22:59:25.357662 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70b1e279-6380-4f47-b274-fede5d041026 req-1b94360c-6d58-4a1e-a4d5-8b4a2e2659ca tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 210 time: 0.0757401 Oct 12 22:59:25.372392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5242018f-89c9-47cf-89e2-ae698310a525 req-9e4beb32-aa2f-4d4e-9e61-c7a440b5826a service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451052 Oct 12 22:59:25.511345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc93de2-2802-4aa5-ae83-d0325c7dfa48 req-9428cae3-21a7-429a-b701-085a934661b5 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:25.513967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fc93de2-2802-4aa5-ae83-d0325c7dfa48 req-9428cae3-21a7-429a-b701-085a934661b5 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1371980 Oct 12 22:59:25.612377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fc93de2-2802-4aa5-ae83-d0325c7dfa48 req-eef73665-05ab-4537-a78d-316aeb0ddeee tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747211 Oct 12 22:59:25.644017 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:25.691670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-50f2526c-93bb-40cc-92a4-3a32cb23accf None None] Provisioning complete for port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:25.692081 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-50f2526c-93bb-40cc-92a4-3a32cb23accf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:25.866124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:25.975700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:25.976296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:26.051428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-17c3db6d-62b4-440c-80ad-bda71f1403dc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:26.054158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-17c3db6d-62b4-440c-80ad-bda71f1403dc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.1657205 Oct 12 22:59:26.079620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Request body: {'port': {'device_id': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'admin_state_up': True, 'tenant_id': '91388e39ec8d429d9f193850725ae67a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:26.084384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Router 905973e3-94db-4424-8497-bc75a66fdd42 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:59:26.399579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13dc207-25f8-4015-ac36-d04562278328 req-4f982ff5-154a-4288-bd53-da0a512c5104 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:26.401358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Made reservation on behalf of 91388e39ec8d429d9f193850725ae67a for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:26.406196 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:26.428008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a13dc207-25f8-4015-ac36-d04562278328 req-4f982ff5-154a-4288-bd53-da0a512c5104 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.2938256 Oct 12 22:59:26.484033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a13dc207-25f8-4015-ac36-d04562278328 req-8d80245d-47fe-4f79-bb15-e93a50b50549 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551441 Oct 12 22:59:26.497606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:59:26.510691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Sync routers for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:59:26.525461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:26.531735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:26.533546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bca2ea-5b26-48a5-90b1-01144b787d4d req-bbf5116a-fce3-48db-b355-cfe5683cd2f1 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:26.541055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69bca2ea-5b26-48a5-90b1-01144b787d4d req-bbf5116a-fce3-48db-b355-cfe5683cd2f1 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 945 time: 0.1929057 Oct 12 22:59:26.618187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69bca2ea-5b26-48a5-90b1-01144b787d4d req-9764d4a0-d265-4f03-865e-b508dbb577c6 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709393 Oct 12 22:59:26.642953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:26.646616 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3df4dc78-c5bc-406c-85ed-ab7bb4bac8f8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.0199201 Oct 12 22:59:26.647288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51670) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:26.680741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Allocated IP 172.20.0.7 (4cb19cf1-b184-49b9-ab5c-138fd9eb83fd/091336a0-9cd0-43dc-abb4-695f8140af67/d359b04e-1823-42e4-9231-b8ea96112096) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:26.789864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:26.866373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e13c2dd4-8da6-4299-ba47-118cbc907125 req-24e2ab34-e983-4fe7-85b9-c5e95c4cebff tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 210 time: 0.1090572 Oct 12 22:59:27.109115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:24Z', 'revision_number': 3, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:27.139219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Checking router: 905973e3-94db-4424-8497-bc75a66fdd42 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:59:27.140301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Updating router 905973e3-94db-4424-8497-bc75a66fdd42 port 30c53498-f5bd-4e3d-a604-3be7c63e70d7 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:59:27.140419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73021c17-1154-4ef5-9c14-cb89cae216f5 req-5cd83044-8cc4-410b-b81f-0de5a45fc392 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:27.142556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73021c17-1154-4ef5-9c14-cb89cae216f5 req-5cd83044-8cc4-410b-b81f-0de5a45fc392 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1319017 Oct 12 22:59:27.150957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:27.171594 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:27.209979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73021c17-1154-4ef5-9c14-cb89cae216f5 req-a234832d-8893-44a4-a833-c0c0fa168748 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509453 Oct 12 22:59:27.356910 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:27.528714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event updated for resources: {'Port': ['ID=d359b04e-1823-42e4-9231-b8ea96112096,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:27.615900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:27.617916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-d54dd442-b7ef-4fe6-9c55-191f95192851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:27.624656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:27.629531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-d54dd442-b7ef-4fe6-9c55-191f95192851 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1098 time: 0.3390529 Oct 12 22:59:27.691940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298516f8-c142-480f-a5bb-316e3e24c553 req-65f43bd2-0b4f-4acb-83a2-e5aff4698012 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:27.693728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-298516f8-c142-480f-a5bb-316e3e24c553 req-65f43bd2-0b4f-4acb-83a2-e5aff4698012 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.3611152 Oct 12 22:59:27.694678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:27.794064 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:27.813513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:27.882164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:27.882842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:27.940208 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-298516f8-c142-480f-a5bb-316e3e24c553 req-05c9bcde-fe14-495c-9a82-1e75a8788943 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615961 Oct 12 22:59:27.947843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Allocated IP 172.20.0.1 (6621fe39-a6e5-450c-8c8e-ba213ba6a029/c127a2f7-7658-4c00-a581-24ee397b068a/a2efeb07-5b76-4f2e-b77d-0709b8d44b02) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:28.056249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-548f3db0-058a-408a-83c4-fa9e4bdbf252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:28.139247 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-548f3db0-058a-408a-83c4-fa9e4bdbf252 service neutron] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 919 time: 0.4273484 Oct 12 22:59:28.139404 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:28.148732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-bd15b8f7-c822-486b-aead-a542f1fbbfcc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc HTTP/1.1" status: 200 len: 217 time: 0.0807998 Oct 12 22:59:28.176133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a38fe6-f084-4d43-9964-f27116ce978c req-29311ec2-60a7-49ec-8fae-13df5711acff tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:28.178235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41a38fe6-f084-4d43-9964-f27116ce978c req-29311ec2-60a7-49ec-8fae-13df5711acff tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1308019 Oct 12 22:59:28.259027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41a38fe6-f084-4d43-9964-f27116ce978c req-4e0624b8-6c7d-4e17-9ca8-b4dd9e2dd97c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509663 Oct 12 22:59:28.285915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-041eda50-2782-495d-9b4f-62835a160c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:28.287931 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-041eda50-2782-495d-9b4f-62835a160c3a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.1293488 Oct 12 22:59:28.341532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-d7665ecb-a8e1-4eaf-aa0e-3147bbea4a18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455503 Oct 12 22:59:28.498468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-3715703e-d948-4b88-ac10-6b0d07750040 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286223 Oct 12 22:59:28.660224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d75ce27-f654-46a9-94be-176c7f8cb907 req-f81a9967-acee-4736-ab2c-5b3fa4077730 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466086 Oct 12 22:59:28.663674 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:28.703408 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:28.723869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d2f0d-6b01-463d-9428-a515eb569585 req-86b12867-64c1-4584-95b0-e727a13ae956 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:28.731873 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce5d2f0d-6b01-463d-9428-a515eb569585 req-86b12867-64c1-4584-95b0-e727a13ae956 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 931 time: 0.3936954 Oct 12 22:59:28.745452 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-3e195fca-21b8-4f6d-80ee-2d5f1dd62b14 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6801507 Oct 12 22:59:28.804280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Attempting to bind port 30c53498-f5bd-4e3d-a604-3be7c63e70d7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:28.804568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Attempting to bind port 30c53498-f5bd-4e3d-a604-3be7c63e70d7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:28.805124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Attempting to bind port 30c53498-f5bd-4e3d-a604-3be7c63e70d7 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:28.808459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Request body: {'port': {'device_id': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:28.818560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:28.819155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:28.821103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:28.821683 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:28.822307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:28.823482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Bound port: 30c53498-f5bd-4e3d-a604-3be7c63e70d7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:28.824658 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:28.880795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:28.896354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:28.898653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce5d2f0d-6b01-463d-9428-a515eb569585 req-9f2ffac4-5838-4a04-b604-1759491e5653 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657302 Oct 12 22:59:28.900349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Pushing event updated for resources: {'Port': ['ID=a2efeb07-5b76-4f2e-b77d-0709b8d44b02,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:28.942506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] For port 30c53498-f5bd-4e3d-a604-3be7c63e70d7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:28.951304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] For port 30c53498-f5bd-4e3d-a604-3be7c63e70d7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=30c53498-f5bd-4e3d-a604-3be7c63e70d7,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:28.960103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5d146-bccb-4b73-a95b-e538ec708a1b None None] Pushing event updated for resources: {'Port': ['ID=30c53498-f5bd-4e3d-a604-3be7c63e70d7,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:29.021583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:29.101699 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:29.161685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127756b-0f80-4063-a458-eafba8068add req-c88fbe50-c075-4ea9-bd3a-2175758fcf52 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:29.166316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:29.167044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:29.178869 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2127756b-0f80-4063-a458-eafba8068add req-c88fbe50-c075-4ea9-bd3a-2175758fcf52 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.3632057 Oct 12 22:59:29.185390 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:29.329359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a5d146-bccb-4b73-a95b-e538ec708a1b None None] Pushing event updated for resources: {'Port': ['ID=30c53498-f5bd-4e3d-a604-3be7c63e70d7,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:29.347321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-94a9648d-d19a-45eb-a05f-d9d5c6b89fcc None None] Provisioning complete for port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:29.348125 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-94a9648d-d19a-45eb-a05f-d9d5c6b89fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:29.394630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:29.396940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-94a9648d-d19a-45eb-a05f-d9d5c6b89fcc None None] Port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:29.433639 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-55b06ff9-65d3-46ea-a8b6-3c4c0b72cfa8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3820317 Oct 12 22:59:29.458373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2127756b-0f80-4063-a458-eafba8068add req-3c509eaf-5f89-4e17-a78b-55cd819facfd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2719929 Oct 12 22:59:29.501752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d359b04e-1823-42e4-9231-b8ea96112096 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:29.523305 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:29.546613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Transition to ACTIVE for port object d359b04e-1823-42e4-9231-b8ea96112096 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:59:29.589628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46ba8b2-bdfb-4168-9532-cbeb92fd098f req-a86289c5-2484-4d1f-87cb-fda73e0ea23c tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:29.605871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d46ba8b2-bdfb-4168-9532-cbeb92fd098f req-a86289c5-2484-4d1f-87cb-fda73e0ea23c tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 945 time: 0.5469589 Oct 12 22:59:29.676001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:29.697064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d46ba8b2-bdfb-4168-9532-cbeb92fd098f req-5ae08939-03c5-4235-913b-39a59fffacb9 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903475 Oct 12 22:59:29.790821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:24Z', 'revision_number': 3, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:29.828554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=d359b04e-1823-42e4-9231-b8ea96112096,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:29.861172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86420ff-cc96-4dfe-96a4-f08b03a2d97f None None] The sync data for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 is: [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:24Z', 'revision_number': 3, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:59:30.004824 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5c3a17-403e-4c0c-94da-bfef816d8216 req-a0d0534b-ef94-4692-bbc2-d9809b2b0a0d tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.006863 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d5c3a17-403e-4c0c-94da-bfef816d8216 req-a0d0534b-ef94-4692-bbc2-d9809b2b0a0d tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1238961 Oct 12 22:59:30.009516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-dc343660-3d0c-4c54-9989-80a3ac613e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.010881 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-dc343660-3d0c-4c54-9989-80a3ac613e72 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 1096 time: 0.1308374 Oct 12 22:59:30.024197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Attempting to bind port d359b04e-1823-42e4-9231-b8ea96112096 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:30.024197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Attempting to bind port d359b04e-1823-42e4-9231-b8ea96112096 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:30.024197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Attempting to bind port d359b04e-1823-42e4-9231-b8ea96112096 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:30.036917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Port d359b04e-1823-42e4-9231-b8ea96112096 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:59:30.037126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Attempting to bind port d359b04e-1823-42e4-9231-b8ea96112096 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:30.044722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:30.045076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Checking segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:30.045471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Bound using segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:30.046771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Bound port: d359b04e-1823-42e4-9231-b8ea96112096, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:30.052991 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:30.057532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a40190-7c4f-4aee-88a3-08f3b30a62cc req-3d320ccc-580f-46c5-868c-d5e7d1ff30d0 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.066626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4a40190-7c4f-4aee-88a3-08f3b30a62cc req-3d320ccc-580f-46c5-868c-d5e7d1ff30d0 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1894722 Oct 12 22:59:30.127773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4a40190-7c4f-4aee-88a3-08f3b30a62cc req-09c1044f-047a-4f87-99e3-ad2478967da0 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601466 Oct 12 22:59:30.156642 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d5c3a17-403e-4c0c-94da-bfef816d8216 req-36bd5bbb-f57e-45c8-a5e1-52a76dcb64ee tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409674 Oct 12 22:59:30.173748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:30.275383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:30.278585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d359b04e-1823-42e4-9231-b8ea96112096,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:30.337097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-1de3204b-4fbb-424b-acb6-4230c7a5cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.338754 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-1de3204b-4fbb-424b-acb6-4230c7a5cf89 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.2998755 Oct 12 22:59:30.379467 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:30.411615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-68dd95d9-e394-41cb-a0cc-78744b8f388c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 200 len: 217 time: 0.0646579 Oct 12 22:59:30.437182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.437803 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:30.439247 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] 10.222.0.41 "PUT /v2.0/ports/d359b04e-1823-42e4-9231-b8ea96112096 HTTP/1.1" status: 200 len: 1092 time: 1.6367290 Oct 12 22:59:30.449016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-03343a5b-41d8-4439-8a61-e14044597381 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.450501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-03343a5b-41d8-4439-8a61-e14044597381 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 945 time: 0.1172147 Oct 12 22:59:30.463413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803bcef-eeac-435a-b91a-90d2a7f6c8c7 req-8ace1e0e-eb30-42e1-9337-607f5a1174ff tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.471461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b803bcef-eeac-435a-b91a-90d2a7f6c8c7 req-8ace1e0e-eb30-42e1-9337-607f5a1174ff tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 943 time: 0.1913030 Oct 12 22:59:30.507698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:30.512557 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1add0ec-0f83-4656-86b8-ea792d947386" -d '{"events": [{"name": "network-changed", "server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "tag": "d359b04e-1823-42e4-9231-b8ea96112096"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:30.651553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:30.770843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-28f1af95-d824-43d2-a1fd-08fa9f120cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.772407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-28f1af95-d824-43d2-a1fd-08fa9f120cda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 1095 time: 0.1137238 Oct 12 22:59:30.795324 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b803bcef-eeac-435a-b91a-90d2a7f6c8c7 req-e7cd76d2-761e-40cd-be6e-4aecb63e24c8 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3155751 Oct 12 22:59:30.815025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:30.890962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb39037-56e1-46e1-bb6a-a759eb21cd0c service neutron] Pushing event updated for resources: {'Port': ['ID=d359b04e-1823-42e4-9231-b8ea96112096,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:30.901688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-998f651f-c135-42bb-bf07-b843c2be9ae9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d359b04e-1823-42e4-9231-b8ea96112096 HTTP/1.1" status: 200 len: 217 time: 0.1018407 Oct 12 22:59:30.904874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Deleting port c2df5616-f4b7-44c9-ac8e-135f265c418f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 22:59:30.905598 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:30.958983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-dda7fe6f-9792-4390-b7c9-af387c23df61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.968855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-dda7fe6f-9792-4390-b7c9-af387c23df61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.5357533 Oct 12 22:59:30.983789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-f96a2525-5739-42f5-b0e7-be2c0931088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:30.985607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-f96a2525-5739-42f5-b0e7-be2c0931088b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.0752897 Oct 12 22:59:31.053130 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 22:59:31.080513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff03e8d-b96e-40aa-baab-7ffb339b253b req-2aca2489-1aea-491a-a9fb-4ee75644b0dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:31.082113 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ff03e8d-b96e-40aa-baab-7ffb339b253b req-2aca2489-1aea-491a-a9fb-4ee75644b0dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.4193959 Oct 12 22:59:31.086783 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-6964e9b6-4f51-4677-831b-e2ae648b93e3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169741 Oct 12 22:59:31.090969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:31.110426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-c67a7fe8-4065-4d9d-9092-7cc8ac827ddc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069615 Oct 12 22:59:31.151627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Pushing event updated for resources: {'Port': ['ID=a2efeb07-5b76-4f2e-b77d-0709b8d44b02,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:31.324692 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ff03e8d-b96e-40aa-baab-7ffb339b253b req-20b1ad0a-3145-4518-9482-eeb55bd4d867 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212501 Oct 12 22:59:31.353419 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324e74b-60a0-494c-a95d-66fffbe5ac15 x-openstack-request-id: req-e324e74b-60a0-494c-a95d-66fffbe5ac15 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:31.354036 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "tag": "d359b04e-1823-42e4-9231-b8ea96112096", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:31.354494 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e324e74b-60a0-494c-a95d-66fffbe5ac15 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:31.356575 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096', 'status': 'completed', 'code': 200} Oct 12 22:59:31.428530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-20d5c834-5bce-4db0-a4ce-e5f3058758e4 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100770 Oct 12 22:59:31.444094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:31.475686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] For port c2df5616-f4b7-44c9-ac8e-135f265c418f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c2df5616-f4b7-44c9-ac8e-135f265c418f,segment=NetworkSegment(dd95ae1f-1a8e-4db6-93b3-8e591db85bd6),segment_id=dd95ae1f-1a8e-4db6-93b3-8e591db85bd6)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:31.476046 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:31.530030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Calling delete_port for c2df5616-f4b7-44c9-ac8e-135f265c418f owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 22:59:31.621065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:31.628228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c09c113-8ffd-4988-aec6-b6dcb3c00203 req-c21c31d0-ae03-442b-b377-48448ba5955e service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829860 Oct 12 22:59:31.915299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 30c53498-f5bd-4e3d-a604-3be7c63e70d7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:31.917754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5cb05-0f58-43c5-a06c-99d9a3863b2e req-036990c0-e835-4f26-8a43-4e0fafe99f4e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:31.925922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fd5cb05-0f58-43c5-a06c-99d9a3863b2e req-036990c0-e835-4f26-8a43-4e0fafe99f4e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.3660042 Oct 12 22:59:32.030020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fd5cb05-0f58-43c5-a06c-99d9a3863b2e req-a73954c0-9c74-4f1a-8565-6bf6cb6d9fab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026809 Oct 12 22:59:32.064338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 30c53498-f5bd-4e3d-a604-3be7c63e70d7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:32.066144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:32.102486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Router 905973e3-94db-4424-8497-bc75a66fdd42 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:59:32.185235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6fd5d6d1-68cf-45be-973d-e26fa2b1b1f8 None None] Provisioning complete for port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:32.185519 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6fd5d6d1-68cf-45be-973d-e26fa2b1b1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:32.218844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41049665-a986-4635-88f0-7d2984bfc0f4 req-aba5564e-49c0-4bb8-a474-64b45a4906b1 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:32.228904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41049665-a986-4635-88f0-7d2984bfc0f4 req-aba5564e-49c0-4bb8-a474-64b45a4906b1 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 945 time: 0.8509560 Oct 12 22:59:32.260444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:32.267576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-f2d8fb96-dd7e-4623-8e69-d810e391b3fd service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1494894 Oct 12 22:59:32.270918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5d6d1-68cf-45be-973d-e26fa2b1b1f8 None None] Port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:32.317198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 30c53498-f5bd-4e3d-a604-3be7c63e70d7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=30c53498-f5bd-4e3d-a604-3be7c63e70d7,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:32.357758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c1d43-89d4-44e1-b181-28e61e028bd1 req-a8cfd53a-ea6b-4067-94ac-3ab61a5fa744 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:32.365580 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e08c1d43-89d4-44e1-b181-28e61e028bd1 req-a8cfd53a-ea6b-4067-94ac-3ab61a5fa744 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.2426472 Oct 12 22:59:32.398276 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:32.405154 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41049665-a986-4635-88f0-7d2984bfc0f4 req-17de233d-4705-4b39-91eb-39a69c8f218c tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/security-groups?id=e55c2636-bd57-4aa7-9969-8a2669c3fdfa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673667 Oct 12 22:59:32.482615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=30c53498-f5bd-4e3d-a604-3be7c63e70d7,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:32.486482 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e08c1d43-89d4-44e1-b181-28e61e028bd1 req-497f9094-d911-4c0d-a271-ecc358b2580f tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198483 Oct 12 22:59:32.501752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:59:32.520126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:59:32.521280 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e678d80-7ac1-451c-a539-671e80ff8125 req-b1624928-f644-432d-b1da-e23bc6e7f2d5 service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345791 Oct 12 22:59:32.530024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0a10811d-d6d9-42c6-889d-54544b18da6e admin admin] 10.222.0.31 "PUT /v2.0/routers/905973e3-94db-4424-8497-bc75a66fdd42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8814836 Oct 12 22:59:32.691353 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Sync routers for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:59:32.703804 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:32.711029 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:32.733613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e3a62-6db8-4628-8010-ae8c1b3c37fa req-82ccce1c-53e8-4a88-89f2-ea6f580582c5 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:32.740333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23ebd1c-0716-4944-bc3b-215e274e213a req-5d5e1b98-16ae-4478-addc-ee3f377b41d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:32.744291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f49e3a62-6db8-4628-8010-ae8c1b3c37fa req-82ccce1c-53e8-4a88-89f2-ea6f580582c5 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 944 time: 0.1235063 Oct 12 22:59:32.752917 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a23ebd1c-0716-4944-bc3b-215e274e213a req-5d5e1b98-16ae-4478-addc-ee3f377b41d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 943 time: 0.1322136 Oct 12 22:59:32.789582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-0fbe5fa0-0909-4679-8f65-ba052ca6f5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:32.794184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-0fbe5fa0-0909-4679-8f65-ba052ca6f5eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 1095 time: 0.1581023 Oct 12 22:59:32.797115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:32.825739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f49e3a62-6db8-4628-8010-ae8c1b3c37fa req-ae192844-32a7-41b6-97ee-f5527824a558 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725329 Oct 12 22:59:32.851614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'port_id': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7', 'mac_address': 'fa:16:3e:5f:ac:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:59:32.884251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a23ebd1c-0716-4944-bc3b-215e274e213a req-2391802a-d113-4b0a-8824-c09aad3a87d6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301959 Oct 12 22:59:32.884996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:32.935395 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:32.963923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:32.985993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:33.054866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-122e8bc1-937d-4b95-959d-744f2f46b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:33.056493 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-122e8bc1-937d-4b95-959d-744f2f46b68f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 912 time: 0.2243104 Oct 12 22:59:33.059812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Pushing event deleted for resources: {'Port': ['ID=c2df5616-f4b7-44c9-ac8e-135f265c418f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:33.065817 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:33.093520 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:33.151336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-1af3f0da-bfdc-45dc-b96b-3c1795153d87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d359b04e-1823-42e4-9231-b8ea96112096 HTTP/1.1" status: 200 len: 217 time: 0.0775652 Oct 12 22:59:33.188378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:33.249531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] No DVR routers for this DVR port c2df5616-f4b7-44c9-ac8e-135f265c418f on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 22:59:33.256587 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:33.259497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d6ad36c-3146-41b5-b6f7-ba625a09a864 req-9b578cdb-aff0-4c9b-be1a-f855d89227e4 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.41 "DELETE /v2.0/ports/c2df5616-f4b7-44c9-ac8e-135f265c418f HTTP/1.1" status: 204 len: 173 time: 2.7394691 Oct 12 22:59:33.262877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-cd934fb0-5ea2-4235-afab-933a536b7ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:33.264146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-cd934fb0-5ea2-4235-afab-933a536b7ba1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.0933986 Oct 12 22:59:33.281378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da8a54e-46bb-4750-9c86-9cac3a383a84 req-18c26664-df5a-4668-a055-0b24a9c39c9b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:33.288929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3da8a54e-46bb-4750-9c86-9cac3a383a84 req-18c26664-df5a-4668-a055-0b24a9c39c9b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1524174 Oct 12 22:59:33.295834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['08c30b36-70b8-4b71-ba8e-0d1e456af5e7'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:59:33.336278 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-b2c279d6-7b87-41e0-acb1-6834554e1cd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637276 Oct 12 22:59:33.367770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255', 'name': 'network-vif-deleted', 'tag': 'c2df5616-f4b7-44c9-ac8e-135f265c418f'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:33.375221 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46f121ff-250d-4150-b577-73941491af5d" -d '{"events": [{"server_uuid": "f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255", "name": "network-vif-deleted", "tag": "c2df5616-f4b7-44c9-ac8e-135f265c418f"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:33.398555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c2df5616-f4b7-44c9-ac8e-135f265c418f no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 22:59:33.413000 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:29Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'a2efeb07-5b76-4f2e-b77d-0709b8d44b02', 'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'mac_address': 'fa:16:3e:4b:1c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:27Z', 'updated_at': '2021-10-12T22:59:30Z', 'revision_number': 2, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'subnets': [{'id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:33.456299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51786) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:33.460848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f246983f-1e15-4ec2-a269-5de4cd9c130a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1566873151', 'description': 'tempest-description--1381986572'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:33.469487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: c2df5616-f4b7-44c9-ac8e-135f265c418f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 22:59:33.469487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c2df5616-f4b7-44c9-ac8e-135f265c418f not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 22:59:33.481515 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Checking router: 905973e3-94db-4424-8497-bc75a66fdd42 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:59:33.481873 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Updating router 905973e3-94db-4424-8497-bc75a66fdd42 port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:59:33.539961 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:33.543610 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd50ce-67de-471b-a069-3d92a0ea8833 x-openstack-request-id: req-70fd50ce-67de-471b-a069-3d92a0ea8833 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:33.543610 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255", "name": "network-vif-deleted", "tag": "c2df5616-f4b7-44c9-ac8e-135f265c418f", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:33.544082 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-70fd50ce-67de-471b-a069-3d92a0ea8833 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:33.544609 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255', 'name': 'network-vif-deleted', 'tag': 'c2df5616-f4b7-44c9-ac8e-135f265c418f', 'status': 'completed', 'code': 200} Oct 12 22:59:33.565365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3da8a54e-46bb-4750-9c86-9cac3a383a84 req-66f9e9c7-7062-485a-b6dc-4ddf16226eb3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754092 Oct 12 22:59:33.593766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f246983f-1e15-4ec2-a269-5de4cd9c130a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:33.684769 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-86bb8b26-90f7-48f5-afd2-3e03619e223e service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212597 Oct 12 22:59:33.734267 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fcdea1b8-b7c5-46ed-b941-d52c026dff30 req-27855334-fcd5-4870-aefa-7a98d8880c59 tempest-ServerAddressesNegativeTestJSON-2075411248 tempest-ServerAddressesNegativeTestJSON-2075411248-project] 10.222.0.31 "GET /v2.0/ports?device_id=f0fb83e7-6dfa-4de2-b9b8-5687b6ccb255 HTTP/1.1" status: 200 len: 210 time: 0.0504935 Oct 12 22:59:33.794485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f246983f-1e15-4ec2-a269-5de4cd9c130a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:33.853743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696d75a-712c-4ed5-a5aa-652f3527b4fe req-f5aef362-c807-4339-92b6-031027cf3bdc tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:33.861640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4696d75a-712c-4ed5-a5aa-652f3527b4fe req-f5aef362-c807-4339-92b6-031027cf3bdc tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1929009 Oct 12 22:59:33.867982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 30c53498-f5bd-4e3d-a604-3be7c63e70d7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:33.881953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f246983f-1e15-4ec2-a269-5de4cd9c130a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:33.942212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246983f-1e15-4ec2-a269-5de4cd9c130a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4f4f69-5768-4b87-8f90-80b2a8566e21,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:33.997348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4696d75a-712c-4ed5-a5aa-652f3527b4fe req-ad5f7b40-5081-4f42-a0d1-011742d994b8 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333613 Oct 12 22:59:34.009808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1add0ec-0f83-4656-86b8-ea792d947386 req-9c178937-7303-44ef-bb82-e6e2c38c344e service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157907 Oct 12 22:59:34.016502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 30c53498-f5bd-4e3d-a604-3be7c63e70d7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:34.017036 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.061198 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f246983f-1e15-4ec2-a269-5de4cd9c130a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.069972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f246983f-1e15-4ec2-a269-5de4cd9c130a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6125815 Oct 12 22:59:34.072702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51796) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:34.076722 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.077768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8d9c717e-e614-4e0e-bd99-ce1f337245fb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'security_group_rule': {'security_group_id': '5c4f4f69-5768-4b87-8f90-80b2a8566e21', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:34.125600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab42452-0d48-4da3-a033-6f08a78c7414 req-e13022f2-45b3-46ca-b359-ba4e7da713dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:34.127200 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eab42452-0d48-4da3-a033-6f08a78c7414 req-e13022f2-45b3-46ca-b359-ba4e7da713dd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 945 time: 0.1709161 Oct 12 22:59:34.163918 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.216233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eab42452-0d48-4da3-a033-6f08a78c7414 req-1b31ba47-412f-42c8-9a39-f74502d21c1f tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813239 Oct 12 22:59:34.235563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1a2fe-7285-47db-9f84-9bd2bb5f01e9 req-9625e770-27fd-4e82-aef2-a2d6212b709c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:34.243507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9f1a2fe-7285-47db-9f84-9bd2bb5f01e9 req-9625e770-27fd-4e82-aef2-a2d6212b709c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 943 time: 0.1259384 Oct 12 22:59:34.265721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d9c717e-e614-4e0e-bd99-ce1f337245fb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.313555 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9f1a2fe-7285-47db-9f84-9bd2bb5f01e9 req-c5b8ecbf-744e-44e8-92d8-1b3626c7b857 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670948 Oct 12 22:59:34.365043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d9c717e-e614-4e0e-bd99-ce1f337245fb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.380988 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Pushing event updated for resources: {'Port': ['ID=a2efeb07-5b76-4f2e-b77d-0709b8d44b02,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:34.397033 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Attempting to bind port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:34.398017 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Attempting to bind port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:34.398386 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Attempting to bind port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:34.406528 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.406872 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.407241 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.407869 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.408201 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.408526 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.408851 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.409170 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.409567 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.409892 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.410213 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.410554 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:34.414109 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:34.414476 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Checking segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:34.414870 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.415270 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Bound using segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:34.415743 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Bound port: a2efeb07-5b76-4f2e-b77d-0709b8d44b02, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:34.416117 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.443703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:34.445987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d9c717e-e614-4e0e-bd99-ce1f337245fb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.499588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9c717e-e614-4e0e-bd99-ce1f337245fb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e62ee644-12b1-465a-969a-9c80044775d4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:34.527452 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] For port a2efeb07-5b76-4f2e-b77d-0709b8d44b02, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:34.527452 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] For port a2efeb07-5b76-4f2e-b77d-0709b8d44b02, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a2efeb07-5b76-4f2e-b77d-0709b8d44b02,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:34.585727 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d9c717e-e614-4e0e-bd99-ce1f337245fb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.587471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8d9c717e-e614-4e0e-bd99-ce1f337245fb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5132735 Oct 12 22:59:34.589977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:34.595812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b93e1fbf-6b70-4676-ad4b-808ce3313781 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'security_group_rule': {'security_group_id': '5c4f4f69-5768-4b87-8f90-80b2a8566e21', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:34.622748 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.625956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:59:34.638978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:34.639920 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.679954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d0e02e9c-f400-44f1-8a39-45eeecd4b51b None None] Provisioning complete for port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:34.680321 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d0e02e9c-f400-44f1-8a39-45eeecd4b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.690479 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:34.691151 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:34.737839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b93e1fbf-6b70-4676-ad4b-808ce3313781 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.776353 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9cbe9e-aaa6-40da-8aa2-b2e20e8b3493 None None] Pushing event updated for resources: {'Port': ['ID=a2efeb07-5b76-4f2e-b77d-0709b8d44b02,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:34.824872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d1291-d54b-4a70-9159-5a945363ad0f req-6505345a-06b0-4561-946d-dbed845e8273 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:34.826424 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-389d1291-d54b-4a70-9159-5a945363ad0f req-6505345a-06b0-4561-946d-dbed845e8273 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1517091 Oct 12 22:59:34.852415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51806) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:34.868648 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d0e02e9c-f400-44f1-8a39-45eeecd4b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.918752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b93e1fbf-6b70-4676-ad4b-808ce3313781 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.935058 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d0e02e9c-f400-44f1-8a39-45eeecd4b51b None None] For port a2efeb07-5b76-4f2e-b77d-0709b8d44b02, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a2efeb07-5b76-4f2e-b77d-0709b8d44b02,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:34.973939 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:34.974777 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:34.982206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ab666cf-fc79-4e95-a8b4-c42614b5adb5 admin admin] Deleting subnet 256de852-c242-4213-b1d0-38ed9ec19506 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:59:34.990685 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0ab666cf-fc79-4e95-a8b4-c42614b5adb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.014710 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-389d1291-d54b-4a70-9159-5a945363ad0f req-b053f9fd-3084-4a80-b0e2-52adda0b3980 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728423 Oct 12 22:59:35.018764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b93e1fbf-6b70-4676-ad4b-808ce3313781 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.032391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:35.034830 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a753322-a614-4482-a2e0-c7061e9e89da" -d '{"events": [{"server_uuid": "5f9bc74b-3c82-400d-8267-d98df814c0a3", "name": "network-vif-plugged", "status": "completed", "tag": "08c30b36-70b8-4b71-ba8e-0d1e456af5e7"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:35.059747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d0e02e9c-f400-44f1-8a39-45eeecd4b51b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.063362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:35.065186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93e1fbf-6b70-4676-ad4b-808ce3313781 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ba9913a-62de-4a26-a768-dd65b141ad7b,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:35.109560 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0ab666cf-fc79-4e95-a8b4-c42614b5adb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.167660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b93e1fbf-6b70-4676-ad4b-808ce3313781 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.175843 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b93e1fbf-6b70-4676-ad4b-808ce3313781 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5832946 Oct 12 22:59:35.176077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51814) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:35.190140 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf8624c-f050-4db9-b185-5c6d0143d940 x-openstack-request-id: req-cbf8624c-f050-4db9-b185-5c6d0143d940 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:35.190714 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9bc74b-3c82-400d-8267-d98df814c0a3", "name": "network-vif-plugged", "status": "completed", "tag": "08c30b36-70b8-4b71-ba8e-0d1e456af5e7", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:35.191189 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbf8624c-f050-4db9-b185-5c6d0143d940 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:35.191744 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7', 'code': 200} Oct 12 22:59:35.201386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:35.213509 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.232181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e02e9c-f400-44f1-8a39-45eeecd4b51b None None] Pushing event updated for resources: {'Port': ['ID=a2efeb07-5b76-4f2e-b77d-0709b8d44b02,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:35.258233 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0ab666cf-fc79-4e95-a8b4-c42614b5adb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.270664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4b303560-7185-42fb-a491-50a985fa2738 None None] Provisioning complete for port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:35.271462 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4b303560-7185-42fb-a491-50a985fa2738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.280414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a86e28f-1e3f-449d-b9b4-6140a7f8ad06 req-3ba856c2-c55f-4ce0-908e-79b82b55aa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:35.281932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a86e28f-1e3f-449d-b9b4-6140a7f8ad06 req-3ba856c2-c55f-4ce0-908e-79b82b55aa1d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 1098 time: 0.0963659 Oct 12 22:59:35.303726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea0de6-1b3b-4249-8cc1-d2c6d91e9621 req-633bc881-a8c0-404e-8fa2-f7e5f10b50af tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:35.305948 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9ea0de6-1b3b-4249-8cc1-d2c6d91e9621 req-633bc881-a8c0-404e-8fa2-f7e5f10b50af tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1687820 Oct 12 22:59:35.364471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:35.368834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a86e28f-1e3f-449d-b9b4-6140a7f8ad06 req-fc114678-d862-4af4-8e77-274fbed959dd service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794549 Oct 12 22:59:35.390153 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.411977 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:29Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'a2efeb07-5b76-4f2e-b77d-0709b8d44b02', 'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'mac_address': 'fa:16:3e:4b:1c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:27Z', 'updated_at': '2021-10-12T22:59:34Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'subnets': [{'id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:35.415351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9ea0de6-1b3b-4249-8cc1-d2c6d91e9621 req-41b2899d-5b6d-4808-8391-f8521c5f3eac tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969129 Oct 12 22:59:35.416388 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d359b04e-1823-42e4-9231-b8ea96112096 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:59:35.433614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f371d81b-fefd-462c-8f68-8c9dbb08fc6e req-7175e28b-4d16-4475-8e6d-cbd2a3faaafc tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:35.435578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f371d81b-fefd-462c-8f68-8c9dbb08fc6e req-7175e28b-4d16-4475-8e6d-cbd2a3faaafc tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.0925748 Oct 12 22:59:35.486467 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2c4f37-4e8b-4623-9066-a8edbdd3aaf2 None None] The sync data for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 is: [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:29Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'a2efeb07-5b76-4f2e-b77d-0709b8d44b02', 'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'mac_address': 'fa:16:3e:4b:1c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:27Z', 'updated_at': '2021-10-12T22:59:34Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'subnets': [{'id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:59:35.501552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0ab666cf-fc79-4e95-a8b4-c42614b5adb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.518466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f371d81b-fefd-462c-8f68-8c9dbb08fc6e req-bc77daa3-d770-42e6-8ebf-0b77273bf9b4 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754225 Oct 12 22:59:35.550596 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0ab666cf-fc79-4e95-a8b4-c42614b5adb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.566434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51822) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:35.573583 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0ab666cf-fc79-4e95-a8b4-c42614b5adb5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/256de852-c242-4213-b1d0-38ed9ec19506 HTTP/1.1" status: 204 len: 168 time: 0.7193923 Oct 12 22:59:35.582901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51824) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:35.672183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab666cf-fc79-4e95-a8b4-c42614b5adb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=256de852-c242-4213-b1d0-38ed9ec19506,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:35.692537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d359b04e-1823-42e4-9231-b8ea96112096,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:35.708103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.709824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd359b04e-1823-42e4-9231-b8ea96112096', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'port_id': 'd359b04e-1823-42e4-9231-b8ea96112096', 'mac_address': 'fa:16:3e:87:c9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091336a0-9cd0-43dc-abb4-695f8140af67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:59:35.764498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.781174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d359b04e-1823-42e4-9231-b8ea96112096 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:35.809279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fe6c6-18b4-47f9-b421-26b7185d7916 req-7728752d-9beb-46f9-ae2a-122d1ff081fa tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:35.819114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d359b04e-1823-42e4-9231-b8ea96112096,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:35.828157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa5fe6c6-18b4-47f9-b421-26b7185d7916 req-7728752d-9beb-46f9-ae2a-122d1ff081fa tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 943 time: 0.2538073 Oct 12 22:59:35.856550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-25525fed-883c-4602-9726-42c6713c4c61 admin admin] Deleting subnet 9ce5ddf0-de6f-4061-a4c6-07a3bd695212 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:59:35.868214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-25525fed-883c-4602-9726-42c6713c4c61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.891071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a2efeb07-5b76-4f2e-b77d-0709b8d44b02 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:35.911784 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa5fe6c6-18b4-47f9-b421-26b7185d7916 req-9d5d7f49-5d7b-48be-a29c-7b9417887e9a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744624 Oct 12 22:59:35.913203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.933122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:35.973225 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-25525fed-883c-4602-9726-42c6713c4c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.074548 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.084885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Allocated IP 172.25.2.213 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/7ef70be4-609f-413a-bffa-4a703727537d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:36.096736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:36.102430 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.114409 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-25525fed-883c-4602-9726-42c6713c4c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.149244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a43f2771-c2f6-40ea-a029-73c3478742ee']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:36.173107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd95ae1f-1a8e-4db6-93b3-8e591db85bd6') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:36.173444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd95ae1f-1a8e-4db6-93b3-8e591db85bd6') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:36.266656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.292394 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.313629 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:59:36.314043 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:59:36.316219 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:59:36.366276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.421003 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-25525fed-883c-4602-9726-42c6713c4c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.448734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca2c2a9-4a8a-4f7f-89d0-5308f4cf3f31 req-be20f0f8-b14e-4d46-bde6-a75e736d8eae tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:36.460347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fca2c2a9-4a8a-4f7f-89d0-5308f4cf3f31 req-be20f0f8-b14e-4d46-bde6-a75e736d8eae tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.2912579 Oct 12 22:59:36.466655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-25525fed-883c-4602-9726-42c6713c4c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.472818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-25525fed-883c-4602-9726-42c6713c4c61 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9ce5ddf0-de6f-4061-a4c6-07a3bd695212 HTTP/1.1" status: 204 len: 168 time: 0.9035938 Oct 12 22:59:36.473399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51832) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:36.493934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d359b04e-1823-42e4-9231-b8ea96112096,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:36.516499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25525fed-883c-4602-9726-42c6713c4c61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9ce5ddf0-de6f-4061-a4c6-07a3bd695212,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:36.521564 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.539211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d359b04e-1823-42e4-9231-b8ea96112096'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:59:36.566594 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fca2c2a9-4a8a-4f7f-89d0-5308f4cf3f31 req-0467a538-1768-4310-81e5-af36b3d3d704 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052699 Oct 12 22:59:36.615157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.634851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.638302 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a43f2771-c2f6-40ea-a029-73c3478742ee HTTP/1.1" status: 204 len: 168 time: 1.0543633 Oct 12 22:59:36.640045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f88e14-c53f-46ae-9364-ade6eaf4fb27 admin admin] Pushing event deleted for resources: {'Network': ['ID=a43f2771-c2f6-40ea-a029-73c3478742ee,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:36.766875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:36.768317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef5c56-870a-4c48-9d8a-5f4167ed68ff req-96cb2fde-8ceb-4bb7-b588-edc51e6dd965 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:36.770172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-22ef5c56-870a-4c48-9d8a-5f4167ed68ff req-96cb2fde-8ceb-4bb7-b588-edc51e6dd965 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.0876491 Oct 12 22:59:36.806223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:36.815698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:36.818185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:36.824182 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-22ef5c56-870a-4c48-9d8a-5f4167ed68ff req-6c6a175e-0745-446e-bec0-eba0320761cc tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428092 Oct 12 22:59:36.854996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'Port': ['ID=7ef70be4-609f-413a-bffa-4a703727537d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:36.913741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d7d64-ab37-4580-8e93-02e2f36fcefb req-a84f9f56-d223-421c-96c7-3e9c59359be2 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:36.913741 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-058d7d64-ab37-4580-8e93-02e2f36fcefb req-a84f9f56-d223-421c-96c7-3e9c59359be2 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.2011523 Oct 12 22:59:37.038182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.058907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a362e-eeaf-4ad7-8a93-2c42d6641568 req-bfa09d57-2163-46ab-aff1-526f8c66d362 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:37.060122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-058d7d64-ab37-4580-8e93-02e2f36fcefb req-f8643448-40af-4bd1-b417-04ef4fbeb027 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393387 Oct 12 22:59:37.071533 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e16a362e-eeaf-4ad7-8a93-2c42d6641568 req-bfa09d57-2163-46ab-aff1-526f8c66d362 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 944 time: 0.0750964 Oct 12 22:59:37.078340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840d61cc-b151-4ebb-854e-d11046d360d7']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:37.099993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77233b39-6a9a-4722-8c82-51bf45515c5b') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:37.100576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77233b39-6a9a-4722-8c82-51bf45515c5b') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:37.116463 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.125601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.140339 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: timer() Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:59:37.153323 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:59:37.157499 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e16a362e-eeaf-4ad7-8a93-2c42d6641568 req-72c4ac51-c60a-4b02-90ed-65a9b312330e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733669 Oct 12 22:59:37.176684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51842) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:37.239227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-00d04e64-a78e-4e0f-87b0-d826dd1ef3e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=322219ed68074544a709402e5a9960f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611489 Oct 12 22:59:37.241613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51844) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:37.268159 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.305236 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.316990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.320791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] 10.222.0.31 "DELETE /v2.0/networks/840d61cc-b151-4ebb-854e-d11046d360d7 HTTP/1.1" status: 204 len: 168 time: 0.8460953 Oct 12 22:59:37.324840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51846) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:37.333205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-554999c4-c6d7-454e-80bf-de23c7480625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.360424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-554999c4-c6d7-454e-80bf-de23c7480625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.381724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c18048e-5918-4452-8418-3433c7c1abfc admin admin] Pushing event deleted for resources: {'Network': ['ID=840d61cc-b151-4ebb-854e-d11046d360d7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:37.423541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d359b04e-1823-42e4-9231-b8ea96112096 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:37.442781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3abbdfaa-67a7-4ba2-b67e-d40f27be494c admin admin] Deleting subnet e146ac99-8f4a-4f5f-b10a-f10eaa447f14 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 22:59:37.446543 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3abbdfaa-67a7-4ba2-b67e-d40f27be494c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.485039 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3abbdfaa-67a7-4ba2-b67e-d40f27be494c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.506361 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-554999c4-c6d7-454e-80bf-de23c7480625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.509569 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-554999c4-c6d7-454e-80bf-de23c7480625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.519164 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-554999c4-c6d7-454e-80bf-de23c7480625 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e55c2636-bd57-4aa7-9969-8a2669c3fdfa HTTP/1.1" status: 204 len: 168 time: 0.2678943 Oct 12 22:59:37.520749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554999c4-c6d7-454e-80bf-de23c7480625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c2636-bd57-4aa7-9969-8a2669c3fdfa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:37.554619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3abbdfaa-67a7-4ba2-b67e-d40f27be494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.626469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d359b04e-1823-42e4-9231-b8ea96112096 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:59:37.648192 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d359b04e-1823-42e4-9231-b8ea96112096 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:37.648572 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.695126 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.722835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dcef5-e81c-409d-bf6c-b9fee9b6f130 req-2139c450-706e-4564-8422-406a1e0074f4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:37.724593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-417dcef5-e81c-409d-bf6c-b9fee9b6f130 req-2139c450-706e-4564-8422-406a1e0074f4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.0745316 Oct 12 22:59:37.741619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3abbdfaa-67a7-4ba2-b67e-d40f27be494c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.747124 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.772184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:37.774740 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8a012c-26d9-4060-ad5c-e08b5cdf0bd3" -d '{"events": [{"server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "name": "network-vif-plugged", "status": "completed", "tag": "d359b04e-1823-42e4-9231-b8ea96112096"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:37.779118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abbdfaa-67a7-4ba2-b67e-d40f27be494c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e146ac99-8f4a-4f5f-b10a-f10eaa447f14,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:37.785787 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.792255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d359b04e-1823-42e4-9231-b8ea96112096,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:37.805109 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3abbdfaa-67a7-4ba2-b67e-d40f27be494c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.808371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3abbdfaa-67a7-4ba2-b67e-d40f27be494c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e146ac99-8f4a-4f5f-b10a-f10eaa447f14 HTTP/1.1" status: 204 len: 168 time: 0.4731345 Oct 12 22:59:37.810989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51854) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:37.827976 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d74afbef-f037-4dc8-b271-a23edbfceb82 x-openstack-request-id: req-d74afbef-f037-4dc8-b271-a23edbfceb82 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:37.829051 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "name": "network-vif-plugged", "status": "completed", "tag": "d359b04e-1823-42e4-9231-b8ea96112096", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:37.829051 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d74afbef-f037-4dc8-b271-a23edbfceb82 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:37.829051 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096', 'code': 200} Oct 12 22:59:37.838380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-417dcef5-e81c-409d-bf6c-b9fee9b6f130 req-1b825dd5-8452-4b6e-b3b9-a79e66caf903 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059966 Oct 12 22:59:37.885644 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.890210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'Port': ['ID=7ef70be4-609f-413a-bffa-4a703727537d,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:37.916731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.955976 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:37.971054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d359b04e-1823-42e4-9231-b8ea96112096,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:37.994108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e819e0-fc8f-41be-ad68-f0ad3a5266c4 req-dfbb1ba4-f2be-475b-a7a2-cfccafe368e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:37.996486 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53e819e0-fc8f-41be-ad68-f0ad3a5266c4 req-dfbb1ba4-f2be-475b-a7a2-cfccafe368e2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 1097 time: 0.0639982 Oct 12 22:59:38.033108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b332b-6fe6-43a2-a71b-fa4a7ce440dd req-30717973-444d-4c2b-88b6-fb7e04789f04 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:38.034799 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-268b332b-6fe6-43a2-a71b-fa4a7ce440dd req-30717973-444d-4c2b-88b6-fb7e04789f04 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.0955043 Oct 12 22:59:38.042038 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:38.043420 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-271cc0ba-da3e-498f-9ba2-f626b32f4eba tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8493764 Oct 12 22:59:38.046106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53e819e0-fc8f-41be-ad68-f0ad3a5266c4 req-bf83240b-bbc4-4b05-ac70-da1966a810d3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425458 Oct 12 22:59:38.100146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:38.148410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-268b332b-6fe6-43a2-a71b-fa4a7ce440dd req-868c12a6-5604-4143-a5bb-4af0d47cf9f4 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831244 Oct 12 22:59:38.150055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b03627b4-c3cc-418b-b003-92d9c3daea1e']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:38.170562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78f014df-9890-4af8-b59e-eceab03c30bd') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:38.170562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78f014df-9890-4af8-b59e-eceab03c30bd') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:38.178361 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:38.202788 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:38.209658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 22:59:38.209976 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: timer() Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 22:59:38.211690 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 22:59:38.274517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d0e50-23d8-418b-8908-06d2258fb0ca req-3f52be64-5b96-42a8-a203-d028203c5ee2 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:38.276370 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c39d0e50-23d8-418b-8908-06d2258fb0ca req-3f52be64-5b96-42a8-a203-d028203c5ee2 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0746782 Oct 12 22:59:38.314507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5723f1c9-a204-45d4-9341-7523cb745070 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1566873151&fields=id&tenant_id=d7a8b43052b2454e9459dc6c1313aad8 HTTP/1.1" status: 200 len: 267 time: 0.0480700 Oct 12 22:59:38.322612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c39d0e50-23d8-418b-8908-06d2258fb0ca req-6c563d3e-d4ed-440d-9c58-998f80c81f0e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371697 Oct 12 22:59:38.421082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:38.434078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:38.437966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] 10.222.0.31 "DELETE /v2.0/networks/b03627b4-c3cc-418b-b003-92d9c3daea1e HTTP/1.1" status: 204 len: 168 time: 0.6251733 Oct 12 22:59:38.446662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1a210-e2a8-453f-8618-8de215fee7ed req-12f695f4-27ba-45ca-aef7-ce37fa63cf34 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:38.449244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bb1a210-e2a8-453f-8618-8de215fee7ed req-12f695f4-27ba-45ca-aef7-ce37fa63cf34 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0630960 Oct 12 22:59:38.450060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471e433-eff5-46ef-81a4-7120b83b3fdf admin admin] Pushing event deleted for resources: {'Network': ['ID=b03627b4-c3cc-418b-b003-92d9c3daea1e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:38.458861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-3590b222-5736-411c-92ef-46f007d6349c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:38.460382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-3590b222-5736-411c-92ef-46f007d6349c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.1391151 Oct 12 22:59:38.478853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-f65987c9-ba01-4981-a27a-b5b1693afcb6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/quotas/d7a8b43052b2454e9459dc6c1313aad8 HTTP/1.1" status: 200 len: 375 time: 0.0119660 Oct 12 22:59:38.492742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bb1a210-e2a8-453f-8618-8de215fee7ed req-09958ddd-a324-43a8-a299-c4e97929dc2f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Oct 12 22:59:38.554468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-ca456c6b-37c8-4bc4-9f0c-2a5eafd8d64f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0644159 Oct 12 22:59:38.603034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660c70e-e08f-4a43-980f-3f95ab773a07 req-14a0dfcb-2766-4f90-9e33-87188a3fd03f tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:38.604591 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c660c70e-e08f-4a43-980f-3f95ab773a07 req-14a0dfcb-2766-4f90-9e33-87188a3fd03f tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.0551252 Oct 12 22:59:38.614744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51896) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:38.619428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c3ce870e-4f68-4bdc-8134-037952220b40 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Request body: {'floatingip': {'port_id': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:38.663370 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3ce870e-4f68-4bdc-8134-037952220b40 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:38.790434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-be9ef76a-7d1e-4573-9654-477725181d39 service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223759 Oct 12 22:59:38.893117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-b3d19b64-c8a3-41cd-8550-ae4d3838d5bc service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951662 Oct 12 22:59:38.894564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51902) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:38.978619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bc5c8e07-c8c3-49e0-b5a7-b32c357614ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98eed11da04a453896d49a3e065372bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0826175 Oct 12 22:59:38.979274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51906) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:39.045724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51908) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:39.056103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dff1c7-b9d1-4e54-88db-edba727ba374 req-655c6847-3c4f-4a13-b0e4-4ba6dce6d0b6 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:39.059076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7dff1c7-b9d1-4e54-88db-edba727ba374 req-655c6847-3c4f-4a13-b0e4-4ba6dce6d0b6 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1132107 Oct 12 22:59:39.068321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac7cf-e23f-4268-bbdf-9d44680434c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.093173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac7cf-e23f-4268-bbdf-9d44680434c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.132333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7dff1c7-b9d1-4e54-88db-edba727ba374 req-d0e1bd14-0ac0-4ab2-8fd7-2ad690571f4b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470009 Oct 12 22:59:39.253407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-84066353-network', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:39.267839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac7cf-e23f-4268-bbdf-9d44680434c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.267839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd1ac7cf-e23f-4268-bbdf-9d44680434c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.267839 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cd1ac7cf-e23f-4268-bbdf-9d44680434c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a0534ab-e69f-4db5-b5e3-04609b1764a6 HTTP/1.1" status: 204 len: 168 time: 0.2852516 Oct 12 22:59:39.273044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bc7481b-0289-44e5-9690-35790d11e30d req-af1b03fb-8e5d-4500-93b7-039fcc61776d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 210 time: 0.0339184 Oct 12 22:59:39.285372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1ac7cf-e23f-4268-bbdf-9d44680434c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a0534ab-e69f-4db5-b5e3-04609b1764a6,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:39.289097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3ce870e-4f68-4bdc-8134-037952220b40 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.394671 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3ce870e-4f68-4bdc-8134-037952220b40 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.439822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Made reservation on behalf of 06582cedb8d74a2ab2a8927c7b71c050 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:39.442090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.454464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.469840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79867b12-d481-470f-9aff-3ecedf8e6516 req-b32ac4bd-558b-4be4-8d8d-7232fe68d8ea tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:39.471374 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79867b12-d481-470f-9aff-3ecedf8e6516 req-b32ac4bd-558b-4be4-8d8d-7232fe68d8ea tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0687995 Oct 12 22:59:39.505635 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-c3ce870e-4f68-4bdc-8134-037952220b40 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Floating IP 04b0914c-3824-4651-a933-6639e471c927 associated. External IP: 172.25.2.153, port: 08c30b36-70b8-4b71-ba8e-0d1e456af5e7. Oct 12 22:59:39.675933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d97b5-b63d-4bb5-92e0-1c5ea2354fbc req-5b7d2598-4de0-413b-aeb7-c3c8d4ae0440 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:39.677791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a30d97b5-b63d-4bb5-92e0-1c5ea2354fbc req-5b7d2598-4de0-413b-aeb7-c3c8d4ae0440 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0749383 Oct 12 22:59:39.803332 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79867b12-d481-470f-9aff-3ecedf8e6516 req-070c4ee7-aa33-4633-808e-9a7478a8d3e4 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3237298 Oct 12 22:59:39.853793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.969656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:39.998851 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:59:40.005950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce05e4e4-f2b5-4e06-828c-d3b8ef04de71,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:40.013546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.021315 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Added segment c42c4a4d-455c-49b0-8675-e8f511527129 of type vlan for network ceee6145-4e96-4066-9105-b15a1eb82d1c Oct 12 22:59:40.067255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.179566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.182971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:40.183611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51932) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:40.187913 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.212367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a30d97b5-b63d-4bb5-92e0-1c5ea2354fbc req-0b814899-b983-4fe1-bf67-50bd5cbff048 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255083 Oct 12 22:59:40.227095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66878eed-eedd-406e-890e-34330c396fc0 req-24f94c85-6319-46fe-a3fa-38713b8e9de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:40.227095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66878eed-eedd-406e-890e-34330c396fc0 req-24f94c85-6319-46fe-a3fa-38713b8e9de9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1098 time: 0.1372578 Oct 12 22:59:40.261506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ce870e-4f68-4bdc-8134-037952220b40 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Router b4d297df-ef57-4758-8ba0-e3a995eb0432 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:59:40.283739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] Pushing event updated for resources: {'Network': ['ID=ceee6145-4e96-4066-9105-b15a1eb82d1c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:40.286995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b6c41e6e-9b41-40c8-b8c1-60b1f0d4402b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=26e7715e9e1140788df92f65623aa4d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968802 Oct 12 22:59:40.289549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51938) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:40.302097 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66878eed-eedd-406e-890e-34330c396fc0 req-ced6cb39-fa8d-4fe8-ab84-45b79dd79e42 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628426 Oct 12 22:59:40.302740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ceee6145-4e96-4066-9105-b15a1eb82d1c details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:59:40.336552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cf1a8000-c743-4fa3-9bae-940c5b308847 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2863259 Oct 12 22:59:40.336675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51942) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:40.340649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Request body: {'subnet': {'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-subnet', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:40.341768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797a922-c8d7-49e9-ba3b-b3e01ed0ef66 req-0c245d8c-eee3-4032-87b3-09efc5b642df tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:40.343363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e797a922-c8d7-49e9-ba3b-b3e01ed0ef66 req-0c245d8c-eee3-4032-87b3-09efc5b642df tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1084707 Oct 12 22:59:40.417384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-055d434a-2eaf-4edd-b38d-75d5587e7bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.446323 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e797a922-c8d7-49e9-ba3b-b3e01ed0ef66 req-ea08042d-22e8-4cb7-9471-376b53aa36d2 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918500 Oct 12 22:59:40.458948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ce870e-4f68-4bdc-8134-037952220b40 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:59:40.463445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3ce870e-4f68-4bdc-8134-037952220b40 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.467601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-055d434a-2eaf-4edd-b38d-75d5587e7bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.472953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] Sync routers for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:59:40.488108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:40.488748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:40.500767 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c3ce870e-4f68-4bdc-8134-037952220b40 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "PUT /v2.0/floatingips/04b0914c-3824-4651-a933-6639e471c927 HTTP/1.1" status: 200 len: 992 time: 1.8847494 Oct 12 22:59:40.501629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'tag': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:40.504437 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a61ab-afc6-484d-b755-259a1b455542" -d '{"events": [{"name": "network-changed", "server_uuid": "5f9bc74b-3c82-400d-8267-d98df814c0a3", "tag": "08c30b36-70b8-4b71-ba8e-0d1e456af5e7"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:40.523541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-851ababd-414f-4570-a266-fcfc78570568 req-ff50252e-9205-4c26-b9b0-db0b9bface81 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 210 time: 0.0317895 Oct 12 22:59:40.545255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c0e94445-f2bc-4ed9-a489-d93248d92b1f details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:59:40.590423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Made reservation on behalf of 06582cedb8d74a2ab2a8927c7b71c050 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:40.593905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.667036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:40.667191 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af804bb-e69d-40e7-a72d-166ca330124f x-openstack-request-id: req-5af804bb-e69d-40e7-a72d-166ca330124f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:40.667412 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f9bc74b-3c82-400d-8267-d98df814c0a3", "tag": "08c30b36-70b8-4b71-ba8e-0d1e456af5e7", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:40.667671 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5af804bb-e69d-40e7-a72d-166ca330124f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:40.668077 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'tag': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7', 'status': 'completed', 'code': 200} Oct 12 22:59:40.675064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-055d434a-2eaf-4edd-b38d-75d5587e7bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.679541 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-055d434a-2eaf-4edd-b38d-75d5587e7bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.683925 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-055d434a-2eaf-4edd-b38d-75d5587e7bc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fba5f763-a50d-4b54-a03b-f5802ef58535 HTTP/1.1" status: 204 len: 168 time: 0.3930862 Oct 12 22:59:40.774285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d434a-2eaf-4edd-b38d-75d5587e7bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fba5f763-a50d-4b54-a03b-f5802ef58535,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:40.801522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:40.823898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f', 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b', 'port_id': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f', 'mac_address': 'fa:16:3e:d7:bc:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92696d21-f43e-4bd4-aaa1-e263476189f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:59:40.836980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-4caaafa8-8355-4510-9af4-e03a9c7accce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:40.839040 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-4caaafa8-8355-4510-9af4-e03a9c7accce service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e060259d24740948be5835489f4fa25&device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 1098 time: 0.1466835 Oct 12 22:59:40.952315 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:40.983606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e94445-f2bc-4ed9-a489-d93248d92b1f {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:41.023055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:41.052076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:41.081489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-ddac3633-ef4c-41b3-af11-2eb793780d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:41.083124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-ddac3633-ef4c-41b3-af11-2eb793780d61 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b HTTP/1.1" status: 200 len: 916 time: 0.2362089 Oct 12 22:59:41.101081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6246035d-02fe-4544-be34-a843dbbc64e9 req-98f605f4-0d96-4a00-bd77-3739aa73e13c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:41.102537 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6246035d-02fe-4544-be34-a843dbbc64e9 req-98f605f4-0d96-4a00-bd77-3739aa73e13c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1453345 Oct 12 22:59:41.131664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Pushing event updated for resources: {'Subnet': ['ID=053e0c87-5511-433c-baa6-ef92cd9d4d4e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:41.133877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:55Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '04b0914c-3824-4651-a933-6639e471c927', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'port_id': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'mac_address': 'fa:16:3e:5f:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:58:03Z', 'updated_at': '2021-10-12T22:59:39Z', 'revision_number': 1, 'project_id': '3e060259d24740948be5835489f4fa25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e5869f-cb32-4344-832a-7637e2247f4e', 'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'mac_address': 'fa:16:3e:0c:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:54Z', 'updated_at': '2021-10-12T22:58:00Z', 'revision_number': 5, 'project_id': '3e060259d24740948be5835489f4fa25', 'subnets': [{'id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:41.168775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Checking segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:41.169222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Network hostable DHCP agents. Network: ceee6145-4e96-4066-9105-b15a1eb82d1c, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:59:41.175656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] Checking router: b4d297df-ef57-4758-8ba0-e3a995eb0432 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:59:41.192893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-42db80a7-ee1f-4a3a-a366-bab133c36969 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c30b36-70b8-4b71-ba8e-0d1e456af5e7 HTTP/1.1" status: 200 len: 1000 time: 0.1005998 Oct 12 22:59:41.198559 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6246035d-02fe-4544-be34-a843dbbc64e9 req-d8badf23-2f33-4762-b084-cef37374908d tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553432 Oct 12 22:59:41.200407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:41.201402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:41.278986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Network ceee6145-4e96-4066-9105-b15a1eb82d1c is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:59:41.296615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-584a28c0-b005-4eb9-b06b-92232907193f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:41.298649 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-584a28c0-b005-4eb9-b06b-92232907193f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7801bb8c-1381-46eb-bcb8-a536993a3521 HTTP/1.1" status: 200 len: 854 time: 0.0987880 Oct 12 22:59:41.307297 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:41.362179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=c0e94445-f2bc-4ed9-a489-d93248d92b1f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:41.402345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:41.457852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ceee6145-4e96-4066-9105-b15a1eb82d1c) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:41.462337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:41.463032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:41.490304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4880ca75-f280-4346-9ab9-15975a0a1453 None None] Network ceee6145-4e96-4066-9105-b15a1eb82d1c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:41.532473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-78a5e50e-608c-440d-97fd-da054162ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:41.535141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-78a5e50e-608c-440d-97fd-da054162ea5b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2280722 Oct 12 22:59:41.571226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['c0e94445-f2bc-4ed9-a489-d93248d92b1f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:59:41.577934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286acbb3-edf9-4493-b49a-d93f5437ea1b req-3333cf0b-b019-4b41-9205-5ad30b060239 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:41.579665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-286acbb3-edf9-4493-b49a-d93f5437ea1b req-3333cf0b-b019-4b41-9205-5ad30b060239 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1778791 Oct 12 22:59:41.606390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb036ae-48e5-4804-a66f-d578549f90f9 req-7fe52a6b-9619-46e2-92da-96190aa402f4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:41.615225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbb036ae-48e5-4804-a66f-d578549f90f9 req-7fe52a6b-9619-46e2-92da-96190aa402f4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 945 time: 0.0793910 Oct 12 22:59:41.632421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-afffe8de-2649-4887-8b66-17adc32aa258 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2954528 Oct 12 22:59:41.633073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51980) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:41.648162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:41.729646 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbb036ae-48e5-4804-a66f-d578549f90f9 req-29d76e86-c459-4ca0-b998-9b1c9d1e6b3e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963438 Oct 12 22:59:41.766495 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:41.767610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:41.797714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-286acbb3-edf9-4493-b49a-d93f5437ea1b req-342c0bab-2aba-403e-b1f5-349cf5f5d1fd tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871982 Oct 12 22:59:41.855445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-e2cf9876-520b-41e2-8f24-a017de627694 service neutron] 10.222.0.25 "GET /v2.0/networks/dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116300 Oct 12 22:59:41.893340 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:41.909106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7b64433-336f-4d7d-a7c6-432a06a15fbc req-f2b35fb2-2ed6-4815-8b90-58882bd3d9c0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 210 time: 0.0378985 Oct 12 22:59:41.956516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-ceee6145-4e96-4066-9105-b15a1eb82d1c', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:59:41.958364 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:41.994087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f7a61ab-afc6-484d-b755-259a1b455542 req-1dd51115-2173-48f0-8e55-77e257f370da service neutron] 10.222.0.25 "GET /v2.0/networks/dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312704 Oct 12 22:59:42.161348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:42.336691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Allocated IP 172.20.0.2 (ceee6145-4e96-4066-9105-b15a1eb82d1c/053e0c87-5511-433c-baa6-ef92cd9d4d4e/c5d30a76-4b02-4f17-8fed-9f4292107bd6) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:42.408787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663e22e-1bee-4545-b965-3de99b1ccc35 req-f2c4ce25-49eb-42a7-bf6d-ca0196e5ef7a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:42.432792 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b663e22e-1bee-4545-b965-3de99b1ccc35 req-f2c4ce25-49eb-42a7-bf6d-ca0196e5ef7a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1215928 Oct 12 22:59:42.564699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b663e22e-1bee-4545-b965-3de99b1ccc35 req-eb3c9d1c-c5a2-4ae0-a28f-8e316579e6d9 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276700 Oct 12 22:59:42.681696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:42.700777 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e87216a9-71e1-4ff4-810f-fc5e9f1b62ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:42.709486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:42.782731 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:42.784344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-9c7ef605-f2a4-4d0b-9d0a-1478d044b9f4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:42.785949 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-9c7ef605-f2a4-4d0b-9d0a-1478d044b9f4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.2478285 Oct 12 22:59:42.810166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:55Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '04b0914c-3824-4651-a933-6639e471c927', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'port_id': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'mac_address': 'fa:16:3e:5f:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:58:03Z', 'updated_at': '2021-10-12T22:59:39Z', 'revision_number': 1, 'project_id': '3e060259d24740948be5835489f4fa25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e5869f-cb32-4344-832a-7637e2247f4e', 'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'mac_address': 'fa:16:3e:0c:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:54Z', 'updated_at': '2021-10-12T22:58:00Z', 'revision_number': 5, 'project_id': '3e060259d24740948be5835489f4fa25', 'subnets': [{'id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:42.844071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7efc7f-790e-4908-9f84-22fa59a9f721 None None] The sync data for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 is: [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:55Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '04b0914c-3824-4651-a933-6639e471c927', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'floating_ip_address': '172.25.2.153', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'port_id': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'mac_address': 'fa:16:3e:5f:ac:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:58:03Z', 'updated_at': '2021-10-12T22:59:39Z', 'revision_number': 1, 'project_id': '3e060259d24740948be5835489f4fa25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51e5869f-cb32-4344-832a-7637e2247f4e', 'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'mac_address': 'fa:16:3e:0c:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:54Z', 'updated_at': '2021-10-12T22:58:00Z', 'revision_number': 5, 'project_id': '3e060259d24740948be5835489f4fa25', 'subnets': [{'id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:59:42.855403 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:42.898595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-10cf65a6-0687-4a6a-b61b-df1256437e7e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d7a8b43052b2454e9459dc6c1313aad8 HTTP/1.1" status: 200 len: 380 time: 0.1010120 Oct 12 22:59:42.909703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'port': {'device_id': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'admin_state_up': True, 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'security_groups': ['5c4f4f69-5768-4b87-8f90-80b2a8566e21']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:42.950599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b55f64-7841-47a2-a9b8-19786cac265f req-90992ec8-20e7-4253-87cc-e9e653d37e3f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:42.960059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9b55f64-7841-47a2-a9b8-19786cac265f req-90992ec8-20e7-4253-87cc-e9e653d37e3f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 945 time: 0.0893378 Oct 12 22:59:42.980409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Network ceee6145-4e96-4066-9105-b15a1eb82d1c is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:42.993450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:42.996023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Pushing event updated for resources: {'Port': ['ID=c5d30a76-4b02-4f17-8fed-9f4292107bd6,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:43.000269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:43.027233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Allocated IP 172.25.2.19 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/36501af4-b541-4267-8ea2-63deba708c72) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:43.077319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Attempting to bind port c5d30a76-4b02-4f17-8fed-9f4292107bd6 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:43.077870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Attempting to bind port c5d30a76-4b02-4f17-8fed-9f4292107bd6 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:43.078366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Attempting to bind port c5d30a76-4b02-4f17-8fed-9f4292107bd6 on network ceee6145-4e96-4066-9105-b15a1eb82d1c {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:43.085295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:43.091999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Checking segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:43.092806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9b55f64-7841-47a2-a9b8-19786cac265f req-6e5ac14b-e79a-42c9-bfba-f8624cf1473f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143286 Oct 12 22:59:43.092901 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:43.092901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Bound using segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:43.092901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Bound port: c5d30a76-4b02-4f17-8fed-9f4292107bd6, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:43.092901 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:43.199909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] For port c5d30a76-4b02-4f17-8fed-9f4292107bd6, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:43.205529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] For port c5d30a76-4b02-4f17-8fed-9f4292107bd6, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c5d30a76-4b02-4f17-8fed-9f4292107bd6,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:43.261001 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44300d44-4cb5-43c5-808f-379d8c1efe7d None None] New status for floating IP 04b0914c-3824-4651-a933-6639e471c927: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 22:59:43.270701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:43.284752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:43.292723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43c3045-0c2c-4f3d-afd0-b8bdb43822c9 req-f2fe0ae9-ad0c-4262-b9b2-bf39ec57373a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:43.300510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b43c3045-0c2c-4f3d-afd0-b8bdb43822c9 req-f2fe0ae9-ad0c-4262-b9b2-bf39ec57373a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1030374 Oct 12 22:59:43.359395 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b43c3045-0c2c-4f3d-afd0-b8bdb43822c9 req-7d5040a0-69af-4b50-9e26-e9b6ed1e2a69 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578945 Oct 12 22:59:43.416692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73214ba5-ea10-4dc2-bea5-a152b5786479 None None] Pushing event updated for resources: {'Port': ['ID=c5d30a76-4b02-4f17-8fed-9f4292107bd6,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:43.417461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Made reservation on behalf of d7a8b43052b2454e9459dc6c1313aad8 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:43.434037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:43.509682 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7ee0d-1d6b-4bc4-af2b-bebef00ef618 req-b54ee21c-40c9-4824-b99d-dd7fdba1bba1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:43.511444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29c7ee0d-1d6b-4bc4-af2b-bebef00ef618 req-b54ee21c-40c9-4824-b99d-dd7fdba1bba1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0587568 Oct 12 22:59:43.538861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-c98ec481-c31c-4518-a329-366778a4844e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:43.542862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-c98ec481-c31c-4518-a329-366778a4844e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=84e9a570cba343dabe435f8959c7f6df&device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 1098 time: 0.2378631 Oct 12 22:59:43.542862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ebda6bca-9720-4563-8890-676a81d04c27 req-33430afc-b6bb-4815-a9e7-ed0e886f4591 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 210 time: 0.1035802 Oct 12 22:59:43.618511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29c7ee0d-1d6b-4bc4-af2b-bebef00ef618 req-c4df4f9e-5c61-4d38-93a2-d0326af8c292 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903265 Oct 12 22:59:43.679255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:43.755396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:43.774862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:43.793580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:43.877710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Pushing event updated for resources: {'Port': ['ID=36501af4-b541-4267-8ea2-63deba708c72,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:43.909770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-0fe29513-098b-4f92-8aa4-845620cc89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:43.911701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-0fe29513-098b-4f92-8aa4-845620cc89ca service neutron] 10.222.0.41 "GET /v2.0/networks?id=604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 200 len: 919 time: 0.3572221 Oct 12 22:59:43.916195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.916536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.916878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.917217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.917544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.917874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.918247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.918526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.918852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.919202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.919525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.919848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:43.926929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c5d30a76-4b02-4f17-8fed-9f4292107bd6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:43.971790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Allocated IP 172.20.0.5 (6621fe39-a6e5-450c-8c8e-ba213ba6a029/c127a2f7-7658-4c00-a581-24ee397b068a/aa29d210-e2ce-4ef1-b138-16a032223ec2) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:43.974674 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-7a5a605f-7fa9-4524-8a91-eba3f340edb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc HTTP/1.1" status: 200 len: 217 time: 0.0508182 Oct 12 22:59:44.003954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c5d30a76-4b02-4f17-8fed-9f4292107bd6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:44.004324 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:44.086877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:44.130009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port c5d30a76-4b02-4f17-8fed-9f4292107bd6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c5d30a76-4b02-4f17-8fed-9f4292107bd6,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:44.161788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-a3e93d73-2ffb-427d-a192-2e8c309368f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:44.163497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-a3e93d73-2ffb-427d-a192-2e8c309368f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 200 len: 858 time: 0.1533177 Oct 12 22:59:44.194444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:44.248093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=c5d30a76-4b02-4f17-8fed-9f4292107bd6,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:44.269079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-b3ca0d23-327f-4901-adfc-c01d2b6bf6c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=604e36bb-4a7f-42a7-b11a-e92c145e9479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0947511 Oct 12 22:59:44.455085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174fe795-3f30-4823-ac13-341e2880a0b1 req-6b4a7a45-93e1-4025-bb20-2ddc274d5f69 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:44.456644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-174fe795-3f30-4823-ac13-341e2880a0b1 req-6b4a7a45-93e1-4025-bb20-2ddc274d5f69 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 945 time: 0.2812257 Oct 12 22:59:44.492897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fde245-235a-4089-838c-5a3435730baa req-90d99a38-708a-4504-a53a-3beff5a6b86a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:44.494634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20fde245-235a-4089-838c-5a3435730baa req-90d99a38-708a-4504-a53a-3beff5a6b86a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0612581 Oct 12 22:59:44.529583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c0e94445-f2bc-4ed9-a489-d93248d92b1f up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:44.541049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:44.542227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20fde245-235a-4089-838c-5a3435730baa req-d144045f-aa85-4aad-b470-f2c5d1acf460 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400822 Oct 12 22:59:44.556826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-bd6d4997-fe39-4c09-bfa5-893a43551b96 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700744 Oct 12 22:59:44.624123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-174fe795-3f30-4823-ac13-341e2880a0b1 req-019551a7-0f3a-49ab-aec3-cfc6cb6ec8a7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549113 Oct 12 22:59:44.680425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:44.687436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac920f6c-5de7-47c2-b04f-faabc4e8a948 req-5144b164-ed47-441a-9672-09653a17266f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 210 time: 0.0358951 Oct 12 22:59:44.710262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port c0e94445-f2bc-4ed9-a489-d93248d92b1f completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:59:44.717808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port c0e94445-f2bc-4ed9-a489-d93248d92b1f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:44.724172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:44.776720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552165aa-c49f-410b-9b3e-296936ff16b2 None None] Network ceee6145-4e96-4066-9105-b15a1eb82d1c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:44.793068 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:44.877152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff3b29cb-5964-41c3-8eda-b05d5e779105 req-71af3246-7b26-4da3-a63e-396f73ee1821 service neutron] 10.222.0.41 "GET /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118992 Oct 12 22:59:44.898194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:44.905041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:44.907909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:44.916392 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:44.933650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-43519db4-88d1-46f1-bf96-72fabe9bc868 None None] Provisioning complete for port c5d30a76-4b02-4f17-8fed-9f4292107bd6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:44.933969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43519db4-88d1-46f1-bf96-72fabe9bc868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:44.952322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4d116-4820-4f32-941e-8a58d927d85f req-ebf7d9e9-6d91-4eb5-bec4-fae12ef1dbe2 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:44.953948 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8e4d116-4820-4f32-941e-8a58d927d85f req-ebf7d9e9-6d91-4eb5-bec4-fae12ef1dbe2 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.2115364 Oct 12 22:59:44.959991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:45.027922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:45.031008 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a0de8a-fa5c-4150-9a80-9507948d0e6a" -d '{"events": [{"server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "name": "network-vif-plugged", "status": "completed", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:45.052718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:45.103514 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc9cc34-44e8-49e5-8698-5c698c98788c x-openstack-request-id: req-dfc9cc34-44e8-49e5-8698-5c698c98788c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:45.106546 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "name": "network-vif-plugged", "status": "completed", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:45.106546 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfc9cc34-44e8-49e5-8698-5c698c98788c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:45.106546 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f', 'code': 200} Oct 12 22:59:45.175420 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c639687-966a-4af8-b4a8-43b1dd989cce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:45.178749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:45.300235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=c0e94445-f2bc-4ed9-a489-d93248d92b1f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:45.314026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851ef68b-12de-45e4-94ce-66ad06713b7e req-43cfe780-120a-4a7d-b02c-d79b3bfcd452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:45.315586 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-851ef68b-12de-45e4-94ce-66ad06713b7e req-43cfe780-120a-4a7d-b02c-d79b3bfcd452 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 1098 time: 0.0973482 Oct 12 22:59:45.375270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dfab782e-5272-435b-a69c-37eaf99fb36a None None] Provisioning complete for port aa29d210-e2ce-4ef1-b138-16a032223ec2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:45.375651 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dfab782e-5272-435b-a69c-37eaf99fb36a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:45.381390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-851ef68b-12de-45e4-94ce-66ad06713b7e req-dd60febe-c72d-46bf-a638-a5c9c0a7f8dc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564549 Oct 12 22:59:45.437727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:45.438503 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:45.464603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-dfab782e-5272-435b-a69c-37eaf99fb36a None None] Port aa29d210-e2ce-4ef1-b138-16a032223ec2 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:45.475890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8e4d116-4820-4f32-941e-8a58d927d85f req-e7a2a4d4-a5a5-4163-bfe1-ee5712f42935 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5132527 Oct 12 22:59:45.512564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:45.529913 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:45.573294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-5236f926-b6c4-4741-ae87-361b93f21ebd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6676576 Oct 12 22:59:45.594682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0b8a9e5d-7ad5-4f00-9ee8-3c627dce2f06 None None] Provisioning complete for port c5d30a76-4b02-4f17-8fed-9f4292107bd6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:45.612166 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b8a9e5d-7ad5-4f00-9ee8-3c627dce2f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:45.659450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Request body: {'port': {'device_id': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:45.770303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5613402-c245-424d-b80a-93831135d4d9 req-3a829491-31dd-40da-bdb0-ddde7f4cdb75 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:45.770853 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:45.775260 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5613402-c245-424d-b80a-93831135d4d9 req-3a829491-31dd-40da-bdb0-ddde7f4cdb75 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.0682886 Oct 12 22:59:45.811099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d63cb-de48-42b2-b980-1c89d1c5fd47 req-0fe27918-c3ca-4c42-af08-ee6e3a8c92ee tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:45.812773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-932d63cb-de48-42b2-b980-1c89d1c5fd47 req-0fe27918-c3ca-4c42-af08-ee6e3a8c92ee tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1590738 Oct 12 22:59:45.829985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c5d30a76-4b02-4f17-8fed-9f4292107bd6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:45.852415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5613402-c245-424d-b80a-93831135d4d9 req-cf303298-4151-40c3-a322-26b14881dc62 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708365 Oct 12 22:59:45.907281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c5d30a76-4b02-4f17-8fed-9f4292107bd6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:45.907932 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:45.955164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Router 4c01e612-63e9-4004-8e5b-dcfa779f42cc is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 22:59:45.983286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-932d63cb-de48-42b2-b980-1c89d1c5fd47 req-b532524c-01df-4680-bf6f-6a7600ed07ec tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312714 Oct 12 22:59:46.038436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7960bce8-cfe9-4eda-b50b-5f67aedf243d req-098fd108-7c0b-4a55-862c-5172d66ebe22 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:46.040369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7960bce8-cfe9-4eda-b50b-5f67aedf243d req-098fd108-7c0b-4a55-862c-5172d66ebe22 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 931 time: 0.0777175 Oct 12 22:59:46.063440 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:46.088151 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7960bce8-cfe9-4eda-b50b-5f67aedf243d req-f000a1d6-ca22-474a-a52b-70a6bbd10fc3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383966 Oct 12 22:59:46.224265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:59:46.239585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Sync routers for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:59:46.255943 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:46.258438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:46.321771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa29d210-e2ce-4ef1-b138-16a032223ec2 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:46.340499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:46.363646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Transition to ACTIVE for port object aa29d210-e2ce-4ef1-b138-16a032223ec2 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 22:59:46.374290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:46.378180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f1f0b489-43ec-4ef7-8012-faa3f51926a7 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7397728 Oct 12 22:59:46.378424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52070) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:46.434827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:46.497826 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:46.556478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b55949-9584-4dec-8946-b787b850096e service neutron] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:46.683257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:44Z', 'revision_number': 3, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:46.715803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Checking router: 4c01e612-63e9-4004-8e5b-dcfa779f42cc for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:59:46.716159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Updating router 4c01e612-63e9-4004-8e5b-dcfa779f42cc port 36501af4-b541-4267-8ea2-63deba708c72 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:59:46.727452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c1a52f-610b-4ee1-aed1-6ca539d54afd req-0a720ac8-5a19-4b2f-b484-c685f9ca4b71 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:46.729121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-05c1a52f-610b-4ee1-aed1-6ca539d54afd req-0a720ac8-5a19-4b2f-b484-c685f9ca4b71 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1091585 Oct 12 22:59:46.749015 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:46.914007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-05c1a52f-610b-4ee1-aed1-6ca539d54afd req-449f5b93-a745-4679-95f3-aa2edfd10260 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379604 Oct 12 22:59:46.917643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Attempting to bind port aa29d210-e2ce-4ef1-b138-16a032223ec2 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:46.917981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Attempting to bind port aa29d210-e2ce-4ef1-b138-16a032223ec2 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:46.918304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Attempting to bind port aa29d210-e2ce-4ef1-b138-16a032223ec2 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:46.931787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Port aa29d210-e2ce-4ef1-b138-16a032223ec2 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:59:46.942653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Attempting to bind port aa29d210-e2ce-4ef1-b138-16a032223ec2 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:46.988192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:46.988541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Checking segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:46.988939 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Bound using segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:46.989387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Bound port: aa29d210-e2ce-4ef1-b138-16a032223ec2, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:46.992292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.069754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6ea0a-98fb-4326-acf9-fa0814b983bc req-96e473b9-b829-46b0-b602-e94b77112c19 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:47.080273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8c6ea0a-98fb-4326-acf9-fa0814b983bc req-96e473b9-b829-46b0-b602-e94b77112c19 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.1053150 Oct 12 22:59:47.123190 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8c6ea0a-98fb-4326-acf9-fa0814b983bc req-4a8da7dd-a35c-4b34-b36e-66be57b4f87c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419965 Oct 12 22:59:47.135922 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.163988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:47.168087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:47.178853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddac4614-3ac6-48da-a07c-7512ecb15976 req-f41da4d2-e0c9-4597-b2f1-3ad76ffeecc6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:47.180448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ddac4614-3ac6-48da-a07c-7512ecb15976 req-f41da4d2-e0c9-4597-b2f1-3ad76ffeecc6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1057646 Oct 12 22:59:47.223758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.258401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ddac4614-3ac6-48da-a07c-7512ecb15976 req-397c443b-799a-4c9d-aa20-fe323c6e91aa tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582795 Oct 12 22:59:47.281377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1aa0e6-5ebe-4155-b1e1-e331f8bd1a2b req-6abca8c6-19e8-4c86-8f84-fa71b88b0d9c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:47.281973 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.283971 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e1aa0e6-5ebe-4155-b1e1-e331f8bd1a2b req-6abca8c6-19e8-4c86-8f84-fa71b88b0d9c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 943 time: 0.0847888 Oct 12 22:59:47.319584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Attempting to bind port 36501af4-b541-4267-8ea2-63deba708c72 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:47.319958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Attempting to bind port 36501af4-b541-4267-8ea2-63deba708c72 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:47.320761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Attempting to bind port 36501af4-b541-4267-8ea2-63deba708c72 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:47.341779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:47.349244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.349244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-94b55949-9584-4dec-8946-b787b850096e service neutron] 10.222.0.41 "PUT /v2.0/ports/aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 1092 time: 1.7609577 Oct 12 22:59:47.349476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d034c-b07c-4720-b51f-909d74baedbd None None] Pushing event updated for resources: {'Port': ['ID=36501af4-b541-4267-8ea2-63deba708c72,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:47.349559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:47.349559 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:47.363965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:47.364662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:47.365747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.366295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:47.367159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Bound port: 36501af4-b541-4267-8ea2-63deba708c72, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:47.368026 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.370984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b55949-9584-4dec-8946-b787b850096e service neutron] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:47.388737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e1aa0e6-5ebe-4155-b1e1-e331f8bd1a2b req-c5176944-f234-4f14-a074-a3fafb0d50de tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933778 Oct 12 22:59:47.446281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.460131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] For port 36501af4-b541-4267-8ea2-63deba708c72, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:47.465795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] For port 36501af4-b541-4267-8ea2-63deba708c72, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=36501af4-b541-4267-8ea2-63deba708c72,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:47.477141 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd943509-615d-4d29-82ed-5f1b8135c578 x-openstack-request-id: req-cd943509-615d-4d29-82ed-5f1b8135c578 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:47.477429 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:47.477675 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cd943509-615d-4d29-82ed-5f1b8135c578 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:47.478070 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'status': 'completed', 'code': 200} Oct 12 22:59:47.483755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1bf86-158a-457a-a1be-1d7145b7901c req-a4f05f18-1f99-4d34-9066-bbb96c4bf3ca tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:47.485354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93d1bf86-158a-457a-a1be-1d7145b7901c req-a4f05f18-1f99-4d34-9066-bbb96c4bf3ca tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 1098 time: 0.0908697 Oct 12 22:59:47.574545 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.588821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-b440ed29-da57-45ea-8ea8-61a42cf6ed37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:47.590381 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-b440ed29-da57-45ea-8ea8-61a42cf6ed37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1095 time: 0.1386511 Oct 12 22:59:47.598141 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93d1bf86-158a-457a-a1be-1d7145b7901c req-f91d3a4b-de7c-487f-98e7-eae10be1aeda tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927002 Oct 12 22:59:47.673958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:47.674632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:47.676252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204d034c-b07c-4720-b51f-909d74baedbd None None] Pushing event updated for resources: {'Port': ['ID=36501af4-b541-4267-8ea2-63deba708c72,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:47.699511 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-547a06f9-60e6-43cc-affc-7da182b98486 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 217 time: 0.1000490 Oct 12 22:59:47.727775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6eca9b-75d8-461f-866e-494d23d68505 req-e7616f44-c8fd-4a16-bdb7-455d7ba7756d tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:47.729692 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa6eca9b-75d8-461f-866e-494d23d68505 req-e7616f44-c8fd-4a16-bdb7-455d7ba7756d tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 1098 time: 0.0573339 Oct 12 22:59:47.745170 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:47.800927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa6eca9b-75d8-461f-866e-494d23d68505 req-41615ea9-8fff-4576-83c7-eb0caee025f9 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630572 Oct 12 22:59:47.819287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-acf74ccb-4327-4f2f-8e7d-ecc362ae611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:47.820890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-acf74ccb-4327-4f2f-8e7d-ecc362ae611b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1104887 Oct 12 22:59:47.830118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Allocated IP 172.20.0.1 (ceee6145-4e96-4066-9105-b15a1eb82d1c/053e0c87-5511-433c-baa6-ef92cd9d4d4e/0f3fff82-87c8-4cb0-878d-37995fc8fc7c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:47.852348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:47.900761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-56e31e10-73a0-433c-8a7a-bbe162933684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:47.902412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-56e31e10-73a0-433c-8a7a-bbe162933684 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737317 Oct 12 22:59:48.007642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-527c408d-e63a-4608-895b-7a763394b43a req-486f65d8-33f2-4253-97e4-b31ffa728773 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:59:48.009638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-527c408d-e63a-4608-895b-7a763394b43a req-486f65d8-33f2-4253-97e4-b31ffa728773 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0091023 Oct 12 22:59:48.079636 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4edfb1-c969-40e7-96b8-8a31286bae37 req-27c7749a-7963-4d66-8a94-0c4758bc555b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:48.081432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da4edfb1-c969-40e7-96b8-8a31286bae37 req-27c7749a-7963-4d66-8a94-0c4758bc555b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0570881 Oct 12 22:59:48.089501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-7e6b2849-b0dc-462e-be51-7fcc6fa4238d service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594989 Oct 12 22:59:48.093890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:48.130329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da4edfb1-c969-40e7-96b8-8a31286bae37 req-cddd25ec-29a6-4b3f-91e2-47980c81d86b tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368617 Oct 12 22:59:48.209687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:44Z', 'revision_number': 3, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:48.246722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ded80e0-f0c3-4dee-8d38-8b41c70663b7 None None] The sync data for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 is: [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:44Z', 'revision_number': 3, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:59:48.246984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db5c8374-84ff-432a-95e4-9a80d2a90575 req-4fefadb1-f7ce-4215-abfc-446a23a18a0d service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476579 Oct 12 22:59:48.335858 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:48.487149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Network ceee6145-4e96-4066-9105-b15a1eb82d1c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:48.493032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:48.495938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3fff82-87c8-4cb0-878d-37995fc8fc7c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:48.505145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:48.549334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-7dc9e2c8-d339-4d3a-b71e-5d7e660f81db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:48.550845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-7dc9e2c8-d339-4d3a-b71e-5d7e660f81db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1095 time: 0.1392734 Oct 12 22:59:48.557605 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:48.794975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:48.906999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8944f122-21c3-4263-81b1-a37adedc3abe req-65968b20-4653-4739-af6f-70ddc8720448 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:48.922544 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8944f122-21c3-4263-81b1-a37adedc3abe req-65968b20-4653-4739-af6f-70ddc8720448 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1637437 Oct 12 22:59:48.961899 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:48.976454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-f95a89ee-697f-4a75-acbf-29da51cd815b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:48.979283 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-f95a89ee-697f-4a75-acbf-29da51cd815b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.4188833 Oct 12 22:59:49.039415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-7dc0d896-7d96-41a6-897c-b3a36c131084 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 217 time: 0.0520999 Oct 12 22:59:49.074956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8944f122-21c3-4263-81b1-a37adedc3abe req-75d74341-cd3b-4b02-9abf-8d00d9a82030 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343811 Oct 12 22:59:49.095266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f7252782-b8d9-43b8-a23f-39917daea7ee None None] Provisioning complete for port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:49.095951 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7252782-b8d9-43b8-a23f-39917daea7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:49.131368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-4971ad27-ded7-4238-91f9-660cb9200f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:49.133164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-4971ad27-ded7-4238-91f9-660cb9200f6d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.0853400 Oct 12 22:59:49.164217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f7252782-b8d9-43b8-a23f-39917daea7ee None None] Port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:49.238077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:49.273154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf5e9aa-e66e-4704-bbdd-7d5efd86e804 req-40e5437e-a7f5-413d-8727-7d779877f9cd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:49.274827 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbf5e9aa-e66e-4704-bbdd-7d5efd86e804 req-40e5437e-a7f5-413d-8727-7d779877f9cd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 943 time: 0.1125998 Oct 12 22:59:49.347424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-ce74fd5d-fdeb-4242-9b6a-6d5f9701bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:49.348947 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-ce74fd5d-fdeb-4242-9b6a-6d5f9701bc08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1765101 Oct 12 22:59:49.351239 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbf5e9aa-e66e-4704-bbdd-7d5efd86e804 req-38804627-2989-4e2c-95dd-19eec224ff47 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553944 Oct 12 22:59:49.574486 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-e36b89a4-df29-4506-9b7c-adedfd7ebf06 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112045 Oct 12 22:59:49.735177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:49.793116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f3db2cb-df41-4bf4-a52c-4b7b98d567a8 req-5470efc5-f77c-4f30-b2c5-b60f7192cb9e service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079864 Oct 12 22:59:49.815525 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:49.895029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 36501af4-b541-4267-8ea2-63deba708c72 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:49.957785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 36501af4-b541-4267-8ea2-63deba708c72 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:49.958510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:50.088622 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:50.162870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 36501af4-b541-4267-8ea2-63deba708c72, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=36501af4-b541-4267-8ea2-63deba708c72,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:50.216196 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:50.300848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6048f77-0584-4f25-a690-1fd50f3bda90 req-6e803165-417f-49a6-9224-cd10045c39ac tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:50.301486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=36501af4-b541-4267-8ea2-63deba708c72,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:50.308848 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6048f77-0584-4f25-a690-1fd50f3bda90 req-6e803165-417f-49a6-9224-cd10045c39ac tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0986030 Oct 12 22:59:50.357133 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6048f77-0584-4f25-a690-1fd50f3bda90 req-f9bb14a1-5060-453c-a75a-14f27492b52d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465012 Oct 12 22:59:50.374043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:50.375922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Pushing event updated for resources: {'Port': ['ID=0f3fff82-87c8-4cb0-878d-37995fc8fc7c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:50.506468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Network ceee6145-4e96-4066-9105-b15a1eb82d1c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:50.508056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:50.605458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fbd9d-e626-4d46-84a4-0ce5ce923346 req-258193f9-eb96-4386-a2f8-1f3d7c67e718 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:50.608392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-859fbd9d-e626-4d46-84a4-0ce5ce923346 req-258193f9-eb96-4386-a2f8-1f3d7c67e718 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 943 time: 0.1393392 Oct 12 22:59:50.645574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-e118b533-5543-4ba2-bbf9-1bae383016db tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 22:59:50.651953 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-e118b533-5543-4ba2-bbf9-1bae383016db tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0222130 Oct 12 22:59:50.689330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52170) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:50.699407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1673175337'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:50.711377 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-859fbd9d-e626-4d46-84a4-0ce5ce923346 req-1c1d3c3c-8f91-4648-b68c-83297abfb920 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917156 Oct 12 22:59:50.797575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:50.801308 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:50.817559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-ff6ff66e-6def-4a61-a5cc-8fbf04575df7 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:50.819392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-ff6ff66e-6def-4a61-a5cc-8fbf04575df7 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports/c0e94445-f2bc-4ed9-a489-d93248d92b1f HTTP/1.1" status: 200 len: 1095 time: 0.1539676 Oct 12 22:59:50.836858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Request body: {'binding': {'host': 'n-h1-790519-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:50.837364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Unknown quota resources ['binding']. {{(pid=101890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 22:59:50.858924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:59:50.882253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:50.882610 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Added segment 5d4d18ef-cd83-40f2-b7c0-94177874950b of type vlan for network a1481ed7-6ac3-443e-9d45-89d3dfed1ced Oct 12 22:59:50.902191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-31bb7777-605a-49f5-938a-5a28c75dde99 None None] Provisioning complete for port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:50.902782 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-31bb7777-605a-49f5-938a-5a28c75dde99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:50.925459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Router 4c01e612-63e9-4004-8e5b-dcfa779f42cc has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 22:59:50.952777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:50.958929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-31bb7777-605a-49f5-938a-5a28c75dde99 None None] Port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:51.060795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:51.069627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:51.070535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:51.161422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 22:59:51.169123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-323c6d74-ac42-43de-8552-f84577b8b5a8 admin admin] 10.222.0.31 "PUT /v2.0/routers/4c01e612-63e9-4004-8e5b-dcfa779f42cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7895670 Oct 12 22:59:51.177840 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Sync routers for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 22:59:51.189942 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on host n-h1-790519-14 for vnic_type normal with profile None {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:51.190281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:51.190617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:51.193189 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:51.194240 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:51.204604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 22:59:51.205536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:51.215289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Network': ['ID=a1481ed7-6ac3-443e-9d45-89d3dfed1ced,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:51.219316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:51.219554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:51.219941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:51.222918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Bound port: c0e94445-f2bc-4ed9-a489-d93248d92b1f, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:51.226674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.227227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.227720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.228330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.229077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.229574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.230054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.230530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.231188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.231692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.232411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.232974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 22:59:51.244931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:59:51.254791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-089b60c0-dbde-4508-8c43-337b2cedb795 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5640485 Oct 12 22:59:51.259705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52176) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:51.271845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-875502056'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:51.349724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:51.394123 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:51.400721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:51.408410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:51.431954 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] Notify callbacks [] for binding, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:51.440369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9825a081-64c3-48f1-a250-78f84d555c95 service neutron] 10.222.0.31 "POST /v2.0/ports/c0e94445-f2bc-4ed9-a489-d93248d92b1f/bindings HTTP/1.1" status: 201 len: 390 time: 0.6114368 Oct 12 22:59:51.470968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 22:59:51.497177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:51.497540 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Added segment ca6ae805-a624-4b87-a176-7ccc9671b92c of type vlan for network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 Oct 12 22:59:51.503151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 22:59:51.661818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:51.677254 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:49Z', 'revision_number': 2, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:51.749037 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Checking router: 4c01e612-63e9-4004-8e5b-dcfa779f42cc for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 22:59:51.749396 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Updating router 4c01e612-63e9-4004-8e5b-dcfa779f42cc port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 22:59:51.791748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:51.798234 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:51.799416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:51.801409 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:51.915646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b92d7ba-2054-4eb9-8883-740bbb442597 req-f89e31b5-aa8b-42b9-bf34-85dd1b463639 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:51.919336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b92d7ba-2054-4eb9-8883-740bbb442597 req-f89e31b5-aa8b-42b9-bf34-85dd1b463639 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1606266 Oct 12 22:59:51.930503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52192) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:51.972509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-07ebf12d-f9b7-4c30-bfc4-f528b8ed30d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1206470803', 'description': 'tempest-description--2061721534'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:52.021028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7601874 Oct 12 22:59:52.023435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52196) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:52.032308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'subnet': {'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:52.039649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 36501af4-b541-4267-8ea2-63deba708c72 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:52.075655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47376468-52e9-4fce-8fd3-78c99c5926fb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Network': ['ID=8b771fed-bc71-4a60-9d8c-7e7d1be8d639,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:52.125318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:52.130754 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07ebf12d-f9b7-4c30-bfc4-f528b8ed30d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.140992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c12a55a-77fa-43bc-ac31-de7b62cf7362 req-897e8b31-a303-4291-814e-1f09d3591842 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:52.142612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c12a55a-77fa-43bc-ac31-de7b62cf7362 req-897e8b31-a303-4291-814e-1f09d3591842 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.1124456 Oct 12 22:59:52.148173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'port_id': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'mac_address': 'fa:16:3e:8b:ee:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 22:59:52.152932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 22:59:52.214564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c12a55a-77fa-43bc-ac31-de7b62cf7362 req-a46e6a50-c99b-42d9-8512-d6bf51c0e83e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546348 Oct 12 22:59:52.241171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b92d7ba-2054-4eb9-8883-740bbb442597 req-aa26527d-9792-4acd-a5b3-f81eacfcfaca tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037317 Oct 12 22:59:52.321312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07ebf12d-f9b7-4c30-bfc4-f528b8ed30d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.370475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-bc9902e4-59ed-4414-a8be-1d69547c0b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:52.373140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-bc9902e4-59ed-4414-a8be-1d69547c0b65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 1098 time: 0.1995842 Oct 12 22:59:52.416768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a17f839-f0f9-42a3-9e79-3f28e0ab0b42 req-f51a7a9b-172a-447e-89c6-e758a93f6714 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:52.434808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a17f839-f0f9-42a3-9e79-3f28e0ab0b42 req-f51a7a9b-172a-447e-89c6-e758a93f6714 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 943 time: 0.1049597 Oct 12 22:59:52.451046 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.475676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa29d210-e2ce-4ef1-b138-16a032223ec2 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 22:59:52.500519 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.504074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:52.505444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 36501af4-b541-4267-8ea2-63deba708c72 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:52.506191 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.518904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07ebf12d-f9b7-4c30-bfc4-f528b8ed30d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.519387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a17f839-f0f9-42a3-9e79-3f28e0ab0b42 req-1d476772-72af-4e3c-925b-32b2676075e6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831530 Oct 12 22:59:52.556457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-4b02316f-da0e-45ff-9571-739d3774ab4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:52.558723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-4b02316f-da0e-45ff-9571-739d3774ab4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.1712418 Oct 12 22:59:52.581569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ebf12d-f9b7-4c30-bfc4-f528b8ed30d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e759a1b5-3d6c-470e-8aae-1f1c9637154f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:52.594782 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.614811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-f445794c-a9f4-4b9c-9ff8-03ceebb2b661 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f HTTP/1.1" status: 200 len: 217 time: 0.0445597 Oct 12 22:59:52.621701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.630072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:52.635056 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.687768 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6c207-e7b2-4d8b-b42c-5f1252cb42db None None] Pushing event updated for resources: {'Port': ['ID=0f3fff82-87c8-4cb0-878d-37995fc8fc7c,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:52.722092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:52.746754 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Attempting to bind port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:52.747164 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Attempting to bind port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:52.747589 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Attempting to bind port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c on network ceee6145-4e96-4066-9105-b15a1eb82d1c {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:52.758908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07ebf12d-f9b7-4c30-bfc4-f528b8ed30d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.764310 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-07ebf12d-f9b7-4c30-bfc4-f528b8ed30d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8284211 Oct 12 22:59:52.764498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52200) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:52.768364 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:52.768737 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Checking segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:52.769136 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.769522 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Bound using segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:52.769996 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Bound port: 0f3fff82-87c8-4cb0-878d-37995fc8fc7c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:52.770368 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.774116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6cef2a6c-a048-4823-af62-2651096375c0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'security_group_rule': {'security_group_id': 'e759a1b5-3d6c-470e-8aae-1f1c9637154f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:52.806170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-95cf84b8-c1e8-4cbc-8a2f-e03ac122d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:52.808012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-95cf84b8-c1e8-4cbc-8a2f-e03ac122d49b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.1663680 Oct 12 22:59:52.874606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-48bed8ad-d92e-45ad-91fc-9bfd7e4de332 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543737 Oct 12 22:59:52.885756 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] For port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:52.890517 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] For port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0f3fff82-87c8-4cb0-878d-37995fc8fc7c,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:52.906082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cef2a6c-a048-4823-af62-2651096375c0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.910557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['aa29d210-e2ce-4ef1-b138-16a032223ec2'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 22:59:52.982623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cef2a6c-a048-4823-af62-2651096375c0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:52.986546 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.013219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ecb27e11-e160-4151-9056-645fafcb4df9 None None] Provisioning complete for port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:53.013717 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ecb27e11-e160-4151-9056-645fafcb4df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.053925 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 22:59:53.054798 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:53.058038 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cef2a6c-a048-4823-af62-2651096375c0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.092155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef2a6c-a048-4823-af62-2651096375c0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbfd9423-6c8e-46cc-98a5-82a86b378626,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:53.110532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-ee03b455-5296-404e-a6df-fe56cb0144c8 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287717 Oct 12 22:59:53.129072 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f6c207-e7b2-4d8b-b42c-5f1252cb42db None None] Pushing event updated for resources: {'Port': ['ID=0f3fff82-87c8-4cb0-878d-37995fc8fc7c,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:53.174412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cef2a6c-a048-4823-af62-2651096375c0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.178056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6cef2a6c-a048-4823-af62-2651096375c0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4107504 Oct 12 22:59:53.178461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52204) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:53.183584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7b50105a-15ba-4218-92a2-5e7fbbc87dad tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'security_group_rule': {'security_group_id': 'e759a1b5-3d6c-470e-8aae-1f1c9637154f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:53.240183 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ecb27e11-e160-4151-9056-645fafcb4df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.252241 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.318845 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b50105a-15ba-4218-92a2-5e7fbbc87dad tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.328465 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 22:59:53.329827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ecb27e11-e160-4151-9056-645fafcb4df9 None None] For port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0f3fff82-87c8-4cb0-878d-37995fc8fc7c,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:53.397034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Subnet': ['ID=83a0ce8f-b828-464c-a432-26a2c6596d60,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:53.407135 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ecb27e11-e160-4151-9056-645fafcb4df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.540016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Checking segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:53.540589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network hostable DHCP agents. Network: a1481ed7-6ac3-443e-9d45-89d3dfed1ced, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:59:53.542863 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b50105a-15ba-4218-92a2-5e7fbbc87dad tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.543966 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-57e829c4-11ec-4225-ac60-d3849f83c883 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258235 Oct 12 22:59:53.549509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb27e11-e160-4151-9056-645fafcb4df9 None None] Pushing event updated for resources: {'Port': ['ID=0f3fff82-87c8-4cb0-878d-37995fc8fc7c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:53.572919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-600c15ad-ec48-4ca2-946c-0ded5d1449ac None None] Provisioning complete for port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:53.573332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-600c15ad-ec48-4ca2-946c-0ded5d1449ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.581078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7515f-0b8d-4fa8-a1da-7170a9b3fb73 req-153e15ae-248e-4026-8c36-a8305082ea57 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:53.597389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa7515f-0b8d-4fa8-a1da-7170a9b3fb73 req-153e15ae-248e-4026-8c36-a8305082ea57 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1753411 Oct 12 22:59:53.618665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272877f-24da-4a3e-b68a-cc9645832c15 req-3f5a74c5-0057-4e94-bedb-93f5ed99bc4d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:53.621026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8272877f-24da-4a3e-b68a-cc9645832c15 req-3f5a74c5-0057-4e94-bedb-93f5ed99bc4d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.2247078 Oct 12 22:59:53.661559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b50105a-15ba-4218-92a2-5e7fbbc87dad tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.688685 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:52Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 22:59:53.720885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:59:53.739595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b50105a-15ba-4218-92a2-5e7fbbc87dad tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5cc0bc-4171-4dc2-8862-aacbbb599920,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:53.759578 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57fa988b-0695-4d6c-b4b0-f4723483bee7 None None] The sync data for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 is: [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:52Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 22:59:53.774400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8272877f-24da-4a3e-b68a-cc9645832c15 req-4e22f22c-8491-4a73-9020-7a629f591796 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416223 Oct 12 22:59:53.815006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa7515f-0b8d-4fa8-a1da-7170a9b3fb73 req-3ed87918-25cc-4b56-878c-c920f15692ce tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829574 Oct 12 22:59:53.844321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b50105a-15ba-4218-92a2-5e7fbbc87dad tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.853355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52216) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:53.859899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:53.860087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7b50105a-15ba-4218-92a2-5e7fbbc87dad tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6787682 Oct 12 22:59:53.886983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a1481ed7-6ac3-443e-9d45-89d3dfed1ced) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:53.898492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:53.899141 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:53.913510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0a7963-c323-4ecc-8c8c-6a2bfe6afdca None None] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:53.975590 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:54.105611 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bd1e6773-d886-412b-b4a2-950493a26b4f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0781403 Oct 12 22:59:54.105980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52218) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:54.118819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60929054-3c08-4ffe-8d3b-7c9d7dc36390 req-c74c4e93-90a4-4e73-9e24-7bc84098cdbd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:54.120574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'subnet': {'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:54.128262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60929054-3c08-4ffe-8d3b-7c9d7dc36390 req-c74c4e93-90a4-4e73-9e24-7bc84098cdbd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1052611 Oct 12 22:59:54.212446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60929054-3c08-4ffe-8d3b-7c9d7dc36390 req-5eec7b5d-a264-49de-b316-53838ca96fbc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786104 Oct 12 22:59:54.281251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'fixed_ips': [{'subnet_id': '83a0ce8f-b828-464c-a432-26a2c6596d60'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:59:54.282533 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:54.389735 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:54.392007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:54.395773 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:54.512851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Allocated IP 10.1.1.2 (a1481ed7-6ac3-443e-9d45-89d3dfed1ced/83a0ce8f-b828-464c-a432-26a2c6596d60/1c132b77-37cc-4bdf-a200-3523c3320bc3) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:54.649719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Allocated IP 172.25.2.231 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/c536aca7-f5fa-425e-a5d5-a5c3f1192477) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:54.738391 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:54.801511 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:54.845883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:54.867658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:54.896076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:54.904132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:54.913079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:54.942865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Subnet': ['ID=91be1631-e1ff-47e5-8893-596ba1756edf,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:54.987523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Pushing event updated for resources: {'Port': ['ID=1c132b77-37cc-4bdf-a200-3523c3320bc3,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:55.025909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Attempting to bind port 1c132b77-37cc-4bdf-a200-3523c3320bc3 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:55.026187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08aca674-5a1d-4815-9b24-bd42a8bba055 req-9640e9cf-a864-4b63-9b3d-37ffcd0ec1f2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:55.027235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Attempting to bind port 1c132b77-37cc-4bdf-a200-3523c3320bc3 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:55.027859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Attempting to bind port 1c132b77-37cc-4bdf-a200-3523c3320bc3 on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:55.034313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08aca674-5a1d-4815-9b24-bd42a8bba055 req-9640e9cf-a864-4b63-9b3d-37ffcd0ec1f2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0815012 Oct 12 22:59:55.034606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:55.035191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Checking segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:55.037314 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.038005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Bound using segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:55.038774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Bound port: 1c132b77-37cc-4bdf-a200-3523c3320bc3, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:55.039620 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.082517 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08aca674-5a1d-4815-9b24-bd42a8bba055 req-3971fcac-9654-4b22-95f8-3757ed9a180f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470426 Oct 12 22:59:55.096593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Checking segment: {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:55.097577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network hostable DHCP agents. Network: 8b771fed-bc71-4a60-9d8c-7e7d1be8d639, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 22:59:55.134907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d1952f-55a3-41f2-9244-ed4915c77f9a req-f3cf66ea-3913-423e-87f3-44e1ddfea285 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:55.136592 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18d1952f-55a3-41f2-9244-ed4915c77f9a req-f3cf66ea-3913-423e-87f3-44e1ddfea285 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.1633096 Oct 12 22:59:55.149678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] For port 1c132b77-37cc-4bdf-a200-3523c3320bc3, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:55.153886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] For port 1c132b77-37cc-4bdf-a200-3523c3320bc3, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1c132b77-37cc-4bdf-a200-3523c3320bc3,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:55.176885 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.231107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18d1952f-55a3-41f2-9244-ed4915c77f9a req-7367a16a-994e-4371-8fab-d0413e05fc07 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865862 Oct 12 22:59:55.236107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:55.243770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:55.248110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:55.281962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 22:59:55.288569 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.291804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'Port': ['ID=c536aca7-f5fa-425e-a5d5-a5c3f1192477,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:55.395132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 8b771fed-bc71-4a60-9d8c-7e7d1be8d639) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:55.395934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fcbe52-eb58-4282-8e61-2a28efecdf42 None None] Pushing event updated for resources: {'Port': ['ID=1c132b77-37cc-4bdf-a200-3523c3320bc3,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:55.407889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eb0627-05d1-4b0d-b055-e0f7b8bdd989 None None] Network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:55.418782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:55.421534 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.443682 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.476848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d4d6-bb9a-46f8-939b-1abf5386d780 req-81a3db3e-10a9-48e8-9cc1-05d66f0f2e83 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:55.478926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc61d4d6-bb9a-46f8-939b-1abf5386d780 req-81a3db3e-10a9-48e8-9cc1-05d66f0f2e83 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1590147 Oct 12 22:59:55.523524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:55.554061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc61d4d6-bb9a-46f8-939b-1abf5386d780 req-283637fb-3ff1-47be-99d6-95f3457ec152 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674794 Oct 12 22:59:55.600323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fc42fcd7-f699-4d71-b551-c75c564ab6b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4908719 Oct 12 22:59:55.600534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52232) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:55.611698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'port': {'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'name': 'tempest-TaggedBootDevicesTest_v242-856026789', 'fixed_ips': [{'subnet_id': '83a0ce8f-b828-464c-a432-26a2c6596d60'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:55.626930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.726260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port aa29d210-e2ce-4ef1-b138-16a032223ec2 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 22:59:55.743061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port aa29d210-e2ce-4ef1-b138-16a032223ec2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:55.743061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.743061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-8b771fed-bc71-4a60-9d8c-7e7d1be8d639', 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'fixed_ips': [{'subnet_id': '91be1631-e1ff-47e5-8893-596ba1756edf'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 22:59:55.744993 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.980386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:55.990892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1c132b77-37cc-4bdf-a200-3523c3320bc3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:56.011861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:56.042399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.120160 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.142156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] device_id is not set on port 21369631-842a-4a23-b060-fe39cc0629fe yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 22:59:56.171035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'Port': ['ID=c536aca7-f5fa-425e-a5d5-a5c3f1192477,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:56.206416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.217882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.219929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1c132b77-37cc-4bdf-a200-3523c3320bc3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:56.220389 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.237399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Allocated IP 10.2.2.2 (8b771fed-bc71-4a60-9d8c-7e7d1be8d639/91be1631-e1ff-47e5-8893-596ba1756edf/e4d2d1de-bedc-45a6-860d-565d500646cd) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:56.296372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 22:59:56.298986 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb20fec-86f6-4ee8-9f17-a1f988e3eb76" -d '{"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-plugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 22:59:56.302972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.313820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-371e9a28-3a3b-4b6a-a63a-3534455e5987 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4498186 Oct 12 22:59:56.355348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:56.430448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca2594-6dbd-462c-89e0-79d3b04a96e6 req-da7a1501-1b86-4ce4-882f-350f5f06a538 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:56.432041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8fca2594-6dbd-462c-89e0-79d3b04a96e6 req-da7a1501-1b86-4ce4-882f-350f5f06a538 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.0844040 Oct 12 22:59:56.440529 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.500192 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.513332 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8fca2594-6dbd-462c-89e0-79d3b04a96e6 req-588c535d-ca53-4b7d-9ef7-1f73c591710b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699039 Oct 12 22:59:56.526641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26885376-f547-4479-b322-864a2c6544ef req-74095f54-847c-40a0-92e9-0f140dd44b7d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:56.528242 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26885376-f547-4479-b322-864a2c6544ef req-74095f54-847c-40a0-92e9-0f140dd44b7d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.3037937 Oct 12 22:59:56.563006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:56.637334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26885376-f547-4479-b322-864a2c6544ef req-ab04a824-657d-48c0-aa62-34e2cdab2f7b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945013 Oct 12 22:59:56.675597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Allocated IP 10.1.1.42 (a1481ed7-6ac3-443e-9d45-89d3dfed1ced/83a0ce8f-b828-464c-a432-26a2c6596d60/21369631-842a-4a23-b060-fe39cc0629fe) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:56.675839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.683923 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 22:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3652b48-fb51-4110-89ad-c1e17d1375f1 x-openstack-request-id: req-a3652b48-fb51-4110-89ad-c1e17d1375f1 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 22:59:56.684293 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-plugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 22:59:56.684610 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a3652b48-fb51-4110-89ad-c1e17d1375f1 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 22:59:56.685074 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'code': 200} Oct 12 22:59:56.720359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 1c132b77-37cc-4bdf-a200-3523c3320bc3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1c132b77-37cc-4bdf-a200-3523c3320bc3,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:56.755376 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.811060 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.811060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0f3fff82-87c8-4cb0-878d-37995fc8fc7c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:56.814131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:56.816381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Pushing event updated for resources: {'Port': ['ID=e4d2d1de-bedc-45a6-860d-565d500646cd,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:56.863349 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-8bb3e28c-8959-4356-8759-9e8cc785a4d6 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1206470803&fields=id&tenant_id=06582cedb8d74a2ab2a8927c7b71c050 HTTP/1.1" status: 200 len: 267 time: 0.1045823 Oct 12 22:59:56.897205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475be52c-ae18-4840-9097-74db665ed505 req-cbd850a7-8fa5-45c5-89ad-d3d7f9b3de2d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:56.899114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-475be52c-ae18-4840-9097-74db665ed505 req-cbd850a7-8fa5-45c5-89ad-d3d7f9b3de2d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 945 time: 0.1531408 Oct 12 22:59:56.905854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bdad5-a5c9-4c7f-a4a8-f7860388f006 req-dcb562a5-5b77-4414-8cb9-3f7db596abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:56.910987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c7bdad5-a5c9-4c7f-a4a8-f7860388f006 req-dcb562a5-5b77-4414-8cb9-3f7db596abba service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1097 time: 0.1372063 Oct 12 22:59:56.939603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:56.976869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-475be52c-ae18-4840-9097-74db665ed505 req-993e3c70-8301-4625-9469-1a3b80c61db9 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682521 Oct 12 22:59:56.982259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c7bdad5-a5c9-4c7f-a4a8-f7860388f006 req-fc7fba0a-4149-40b5-b4ae-4479be5be711 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589018 Oct 12 22:59:57.007944 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:57.016595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:57.019886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6f44e9-152f-4743-800c-84b99557361b None None] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:57.082513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-299d1371-78f4-404f-997c-39eaebc61a89 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:57.091559 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-299d1371-78f4-404f-997c-39eaebc61a89 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 815 time: 0.1285720 Oct 12 22:59:57.105293 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:57.121350 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-91ae64ef-c936-4324-88d6-8ce64826381c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/quotas/06582cedb8d74a2ab2a8927c7b71c050 HTTP/1.1" status: 200 len: 375 time: 0.0296941 Oct 12 22:59:57.173650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ad2af4b8-9057-4d94-87a4-41a072792ed1 None None] Provisioning complete for port 1c132b77-37cc-4bdf-a200-3523c3320bc3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:57.174031 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad2af4b8-9057-4d94-87a4-41a072792ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:57.210084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=1c132b77-37cc-4bdf-a200-3523c3320bc3,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:57.228350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:57.230762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:57.233580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Attempting to bind port e4d2d1de-bedc-45a6-860d-565d500646cd on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 22:59:57.233580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Attempting to bind port e4d2d1de-bedc-45a6-860d-565d500646cd by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 22:59:57.233978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Attempting to bind port e4d2d1de-bedc-45a6-860d-565d500646cd on network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 22:59:57.238567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Port': ['ID=21369631-842a-4a23-b060-fe39cc0629fe,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:57.241092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:57.249716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:57.249868 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:57.277308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 22:59:57.277744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Checking segment: {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 22:59:57.278155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:57.278563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Bound using segment: {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 22:59:57.279715 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Bound port: e4d2d1de-bedc-45a6-860d-565d500646cd, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 22:59:57.280106 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:57.311773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:57.312433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:57.339419 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-ecc64f51-112e-46ee-95e4-3e18c534a6ce tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2171578 Oct 12 22:59:57.485363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-05284013-8733-4348-b54b-0aff6b0c9d54 service neutron] 10.222.0.31 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286905 Oct 12 22:59:57.490027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6abf8a3e-56a1-4e8c-84d3-178acad1da65 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8883021 Oct 12 22:59:57.492794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52264) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:57.499232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'port': {'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'name': 'tempest-TaggedBootDevicesTest_v242-796762905', 'fixed_ips': [{'subnet_id': '83a0ce8f-b828-464c-a432-26a2c6596d60'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:57.519480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] For port e4d2d1de-bedc-45a6-860d-565d500646cd, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 22:59:57.526636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] For port e4d2d1de-bedc-45a6-860d-565d500646cd, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e4d2d1de-bedc-45a6-860d-565d500646cd,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 22:59:57.615578 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:57.664705 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-525fc3af-e374-4064-9c7c-f28eebf7fd0d service neutron] 10.222.0.31 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715925 Oct 12 22:59:57.735936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6b7ec-c6c3-4795-9c20-5098c5323d6c None None] Pushing event updated for resources: {'Port': ['ID=e4d2d1de-bedc-45a6-860d-565d500646cd,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:57.800290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 22:59:57.855234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1c132b77-37cc-4bdf-a200-3523c3320bc3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 22:59:57.898683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656ca7b-e34e-486b-aa76-a154d239a8a2 req-935293ca-225e-464b-8682-f780ee17d34e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:57.913068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4656ca7b-e34e-486b-aa76-a154d239a8a2 req-935293ca-225e-464b-8682-f780ee17d34e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.1642232 Oct 12 22:59:57.977888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1c132b77-37cc-4bdf-a200-3523c3320bc3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:57.978715 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:58.068448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:58.127441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] device_id is not set on port 61bf7552-6141-4c08-8480-67cac9258c41 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 22:59:58.202246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-23fef392-6929-4183-81bd-16955a9e6b87 None None] Provisioning complete for port 21369631-842a-4a23-b060-fe39cc0629fe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:58.202968 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-23fef392-6929-4183-81bd-16955a9e6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:58.440500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744d1a4b-e6ec-4c22-948a-0dec10d1c8bc req-62d3885c-9821-48d1-96e5-a0d2cd5179b9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:58.443677 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-744d1a4b-e6ec-4c22-948a-0dec10d1c8bc req-62d3885c-9821-48d1-96e5-a0d2cd5179b9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1479883 Oct 12 22:59:58.454044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-23fef392-6929-4183-81bd-16955a9e6b87 None None] Port 21369631-842a-4a23-b060-fe39cc0629fe cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:58.468447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-23fef392-6929-4183-81bd-16955a9e6b87 None None] Provisioning complete for port 1c132b77-37cc-4bdf-a200-3523c3320bc3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:58.469105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-23fef392-6929-4183-81bd-16955a9e6b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:58.508401 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-744d1a4b-e6ec-4c22-948a-0dec10d1c8bc req-8f68d1c8-40b9-47d8-930c-9622855d3c3e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526490 Oct 12 22:59:58.612774 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4656ca7b-e34e-486b-aa76-a154d239a8a2 req-2d9c8f1d-68b0-41e3-b642-44dc4ac85277 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6959934 Oct 12 22:59:58.706179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acb9219a-9740-44a5-8449-26098a92de5c req-4a590af6-79e0-48f2-ad4a-d6397570960e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 210 time: 0.0323999 Oct 12 22:59:58.711476 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70bee16-c980-46fc-8f73-513db5aeff80 req-70802492-f6b6-45e5-8f88-e309131a1bc2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:58.720122 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b70bee16-c980-46fc-8f73-513db5aeff80 req-70802492-f6b6-45e5-8f88-e309131a1bc2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 945 time: 0.0770073 Oct 12 22:59:58.739704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Allocated IP 10.1.1.48 (a1481ed7-6ac3-443e-9d45-89d3dfed1ced/83a0ce8f-b828-464c-a432-26a2c6596d60/61bf7552-6141-4c08-8480-67cac9258c41) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 22:59:58.777396 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b70bee16-c980-46fc-8f73-513db5aeff80 req-d67de628-6e98-407c-8238-a7c63f3f178b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539846 Oct 12 22:59:58.793022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f1685f27-200f-4c71-b491-cdefb4082d2f None None] Provisioning complete for port 21369631-842a-4a23-b060-fe39cc0629fe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:58.798558 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1685f27-200f-4c71-b491-cdefb4082d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:58.845969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f1685f27-200f-4c71-b491-cdefb4082d2f None None] Port 21369631-842a-4a23-b060-fe39cc0629fe cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 22:59:58.973444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7aaeaa-c5e1-4292-a556-7d511ee938f7 req-b626dfc0-93c7-466a-bd12-cdb8176023ae tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:58.975264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d7aaeaa-c5e1-4292-a556-7d511ee938f7 req-b626dfc0-93c7-466a-bd12-cdb8176023ae tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 945 time: 0.0877182 Oct 12 22:59:58.988756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52296) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 22:59:58.994083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'floatingip': {'port_id': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 22:59:59.005510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:59.061619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:59.273777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:59.276364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d022c460-c8c6-4d3f-9f2e-d36b5e7f1c90 None None] Network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 22:59:59.357717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 22:59:59.363977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 22:59:59.383522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 22:59:59.418076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c40da057-5006-4896-a8b3-4c879b79e57a None None] Provisioning complete for port e4d2d1de-bedc-45a6-860d-565d500646cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 22:59:59.418454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c40da057-5006-4896-a8b3-4c879b79e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:59.493967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:59.494627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:59.497745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Port': ['ID=61bf7552-6141-4c08-8480-67cac9258c41,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 22:59:59.660073 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1b0cdc5f-f8c2-442b-9106-9b5d3c87a805 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.1646557 Oct 12 22:59:59.668471 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c40da057-5006-4896-a8b3-4c879b79e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:59.711704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b0f25a-e905-44ef-8872-2cc148babed4 req-c0cb3694-3a23-4c6a-a29a-a7403f71e472 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 22:59:59.714580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4b0f25a-e905-44ef-8872-2cc148babed4 req-c0cb3694-3a23-4c6a-a29a-a7403f71e472 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1016037 Oct 12 22:59:59.746831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c40da057-5006-4896-a8b3-4c879b79e57a None None] For port e4d2d1de-bedc-45a6-860d-565d500646cd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e4d2d1de-bedc-45a6-860d-565d500646cd,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 22:59:59.776174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4b0f25a-e905-44ef-8872-2cc148babed4 req-5f5026ca-1cb3-4ce5-bf64-f1ab01f46b9d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469613 Oct 12 22:59:59.866280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c40da057-5006-4896-a8b3-4c879b79e57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 22:59:59.956454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e4d2d1de-bedc-45a6-860d-565d500646cd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:00:00.028106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40da057-5006-4896-a8b3-4c879b79e57a None None] Pushing event updated for resources: {'Port': ['ID=e4d2d1de-bedc-45a6-860d-565d500646cd,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:00.058221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-65a85895-433f-45a3-b369-4adf555a8ae1 None None] Provisioning complete for port 61bf7552-6141-4c08-8480-67cac9258c41 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:00.058595 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-65a85895-433f-45a3-b369-4adf555a8ae1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.124833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-65a85895-433f-45a3-b369-4adf555a8ae1 None None] Port 61bf7552-6141-4c08-8480-67cac9258c41 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:00:00.127440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e4d2d1de-bedc-45a6-860d-565d500646cd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:00.127815 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.179539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b257c6-d8d8-4f8d-8dbb-e6ae3d60f052 req-efe6b314-59b0-420a-8e78-c8844c59a823 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:00.181036 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71b257c6-d8d8-4f8d-8dbb-e6ae3d60f052 req-efe6b314-59b0-420a-8e78-c8844c59a823 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.1328280 Oct 12 23:00:00.255577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8de47c6d-2b27-4b19-afd1-9e7c2ed429a1 None None] Provisioning complete for port e4d2d1de-bedc-45a6-860d-565d500646cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:00.256464 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8de47c6d-2b27-4b19-afd1-9e7c2ed429a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.293956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.resource_extend [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:00:00.323630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52322) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:00.331355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-852c5574-aefb-48e6-9b0d-195fb8695ed1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--318581413', 'description': 'tempest-description--1189030039'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:00.366167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.383252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71b257c6-d8d8-4f8d-8dbb-e6ae3d60f052 req-c7481837-812f-4b77-babb-2cf5e3f9141c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852760 Oct 12 23:00:00.442748 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1351c8f7-b83f-4a40-86a2-38062162ac50 req-a1cc35b1-f77b-4b43-9adf-108d62c12ca5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 210 time: 0.0327048 Oct 12 23:00:00.448910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.477518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-852c5574-aefb-48e6-9b0d-195fb8695ed1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.553859 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-852c5574-aefb-48e6-9b0d-195fb8695ed1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.569524 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Floating IP 9e2ce9e0-8d46-4f0e-809f-4b34bec4e4db associated. External IP: 172.25.2.213, port: aa29d210-e2ce-4ef1-b138-16a032223ec2. Oct 12 23:00:00.634155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-852c5574-aefb-48e6-9b0d-195fb8695ed1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.664634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c5574-aefb-48e6-9b0d-195fb8695ed1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=459f3747-6fa2-4cbd-a22f-793b99470692,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:00.776760 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-852c5574-aefb-48e6-9b0d-195fb8695ed1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.778061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-852c5574-aefb-48e6-9b0d-195fb8695ed1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4533050 Oct 12 23:00:00.782123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52324) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:00.787194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f3fd32b2-ac63-4413-8e3f-e5cb2594c5eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'security_group_rule': {'security_group_id': '459f3747-6fa2-4cbd-a22f-793b99470692', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:00.797057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Router 905973e3-94db-4424-8497-bc75a66fdd42 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:00:00.903837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3fd32b2-ac63-4413-8e3f-e5cb2594c5eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.924811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:00:00.930319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab4313c-f59e-41fd-8fb7-60f868cb0b03 req-b8e4669b-9a5c-44a3-af05-3109c465423e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:00.930672 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:00.931873 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aab4313c-f59e-41fd-8fb7-60f868cb0b03 req-b8e4669b-9a5c-44a3-af05-3109c465423e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0719523 Oct 12 23:00:00.936362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] Sync routers for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:00:00.948151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:00:00.948875 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:00.968930 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9641f4d8-da3a-4a1f-bf83-0fedc74c8f92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "PUT /v2.0/floatingips/9e2ce9e0-8d46-4f0e-809f-4b34bec4e4db HTTP/1.1" status: 200 len: 991 time: 1.9783938 Oct 12 23:00:00.969683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:00.972718 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b441e17-deda-42bc-8eb8-595892528576" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:01.030957 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aab4313c-f59e-41fd-8fb7-60f868cb0b03 req-ae115ec9-e3ff-4f03-bfd2-3d73d7da067d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857873 Oct 12 23:00:01.049523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3fd32b2-ac63-4413-8e3f-e5cb2594c5eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:01.079635 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f748332-8f0a-48f4-9c67-7a0e49b687fd x-openstack-request-id: req-7f748332-8f0a-48f4-9c67-7a0e49b687fd {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:01.082349 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:01.082349 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f748332-8f0a-48f4-9c67-7a0e49b687fd {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:01.082349 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'status': 'completed', 'code': 200} Oct 12 23:00:01.102407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:00:01.127967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3fd32b2-ac63-4413-8e3f-e5cb2594c5eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:01.166967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fd32b2-ac63-4413-8e3f-e5cb2594c5eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2446acff-1f34-4d12-b5f2-5e082a892827,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:01.181811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b441e17-deda-42bc-8eb8-595892528576 req-80a16ba9-2f96-4f57-8d7c-da1a024f7ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:01.183562 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b441e17-deda-42bc-8eb8-595892528576 req-80a16ba9-2f96-4f57-8d7c-da1a024f7ed6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1097 time: 0.0652523 Oct 12 23:00:01.269926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3fd32b2-ac63-4413-8e3f-e5cb2594c5eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:01.269926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f3fd32b2-ac63-4413-8e3f-e5cb2594c5eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4817722 Oct 12 23:00:01.269926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52334) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:01.275050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1d9a9bf7-3757-4902-9379-4a625cdbdf41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'security_group_rule': {'security_group_id': '459f3747-6fa2-4cbd-a22f-793b99470692', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:01.363176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b441e17-deda-42bc-8eb8-595892528576 req-ba2e1c38-0312-465a-9632-86c5fb2252c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:01.365963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b441e17-deda-42bc-8eb8-595892528576 req-ba2e1c38-0312-465a-9632-86c5fb2252c9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.1736281 Oct 12 23:00:01.394743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-6e0b159d-476f-4d4d-9b62-5abe9d3e5095 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:01.396771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-6e0b159d-476f-4d4d-9b62-5abe9d3e5095 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 815 time: 0.1781528 Oct 12 23:00:01.422635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:29Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '9e2ce9e0-8d46-4f0e-809f-4b34bec4e4db', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'port_id': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'mac_address': 'fa:16:3e:8b:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:59:36Z', 'updated_at': '2021-10-12T23:00:00Z', 'revision_number': 1, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2efeb07-5b76-4f2e-b77d-0709b8d44b02', 'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'mac_address': 'fa:16:3e:4b:1c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:27Z', 'updated_at': '2021-10-12T22:59:34Z', 'revision_number': 5, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'subnets': [{'id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:01.449239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b441e17-deda-42bc-8eb8-595892528576 req-f8077939-8f9e-4a27-9746-1f0b3e0565fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 999 time: 0.0747793 Oct 12 23:00:01.458764 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] Checking router: 905973e3-94db-4424-8497-bc75a66fdd42 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:00:01.465380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-c3675249-1c68-4b85-b0f9-634497943553 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06582cedb8d74a2ab2a8927c7b71c050 HTTP/1.1" status: 200 len: 380 time: 0.0582824 Oct 12 23:00:01.473474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:00:01.474610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:01.479232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'port': {'device_id': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'admin_state_up': True, 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'security_groups': ['e759a1b5-3d6c-470e-8aae-1f1c9637154f']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:01.596996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a999b62-7055-4705-b89a-6ddb8846bcc1 req-de98bc5b-1c89-4dc2-befa-15491b76fc0c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 210 time: 0.0411608 Oct 12 23:00:01.628191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9bf7-3757-4902-9379-4a625cdbdf41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:01.676383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b441e17-deda-42bc-8eb8-595892528576 req-4c3ed65b-a134-4eb3-b1f2-1a063e6231e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:01.676577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:00:01.677137 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b441e17-deda-42bc-8eb8-595892528576 req-4c3ed65b-a134-4eb3-b1f2-1a063e6231e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.2205317 Oct 12 23:00:01.734818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Made reservation on behalf of 06582cedb8d74a2ab2a8927c7b71c050 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:01.739290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:01.781649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f2888-a29d-45dd-bce3-8ee75e1bdebd req-f0ffae09-90f9-4b9d-b09b-43f550a2d13a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:01.792214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-016f2888-a29d-45dd-bce3-8ee75e1bdebd req-f0ffae09-90f9-4b9d-b09b-43f550a2d13a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.2674372 Oct 12 23:00:01.913280 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9bf7-3757-4902-9379-4a625cdbdf41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:01.917195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b441e17-deda-42bc-8eb8-595892528576 req-9703190a-c606-4674-be68-29f718f72297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:01.918279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b441e17-deda-42bc-8eb8-595892528576 req-9703190a-c606-4674-be68-29f718f72297 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2231140 Oct 12 23:00:01.919345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e4d2d1de-bedc-45a6-860d-565d500646cd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:00:01.934305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-016f2888-a29d-45dd-bce3-8ee75e1bdebd req-8600c972-7485-42f7-a685-80cf7bc0e2e7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403482 Oct 12 23:00:01.985366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Allocated IP 172.20.0.10 (ceee6145-4e96-4066-9105-b15a1eb82d1c/053e0c87-5511-433c-baa6-ef92cd9d4d4e/f0447b53-f87a-41c3-abc6-5e27ab0d2a5b) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:00:01.994067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e4d2d1de-bedc-45a6-860d-565d500646cd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:01.994610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:01.998904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:29Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '9e2ce9e0-8d46-4f0e-809f-4b34bec4e4db', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'port_id': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'mac_address': 'fa:16:3e:8b:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:59:36Z', 'updated_at': '2021-10-12T23:00:00Z', 'revision_number': 1, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2efeb07-5b76-4f2e-b77d-0709b8d44b02', 'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'mac_address': 'fa:16:3e:4b:1c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:27Z', 'updated_at': '2021-10-12T22:59:34Z', 'revision_number': 5, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'subnets': [{'id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:02.024074 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9bf7-3757-4902-9379-4a625cdbdf41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:02.052244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1836e048-2a8b-4501-bc36-bf5e58561556 None None] The sync data for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 is: [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:29Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '9e2ce9e0-8d46-4f0e-809f-4b34bec4e4db', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'floating_ip_address': '172.25.2.213', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'port_id': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1308, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'mac_address': 'fa:16:3e:8b:ee:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:59:36Z', 'updated_at': '2021-10-12T23:00:00Z', 'revision_number': 1, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2efeb07-5b76-4f2e-b77d-0709b8d44b02', 'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'mac_address': 'fa:16:3e:4b:1c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:27Z', 'updated_at': '2021-10-12T22:59:34Z', 'revision_number': 5, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'subnets': [{'id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:00:02.086544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b441e17-deda-42bc-8eb8-595892528576 req-2f0818c0-a770-4d63-8f3f-39b2b1629315 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482973 Oct 12 23:00:02.112140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9a9bf7-3757-4902-9379-4a625cdbdf41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e2cc48-67bb-4a92-8b94-eee8c3250407,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:02.277900 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:02.401025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:02.452278 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5770c624-9005-40ea-853e-32eb30631529 None None] New status for floating IP 9e2ce9e0-8d46-4f0e-809f-4b34bec4e4db: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:00:02.479137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Network ceee6145-4e96-4066-9105-b15a1eb82d1c is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:00:02.481475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:02.501962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:00:02.580034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:02.589723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:02.619864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:02.702806 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d9a9bf7-3757-4902-9379-4a625cdbdf41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:02.707136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1d9a9bf7-3757-4902-9379-4a625cdbdf41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4355228 Oct 12 23:00:02.707472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52354) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:02.712547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:02.721526 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-412a23ab-7ae3-465c-aac6-117f251247a3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2494905 Oct 12 23:00:02.723594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e970fca-4aab-4c36-9282-de9a3481033e req-70381022-5e26-4553-ac03-fa7fef3e2536 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:02.726855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e970fca-4aab-4c36-9282-de9a3481033e req-70381022-5e26-4553-ac03-fa7fef3e2536 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1306570 Oct 12 23:00:02.731280 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b441e17-deda-42bc-8eb8-595892528576 req-2956ce1b-75ae-4aac-af7c-87ff860a7494 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6284609 Oct 12 23:00:02.752152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Request body: {'port': {'device_id': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:02.782727 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e970fca-4aab-4c36-9282-de9a3481033e req-b70e01d3-e897-4dca-8c9b-c6ccfe72c78b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492554 Oct 12 23:00:02.802922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5876bb24-263e-4b20-9edb-b5238338adb5 None None] Provisioning complete for port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:02.803704 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5876bb24-263e-4b20-9edb-b5238338adb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:02.852750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5876bb24-263e-4b20-9edb-b5238338adb5 None None] Port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:00:02.885503 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:02.912931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e50a5-e37d-4636-91ef-35bfcfa34bc2 req-1f711b34-81eb-45fd-9460-28180b6403dd tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:02.914534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c00e50a5-e37d-4636-91ef-35bfcfa34bc2 req-1f711b34-81eb-45fd-9460-28180b6403dd tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 932 time: 0.1820693 Oct 12 23:00:02.971257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:03.049825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c00e50a5-e37d-4636-91ef-35bfcfa34bc2 req-7515406d-211a-49c4-a43c-cfaaeccadf41 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148036 Oct 12 23:00:03.067023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cf2f1-7508-458a-8be9-46e9cc761780 req-878bbbf5-103f-4e9f-b747-ad22b03be95f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:03.069079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed3cf2f1-7508-458a-8be9-46e9cc761780 req-878bbbf5-103f-4e9f-b747-ad22b03be95f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.0622985 Oct 12 23:00:03.114013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed3cf2f1-7508-458a-8be9-46e9cc761780 req-51c497d2-31f8-43f2-a73f-893260300085 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390067 Oct 12 23:00:03.251704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:03.321911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0447b53-f87a-41c3-abc6-5e27ab0d2a5b {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:03.332885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:03.379842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Transition to ACTIVE for port object f0447b53-f87a-41c3-abc6-5e27ab0d2a5b will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:03.423665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Allocated IP 172.25.2.175 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/7e16eb55-5235-4ca1-a119-a9aa1c7910ad) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:00:03.434240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:03.537440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:03.632329 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:03.647857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Attempting to bind port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:03.648487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Attempting to bind port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:03.648812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Attempting to bind port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on network ceee6145-4e96-4066-9105-b15a1eb82d1c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:03.657904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on network ceee6145-4e96-4066-9105-b15a1eb82d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:03.658227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Attempting to bind port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on network ceee6145-4e96-4066-9105-b15a1eb82d1c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:03.673040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:03.673370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Checking segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:03.673804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Bound using segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:03.674275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Bound port: f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:03.674643 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:03.751978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:03.754719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:03.771703 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:03.816979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:00:03.820018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:03.824695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:00:03.829003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Port': ['ID=7e16eb55-5235-4ca1-a119-a9aa1c7910ad,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:03.852117 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:03.915897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:03.916855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:03.917904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] 10.222.0.25 "PUT /v2.0/ports/f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 200 len: 1093 time: 1.1867640 Oct 12 23:00:03.920562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:03.924072 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39478e1b-dabe-4025-896b-d00fef494c29" -d '{"events": [{"name": "network-changed", "server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:03.927756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b6bd44-1728-4777-94a4-b618e470114f req-8cd6c9c5-6944-4d0b-b72c-7ae6cfce582a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:03.937437 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88b6bd44-1728-4777-94a4-b618e470114f req-8cd6c9c5-6944-4d0b-b72c-7ae6cfce582a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0731800 Oct 12 23:00:03.990058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88b6bd44-1728-4777-94a4-b618e470114f req-e85a6c94-4c75-424b-b2f3-e034d9dc8e30 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515239 Oct 12 23:00:04.003252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce35856-3a77-4958-969e-796e6f22cf06 service neutron] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:04.044408 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c5716a-f0ac-4e7b-b68b-7aeea803ae13 x-openstack-request-id: req-c8c5716a-f0ac-4e7b-b68b-7aeea803ae13 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:04.044408 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:04.044780 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c8c5716a-f0ac-4e7b-b68b-7aeea803ae13 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:04.045079 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'status': 'completed', 'code': 200} Oct 12 23:00:04.069963 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:04.095143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-3876f2a7-0830-4733-8242-82e4b0147da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:04.096764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-3876f2a7-0830-4733-8242-82e4b0147da8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 1096 time: 0.0685966 Oct 12 23:00:04.183046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:04.209613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c921e17-fba5-4e91-8508-414a0af48129 req-a18f1564-1d4c-45d7-99cb-35df4f180e87 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:04.218011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3c921e17-fba5-4e91-8508-414a0af48129 req-a18f1564-1d4c-45d7-99cb-35df4f180e87 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.0717018 Oct 12 23:00:04.224605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-4be10645-8121-437f-aa17-03e316023f78 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 200 len: 217 time: 0.1197703 Oct 12 23:00:04.259719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3c921e17-fba5-4e91-8508-414a0af48129 req-b20fbab4-2e49-495a-807b-dc06571e1ea7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405641 Oct 12 23:00:04.348496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba908d-9d57-4380-83b9-4561746707c0 req-b4798ebb-23b4-46e5-9e79-376ad9d5449c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:04.350086 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18ba908d-9d57-4380-83b9-4561746707c0 req-b4798ebb-23b4-46e5-9e79-376ad9d5449c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.1243439 Oct 12 23:00:04.382113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-874d21e1-3602-4b0c-9c82-1427a974c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:04.384112 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-874d21e1-3602-4b0c-9c82-1427a974c564 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.1451478 Oct 12 23:00:04.477852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18ba908d-9d57-4380-83b9-4561746707c0 req-1674f288-090e-4a86-bcb1-523c928b747a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979505 Oct 12 23:00:04.493909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-270523ef-30fd-4898-822b-fffc4c9bd7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:04.495645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-270523ef-30fd-4898-822b-fffc4c9bd7a3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031606 Oct 12 23:00:04.860446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:04.894540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-70b2d1b0-5f89-4c38-bb39-24c2b46ead5a service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886356 Oct 12 23:00:04.965635 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:05.039003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d2e5f32-fbb7-446d-9f07-cbe2ba8f85c9 req-d3f9006a-5bb9-4e46-909a-cac10a655a3a service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359389 Oct 12 23:00:05.115988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Port': ['ID=7e16eb55-5235-4ca1-a119-a9aa1c7910ad,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:05.149728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:05.189275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae75d8-9115-418e-9ed1-949d5f5c5dcb req-9b2981f8-1439-446f-8721-acccf67bf130 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:05.196093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15ae75d8-9115-418e-9ed1-949d5f5c5dcb req-9b2981f8-1439-446f-8721-acccf67bf130 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0989394 Oct 12 23:00:05.263120 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15ae75d8-9115-418e-9ed1-949d5f5c5dcb req-50ba593d-a42f-4a2d-b5cb-25339060a8a0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649815 Oct 12 23:00:05.267499 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:05.268974 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ebd80ca7-6699-4951-8e46-27b2e954c9f0 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5601737 Oct 12 23:00:05.304668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478e1b-dabe-4025-896b-d00fef494c29 req-862b1ef2-d73d-4bf8-817c-777ccdd6ec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:05.304668 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39478e1b-dabe-4025-896b-d00fef494c29 req-862b1ef2-d73d-4bf8-817c-777ccdd6ec61 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 1096 time: 0.1297143 Oct 12 23:00:05.413374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478e1b-dabe-4025-896b-d00fef494c29 req-7e14f43b-d542-4360-b5b1-6139abed44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:05.415577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39478e1b-dabe-4025-896b-d00fef494c29 req-7e14f43b-d542-4360-b5b1-6139abed44c5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.1072669 Oct 12 23:00:05.487193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39478e1b-dabe-4025-896b-d00fef494c29 req-38f3684e-d3e8-4ce6-8023-c9f36140a7b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 200 len: 217 time: 0.0616357 Oct 12 23:00:05.499820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e943103-873b-4600-9d9d-e3343cf3361f req-54d2252c-7e92-48fd-af53-f484dbc73662 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:05.526395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9e943103-873b-4600-9d9d-e3343cf3361f req-54d2252c-7e92-48fd-af53-f484dbc73662 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.1165376 Oct 12 23:00:05.576673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478e1b-dabe-4025-896b-d00fef494c29 req-b4fe4ffd-1c9e-4319-99d3-388389d004ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:05.582013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39478e1b-dabe-4025-896b-d00fef494c29 req-b4fe4ffd-1c9e-4319-99d3-388389d004ea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.0877752 Oct 12 23:00:05.584134 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9e943103-873b-4600-9d9d-e3343cf3361f req-01d1a27b-b140-42ae-9a3a-66aae161fce3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590534 Oct 12 23:00:05.675088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa31f8-660f-4146-9e3d-d98bfb087cfb req-73d76f47-87d3-431c-a593-48db59771e9e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:05.679059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4aa31f8-660f-4146-9e3d-d98bfb087cfb req-73d76f47-87d3-431c-a593-48db59771e9e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.0929205 Oct 12 23:00:05.688385 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39478e1b-dabe-4025-896b-d00fef494c29 req-f6926db0-7fb7-4d06-8dfc-03aa6ae36589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:05.690485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39478e1b-dabe-4025-896b-d00fef494c29 req-f6926db0-7fb7-4d06-8dfc-03aa6ae36589 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685246 Oct 12 23:00:05.746742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-78b52e6d-51c4-4369-a8af-285c7ac9c6e9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--318581413&fields=id&tenant_id=baf7e5ba16c649e88ac47222926a8008 HTTP/1.1" status: 200 len: 267 time: 0.0471513 Oct 12 23:00:05.794742 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4aa31f8-660f-4146-9e3d-d98bfb087cfb req-228a1a99-9d84-4737-a839-1da745c43052 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024787 Oct 12 23:00:05.817969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-3d67a98f-7213-419d-91e1-1a94f7f8cd6e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:05.817969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-3d67a98f-7213-419d-91e1-1a94f7f8cd6e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports/21369631-842a-4a23-b060-fe39cc0629fe HTTP/1.1" status: 200 len: 935 time: 0.0678303 Oct 12 23:00:05.843054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39478e1b-dabe-4025-896b-d00fef494c29 req-d7196136-678c-41b4-92b7-7c84c0456670 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421285 Oct 12 23:00:05.870290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-b77af81e-4b24-4bd6-b3ee-bdb8a99a593c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:05.872055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-b77af81e-4b24-4bd6-b3ee-bdb8a99a593c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports/61bf7552-6141-4c08-8480-67cac9258c41 HTTP/1.1" status: 200 len: 935 time: 0.0509272 Oct 12 23:00:05.937778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-075480ff-45de-4dd1-882c-14ccbb53f7cc tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0587211 Oct 12 23:00:05.960539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39478e1b-dabe-4025-896b-d00fef494c29 req-ec732b43-90fe-48e9-b5e1-3f41bc2bf49a service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088123 Oct 12 23:00:05.977837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-6da8ce5f-9d59-4de3-a2d2-21ac29bb98fe tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0328000 Oct 12 23:00:06.112722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-1fa07696-6d7d-4f55-ad54-89950128e891 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:06.119905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-1fa07696-6d7d-4f55-ad54-89950128e891 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:06.126135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-1fa07696-6d7d-4f55-ad54-89950128e891 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:06.128328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-1fa07696-6d7d-4f55-ad54-89950128e891 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/networks?id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639 HTTP/1.1" status: 200 len: 1994 time: 0.1439672 Oct 12 23:00:06.144910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5b2090af-5f4d-45d4-9201-4b7c68b57cce tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/quotas/baf7e5ba16c649e88ac47222926a8008 HTTP/1.1" status: 200 len: 375 time: 0.0106020 Oct 12 23:00:06.211053 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-d2b006a9-e0c7-4eb5-990f-5a79dd49bbc7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0594852 Oct 12 23:00:06.280394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-91547ab6-c545-49d4-a3e8-ce9476f69b2c service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:00:06.281659 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-91547ab6-c545-49d4-a3e8-ce9476f69b2c service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0565994 Oct 12 23:00:06.393942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-206ce268-efe9-4f4d-a4ef-64cf04fc84e2 service neutron] 10.222.0.31 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057103 Oct 12 23:00:06.398748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6012b89-dcd2-4d88-acfb-2beaca5baffb req-7effe968-51a0-4f8b-bb37-4fde9c8131a1 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:06.406007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6012b89-dcd2-4d88-acfb-2beaca5baffb req-7effe968-51a0-4f8b-bb37-4fde9c8131a1 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0683906 Oct 12 23:00:06.447406 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6012b89-dcd2-4d88-acfb-2beaca5baffb req-e93b5f31-bea1-4c67-b1ff-a07f8e4656c7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378928 Oct 12 23:00:06.527858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-65538439-22ed-4ce1-b4da-b0b4a43231fe service neutron] 10.222.0.31 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312163 Oct 12 23:00:06.592849 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a5955901-882d-42cd-ae86-8ee2ebb771d9 service neutron] 10.222.0.31 "GET /v2.0/ports/21369631-842a-4a23-b060-fe39cc0629fe?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0639927 Oct 12 23:00:06.719238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-2b667e1d-61c4-4b47-850f-401d27f6595d service neutron] 10.222.0.31 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194317 Oct 12 23:00:06.757998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4527fe-353a-46e2-b842-7fb00693c70b req-b5ee4e57-6867-4a6c-b414-fdf264717adb tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:06.760502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc4527fe-353a-46e2-b842-7fb00693c70b req-b5ee4e57-6867-4a6c-b414-fdf264717adb tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.0663066 Oct 12 23:00:06.821617 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc4527fe-353a-46e2-b842-7fb00693c70b req-622e7a0c-c31d-4ad6-bd21-ac51734f35da tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531476 Oct 12 23:00:06.854962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-3dd29d5f-91e6-4517-9385-14d899dc0141 service neutron] 10.222.0.31 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290421 Oct 12 23:00:06.915554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-8a30bf0c-c6c8-4ab8-ae3c-9e117a6ce626 service neutron] 10.222.0.31 "GET /v2.0/ports/61bf7552-6141-4c08-8480-67cac9258c41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0593116 Oct 12 23:00:06.943716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b0ee3-8a27-4269-b764-9062ae5dc3e2 req-aef08299-6161-46b2-a141-6957f2c1aebe tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:06.946684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df6b0ee3-8a27-4269-b764-9062ae5dc3e2 req-aef08299-6161-46b2-a141-6957f2c1aebe tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.0618691 Oct 12 23:00:07.005088 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df6b0ee3-8a27-4269-b764-9062ae5dc3e2 req-d99749d7-bcac-4ed8-8336-66862c8fed80 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528865 Oct 12 23:00:07.014492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-d7d8881d-1545-444f-bb2a-2aaf42d63f4d service neutron] 10.222.0.31 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979123 Oct 12 23:00:07.119155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f0f92d3-5694-4915-8174-21fc8b8ec018 service neutron] 10.222.0.31 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957828 Oct 12 23:00:07.235660 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ee80181d-893a-4a02-b5be-8c51709c5447 service neutron] 10.222.0.31 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097383 Oct 12 23:00:07.339313 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-fd6b0138-1997-46d7-b716-455ee99a50d5 service neutron] 10.222.0.31 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970573 Oct 12 23:00:07.452739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-448540a7-0e2e-420c-b4b7-c343ab906bae service neutron] 10.222.0.31 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035447 Oct 12 23:00:07.578622 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-b1d5ae38-0712-4e64-bcd1-ed8ff2fa9048 service neutron] 10.222.0.31 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185920 Oct 12 23:00:07.627063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0598bea-f1e9-4464-b995-99a41ec4955a req-90ac367c-5938-4ad7-9ba0-958838486f59 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:07.635610 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0598bea-f1e9-4464-b995-99a41ec4955a req-90ac367c-5938-4ad7-9ba0-958838486f59 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0931306 Oct 12 23:00:07.675044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0598bea-f1e9-4464-b995-99a41ec4955a req-b6008e43-9d5f-45be-afe9-d061740fd99d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376055 Oct 12 23:00:07.732637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-0470cbc4-9751-4dd9-8c47-ef3895d6da90 service neutron] 10.222.0.31 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472044 Oct 12 23:00:07.850678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-9a9c86e2-c4e1-4685-9c7a-eeea64fb9347 service neutron] 10.222.0.31 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042075 Oct 12 23:00:07.965347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-76b32f36-7e81-4bb8-b01c-29a822b85832 service neutron] 10.222.0.31 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067393 Oct 12 23:00:07.983784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fb3fb-e4ed-4126-8014-82fad3cbbf66 req-1bd08a35-ff4d-468e-bd72-786d74640230 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:07.996688 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe7fb3fb-e4ed-4126-8014-82fad3cbbf66 req-1bd08a35-ff4d-468e-bd72-786d74640230 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.0694680 Oct 12 23:00:08.053218 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:00:08.075452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe7fb3fb-e4ed-4126-8014-82fad3cbbf66 req-aceaae66-08cd-45f2-9134-316eb6b1745f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673561 Oct 12 23:00:08.111754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7c573cec-ffee-4e6f-8241-0eef0a771f75 service neutron] 10.222.0.31 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386950 Oct 12 23:00:08.254300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e4b114-6d0f-4fe4-9f6b-8b9be3118ec6 req-6e1b4241-8f79-4e38-8420-28a6f034b5f8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:08.255893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5e4b114-6d0f-4fe4-9f6b-8b9be3118ec6 req-6e1b4241-8f79-4e38-8420-28a6f034b5f8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.0708470 Oct 12 23:00:08.322505 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5e4b114-6d0f-4fe4-9f6b-8b9be3118ec6 req-73aba9a1-c593-41e2-9fb5-49c7b558535f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578356 Oct 12 23:00:08.710434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:00:08.841640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:08.855306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'port_id': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'mac_address': 'fa:16:3e:37:ad:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:00:08.899516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc455050-6337-4301-a811-2846491b1611 req-99226324-b486-4011-bb71-dc76806a95b0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:08.901513 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc455050-6337-4301-a811-2846491b1611 req-99226324-b486-4011-bb71-dc76806a95b0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0838521 Oct 12 23:00:08.902331 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:08.920098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0447b53-f87a-41c3-abc6-5e27ab0d2a5b {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:08.946597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:08.955192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc455050-6337-4301-a811-2846491b1611 req-5d3c74d2-1b53-4c90-8ad8-a0fa7e23fa00 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Oct 12 23:00:09.033020 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:09.099570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:09.231724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e9e54-4bef-46f0-a182-06459558efd8 req-57e672ef-c7e3-486c-b748-146c3dcb0ae8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:09.233957 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f26e9e54-4bef-46f0-a182-06459558efd8 req-57e672ef-c7e3-486c-b748-146c3dcb0ae8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.0595670 Oct 12 23:00:09.276854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f26e9e54-4bef-46f0-a182-06459558efd8 req-01e1dd19-318d-4490-8c22-eb6548421b3d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361118 Oct 12 23:00:09.314315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:00:09.508367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309defd-d35f-4b1a-9726-bc9b0759daad req-dce8a8c1-a406-4a32-bd49-55f5edd483ee tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:09.515632 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f309defd-d35f-4b1a-9726-bc9b0759daad req-dce8a8c1-a406-4a32-bd49-55f5edd483ee tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.0846691 Oct 12 23:00:09.560569 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f309defd-d35f-4b1a-9726-bc9b0759daad req-ad1faf8a-5e0b-4bac-b346-ea1f2bfb2272 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Oct 12 23:00:09.743792 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d26ca51-d3c0-4235-810d-11c1f3ff9bd7 req-879776b4-e49b-4000-9978-cb7db8f15b7c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0357540 Oct 12 23:00:10.069726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d53c52-d9a9-4e25-9cf9-c784b5da92c4 req-6c751675-9932-476f-9ad2-2d7f7b6a22ac tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:10.071240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61d53c52-d9a9-4e25-9cf9-c784b5da92c4 req-6c751675-9932-476f-9ad2-2d7f7b6a22ac tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0517769 Oct 12 23:00:10.115529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61d53c52-d9a9-4e25-9cf9-c784b5da92c4 req-cc388f26-41a2-465c-b316-985a2bf95185 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374038 Oct 12 23:00:10.415905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98f624-b4ce-4cc5-9de0-df0191712f2a req-c671e5f5-8a4b-403c-915e-11119654acb4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:10.417606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98f624-b4ce-4cc5-9de0-df0191712f2a req-c671e5f5-8a4b-403c-915e-11119654acb4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.0575938 Oct 12 23:00:10.464229 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98f624-b4ce-4cc5-9de0-df0191712f2a req-39b4a62d-506d-4a1c-b419-5aac1cc9f258 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387869 Oct 12 23:00:10.696575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fff9e15-889d-4fdd-a44e-e3c1fb9c12cd req-499933d1-e450-4e3a-8e84-8539cf03f95d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:10.701884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6fff9e15-889d-4fdd-a44e-e3c1fb9c12cd req-499933d1-e450-4e3a-8e84-8539cf03f95d tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.0652840 Oct 12 23:00:10.723748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:00:10.771671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6fff9e15-889d-4fdd-a44e-e3c1fb9c12cd req-958536d8-054b-484d-b026-8c1d3d230c06 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659125 Oct 12 23:00:10.868311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8360e19-d840-4fe8-86eb-e28e3d3f31ea req-7395f0d5-bca7-464b-ad14-99511eec72d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0337892 Oct 12 23:00:10.894786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:00:10.900258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:10.900907 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:10.990636 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:11.016261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:11.024081 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f172d3eb-b044-4878-841e-d9c21d5b733b" -d '{"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-plugged", "status": "completed", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:11.032507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:11.056332 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c7bbdf-b226-4751-806d-9d0b880482dc x-openstack-request-id: req-b7c7bbdf-b226-4751-806d-9d0b880482dc {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:11.056631 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-plugged", "status": "completed", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:11.056886 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7c7bbdf-b226-4751-806d-9d0b880482dc {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:11.057342 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'code': 200} Oct 12 23:00:11.162307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33562f4-e1fe-41af-b160-f95fe7140520 req-a4884cd4-b6c9-4d8f-9845-242898b36755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:11.164329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d33562f4-e1fe-41af-b160-f95fe7140520 req-a4884cd4-b6c9-4d8f-9845-242898b36755 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0487583 Oct 12 23:00:11.180329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:11.212678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d33562f4-e1fe-41af-b160-f95fe7140520 req-aa0d2d4d-ceac-4f99-a521-a85820781611 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406177 Oct 12 23:00:11.278836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:11.317012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541e75b6-1956-4a53-b7c5-68235a18c3bf req-b1bc9f1f-c8a3-43cb-9d43-28e85054f319 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:11.326882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-541e75b6-1956-4a53-b7c5-68235a18c3bf req-b1bc9f1f-c8a3-43cb-9d43-28e85054f319 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0827754 Oct 12 23:00:11.363718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-541e75b6-1956-4a53-b7c5-68235a18c3bf req-c25657be-69d0-4358-ae0f-6262983d5ba0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359542 Oct 12 23:00:11.627584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c34dc6d-8c87-433b-a250-61d8b26ffc73 req-3b97abe7-113d-477d-aa20-6a16c2e37e07 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:11.629140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c34dc6d-8c87-433b-a250-61d8b26ffc73 req-3b97abe7-113d-477d-aa20-6a16c2e37e07 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0801930 Oct 12 23:00:11.674775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c34dc6d-8c87-433b-a250-61d8b26ffc73 req-848ef008-c6c4-4250-b256-a45b22e9f335 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391240 Oct 12 23:00:11.829132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22fb90d-a810-45c5-a1d8-09fbc970836b req-6a681b1e-40d4-42d4-9939-2ecac371350c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:11.830767 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c22fb90d-a810-45c5-a1d8-09fbc970836b req-6a681b1e-40d4-42d4-9939-2ecac371350c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.0609500 Oct 12 23:00:11.884883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c22fb90d-a810-45c5-a1d8-09fbc970836b req-43b31444-88f8-4436-a210-90aaecdd2966 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456359 Oct 12 23:00:11.973170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d3452-0f5f-456f-b4d9-5f9b2fda8979 req-fc122415-c27d-4f99-b18f-e21925d2d41b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:11.974669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d0d3452-0f5f-456f-b4d9-5f9b2fda8979 req-fc122415-c27d-4f99-b18f-e21925d2d41b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.0698538 Oct 12 23:00:12.034817 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d0d3452-0f5f-456f-b4d9-5f9b2fda8979 req-23948fc2-7d5a-4bb8-9a0e-6f281b7dac8b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473104 Oct 12 23:00:12.064954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cbb5356a-2923-4247-95f7-5ed6e921294f req-b1be9de7-554e-4d16-b6cb-f0ef5182ffc4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0529957 Oct 12 23:00:12.143826 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-104dece8-6bc5-4e18-bcaa-064b50b8abd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:12.497338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8fbad-8d9c-4d88-8fbb-1a417916b6e7 req-0e5a817a-c873-4ca5-b4b1-312a12a867ab tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:12.499465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaf8fbad-8d9c-4d88-8fbb-1a417916b6e7 req-0e5a817a-c873-4ca5-b4b1-312a12a867ab tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0560730 Oct 12 23:00:12.542471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaf8fbad-8d9c-4d88-8fbb-1a417916b6e7 req-99f42a30-5294-4ef8-a2d4-447e1575d3be tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362113 Oct 12 23:00:12.802562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0aaf45-4caa-492c-ac05-a96a2c14dd01 req-d258c7ff-20a9-4965-b28c-b6dd81885379 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:12.803998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be0aaf45-4caa-492c-ac05-a96a2c14dd01 req-d258c7ff-20a9-4965-b28c-b6dd81885379 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0507374 Oct 12 23:00:12.846949 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be0aaf45-4caa-492c-ac05-a96a2c14dd01 req-1a842f76-c8cd-4069-a41d-7f1cef1f172c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361140 Oct 12 23:00:12.985710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-c0c8e898-e970-44e2-b507-f0ef4c37019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:12.985964 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-c0c8e898-e970-44e2-b507-f0ef4c37019e service neutron] 10.222.0.41 "GET /v2.0/ports/21369631-842a-4a23-b060-fe39cc0629fe HTTP/1.1" status: 200 len: 1031 time: 0.0573108 Oct 12 23:00:12.988225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5092e5-3fdd-4212-a5d0-ed450d48fe65 req-f8bf517b-854e-421b-8fe5-f3a21980448a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:12.989765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c5092e5-3fdd-4212-a5d0-ed450d48fe65 req-f8bf517b-854e-421b-8fe5-f3a21980448a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0577242 Oct 12 23:00:12.999673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52570) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:13.004112 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9137ad9f-4c6b-4d60-b516-27d78fe0b7e2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'floatingip': {'port_id': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:13.049857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-68c4a16b-11f2-4a92-88e3-fdf77033dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:13.051366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9137ad9f-4c6b-4d60-b516-27d78fe0b7e2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:13.051889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-68c4a16b-11f2-4a92-88e3-fdf77033dea7 service neutron] 10.222.0.41 "GET /v2.0/ports/61bf7552-6141-4c08-8480-67cac9258c41 HTTP/1.1" status: 200 len: 1031 time: 0.0487051 Oct 12 23:00:13.080267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce81ff-ed34-44ed-b7a4-6acd3d9eb873 req-1d422f1e-0a96-42e6-ac9a-c318b48a9dbe tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:13.087623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-71ce81ff-ed34-44ed-b7a4-6acd3d9eb873 req-1d422f1e-0a96-42e6-ac9a-c318b48a9dbe tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1156793 Oct 12 23:00:13.195764 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-71ce81ff-ed34-44ed-b7a4-6acd3d9eb873 req-c2074539-980d-4860-b53c-a9a948c09ade tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071806 Oct 12 23:00:13.217107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e285315-3be0-44fe-8cdb-8ecf9066260f req-f83e3453-5f9d-40f3-8a18-bfbad3d283d8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:13.219471 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e285315-3be0-44fe-8cdb-8ecf9066260f req-f83e3453-5f9d-40f3-8a18-bfbad3d283d8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.1024983 Oct 12 23:00:13.254857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-f956a595-d89f-48c3-9c2a-2d58041efb01 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:13.261322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-f956a595-d89f-48c3-9c2a-2d58041efb01 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:13.267310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-f956a595-d89f-48c3-9c2a-2d58041efb01 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:13.268922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-f956a595-d89f-48c3-9c2a-2d58041efb01 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "GET /v2.0/networks?id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639 HTTP/1.1" status: 200 len: 1994 time: 0.1987226 Oct 12 23:00:13.306753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ca4accc-da91-43b9-86c7-19bfd342fc89 req-b1ed915c-326f-4195-8420-620597349659 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0368216 Oct 12 23:00:13.335074 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5992ca01-cc4f-4a7b-a4f7-a95ff6a5913b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baf7e5ba16c649e88ac47222926a8008 HTTP/1.1" status: 200 len: 379 time: 0.0546703 Oct 12 23:00:13.339116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e285315-3be0-44fe-8cdb-8ecf9066260f req-923cf99c-c3d1-424c-b345-46a948bb7981 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816355 Oct 12 23:00:13.352642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'admin_state_up': True, 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'security_groups': ['459f3747-6fa2-4cbd-a22f-793b99470692']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:13.583991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d359b04e-1823-42e4-9231-b8ea96112096 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:00:13.589299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:13.595753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:13.722644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d359b04e-1823-42e4-9231-b8ea96112096,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:13.737084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd359b04e-1823-42e4-9231-b8ea96112096', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'port_id': 'd359b04e-1823-42e4-9231-b8ea96112096', 'mac_address': 'fa:16:3e:87:c9:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091336a0-9cd0-43dc-abb4-695f8140af67', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:00:13.744348 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9137ad9f-4c6b-4d60-b516-27d78fe0b7e2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:13.756452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eecd6e-43cf-4d7c-aa2f-aec4f0ee4996 req-77063c95-2856-491b-9a0c-b7c8845db950 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:13.764280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75eecd6e-43cf-4d7c-aa2f-aec4f0ee4996 req-77063c95-2856-491b-9a0c-b7c8845db950 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0856969 Oct 12 23:00:13.801281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Allocated IP 172.20.0.5 (b2029f8b-06ed-42a4-a021-1069f20e4f3c/415a79fd-6aee-449a-bf05-c4ccf9c19bcb/19b81e15-6460-44ba-9067-2d3d6547cb32) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:00:13.804726 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:13.821578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d359b04e-1823-42e4-9231-b8ea96112096 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:13.835686 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75eecd6e-43cf-4d7c-aa2f-aec4f0ee4996 req-e6e18ce1-4a30-4b5e-ab72-63a2519e8a68 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703018 Oct 12 23:00:13.842920 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9137ad9f-4c6b-4d60-b516-27d78fe0b7e2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:13.855630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d359b04e-1823-42e4-9231-b8ea96112096,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:13.980582 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:13.984998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:14.004013 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-9137ad9f-4c6b-4d60-b516-27d78fe0b7e2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Floating IP 2de020bf-05b1-4957-b9ef-b4d4ffe09e49 associated. External IP: 172.25.2.231, port: f0447b53-f87a-41c3-abc6-5e27ab0d2a5b. Oct 12 23:00:14.077713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d359b04e-1823-42e4-9231-b8ea96112096,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:14.107767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:14.109459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d359b04e-1823-42e4-9231-b8ea96112096'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:00:14.206494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network b2029f8b-06ed-42a4-a021-1069f20e4f3c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:00:14.255561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:14.320638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:00:14.389561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9137ad9f-4c6b-4d60-b516-27d78fe0b7e2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Router 4c01e612-63e9-4004-8e5b-dcfa779f42cc has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:00:14.396840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Port': ['ID=19b81e15-6460-44ba-9067-2d3d6547cb32,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:14.409097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-1b342624-5032-43b0-877c-46d7950253ae tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:14.410621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-1b342624-5032-43b0-877c-46d7950253ae tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1098 time: 0.3220527 Oct 12 23:00:14.427979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:14.428729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:14.437926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-790519-14'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:14.548426 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:14.576167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29814313-36c2-4027-a075-83386cf0912b req-aec25404-f8e2-4f8d-80a4-7f6e2ab9b574 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:14.577865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29814313-36c2-4027-a075-83386cf0912b req-aec25404-f8e2-4f8d-80a4-7f6e2ab9b574 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.2301528 Oct 12 23:00:14.600989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-5588f43b-c6d0-49b8-869f-a67affd3dc2a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2594924 Oct 12 23:00:14.620715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'admin_state_up': True, 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'security_groups': ['459f3747-6fa2-4cbd-a22f-793b99470692']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:14.672880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-22a0aec8-88fe-494c-8f3a-460f33614101 None None] Provisioning complete for port 19b81e15-6460-44ba-9067-2d3d6547cb32 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:14.673432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-22a0aec8-88fe-494c-8f3a-460f33614101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:14.739190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5543736-2125-4c4b-932c-ac16fbea34df req-407cd140-e726-46c0-b54c-d646f10c03c9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:14.739190 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5543736-2125-4c4b-932c-ac16fbea34df req-407cd140-e726-46c0-b54c-d646f10c03c9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 931 time: 0.2478786 Oct 12 23:00:14.739808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29814313-36c2-4027-a075-83386cf0912b req-05e7c229-5e7a-4299-95bf-83b137b5c073 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365187 Oct 12 23:00:14.763509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-ce5f9925-2961-47d4-872f-16764aa926b0 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:14.765057 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-ce5f9925-2961-47d4-872f-16764aa926b0 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.41 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1384008 Oct 12 23:00:14.782155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-22a0aec8-88fe-494c-8f3a-460f33614101 None None] Port 19b81e15-6460-44ba-9067-2d3d6547cb32 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:00:14.855902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9137ad9f-4c6b-4d60-b516-27d78fe0b7e2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:00:14.876123 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9137ad9f-4c6b-4d60-b516-27d78fe0b7e2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:14.880138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] Sync routers for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:00:14.896605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:00:14.897249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T22:59:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:14.910994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5543736-2125-4c4b-932c-ac16fbea34df req-2a1d83a4-728f-41b4-8b15-e92cdea2f53c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626632 Oct 12 23:00:14.954839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:15.035742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:15.040884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:15.048578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9137ad9f-4c6b-4d60-b516-27d78fe0b7e2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "PUT /v2.0/floatingips/2de020bf-05b1-4957-b9ef-b4d4ffe09e49 HTTP/1.1" status: 200 len: 992 time: 2.0478184 Oct 12 23:00:15.051579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:15.054026 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19308083-0607-4cb7-a805-ed8297754366" -d '{"events": [{"name": "network-changed", "server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:15.054589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:15.092100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d136a0-c492-4237-86ba-7848c9a7a062 req-b437a102-816d-4a8e-b18a-8b3101362a0b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:15.092100 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4d136a0-c492-4237-86ba-7848c9a7a062 req-b437a102-816d-4a8e-b18a-8b3101362a0b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 946 time: 0.2126713 Oct 12 23:00:15.128687 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Deleting port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:00:15.128687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:15.140756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:15.144791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:15.148440 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d56936-121e-49a8-9734-5abc942f9cd4" -d '{"events": [{"server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "name": "network-vif-unplugged", "status": "completed", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:15.198404 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e20f9f98-e3e0-4f2d-b450-f79563e9d4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:15.236018 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4d136a0-c492-4237-86ba-7848c9a7a062 req-acacdc6b-e1f7-4ce1-aa25-12fdce97e340 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363144 Oct 12 23:00:15.279350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:00:15.331211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:15.361840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] For port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:15.366564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:15.396118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Calling delete_port for fd9a87ad-330f-4da8-b57f-a50d21fb8b3b owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:00:15.590253 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:15.610613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Pushing event updated for resources: {'Port': ['ID=c0e94445-f2bc-4ed9-a489-d93248d92b1f,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:15.629517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c0e94445-f2bc-4ed9-a489-d93248d92b1f details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:00:15.634085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872b202-95f5-42aa-95a7-a052f766a219 req-299a0e3b-89c0-42b5-978f-35e24306c045 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:15.638553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d359b04e-1823-42e4-9231-b8ea96112096 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:00:15.644270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2872b202-95f5-42aa-95a7-a052f766a219 req-299a0e3b-89c0-42b5-978f-35e24306c045 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 944 time: 0.3178046 Oct 12 23:00:15.665798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Allocated IP 10.1.1.47 (a1481ed7-6ac3-443e-9d45-89d3dfed1ced/83a0ce8f-b828-464c-a432-26a2c6596d60/bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:00:15.666835 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-449e975d-d436-44b1-9990-a749655c85f1 x-openstack-request-id: req-449e975d-d436-44b1-9990-a749655c85f1 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:15.669043 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:15.669319 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-449e975d-d436-44b1-9990-a749655c85f1 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:15.669765 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'status': 'completed', 'code': 200} Oct 12 23:00:15.697619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on host n-h2-790519-14 for vnic_type normal with profile {"migrating_to": "n-h1-790519-14"} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:15.697962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:15.698291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:15.780503 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f2d92b-38da-4376-a32d-fb016e423909 x-openstack-request-id: req-80f2d92b-38da-4376-a32d-fb016e423909 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:15.780819 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "name": "network-vif-unplugged", "status": "completed", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:15.781184 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80f2d92b-38da-4376-a32d-fb016e423909 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:15.781504 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f', 'code': 200} Oct 12 23:00:15.785983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2872b202-95f5-42aa-95a7-a052f766a219 req-74d50d84-2f48-418f-9c2d-9588e873a5d2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407766 Oct 12 23:00:15.786579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:15.786907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:15.800091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:15.800436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:15.800822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:15.801272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Bound port: c0e94445-f2bc-4ed9-a489-d93248d92b1f, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:15.801632 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:15.886468 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:00:15.978923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308083-0607-4cb7-a805-ed8297754366 req-6ce2f556-cf66-4f1f-9e0c-7f13b2a19420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:15.985138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19308083-0607-4cb7-a805-ed8297754366 req-6ce2f556-cf66-4f1f-9e0c-7f13b2a19420 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 1098 time: 0.2883751 Oct 12 23:00:16.063165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a89b34-472f-4d45-828d-a8b43f2c86f5 req-cb72d124-d370-4d72-9469-8172c9fef25a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:16.068471 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63a89b34-472f-4d45-828d-a8b43f2c86f5 req-cb72d124-d370-4d72-9469-8172c9fef25a tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 946 time: 0.1945758 Oct 12 23:00:16.127359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:16.172343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:16.176862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d359b04e-1823-42e4-9231-b8ea96112096 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:16.180190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:16.182679 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:16.187511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Pushing event deleted for resources: {'Port': ['ID=fd9a87ad-330f-4da8-b57f-a50d21fb8b3b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:16.190116 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:16.194574 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['4788deca-2fcc-4aa9-b01b-8bab5eadd7dc', 'fd9a87ad-330f-4da8-b57f-a50d21fb8b3b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:00:16.217419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c161f081-af7c-439b-bee8-142d138adf7c req-2c3ed42a-9bb7-46d1-9f7a-1cfaafd0adee tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:16.219479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c161f081-af7c-439b-bee8-142d138adf7c req-2c3ed42a-9bb7-46d1-9f7a-1cfaafd0adee tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 931 time: 0.1509874 Oct 12 23:00:16.227938 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63a89b34-472f-4d45-828d-a8b43f2c86f5 req-74cd563e-b4d3-4a9f-817f-449aefbc7cea tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585000 Oct 12 23:00:16.265405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308083-0607-4cb7-a805-ed8297754366 req-21eb5973-6113-4bd4-97d9-99214944bd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:16.268441 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19308083-0607-4cb7-a805-ed8297754366 req-21eb5973-6113-4bd4-97d9-99214944bd19 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.2735760 Oct 12 23:00:16.285477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:16.303791 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:16.316757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:16.445718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c161f081-af7c-439b-bee8-142d138adf7c req-bbaeeec9-dccd-4bd8-807c-bcefaec864fa tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196889 Oct 12 23:00:16.452830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on host n-h2-790519-14 for vnic_type normal with profile {"migrating_to": "n-h1-790519-14"} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:16.453506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:16.454027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:16.488578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:16.489147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempting to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f on network 1e31aa80-29e8-487f-83a9-b4e24a329b3b {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:16.492586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] No DVR routers for this DVR port fd9a87ad-330f-4da8-b57f-a50d21fb8b3b on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:00:16.550744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 22, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:16.551440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Checking segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:16.552041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:16.552296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Bound using segment: {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:16.553254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Bound port: c0e94445-f2bc-4ed9-a489-d93248d92b1f, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5040359-f6af-40d9-bf2d-f8c5723712b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '1e31aa80-29e8-487f-83a9-b4e24a329b3b'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:16.553807 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:16.555604 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c8d5654-e3c4-478c-8065-21910ebf2d72 req-357cdff0-3012-4353-8ca1-21082f7e59c1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.41 "DELETE /v2.0/ports/fd9a87ad-330f-4da8-b57f-a50d21fb8b3b HTTP/1.1" status: 204 len: 173 time: 1.7832706 Oct 12 23:00:16.643385 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19308083-0607-4cb7-a805-ed8297754366 req-a25c1574-f7ff-47bd-b191-7d60f2dc8a3f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 200 len: 1000 time: 0.3405952 Oct 12 23:00:16.723176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:16.727401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:16.731312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-2f501faf-196b-470a-8098-320149b00e5b service neutron] 10.222.0.41 "PUT /v2.0/ports/c0e94445-f2bc-4ed9-a489-d93248d92b1f HTTP/1.1" status: 200 len: 1124 time: 2.2995663 Oct 12 23:00:16.742139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef885f-1b29-41f8-b785-436062bc04d7 req-919a1fea-c3a9-4db4-be42-031267986f1a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:16.752326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-efef885f-1b29-41f8-b785-436062bc04d7 req-919a1fea-c3a9-4db4-be42-031267986f1a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.2355607 Oct 12 23:00:16.756789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2de020bf-05b1-4957-b9ef-b4d4ffe09e49', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'port_id': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'mac_address': 'fa:16:3e:37:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:59:55Z', 'updated_at': '2021-10-12T23:00:13Z', 'revision_number': 1, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:16.761742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f501faf-196b-470a-8098-320149b00e5b service neutron] Pushing event updated for resources: {'Port': ['ID=c0e94445-f2bc-4ed9-a489-d93248d92b1f,revision_number=8']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:16.791861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308083-0607-4cb7-a805-ed8297754366 req-f72c9a43-7e2e-47af-9ad7-1a3ccff67786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:16.791861 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19308083-0607-4cb7-a805-ed8297754366 req-f72c9a43-7e2e-47af-9ad7-1a3ccff67786 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.1214974 Oct 12 23:00:16.828623 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-efef885f-1b29-41f8-b785-436062bc04d7 req-c29f842f-184d-4de4-9676-3724cf84d046 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746772 Oct 12 23:00:16.870630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308083-0607-4cb7-a805-ed8297754366 req-14f97c19-a593-4761-a715-50e57a3a2d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:16.872943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19308083-0607-4cb7-a805-ed8297754366 req-14f97c19-a593-4761-a715-50e57a3a2d2b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705717 Oct 12 23:00:16.893528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] Checking router: 4c01e612-63e9-4004-8e5b-dcfa779f42cc for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:00:16.897214 n-d-790519-14 neutron-server[101891]: WARNING neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Concurrent port binding operations failed on port c0e94445-f2bc-4ed9-a489-d93248d92b1f Oct 12 23:00:16.907005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:16.917051 n-d-790519-14 neutron-server[101891]: INFO neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Attempt 2 to bind port c0e94445-f2bc-4ed9-a489-d93248d92b1f Oct 12 23:00:16.919014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c0e94445-f2bc-4ed9-a489-d93248d92b1f has no active binding in host n-h1-790519-14 {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 23:00:16.924181 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:16.939981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['c0e94445-f2bc-4ed9-a489-d93248d92b1f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:00:16.943970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['c0e94445-f2bc-4ed9-a489-d93248d92b1f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:00:16.990086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f11ea-5591-4767-9ee5-c6c741096c35 req-5aa059b5-c8f9-45a5-9c42-0620c50d1865 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:16.998816 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e97f11ea-5591-4767-9ee5-c6c741096c35 req-5aa059b5-c8f9-45a5-9c42-0620c50d1865 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 944 time: 0.0903199 Oct 12 23:00:17.001530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:00:17.002240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:00:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:17.065385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e97f11ea-5591-4767-9ee5-c6c741096c35 req-3be7c0ad-62f7-4bc5-9fce-04f1da38f144 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653911 Oct 12 23:00:17.068611 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:17.084779 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19308083-0607-4cb7-a805-ed8297754366 req-5417b31c-b7ac-4f21-a823-045289849292 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035615 Oct 12 23:00:17.145525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:00:17.155730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:17.158322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:00:17.254317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:17.259729 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc119ba5-a593-4a29-b101-8e565ed032b5" -d '{"events": [{"server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "name": "network-vif-plugged", "status": "completed", "tag": "d359b04e-1823-42e4-9231-b8ea96112096"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:17.366286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:17.370345 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:17.410969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d359b04e-1823-42e4-9231-b8ea96112096,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:17.425174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Port': ['ID=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:17.441317 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5137530f-5d20-4f88-a404-8688e4d7ce4c x-openstack-request-id: req-5137530f-5d20-4f88-a404-8688e4d7ce4c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:17.442095 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "name": "network-vif-plugged", "status": "completed", "tag": "d359b04e-1823-42e4-9231-b8ea96112096", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:17.455957 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5137530f-5d20-4f88-a404-8688e4d7ce4c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:17.456512 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096', 'code': 200} Oct 12 23:00:17.544178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-17d9601c-5202-438d-a675-f24f932f61f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.9300129 Oct 12 23:00:17.559141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'admin_state_up': True, 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'security_groups': ['459f3747-6fa2-4cbd-a22f-793b99470692']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:17.798636 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:17.802270 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99de320-c01a-41ed-8272-b7c318777e21" -d '{"events": [{"name": "network-changed", "server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:17.927105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e074f-cbfd-4d3e-883d-8a808f4d9968 req-c91a9342-b7c6-459e-8a35-47fb605483f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:17.933922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e074f-cbfd-4d3e-883d-8a808f4d9968 req-c91a9342-b7c6-459e-8a35-47fb605483f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:17.943085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-783e074f-cbfd-4d3e-883d-8a808f4d9968 req-c91a9342-b7c6-459e-8a35-47fb605483f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 1652 time: 0.1279924 Oct 12 23:00:17.995819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714c2e11-0b6e-49df-aeb3-3cf5eb3fa547', 'name': 'network-vif-deleted', 'tag': 'fd9a87ad-330f-4da8-b57f-a50d21fb8b3b'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:17.998961 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62995876-3492-4ccd-89fc-1093e7c8111c" -d '{"events": [{"server_uuid": "714c2e11-0b6e-49df-aeb3-3cf5eb3fa547", "name": "network-vif-deleted", "tag": "fd9a87ad-330f-4da8-b57f-a50d21fb8b3b"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:18.008213 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-783e074f-cbfd-4d3e-883d-8a808f4d9968 req-1e0b824e-a7ee-48dd-ab08-a5df85f2ba67 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637403 Oct 12 23:00:18.053989 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:18.099949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fd9a87ad-330f-4da8-b57f-a50d21fb8b3b no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:00:18.119075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d3bed2a-4d99-44f5-911c-a4abc5cca039 req-a70bdb9d-a8bb-48d5-8a75-f36e9442a2a1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=714c2e11-0b6e-49df-aeb3-3cf5eb3fa547 HTTP/1.1" status: 200 len: 210 time: 0.0798638 Oct 12 23:00:18.137228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:18.143337 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:18.240652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19308083-0607-4cb7-a805-ed8297754366 req-035ba0e3-b9a5-4b4f-a756-093027d7233d service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1425409 Oct 12 23:00:18.285402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:18.356531 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1456425-691f-4429-a09b-86b77da38906 x-openstack-request-id: req-d1456425-691f-4429-a09b-86b77da38906 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:18.357971 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714c2e11-0b6e-49df-aeb3-3cf5eb3fa547", "name": "network-vif-deleted", "tag": "fd9a87ad-330f-4da8-b57f-a50d21fb8b3b", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:18.358250 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1456425-691f-4429-a09b-86b77da38906 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:18.361346 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '714c2e11-0b6e-49df-aeb3-3cf5eb3fa547', 'name': 'network-vif-deleted', 'tag': 'fd9a87ad-330f-4da8-b57f-a50d21fb8b3b', 'status': 'completed', 'code': 200} Oct 12 23:00:18.380382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: fd9a87ad-330f-4da8-b57f-a50d21fb8b3b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:00:18.380735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fd9a87ad-330f-4da8-b57f-a50d21fb8b3b not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:00:18.408142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f275b-5473-4216-926c-26a3aa5d0a24 req-65990751-d459-4385-a384-4af29060551a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:18.414519 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c7f275b-5473-4216-926c-26a3aa5d0a24 req-65990751-d459-4385-a384-4af29060551a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1276863 Oct 12 23:00:18.429548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a740eecb-a92a-4bf5-a0d5-3985bd2f5be2 None None] Provisioning complete for port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:18.429928 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a740eecb-a92a-4bf5-a0d5-3985bd2f5be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:18.449218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Allocated IP 10.1.1.190 (a1481ed7-6ac3-443e-9d45-89d3dfed1ced/83a0ce8f-b828-464c-a432-26a2c6596d60/8a34046f-e58d-450d-bb64-3b3d8f1c6438) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:00:18.490264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c7f275b-5473-4216-926c-26a3aa5d0a24 req-a0c4fdae-9850-42b4-923a-572efa1a7b6c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637140 Oct 12 23:00:18.505916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a740eecb-a92a-4bf5-a0d5-3985bd2f5be2 None None] Port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:00:18.533011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:00:18.571340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d359b04e-1823-42e4-9231-b8ea96112096,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:18.639886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:18.715652 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c117d0-136e-4f75-8d15-3dc0fff97066 x-openstack-request-id: req-28c117d0-136e-4f75-8d15-3dc0fff97066 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:18.717341 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:18.717650 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-28c117d0-136e-4f75-8d15-3dc0fff97066 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:18.718114 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f', 'status': 'completed', 'code': 200} Oct 12 23:00:18.787977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:18.798636 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99de320-c01a-41ed-8272-b7c318777e21 req-347972b4-483e-406e-9c79-f32842dc4afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:18.803990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c99de320-c01a-41ed-8272-b7c318777e21 req-347972b4-483e-406e-9c79-f32842dc4afb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 1127 time: 0.1179817 Oct 12 23:00:18.919665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:18.955535 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:19.177686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2de020bf-05b1-4957-b9ef-b4d4ffe09e49', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'port_id': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'mac_address': 'fa:16:3e:37:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:59:55Z', 'updated_at': '2021-10-12T23:00:13Z', 'revision_number': 1, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:19.206734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6da37a2-7f1a-4092-94c4-30365b36b1af None None] The sync data for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 is: [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2de020bf-05b1-4957-b9ef-b4d4ffe09e49', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'floating_ip_address': '172.25.2.231', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'port_id': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'mac_address': 'fa:16:3e:37:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T22:59:55Z', 'updated_at': '2021-10-12T23:00:13Z', 'revision_number': 1, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:00:19.374220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89cc27-2b36-4eff-96e5-a12d6e2da2b3 req-16d2228d-c885-420a-8c2a-63700e2569a9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:19.381676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e681455-133e-4ba0-aea9-bf2cc3bd9338 req-de1569a6-39bc-4b90-8e53-619dc32602a3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:19.383656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89cc27-2b36-4eff-96e5-a12d6e2da2b3 req-16d2228d-c885-420a-8c2a-63700e2569a9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:19.390613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e681455-133e-4ba0-aea9-bf2cc3bd9338 req-de1569a6-39bc-4b90-8e53-619dc32602a3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.6713171 Oct 12 23:00:19.391309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a89cc27-2b36-4eff-96e5-a12d6e2da2b3 req-16d2228d-c885-420a-8c2a-63700e2569a9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:19.404285 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a89cc27-2b36-4eff-96e5-a12d6e2da2b3 req-16d2228d-c885-420a-8c2a-63700e2569a9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 2373 time: 0.1413682 Oct 12 23:00:19.525102 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a89cc27-2b36-4eff-96e5-a12d6e2da2b3 req-7fe8d884-e2ed-43c5-ab3e-9a4bbf6f6852 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178756 Oct 12 23:00:19.536857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:00:19.550490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Port': ['ID=8a34046f-e58d-450d-bb64-3b3d8f1c6438,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:19.569245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:19.594162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:00:19.641484 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f40c6a-2897-4136-a686-dc0ff615fd7f None None] New status for floating IP 2de020bf-05b1-4957-b9ef-b4d4ffe09e49: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:00:19.718801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e681455-133e-4ba0-aea9-bf2cc3bd9338 req-6c5eb58c-72ae-4c7e-868b-023bb13a614a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3263767 Oct 12 23:00:19.798469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99de320-c01a-41ed-8272-b7c318777e21 req-4df407b2-6807-420d-9c6c-3e0fe5617a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:19.800164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c99de320-c01a-41ed-8272-b7c318777e21 req-4df407b2-6807-420d-9c6c-3e0fe5617a44 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.4460108 Oct 12 23:00:19.914308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c99de320-c01a-41ed-8272-b7c318777e21 req-09b63faa-e6fd-4efe-8a73-10082783fce3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f HTTP/1.1" status: 200 len: 217 time: 0.0975540 Oct 12 23:00:20.103517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:20.104230 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:20.139306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3babab5f-e012-45ad-9492-c3d92c08a127 None None] Provisioning complete for port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:20.139692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3babab5f-e012-45ad-9492-c3d92c08a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:20.162412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecc776c-22f0-4841-bfbe-74f63cd72bfe req-83302889-98d2-4212-a5e8-e2ae73afd633 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:20.164235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ecc776c-22f0-4841-bfbe-74f63cd72bfe req-83302889-98d2-4212-a5e8-e2ae73afd633 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1804106 Oct 12 23:00:20.175549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99de320-c01a-41ed-8272-b7c318777e21 req-1566f577-76a8-49f6-a26c-7932ccca258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:20.178706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c99de320-c01a-41ed-8272-b7c318777e21 req-1566f577-76a8-49f6-a26c-7932ccca258f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.2536850 Oct 12 23:00:20.243828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c99de320-c01a-41ed-8272-b7c318777e21 req-932aded5-5ba0-46c1-b560-723ad7ebead1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544214 Oct 12 23:00:20.264566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ecc776c-22f0-4841-bfbe-74f63cd72bfe req-cb15428c-697c-437f-b498-96adc82a78e4 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902898 Oct 12 23:00:20.280192 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-227387cd-69f4-4436-8eef-1856add4fe86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7256081 Oct 12 23:00:20.284609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3babab5f-e012-45ad-9492-c3d92c08a127 None None] Port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:00:20.306813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639', 'admin_state_up': True, 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'security_groups': ['459f3747-6fa2-4cbd-a22f-793b99470692']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:20.551994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c99de320-c01a-41ed-8272-b7c318777e21 req-f5951fa9-fd4d-426d-9542-1eea975eed5b service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998366 Oct 12 23:00:20.691930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:20.768990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca755-988c-46ea-aa98-4835fdb0a7f0 req-d6d5d23d-8c93-45c7-9078-0642f9ab7c3d tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:20.799393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca755-988c-46ea-aa98-4835fdb0a7f0 req-d6d5d23d-8c93-45c7-9078-0642f9ab7c3d tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:20.814890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c99de320-c01a-41ed-8272-b7c318777e21 req-de032ea4-115f-4d46-a11b-4d403af8999d service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407885 Oct 12 23:00:20.816621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32aca755-988c-46ea-aa98-4835fdb0a7f0 req-d6d5d23d-8c93-45c7-9078-0642f9ab7c3d tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:20.819082 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32aca755-988c-46ea-aa98-4835fdb0a7f0 req-d6d5d23d-8c93-45c7-9078-0642f9ab7c3d tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 2373 time: 0.1414218 Oct 12 23:00:20.926497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32aca755-988c-46ea-aa98-4835fdb0a7f0 req-f2badfa9-b4c3-4e86-b2a7-950560282f3b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936704 Oct 12 23:00:20.978302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:21.145055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcaf19-5062-4685-a5e6-3725debd6ecb req-683b7773-f1a9-4843-90b7-21a8e84f81fc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:21.153024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2dbcaf19-5062-4685-a5e6-3725debd6ecb req-683b7773-f1a9-4843-90b7-21a8e84f81fc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1721115 Oct 12 23:00:21.258228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2dbcaf19-5062-4685-a5e6-3725debd6ecb req-56691223-255c-42ae-9315-414f5bd43095 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024194 Oct 12 23:00:21.362761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Allocated IP 10.2.2.100 (8b771fed-bc71-4a60-9d8c-7e7d1be8d639/91be1631-e1ff-47e5-8893-596ba1756edf/c8cad36c-ec84-4291-be90-ac3e27ad3c3e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:00:21.397448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1595b6-7e40-4f37-9e1a-704b7a98562b req-4b7fdb27-f9dc-4513-b505-faf17b9be662 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:21.411536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c1595b6-7e40-4f37-9e1a-704b7a98562b req-4b7fdb27-f9dc-4513-b505-faf17b9be662 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0994782 Oct 12 23:00:21.513139 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c1595b6-7e40-4f37-9e1a-704b7a98562b req-0bbad885-e979-4307-8448-63f7a882c09c tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693491 Oct 12 23:00:21.740397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738e188d-8854-4f62-82aa-79097b9f2a3a req-f0d428b3-27ae-4173-8e56-45e2a5ee74f7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:21.741989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-738e188d-8854-4f62-82aa-79097b9f2a3a req-f0d428b3-27ae-4173-8e56-45e2a5ee74f7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1519785 Oct 12 23:00:21.775196 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:21.803269 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-738e188d-8854-4f62-82aa-79097b9f2a3a req-3ea560a2-86b0-4b4c-916a-dec4a5c5c0ac tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513816 Oct 12 23:00:21.926515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:22.066961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:00:22.068206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Port': ['ID=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:22.072833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:22.075669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:00:22.216538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:22.217680 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:22.253406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824f06a-51de-4a83-bf71-cd06835cb78e req-a1fd09a3-7748-4e9a-b2a9-38f69303fd07 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:22.266595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824f06a-51de-4a83-bf71-cd06835cb78e req-a1fd09a3-7748-4e9a-b2a9-38f69303fd07 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:22.277944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824f06a-51de-4a83-bf71-cd06835cb78e req-a1fd09a3-7748-4e9a-b2a9-38f69303fd07 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:22.284850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824f06a-51de-4a83-bf71-cd06835cb78e req-a1fd09a3-7748-4e9a-b2a9-38f69303fd07 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:22.295189 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6824f06a-51de-4a83-bf71-cd06835cb78e req-a1fd09a3-7748-4e9a-b2a9-38f69303fd07 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 3094 time: 0.1883132 Oct 12 23:00:22.364064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6824f06a-51de-4a83-bf71-cd06835cb78e req-6acf8105-9844-4a69-a593-ef7623206961 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678310 Oct 12 23:00:22.414274 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-288f8e55-7627-4322-8094-c355ca9fc286 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1119146 Oct 12 23:00:22.433027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639', 'admin_state_up': True, 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'security_groups': ['459f3747-6fa2-4cbd-a22f-793b99470692']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:22.485574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5e14e-00b3-42cd-a02a-cbce7555816c req-9fadf833-42da-489c-a24e-9ad740b81bee tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:22.499459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-30e5e14e-00b3-42cd-a02a-cbce7555816c req-9fadf833-42da-489c-a24e-9ad740b81bee tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0988648 Oct 12 23:00:22.558490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c5a10770-0359-42d9-bcbd-6e7bf72418fc None None] Provisioning complete for port c8cad36c-ec84-4291-be90-ac3e27ad3c3e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:22.559064 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c5a10770-0359-42d9-bcbd-6e7bf72418fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:22.664316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c5a10770-0359-42d9-bcbd-6e7bf72418fc None None] Port c8cad36c-ec84-4291-be90-ac3e27ad3c3e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:00:22.690907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-30e5e14e-00b3-42cd-a02a-cbce7555816c req-c7323ca1-0dda-4119-ba53-ac4cc03f400c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902902 Oct 12 23:00:22.804813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c0e94445-f2bc-4ed9-a489-d93248d92b1f no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:00:22.824417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d391f00-1fd0-40d6-934f-946468c3811c req-b165968a-38d5-4fbd-92ef-b583651dd053 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:22.834320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d391f00-1fd0-40d6-934f-946468c3811c req-b165968a-38d5-4fbd-92ef-b583651dd053 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0926588 Oct 12 23:00:22.898362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Made reservation on behalf of baf7e5ba16c649e88ac47222926a8008 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:22.906714 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:22.948744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d391f00-1fd0-40d6-934f-946468c3811c req-bfe4148a-7bb9-4710-8330-f3329dd5aab7 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088953 Oct 12 23:00:22.988180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b477e0ce-89f8-412a-8ab2-6cbab4ccb5fe req-47001353-9406-4180-8717-5de8d485c027 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:22.990154 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b477e0ce-89f8-412a-8ab2-6cbab4ccb5fe req-47001353-9406-4180-8717-5de8d485c027 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.0739436 Oct 12 23:00:23.046451 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b477e0ce-89f8-412a-8ab2-6cbab4ccb5fe req-bde10372-0804-4993-b8d7-75985646fe04 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489070 Oct 12 23:00:23.171604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Allocated IP 10.2.2.200 (8b771fed-bc71-4a60-9d8c-7e7d1be8d639/91be1631-e1ff-47e5-8893-596ba1756edf/aa2e593c-b6d7-4fb7-a7bb-5b7f61016443) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:00:23.315402 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:23.445633 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:23.535154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:00:23.540553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:23.548508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:00:23.591283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event updated for resources: {'Port': ['ID=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:23.616882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45a2b-0d24-4f46-993a-d267a5ff558a req-af616a6c-71be-4e38-b64f-c180233f73bb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:23.618362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:23.619117 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:23.635003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45a2b-0d24-4f46-993a-d267a5ff558a req-af616a6c-71be-4e38-b64f-c180233f73bb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:23.651255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45a2b-0d24-4f46-993a-d267a5ff558a req-af616a6c-71be-4e38-b64f-c180233f73bb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:23.661971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45a2b-0d24-4f46-993a-d267a5ff558a req-af616a6c-71be-4e38-b64f-c180233f73bb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:23.678769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca45a2b-0d24-4f46-993a-d267a5ff558a req-af616a6c-71be-4e38-b64f-c180233f73bb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:23.681070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bca45a2b-0d24-4f46-993a-d267a5ff558a req-af616a6c-71be-4e38-b64f-c180233f73bb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 3815 time: 0.2006025 Oct 12 23:00:23.757445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e24afc32-d164-434a-8db1-5894c0800f9f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3314192 Oct 12 23:00:23.771567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:23.785259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bca45a2b-0d24-4f46-993a-d267a5ff558a req-9f308f78-d485-45d0-a271-fc52904d89ee tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937569 Oct 12 23:00:23.974970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:24.029196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d5f4f7b6-bea7-443b-b1ec-8cd0b58ba2c8 None None] Provisioning complete for port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:24.038993 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5f4f7b6-bea7-443b-b1ec-8cd0b58ba2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:24.217275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d5f4f7b6-bea7-443b-b1ec-8cd0b58ba2c8 None None] Port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:00:24.277434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbe2f5-e039-417a-b0d0-1fa78540e696 req-565d1eab-fefa-497e-9143-39a58e92b289 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:24.285240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64dbe2f5-e039-417a-b0d0-1fa78540e696 req-565d1eab-fefa-497e-9143-39a58e92b289 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.0938590 Oct 12 23:00:24.343672 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64dbe2f5-e039-417a-b0d0-1fa78540e696 req-b70c51b7-c5bf-4065-af9b-9aa35cd12ae1 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573578 Oct 12 23:00:24.482203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765976e-af35-4c0a-9113-44074cfaf01c req-da81f0fb-ab85-4ba0-a737-3eec63418cb2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:24.491287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4765976e-af35-4c0a-9113-44074cfaf01c req-da81f0fb-ab85-4ba0-a737-3eec63418cb2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.6299002 Oct 12 23:00:24.503471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2fb5b-42e6-47ec-9e85-c4bf5def7b0a req-e71d43c1-fb63-4970-9526-e960318a7e82 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:24.511322 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77b2fb5b-42e6-47ec-9e85-c4bf5def7b0a req-e71d43c1-fb63-4970-9526-e960318a7e82 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1055620 Oct 12 23:00:24.587282 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77b2fb5b-42e6-47ec-9e85-c4bf5def7b0a req-8a73e95c-016f-48ee-9bae-13f7db19ed48 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625734 Oct 12 23:00:24.587509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4765976e-af35-4c0a-9113-44074cfaf01c req-501f277c-b491-4058-9258-a3b74de559bf tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823398 Oct 12 23:00:24.587509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b81e15-6460-44ba-9067-2d3d6547cb32 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:24.597108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:24.613529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Transition to ACTIVE for port object 19b81e15-6460-44ba-9067-2d3d6547cb32 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:24.691833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:24.812287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Pushing event updated for resources: {'Port': ['ID=19b81e15-6460-44ba-9067-2d3d6547cb32,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:24.905433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Attempting to bind port 19b81e15-6460-44ba-9067-2d3d6547cb32 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:24.905755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Attempting to bind port 19b81e15-6460-44ba-9067-2d3d6547cb32 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:24.906148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Attempting to bind port 19b81e15-6460-44ba-9067-2d3d6547cb32 on network b2029f8b-06ed-42a4-a021-1069f20e4f3c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:24.918416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Port 19b81e15-6460-44ba-9067-2d3d6547cb32 on network b2029f8b-06ed-42a4-a021-1069f20e4f3c not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:24.919236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Attempting to bind port 19b81e15-6460-44ba-9067-2d3d6547cb32 on network b2029f8b-06ed-42a4-a021-1069f20e4f3c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:24.927357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:24.929416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Checking segment: {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:24.929876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Bound using segment: {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:24.930404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Bound port: 19b81e15-6460-44ba-9067-2d3d6547cb32, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bab7498-1439-4156-83a8-43947739f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:24.931320 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:25.038160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] For port 19b81e15-6460-44ba-9067-2d3d6547cb32, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:25.044855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] For port 19b81e15-6460-44ba-9067-2d3d6547cb32, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=19b81e15-6460-44ba-9067-2d3d6547cb32,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:25.137690 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:25.224841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5cf1-1e5c-46c3-a827-35b48b3971af req-edf8eb44-737a-48d6-832d-6149e5c5286e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.231191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5cf1-1e5c-46c3-a827-35b48b3971af req-edf8eb44-737a-48d6-832d-6149e5c5286e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.237563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5cf1-1e5c-46c3-a827-35b48b3971af req-edf8eb44-737a-48d6-832d-6149e5c5286e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.249351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5cf1-1e5c-46c3-a827-35b48b3971af req-edf8eb44-737a-48d6-832d-6149e5c5286e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.255725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccc5cf1-1e5c-46c3-a827-35b48b3971af req-edf8eb44-737a-48d6-832d-6149e5c5286e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.264096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cccc5cf1-1e5c-46c3-a827-35b48b3971af req-edf8eb44-737a-48d6-832d-6149e5c5286e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 3827 time: 0.2158258 Oct 12 23:00:25.292148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.293386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:25.295077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] 10.222.0.41 "PUT /v2.0/ports/19b81e15-6460-44ba-9067-2d3d6547cb32 HTTP/1.1" status: 200 len: 1092 time: 1.5280585 Oct 12 23:00:25.295726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:25.298188 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f" -d '{"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:25.332085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f5270-3314-4dbd-b02e-104ac4b6f25d service neutron] Pushing event updated for resources: {'Port': ['ID=19b81e15-6460-44ba-9067-2d3d6547cb32,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:25.358710 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cccc5cf1-1e5c-46c3-a827-35b48b3971af req-070dc515-eb27-4535-92f3-749b7d7bc889 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927455 Oct 12 23:00:25.422159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:25.483826 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb10f5a-714a-493a-8bce-e29bd48d2341 x-openstack-request-id: req-5cb10f5a-714a-493a-8bce-e29bd48d2341 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:25.484484 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:25.484484 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cb10f5a-714a-493a-8bce-e29bd48d2341 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:25.484670 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'status': 'completed', 'code': 200} Oct 12 23:00:25.650779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:25.681859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e64cac-a2f6-4c71-b1eb-f01ab1d41cff req-6d2542a7-b400-453e-a371-ea9be7b30e0e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.683654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47e64cac-a2f6-4c71-b1eb-f01ab1d41cff req-6d2542a7-b400-453e-a371-ea9be7b30e0e tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1980247 Oct 12 23:00:25.720432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-b17ced76-13e0-437b-93f8-401e6d3734f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.720901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-b17ced76-13e0-437b-93f8-401e6d3734f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.721360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-b17ced76-13e0-437b-93f8-401e6d3734f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.721935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-b17ced76-13e0-437b-93f8-401e6d3734f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.723820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-b17ced76-13e0-437b-93f8-401e6d3734f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.725594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-b17ced76-13e0-437b-93f8-401e6d3734f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 4363 time: 0.1821203 Oct 12 23:00:25.763655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf84c47-23a9-4c57-b260-805076110d0f req-e3a1fce3-fc0e-4098-9506-53a1621f867e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:25.774007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bcf84c47-23a9-4c57-b260-805076110d0f req-e3a1fce3-fc0e-4098-9506-53a1621f867e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1230249 Oct 12 23:00:25.829334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bcf84c47-23a9-4c57-b260-805076110d0f req-c6b7e913-cd3b-402a-b386-a61b8ec06a90 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491152 Oct 12 23:00:26.020967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17025959-019c-4a0b-a5e1-174ddedd838d req-0d42563c-1210-4ea1-927b-c884231b92db tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.029928 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-17025959-019c-4a0b-a5e1-174ddedd838d req-0d42563c-1210-4ea1-927b-c884231b92db tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.0945439 Oct 12 23:00:26.041509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21369631-842a-4a23-b060-fe39cc0629fe {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:26.050612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:26.065989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Transition to ACTIVE for port object 21369631-842a-4a23-b060-fe39cc0629fe will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:26.094789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-17025959-019c-4a0b-a5e1-174ddedd838d req-7b563a94-49df-4590-9002-e92d3ac969eb tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597634 Oct 12 23:00:26.140585 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:26.202327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47e64cac-a2f6-4c71-b1eb-f01ab1d41cff req-460c2e64-fec2-4239-95fb-cf51400b91be tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029774 Oct 12 23:00:26.253576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Pushing event updated for resources: {'Port': ['ID=21369631-842a-4a23-b060-fe39cc0629fe,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:26.439450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Attempting to bind port 21369631-842a-4a23-b060-fe39cc0629fe on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:26.439799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Attempting to bind port 21369631-842a-4a23-b060-fe39cc0629fe by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:26.440152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Attempting to bind port 21369631-842a-4a23-b060-fe39cc0629fe on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:26.443012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-06b9994f-1fb1-4013-9701-089aa9a5a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.443524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-06b9994f-1fb1-4013-9701-089aa9a5a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.443925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-06b9994f-1fb1-4013-9701-089aa9a5a483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.445519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-06b9994f-1fb1-4013-9701-089aa9a5a483 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=baf7e5ba16c649e88ac47222926a8008&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3758574 Oct 12 23:00:26.452088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Port 21369631-842a-4a23-b060-fe39cc0629fe on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:26.452417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Attempting to bind port 21369631-842a-4a23-b060-fe39cc0629fe on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:26.486164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:26.486889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Checking segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:26.486889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Bound using segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:26.487434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Bound port: 21369631-842a-4a23-b060-fe39cc0629fe, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:26.487795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:26.652271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e41fc-6a20-4c14-ad21-c4a49610e855 req-609fc693-f25e-44ed-9599-765cc7361bb5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.659545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e41fc-6a20-4c14-ad21-c4a49610e855 req-609fc693-f25e-44ed-9599-765cc7361bb5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.666013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e41fc-6a20-4c14-ad21-c4a49610e855 req-609fc693-f25e-44ed-9599-765cc7361bb5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.673194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e41fc-6a20-4c14-ad21-c4a49610e855 req-609fc693-f25e-44ed-9599-765cc7361bb5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.680591 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e41fc-6a20-4c14-ad21-c4a49610e855 req-609fc693-f25e-44ed-9599-765cc7361bb5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.687296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12e41fc-6a20-4c14-ad21-c4a49610e855 req-609fc693-f25e-44ed-9599-765cc7361bb5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.690788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] For port 21369631-842a-4a23-b060-fe39cc0629fe, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:26.695931 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f12e41fc-6a20-4c14-ad21-c4a49610e855 req-609fc693-f25e-44ed-9599-765cc7361bb5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 4603 time: 0.1908290 Oct 12 23:00:26.697201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] For port 21369631-842a-4a23-b060-fe39cc0629fe, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=21369631-842a-4a23-b060-fe39cc0629fe,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:26.734380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a99ce83-d317-4613-9bf8-1f7c9eb93431 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.736258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a99ce83-d317-4613-9bf8-1f7c9eb93431 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.41 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.1758375 Oct 12 23:00:26.771558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-dc682d6f-840e-4ab1-9f37-dfdc2340f74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.773742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c0f8e71-14e0-4fd5-a96d-2d11239c339f req-dc682d6f-840e-4ab1-9f37-dfdc2340f74c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3182530 Oct 12 23:00:26.776255 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f12e41fc-6a20-4c14-ad21-c4a49610e855 req-ff8688bf-d6ae-4ccd-b13d-f9ad53592c06 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748637 Oct 12 23:00:26.809802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:26.872133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:26.872753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:26.875178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] 10.222.0.41 "PUT /v2.0/ports/21369631-842a-4a23-b060-fe39cc0629fe HTTP/1.1" status: 200 len: 1135 time: 1.4584706 Oct 12 23:00:26.917004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Deleting port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:00:26.917607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:26.962793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca921d15-f062-48d9-bd51-1dde75cf1876 service neutron] Pushing event updated for resources: {'Port': ['ID=21369631-842a-4a23-b060-fe39cc0629fe,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:27.055793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:27.099639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] For port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:27.100086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:27.132656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6994473-b916-4ae7-99e6-c2eb7ccfc22a req-fdf20f41-bf55-46b5-977b-0093fd1d76ba tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:27.135377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6994473-b916-4ae7-99e6-c2eb7ccfc22a req-fdf20f41-bf55-46b5-977b-0093fd1d76ba tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.2079651 Oct 12 23:00:27.174398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Calling delete_port for 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:00:27.199386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6994473-b916-4ae7-99e6-c2eb7ccfc22a req-fbdc454e-52e8-4940-a336-9e6420ffc8d3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563998 Oct 12 23:00:27.241195 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:27.457543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79daeeac-651f-43c9-8701-595469afccf5 req-b6f06350-c449-4c3e-8f58-d4aa49adf7eb tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:27.478567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79daeeac-651f-43c9-8701-595469afccf5 req-b6f06350-c449-4c3e-8f58-d4aa49adf7eb tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.2397580 Oct 12 23:00:27.575352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '21369631-842a-4a23-b060-fe39cc0629fe'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:27.578427 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767" -d '{"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "21369631-842a-4a23-b060-fe39cc0629fe"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:27.600891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79daeeac-651f-43c9-8701-595469afccf5 req-7b36b0b3-2328-4c7a-bfdd-dec739ae4c7a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254816 Oct 12 23:00:27.773987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eee2807-05dc-4bea-af0c-5456a24af4f2 req-ca0655b1-de59-4ff2-bc1b-1b79a7ae6a83 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:27.784282 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5eee2807-05dc-4bea-af0c-5456a24af4f2 req-ca0655b1-de59-4ff2-bc1b-1b79a7ae6a83 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 946 time: 0.2191415 Oct 12 23:00:27.797957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:27.866506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-e3bba3b2-1938-499d-b5c0-20acf9ae04f9 service neutron] 10.222.0.25 "GET /v2.0/ports/c0e94445-f2bc-4ed9-a489-d93248d92b1f/bindings/n-h1-790519-14 HTTP/1.1" status: 200 len: 385 time: 0.3025692 Oct 12 23:00:27.895298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Pushing event deleted for resources: {'Port': ['ID=4788deca-2fcc-4aa9-b01b-8bab5eadd7dc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:27.938054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] No DVR routers for this DVR port 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:00:27.944779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:27.952382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79c70cdc-40a9-410a-ad75-7ce8a1f49237 req-7a01123f-cff8-4376-9da0-4b0dab32f7a5 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.41 "DELETE /v2.0/ports/4788deca-2fcc-4aa9-b01b-8bab5eadd7dc HTTP/1.1" status: 204 len: 173 time: 1.2030964 Oct 12 23:00:27.953000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8285b5-f733-4a44-857a-258e5f2a167a', 'name': 'network-vif-deleted', 'tag': '4788deca-2fcc-4aa9-b01b-8bab5eadd7dc'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:27.957665 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24de454-ce2c-4526-be91-f96172b8560d" -d '{"events": [{"server_uuid": "5a8285b5-f733-4a44-857a-258e5f2a167a", "name": "network-vif-deleted", "tag": "4788deca-2fcc-4aa9-b01b-8bab5eadd7dc"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:27.967802 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5eee2807-05dc-4bea-af0c-5456a24af4f2 req-3055458d-caf4-4965-ae5c-5775ab513fb4 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/security-groups?id=1c370da4-30ae-46d9-842e-254c6ad44d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822932 Oct 12 23:00:27.991393 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6163d18-df1a-4089-8524-03722287a77c x-openstack-request-id: req-f6163d18-df1a-4089-8524-03722287a77c {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:27.991699 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "21369631-842a-4a23-b060-fe39cc0629fe", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:27.991957 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6163d18-df1a-4089-8524-03722287a77c {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:27.992432 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '21369631-842a-4a23-b060-fe39cc0629fe', 'status': 'completed', 'code': 200} Oct 12 23:00:28.108388 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032c7c84-8802-46a4-a315-1bf859427e6e x-openstack-request-id: req-032c7c84-8802-46a4-a315-1bf859427e6e {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:28.108832 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8285b5-f733-4a44-857a-258e5f2a167a", "name": "network-vif-deleted", "tag": "4788deca-2fcc-4aa9-b01b-8bab5eadd7dc", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:28.109155 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-032c7c84-8802-46a4-a315-1bf859427e6e {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:28.110285 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a8285b5-f733-4a44-857a-258e5f2a167a', 'name': 'network-vif-deleted', 'tag': '4788deca-2fcc-4aa9-b01b-8bab5eadd7dc', 'status': 'completed', 'code': 200} Oct 12 23:00:28.181519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d70-bb8b-4a97-b63c-59746c2380d5 req-4f6254d5-b0d5-4c18-a2b1-c14da52336f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.187842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d70-bb8b-4a97-b63c-59746c2380d5 req-4f6254d5-b0d5-4c18-a2b1-c14da52336f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.194562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d70-bb8b-4a97-b63c-59746c2380d5 req-4f6254d5-b0d5-4c18-a2b1-c14da52336f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.200825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d70-bb8b-4a97-b63c-59746c2380d5 req-4f6254d5-b0d5-4c18-a2b1-c14da52336f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.206994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d70-bb8b-4a97-b63c-59746c2380d5 req-4f6254d5-b0d5-4c18-a2b1-c14da52336f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.213060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5d6d70-bb8b-4a97-b63c-59746c2380d5 req-4f6254d5-b0d5-4c18-a2b1-c14da52336f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.221994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd5d6d70-bb8b-4a97-b63c-59746c2380d5 req-4f6254d5-b0d5-4c18-a2b1-c14da52336f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 4603 time: 0.1874657 Oct 12 23:00:28.340755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd5d6d70-bb8b-4a97-b63c-59746c2380d5 req-4ed19972-2142-40be-97b1-e37c9d917c99 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1176946 Oct 12 23:00:28.747610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bf7552-6141-4c08-8480-67cac9258c41 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:28.771172 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:28.786836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Transition to ACTIVE for port object 61bf7552-6141-4c08-8480-67cac9258c41 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:28.843557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de37ce-bb90-47e4-95d1-1018f9ae6dc0 req-241baf12-23d2-4965-804e-5f9349afad2b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.845206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0de37ce-bb90-47e4-95d1-1018f9ae6dc0 req-241baf12-23d2-4965-804e-5f9349afad2b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.1084104 Oct 12 23:00:28.909082 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0de37ce-bb90-47e4-95d1-1018f9ae6dc0 req-ba5835f9-9f95-424f-813d-bba535157148 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573139 Oct 12 23:00:28.912825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:28.924182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-e77808e4-0fff-4657-be2d-f141fc25b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.924655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-e77808e4-0fff-4657-be2d-f141fc25b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.925111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-e77808e4-0fff-4657-be2d-f141fc25b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.925601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-e77808e4-0fff-4657-be2d-f141fc25b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.926047 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-e77808e4-0fff-4657-be2d-f141fc25b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.926780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-e77808e4-0fff-4657-be2d-f141fc25b9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:28.928855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-e77808e4-0fff-4657-be2d-f141fc25b9c3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5291 time: 0.9587803 Oct 12 23:00:29.090440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6193f53-f9f6-47f7-8071-525a3d45590b req-eab13bd4-f965-4c52-88a2-9a3f8c23e567 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.100342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6193f53-f9f6-47f7-8071-525a3d45590b req-eab13bd4-f965-4c52-88a2-9a3f8c23e567 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.5010614 Oct 12 23:00:29.359090 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe34fbc8-00e3-48d0-ac2f-e81a13d56468 req-e551cab7-37fa-4019-8c72-624d501772b7 tempest-ServerRescueNegativeTestJSON-1140775111 tempest-ServerRescueNegativeTestJSON-1140775111-project] 10.222.0.31 "GET /v2.0/ports?device_id=5a8285b5-f733-4a44-857a-258e5f2a167a HTTP/1.1" status: 200 len: 210 time: 0.0495331 Oct 12 23:00:29.424416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:29.454849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:29.499972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e94445-f2bc-4ed9-a489-d93248d92b1f {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:29.512326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:29.529503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Pushing event updated for resources: {'Port': ['ID=61bf7552-6141-4c08-8480-67cac9258c41,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:29.582832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ebec-d282-4af4-b173-ee420b086fdc req-fbd3937d-78f1-4f47-9f2b-871e5d21d245 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.590008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ebec-d282-4af4-b173-ee420b086fdc req-fbd3937d-78f1-4f47-9f2b-871e5d21d245 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.618779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ebec-d282-4af4-b173-ee420b086fdc req-fbd3937d-78f1-4f47-9f2b-871e5d21d245 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.630425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ebec-d282-4af4-b173-ee420b086fdc req-fbd3937d-78f1-4f47-9f2b-871e5d21d245 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.637323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ebec-d282-4af4-b173-ee420b086fdc req-fbd3937d-78f1-4f47-9f2b-871e5d21d245 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.643699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ebec-d282-4af4-b173-ee420b086fdc req-fbd3937d-78f1-4f47-9f2b-871e5d21d245 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.652286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6193f53-f9f6-47f7-8071-525a3d45590b req-35b1d3cf-1e68-4d06-90ab-e71c065b4c97 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507040 Oct 12 23:00:29.659437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:29.683152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce72ebec-d282-4af4-b173-ee420b086fdc req-fbd3937d-78f1-4f47-9f2b-871e5d21d245 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.698492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce72ebec-d282-4af4-b173-ee420b086fdc req-fbd3937d-78f1-4f47-9f2b-871e5d21d245 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5379 time: 0.2368827 Oct 12 23:00:29.732776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:00:29.734090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Attempting to bind port 61bf7552-6141-4c08-8480-67cac9258c41 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:29.734437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Attempting to bind port 61bf7552-6141-4c08-8480-67cac9258c41 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:29.735231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Attempting to bind port 61bf7552-6141-4c08-8480-67cac9258c41 on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:29.746335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Port 61bf7552-6141-4c08-8480-67cac9258c41 on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:29.746335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Attempting to bind port 61bf7552-6141-4c08-8480-67cac9258c41 on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:29.752961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-9c829320-b213-4e8e-8419-7f4fb83a48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.753600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-9c829320-b213-4e8e-8419-7f4fb83a48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.753867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-9c829320-b213-4e8e-8419-7f4fb83a48a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.755507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-9c829320-b213-4e8e-8419-7f4fb83a48a9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=baf7e5ba16c649e88ac47222926a8008&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.8146875 Oct 12 23:00:29.758017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:29.758355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Checking segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:29.758779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Bound using segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:29.759305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Bound port: 61bf7552-6141-4c08-8480-67cac9258c41, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:29.759658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:29.804635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:00:29.807254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4788deca-2fcc-4aa9-b01b-8bab5eadd7dc not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:00:29.875545 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce72ebec-d282-4af4-b173-ee420b086fdc req-9fb70772-1721-4f46-991c-2d92dca97826 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1749988 Oct 12 23:00:29.916084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-ccadb6b4-abb9-4b84-89c6-a644e4ce7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:29.917606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-76c10f53-3d4b-4ab6-bb8c-f7ef3a4a9767 req-ccadb6b4-abb9-4b84-89c6-a644e4ce7896 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1458192 Oct 12 23:00:30.080285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] Transition to ACTIVE for port object c0e94445-f2bc-4ed9-a489-d93248d92b1f will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:30.103219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] For port 61bf7552-6141-4c08-8480-67cac9258c41, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:30.111911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] For port 61bf7552-6141-4c08-8480-67cac9258c41, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=61bf7552-6141-4c08-8480-67cac9258c41,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:30.121821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194aba7a-44f3-440e-bf16-9c245af53901 req-2d99bc75-1009-40b0-b979-333089b99142 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.123830 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-194aba7a-44f3-440e-bf16-9c245af53901 req-2d99bc75-1009-40b0-b979-333089b99142 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 944 time: 0.0855927 Oct 12 23:00:30.192782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-194aba7a-44f3-440e-bf16-9c245af53901 req-223244b4-18cd-4387-a897-da603e22a56e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588493 Oct 12 23:00:30.222261 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:30.227388 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-e2d2bfcc-6953-47bc-914f-84c116ce3aeb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0868099 Oct 12 23:00:30.328725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] No DVR routers for this DVR port c0e94445-f2bc-4ed9-a489-d93248d92b1f on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:00:30.332644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-e523bd1e-d54d-40be-b37f-d668a0a3c268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.336815 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-e523bd1e-d54d-40be-b37f-d668a0a3c268 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 1096 time: 0.0796714 Oct 12 23:00:30.336951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:30.341242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] Pushing event updated for resources: {'Port': ['ID=c0e94445-f2bc-4ed9-a489-d93248d92b1f,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:30.438499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52920) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:30.443126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.443774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:30.445126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] 10.222.0.41 "PUT /v2.0/ports/61bf7552-6141-4c08-8480-67cac9258c41 HTTP/1.1" status: 200 len: 1135 time: 3.3984480 Oct 12 23:00:30.452077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '61bf7552-6141-4c08-8480-67cac9258c41'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:30.457068 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd187c04-f8c1-420e-b303-a0ea96ae24a4" -d '{"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "61bf7552-6141-4c08-8480-67cac9258c41"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:30.471654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-56a5f28f-165b-43ff-bef1-c23691b07433 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0e94445-f2bc-4ed9-a489-d93248d92b1f/bindings/n-h1-790519-14/activate HTTP/1.1" status: 200 len: 370 time: 2.5602829 Oct 12 23:00:30.472592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52ce84-4748-4402-b0c9-9d835cd1b523 service neutron] Pushing event updated for resources: {'Port': ['ID=61bf7552-6141-4c08-8480-67cac9258c41,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:30.536080 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75e6096-c5f5-40a5-84f6-49c80e963f20 x-openstack-request-id: req-d75e6096-c5f5-40a5-84f6-49c80e963f20 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:30.536376 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "61bf7552-6141-4c08-8480-67cac9258c41", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:30.536622 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d75e6096-c5f5-40a5-84f6-49c80e963f20 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:30.537015 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '61bf7552-6141-4c08-8480-67cac9258c41', 'status': 'completed', 'code': 200} Oct 12 23:00:30.551172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-8201af3d-8a37-4811-a190-334439283253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.552801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-8201af3d-8a37-4811-a190-334439283253 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.1929758 Oct 12 23:00:30.639342 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-f39e7a24-08b9-433e-9bac-f6fb1c26fdb3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 200 len: 217 time: 0.0528047 Oct 12 23:00:30.693813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-84fd5957-a0d9-4e82-8b32-74be18301002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.695752 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-84fd5957-a0d9-4e82-8b32-74be18301002 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0663640 Oct 12 23:00:30.743060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-a67c561c-1a19-46d2-8af5-b542ce99e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.743707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-a67c561c-1a19-46d2-8af5-b542ce99e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.744289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-a67c561c-1a19-46d2-8af5-b542ce99e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.744813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-a67c561c-1a19-46d2-8af5-b542ce99e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.745335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-a67c561c-1a19-46d2-8af5-b542ce99e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.745855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-a67c561c-1a19-46d2-8af5-b542ce99e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.746374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-a67c561c-1a19-46d2-8af5-b542ce99e4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.749293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-a67c561c-1a19-46d2-8af5-b542ce99e4e2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6219 time: 0.1268721 Oct 12 23:00:30.766255 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-68b39496-34c7-42a7-9c01-d2ea26bfd10e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575049 Oct 12 23:00:30.797166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:30.968254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-99675845-0e4b-4eb8-99c6-1d935dd57c41 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:30.972191 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-99675845-0e4b-4eb8-99c6-1d935dd57c41 tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.1248002 Oct 12 23:00:31.102298 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-2067a669-037b-4863-a65f-25131c7ecb60 service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263896 Oct 12 23:00:31.135658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861c8c4c-9812-431a-94d1-ea8557d6af3c req-459115f8-ee42-462b-ab2a-0dee6a7492a3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.137250 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-861c8c4c-9812-431a-94d1-ea8557d6af3c req-459115f8-ee42-462b-ab2a-0dee6a7492a3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.3219683 Oct 12 23:00:31.189621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:31.242856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-ee2a144f-d340-470f-8a2a-acc14ed4e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.244405 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-ee2a144f-d340-470f-8a2a-acc14ed4e691 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057&tenant_id=5cb1fb1980714092afbe36083bfd1a49 HTTP/1.1" status: 200 len: 1097 time: 0.2512288 Oct 12 23:00:31.267500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492e91-07c1-430f-aab9-20e6a31c5ffb req-0cc7c18b-844a-4e7f-a450-becf9054fb94 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.270425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-ab2fdc55-e228-4132-9acd-fc4b23128e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.271112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-ab2fdc55-e228-4132-9acd-fc4b23128e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.271844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-ab2fdc55-e228-4132-9acd-fc4b23128e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.274055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492e91-07c1-430f-aab9-20e6a31c5ffb req-0cc7c18b-844a-4e7f-a450-becf9054fb94 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.274186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-ab2fdc55-e228-4132-9acd-fc4b23128e2d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=baf7e5ba16c649e88ac47222926a8008&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4737804 Oct 12 23:00:31.280559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492e91-07c1-430f-aab9-20e6a31c5ffb req-0cc7c18b-844a-4e7f-a450-becf9054fb94 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.286701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492e91-07c1-430f-aab9-20e6a31c5ffb req-0cc7c18b-844a-4e7f-a450-becf9054fb94 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.295654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492e91-07c1-430f-aab9-20e6a31c5ffb req-0cc7c18b-844a-4e7f-a450-becf9054fb94 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.299290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-861c8c4c-9812-431a-94d1-ea8557d6af3c req-a1ffd9bc-6610-4571-8443-b7a7e9714b8e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945199 Oct 12 23:00:31.316003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492e91-07c1-430f-aab9-20e6a31c5ffb req-0cc7c18b-844a-4e7f-a450-becf9054fb94 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.329930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5492e91-07c1-430f-aab9-20e6a31c5ffb req-0cc7c18b-844a-4e7f-a450-becf9054fb94 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.331131 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5492e91-07c1-430f-aab9-20e6a31c5ffb req-0cc7c18b-844a-4e7f-a450-becf9054fb94 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5379 time: 0.2393024 Oct 12 23:00:31.398768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65ab6b01-6c8f-4f30-a9ae-d030a8d0592a req-9fd4372c-56b0-4927-976e-0b1dbef24f1a service neutron] 10.222.0.25 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769253 Oct 12 23:00:31.428914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-071c3ba4-591c-4424-a3da-e86bf7ae0b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.430585 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd187c04-f8c1-420e-b303-a0ea96ae24a4 req-071c3ba4-591c-4424-a3da-e86bf7ae0b52 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1391954 Oct 12 23:00:31.584375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-77ba32c3-7529-4bd3-a2cb-2d54cde0e1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.589428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-77ba32c3-7529-4bd3-a2cb-2d54cde0e1eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5cb1fb1980714092afbe36083bfd1a49&device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 1097 time: 0.2572801 Oct 12 23:00:31.607025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5492e91-07c1-430f-aab9-20e6a31c5ffb req-9cbe1af6-4a03-4e57-9829-0e4e18069d84 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2516928 Oct 12 23:00:31.804964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:31.822010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-484ab048-84f6-447a-a056-1d9aed8af30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.825649 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-484ab048-84f6-447a-a056-1d9aed8af30f service neutron] 10.222.0.41 "GET /v2.0/networks?id=1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 200 len: 909 time: 0.2176332 Oct 12 23:00:31.847454 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:31.913969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Transition to ACTIVE for port object bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:31.946608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e06e5d-39b9-4503-bf4f-c07c1807960f req-b792e8ba-15ea-47fb-a9db-f9b3dcd897f8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:31.948598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0e06e5d-39b9-4503-bf4f-c07c1807960f req-b792e8ba-15ea-47fb-a9db-f9b3dcd897f8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 945 time: 0.1324754 Oct 12 23:00:31.954459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-e5a14c4c-21bb-4948-89fc-63fb444814b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f HTTP/1.1" status: 200 len: 217 time: 0.1155643 Oct 12 23:00:32.029720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0e06e5d-39b9-4503-bf4f-c07c1807960f req-479e40bb-ad2d-4fc5-84ba-19d286208e0c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595367 Oct 12 23:00:32.051173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-d6a47cee-c248-4f2f-aeb9-60bbf0e8996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:32.052654 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-d6a47cee-c248-4f2f-aeb9-60bbf0e8996e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 200 len: 848 time: 0.0899403 Oct 12 23:00:32.093479 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:32.100846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-180af156-f938-464a-816c-b0565c207422 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1e31aa80-29e8-487f-83a9-b4e24a329b3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357277 Oct 12 23:00:32.255197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:32.263836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:32.350876 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-9fed2cdd-e5aa-4393-a418-18202c1435ce service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407625 Oct 12 23:00:32.428377 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Attempting to bind port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:32.436296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Attempting to bind port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:32.436838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Attempting to bind port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:32.477612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:32.478457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Attempting to bind port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:32.524901 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-c5e94d31-096c-4223-a369-cade99743924 service neutron] 10.222.0.41 "GET /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657937 Oct 12 23:00:32.603033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:32.607843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Checking segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:32.607843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Bound using segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:32.607843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Bound port: bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:32.607843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:32.734916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad66fef-e8a4-48a8-8356-d9d92c9171a7 req-d3099a1b-c74e-42fc-8c53-d22626794ac8 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:32.737961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ad66fef-e8a4-48a8-8356-d9d92c9171a7 req-d3099a1b-c74e-42fc-8c53-d22626794ac8 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.2917190 Oct 12 23:00:32.822910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ad66fef-e8a4-48a8-8356-d9d92c9171a7 req-349c515f-8ce7-45f6-b1e3-3fcfa21fee94 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646935 Oct 12 23:00:32.850216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] For port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:32.854258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] For port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:32.973797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133a553-4a44-401f-b5db-c9094aa3232d req-742da516-96d7-4bff-b6b4-78c7002f242a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:32.991149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:32.992617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133a553-4a44-401f-b5db-c9094aa3232d req-742da516-96d7-4bff-b6b4-78c7002f242a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.004543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133a553-4a44-401f-b5db-c9094aa3232d req-742da516-96d7-4bff-b6b4-78c7002f242a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.012592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133a553-4a44-401f-b5db-c9094aa3232d req-742da516-96d7-4bff-b6b4-78c7002f242a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.019144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133a553-4a44-401f-b5db-c9094aa3232d req-742da516-96d7-4bff-b6b4-78c7002f242a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.029468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133a553-4a44-401f-b5db-c9094aa3232d req-742da516-96d7-4bff-b6b4-78c7002f242a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.036222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133a553-4a44-401f-b5db-c9094aa3232d req-742da516-96d7-4bff-b6b4-78c7002f242a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.045319 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7133a553-4a44-401f-b5db-c9094aa3232d req-742da516-96d7-4bff-b6b4-78c7002f242a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5391 time: 0.3079500 Oct 12 23:00:33.058842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:33.074582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.075751 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:33.077108 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-aed4ae15-49c1-45a0-9b70-b6b9d86fe1e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff HTTP/1.1" status: 200 len: 1091 time: 2.2858374 Oct 12 23:00:33.077920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:33.081222 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46" -d '{"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:33.118660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7133a553-4a44-401f-b5db-c9094aa3232d req-53f1abae-9cc0-49a6-bc57-3a18c26a0ec2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0703349 Oct 12 23:00:33.201293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Deleting port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:00:33.201776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:33.224303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:33.250325 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d98513a-5c4e-4cb7-8bd5-e64916591290 x-openstack-request-id: req-8d98513a-5c4e-4cb7-8bd5-e64916591290 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:33.250325 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:33.250325 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d98513a-5c4e-4cb7-8bd5-e64916591290 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:33.250325 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff', 'status': 'completed', 'code': 200} Oct 12 23:00:33.413970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:33.533192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] For port 229194bf-c3d0-4e83-a126-0c0d1bfb71c7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=229194bf-c3d0-4e83-a126-0c0d1bfb71c7,segment=NetworkSegment(5c38cb90-baeb-429c-8620-79f4cbc4f567),segment_id=5c38cb90-baeb-429c-8620-79f4cbc4f567)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:33.533848 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:33.550679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Calling delete_port for 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:00:33.779209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-b3586290-537a-4561-a676-b0dcc602a20a tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.780735 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-b3586290-537a-4561-a676-b0dcc602a20a tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057&tenant_id=5cb1fb1980714092afbe36083bfd1a49&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.6517799 Oct 12 23:00:33.790996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dce421b-45a2-4e3b-b53b-1a067376fb99 req-24f64b1c-525e-4397-ae5c-3f297195e916 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.798864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dce421b-45a2-4e3b-b53b-1a067376fb99 req-24f64b1c-525e-4397-ae5c-3f297195e916 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 945 time: 0.5587320 Oct 12 23:00:33.819819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-438b620e-882c-4da9-8948-9c7ede427f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.820285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-438b620e-882c-4da9-8948-9c7ede427f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.820748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-438b620e-882c-4da9-8948-9c7ede427f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.821206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-438b620e-882c-4da9-8948-9c7ede427f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.821689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-438b620e-882c-4da9-8948-9c7ede427f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.822148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-438b620e-882c-4da9-8948-9c7ede427f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.822604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-438b620e-882c-4da9-8948-9c7ede427f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:33.825153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-438b620e-882c-4da9-8948-9c7ede427f08 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6287 time: 0.5643561 Oct 12 23:00:34.033839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a34046f-e58d-450d-bb64-3b3d8f1c6438 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:34.046041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:34.057148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8937c878-8417-4793-9cdc-fe312599c6f3 req-0d0521f0-a82d-4e11-bd43-a4b6c60e4e33 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:34.059081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8937c878-8417-4793-9cdc-fe312599c6f3 req-0d0521f0-a82d-4e11-bd43-a4b6c60e4e33 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0914361 Oct 12 23:00:34.097489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-154243d2-7ec6-4e58-8faf-cb6d013dfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:34.097957 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-154243d2-7ec6-4e58-8faf-cb6d013dfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:34.098419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-154243d2-7ec6-4e58-8faf-cb6d013dfce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:34.100582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-154243d2-7ec6-4e58-8faf-cb6d013dfce7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=baf7e5ba16c649e88ac47222926a8008&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2647130 Oct 12 23:00:34.152496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8937c878-8417-4793-9cdc-fe312599c6f3 req-051cff54-29f5-4499-a1f0-463394d5f554 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868013 Oct 12 23:00:34.163713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Transition to ACTIVE for port object 8a34046f-e58d-450d-bb64-3b3d8f1c6438 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:34.241975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:34.261804 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dce421b-45a2-4e3b-b53b-1a067376fb99 req-54160f1f-957c-416a-9a36-7d984ae7a1a2 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4619446 Oct 12 23:00:34.556784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Attempting to bind port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:34.557117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Attempting to bind port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:34.557555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Attempting to bind port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:34.581544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:34.582250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Attempting to bind port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:34.595760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a34046f-e58d-450d-bb64-3b3d8f1c6438,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:34.609884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517dc5e3-07b0-4587-b688-d324887c2ca9 req-3048cecb-8fd4-4e27-949d-643b264b111f tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:34.617780 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-517dc5e3-07b0-4587-b688-d324887c2ca9 req-3048cecb-8fd4-4e27-949d-643b264b111f tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 1097 time: 0.0918837 Oct 12 23:00:34.625284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:34.625638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Checking segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:34.625955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Bound using segment: {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:34.626405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Bound port: 8a34046f-e58d-450d-bb64-3b3d8f1c6438, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4d18ef-cd83-40f2-b7c0-94177874950b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:34.626760 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:34.757450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-517dc5e3-07b0-4587-b688-d324887c2ca9 req-20d4cf2c-67a7-4b90-82da-41bc60b5f82d tempest-LiveMigrationTest-639086212 tempest-LiveMigrationTest-639086212-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386971 Oct 12 23:00:34.865768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] For port 8a34046f-e58d-450d-bb64-3b3d8f1c6438, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:34.874278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] For port 8a34046f-e58d-450d-bb64-3b3d8f1c6438, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:34.951102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:35.005539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-d6c8e6c8-989d-4fd9-bf12-7c452c04f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.007131 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3eb65d37-6e3b-4e0f-bfb9-dd70e00f3f46 req-d6c8e6c8-989d-4fd9-bf12-7c452c04f6c7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8985605 Oct 12 23:00:35.061042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a34046f-e58d-450d-bb64-3b3d8f1c6438,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:35.076392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.076980 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:35.080748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a1c963d9-9c00-40c5-a18c-e475b38388d9 service neutron] 10.222.0.41 "PUT /v2.0/ports/8a34046f-e58d-450d-bb64-3b3d8f1c6438 HTTP/1.1" status: 200 len: 1092 time: 1.8674352 Oct 12 23:00:35.081216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '8a34046f-e58d-450d-bb64-3b3d8f1c6438'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:35.086233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2630d-726f-4315-bf67-db9e38a945c6 req-f3c06d07-f0da-4b14-8108-5f153db0e893 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.086385 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7" -d '{"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "8a34046f-e58d-450d-bb64-3b3d8f1c6438"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:35.093215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2630d-726f-4315-bf67-db9e38a945c6 req-f3c06d07-f0da-4b14-8108-5f153db0e893 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.106474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2630d-726f-4315-bf67-db9e38a945c6 req-f3c06d07-f0da-4b14-8108-5f153db0e893 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.122625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2630d-726f-4315-bf67-db9e38a945c6 req-f3c06d07-f0da-4b14-8108-5f153db0e893 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.129429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2630d-726f-4315-bf67-db9e38a945c6 req-f3c06d07-f0da-4b14-8108-5f153db0e893 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.136157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2630d-726f-4315-bf67-db9e38a945c6 req-f3c06d07-f0da-4b14-8108-5f153db0e893 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.143451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2630d-726f-4315-bf67-db9e38a945c6 req-f3c06d07-f0da-4b14-8108-5f153db0e893 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.147239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-edf2630d-726f-4315-bf67-db9e38a945c6 req-f3c06d07-f0da-4b14-8108-5f153db0e893 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5403 time: 0.7206376 Oct 12 23:00:35.160739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-f17fb924-4272-4820-b2f7-29ce1ee61ed8 service neutron] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:35.171617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-f17fb924-4272-4820-b2f7-29ce1ee61ed8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:35.172927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02edf6d9-2c7f-4d70-8b54-ee9cbb15c6b9 req-f17fb924-4272-4820-b2f7-29ce1ee61ed8 service neutron] 10.222.0.41 "DELETE /v2.0/ports/c0e94445-f2bc-4ed9-a489-d93248d92b1f/bindings/n-h2-790519-14 HTTP/1.1" status: 204 len: 173 time: 1.3659704 Oct 12 23:00:35.187335 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:35.256945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:35.289097 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-edf2630d-726f-4315-bf67-db9e38a945c6 req-18edafa9-cd5d-41ee-81b4-97b58aeef797 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1313438 Oct 12 23:00:35.290335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Pushing event deleted for resources: {'Port': ['ID=229194bf-c3d0-4e83-a126-0c0d1bfb71c7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:35.373942 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85188ca-f22f-410b-8193-c59b68390677 x-openstack-request-id: req-c85188ca-f22f-410b-8193-c59b68390677 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:35.374434 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "8a34046f-e58d-450d-bb64-3b3d8f1c6438", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:35.374539 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c85188ca-f22f-410b-8193-c59b68390677 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:35.374864 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '8a34046f-e58d-450d-bb64-3b3d8f1c6438', 'status': 'completed', 'code': 200} Oct 12 23:00:35.459688 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:35.524189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-3bfc44a8-15de-40a4-9820-83bb4be15a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.525322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-3bfc44a8-15de-40a4-9820-83bb4be15a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.525547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-3bfc44a8-15de-40a4-9820-83bb4be15a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.525997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-3bfc44a8-15de-40a4-9820-83bb4be15a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.526810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-3bfc44a8-15de-40a4-9820-83bb4be15a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.527293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-3bfc44a8-15de-40a4-9820-83bb4be15a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.527811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-3bfc44a8-15de-40a4-9820-83bb4be15a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.532903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-3bfc44a8-15de-40a4-9820-83bb4be15a74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6355 time: 0.1308703 Oct 12 23:00:35.987787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-c5bfb291-bfa9-4c73-a5b8-070e2649eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.988609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-c5bfb291-bfa9-4c73-a5b8-070e2649eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.989378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-c5bfb291-bfa9-4c73-a5b8-070e2649eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:35.991879 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-c5bfb291-bfa9-4c73-a5b8-070e2649eedb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=baf7e5ba16c649e88ac47222926a8008&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4358835 Oct 12 23:00:36.117887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897bea7-0eaf-4552-b0dc-58950895ed1f req-b497a539-4fbc-4a4c-9850-2ed642af5a05 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:36.120957 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8897bea7-0eaf-4552-b0dc-58950895ed1f req-b497a539-4fbc-4a4c-9850-2ed642af5a05 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.5935862 Oct 12 23:00:36.259967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db38e9e-29fa-4d40-8653-abcfd35cc0ef req-f81b1530-1712-4b8f-966d-4054e8724d9b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:36.263976 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5db38e9e-29fa-4d40-8653-abcfd35cc0ef req-f81b1530-1712-4b8f-966d-4054e8724d9b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 945 time: 0.2706387 Oct 12 23:00:36.286633 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:36.374638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8897bea7-0eaf-4552-b0dc-58950895ed1f req-5dcc7ceb-d15f-4acd-b9e1-8b20d3ccd7d8 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436302 Oct 12 23:00:36.392030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8cad36c-ec84-4291-be90-ac3e27ad3c3e {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:36.414972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:36.517462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-445d927d-3adb-494d-b9d2-b4c8ef625434 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:36.524565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-445d927d-3adb-494d-b9d2-b4c8ef625434 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.41 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 945 time: 0.3008854 Oct 12 23:00:36.585222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Transition to ACTIVE for port object c8cad36c-ec84-4291-be90-ac3e27ad3c3e will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:36.753215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:36.860053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5db38e9e-29fa-4d40-8653-abcfd35cc0ef req-b2916ed7-b3eb-4f35-935e-995621ff519a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5686424 Oct 12 23:00:36.880134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-fcc7dd83-a512-420c-84c6-8ecd0d8e031b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:36.881783 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3b51b16-1e6a-43fa-a91c-9e25bc8069e7 req-fcc7dd83-a512-420c-84c6-8ecd0d8e031b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8750975 Oct 12 23:00:37.004844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:37.062841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a631871-d8e3-4178-8996-03e16ce26327 req-a3e9a34b-6d3b-4d68-b7ce-95aeb4282c96 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:37.069429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a631871-d8e3-4178-8996-03e16ce26327 req-a3e9a34b-6d3b-4d68-b7ce-95aeb4282c96 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:37.077436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a631871-d8e3-4178-8996-03e16ce26327 req-a3e9a34b-6d3b-4d68-b7ce-95aeb4282c96 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:37.085039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a631871-d8e3-4178-8996-03e16ce26327 req-a3e9a34b-6d3b-4d68-b7ce-95aeb4282c96 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:37.092107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a631871-d8e3-4178-8996-03e16ce26327 req-a3e9a34b-6d3b-4d68-b7ce-95aeb4282c96 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:37.098225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a631871-d8e3-4178-8996-03e16ce26327 req-a3e9a34b-6d3b-4d68-b7ce-95aeb4282c96 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:37.104330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a631871-d8e3-4178-8996-03e16ce26327 req-a3e9a34b-6d3b-4d68-b7ce-95aeb4282c96 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:37.119886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a631871-d8e3-4178-8996-03e16ce26327 req-a3e9a34b-6d3b-4d68-b7ce-95aeb4282c96 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5415 time: 0.3318322 Oct 12 23:00:37.287729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Deleting port c0e94445-f2bc-4ed9-a489-d93248d92b1f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:00:37.288101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:37.422676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a631871-d8e3-4178-8996-03e16ce26327 req-9ed4e2f3-d7bf-4d76-9296-d4b8520ef339 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3016264 Oct 12 23:00:37.427213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Attempting to bind port c8cad36c-ec84-4291-be90-ac3e27ad3c3e on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:37.427552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Attempting to bind port c8cad36c-ec84-4291-be90-ac3e27ad3c3e by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:37.427879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Attempting to bind port c8cad36c-ec84-4291-be90-ac3e27ad3c3e on network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:37.461249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Port c8cad36c-ec84-4291-be90-ac3e27ad3c3e on network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:37.467229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Attempting to bind port c8cad36c-ec84-4291-be90-ac3e27ad3c3e on network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:37.479267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:37.479616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Checking segment: {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:37.479993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Bound using segment: {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:37.480433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Bound port: c8cad36c-ec84-4291-be90-ac3e27ad3c3e, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:37.481350 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:37.553790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Router 5d909b86-15d2-4746-8e67-62d2e8640335 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:00:37.567114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4111b86c-265a-4f89-a915-8f627232fd50 req-92e92c4c-814d-4e0d-90de-0c3b826d8b3b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:37.569069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4111b86c-265a-4f89-a915-8f627232fd50 req-92e92c4c-814d-4e0d-90de-0c3b826d8b3b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0781043 Oct 12 23:00:37.624502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4111b86c-265a-4f89-a915-8f627232fd50 req-9fbacb30-9f57-4006-9b2f-73050d6e275c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477023 Oct 12 23:00:37.717792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] For port c8cad36c-ec84-4291-be90-ac3e27ad3c3e, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:37.721547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] For port c8cad36c-ec84-4291-be90-ac3e27ad3c3e, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:37.730722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] For port c0e94445-f2bc-4ed9-a489-d93248d92b1f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c0e94445-f2bc-4ed9-a489-d93248d92b1f,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:37.731217 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:37.828536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Calling delete_port for c0e94445-f2bc-4ed9-a489-d93248d92b1f owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:00:37.834521 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:38.016338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Pushing event updated for resources: {'Port': ['ID=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:38.051536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.052171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:38.053680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7bd83496-7e86-4470-9113-5cee2004ce6b service neutron] 10.222.0.41 "PUT /v2.0/ports/c8cad36c-ec84-4291-be90-ac3e27ad3c3e HTTP/1.1" status: 200 len: 1092 time: 2.8019001 Oct 12 23:00:38.054103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:38.061111 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace64c90-8acf-4cf0-b56d-76f65497f85e" -d '{"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "c8cad36c-ec84-4291-be90-ac3e27ad3c3e"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:38.081164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:00:38.087467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c287564-c494-4544-9b7d-a19a5d4ef128 req-a462cb50-fc8c-447a-b9dc-1b5d137e6eec tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.093030 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c287564-c494-4544-9b7d-a19a5d4ef128 req-a462cb50-fc8c-447a-b9dc-1b5d137e6eec tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 945 time: 0.1308753 Oct 12 23:00:38.100053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] Sync routers for ids ['5d909b86-15d2-4746-8e67-62d2e8640335'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:00:38.110515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-649b8229-3a7d-4c11-9ce0-461efb1714bb admin admin] 10.222.0.31 "PUT /v2.0/routers/5d909b86-15d2-4746-8e67-62d2e8640335/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6715548 Oct 12 23:00:38.115842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] Routers {'5d909b86-15d2-4746-8e67-62d2e8640335'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:00:38.116477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:00:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d909b86-15d2-4746-8e67-62d2e8640335'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:38.124877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53062) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:38.182955 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c287564-c494-4544-9b7d-a19a5d4ef128 req-da03b447-719e-43a8-a1d0-6823b7e9eae0 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820031 Oct 12 23:00:38.276059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] Set router 5d909b86-15d2-4746-8e67-62d2e8640335 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:00:38.339586 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dad165c-032a-4365-8bf2-0a8e855bb012 x-openstack-request-id: req-1dad165c-032a-4365-8bf2-0a8e855bb012 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:38.340485 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "c8cad36c-ec84-4291-be90-ac3e27ad3c3e", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:38.340917 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1dad165c-032a-4365-8bf2-0a8e855bb012 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:38.344273 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e', 'status': 'completed', 'code': 200} Oct 12 23:00:38.364767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:38.432814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-0148340f-c987-4142-be1a-3e1934b0ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.433314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-0148340f-c987-4142-be1a-3e1934b0ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.433714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-0148340f-c987-4142-be1a-3e1934b0ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.434958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-0148340f-c987-4142-be1a-3e1934b0ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.435435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-0148340f-c987-4142-be1a-3e1934b0ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.435883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-0148340f-c987-4142-be1a-3e1934b0ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.436325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-0148340f-c987-4142-be1a-3e1934b0ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.438220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-0148340f-c987-4142-be1a-3e1934b0ee9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6423 time: 0.1300406 Oct 12 23:00:38.469641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Request body: {'port': {'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:38.497458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:18Z', 'updated_at': '2021-10-12T23:00:34Z', 'revision_number': 5, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'gw_port': {'id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:19Z', 'updated_at': '2021-10-12T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:38.531904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] Checking router: 5d909b86-15d2-4746-8e67-62d2e8640335 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:00:38.543022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] Routers {'5d909b86-15d2-4746-8e67-62d2e8640335'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:00:38.543965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:00:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d909b86-15d2-4746-8e67-62d2e8640335'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:38.633027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-91b72319-1691-4ef3-8a15-39cbb9ed7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.633493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-91b72319-1691-4ef3-8a15-39cbb9ed7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.633943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-91b72319-1691-4ef3-8a15-39cbb9ed7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.635591 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-91b72319-1691-4ef3-8a15-39cbb9ed7b2c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=baf7e5ba16c649e88ac47222926a8008&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1872427 Oct 12 23:00:38.636808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:38.678859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] Set router 5d909b86-15d2-4746-8e67-62d2e8640335 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:00:38.721254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:38.749270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:38.785087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ddbdd678-e088-497e-88d3-54dfd30adf2b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:00:38.836880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Pushing event deleted for resources: {'Port': ['ID=c0e94445-f2bc-4ed9-a489-d93248d92b1f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:38.867228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae952-7fda-4c5f-a850-917becd519cf req-fcb62656-9d64-44ef-94d9-d96bdb7b46c8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.876861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-adde9077-a50e-470d-8839-bb6d762ccb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.879162 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ace64c90-8acf-4cf0-b56d-76f65497f85e req-adde9077-a50e-470d-8839-bb6d762ccb3d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2356968 Oct 12 23:00:38.879749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae952-7fda-4c5f-a850-917becd519cf req-fcb62656-9d64-44ef-94d9-d96bdb7b46c8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.887875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae952-7fda-4c5f-a850-917becd519cf req-fcb62656-9d64-44ef-94d9-d96bdb7b46c8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.895075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae952-7fda-4c5f-a850-917becd519cf req-fcb62656-9d64-44ef-94d9-d96bdb7b46c8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.902622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae952-7fda-4c5f-a850-917becd519cf req-fcb62656-9d64-44ef-94d9-d96bdb7b46c8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.912936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae952-7fda-4c5f-a850-917becd519cf req-fcb62656-9d64-44ef-94d9-d96bdb7b46c8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.920366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cae952-7fda-4c5f-a850-917becd519cf req-fcb62656-9d64-44ef-94d9-d96bdb7b46c8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:38.929178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3cae952-7fda-4c5f-a850-917becd519cf req-fcb62656-9d64-44ef-94d9-d96bdb7b46c8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5415 time: 0.2755888 Oct 12 23:00:39.012781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:18Z', 'updated_at': '2021-10-12T23:00:34Z', 'revision_number': 5, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'gw_port': {'id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:19Z', 'updated_at': '2021-10-12T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:39.019833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2ae9fa-3ae7-4aa0-a99e-65d4f0ba820d req-dcbcb87a-ff9c-483a-b7f3-abc3bb220f48 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:39.035299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd2ae9fa-3ae7-4aa0-a99e-65d4f0ba820d req-dcbcb87a-ff9c-483a-b7f3-abc3bb220f48 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.2213898 Oct 12 23:00:39.163157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Deleting port 80f8eaec-3edb-4606-96bc-b927604838cb {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:00:39.163807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:39.173104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d506881-16cf-42f7-a522-8a3706c2ad6a None None] The sync data for ids ['5d909b86-15d2-4746-8e67-62d2e8640335'] in n-d-790519-14 is: [{'id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'name': 'tempest-ServerRescueNegativeTestJSON-718449773-router', 'tenant_id': '84e9a570cba343dabe435f8959c7f6df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76'}], 'enable_snat': True}, 'gw_port_id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:18Z', 'updated_at': '2021-10-12T23:00:34Z', 'revision_number': 5, 'project_id': '84e9a570cba343dabe435f8959c7f6df', 'gw_port': {'id': '80f8eaec-3edb-4606-96bc-b927604838cb', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ae:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d909b86-15d2-4746-8e67-62d2e8640335', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:19Z', 'updated_at': '2021-10-12T22:57:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:00:39.278747 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3cae952-7fda-4c5f-a850-917becd519cf req-71b9a15f-b5d3-4125-b8c7-036dd05b374a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3484614 Oct 12 23:00:39.354199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] For port 80f8eaec-3edb-4606-96bc-b927604838cb, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=80f8eaec-3edb-4606-96bc-b927604838cb,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:39.359000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:39.368216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Calling delete_port for 80f8eaec-3edb-4606-96bc-b927604838cb owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:00:39.444767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] No DVR routers for this DVR port c0e94445-f2bc-4ed9-a489-d93248d92b1f on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:00:39.483964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:39.501866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:39.542407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Transition to ACTIVE for port object aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:39.555309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:39.561074 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d86fe700-2d1e-4b6a-9aa2-300cafe6b4bf req-67d96ec9-02db-497c-80bc-b00d1300fb8c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.41 "DELETE /v2.0/ports/c0e94445-f2bc-4ed9-a489-d93248d92b1f HTTP/1.1" status: 204 len: 173 time: 3.0106428 Oct 12 23:00:39.628543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd2ae9fa-3ae7-4aa0-a99e-65d4f0ba820d req-2eb08594-8a07-4bc2-8c64-d4891589a570 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5923197 Oct 12 23:00:39.703594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:39.745096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82e1ed21-2991-4835-8333-e3a2690fffc4 req-d2cb14cf-a850-482f-93c6-3d8f68c3a2fc tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.0640805 Oct 12 23:00:39.780792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c0e94445-f2bc-4ed9-a489-d93248d92b1f no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:00:39.861794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: c0e94445-f2bc-4ed9-a489-d93248d92b1f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:00:39.866915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c0e94445-f2bc-4ed9-a489-d93248d92b1f not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:00:39.877417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:00:39.909063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Pushing event updated for resources: {'Port': ['ID=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:39.939215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:00:39.939567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 229194bf-c3d0-4e83-a126-0c0d1bfb71c7 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:00:40.109559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Attempting to bind port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:40.110069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Attempting to bind port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:40.110500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Attempting to bind port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 on network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:40.121959 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 on network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:40.122382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Attempting to bind port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 on network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:40.140853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 0, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:40.141348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Checking segment: {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:40.141831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Bound using segment: {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:40.142332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Bound port: aa2e593c-b6d7-4fb7-a7bb-5b7f61016443, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca6ae805-a624-4b87-a176-7ccc9671b92c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:40.146909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:40.236268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] For port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:40.236268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] For port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:40.343070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'name': 'network-vif-deleted', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:40.346166 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e92dd3c1-44d5-4862-8c05-5c7f5e1f456c" -d '{"events": [{"server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "name": "network-vif-deleted", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:40.401688 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a28a0c6-aebc-4e6f-bb3a-0665bb77bd36 x-openstack-request-id: req-5a28a0c6-aebc-4e6f-bb3a-0665bb77bd36 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:40.406353 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66d7a6ea-3ea9-4b98-843a-f5bf97cb8057", "name": "network-vif-deleted", "tag": "c0e94445-f2bc-4ed9-a489-d93248d92b1f", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:40.406353 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a28a0c6-aebc-4e6f-bb3a-0665bb77bd36 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:40.406353 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66d7a6ea-3ea9-4b98-843a-f5bf97cb8057', 'name': 'network-vif-deleted', 'tag': 'c0e94445-f2bc-4ed9-a489-d93248d92b1f', 'status': 'completed', 'code': 200} Oct 12 23:00:40.416565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:40.425906 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:40.466187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Pushing event deleted for resources: {'Port': ['ID=80f8eaec-3edb-4606-96bc-b927604838cb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:40.522415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.535180 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:40.536964 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] 10.222.0.41 "PUT /v2.0/ports/aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 HTTP/1.1" status: 200 len: 1092 time: 2.0749815 Oct 12 23:00:40.537593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': 'aa2e593c-b6d7-4fb7-a7bb-5b7f61016443'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:40.540564 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d5d8d77-916b-49c7-a631-3587b0dc59b1" -d '{"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "aa2e593c-b6d7-4fb7-a7bb-5b7f61016443"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:40.553142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:40.632853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c172ac-3bcc-41d6-a14e-949933dcd6e8 req-d6adc618-7981-437f-967e-8e2644733f9b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.650959 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c172ac-3bcc-41d6-a14e-949933dcd6e8 req-d6adc618-7981-437f-967e-8e2644733f9b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.657164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c172ac-3bcc-41d6-a14e-949933dcd6e8 req-d6adc618-7981-437f-967e-8e2644733f9b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.676067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c172ac-3bcc-41d6-a14e-949933dcd6e8 req-d6adc618-7981-437f-967e-8e2644733f9b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.686244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c172ac-3bcc-41d6-a14e-949933dcd6e8 req-d6adc618-7981-437f-967e-8e2644733f9b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.692391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c172ac-3bcc-41d6-a14e-949933dcd6e8 req-d6adc618-7981-437f-967e-8e2644733f9b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.704178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c172ac-3bcc-41d6-a14e-949933dcd6e8 req-d6adc618-7981-437f-967e-8e2644733f9b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.707709 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55c172ac-3bcc-41d6-a14e-949933dcd6e8 req-d6adc618-7981-437f-967e-8e2644733f9b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.3313956 Oct 12 23:00:40.716549 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98a4185-fc8f-429d-b155-2bea86a6318e x-openstack-request-id: req-b98a4185-fc8f-429d-b155-2bea86a6318e {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:40.716831 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "aa2e593c-b6d7-4fb7-a7bb-5b7f61016443", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:40.717093 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b98a4185-fc8f-429d-b155-2bea86a6318e {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:40.717490 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': 'aa2e593c-b6d7-4fb7-a7bb-5b7f61016443', 'status': 'completed', 'code': 200} Oct 12 23:00:40.751735 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:40.754054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:40.773759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01507da-a594-401b-b157-e904d3cc12fd service neutron] Pushing event updated for resources: {'Port': ['ID=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:40.860655 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55c172ac-3bcc-41d6-a14e-949933dcd6e8 req-7fc8837a-1c24-4ec2-bf7b-b602016ac752 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1518564 Oct 12 23:00:40.889315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-2e8556a3-5ed0-48a1-88c3-17ef26442d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.890312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-2e8556a3-5ed0-48a1-88c3-17ef26442d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.891679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-2e8556a3-5ed0-48a1-88c3-17ef26442d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.896078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-2e8556a3-5ed0-48a1-88c3-17ef26442d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.896574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-2e8556a3-5ed0-48a1-88c3-17ef26442d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.897060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-2e8556a3-5ed0-48a1-88c3-17ef26442d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.898053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-2e8556a3-5ed0-48a1-88c3-17ef26442d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.900088 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-2e8556a3-5ed0-48a1-88c3-17ef26442d8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6491 time: 0.1816595 Oct 12 23:00:40.927465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742484b5-64eb-4354-917b-5cb250828637 req-45102892-6c49-40be-9140-b8bcbdb917e7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:40.929033 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-742484b5-64eb-4354-917b-5cb250828637 req-45102892-6c49-40be-9140-b8bcbdb917e7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0904977 Oct 12 23:00:40.931843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:40.932411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d909b86-15d2-4746-8e67-62d2e8640335 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:00:40.938869 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:40.943979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a82582ce-6022-4843-9f45-0f9cc07a9401 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5d909b86-15d2-4746-8e67-62d2e8640335 HTTP/1.1" status: 204 len: 168 time: 2.8164465 Oct 12 23:00:40.946910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53126) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:41.092757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3e03218-e86e-4fa4-a41b-6043e8b94d3e req-f3dfd6d7-2327-42a7-847d-4a928bcc752a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.0569170 Oct 12 23:00:41.113632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-742484b5-64eb-4354-917b-5cb250828637 req-bc3b873f-4947-48bd-85cd-0b18fa47e51a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616359 Oct 12 23:00:41.127918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0350552f-de40-4abf-ab81-65cf7eb31989 admin admin] Deleting subnet 3273be96-bc87-4159-99e7-c87fbbc35447 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:00:41.133373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0350552f-de40-4abf-ab81-65cf7eb31989 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:41.165928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-6bcca670-50f5-4333-9292-7b1d3d7dd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.173854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-6bcca670-50f5-4333-9292-7b1d3d7dd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.174392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-6bcca670-50f5-4333-9292-7b1d3d7dd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.176326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-6bcca670-50f5-4333-9292-7b1d3d7dd644 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=baf7e5ba16c649e88ac47222926a8008&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2634366 Oct 12 23:00:41.198282 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0350552f-de40-4abf-ab81-65cf7eb31989 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:41.283113 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0350552f-de40-4abf-ab81-65cf7eb31989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:41.376171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-3ca13cc8-154a-42d8-b426-d214ae9fb418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.377791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d5d8d77-916b-49c7-a631-3587b0dc59b1 req-3ca13cc8-154a-42d8-b426-d214ae9fb418 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1811690 Oct 12 23:00:41.431961 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0350552f-de40-4abf-ab81-65cf7eb31989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:41.465225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0350552f-de40-4abf-ab81-65cf7eb31989 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3273be96-bc87-4159-99e7-c87fbbc35447,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:41.467685 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0350552f-de40-4abf-ab81-65cf7eb31989 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:41.469913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-82372829-2bbe-4a19-abf8-6ba57a634506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.470453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-82372829-2bbe-4a19-abf8-6ba57a634506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.472768 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0350552f-de40-4abf-ab81-65cf7eb31989 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3273be96-bc87-4159-99e7-c87fbbc35447 HTTP/1.1" status: 204 len: 168 time: 0.5092256 Oct 12 23:00:41.474537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-82372829-2bbe-4a19-abf8-6ba57a634506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.475094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53130) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:41.481514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-82372829-2bbe-4a19-abf8-6ba57a634506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.482234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-82372829-2bbe-4a19-abf8-6ba57a634506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.482704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-82372829-2bbe-4a19-abf8-6ba57a634506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.483194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-82372829-2bbe-4a19-abf8-6ba57a634506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.485321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-82372829-2bbe-4a19-abf8-6ba57a634506 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6491 time: 0.0650680 Oct 12 23:00:41.548886 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-c85297bd-c7ce-46a4-a7e5-432384157206 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19b81e15-6460-44ba-9067-2d3d6547cb32 HTTP/1.1" status: 200 len: 217 time: 0.0525601 Oct 12 23:00:41.617953 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:41.654810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-6d5d716a-b805-48b0-bfd6-ee3d386d865e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.654810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-6d5d716a-b805-48b0-bfd6-ee3d386d865e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 1097 time: 0.1437383 Oct 12 23:00:41.672729 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ef2abd74-844c-48a8-9ae6-29d595ee568d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.674360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ef2abd74-844c-48a8-9ae6-29d595ee568d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415a79fd-6aee-449a-bf05-c4ccf9c19bcb HTTP/1.1" status: 200 len: 855 time: 0.1190982 Oct 12 23:00:41.750642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7ae1cc33-f7e3-4c6b-bf15-c16c1d4354ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.752273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-7ae1cc33-f7e3-4c6b-bf15-c16c1d4354ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0711927 Oct 12 23:00:41.872926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:41.899254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 80f8eaec-3edb-4606-96bc-b927604838cb no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:00:41.912945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604e36bb-4a7f-42a7-b11a-e92c145e9479']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:41.929556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-111c7365-50e3-4ef4-b050-aa2025fdd1d7 service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695664 Oct 12 23:00:41.938128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c38cb90-baeb-429c-8620-79f4cbc4f567') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:41.938441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c38cb90-baeb-429c-8620-79f4cbc4f567') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:00:41.946030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 80f8eaec-3edb-4606-96bc-b927604838cb {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:00:41.948121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-b94196d4-590c-40b6-979f-fb3e0667ca3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:41.948695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 80f8eaec-3edb-4606-96bc-b927604838cb not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:00:41.950074 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-b94196d4-590c-40b6-979f-fb3e0667ca3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 912 time: 0.2683723 Oct 12 23:00:41.953997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:42.056725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-918d1a7a-eb0c-4a47-bd0c-a44143436630 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d359b04e-1823-42e4-9231-b8ea96112096 HTTP/1.1" status: 200 len: 217 time: 0.0947511 Oct 12 23:00:42.061023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:42.069755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:00:42.070414 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:00:42.087143 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:00:42.094124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-2dea068f-4fe6-45e4-9a89-79f23123da2b service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577034 Oct 12 23:00:42.140811 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ddc50271-b9ec-4e11-aa4c-fb5124d43ebf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:42.170881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdd198-40bf-4697-b9a5-b22511da7555 req-4812a2ba-59ee-49cf-b539-891023fd3b0a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.178453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdd198-40bf-4697-b9a5-b22511da7555 req-4812a2ba-59ee-49cf-b539-891023fd3b0a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.196203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdd198-40bf-4697-b9a5-b22511da7555 req-4812a2ba-59ee-49cf-b539-891023fd3b0a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.198676 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-956c893d-7c05-43d8-a57f-90871a9a1db9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=21369631-842a-4a23-b060-fe39cc0629fe HTTP/1.1" status: 200 len: 217 time: 0.0974195 Oct 12 23:00:42.208631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdd198-40bf-4697-b9a5-b22511da7555 req-4812a2ba-59ee-49cf-b539-891023fd3b0a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.217030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdd198-40bf-4697-b9a5-b22511da7555 req-4812a2ba-59ee-49cf-b539-891023fd3b0a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.224372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdd198-40bf-4697-b9a5-b22511da7555 req-4812a2ba-59ee-49cf-b539-891023fd3b0a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.230901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdd198-40bf-4697-b9a5-b22511da7555 req-4812a2ba-59ee-49cf-b539-891023fd3b0a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.233775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ebdd198-40bf-4697-b9a5-b22511da7555 req-4812a2ba-59ee-49cf-b539-891023fd3b0a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.2331865 Oct 12 23:00:42.283444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-7f6dc3e1-2a2f-46c0-8acc-b2771db060e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.285561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-7f6dc3e1-2a2f-46c0-8acc-b2771db060e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.2124777 Oct 12 23:00:42.300020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-1de0e1ef-0f4c-4817-9c14-5592086e8d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.301670 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-1de0e1ef-0f4c-4817-9c14-5592086e8d46 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0942402 Oct 12 23:00:42.331670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-16b3121f-e0eb-4971-93f7-69241d8b0725 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345256 Oct 12 23:00:42.332655 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-25263dd8-b5db-43b0-9a20-b250cd3c185a req-fddc6328-fd3c-4158-a0cd-ff92508dcc67 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.0298295 Oct 12 23:00:42.409817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-d7f55fef-f0fb-4078-a74b-0e07cbac9aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.412599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-d7f55fef-f0fb-4078-a74b-0e07cbac9aaf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0790486 Oct 12 23:00:42.493084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:42.499194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-6d119f92-2027-4ca9-8082-18c8c6fd857e service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572192 Oct 12 23:00:42.516022 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ebdd198-40bf-4697-b9a5-b22511da7555 req-99fe566a-1d09-4828-a3e5-0762f1bdf78f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2664480 Oct 12 23:00:42.533396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530be26a-625e-4fac-af89-dc75e3e64e05 req-0517b71e-a272-4418-9211-bb299e5f3e6d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.535012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-530be26a-625e-4fac-af89-dc75e3e64e05 req-0517b71e-a272-4418-9211-bb299e5f3e6d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0927789 Oct 12 23:00:42.557119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:42.563294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] 10.222.0.31 "DELETE /v2.0/networks/604e36bb-4a7f-42a7-b11a-e92c145e9479 HTTP/1.1" status: 204 len: 168 time: 1.0869927 Oct 12 23:00:42.573645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d436238b-f346-44ce-b2b6-8259531108fa admin admin] Pushing event deleted for resources: {'Network': ['ID=604e36bb-4a7f-42a7-b11a-e92c145e9479,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:42.575454 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-4d4e5022-17eb-4940-b39a-79d2ade9a0b5 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551540 Oct 12 23:00:42.734999 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-530be26a-625e-4fac-af89-dc75e3e64e05 req-1a49f81a-0f8d-42e7-86fc-52fe15705443 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930273 Oct 12 23:00:42.765751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e086efaa-0cfb-4276-b979-fe1ba9406510 req-8cd8a854-9d10-4a28-b850-a6583dca222e service neutron] 10.222.0.41 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013810 Oct 12 23:00:42.820048 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-e3a346b9-1334-46ad-9259-dba38ae96292 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296822 Oct 12 23:00:42.878532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-540c5189-9c22-44d7-91f5-51c5330e9854 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=61bf7552-6141-4c08-8480-67cac9258c41 HTTP/1.1" status: 200 len: 217 time: 0.0507188 Oct 12 23:00:42.941066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ccbcf365-7362-4ab7-98c7-4a294d0fc176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.942557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-ccbcf365-7362-4ab7-98c7-4a294d0fc176 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0545108 Oct 12 23:00:42.997547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-f08cfe86-9fa8-422a-8d1b-d5f65f82e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:42.999570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-f08cfe86-9fa8-422a-8d1b-d5f65f82e00c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0493219 Oct 12 23:00:43.097544 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-172295c7-8ed8-4137-b8d9-5472a5dbff5e service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899246 Oct 12 23:00:43.104342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53162) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:43.155156 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-545a51da-9f9b-4055-8ac3-ea6800c65c9e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84e9a570cba343dabe435f8959c7f6df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467498 Oct 12 23:00:43.155484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53166) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:43.209997 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-b702a765-1ac8-4df4-8448-2d09ad0b016c service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039610 Oct 12 23:00:43.218336 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d047cb4b-8c17-4827-b30f-75a32ccc627e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:43.242556 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d047cb4b-8c17-4827-b30f-75a32ccc627e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:43.259071 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-3f8d75fd-8b4b-496e-b7a5-ccb362ce22c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff HTTP/1.1" status: 200 len: 217 time: 0.0419705 Oct 12 23:00:43.326820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-23b11cdc-c299-4348-b47a-d24b8c0e9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.328360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-23b11cdc-c299-4348-b47a-d24b8c0e9ca7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0616472 Oct 12 23:00:43.376626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-c813d0fb-38ef-416e-a833-88810b6848b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.378341 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-c813d0fb-38ef-416e-a833-88810b6848b6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0422378 Oct 12 23:00:43.400039 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d047cb4b-8c17-4827-b30f-75a32ccc627e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:43.403435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d047cb4b-8c17-4827-b30f-75a32ccc627e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:43.407449 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d047cb4b-8c17-4827-b30f-75a32ccc627e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1c370da4-30ae-46d9-842e-254c6ad44d11 HTTP/1.1" status: 204 len: 168 time: 0.2510059 Oct 12 23:00:43.428414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047cb4b-8c17-4827-b30f-75a32ccc627e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c370da4-30ae-46d9-842e-254c6ad44d11,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:43.505160 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-176e8c01-ce5a-4949-abae-977882b4b2cf service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189647 Oct 12 23:00:43.505415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80d6a806-2ea9-4d08-9c86-7340705a0a94 req-d8f9f42d-825d-4082-aac8-f8888b2ae2c8 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.0337310 Oct 12 23:00:43.640769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-59c8b70d-872f-447d-a4a0-bf28e119d250 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269307 Oct 12 23:00:43.711387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-99707464-0a74-4960-91c8-10d7a6e109f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438 HTTP/1.1" status: 200 len: 217 time: 0.0487659 Oct 12 23:00:43.734699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5b46-7d79-4792-8513-5b308b0dddff req-dc8774bc-1643-4b94-832c-3e551c2416ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.741117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5b46-7d79-4792-8513-5b308b0dddff req-dc8774bc-1643-4b94-832c-3e551c2416ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.748061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5b46-7d79-4792-8513-5b308b0dddff req-dc8774bc-1643-4b94-832c-3e551c2416ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.754145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5b46-7d79-4792-8513-5b308b0dddff req-dc8774bc-1643-4b94-832c-3e551c2416ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.760332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5b46-7d79-4792-8513-5b308b0dddff req-dc8774bc-1643-4b94-832c-3e551c2416ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.767120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5b46-7d79-4792-8513-5b308b0dddff req-dc8774bc-1643-4b94-832c-3e551c2416ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.773606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347b5b46-7d79-4792-8513-5b308b0dddff req-dc8774bc-1643-4b94-832c-3e551c2416ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.779768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-347b5b46-7d79-4792-8513-5b308b0dddff req-dc8774bc-1643-4b94-832c-3e551c2416ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1526175 Oct 12 23:00:43.862666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-af372071-78be-4af4-86ed-751f908e2f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.864420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-af372071-78be-4af4-86ed-751f908e2f83 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.1420825 Oct 12 23:00:43.868914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-347b5b46-7d79-4792-8513-5b308b0dddff req-d2028651-75f9-45dd-924a-709d5ff9814d tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0834708 Oct 12 23:00:43.914010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52d611f-e2b0-4cf1-842c-54dd77c5a73d req-6dec45cd-c54f-488f-ae22-7b8ff269a1dc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.921653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e52d611f-e2b0-4cf1-842c-54dd77c5a73d req-6dec45cd-c54f-488f-ae22-7b8ff269a1dc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.0722704 Oct 12 23:00:43.925445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-353a3211-19ec-4812-ae77-498c1dc3c1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:43.928229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-353a3211-19ec-4812-ae77-498c1dc3c1aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0547571 Oct 12 23:00:44.007267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e52d611f-e2b0-4cf1-842c-54dd77c5a73d req-3a51ee59-ac8b-44b1-b672-5f88143cb084 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825205 Oct 12 23:00:44.040404 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-1ff76574-4074-4fcb-a0ee-d633125ec39c service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031475 Oct 12 23:00:44.157980 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-a5a7bd19-85e2-41c6-9d2f-38fda1ad6d88 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089032 Oct 12 23:00:44.203013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-c630ac87-10a7-48ed-8663-8bf6630314f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e HTTP/1.1" status: 200 len: 217 time: 0.0366023 Oct 12 23:00:44.255804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-b037ba8f-857c-4ec9-951c-e2e75c625593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:44.257778 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-b037ba8f-857c-4ec9-951c-e2e75c625593 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91be1631-e1ff-47e5-8893-596ba1756edf HTTP/1.1" status: 200 len: 797 time: 0.0473218 Oct 12 23:00:44.317764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-351779a1-278b-4db1-98f4-91b19caa91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:44.319313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-351779a1-278b-4db1-98f4-91b19caa91c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0536654 Oct 12 23:00:44.432340 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-efe3bc33-a27b-4f0f-81ad-78dde54ba553 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915072 Oct 12 23:00:44.551842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-098485bf-a9e7-4d54-b73a-7bd533c554cf service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156211 Oct 12 23:00:44.605598 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-f61bc529-2158-4332-b63e-90fd8a8f2523 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 HTTP/1.1" status: 200 len: 217 time: 0.0432358 Oct 12 23:00:44.609762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-081dca22-b974-426c-81cd-db0ee8a7db65 req-a95ea931-e8a1-455f-a524-bc3d5532daec tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.0407386 Oct 12 23:00:44.685119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-d6157d72-8468-4ade-a5d5-09dcb82d4b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:44.686656 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-d6157d72-8468-4ade-a5d5-09dcb82d4b65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91be1631-e1ff-47e5-8893-596ba1756edf HTTP/1.1" status: 200 len: 797 time: 0.0745711 Oct 12 23:00:44.727013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53214) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:44.753596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8c702d-f936-4292-8f8f-455257b76fdb req-f6164c62-532e-43b4-940c-7a05ee0ebde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:44.755303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-f6164c62-532e-43b4-940c-7a05ee0ebde2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0611026 Oct 12 23:00:44.861234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-233937855-network', 'tenant_id': 'afee0760a0eb434db0a6fd7eea9d2b8a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:44.869082 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-431393b7-912a-4776-b172-e52fcb526a11 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029940 Oct 12 23:00:44.972191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Made reservation on behalf of afee0760a0eb434db0a6fd7eea9d2b8a for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:44.974585 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:44.991479 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af8c702d-f936-4292-8f8f-455257b76fdb req-95d0c88d-afa3-469a-acd2-66db6ce43722 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125228 Oct 12 23:00:45.033181 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.057192 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-605c4be0-8d76-47d8-9ad5-9fe8ee560ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.061856 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:00:45.098651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368b2cb-2eb8-4f25-8558-3414d38a8e15 req-6397e824-e3a2-4cb3-b9d1-0f5eb11b35f5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:45.104521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368b2cb-2eb8-4f25-8558-3414d38a8e15 req-6397e824-e3a2-4cb3-b9d1-0f5eb11b35f5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:45.111331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368b2cb-2eb8-4f25-8558-3414d38a8e15 req-6397e824-e3a2-4cb3-b9d1-0f5eb11b35f5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:45.119320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368b2cb-2eb8-4f25-8558-3414d38a8e15 req-6397e824-e3a2-4cb3-b9d1-0f5eb11b35f5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:45.126091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368b2cb-2eb8-4f25-8558-3414d38a8e15 req-6397e824-e3a2-4cb3-b9d1-0f5eb11b35f5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:45.133816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368b2cb-2eb8-4f25-8558-3414d38a8e15 req-6397e824-e3a2-4cb3-b9d1-0f5eb11b35f5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:45.141079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9368b2cb-2eb8-4f25-8558-3414d38a8e15 req-6397e824-e3a2-4cb3-b9d1-0f5eb11b35f5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:45.143373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9368b2cb-2eb8-4f25-8558-3414d38a8e15 req-6397e824-e3a2-4cb3-b9d1-0f5eb11b35f5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1661944 Oct 12 23:00:45.208747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9368b2cb-2eb8-4f25-8558-3414d38a8e15 req-a84172f7-9c7f-4841-88e2-eb17dc5b358d tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574472 Oct 12 23:00:45.248321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.259986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af73312-155f-4bee-b555-de9733c5eb6b req-d48d5015-97bf-4030-9f94-42d908bcfca6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:45.261775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3af73312-155f-4bee-b555-de9733c5eb6b req-d48d5015-97bf-4030-9f94-42d908bcfca6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 945 time: 0.1045339 Oct 12 23:00:45.313837 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3af73312-155f-4bee-b555-de9733c5eb6b req-d967d81e-f1c9-4e07-8218-2891ae298044 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416310 Oct 12 23:00:45.383092 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.413300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:00:45.424196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:45.429176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.429519 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Added segment 6f2776b2-4dfd-4618-9450-246e12ace628 of type vlan for network 7ec96a24-9d90-4696-8d62-59b3a7bafd0d Oct 12 23:00:45.442231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.442571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.442912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.443280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.443603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.443930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.444252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.444572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.444891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.445233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.445583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.445900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:45.487537 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.565791 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.617329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.618722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:45.619350 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.701244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] Pushing event updated for resources: {'Network': ['ID=7ec96a24-9d90-4696-8d62-59b3a7bafd0d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:45.711559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 7ec96a24-9d90-4696-8d62-59b3a7bafd0d details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:00:45.761194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9d5389d-482b-4223-bcba-7f2c8a38fed2 req-c6cf34c0-db16-4418-87e0-25701e1a7ba7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.0331845 Oct 12 23:00:45.791703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5abc48e-64af-454d-951e-31372c3072e2 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0633211 Oct 12 23:00:45.795098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53254) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:00:45.801535 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Request body: {'subnet': {'network_id': '7ec96a24-9d90-4696-8d62-59b3a7bafd0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-233937855-subnet', 'tenant_id': 'afee0760a0eb434db0a6fd7eea9d2b8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:45.808228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d359b04e-1823-42e4-9231-b8ea96112096 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:00:45.911588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Made reservation on behalf of afee0760a0eb434db0a6fd7eea9d2b8a for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:45.912477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.914770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:45.937092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:45.939652 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6bb7dc0-4429-4845-b5bc-fa15ba042a3e" -d '{"events": [{"server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "name": "network-vif-unplugged", "status": "completed", "tag": "d359b04e-1823-42e4-9231-b8ea96112096"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:45.960618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d359b04e-1823-42e4-9231-b8ea96112096,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:45.982331 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c142d6de-f69b-4bf5-8fde-74948c602626 x-openstack-request-id: req-c142d6de-f69b-4bf5-8fde-74948c602626 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:45.982636 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "name": "network-vif-unplugged", "status": "failed", "tag": "d359b04e-1823-42e4-9231-b8ea96112096", "code": 422}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:45.982894 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c142d6de-f69b-4bf5-8fde-74948c602626 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:45.984256 n-d-790519-14 neutron-server[101891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096', 'code': 422} returned with failed status Oct 12 23:00:46.062134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:46.108766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:46.125957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d359b04e-1823-42e4-9231-b8ea96112096,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:46.133519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.133896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.134221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.134562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.134904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.135302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.135647 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.135978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.145947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.145947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.145947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.145947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:46.228505 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:46.282367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa7907f4-5b39-4062-abc9-70d730f14feb,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:46.311382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Checking segment: {'id': '6f2776b2-4dfd-4618-9450-246e12ace628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ec96a24-9d90-4696-8d62-59b3a7bafd0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:46.311751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Network hostable DHCP agents. Network: 7ec96a24-9d90-4696-8d62-59b3a7bafd0d, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:00:46.404359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f47c3-9731-444b-a5e9-1d4352e791b8 req-5dd124e7-a407-4c24-a15b-4f42ac5c1c40 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:46.410585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f47c3-9731-444b-a5e9-1d4352e791b8 req-5dd124e7-a407-4c24-a15b-4f42ac5c1c40 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:46.419489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f47c3-9731-444b-a5e9-1d4352e791b8 req-5dd124e7-a407-4c24-a15b-4f42ac5c1c40 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:46.423830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f47c3-9731-444b-a5e9-1d4352e791b8 req-5dd124e7-a407-4c24-a15b-4f42ac5c1c40 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:46.429887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f47c3-9731-444b-a5e9-1d4352e791b8 req-5dd124e7-a407-4c24-a15b-4f42ac5c1c40 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:46.436484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f47c3-9731-444b-a5e9-1d4352e791b8 req-5dd124e7-a407-4c24-a15b-4f42ac5c1c40 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:46.442462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f47c3-9731-444b-a5e9-1d4352e791b8 req-5dd124e7-a407-4c24-a15b-4f42ac5c1c40 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:46.444402 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d13f47c3-9731-444b-a5e9-1d4352e791b8 req-5dd124e7-a407-4c24-a15b-4f42ac5c1c40 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1013067 Oct 12 23:00:46.445601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Network 7ec96a24-9d90-4696-8d62-59b3a7bafd0d is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:00:46.491554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d13f47c3-9731-444b-a5e9-1d4352e791b8 req-831678e2-c76f-447d-9c7e-ff8a882c0640 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0399964 Oct 12 23:00:46.514277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 7ec96a24-9d90-4696-8d62-59b3a7bafd0d) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:46.519043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:46.535459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:46.535566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb23cc8-2885-4b74-bb6a-427c380d71ee None None] Network 7ec96a24-9d90-4696-8d62-59b3a7bafd0d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:00:46.630720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-09e1b122-dec6-4ff9-a6c1-f27a98a4310b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8337183 Oct 12 23:00:46.705715 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fb066c4-858e-4183-8b24-e9fe97de6b66 None None] Network 7ec96a24-9d90-4696-8d62-59b3a7bafd0d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:00:46.889778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-697eb988-23d5-473d-af3a-8690bf7bb03b req-de87cc35-0b35-4598-a038-c81a7124acda tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=66d7a6ea-3ea9-4b98-843a-f5bf97cb8057 HTTP/1.1" status: 200 len: 210 time: 0.0358806 Oct 12 23:00:47.227966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-a0b56238-7b86-40ea-a9b5-415a532942d5 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:47.230124 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-a0b56238-7b86-40ea-a9b5-415a532942d5 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/networks?id=7ec96a24-9d90-4696-8d62-59b3a7bafd0d HTTP/1.1" status: 200 len: 808 time: 0.1362123 Oct 12 23:00:47.251488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-a9211806-919a-4745-80db-58f29ddbba82 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/quotas/afee0760a0eb434db0a6fd7eea9d2b8a HTTP/1.1" status: 200 len: 375 time: 0.0146298 Oct 12 23:00:47.260674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-558855fa-34cf-485f-b684-ef86cf041b88 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:47.262769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-558855fa-34cf-485f-b684-ef86cf041b88 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0 HTTP/1.1" status: 200 len: 943 time: 0.0897284 Oct 12 23:00:47.317571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-cf50c7bd-e9e8-4ac8-9b8f-8cfbd368fff8 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=afee0760a0eb434db0a6fd7eea9d2b8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621731 Oct 12 23:00:47.423071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Deleting port d359b04e-1823-42e4-9231-b8ea96112096 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:00:47.423516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:47.439461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-a7e1e874-dabc-4019-906a-e4420293d523 service neutron] 10.222.0.31 "GET /v2.0/networks/7ec96a24-9d90-4696-8d62-59b3a7bafd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119561 Oct 12 23:00:47.525648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] For port d359b04e-1823-42e4-9231-b8ea96112096, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d359b04e-1823-42e4-9231-b8ea96112096,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:47.526047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:47.541475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-1f7843b9-9d1a-44e3-957a-19235c26a6eb service neutron] 10.222.0.31 "GET /v2.0/networks/7ec96a24-9d90-4696-8d62-59b3a7bafd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011646 Oct 12 23:00:47.547611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Calling delete_port for d359b04e-1823-42e4-9231-b8ea96112096 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:00:47.728104 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:47.768430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:47.822581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event deleted for resources: {'Port': ['ID=d359b04e-1823-42e4-9231-b8ea96112096,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:47.915617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] No DVR routers for this DVR port d359b04e-1823-42e4-9231-b8ea96112096 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:00:47.919823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:47.931719 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70d082dc-2aca-41b5-96c2-f73a4bbb0355 req-6619860b-23b9-446e-aa8b-457311371739 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "DELETE /v2.0/ports/d359b04e-1823-42e4-9231-b8ea96112096 HTTP/1.1" status: 204 len: 173 time: 0.6626594 Oct 12 23:00:47.932937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'name': 'network-vif-deleted', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:47.942451 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74c08bb-6d46-46cd-8518-0ef8dd8c9cfe" -d '{"events": [{"server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "name": "network-vif-deleted", "tag": "d359b04e-1823-42e4-9231-b8ea96112096"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:48.115672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc9c5-91f3-439e-ae06-2c8a3acd292d req-e8f0d9da-65f0-4e3e-81fd-31ff98585d1f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:48.122415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc9c5-91f3-439e-ae06-2c8a3acd292d req-e8f0d9da-65f0-4e3e-81fd-31ff98585d1f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:48.128841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc9c5-91f3-439e-ae06-2c8a3acd292d req-e8f0d9da-65f0-4e3e-81fd-31ff98585d1f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:48.135175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc9c5-91f3-439e-ae06-2c8a3acd292d req-e8f0d9da-65f0-4e3e-81fd-31ff98585d1f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:48.143224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc9c5-91f3-439e-ae06-2c8a3acd292d req-e8f0d9da-65f0-4e3e-81fd-31ff98585d1f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:48.149507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc9c5-91f3-439e-ae06-2c8a3acd292d req-e8f0d9da-65f0-4e3e-81fd-31ff98585d1f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:48.156832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fc9c5-91f3-439e-ae06-2c8a3acd292d req-e8f0d9da-65f0-4e3e-81fd-31ff98585d1f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:48.158721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc7fc9c5-91f3-439e-ae06-2c8a3acd292d req-e8f0d9da-65f0-4e3e-81fd-31ff98585d1f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1070604 Oct 12 23:00:48.210384 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc7fc9c5-91f3-439e-ae06-2c8a3acd292d req-eae5b379-2eef-4281-b105-00e6ebb9dba6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405726 Oct 12 23:00:48.364104 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93989832-2a9d-4bf1-a2df-6f4060976988 req-42fd1088-21f5-4bb8-a288-f57380a997b1 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 210 time: 0.0465667 Oct 12 23:00:48.452338 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b9368bb-0fd9-4ba9-a389-4b9bdf498955 x-openstack-request-id: req-8b9368bb-0fd9-4ba9-a389-4b9bdf498955 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:48.452940 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0", "name": "network-vif-deleted", "tag": "d359b04e-1823-42e4-9231-b8ea96112096", "status": "failed", "code": 422}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:48.452940 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b9368bb-0fd9-4ba9-a389-4b9bdf498955 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:48.455294 n-d-790519-14 neutron-server[101889]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '894d6c35-d8b3-486e-8bd8-f9d8c5e1ece0', 'name': 'network-vif-deleted', 'tag': 'd359b04e-1823-42e4-9231-b8ea96112096', 'status': 'failed', 'code': 422} returned with failed status Oct 12 23:00:48.845421 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:48.908414 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:49.354466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697478-318c-4883-94d6-c25e72c8d1c8 req-f3c27a02-b858-4f8e-bf13-44e2c0cbf022 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:49.376543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697478-318c-4883-94d6-c25e72c8d1c8 req-f3c27a02-b858-4f8e-bf13-44e2c0cbf022 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:49.397559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-16f11813-674b-4c2e-bca4-7feb4b6c7edd tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:49.400671 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-16f11813-674b-4c2e-bca4-7feb4b6c7edd tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.1469808 Oct 12 23:00:49.403260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697478-318c-4883-94d6-c25e72c8d1c8 req-f3c27a02-b858-4f8e-bf13-44e2c0cbf022 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:49.419705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697478-318c-4883-94d6-c25e72c8d1c8 req-f3c27a02-b858-4f8e-bf13-44e2c0cbf022 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:49.431174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697478-318c-4883-94d6-c25e72c8d1c8 req-f3c27a02-b858-4f8e-bf13-44e2c0cbf022 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:49.431379 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-a1668049-73d4-40d0-9571-bf07c73037dc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/quotas/91388e39ec8d429d9f193850725ae67a HTTP/1.1" status: 200 len: 375 time: 0.0198445 Oct 12 23:00:49.440152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697478-318c-4883-94d6-c25e72c8d1c8 req-f3c27a02-b858-4f8e-bf13-44e2c0cbf022 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:49.463686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49697478-318c-4883-94d6-c25e72c8d1c8 req-f3c27a02-b858-4f8e-bf13-44e2c0cbf022 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:49.467771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49697478-318c-4883-94d6-c25e72c8d1c8 req-f3c27a02-b858-4f8e-bf13-44e2c0cbf022 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1762409 Oct 12 23:00:49.499346 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-460d6007-9b21-4a58-adac-3abc25399a78 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659125 Oct 12 23:00:49.532907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49697478-318c-4883-94d6-c25e72c8d1c8 req-47151b64-11d6-4afe-9105-b55ef4d1c161 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0583313 Oct 12 23:00:49.629482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-90420798-edf2-452f-bc7e-cd4adf566e25 service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288855 Oct 12 23:00:49.729891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd733f3c-2ad9-4258-8007-9c63e1a2682c req-865c9fa4-4bc6-4264-866a-2f64c886afe1 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 210 time: 0.0318639 Oct 12 23:00:49.751769 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-cd198651-66e7-4d09-8951-24354e622a83 service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210291 Oct 12 23:00:50.115180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86ec13ad-b496-4c67-bbfe-d870f424273b req-08725f0f-5052-41d4-a144-e18eec0781e3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 210 time: 0.0522449 Oct 12 23:00:50.689916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a767c-1f87-429d-9369-c488f0ddab50 req-7e6db8b6-c8eb-4d90-887f-7dae24fb1594 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:50.696411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a767c-1f87-429d-9369-c488f0ddab50 req-7e6db8b6-c8eb-4d90-887f-7dae24fb1594 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:50.708629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a767c-1f87-429d-9369-c488f0ddab50 req-7e6db8b6-c8eb-4d90-887f-7dae24fb1594 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:50.715474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a767c-1f87-429d-9369-c488f0ddab50 req-7e6db8b6-c8eb-4d90-887f-7dae24fb1594 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:50.722144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a767c-1f87-429d-9369-c488f0ddab50 req-7e6db8b6-c8eb-4d90-887f-7dae24fb1594 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:50.729372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a767c-1f87-429d-9369-c488f0ddab50 req-7e6db8b6-c8eb-4d90-887f-7dae24fb1594 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:50.736910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a767c-1f87-429d-9369-c488f0ddab50 req-7e6db8b6-c8eb-4d90-887f-7dae24fb1594 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:50.739522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b87a767c-1f87-429d-9369-c488f0ddab50 req-7e6db8b6-c8eb-4d90-887f-7dae24fb1594 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1285005 Oct 12 23:00:50.843035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b87a767c-1f87-429d-9369-c488f0ddab50 req-e2712112-d938-422c-a387-891328aaec32 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0959427 Oct 12 23:00:50.927004 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-babf62e9-8237-4a46-9968-f57e412ddc07 req-47a9eda5-ac2c-4453-bf3a-5afb4075db57 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 210 time: 0.0293112 Oct 12 23:00:51.006368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-3f672fcd-0374-4dff-befc-e0b0ccf214b1 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:51.008075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-3f672fcd-0374-4dff-befc-e0b0ccf214b1 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.25 "GET /v2.0/networks?id=7ec96a24-9d90-4696-8d62-59b3a7bafd0d HTTP/1.1" status: 200 len: 808 time: 0.2435272 Oct 12 23:00:51.027503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Request body: {'port': {'device_id': 'ae57cedc-612a-43b8-b838-a6538f7a14b7', 'network_id': '7ec96a24-9d90-4696-8d62-59b3a7bafd0d', 'admin_state_up': True, 'tenant_id': 'afee0760a0eb434db0a6fd7eea9d2b8a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:51.209309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3f03c8d4-fb9a-4e86-90e3-190074fcaf60 req-ceafdeb4-af5a-43ab-868d-7eebcccf4a0f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 210 time: 0.0434735 Oct 12 23:00:51.354013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Made reservation on behalf of afee0760a0eb434db0a6fd7eea9d2b8a for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:51.358370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:51.519825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Allocated IP 172.20.0.14 (7ec96a24-9d90-4696-8d62-59b3a7bafd0d/aa7907f4-5b39-4062-abc9-70d730f14feb/a70621fb-204f-41e4-ba48-c8089a5e7b95) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:00:51.697643 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:51.868369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:51.925725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Network 7ec96a24-9d90-4696-8d62-59b3a7bafd0d is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:00:51.957686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:51.963174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:00:52.043355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.044036 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:52.062483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Pushing event updated for resources: {'Port': ['ID=a70621fb-204f-41e4-ba48-c8089a5e7b95,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:52.077220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba46b-1b04-4968-be5f-5b24314d1b96 req-1ac39c50-6daa-4d65-841d-0d48360e1a41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.094815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba46b-1b04-4968-be5f-5b24314d1b96 req-1ac39c50-6daa-4d65-841d-0d48360e1a41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.099538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.099893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.100240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.100583 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.100928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.101316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.101655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.101994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.102369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.102703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.104082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.104082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:00:52.106008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba46b-1b04-4968-be5f-5b24314d1b96 req-1ac39c50-6daa-4d65-841d-0d48360e1a41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.112932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba46b-1b04-4968-be5f-5b24314d1b96 req-1ac39c50-6daa-4d65-841d-0d48360e1a41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.121204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba46b-1b04-4968-be5f-5b24314d1b96 req-1ac39c50-6daa-4d65-841d-0d48360e1a41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.129099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba46b-1b04-4968-be5f-5b24314d1b96 req-1ac39c50-6daa-4d65-841d-0d48360e1a41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.133601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0425d779-1d83-4940-be38-cd6723495c5e req-5b55f6d2-b481-47b3-993d-64f58b86f4d8 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.135626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eba46b-1b04-4968-be5f-5b24314d1b96 req-1ac39c50-6daa-4d65-841d-0d48360e1a41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.145722 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80eba46b-1b04-4968-be5f-5b24314d1b96 req-1ac39c50-6daa-4d65-841d-0d48360e1a41 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1594155 Oct 12 23:00:52.153234 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0425d779-1d83-4940-be38-cd6723495c5e req-5b55f6d2-b481-47b3-993d-64f58b86f4d8 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 932 time: 0.1042526 Oct 12 23:00:52.199801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-6c541237-e7da-4b6f-94ae-787e90382fb4 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1746798 Oct 12 23:00:52.211553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Request body: {'port': {'device_id': 'ae57cedc-612a-43b8-b838-a6538f7a14b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:52.218063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80eba46b-1b04-4968-be5f-5b24314d1b96 req-4fd99485-1eb9-4ec2-9f69-a0425c5e7502 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0712633 Oct 12 23:00:52.271038 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0425d779-1d83-4940-be38-cd6723495c5e req-c998d8db-32fb-49dc-bc9b-efdc0f7278ff tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096392 Oct 12 23:00:52.356839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:52.460744 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77733613-0990-4ef3-b5cb-7261786ff4d4 req-74806865-0bc5-4154-a3e6-adfc20bb7e63 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 210 time: 0.0812724 Oct 12 23:00:52.753111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-f6d1e7d1-b0bf-47b8-aa59-b772b33f1d29 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:52.754556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-f6d1e7d1-b0bf-47b8-aa59-b772b33f1d29 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.25 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.1637037 Oct 12 23:00:52.767717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Request body: {'port': {'device_id': 'af2f176b-a10b-40fa-a44a-1884962fef24', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'admin_state_up': True, 'tenant_id': '91388e39ec8d429d9f193850725ae67a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:52.801169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a70621fb-204f-41e4-ba48-c8089a5e7b95 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:52.809735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:52.824565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Transition to ACTIVE for port object a70621fb-204f-41e4-ba48-c8089a5e7b95 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:52.920919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:53.002717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Pushing event updated for resources: {'Port': ['ID=a70621fb-204f-41e4-ba48-c8089a5e7b95,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:53.005095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Made reservation on behalf of 91388e39ec8d429d9f193850725ae67a for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:00:53.010676 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:53.039772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Attempting to bind port a70621fb-204f-41e4-ba48-c8089a5e7b95 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:53.040386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Attempting to bind port a70621fb-204f-41e4-ba48-c8089a5e7b95 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '6f2776b2-4dfd-4618-9450-246e12ace628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ec96a24-9d90-4696-8d62-59b3a7bafd0d'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:53.040930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Attempting to bind port a70621fb-204f-41e4-ba48-c8089a5e7b95 on network 7ec96a24-9d90-4696-8d62-59b3a7bafd0d {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:53.047462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Port a70621fb-204f-41e4-ba48-c8089a5e7b95 on network 7ec96a24-9d90-4696-8d62-59b3a7bafd0d not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:53.052077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Attempting to bind port a70621fb-204f-41e4-ba48-c8089a5e7b95 on network 7ec96a24-9d90-4696-8d62-59b3a7bafd0d {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:53.054854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:53.055416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Checking segment: {'id': '6f2776b2-4dfd-4618-9450-246e12ace628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ec96a24-9d90-4696-8d62-59b3a7bafd0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:53.056149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Bound using segment: {'id': '6f2776b2-4dfd-4618-9450-246e12ace628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ec96a24-9d90-4696-8d62-59b3a7bafd0d'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:53.056778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Bound port: a70621fb-204f-41e4-ba48-c8089a5e7b95, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2776b2-4dfd-4618-9450-246e12ace628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '7ec96a24-9d90-4696-8d62-59b3a7bafd0d'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:53.057286 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:53.152272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] For port a70621fb-204f-41e4-ba48-c8089a5e7b95, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:53.156759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] For port a70621fb-204f-41e4-ba48-c8089a5e7b95, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a70621fb-204f-41e4-ba48-c8089a5e7b95,segment=NetworkSegment(6f2776b2-4dfd-4618-9450-246e12ace628),segment_id=6f2776b2-4dfd-4618-9450-246e12ace628)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:53.204673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Allocated IP 172.20.0.12 (4cb19cf1-b184-49b9-ab5c-138fd9eb83fd/091336a0-9cd0-43dc-abb4-695f8140af67/ffb42c90-c852-4330-8c10-09394b87b285) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:00:53.242780 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:53.302075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.302922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:53.304719 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] 10.222.0.25 "PUT /v2.0/ports/a70621fb-204f-41e4-ba48-c8089a5e7b95 HTTP/1.1" status: 200 len: 1093 time: 1.0980651 Oct 12 23:00:53.305154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae57cedc-612a-43b8-b838-a6538f7a14b7', 'tag': 'a70621fb-204f-41e4-ba48-c8089a5e7b95'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:53.307629 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a322279-c0b1-4400-ab24-8d48073c6baa" -d '{"events": [{"name": "network-changed", "server_uuid": "ae57cedc-612a-43b8-b838-a6538f7a14b7", "tag": "a70621fb-204f-41e4-ba48-c8089a5e7b95"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:53.331867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad575c-e08e-47e5-80e0-7567a5590361 service neutron] Pushing event updated for resources: {'Port': ['ID=a70621fb-204f-41e4-ba48-c8089a5e7b95,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:53.423496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732a5e-6934-4668-a7ae-0384b477de7e req-a3b3d70f-6de7-43d8-a8e5-9dc4a167c1e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.432716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732a5e-6934-4668-a7ae-0384b477de7e req-a3b3d70f-6de7-43d8-a8e5-9dc4a167c1e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.445686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732a5e-6934-4668-a7ae-0384b477de7e req-a3b3d70f-6de7-43d8-a8e5-9dc4a167c1e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.455912 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732a5e-6934-4668-a7ae-0384b477de7e req-a3b3d70f-6de7-43d8-a8e5-9dc4a167c1e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.463579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732a5e-6934-4668-a7ae-0384b477de7e req-a3b3d70f-6de7-43d8-a8e5-9dc4a167c1e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.471905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732a5e-6934-4668-a7ae-0384b477de7e req-a3b3d70f-6de7-43d8-a8e5-9dc4a167c1e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.481440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51732a5e-6934-4668-a7ae-0384b477de7e req-a3b3d70f-6de7-43d8-a8e5-9dc4a167c1e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.483592 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51732a5e-6934-4668-a7ae-0384b477de7e req-a3b3d70f-6de7-43d8-a8e5-9dc4a167c1e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1394470 Oct 12 23:00:53.547188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:53.571545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-101b2fa1-f884-4170-b586-529d9b3a919d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.573592 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-101b2fa1-f884-4170-b586-529d9b3a919d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afee0760a0eb434db0a6fd7eea9d2b8a&device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 1096 time: 0.0890644 Oct 12 23:00:53.588220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42ed8a-3172-4d65-b731-f2c1ad74b7d3 req-13aa8ed3-7406-492c-8dce-1a5292dd599c tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.588518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51732a5e-6934-4668-a7ae-0384b477de7e req-3243c174-9b31-46f0-b9f4-e4a0da3d74b7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0668583 Oct 12 23:00:53.591159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c42ed8a-3172-4d65-b731-f2c1ad74b7d3 req-13aa8ed3-7406-492c-8dce-1a5292dd599c tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 944 time: 0.1566150 Oct 12 23:00:53.633696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-44e48050-d965-4632-b16e-eec2f30d3d49 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70621fb-204f-41e4-ba48-c8089a5e7b95 HTTP/1.1" status: 200 len: 217 time: 0.0472522 Oct 12 23:00:53.668302 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c42ed8a-3172-4d65-b731-f2c1ad74b7d3 req-33ccd9c4-a3f7-4bc1-956a-74d27974f296 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736670 Oct 12 23:00:53.718123 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-60876776-2b7b-46a4-be37-e8c187eecdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:53.719644 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-60876776-2b7b-46a4-be37-e8c187eecdd6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa7907f4-5b39-4062-abc9-70d730f14feb HTTP/1.1" status: 200 len: 848 time: 0.0759733 Oct 12 23:00:53.722352 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11f066d-7799-4253-8438-82590c40dc36 x-openstack-request-id: req-c11f066d-7799-4253-8438-82590c40dc36 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:53.722645 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae57cedc-612a-43b8-b838-a6538f7a14b7", "tag": "a70621fb-204f-41e4-ba48-c8089a5e7b95", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:53.722911 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c11f066d-7799-4253-8438-82590c40dc36 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:53.723328 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae57cedc-612a-43b8-b838-a6538f7a14b7', 'tag': 'a70621fb-204f-41e4-ba48-c8089a5e7b95', 'status': 'completed', 'code': 200} Oct 12 23:00:53.725474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:53.809831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-926412aa-a48f-4a92-b1c8-52870173c4d8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ec96a24-9d90-4696-8d62-59b3a7bafd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799425 Oct 12 23:00:53.841228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:00:53.847084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:00:53.850230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:00:53.946954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event updated for resources: {'Port': ['ID=ffb42c90-c852-4330-8c10-09394b87b285,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:53.985104 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-5ae0429a-b46e-4981-8776-7d0ac9dbf724 service neutron] 10.222.0.25 "GET /v2.0/networks/7ec96a24-9d90-4696-8d62-59b3a7bafd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668222 Oct 12 23:00:54.034632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:54.035339 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:54.048038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f09cec-fa13-4bc1-b92b-dc8f5c3e9ee7 req-08ee2018-aef6-4251-bece-b7c92293013f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:54.060100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73f09cec-fa13-4bc1-b92b-dc8f5c3e9ee7 req-08ee2018-aef6-4251-bece-b7c92293013f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 932 time: 0.1651399 Oct 12 23:00:54.130519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73f09cec-fa13-4bc1-b92b-dc8f5c3e9ee7 req-aee441a0-d539-4122-b635-87e3b996a181 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737994 Oct 12 23:00:54.166694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-7a083331-be68-459f-807f-fea29590443a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4033403 Oct 12 23:00:54.181338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Request body: {'port': {'device_id': 'af2f176b-a10b-40fa-a44a-1884962fef24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:00:54.187977 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a119ab42-75b6-47e6-8903-8874ec2daa41 req-bb29dfb8-4e86-4155-ab4a-f0fc97fc88de service neutron] 10.222.0.25 "GET /v2.0/networks/7ec96a24-9d90-4696-8d62-59b3a7bafd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952889 Oct 12 23:00:54.259541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:54.392403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-4b7dc5d4-8aae-4763-b9d1-7e23f4d8c275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:54.396029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-4b7dc5d4-8aae-4763-b9d1-7e23f4d8c275 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=afee0760a0eb434db0a6fd7eea9d2b8a&device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 1096 time: 0.0972922 Oct 12 23:00:54.541064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-67f49d8a-ebd9-4ab2-96c6-ed8c034822d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:54.544949 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-67f49d8a-ebd9-4ab2-96c6-ed8c034822d4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7ec96a24-9d90-4696-8d62-59b3a7bafd0d HTTP/1.1" status: 200 len: 909 time: 0.1391137 Oct 12 23:00:54.629909 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-612e0419-002c-4666-a1c1-3237519364b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a70621fb-204f-41e4-ba48-c8089a5e7b95 HTTP/1.1" status: 200 len: 217 time: 0.0678542 Oct 12 23:00:54.700998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffb42c90-c852-4330-8c10-09394b87b285 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:54.711160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:54.724456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Transition to ACTIVE for port object ffb42c90-c852-4330-8c10-09394b87b285 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:00:54.810452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:54.946121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb42c90-c852-4330-8c10-09394b87b285,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:54.960085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c68d4-014c-4db8-b541-b0943a83d3cd req-0ed2c339-ec81-4027-a889-ea6c2a9872a8 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:54.961703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c0c68d4-014c-4db8-b541-b0943a83d3cd req-0ed2c339-ec81-4027-a889-ea6c2a9872a8 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 944 time: 0.1959889 Oct 12 23:00:55.045810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c0c68d4-014c-4db8-b541-b0943a83d3cd req-9448eed3-0ee9-483b-9d25-7ad4b5c743b2 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772891 Oct 12 23:00:55.087901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Attempting to bind port ffb42c90-c852-4330-8c10-09394b87b285 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:00:55.088251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Attempting to bind port ffb42c90-c852-4330-8c10-09394b87b285 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:00:55.088590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Attempting to bind port ffb42c90-c852-4330-8c10-09394b87b285 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:55.096390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Port ffb42c90-c852-4330-8c10-09394b87b285 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:00:55.096728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Attempting to bind port ffb42c90-c852-4330-8c10-09394b87b285 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:00:55.103100 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 0, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:00:55.103592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Checking segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:00:55.103996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Bound using segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:00:55.104452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Bound port: ffb42c90-c852-4330-8c10-09394b87b285, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:00:55.104928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:55.202703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-11baad21-3c76-435a-9a55-3ce2aeed5996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.204465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-11baad21-3c76-435a-9a55-3ce2aeed5996 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=aa7907f4-5b39-4062-abc9-70d730f14feb HTTP/1.1" status: 200 len: 848 time: 0.5671489 Oct 12 23:00:55.235873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca12f-04e4-493e-92cc-f5d8cc6cdb37 req-9c278ad6-b5b3-4db9-9728-5ca86d5414b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.243039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] For port ffb42c90-c852-4330-8c10-09394b87b285, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:00:55.247664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] For port ffb42c90-c852-4330-8c10-09394b87b285, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ffb42c90-c852-4330-8c10-09394b87b285,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:00:55.249223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca12f-04e4-493e-92cc-f5d8cc6cdb37 req-9c278ad6-b5b3-4db9-9728-5ca86d5414b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.257237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca12f-04e4-493e-92cc-f5d8cc6cdb37 req-9c278ad6-b5b3-4db9-9728-5ca86d5414b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.264833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca12f-04e4-493e-92cc-f5d8cc6cdb37 req-9c278ad6-b5b3-4db9-9728-5ca86d5414b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.275736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca12f-04e4-493e-92cc-f5d8cc6cdb37 req-9c278ad6-b5b3-4db9-9728-5ca86d5414b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.282875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca12f-04e4-493e-92cc-f5d8cc6cdb37 req-9c278ad6-b5b3-4db9-9728-5ca86d5414b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.293987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368ca12f-04e4-493e-92cc-f5d8cc6cdb37 req-9c278ad6-b5b3-4db9-9728-5ca86d5414b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.296147 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-368ca12f-04e4-493e-92cc-f5d8cc6cdb37 req-9c278ad6-b5b3-4db9-9728-5ca86d5414b6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1693058 Oct 12 23:00:55.326467 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:55.340976 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-f8675717-4cb4-4a5b-86a6-713402833c34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7ec96a24-9d90-4696-8d62-59b3a7bafd0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435266 Oct 12 23:00:55.374876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.376241 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:55.393964 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] 10.222.0.25 "PUT /v2.0/ports/ffb42c90-c852-4330-8c10-09394b87b285 HTTP/1.1" status: 200 len: 1093 time: 1.2017181 Oct 12 23:00:55.394743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af2f176b-a10b-40fa-a44a-1884962fef24', 'tag': 'ffb42c90-c852-4330-8c10-09394b87b285'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:55.397338 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d21fd93-9830-4962-a4f9-12fc494abf6d" -d '{"events": [{"name": "network-changed", "server_uuid": "af2f176b-a10b-40fa-a44a-1884962fef24", "tag": "ffb42c90-c852-4330-8c10-09394b87b285"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:55.414516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-368ca12f-04e4-493e-92cc-f5d8cc6cdb37 req-907eede3-4543-4c5f-aa2a-704a8907cc70 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041164 Oct 12 23:00:55.459480 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-a22e9ac4-7568-47fb-98b9-6dcf55fb1138 service neutron] 10.222.0.25 "GET /v2.0/networks/7ec96a24-9d90-4696-8d62-59b3a7bafd0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099565 Oct 12 23:00:55.484369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6500daf2-ff18-49f4-af61-71fd2c74ac24 service neutron] Pushing event updated for resources: {'Port': ['ID=ffb42c90-c852-4330-8c10-09394b87b285,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:55.538261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9711d02-276a-4164-94b9-db9c94b8644f req-3c7d5e41-a8cb-4a76-b2b8-4af53d527e8e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.550632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9711d02-276a-4164-94b9-db9c94b8644f req-3c7d5e41-a8cb-4a76-b2b8-4af53d527e8e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 944 time: 0.1266916 Oct 12 23:00:55.598015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-d66f40a6-472c-4aad-a9ec-6ed1c9ee8a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.609787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-d66f40a6-472c-4aad-a9ec-6ed1c9ee8a9f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 1096 time: 0.1205678 Oct 12 23:00:55.639773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a322279-c0b1-4400-ab24-8d48073c6baa req-327ba8d5-8916-4f8d-9539-0e49f832c285 service neutron] 10.222.0.25 "GET /v2.0/networks/7ec96a24-9d90-4696-8d62-59b3a7bafd0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678383 Oct 12 23:00:55.680050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-4b74bf70-7c63-4c4c-8c21-52e17160ef6b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffb42c90-c852-4330-8c10-09394b87b285 HTTP/1.1" status: 200 len: 217 time: 0.0496390 Oct 12 23:00:55.683799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9711d02-276a-4164-94b9-db9c94b8644f req-1b5a799f-df92-4b09-a84c-1be2e8fd8cb2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315141 Oct 12 23:00:55.740736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-fdcb6729-a610-45a4-a220-c50a1289e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:55.742501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-fdcb6729-a610-45a4-a220-c50a1289e86f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.0559719 Oct 12 23:00:55.745288 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad5504f5-a719-428e-8c5b-37ba101ac674 x-openstack-request-id: req-ad5504f5-a719-428e-8c5b-37ba101ac674 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:55.746152 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af2f176b-a10b-40fa-a44a-1884962fef24", "tag": "ffb42c90-c852-4330-8c10-09394b87b285", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:55.749960 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad5504f5-a719-428e-8c5b-37ba101ac674 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:55.749960 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af2f176b-a10b-40fa-a44a-1884962fef24', 'tag': 'ffb42c90-c852-4330-8c10-09394b87b285', 'status': 'completed', 'code': 200} Oct 12 23:00:55.794344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-935f5b95-2f01-41c5-afdd-2bdd638c89d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373855 Oct 12 23:00:55.892566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-e06bb7e2-bc8d-405f-a045-a7c257b1e8d0 service neutron] 10.222.0.25 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895064 Oct 12 23:00:56.017654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e0c136-2534-4c77-90a5-066874a924f8 req-ca0e3c5e-8bad-44ee-9ebe-0ded869b43dc service neutron] 10.222.0.25 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176507 Oct 12 23:00:56.038993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af78aa9-5e3d-4e90-bb43-5f8ecb8c95a0 req-0347cbeb-8378-4baa-b5b5-87d4c6e6f516 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.038993 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1af78aa9-5e3d-4e90-bb43-5f8ecb8c95a0 req-0347cbeb-8378-4baa-b5b5-87d4c6e6f516 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 945 time: 0.0761223 Oct 12 23:00:56.091540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1af78aa9-5e3d-4e90-bb43-5f8ecb8c95a0 req-ebd880c8-5979-4b72-96f8-89453e54c55e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471551 Oct 12 23:00:56.180188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14afa21-e298-4dac-9db3-2bc2a4477d75 req-b842c0df-e2b6-4848-a4e7-fa53e2973cf5 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.181882 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e14afa21-e298-4dac-9db3-2bc2a4477d75 req-b842c0df-e2b6-4848-a4e7-fa53e2973cf5 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 944 time: 0.0549033 Oct 12 23:00:56.191630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-17aef2d4-ad2d-414d-a6b8-92aa1f0bdc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.193068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-17aef2d4-ad2d-414d-a6b8-92aa1f0bdc32 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 1096 time: 0.0489883 Oct 12 23:00:56.223115 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e14afa21-e298-4dac-9db3-2bc2a4477d75 req-3621d222-d7e5-4de5-be65-bdf1bb9706e9 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341539 Oct 12 23:00:56.296102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-6d4e83eb-40d9-4260-b6b9-54236114dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.297562 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-6d4e83eb-40d9-4260-b6b9-54236114dd62 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 912 time: 0.0883226 Oct 12 23:00:56.346386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-c84908f0-00dc-4b41-97c9-ee21971afa8d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ffb42c90-c852-4330-8c10-09394b87b285 HTTP/1.1" status: 200 len: 217 time: 0.0388370 Oct 12 23:00:56.405930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-64ea2d4e-897a-44d6-a428-6062ce49df23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.407485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-64ea2d4e-897a-44d6-a428-6062ce49df23 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.0506039 Oct 12 23:00:56.442799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-86427093-9b6e-4f71-a5ef-1c19d60c3f23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264783 Oct 12 23:00:56.543253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-35d7a18e-bdaa-463f-8434-f06d811b5c26 service neutron] 10.222.0.25 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913203 Oct 12 23:00:56.579333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64b8d-f258-4c90-9ed5-b5823005e9a4 req-0501b79e-6037-4ff5-8f76-faea6844bf1c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.585330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64b8d-f258-4c90-9ed5-b5823005e9a4 req-0501b79e-6037-4ff5-8f76-faea6844bf1c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.593003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64b8d-f258-4c90-9ed5-b5823005e9a4 req-0501b79e-6037-4ff5-8f76-faea6844bf1c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.599572 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64b8d-f258-4c90-9ed5-b5823005e9a4 req-0501b79e-6037-4ff5-8f76-faea6844bf1c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.605274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64b8d-f258-4c90-9ed5-b5823005e9a4 req-0501b79e-6037-4ff5-8f76-faea6844bf1c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.611208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64b8d-f258-4c90-9ed5-b5823005e9a4 req-0501b79e-6037-4ff5-8f76-faea6844bf1c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.617133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b64b8d-f258-4c90-9ed5-b5823005e9a4 req-0501b79e-6037-4ff5-8f76-faea6844bf1c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.619080 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49b64b8d-f258-4c90-9ed5-b5823005e9a4 req-0501b79e-6037-4ff5-8f76-faea6844bf1c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1211610 Oct 12 23:00:56.641349 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d21fd93-9830-4962-a4f9-12fc494abf6d req-a412ba31-45a8-4bfe-ac03-00158bed9511 service neutron] 10.222.0.25 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890391 Oct 12 23:00:56.652970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-17043a00-11dc-49f8-ad28-f93627c17f4b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.654699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-17043a00-11dc-49f8-ad28-f93627c17f4b tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.25 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 945 time: 0.1202853 Oct 12 23:00:56.700807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49b64b8d-f258-4c90-9ed5-b5823005e9a4 req-a0dc660b-ab1e-41c2-842c-c41611520753 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0727208 Oct 12 23:00:56.767914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Deleting port ddbdd678-e088-497e-88d3-54dfd30adf2b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:00:56.768275 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:56.828906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c903a0f-ada3-4a5c-843f-12f009527df8 req-7fede8e5-0113-4af3-b4d1-7b5cf986ba5a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:56.830412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c903a0f-ada3-4a5c-843f-12f009527df8 req-7fede8e5-0113-4af3-b4d1-7b5cf986ba5a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 944 time: 0.0598643 Oct 12 23:00:56.869616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] For port ddbdd678-e088-497e-88d3-54dfd30adf2b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ddbdd678-e088-497e-88d3-54dfd30adf2b,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:56.870066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:56.878462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c903a0f-ada3-4a5c-843f-12f009527df8 req-d0e55225-ac22-4841-a17d-48a6377435ba tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Oct 12 23:00:56.890804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Calling delete_port for ddbdd678-e088-497e-88d3-54dfd30adf2b owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:00:56.990892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a70621fb-204f-41e4-ba48-c8089a5e7b95 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:00:57.087205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port a70621fb-204f-41e4-ba48-c8089a5e7b95, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a70621fb-204f-41e4-ba48-c8089a5e7b95,segment=NetworkSegment(6f2776b2-4dfd-4618-9450-246e12ace628),segment_id=6f2776b2-4dfd-4618-9450-246e12ace628)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:57.102282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'a70621fb-204f-41e4-ba48-c8089a5e7b95', 'network_id': '7ec96a24-9d90-4696-8d62-59b3a7bafd0d', 'port_id': 'a70621fb-204f-41e4-ba48-c8089a5e7b95', 'mac_address': 'fa:16:3e:f5:7a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aa7907f4-5b39-4062-abc9-70d730f14feb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:00:57.139500 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:57.144590 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:57.158343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ddbdd678-e088-497e-88d3-54dfd30adf2b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:00:57.179977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Pushing event deleted for resources: {'Port': ['ID=ddbdd678-e088-497e-88d3-54dfd30adf2b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:57.194704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a70621fb-204f-41e4-ba48-c8089a5e7b95 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:57.218615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port a70621fb-204f-41e4-ba48-c8089a5e7b95, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a70621fb-204f-41e4-ba48-c8089a5e7b95,segment=NetworkSegment(6f2776b2-4dfd-4618-9450-246e12ace628),segment_id=6f2776b2-4dfd-4618-9450-246e12ace628)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:57.231218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be85383e-f5b4-4a13-b57e-a916a3f827c1 req-47d063d7-a3f6-4865-99ac-7f788969d839 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 210 time: 0.0452790 Oct 12 23:00:57.254833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] No DVR routers for this DVR port ddbdd678-e088-497e-88d3-54dfd30adf2b on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:00:57.257350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:57.260734 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93aa8617-7d7f-44f2-83cb-1028e4a57402 req-b18101f8-fb7e-4f5f-9401-e0a77cccdc9c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.25 "DELETE /v2.0/ports/ddbdd678-e088-497e-88d3-54dfd30adf2b HTTP/1.1" status: 204 len: 173 time: 0.5981910 Oct 12 23:00:57.265246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'name': 'network-vif-deleted', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:57.265246 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cab7d1-fc0b-4fce-b3db-f1baea561e93" -d '{"events": [{"server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "name": "network-vif-deleted", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:57.282109 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:57.346557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=a70621fb-204f-41e4-ba48-c8089a5e7b95,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:57.373261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a464d7-902c-46a8-a5c4-f52ab4d21e4c req-9ef311b8-56bd-46fb-9395-522ea2cdaf3c tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:57.374775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a464d7-902c-46a8-a5c4-f52ab4d21e4c req-9ef311b8-56bd-46fb-9395-522ea2cdaf3c tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 945 time: 0.0744400 Oct 12 23:00:57.390683 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c3ab50-2ef6-46c5-8c59-b4d551919362 x-openstack-request-id: req-d5c3ab50-2ef6-46c5-8c59-b4d551919362 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:57.391070 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5", "name": "network-vif-deleted", "tag": "ddbdd678-e088-497e-88d3-54dfd30adf2b", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:57.391389 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5c3ab50-2ef6-46c5-8c59-b4d551919362 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:57.391853 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5', 'name': 'network-vif-deleted', 'tag': 'ddbdd678-e088-497e-88d3-54dfd30adf2b', 'status': 'completed', 'code': 200} Oct 12 23:00:57.416495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a464d7-902c-46a8-a5c4-f52ab4d21e4c req-679583cf-2b83-4789-a2d1-174503143ee3 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343015 Oct 12 23:00:57.552086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['a70621fb-204f-41e4-ba48-c8089a5e7b95'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:00:57.834524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b22d7-6737-4941-b4df-0c26ea73d936 req-4ac58158-2985-49bb-818d-0908391c9dea tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:57.841267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b22d7-6737-4941-b4df-0c26ea73d936 req-4ac58158-2985-49bb-818d-0908391c9dea tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:57.847207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b22d7-6737-4941-b4df-0c26ea73d936 req-4ac58158-2985-49bb-818d-0908391c9dea tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:57.853206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b22d7-6737-4941-b4df-0c26ea73d936 req-4ac58158-2985-49bb-818d-0908391c9dea tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:57.859310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b22d7-6737-4941-b4df-0c26ea73d936 req-4ac58158-2985-49bb-818d-0908391c9dea tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:57.865635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b22d7-6737-4941-b4df-0c26ea73d936 req-4ac58158-2985-49bb-818d-0908391c9dea tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:57.871640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5b22d7-6737-4941-b4df-0c26ea73d936 req-4ac58158-2985-49bb-818d-0908391c9dea tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:57.873568 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc5b22d7-6737-4941-b4df-0c26ea73d936 req-4ac58158-2985-49bb-818d-0908391c9dea tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.0927062 Oct 12 23:00:57.918527 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc5b22d7-6737-4941-b4df-0c26ea73d936 req-8dcd935b-5fe2-49cd-8024-8db9f6fd08d8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383136 Oct 12 23:00:57.997031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052706a4-d114-46ae-8061-17dcaa3646cb req-64347b71-1b0c-4746-8231-e0058fea62b2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:57.998474 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-052706a4-d114-46ae-8061-17dcaa3646cb req-64347b71-1b0c-4746-8231-e0058fea62b2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 944 time: 0.0531151 Oct 12 23:00:58.037634 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-052706a4-d114-46ae-8061-17dcaa3646cb req-065eef2e-b50c-4091-aa59-dfb351b6bf0f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329258 Oct 12 23:00:58.344092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63793635-f40e-450b-a6b1-ee657c101838 req-8706be24-773e-4364-8ddb-e0fc0d114d68 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=d4e6c8f2-a4fd-4f8b-b3f8-6a98750b03b5 HTTP/1.1" status: 200 len: 210 time: 0.0287495 Oct 12 23:00:58.560823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d2965-a1ed-4a7e-be9b-f4262d36c053 req-226beff5-b9aa-493d-b4b8-b205663a9f3a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:58.563239 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a41d2965-a1ed-4a7e-be9b-f4262d36c053 req-226beff5-b9aa-493d-b4b8-b205663a9f3a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 945 time: 0.0766609 Oct 12 23:00:58.606718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a41d2965-a1ed-4a7e-be9b-f4262d36c053 req-8a5e025c-99e0-4ba6-81a8-84375f02df0c tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374653 Oct 12 23:00:59.004714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ffb42c90-c852-4330-8c10-09394b87b285 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:00:59.007785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a70621fb-204f-41e4-ba48-c8089a5e7b95 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:00:59.056402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f0c8-38da-4b63-90d9-ac9be14c44c4 req-cdae4149-d4d9-4fcc-a74f-4113cd36ec66 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.062640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f0c8-38da-4b63-90d9-ac9be14c44c4 req-cdae4149-d4d9-4fcc-a74f-4113cd36ec66 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.068941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f0c8-38da-4b63-90d9-ac9be14c44c4 req-cdae4149-d4d9-4fcc-a74f-4113cd36ec66 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.075641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f0c8-38da-4b63-90d9-ac9be14c44c4 req-cdae4149-d4d9-4fcc-a74f-4113cd36ec66 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.081611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f0c8-38da-4b63-90d9-ac9be14c44c4 req-cdae4149-d4d9-4fcc-a74f-4113cd36ec66 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.088850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f0c8-38da-4b63-90d9-ac9be14c44c4 req-cdae4149-d4d9-4fcc-a74f-4113cd36ec66 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.105274 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10f0c8-38da-4b63-90d9-ac9be14c44c4 req-cdae4149-d4d9-4fcc-a74f-4113cd36ec66 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.108538 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a10f0c8-38da-4b63-90d9-ac9be14c44c4 req-cdae4149-d4d9-4fcc-a74f-4113cd36ec66 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1086321 Oct 12 23:00:59.155275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a10f0c8-38da-4b63-90d9-ac9be14c44c4 req-b4ad2518-2aa5-42df-823f-0efa0f190ecf tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408421 Oct 12 23:00:59.171274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ffb42c90-c852-4330-8c10-09394b87b285, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ffb42c90-c852-4330-8c10-09394b87b285,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:59.184684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'ffb42c90-c852-4330-8c10-09394b87b285', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'port_id': 'ffb42c90-c852-4330-8c10-09394b87b285', 'mac_address': 'fa:16:3e:d5:fa:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091336a0-9cd0-43dc-abb4-695f8140af67', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:00:59.215105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57427a6-a238-4eef-905c-fc4228ca9c51 req-c505f9d6-1fef-4c41-9c57-f167da41eda2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.217012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port a70621fb-204f-41e4-ba48-c8089a5e7b95 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:00:59.223204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port a70621fb-204f-41e4-ba48-c8089a5e7b95 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:00:59.223477 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a57427a6-a238-4eef-905c-fc4228ca9c51 req-c505f9d6-1fef-4c41-9c57-f167da41eda2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 944 time: 0.0832007 Oct 12 23:00:59.223782 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:59.252725 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:59.260193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a57427a6-a238-4eef-905c-fc4228ca9c51 req-873703c8-1ddf-44cb-97e5-6d5a86a2ab6f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357728 Oct 12 23:00:59.273035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffb42c90-c852-4330-8c10-09394b87b285 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:00:59.297045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ffb42c90-c852-4330-8c10-09394b87b285, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ffb42c90-c852-4330-8c10-09394b87b285,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:59.343381 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:59.365248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57cedc-612a-43b8-b838-a6538f7a14b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70621fb-204f-41e4-ba48-c8089a5e7b95'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:00:59.367509 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ce8e0c-1ff2-4084-a65e-3ab343d7e671" -d '{"events": [{"server_uuid": "ae57cedc-612a-43b8-b838-a6538f7a14b7", "name": "network-vif-plugged", "status": "completed", "tag": "a70621fb-204f-41e4-ba48-c8089a5e7b95"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:00:59.377722 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:59.383759 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port a70621fb-204f-41e4-ba48-c8089a5e7b95, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a70621fb-204f-41e4-ba48-c8089a5e7b95,segment=NetworkSegment(6f2776b2-4dfd-4618-9450-246e12ace628),segment_id=6f2776b2-4dfd-4618-9450-246e12ace628)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:00:59.412204 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9498fd-3b89-4775-9440-82837a091436 x-openstack-request-id: req-ac9498fd-3b89-4775-9440-82837a091436 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:00:59.412533 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae57cedc-612a-43b8-b838-a6538f7a14b7", "name": "network-vif-plugged", "status": "completed", "tag": "a70621fb-204f-41e4-ba48-c8089a5e7b95", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:00:59.412789 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ac9498fd-3b89-4775-9440-82837a091436 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:00:59.413175 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae57cedc-612a-43b8-b838-a6538f7a14b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a70621fb-204f-41e4-ba48-c8089a5e7b95', 'code': 200} Oct 12 23:00:59.440210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ffb42c90-c852-4330-8c10-09394b87b285,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:59.457091 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:00:59.457980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ddbdd678-e088-497e-88d3-54dfd30adf2b no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:00:59.516825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: ddbdd678-e088-497e-88d3-54dfd30adf2b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:00:59.517520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ddbdd678-e088-497e-88d3-54dfd30adf2b not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:00:59.551916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=a70621fb-204f-41e4-ba48-c8089a5e7b95,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:00:59.570003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412285be-6311-490d-8239-520310395257 req-5be149c9-d82e-461f-8cf7-f312aa20c9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.571757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-412285be-6311-490d-8239-520310395257 req-5be149c9-d82e-461f-8cf7-f312aa20c9e1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 1098 time: 0.0957727 Oct 12 23:00:59.618829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-412285be-6311-490d-8239-520310395257 req-13097b3d-82bc-4d8f-9c72-84499d99a5b2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386164 Oct 12 23:00:59.640450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ffb42c90-c852-4330-8c10-09394b87b285'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:00:59.804815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255fb27-ce4f-465d-b380-c75a57322e6f req-e3e8cb3d-e16a-457b-92b1-7c0497e700a7 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.807093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0255fb27-ce4f-465d-b380-c75a57322e6f req-e3e8cb3d-e16a-457b-92b1-7c0497e700a7 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 946 time: 0.0625746 Oct 12 23:00:59.878520 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0255fb27-ce4f-465d-b380-c75a57322e6f req-4fe7fb05-5e69-4e5c-afa6-9015f7a731e1 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529652 Oct 12 23:00:59.980072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db8f158-78af-42e2-9d69-948e80853529 req-6df46b10-82ff-4166-9f9c-d35e55e49d3e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:00:59.981887 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7db8f158-78af-42e2-9d69-948e80853529 req-6df46b10-82ff-4166-9f9c-d35e55e49d3e tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 944 time: 0.0507443 Oct 12 23:01:00.020088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7db8f158-78af-42e2-9d69-948e80853529 req-fd750fce-3f6e-41f3-aa42-e7cdafa19b4a tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320170 Oct 12 23:01:00.292265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51f1e2-bfa7-4cf8-8b94-0f3047a4a3e6 req-614f3ee7-53d7-4173-b277-1871bebac8e9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:00.298386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51f1e2-bfa7-4cf8-8b94-0f3047a4a3e6 req-614f3ee7-53d7-4173-b277-1871bebac8e9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:00.304623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51f1e2-bfa7-4cf8-8b94-0f3047a4a3e6 req-614f3ee7-53d7-4173-b277-1871bebac8e9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:00.311087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51f1e2-bfa7-4cf8-8b94-0f3047a4a3e6 req-614f3ee7-53d7-4173-b277-1871bebac8e9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:00.317044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51f1e2-bfa7-4cf8-8b94-0f3047a4a3e6 req-614f3ee7-53d7-4173-b277-1871bebac8e9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:00.323187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51f1e2-bfa7-4cf8-8b94-0f3047a4a3e6 req-614f3ee7-53d7-4173-b277-1871bebac8e9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:00.329919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51f1e2-bfa7-4cf8-8b94-0f3047a4a3e6 req-614f3ee7-53d7-4173-b277-1871bebac8e9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:00.331904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee51f1e2-bfa7-4cf8-8b94-0f3047a4a3e6 req-614f3ee7-53d7-4173-b277-1871bebac8e9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.0967021 Oct 12 23:01:00.375507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee51f1e2-bfa7-4cf8-8b94-0f3047a4a3e6 req-ee395b12-5212-4c0c-9b78-54d3c5dee471 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0374219 Oct 12 23:01:00.381374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dfd98-201e-4e49-9f0d-c5bbbf391d11 req-8545ecde-e75c-41b6-95a7-da94ad50a57d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:00.383446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-393dfd98-201e-4e49-9f0d-c5bbbf391d11 req-8545ecde-e75c-41b6-95a7-da94ad50a57d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 945 time: 0.0524468 Oct 12 23:01:00.425953 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-393dfd98-201e-4e49-9f0d-c5bbbf391d11 req-e860f9d9-52fa-4395-96ed-e494d668d95e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360425 Oct 12 23:01:00.476266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-38ba304b-8fff-4d64-abb8-09a99b98ebf3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:00.477708 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-38ba304b-8fff-4d64-abb8-09a99b98ebf3 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 944 time: 0.0487149 Oct 12 23:01:00.585830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Deleting port 0182467e-1fce-425c-a6ef-8fa0897550c3 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:01:00.586993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:00.689867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] For port 0182467e-1fce-425c-a6ef-8fa0897550c3, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=0182467e-1fce-425c-a6ef-8fa0897550c3,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:00.690298 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:00.707515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Calling delete_port for 0182467e-1fce-425c-a6ef-8fa0897550c3 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:01:00.985683 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:01.003650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ffb42c90-c852-4330-8c10-09394b87b285 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:01.024229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Pushing event deleted for resources: {'Port': ['ID=0182467e-1fce-425c-a6ef-8fa0897550c3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:01.039370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017fbaab-615b-4ada-a402-63b7237ed8e9 req-55573c24-c8d6-492c-bcd2-da7b358f30b6 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.040991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-017fbaab-615b-4ada-a402-63b7237ed8e9 req-55573c24-c8d6-492c-bcd2-da7b358f30b6 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 946 time: 0.0883636 Oct 12 23:01:01.084602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] No DVR routers for this DVR port 0182467e-1fce-425c-a6ef-8fa0897550c3 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:01:01.089010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:01.092999 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e1a81d9-60ea-4315-a5e1-50e83dc6dbcc req-3c3c64c0-e1cf-4d84-b34c-97b23708e893 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.25 "DELETE /v2.0/ports/0182467e-1fce-425c-a6ef-8fa0897550c3 HTTP/1.1" status: 204 len: 173 time: 0.6082821 Oct 12 23:01:01.093526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'name': 'network-vif-deleted', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:01.098324 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cccc5d-c70d-4167-aeed-12858c0a381d" -d '{"events": [{"server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "name": "network-vif-deleted", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:01.106610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-017fbaab-615b-4ada-a402-63b7237ed8e9 req-b6862105-e6f2-4fde-9d36-fc4ff0e8ebba tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563471 Oct 12 23:01:01.153493 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be848d3a-6aa0-4221-8cc6-0477e0346c8a req-f6e1af2c-ea32-437e-940f-17d3808d1bc5 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 210 time: 0.0368025 Oct 12 23:01:01.223670 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0967c550-e31f-4db8-be2c-70c65965e524 x-openstack-request-id: req-0967c550-e31f-4db8-be2c-70c65965e524 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:01.223670 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b2027fd-5298-4f38-a156-04edf88ca65c", "name": "network-vif-deleted", "tag": "0182467e-1fce-425c-a6ef-8fa0897550c3", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:01.223670 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0967c550-e31f-4db8-be2c-70c65965e524 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:01.223670 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b2027fd-5298-4f38-a156-04edf88ca65c', 'name': 'network-vif-deleted', 'tag': '0182467e-1fce-425c-a6ef-8fa0897550c3', 'status': 'completed', 'code': 200} Oct 12 23:01:01.371318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port ffb42c90-c852-4330-8c10-09394b87b285 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:01.375344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port ffb42c90-c852-4330-8c10-09394b87b285 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:01.375751 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:01.460377 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:01.495111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2f176b-a10b-40fa-a44a-1884962fef24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb42c90-c852-4330-8c10-09394b87b285'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:01.497703 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff07cf9-81c6-481f-a6fd-1dcf88e4924b" -d '{"events": [{"server_uuid": "af2f176b-a10b-40fa-a44a-1884962fef24", "name": "network-vif-plugged", "status": "completed", "tag": "ffb42c90-c852-4330-8c10-09394b87b285"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:01.513488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ffb42c90-c852-4330-8c10-09394b87b285, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ffb42c90-c852-4330-8c10-09394b87b285,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:01.547773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9ee9-4f28-4b9c-bcad-ec1145161817 req-d6bed79e-86b5-40a3-a776-776b5256e22b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.554200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9ee9-4f28-4b9c-bcad-ec1145161817 req-d6bed79e-86b5-40a3-a776-776b5256e22b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.562013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9ee9-4f28-4b9c-bcad-ec1145161817 req-d6bed79e-86b5-40a3-a776-776b5256e22b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.569649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9ee9-4f28-4b9c-bcad-ec1145161817 req-d6bed79e-86b5-40a3-a776-776b5256e22b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.579375 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:01.580241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9ee9-4f28-4b9c-bcad-ec1145161817 req-d6bed79e-86b5-40a3-a776-776b5256e22b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.595658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9ee9-4f28-4b9c-bcad-ec1145161817 req-d6bed79e-86b5-40a3-a776-776b5256e22b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.607387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680d9ee9-4f28-4b9c-bcad-ec1145161817 req-d6bed79e-86b5-40a3-a776-776b5256e22b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.610553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-680d9ee9-4f28-4b9c-bcad-ec1145161817 req-d6bed79e-86b5-40a3-a776-776b5256e22b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1499248 Oct 12 23:01:01.631982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8d312-af18-433d-89a4-9ecc6e60726c req-3dec16c8-48da-4b23-afb5-10f8f1c7a4b1 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.637072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8e8d312-af18-433d-89a4-9ecc6e60726c req-3dec16c8-48da-4b23-afb5-10f8f1c7a4b1 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 945 time: 0.0889814 Oct 12 23:01:01.637448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ffb42c90-c852-4330-8c10-09394b87b285,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:01.657030 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-680d9ee9-4f28-4b9c-bcad-ec1145161817 req-03cf371d-fe5a-48b8-b411-47dbcd23e791 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394495 Oct 12 23:01:01.702667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8e8d312-af18-433d-89a4-9ecc6e60726c req-b38b6e1b-ccff-478f-9bf2-ee6146deec1d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467367 Oct 12 23:01:01.714729 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080b9e97-dba6-469a-87a3-3767aaae21a0 x-openstack-request-id: req-080b9e97-dba6-469a-87a3-3767aaae21a0 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:01.715146 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2f176b-a10b-40fa-a44a-1884962fef24", "name": "network-vif-plugged", "status": "completed", "tag": "ffb42c90-c852-4330-8c10-09394b87b285", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:01.715514 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-080b9e97-dba6-469a-87a3-3767aaae21a0 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:01.716082 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2f176b-a10b-40fa-a44a-1884962fef24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffb42c90-c852-4330-8c10-09394b87b285', 'code': 200} Oct 12 23:01:01.831395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3db6c4-967f-40fd-8cd2-7ee4119f867d req-daddc810-bcf5-478f-9d6a-9df7a3d6e9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:01.833134 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db3db6c4-967f-40fd-8cd2-7ee4119f867d req-daddc810-bcf5-478f-9d6a-9df7a3d6e9b9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 1098 time: 0.0489519 Oct 12 23:01:01.872288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db3db6c4-967f-40fd-8cd2-7ee4119f867d req-d52b99a7-dd9b-432b-ba5f-02997f6675c7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291190 Oct 12 23:01:02.228870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a3a701-a028-4e5d-b4c9-c8b0aefcf20d req-218eedba-d9a4-493d-9ff8-415d99c2dbe3 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:02.230490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4a3a701-a028-4e5d-b4c9-c8b0aefcf20d req-218eedba-d9a4-493d-9ff8-415d99c2dbe3 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 946 time: 0.0538242 Oct 12 23:01:02.270409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4a3a701-a028-4e5d-b4c9-c8b0aefcf20d req-53826453-48d4-4569-97ba-ab040381a114 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334737 Oct 12 23:01:02.301371 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6ebf237-ae41-48be-b0b5-548e993943e6 req-37710271-0b4e-4666-a93f-3346b2ff5cab tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b2027fd-5298-4f38-a156-04edf88ca65c HTTP/1.1" status: 200 len: 210 time: 0.0287802 Oct 12 23:01:02.791294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab067-f509-4d62-86ab-0a5ee3dc4029 req-ad744a76-e22f-44aa-8bf9-613fb853eb73 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:02.798227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab067-f509-4d62-86ab-0a5ee3dc4029 req-ad744a76-e22f-44aa-8bf9-613fb853eb73 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:02.804400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab067-f509-4d62-86ab-0a5ee3dc4029 req-ad744a76-e22f-44aa-8bf9-613fb853eb73 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:02.810607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab067-f509-4d62-86ab-0a5ee3dc4029 req-ad744a76-e22f-44aa-8bf9-613fb853eb73 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:02.816773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab067-f509-4d62-86ab-0a5ee3dc4029 req-ad744a76-e22f-44aa-8bf9-613fb853eb73 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:02.822813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab067-f509-4d62-86ab-0a5ee3dc4029 req-ad744a76-e22f-44aa-8bf9-613fb853eb73 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:02.830012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eab067-f509-4d62-86ab-0a5ee3dc4029 req-ad744a76-e22f-44aa-8bf9-613fb853eb73 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:02.832106 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61eab067-f509-4d62-86ab-0a5ee3dc4029 req-ad744a76-e22f-44aa-8bf9-613fb853eb73 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.0960569 Oct 12 23:01:02.838559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93d583c-2227-4156-b88a-dfb14d727433 req-70719b74-be73-4c75-97d8-515169622a31 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:02.841854 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f93d583c-2227-4156-b88a-dfb14d727433 req-70719b74-be73-4c75-97d8-515169622a31 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0643663 Oct 12 23:01:02.879781 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61eab067-f509-4d62-86ab-0a5ee3dc4029 req-6e9b0db0-d0ca-4132-826d-1df93cc867f2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385928 Oct 12 23:01:02.883453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f93d583c-2227-4156-b88a-dfb14d727433 req-7ad8d2bf-38e3-4746-9166-21ad28b36bc3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344968 Oct 12 23:01:03.003386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0182467e-1fce-425c-a6ef-8fa0897550c3 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:01:03.025635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 0182467e-1fce-425c-a6ef-8fa0897550c3 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:01:03.026076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 0182467e-1fce-425c-a6ef-8fa0897550c3 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:01:03.904533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c1edc-eb08-4c26-bdf2-a6b67d09674b req-005d71dd-1f12-4b82-8816-d7c979f2f95c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:03.906009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b79c1edc-eb08-4c26-bdf2-a6b67d09674b req-005d71dd-1f12-4b82-8816-d7c979f2f95c tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 944 time: 0.0514624 Oct 12 23:01:03.945686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b79c1edc-eb08-4c26-bdf2-a6b67d09674b req-746f143d-b356-49d7-8f5c-bd67ccd407b6 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/security-groups?id=28ae485c-9c82-45fa-b558-bcd041df8e71&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336070 Oct 12 23:01:04.037526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef432e-ea76-40bf-87b0-0105c10a7752 req-06596910-7cae-4381-8f59-7fd25cc98df6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.039199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bfef432e-ea76-40bf-87b0-0105c10a7752 req-06596910-7cae-4381-8f59-7fd25cc98df6 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0551870 Oct 12 23:01:04.060126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d1f48-2311-46fe-813a-f54de1c3f3bf req-3212cca2-56de-4c0b-b09b-ce738b26db3e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.066454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d1f48-2311-46fe-813a-f54de1c3f3bf req-3212cca2-56de-4c0b-b09b-ce738b26db3e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.072411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d1f48-2311-46fe-813a-f54de1c3f3bf req-3212cca2-56de-4c0b-b09b-ce738b26db3e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.077769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bfef432e-ea76-40bf-87b0-0105c10a7752 req-ce656d06-6b8d-4463-ae71-55ff159ae17e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324156 Oct 12 23:01:04.078371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d1f48-2311-46fe-813a-f54de1c3f3bf req-3212cca2-56de-4c0b-b09b-ce738b26db3e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.084559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d1f48-2311-46fe-813a-f54de1c3f3bf req-3212cca2-56de-4c0b-b09b-ce738b26db3e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.091312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d1f48-2311-46fe-813a-f54de1c3f3bf req-3212cca2-56de-4c0b-b09b-ce738b26db3e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.097851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5d1f48-2311-46fe-813a-f54de1c3f3bf req-3212cca2-56de-4c0b-b09b-ce738b26db3e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.107877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c5d1f48-2311-46fe-813a-f54de1c3f3bf req-3212cca2-56de-4c0b-b09b-ce738b26db3e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1040602 Oct 12 23:01:04.171560 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c5d1f48-2311-46fe-813a-f54de1c3f3bf req-491d7a74-dc08-42d7-91a9-101d0727c761 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555532 Oct 12 23:01:04.281330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49028db7-ec56-4dba-927c-0440524b6b5b req-1a337e22-5d23-4199-8ec9-9958accb1ed7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.284315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49028db7-ec56-4dba-927c-0440524b6b5b req-1a337e22-5d23-4199-8ec9-9958accb1ed7 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.25 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 944 time: 0.0602782 Oct 12 23:01:04.391795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-49028db7-ec56-4dba-927c-0440524b6b5b req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Deleting port 4e243918-6fee-4d11-9a83-88e919c4ea7a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:01:04.392166 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-49028db7-ec56-4dba-927c-0440524b6b5b req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:04.485893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-49028db7-ec56-4dba-927c-0440524b6b5b req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] For port 4e243918-6fee-4d11-9a83-88e919c4ea7a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4e243918-6fee-4d11-9a83-88e919c4ea7a,segment=NetworkSegment(c5040359-f6af-40d9-bf2d-f8c5723712b9),segment_id=c5040359-f6af-40d9-bf2d-f8c5723712b9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:04.486261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-49028db7-ec56-4dba-927c-0440524b6b5b req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:04.498547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-49028db7-ec56-4dba-927c-0440524b6b5b req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Calling delete_port for 4e243918-6fee-4d11-9a83-88e919c4ea7a owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:01:04.734296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-49028db7-ec56-4dba-927c-0440524b6b5b req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:04.770076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Pushing event deleted for resources: {'Port': ['ID=4e243918-6fee-4d11-9a83-88e919c4ea7a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:04.825360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-49028db7-ec56-4dba-927c-0440524b6b5b req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] No DVR routers for this DVR port 4e243918-6fee-4d11-9a83-88e919c4ea7a on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:01:04.828855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-49028db7-ec56-4dba-927c-0440524b6b5b req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:04.832204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49028db7-ec56-4dba-927c-0440524b6b5b req-de34ae93-b877-406f-a8c8-55f2a76362a9 tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.25 "DELETE /v2.0/ports/4e243918-6fee-4d11-9a83-88e919c4ea7a HTTP/1.1" status: 204 len: 173 time: 0.5414991 Oct 12 23:01:04.832656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'name': 'network-vif-deleted', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:04.835059 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ad40d3-34ad-4c46-8955-3c83076a7934" -d '{"events": [{"server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "name": "network-vif-deleted", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:04.852765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33abd20-d487-4c5f-a35e-5d9d4894b44b req-86c63388-172f-432f-9dce-5f8af93ac795 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:04.854266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e33abd20-d487-4c5f-a35e-5d9d4894b44b req-86c63388-172f-432f-9dce-5f8af93ac795 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.1509352 Oct 12 23:01:04.902516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e33abd20-d487-4c5f-a35e-5d9d4894b44b req-eb355d6f-26e3-4737-830b-94810e09dbb3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363460 Oct 12 23:01:04.944913 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb3f876-0b33-42d9-9d1e-491061012e47 x-openstack-request-id: req-1cb3f876-0b33-42d9-9d1e-491061012e47 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:04.945215 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235306eb-c20e-4c55-a29e-4efa8f1eff66", "name": "network-vif-deleted", "tag": "4e243918-6fee-4d11-9a83-88e919c4ea7a", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:04.945476 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cb3f876-0b33-42d9-9d1e-491061012e47 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:04.945887 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '235306eb-c20e-4c55-a29e-4efa8f1eff66', 'name': 'network-vif-deleted', 'tag': '4e243918-6fee-4d11-9a83-88e919c4ea7a', 'status': 'completed', 'code': 200} Oct 12 23:01:05.301998 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5aa5409c-d336-414d-9dc7-bb932530dd35 req-e07b287f-39f0-4df3-b4f8-bae1025e3e6f tempest-LiveMigrationTest-119204307 tempest-LiveMigrationTest-119204307-project] 10.222.0.31 "GET /v2.0/ports?device_id=235306eb-c20e-4c55-a29e-4efa8f1eff66 HTTP/1.1" status: 200 len: 210 time: 0.0266480 Oct 12 23:01:05.469277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403dde4-41f0-4843-a99b-32d59fcd3832 req-42fa0d18-7aa0-4791-8e21-9cc90f7eb5c3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:05.475468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403dde4-41f0-4843-a99b-32d59fcd3832 req-42fa0d18-7aa0-4791-8e21-9cc90f7eb5c3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:05.483321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403dde4-41f0-4843-a99b-32d59fcd3832 req-42fa0d18-7aa0-4791-8e21-9cc90f7eb5c3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:05.489885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403dde4-41f0-4843-a99b-32d59fcd3832 req-42fa0d18-7aa0-4791-8e21-9cc90f7eb5c3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:05.496773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403dde4-41f0-4843-a99b-32d59fcd3832 req-42fa0d18-7aa0-4791-8e21-9cc90f7eb5c3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:05.502866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403dde4-41f0-4843-a99b-32d59fcd3832 req-42fa0d18-7aa0-4791-8e21-9cc90f7eb5c3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:05.509093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403dde4-41f0-4843-a99b-32d59fcd3832 req-42fa0d18-7aa0-4791-8e21-9cc90f7eb5c3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:05.511421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f403dde4-41f0-4843-a99b-32d59fcd3832 req-42fa0d18-7aa0-4791-8e21-9cc90f7eb5c3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.0986249 Oct 12 23:01:05.555823 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f403dde4-41f0-4843-a99b-32d59fcd3832 req-6970ade0-59bc-4a69-be69-8ced39d7c642 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0375371 Oct 12 23:01:05.768620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3821581-91e3-4fe8-8340-8ccb2d9dda22 req-2d5c8e84-df47-4ff4-9a65-dd3dbcf71cd7 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:05.770101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3821581-91e3-4fe8-8340-8ccb2d9dda22 req-2d5c8e84-df47-4ff4-9a65-dd3dbcf71cd7 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 946 time: 0.0515583 Oct 12 23:01:05.808593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3821581-91e3-4fe8-8340-8ccb2d9dda22 req-2682d3ff-8474-4637-bf03-ad01818017e3 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Oct 12 23:01:06.030758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c56e54f-a756-49b2-b56c-89bb7013d27c req-54940090-fdf6-41e7-8e0f-7d3005ec9c0e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:06.032265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c56e54f-a756-49b2-b56c-89bb7013d27c req-54940090-fdf6-41e7-8e0f-7d3005ec9c0e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0502095 Oct 12 23:01:06.074963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c56e54f-a756-49b2-b56c-89bb7013d27c req-021ac78d-e90b-4d42-9809-a7a4055d27fa tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364261 Oct 12 23:01:06.360974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53854) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:06.699178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b63d-f120-49df-8ba0-155d99996fc7 req-688a8bb8-841e-42ad-bd41-8d211f7c49ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:06.705938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b63d-f120-49df-8ba0-155d99996fc7 req-688a8bb8-841e-42ad-bd41-8d211f7c49ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:06.713561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b63d-f120-49df-8ba0-155d99996fc7 req-688a8bb8-841e-42ad-bd41-8d211f7c49ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:06.720426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b63d-f120-49df-8ba0-155d99996fc7 req-688a8bb8-841e-42ad-bd41-8d211f7c49ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:06.727598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b63d-f120-49df-8ba0-155d99996fc7 req-688a8bb8-841e-42ad-bd41-8d211f7c49ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:06.734165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b63d-f120-49df-8ba0-155d99996fc7 req-688a8bb8-841e-42ad-bd41-8d211f7c49ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:06.740674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0053b63d-f120-49df-8ba0-155d99996fc7 req-688a8bb8-841e-42ad-bd41-8d211f7c49ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:06.742893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0053b63d-f120-49df-8ba0-155d99996fc7 req-688a8bb8-841e-42ad-bd41-8d211f7c49ed tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.1047800 Oct 12 23:01:06.800622 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0053b63d-f120-49df-8ba0-155d99996fc7 req-96735d1f-d747-40c4-80f7-f35c8c4a7db1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506592 Oct 12 23:01:06.806708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-384a7a32-760d-4eaa-9a75-c80c86517cf2 admin admin] Deleting subnet 92696d21-f43e-4bd4-aaa1-e263476189f5 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:01:06.810487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-384a7a32-760d-4eaa-9a75-c80c86517cf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:06.848114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-384a7a32-760d-4eaa-9a75-c80c86517cf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:06.899224 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-384a7a32-760d-4eaa-9a75-c80c86517cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:06.969546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d5e77-e284-4574-bf97-91925a8312d3 req-b439367a-8f85-46f7-a98c-591ff3e7eff1 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:06.971060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-756d5e77-e284-4574-bf97-91925a8312d3 req-b439367a-8f85-46f7-a98c-591ff3e7eff1 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 946 time: 0.0870476 Oct 12 23:01:07.006599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4e243918-6fee-4d11-9a83-88e919c4ea7a no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:01:07.017101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-756d5e77-e284-4574-bf97-91925a8312d3 req-1caf8e50-6e69-482b-925c-1399346474fa tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Oct 12 23:01:07.038363 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 4e243918-6fee-4d11-9a83-88e919c4ea7a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:01:07.038706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4e243918-6fee-4d11-9a83-88e919c4ea7a not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:01:07.070872 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-384a7a32-760d-4eaa-9a75-c80c86517cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.097011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384a7a32-760d-4eaa-9a75-c80c86517cf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92696d21-f43e-4bd4-aaa1-e263476189f5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:07.100739 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-384a7a32-760d-4eaa-9a75-c80c86517cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.103989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-384a7a32-760d-4eaa-9a75-c80c86517cf2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/92696d21-f43e-4bd4-aaa1-e263476189f5 HTTP/1.1" status: 204 len: 168 time: 0.7419851 Oct 12 23:01:07.107122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53878) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:07.181068 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.230637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df9c110-ebad-4e1c-b798-2109eeceaa80 req-ce2faa22-4cf3-4177-88d9-9f78c959f948 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:07.232407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3df9c110-ebad-4e1c-b798-2109eeceaa80 req-ce2faa22-4cf3-4177-88d9-9f78c959f948 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0850518 Oct 12 23:01:07.247502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6945a33c-b819-4364-a699-1494d92ee795 req-5e4bfa0d-fb6e-4bc1-9ede-d06a1bd76e96 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:07.249150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6945a33c-b819-4364-a699-1494d92ee795 req-5e4bfa0d-fb6e-4bc1-9ede-d06a1bd76e96 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 946 time: 0.0899720 Oct 12 23:01:07.265025 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.286833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e31aa80-29e8-487f-83a9-b4e24a329b3b']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:07.297457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5040359-f6af-40d9-bf2d-f8c5723712b9') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:07.299841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5040359-f6af-40d9-bf2d-f8c5723712b9') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:07.312494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.328259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.334377 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:01:07.334893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:01:07.336952 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:01:07.351096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3df9c110-ebad-4e1c-b798-2109eeceaa80 req-c5223f31-e39b-4586-b678-ad86cdd95dc3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008785 Oct 12 23:01:07.392060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-6945a33c-b819-4364-a699-1494d92ee795 req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Deleting port a70621fb-204f-41e4-ba48-c8089a5e7b95 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:01:07.392532 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6945a33c-b819-4364-a699-1494d92ee795 req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.479049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.485074 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.487723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-6945a33c-b819-4364-a699-1494d92ee795 req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] For port a70621fb-204f-41e4-ba48-c8089a5e7b95, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=a70621fb-204f-41e4-ba48-c8089a5e7b95,segment=NetworkSegment(6f2776b2-4dfd-4618-9450-246e12ace628),segment_id=6f2776b2-4dfd-4618-9450-246e12ace628)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:07.488095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6945a33c-b819-4364-a699-1494d92ee795 req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.488823 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1e31aa80-29e8-487f-83a9-b4e24a329b3b HTTP/1.1" status: 204 len: 168 time: 0.3807490 Oct 12 23:01:07.496400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53886) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:07.501079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45602a1b-d774-4eab-a67e-0106fac74055 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e31aa80-29e8-487f-83a9-b4e24a329b3b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:07.533756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-6945a33c-b819-4364-a699-1494d92ee795 req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Calling delete_port for a70621fb-204f-41e4-ba48-c8089a5e7b95 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:01:07.586670 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-029391a5-2724-4dc1-b846-57fd0b463618 admin admin] Deleting subnet e9ddb6a1-b1dd-4bba-8054-f9230d7c7f78 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:01:07.592176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-029391a5-2724-4dc1-b846-57fd0b463618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.640731 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-029391a5-2724-4dc1-b846-57fd0b463618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.696546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-029391a5-2724-4dc1-b846-57fd0b463618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.904602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 21369631-842a-4a23-b060-fe39cc0629fe details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:07.910894 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6945a33c-b819-4364-a699-1494d92ee795 req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:07.922811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['a70621fb-204f-41e4-ba48-c8089a5e7b95'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:07.957416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Pushing event deleted for resources: {'Port': ['ID=a70621fb-204f-41e4-ba48-c8089a5e7b95,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:07.965711 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-029391a5-2724-4dc1-b846-57fd0b463618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.024058 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 21369631-842a-4a23-b060-fe39cc0629fe, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=21369631-842a-4a23-b060-fe39cc0629fe,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:08.026855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029391a5-2724-4dc1-b846-57fd0b463618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9ddb6a1-b1dd-4bba-8054-f9230d7c7f78,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:08.036027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '21369631-842a-4a23-b060-fe39cc0629fe', 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'port_id': '21369631-842a-4a23-b060-fe39cc0629fe', 'mac_address': 'fa:16:3e:92:d1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0ce8f-b828-464c-a432-26a2c6596d60', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:08.040930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2824d-dd2c-4a2e-bdcf-632c958f9cfb req-7e01883b-331d-445f-96a1-b36c3ad9c6eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:08.047577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2824d-dd2c-4a2e-bdcf-632c958f9cfb req-7e01883b-331d-445f-96a1-b36c3ad9c6eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:08.053727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2824d-dd2c-4a2e-bdcf-632c958f9cfb req-7e01883b-331d-445f-96a1-b36c3ad9c6eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:08.060864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2824d-dd2c-4a2e-bdcf-632c958f9cfb req-7e01883b-331d-445f-96a1-b36c3ad9c6eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:08.066961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2824d-dd2c-4a2e-bdcf-632c958f9cfb req-7e01883b-331d-445f-96a1-b36c3ad9c6eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:08.078830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2824d-dd2c-4a2e-bdcf-632c958f9cfb req-7e01883b-331d-445f-96a1-b36c3ad9c6eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:08.080025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc2824d-dd2c-4a2e-bdcf-632c958f9cfb req-7e01883b-331d-445f-96a1-b36c3ad9c6eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:08.082081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bc2824d-dd2c-4a2e-bdcf-632c958f9cfb req-7e01883b-331d-445f-96a1-b36c3ad9c6eb tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5427 time: 0.2017856 Oct 12 23:01:08.084896 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-029391a5-2724-4dc1-b846-57fd0b463618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.091097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-029391a5-2724-4dc1-b846-57fd0b463618 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/e9ddb6a1-b1dd-4bba-8054-f9230d7c7f78 HTTP/1.1" status: 204 len: 168 time: 0.5938940 Oct 12 23:01:08.091097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-6945a33c-b819-4364-a699-1494d92ee795 req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] No DVR routers for this DVR port a70621fb-204f-41e4-ba48-c8089a5e7b95 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:01:08.095481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53904) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:08.095608 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-6945a33c-b819-4364-a699-1494d92ee795 req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.095706 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6945a33c-b819-4364-a699-1494d92ee795 req-8f0a18ba-e3a6-4cae-86f6-ce1606a6ac1a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.25 "DELETE /v2.0/ports/a70621fb-204f-41e4-ba48-c8089a5e7b95 HTTP/1.1" status: 204 len: 173 time: 0.8385866 Oct 12 23:01:08.096162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae57cedc-612a-43b8-b838-a6538f7a14b7', 'name': 'network-vif-deleted', 'tag': 'a70621fb-204f-41e4-ba48-c8089a5e7b95'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:08.098423 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a4871f-6b35-427f-8d38-3745d589ee88" -d '{"events": [{"server_uuid": "ae57cedc-612a-43b8-b838-a6538f7a14b7", "name": "network-vif-deleted", "tag": "a70621fb-204f-41e4-ba48-c8089a5e7b95"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:08.123977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.142717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21369631-842a-4a23-b060-fe39cc0629fe {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:08.160397 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bc2824d-dd2c-4a2e-bdcf-632c958f9cfb req-8f8e1b6d-bdb0-424a-ae75-89c292ce3302 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564792 Oct 12 23:01:08.172818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 21369631-842a-4a23-b060-fe39cc0629fe, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=21369631-842a-4a23-b060-fe39cc0629fe,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:08.193206 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8b91c19-1dc9-4bc0-96f5-54c8ba7928f0 req-d7a77a10-409a-4ce2-aeaf-d7ed06ad2c18 tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 210 time: 0.0501528 Oct 12 23:01:08.205750 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.224228 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561bd4aa-1565-419d-905e-2f66413fb837 x-openstack-request-id: req-561bd4aa-1565-419d-905e-2f66413fb837 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:08.224650 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae57cedc-612a-43b8-b838-a6538f7a14b7", "name": "network-vif-deleted", "tag": "a70621fb-204f-41e4-ba48-c8089a5e7b95", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:08.224991 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-561bd4aa-1565-419d-905e-2f66413fb837 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:08.225482 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae57cedc-612a-43b8-b838-a6538f7a14b7', 'name': 'network-vif-deleted', 'tag': 'a70621fb-204f-41e4-ba48-c8089a5e7b95', 'status': 'completed', 'code': 200} Oct 12 23:01:08.256203 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.257092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 19b81e15-6460-44ba-9067-2d3d6547cb32 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:08.298843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.321072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b75c309-5e88-4be9-8a6f-3ff85e7656b4']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:08.331228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'babb9065-be86-4c5c-8366-23f352a69099') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:08.332072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'babb9065-be86-4c5c-8366-23f352a69099') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:08.343572 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.351935 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=21369631-842a-4a23-b060-fe39cc0629fe,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:08.358814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.365985 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:01:08.366424 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:01:08.368253 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:01:08.405152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 19b81e15-6460-44ba-9067-2d3d6547cb32, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=19b81e15-6460-44ba-9067-2d3d6547cb32,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:08.422295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'port_id': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'mac_address': 'fa:16:3e:7d:70:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:08.461272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.474544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b81e15-6460-44ba-9067-2d3d6547cb32 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:08.482281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2b3da-e390-422d-94a4-c2105d6e3e4e req-66769099-8de0-4ae6-aa27-d53b26818ddf tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:08.484250 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5c2b3da-e390-422d-94a4-c2105d6e3e4e req-66769099-8de0-4ae6-aa27-d53b26818ddf tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0500245 Oct 12 23:01:08.498955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 19b81e15-6460-44ba-9067-2d3d6547cb32, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=19b81e15-6460-44ba-9067-2d3d6547cb32,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:08.531557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5c2b3da-e390-422d-94a4-c2105d6e3e4e req-e75200ca-c08f-41fd-ba76-36eb99a075fe tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402236 Oct 12 23:01:08.590884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.595987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.599219 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] 10.222.0.31 "DELETE /v2.0/networks/5b75c309-5e88-4be9-8a6f-3ff85e7656b4 HTTP/1.1" status: 204 len: 168 time: 0.5066810 Oct 12 23:01:08.615104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25d16dc-0d1a-412f-a3e0-6d98d9ff1f15 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b75c309-5e88-4be9-8a6f-3ff85e7656b4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:08.653906 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.653906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 61bf7552-6141-4c08-8480-67cac9258c41 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:08.716828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 61bf7552-6141-4c08-8480-67cac9258c41, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=61bf7552-6141-4c08-8480-67cac9258c41,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:08.719108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=19b81e15-6460-44ba-9067-2d3d6547cb32,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:08.730224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '61bf7552-6141-4c08-8480-67cac9258c41', 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'port_id': '61bf7552-6141-4c08-8480-67cac9258c41', 'mac_address': 'fa:16:3e:b2:66:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0ce8f-b828-464c-a432-26a2c6596d60', 'ip_address': '10.1.1.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:08.766609 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.783182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bf7552-6141-4c08-8480-67cac9258c41 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:08.806589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 61bf7552-6141-4c08-8480-67cac9258c41, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=61bf7552-6141-4c08-8480-67cac9258c41,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:08.901983 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:08.952996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=61bf7552-6141-4c08-8480-67cac9258c41,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:08.998780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53930) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:09.040753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-34be51e1-cd9c-4bb2-acaf-e2ba97e5f60d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cb1fb1980714092afbe36083bfd1a49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406168 Oct 12 23:01:09.043461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53932) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:09.098431 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06ad8bb1-3055-48ad-9e2b-0d39355d338c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:09.119961 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06ad8bb1-3055-48ad-9e2b-0d39355d338c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:09.180100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['21369631-842a-4a23-b060-fe39cc0629fe'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:09.204694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['19b81e15-6460-44ba-9067-2d3d6547cb32'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:09.234245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['61bf7552-6141-4c08-8480-67cac9258c41'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:09.301560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c5a9-3c66-477d-944f-19cb551be55d req-92c67dab-e45b-480c-add4-03dcd34af1ca tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:09.308341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c5a9-3c66-477d-944f-19cb551be55d req-92c67dab-e45b-480c-add4-03dcd34af1ca tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:09.314263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c5a9-3c66-477d-944f-19cb551be55d req-92c67dab-e45b-480c-add4-03dcd34af1ca tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:09.320183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c5a9-3c66-477d-944f-19cb551be55d req-92c67dab-e45b-480c-add4-03dcd34af1ca tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:09.321939 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6741518-3337-4825-8f7c-e19fc6e255b6 req-a0bab850-a898-4931-a084-b624d1e0a87a tempest-ServerTagsTestJSON-1237856478 tempest-ServerTagsTestJSON-1237856478-project] 10.222.0.31 "GET /v2.0/ports?device_id=ae57cedc-612a-43b8-b838-a6538f7a14b7 HTTP/1.1" status: 200 len: 210 time: 0.0274234 Oct 12 23:01:09.327056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c5a9-3c66-477d-944f-19cb551be55d req-92c67dab-e45b-480c-add4-03dcd34af1ca tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:09.336534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c5a9-3c66-477d-944f-19cb551be55d req-92c67dab-e45b-480c-add4-03dcd34af1ca tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:09.348502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7388c5a9-3c66-477d-944f-19cb551be55d req-92c67dab-e45b-480c-add4-03dcd34af1ca tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:09.348502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7388c5a9-3c66-477d-944f-19cb551be55d req-92c67dab-e45b-480c-add4-03dcd34af1ca tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5430 time: 0.1000009 Oct 12 23:01:09.348502 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06ad8bb1-3055-48ad-9e2b-0d39355d338c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:09.349777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06ad8bb1-3055-48ad-9e2b-0d39355d338c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:09.350570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-06ad8bb1-3055-48ad-9e2b-0d39355d338c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/28ae485c-9c82-45fa-b558-bcd041df8e71 HTTP/1.1" status: 204 len: 168 time: 0.3060989 Oct 12 23:01:09.389377 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad8bb1-3055-48ad-9e2b-0d39355d338c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ae485c-9c82-45fa-b558-bcd041df8e71,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:09.424838 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7388c5a9-3c66-477d-944f-19cb551be55d req-ed36ac3b-d130-43d9-aac6-f274e0cfc0f4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716395 Oct 12 23:01:09.680321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812d1866-c28d-4765-9eae-ca6f90059265 req-551bc28a-c578-42dc-b9be-bc614ed4b0d4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:09.683633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-812d1866-c28d-4765-9eae-ca6f90059265 req-551bc28a-c578-42dc-b9be-bc614ed4b0d4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0586669 Oct 12 23:01:09.724634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-812d1866-c28d-4765-9eae-ca6f90059265 req-4f85b319-df74-4c49-97e9-946291ae5877 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354283 Oct 12 23:01:09.931954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8a34046f-e58d-450d-bb64-3b3d8f1c6438 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:10.040824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8a34046f-e58d-450d-bb64-3b3d8f1c6438, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:10.052566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '8a34046f-e58d-450d-bb64-3b3d8f1c6438', 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'port_id': '8a34046f-e58d-450d-bb64-3b3d8f1c6438', 'mac_address': 'fa:16:3e:0d:af:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0ce8f-b828-464c-a432-26a2c6596d60', 'ip_address': '10.1.1.190'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:10.095538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53958) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:10.104015 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.119519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a34046f-e58d-450d-bb64-3b3d8f1c6438 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:10.139662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8a34046f-e58d-450d-bb64-3b3d8f1c6438, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:10.140487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9b76733e-c6c2-4809-93bf-237b59a48ae5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32c786af4ad140dc97a2b4356b1972bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437481 Oct 12 23:01:10.142884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53960) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:10.194112 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7f42f0d-95b6-4fd3-9049-91f7b64d25d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.218051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7f42f0d-95b6-4fd3-9049-91f7b64d25d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.219081 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.219760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:10.288030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8a34046f-e58d-450d-bb64-3b3d8f1c6438,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:10.291603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:10.305379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff', 'network_id': 'a1481ed7-6ac3-443e-9d45-89d3dfed1ced', 'port_id': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff', 'mac_address': 'fa:16:3e:27:9f:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83a0ce8f-b828-464c-a432-26a2c6596d60', 'ip_address': '10.1.1.47'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:10.343039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.351433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7f42f0d-95b6-4fd3-9049-91f7b64d25d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.354096 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7f42f0d-95b6-4fd3-9049-91f7b64d25d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.357799 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b7f42f0d-95b6-4fd3-9049-91f7b64d25d0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6c3db6e4-d58a-48de-abd0-c85416e2455b HTTP/1.1" status: 204 len: 168 time: 0.2112775 Oct 12 23:01:10.361727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:10.364985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f42f0d-95b6-4fd3-9049-91f7b64d25d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c3db6e4-d58a-48de-abd0-c85416e2455b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:10.394117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:10.412299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53966) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:10.461958 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.462642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c8cad36c-ec84-4291-be90-ac3e27ad3c3e details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:10.487765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-83bdbab5-4c61-4d27-a490-7722441beae7 admin admin] Deleting subnet aa7907f4-5b39-4062-abc9-70d730f14feb {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:01:10.493132 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83bdbab5-4c61-4d27-a490-7722441beae7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.548026 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83bdbab5-4c61-4d27-a490-7722441beae7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.635171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564585-788c-40dc-8be4-1d8302e35a68 req-27fd301b-aa84-4ad8-b74f-4d0afe0ed8f9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:10.641393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564585-788c-40dc-8be4-1d8302e35a68 req-27fd301b-aa84-4ad8-b74f-4d0afe0ed8f9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:10.647436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564585-788c-40dc-8be4-1d8302e35a68 req-27fd301b-aa84-4ad8-b74f-4d0afe0ed8f9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:10.654902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564585-788c-40dc-8be4-1d8302e35a68 req-27fd301b-aa84-4ad8-b74f-4d0afe0ed8f9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:10.661391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564585-788c-40dc-8be4-1d8302e35a68 req-27fd301b-aa84-4ad8-b74f-4d0afe0ed8f9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:10.671947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564585-788c-40dc-8be4-1d8302e35a68 req-27fd301b-aa84-4ad8-b74f-4d0afe0ed8f9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:10.678867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5564585-788c-40dc-8be4-1d8302e35a68 req-27fd301b-aa84-4ad8-b74f-4d0afe0ed8f9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:10.680793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5564585-788c-40dc-8be4-1d8302e35a68 req-27fd301b-aa84-4ad8-b74f-4d0afe0ed8f9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5432 time: 0.1492212 Oct 12 23:01:10.685547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83bdbab5-4c61-4d27-a490-7722441beae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.743877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:10.778378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c5564585-788c-40dc-8be4-1d8302e35a68 req-6c407fc6-29af-434c-b4e8-4cc76e86aa50 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635145 Oct 12 23:01:10.818015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c8cad36c-ec84-4291-be90-ac3e27ad3c3e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:10.831705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e', 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639', 'port_id': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e', 'mac_address': 'fa:16:3e:bd:c8:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91be1631-e1ff-47e5-8893-596ba1756edf', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:10.889427 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83bdbab5-4c61-4d27-a490-7722441beae7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.903850 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.926297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdbab5-4c61-4d27-a490-7722441beae7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa7907f4-5b39-4062-abc9-70d730f14feb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:10.929185 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83bdbab5-4c61-4d27-a490-7722441beae7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:10.944599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b35a4b-80e2-49a8-8181-143cb57016d6 req-2775eb15-193c-4088-846f-53e216e9f3c2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:10.945084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-83bdbab5-4c61-4d27-a490-7722441beae7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aa7907f4-5b39-4062-abc9-70d730f14feb HTTP/1.1" status: 204 len: 168 time: 0.5277450 Oct 12 23:01:10.945193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55b35a4b-80e2-49a8-8181-143cb57016d6 req-2775eb15-193c-4088-846f-53e216e9f3c2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0966973 Oct 12 23:01:10.949524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53980) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:10.950173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8cad36c-ec84-4291-be90-ac3e27ad3c3e {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:10.986768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c8cad36c-ec84-4291-be90-ac3e27ad3c3e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:11.025659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a70621fb-204f-41e4-ba48-c8089a5e7b95 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:01:11.071841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.087852 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.087852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:11.087852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: a70621fb-204f-41e4-ba48-c8089a5e7b95 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:01:11.088167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device a70621fb-204f-41e4-ba48-c8089a5e7b95 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:01:11.090928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55b35a4b-80e2-49a8-8181-143cb57016d6 req-f9a2c899-7003-46e9-a7ab-4493c802aca4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871296 Oct 12 23:01:11.165406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:11.173545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:11.180156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'aa2e593c-b6d7-4fb7-a7bb-5b7f61016443', 'network_id': '8b771fed-bc71-4a60-9d8c-7e7d1be8d639', 'port_id': 'aa2e593c-b6d7-4fb7-a7bb-5b7f61016443', 'mac_address': 'fa:16:3e:08:11:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91be1631-e1ff-47e5-8893-596ba1756edf', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:11.205057 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.227701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.235090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ec96a24-9d90-4696-8d62-59b3a7bafd0d']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:11.242537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:11.249559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2776b2-4dfd-4618-9450-246e12ace628') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:11.249860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2776b2-4dfd-4618-9450-246e12ace628') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:11.262601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.278685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:11.280165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.286841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:01:11.287447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:01:11.289122 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:01:11.373375 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.402000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.433844 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:11.435512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7ec96a24-9d90-4696-8d62-59b3a7bafd0d HTTP/1.1" status: 204 len: 168 time: 0.4827497 Oct 12 23:01:11.436791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c505059-7a99-4f1c-a66c-8baeafaf6184 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ec96a24-9d90-4696-8d62-59b3a7bafd0d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:11.453317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:11.774097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:11.799018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['c8cad36c-ec84-4291-be90-ac3e27ad3c3e'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:11.859736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['aa2e593c-b6d7-4fb7-a7bb-5b7f61016443'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:11.869048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54010) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:11.954638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 19b81e15-6460-44ba-9067-2d3d6547cb32 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:11.987580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0867c0bc-9d7d-41a2-963f-5a1a0f1a8ecb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=afee0760a0eb434db0a6fd7eea9d2b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1167989 Oct 12 23:01:11.989236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54012) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:12.047651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090c076-256c-4d00-a810-936b5f1874ce req-c11e0fb8-567c-4412-9035-adfb4d60aaf1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:12.058958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090c076-256c-4d00-a810-936b5f1874ce req-c11e0fb8-567c-4412-9035-adfb4d60aaf1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:12.065834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090c076-256c-4d00-a810-936b5f1874ce req-c11e0fb8-567c-4412-9035-adfb4d60aaf1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:12.072629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090c076-256c-4d00-a810-936b5f1874ce req-c11e0fb8-567c-4412-9035-adfb4d60aaf1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:12.080461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090c076-256c-4d00-a810-936b5f1874ce req-c11e0fb8-567c-4412-9035-adfb4d60aaf1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:12.087964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090c076-256c-4d00-a810-936b5f1874ce req-c11e0fb8-567c-4412-9035-adfb4d60aaf1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:12.096320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090c076-256c-4d00-a810-936b5f1874ce req-c11e0fb8-567c-4412-9035-adfb4d60aaf1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:12.105792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d090c076-256c-4d00-a810-936b5f1874ce req-c11e0fb8-567c-4412-9035-adfb4d60aaf1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5434 time: 0.1838379 Oct 12 23:01:12.132480 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0d097824-f5b2-4961-9caa-194ecdb14b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.178582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d090c076-256c-4d00-a810-936b5f1874ce req-0b624a27-4496-4fc2-b507-265b79e8af53 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667965 Oct 12 23:01:12.184220 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87f23203-65be-4b79-8f41-32814957a7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.243750 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87f23203-65be-4b79-8f41-32814957a7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.296622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 19b81e15-6460-44ba-9067-2d3d6547cb32 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:12.300654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 19b81e15-6460-44ba-9067-2d3d6547cb32 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:12.301202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.357437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8792bf-3e19-4f2a-908d-8b2362146350 req-1e90cfe9-8e64-4d37-b90f-4b36b6e1c0bc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:12.366130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c8792bf-3e19-4f2a-908d-8b2362146350 req-1e90cfe9-8e64-4d37-b90f-4b36b6e1c0bc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0890460 Oct 12 23:01:12.416979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c8792bf-3e19-4f2a-908d-8b2362146350 req-701a8108-7fb0-483d-9587-8ed110dabb5f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497153 Oct 12 23:01:12.431670 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.457329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:12.459601 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a050472-9abd-4524-8f40-df148e458e4f" -d '{"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:12.469582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87f23203-65be-4b79-8f41-32814957a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.470441 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87f23203-65be-4b79-8f41-32814957a7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.473028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 19b81e15-6460-44ba-9067-2d3d6547cb32, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=19b81e15-6460-44ba-9067-2d3d6547cb32,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:12.475556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-87f23203-65be-4b79-8f41-32814957a7f1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543 HTTP/1.1" status: 204 len: 168 time: 0.4835832 Oct 12 23:01:12.485333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f23203-65be-4b79-8f41-32814957a7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b6d1ee-ee50-4e91-9ca9-28f12aa4a543,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:12.532541 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78516368-c4e9-4904-98ec-51aa2c813def x-openstack-request-id: req-78516368-c4e9-4904-98ec-51aa2c813def {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:12.532961 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:12.533291 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-78516368-c4e9-4904-98ec-51aa2c813def {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:12.533762 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'code': 200} Oct 12 23:01:12.549296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.551426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 61bf7552-6141-4c08-8480-67cac9258c41 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:12.651488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=19b81e15-6460-44ba-9067-2d3d6547cb32,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:12.738722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 61bf7552-6141-4c08-8480-67cac9258c41 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:12.743035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 61bf7552-6141-4c08-8480-67cac9258c41 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:12.743344 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.836583 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:12.868859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 61bf7552-6141-4c08-8480-67cac9258c41, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=61bf7552-6141-4c08-8480-67cac9258c41,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:12.891450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8a34046f-e58d-450d-bb64-3b3d8f1c6438'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:13.018812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54064) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:13.044767 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.045740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 21369631-842a-4a23-b060-fe39cc0629fe up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:13.134473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=61bf7552-6141-4c08-8480-67cac9258c41,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:13.175432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-365b3d9d-98a8-43c8-99e0-f564d8e6a0d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.213037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 21369631-842a-4a23-b060-fe39cc0629fe completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:13.217862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 21369631-842a-4a23-b060-fe39cc0629fe triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:13.218245 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.315776 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.316419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-365b3d9d-98a8-43c8-99e0-f564d8e6a0d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.322578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19414f80-d66a-4f14-a5f8-9aaf2e1744e2 req-ed5d2435-e312-4e54-b752-b50de07ce7e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:13.334620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19414f80-d66a-4f14-a5f8-9aaf2e1744e2 req-ed5d2435-e312-4e54-b752-b50de07ce7e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:13.342889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19414f80-d66a-4f14-a5f8-9aaf2e1744e2 req-ed5d2435-e312-4e54-b752-b50de07ce7e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:13.349539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19414f80-d66a-4f14-a5f8-9aaf2e1744e2 req-ed5d2435-e312-4e54-b752-b50de07ce7e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:13.357954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19414f80-d66a-4f14-a5f8-9aaf2e1744e2 req-ed5d2435-e312-4e54-b752-b50de07ce7e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:13.364402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19414f80-d66a-4f14-a5f8-9aaf2e1744e2 req-ed5d2435-e312-4e54-b752-b50de07ce7e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:13.371795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19414f80-d66a-4f14-a5f8-9aaf2e1744e2 req-ed5d2435-e312-4e54-b752-b50de07ce7e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:13.371994 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 21369631-842a-4a23-b060-fe39cc0629fe, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=21369631-842a-4a23-b060-fe39cc0629fe,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:13.374072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19414f80-d66a-4f14-a5f8-9aaf2e1744e2 req-ed5d2435-e312-4e54-b752-b50de07ce7e5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5436 time: 0.1136107 Oct 12 23:01:13.428521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19414f80-d66a-4f14-a5f8-9aaf2e1744e2 req-a8ccb003-f49c-4006-88f9-b9675862529c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447347 Oct 12 23:01:13.445091 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.445362 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-365b3d9d-98a8-43c8-99e0-f564d8e6a0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.498020 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-365b3d9d-98a8-43c8-99e0-f564d8e6a0d0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ecb19fbb531745d086c7b2e76f96d1e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4778676 Oct 12 23:01:13.499232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b3d9d-98a8-43c8-99e0-f564d8e6a0d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa08ef6-7e2a-4f29-be07-3dcdc7dce25a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:13.500667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54086) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:13.519049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=21369631-842a-4a23-b060-fe39cc0629fe,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:13.560160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823cef2d-1822-4e5c-95b6-0373c610e25e req-e64d3017-540c-45ac-aec2-2b9c7249d8d4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:13.561852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-823cef2d-1822-4e5c-95b6-0373c610e25e req-e64d3017-540c-45ac-aec2-2b9c7249d8d4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0584226 Oct 12 23:01:13.573458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eee2c5b2-99e3-49c5-9e84-3601d94f024a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.613877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-823cef2d-1822-4e5c-95b6-0373c610e25e req-52100c00-3d50-4b90-8f94-e379e6f3565e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418973 Oct 12 23:01:13.628970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eee2c5b2-99e3-49c5-9e84-3601d94f024a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.771012 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eee2c5b2-99e3-49c5-9e84-3601d94f024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.774317 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eee2c5b2-99e3-49c5-9e84-3601d94f024a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:13.775663 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eee2c5b2-99e3-49c5-9e84-3601d94f024a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/afa08ef6-7e2a-4f29-be07-3dcdc7dce25a HTTP/1.1" status: 204 len: 168 time: 0.2739701 Oct 12 23:01:13.783961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2c5b2-99e3-49c5-9e84-3601d94f024a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa08ef6-7e2a-4f29-be07-3dcdc7dce25a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:13.914390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54098) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:13.982504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c8cad36c-ec84-4291-be90-ac3e27ad3c3e up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:14.111212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port c8cad36c-ec84-4291-be90-ac3e27ad3c3e completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:14.116975 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port c8cad36c-ec84-4291-be90-ac3e27ad3c3e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:14.117357 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.191788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1960333259-network', 'tenant_id': '32ae560e885841d79dd420b2b64ded98'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:14.244227 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.276989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c8cad36c-ec84-4291-be90-ac3e27ad3c3e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:14.282242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Made reservation on behalf of 32ae560e885841d79dd420b2b64ded98 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:01:14.284651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.293309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.368186 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.369955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8a34046f-e58d-450d-bb64-3b3d8f1c6438 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:14.381694 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.464782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:14.465290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.499320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:01:14.513080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:14.519870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.520892 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Added segment 98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46 of type vlan for network 273e1941-ee6c-4884-bfc8-cfacaaceab02 Oct 12 23:01:14.536396 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf7552-6141-4c08-8480-67cac9258c41'}, {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21369631-842a-4a23-b060-fe39cc0629fe'}, {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:14.539476 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17a0767-6be2-4cfd-87f3-9f65e888987f" -d '{"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "61bf7552-6141-4c08-8480-67cac9258c41"}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "21369631-842a-4a23-b060-fe39cc0629fe"}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "c8cad36c-ec84-4291-be90-ac3e27ad3c3e"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:14.550830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:14.555322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:14.555954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.626737 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.637331 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef72bc11-d33f-452d-971b-4efb33ba2a53 x-openstack-request-id: req-ef72bc11-d33f-452d-971b-4efb33ba2a53 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:14.637640 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "61bf7552-6141-4c08-8480-67cac9258c41", "code": 200}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "21369631-842a-4a23-b060-fe39cc0629fe", "code": 200}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "c8cad36c-ec84-4291-be90-ac3e27ad3c3e", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:14.637899 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef72bc11-d33f-452d-971b-4efb33ba2a53 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:14.640038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e14a-ff52-4d47-97a3-d43840c53880 req-a3f468ad-1e42-4928-9145-9343b0190124 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:14.642035 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bf7552-6141-4c08-8480-67cac9258c41', 'code': 200} Oct 12 23:01:14.642330 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21369631-842a-4a23-b060-fe39cc0629fe', 'code': 200} Oct 12 23:01:14.642591 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e', 'code': 200} Oct 12 23:01:14.649651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e14a-ff52-4d47-97a3-d43840c53880 req-a3f468ad-1e42-4928-9145-9343b0190124 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:14.663857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e14a-ff52-4d47-97a3-d43840c53880 req-a3f468ad-1e42-4928-9145-9343b0190124 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:14.682892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e14a-ff52-4d47-97a3-d43840c53880 req-a3f468ad-1e42-4928-9145-9343b0190124 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:14.691696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e14a-ff52-4d47-97a3-d43840c53880 req-a3f468ad-1e42-4928-9145-9343b0190124 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:14.699764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e14a-ff52-4d47-97a3-d43840c53880 req-a3f468ad-1e42-4928-9145-9343b0190124 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:14.706630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9e14a-ff52-4d47-97a3-d43840c53880 req-a3f468ad-1e42-4928-9145-9343b0190124 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:14.708917 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7cb9e14a-ff52-4d47-97a3-d43840c53880 req-a3f468ad-1e42-4928-9145-9343b0190124 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5438 time: 0.1750903 Oct 12 23:01:14.715999 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.749029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8a34046f-e58d-450d-bb64-3b3d8f1c6438, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:14.756409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7cb9e14a-ff52-4d47-97a3-d43840c53880 req-99c48bc3-bb82-4705-a3ec-da231aac3b2b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404665 Oct 12 23:01:14.761536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4880b4-6d8a-4d18-8422-8a3b091af62b req-5f6834b2-6c66-4d72-bb3b-72ddce4d0dbd tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:14.763314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa4880b4-6d8a-4d18-8422-8a3b091af62b req-5f6834b2-6c66-4d72-bb3b-72ddce4d0dbd tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0708327 Oct 12 23:01:14.792500 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.793456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:14.794036 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.816358 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:14.817169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:14.894774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8a34046f-e58d-450d-bb64-3b3d8f1c6438,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:14.911960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa4880b4-6d8a-4d18-8422-8a3b091af62b req-56e41d18-4c4f-4bef-96c4-106c7fda8cf3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423950 Oct 12 23:01:14.919031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] Pushing event updated for resources: {'Network': ['ID=273e1941-ee6c-4884-bfc8-cfacaaceab02,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:14.930362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:01:15.002738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:15.013778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:15.014313 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.035135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0fcf5b8c-c5ed-4f23-843f-3ad55f7e0501 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1186092 Oct 12 23:01:15.045302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54142) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:15.050382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Request body: {'subnet': {'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1960333259-subnet', 'tenant_id': '32ae560e885841d79dd420b2b64ded98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:15.063507 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-048e3aa9-3114-4380-9536-3200588800c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.110147 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.143092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:15.168016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Made reservation on behalf of 32ae560e885841d79dd420b2b64ded98 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:01:15.170474 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.224814 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.228329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:15.295605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-75debe91-1289-4612-bd05-c148a59b1130 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=3e210dbfc9d148258a9f14688066339b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344143 Oct 12 23:01:15.320068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:15.396083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:15.401033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:15.402004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.477515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.494370 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.543658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:15.565230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-4c7f459e-5439-4ce2-afc8-1c8ca3588817 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:15.566761 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-4c7f459e-5439-4ce2-afc8-1c8ca3588817 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599247 Oct 12 23:01:15.583924 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-f5e51025-4513-4d5c-84b2-cd0470666e00 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/quotas/3e210dbfc9d148258a9f14688066339b HTTP/1.1" status: 200 len: 375 time: 0.0108085 Oct 12 23:01:15.610609 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.618805 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-6e5ea6c6-882c-4775-b944-854f87696c7e tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=3e210dbfc9d148258a9f14688066339b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281868 Oct 12 23:01:15.622488 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.668397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:15.685958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b716a6d8-82ce-42f0-a720-23afc5bfcb46,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:15.693205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Checking segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:01:15.693567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Network hostable DHCP agents. Network: 273e1941-ee6c-4884-bfc8-cfacaaceab02, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:01:15.773108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:01:15.862051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 273e1941-ee6c-4884-bfc8-cfacaaceab02) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:01:15.874296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:15.874296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:15.884871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91d7a28-73d9-412d-a5f4-61ecaa9b009d None None] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:01:15.908746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4195eb-c89d-47c8-b565-96d83ca5af2c req-a226a4eb-03e7-4d31-b093-c6b23ae389b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:15.915382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4195eb-c89d-47c8-b565-96d83ca5af2c req-a226a4eb-03e7-4d31-b093-c6b23ae389b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:15.921729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4195eb-c89d-47c8-b565-96d83ca5af2c req-a226a4eb-03e7-4d31-b093-c6b23ae389b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:15.927940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4195eb-c89d-47c8-b565-96d83ca5af2c req-a226a4eb-03e7-4d31-b093-c6b23ae389b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:15.935230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbde4a71-cf6a-4397-89e4-281a646378cf req-bd7ac630-e230-41eb-962b-07ddff959d41 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 210 time: 0.0302382 Oct 12 23:01:15.937254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4195eb-c89d-47c8-b565-96d83ca5af2c req-a226a4eb-03e7-4d31-b093-c6b23ae389b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:15.946278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4195eb-c89d-47c8-b565-96d83ca5af2c req-a226a4eb-03e7-4d31-b093-c6b23ae389b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:15.954704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4195eb-c89d-47c8-b565-96d83ca5af2c req-a226a4eb-03e7-4d31-b093-c6b23ae389b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:15.956742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b4195eb-c89d-47c8-b565-96d83ca5af2c req-a226a4eb-03e7-4d31-b093-c6b23ae389b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.1183095 Oct 12 23:01:15.989995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d72e4db6-0a87-4a1f-ba5c-48d1f6f724bc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9435277 Oct 12 23:01:16.048301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b4195eb-c89d-47c8-b565-96d83ca5af2c req-5989558a-431e-449d-b2c4-ae9ade43a1f9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0846262 Oct 12 23:01:16.056088 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:16.083015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f499a67-4554-4c78-a2e6-c1b9aafb3867 None None] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:01:16.095744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a94b980-1478-4316-96ad-8a4a58305215 req-fb19ea26-d0cf-4bf0-a7ea-b289aa0f300b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:16.097421 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a94b980-1478-4316-96ad-8a4a58305215 req-fb19ea26-d0cf-4bf0-a7ea-b289aa0f300b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0864565 Oct 12 23:01:16.152701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a94b980-1478-4316-96ad-8a4a58305215 req-51d40e55-2510-4296-8e69-7bd8f3f4be67 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473363 Oct 12 23:01:16.452176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8867-5c72-4373-8e5d-c049173c8889 req-a2c8b9d3-fde7-4869-b07a-e06d587922a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:16.453684 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-a2c8b9d3-fde7-4869-b07a-e06d587922a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1050982 Oct 12 23:01:16.472358 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-a7e07e1b-db64-49aa-b18d-9c22c6fb7231 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/quotas/32ae560e885841d79dd420b2b64ded98 HTTP/1.1" status: 200 len: 375 time: 0.0106142 Oct 12 23:01:16.510204 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-df58f253-cc33-4178-83de-cbce2c4187c9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316632 Oct 12 23:01:16.609856 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-cf90a53c-a278-4353-aba8-e785ca551a72 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910254 Oct 12 23:01:16.643908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a34046f-e58d-450d-bb64-3b3d8f1c6438'}, {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff'}, {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2e593c-b6d7-4fb7-a7bb-5b7f61016443'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:16.646304 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3ed04f-0ff6-407b-b805-c591e9968dd5" -d '{"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "8a34046f-e58d-450d-bb64-3b3d8f1c6438"}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff"}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "aa2e593c-b6d7-4fb7-a7bb-5b7f61016443"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:16.693464 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29106405-5612-48d8-a04d-481ea3e2cd93 x-openstack-request-id: req-29106405-5612-48d8-a04d-481ea3e2cd93 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:16.693833 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "8a34046f-e58d-450d-bb64-3b3d8f1c6438", "code": 200}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff", "code": 200}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-plugged", "status": "completed", "tag": "aa2e593c-b6d7-4fb7-a7bb-5b7f61016443", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:16.694072 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29106405-5612-48d8-a04d-481ea3e2cd93 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:16.694435 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a34046f-e58d-450d-bb64-3b3d8f1c6438', 'code': 200} Oct 12 23:01:16.694687 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff', 'code': 200} Oct 12 23:01:16.695140 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa2e593c-b6d7-4fb7-a7bb-5b7f61016443', 'code': 200} Oct 12 23:01:16.709051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-883f0752-f581-4502-81cd-daad4789138a service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924783 Oct 12 23:01:16.816292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2ef9-d994-4097-8fa7-5083f473ce99 req-c1192081-6182-4012-8a75-d9b463fd54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:16.816911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2ef9-d994-4097-8fa7-5083f473ce99 req-c1192081-6182-4012-8a75-d9b463fd54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:16.817224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2ef9-d994-4097-8fa7-5083f473ce99 req-c1192081-6182-4012-8a75-d9b463fd54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:16.817697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2ef9-d994-4097-8fa7-5083f473ce99 req-c1192081-6182-4012-8a75-d9b463fd54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:16.818143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2ef9-d994-4097-8fa7-5083f473ce99 req-c1192081-6182-4012-8a75-d9b463fd54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:16.818595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2ef9-d994-4097-8fa7-5083f473ce99 req-c1192081-6182-4012-8a75-d9b463fd54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:16.819079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe2ef9-d994-4097-8fa7-5083f473ce99 req-c1192081-6182-4012-8a75-d9b463fd54dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:16.820980 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1cbe2ef9-d994-4097-8fa7-5083f473ce99 req-c1192081-6182-4012-8a75-d9b463fd54dd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6505 time: 0.0493014 Oct 12 23:01:16.858701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1cbe2ef9-d994-4097-8fa7-5083f473ce99 req-83339735-0a00-4a7c-9baa-e2a8dd29c2f0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0299859 Oct 12 23:01:16.953772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-834aefc7-9e14-4170-adf5-e137fc2cd693 req-b9538233-183a-4174-a5c5-a8300bbba207 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 210 time: 0.0275524 Oct 12 23:01:17.028859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8e1407-2749-4608-813a-ad50728b04bb req-7a308512-3af7-40ab-a218-816df1bef70a tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 210 time: 0.0286369 Oct 12 23:01:17.197129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae9746-60d3-45a3-aa3d-833f3efffc4c req-b26305b8-3ecf-442e-9316-677fc67406ba tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:17.203069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae9746-60d3-45a3-aa3d-833f3efffc4c req-b26305b8-3ecf-442e-9316-677fc67406ba tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:17.208975 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae9746-60d3-45a3-aa3d-833f3efffc4c req-b26305b8-3ecf-442e-9316-677fc67406ba tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:17.215208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae9746-60d3-45a3-aa3d-833f3efffc4c req-b26305b8-3ecf-442e-9316-677fc67406ba tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:17.221096 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae9746-60d3-45a3-aa3d-833f3efffc4c req-b26305b8-3ecf-442e-9316-677fc67406ba tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:17.227458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae9746-60d3-45a3-aa3d-833f3efffc4c req-b26305b8-3ecf-442e-9316-677fc67406ba tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:17.234168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae9746-60d3-45a3-aa3d-833f3efffc4c req-b26305b8-3ecf-442e-9316-677fc67406ba tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:17.236482 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0ae9746-60d3-45a3-aa3d-833f3efffc4c req-b26305b8-3ecf-442e-9316-677fc67406ba tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.1016219 Oct 12 23:01:17.278773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0ae9746-60d3-45a3-aa3d-833f3efffc4c req-d89697a2-b8d5-44aa-ad60-f3eb6c67184f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352178 Oct 12 23:01:17.327127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90130035-970c-4d0f-9fd5-57c5b68382da req-6045c234-1bfa-4899-aeb8-9ad8dfe286a5 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:17.329522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-90130035-970c-4d0f-9fd5-57c5b68382da req-6045c234-1bfa-4899-aeb8-9ad8dfe286a5 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0539525 Oct 12 23:01:17.369267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-90130035-970c-4d0f-9fd5-57c5b68382da req-02569721-6d44-4a9b-887e-81a64dac4d66 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337877 Oct 12 23:01:17.721730 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:18.051641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-113ff9d2-cf7b-43f8-8122-fcd07f90f6fe req-526dd59e-406f-48a8-8f04-40f15d38562d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 210 time: 0.0293396 Oct 12 23:01:18.130154 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84e46759-bd99-4781-b5e5-ab5d0da08ad9 req-9f31b91c-5f75-4581-b1a1-2face21ebaca tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 210 time: 0.0276334 Oct 12 23:01:18.357629 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-c4efa7a0-f79e-4f13-ac6a-49f04648cc0d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e210dbfc9d148258a9f14688066339b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210273 Oct 12 23:01:18.423052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912777-1bf0-4046-b92e-bc80021c3ee7 req-da75d780-ae7f-4c8d-bf98-df0f8b2c568a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:18.429321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912777-1bf0-4046-b92e-bc80021c3ee7 req-da75d780-ae7f-4c8d-bf98-df0f8b2c568a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:18.448784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912777-1bf0-4046-b92e-bc80021c3ee7 req-da75d780-ae7f-4c8d-bf98-df0f8b2c568a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:18.458606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912777-1bf0-4046-b92e-bc80021c3ee7 req-da75d780-ae7f-4c8d-bf98-df0f8b2c568a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:18.465834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912777-1bf0-4046-b92e-bc80021c3ee7 req-da75d780-ae7f-4c8d-bf98-df0f8b2c568a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:18.472064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912777-1bf0-4046-b92e-bc80021c3ee7 req-da75d780-ae7f-4c8d-bf98-df0f8b2c568a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:18.478359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd912777-1bf0-4046-b92e-bc80021c3ee7 req-da75d780-ae7f-4c8d-bf98-df0f8b2c568a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:18.487055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd912777-1bf0-4046-b92e-bc80021c3ee7 req-da75d780-ae7f-4c8d-bf98-df0f8b2c568a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.1300709 Oct 12 23:01:18.526026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-b55a6deb-12bb-489f-b9b7-378d521d42a5 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:18.527490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-b55a6deb-12bb-489f-b9b7-378d521d42a5 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645517 Oct 12 23:01:18.529315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd912777-1bf0-4046-b92e-bc80021c3ee7 req-ab9c586d-5671-4386-a65d-1326adf2a79a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388570 Oct 12 23:01:18.543753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Request body: {'port': {'device_id': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '3e210dbfc9d148258a9f14688066339b'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:18.556184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a5071-d35d-40ec-bd67-1396c2da7735 req-6cea2a6f-f1c1-4f35-bf16-c11741a7e3e0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:18.558404 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d31a5071-d35d-40ec-bd67-1396c2da7735 req-6cea2a6f-f1c1-4f35-bf16-c11741a7e3e0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0777247 Oct 12 23:01:18.790214 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:18.910082 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:18.935683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d31a5071-d35d-40ec-bd67-1396c2da7735 req-f7989bf9-c801-40f8-94b3-a63f9ba48323 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3674512 Oct 12 23:01:19.050727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Made reservation on behalf of 3e210dbfc9d148258a9f14688066339b for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:01:19.054339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:19.063934 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:19.146861 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:19.190553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-12a68b67-8ffd-4a0a-b606-f279477e8bf5 req-29bec686-adcc-4b99-bded-9248c87467cc tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 210 time: 0.0300930 Oct 12 23:01:19.235217 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bfc5bca0-cd24-4670-80b9-d5fc2d4b233f req-74612213-a258-4677-b53e-9a70bc9cfc8d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 210 time: 0.0276530 Oct 12 23:01:19.235962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:19.301339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a6aa30-e46f-4979-803a-b55fd6326671,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:19.411799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8867-5c72-4373-8e5d-c049173c8889 req-500811d0-6c67-4021-9f52-90df73d5f1ae tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:19.413393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-500811d0-6c67-4021-9f52-90df73d5f1ae tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1383135 Oct 12 23:01:19.415405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Allocated IP 192.168.233.244 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/5fc648a6-4c6f-45d9-a790-2afd2671b1e1) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:01:19.428116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Request body: {'port': {'device_id': '459003da-3df4-451e-87dc-409f71f3ab04', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'admin_state_up': True, 'tenant_id': '32ae560e885841d79dd420b2b64ded98'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:19.580666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:19.636240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Made reservation on behalf of 32ae560e885841d79dd420b2b64ded98 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:01:19.639833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:19.678034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa4c4-d2c6-418e-8a07-8c278d5afda2 req-7db74506-50ee-4f29-8f2e-c97d0ee0732c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:19.685332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa4c4-d2c6-418e-8a07-8c278d5afda2 req-7db74506-50ee-4f29-8f2e-c97d0ee0732c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:19.691590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa4c4-d2c6-418e-8a07-8c278d5afda2 req-7db74506-50ee-4f29-8f2e-c97d0ee0732c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:19.697587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa4c4-d2c6-418e-8a07-8c278d5afda2 req-7db74506-50ee-4f29-8f2e-c97d0ee0732c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:19.704462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa4c4-d2c6-418e-8a07-8c278d5afda2 req-7db74506-50ee-4f29-8f2e-c97d0ee0732c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:19.710454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa4c4-d2c6-418e-8a07-8c278d5afda2 req-7db74506-50ee-4f29-8f2e-c97d0ee0732c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:19.716603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397fa4c4-d2c6-418e-8a07-8c278d5afda2 req-7db74506-50ee-4f29-8f2e-c97d0ee0732c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:19.718546 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-397fa4c4-d2c6-418e-8a07-8c278d5afda2 req-7db74506-50ee-4f29-8f2e-c97d0ee0732c tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.1086059 Oct 12 23:01:19.720319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:19.784703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Allocated IP 172.20.0.10 (273e1941-ee6c-4884-bfc8-cfacaaceab02/b716a6d8-82ce-42f0-a720-23afc5bfcb46/8e5f0163-669b-449e-86aa-61ddd6acc086) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:01:19.790103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:01:19.801777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:01:19.806117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:01:19.809499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:19.871103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-397fa4c4-d2c6-418e-8a07-8c278d5afda2 req-e49d33a8-b0a2-471a-a152-9a85cb3390ad tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1395450 Oct 12 23:01:19.933697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:19.934388 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.019856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-5864852c-30b4-4bc8-a445-06b609c43dd1 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4821947 Oct 12 23:01:20.021222 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.043985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Request body: {'port': {'device_id': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:20.108268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9193ae2-094c-4b6b-b2aa-fc376ca02e2b req-9ec4f9e2-35b1-4015-955a-26e3f94c7505 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.109780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9193ae2-094c-4b6b-b2aa-fc376ca02e2b req-9ec4f9e2-35b1-4015-955a-26e3f94c7505 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0765672 Oct 12 23:01:20.131461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ed4f7-f468-4131-bd44-03b324a9e88a req-595994f6-f4c7-446a-a722-64b869e366fe tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.138199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ed4f7-f468-4131-bd44-03b324a9e88a req-595994f6-f4c7-446a-a722-64b869e366fe tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.144277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ed4f7-f468-4131-bd44-03b324a9e88a req-595994f6-f4c7-446a-a722-64b869e366fe tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.150449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ed4f7-f468-4131-bd44-03b324a9e88a req-595994f6-f4c7-446a-a722-64b869e366fe tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.150572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c1d650ab-f1f1-4536-8641-98bf80d9edde None None] Provisioning complete for port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:20.151165 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c1d650ab-f1f1-4536-8641-98bf80d9edde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.156515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ed4f7-f468-4131-bd44-03b324a9e88a req-595994f6-f4c7-446a-a722-64b869e366fe tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.162453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ed4f7-f468-4131-bd44-03b324a9e88a req-595994f6-f4c7-446a-a722-64b869e366fe tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.167274 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9193ae2-094c-4b6b-b2aa-fc376ca02e2b req-33d26ef4-9002-4e0a-8f0a-1550358ae292 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485342 Oct 12 23:01:20.169039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43ed4f7-f468-4131-bd44-03b324a9e88a req-595994f6-f4c7-446a-a722-64b869e366fe tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.174581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b43ed4f7-f468-4131-bd44-03b324a9e88a req-595994f6-f4c7-446a-a722-64b869e366fe tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.1808212 Oct 12 23:01:20.177518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.181294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54272) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:01:20.186341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e7d3f233-2c4d-4ed3-b205-5bc289b04667 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Request body: {'floatingip': {'port_id': '19b81e15-6460-44ba-9067-2d3d6547cb32'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:20.191207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c1d650ab-f1f1-4536-8641-98bf80d9edde None None] Port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:01:20.221058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.238322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f233-2c4d-4ed3-b205-5bc289b04667 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.367956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:01:20.392830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:01:20.395271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a6f1b-2b8e-44f2-867a-ce7e3cf75948 req-25ce666c-f8f2-44e1-bf20-dc8cb6bf72c8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.399700 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-272a6f1b-2b8e-44f2-867a-ce7e3cf75948 req-25ce666c-f8f2-44e1-bf20-dc8cb6bf72c8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 932 time: 0.1107154 Oct 12 23:01:20.400965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:01:20.407933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event updated for resources: {'Port': ['ID=8e5f0163-669b-449e-86aa-61ddd6acc086,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:20.459976 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-272a6f1b-2b8e-44f2-867a-ce7e3cf75948 req-0514ed8b-8b9f-412d-ab8c-ad1f6183dfa7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549741 Oct 12 23:01:20.513294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc432688-c5c2-42a3-9f7a-e1436d6364cc req-e781fae7-0dc8-44c2-8b98-09293b379e0c tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.514810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc432688-c5c2-42a3-9f7a-e1436d6364cc req-e781fae7-0dc8-44c2-8b98-09293b379e0c tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 936 time: 0.1976094 Oct 12 23:01:20.529341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.529948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.544581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:20.552305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.564615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Transition to ACTIVE for port object 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:01:20.611331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc432688-c5c2-42a3-9f7a-e1436d6364cc req-92db733b-38a2-4d08-a79e-fe6bd551e849 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885012 Oct 12 23:01:20.622604 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.679198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:20.696642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-ea4f4406-0f80-489f-823b-bda8dda63a4b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2729881 Oct 12 23:01:20.712162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Request body: {'port': {'device_id': '459003da-3df4-451e-87dc-409f71f3ab04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:20.753689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Attempting to bind port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:01:20.754095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Attempting to bind port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:01:20.754488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Attempting to bind port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:01:20.761022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:01:20.761440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Attempting to bind port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:01:20.766783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:01:20.767374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:01:20.767857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:01:20.768392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Bound port: 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:01:20.768848 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.814997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.852400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:01:20.859944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:01:20.911317 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.954646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:20.955340 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:20.969145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] 10.222.0.41 "PUT /v2.0/ports/5fc648a6-4c6f-45d9-a790-2afd2671b1e1 HTTP/1.1" status: 200 len: 1097 time: 0.9307909 Oct 12 23:01:20.969574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:20.972859 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03f79a76-02ab-4e38-bce0-faa28ce0cc80" -d '{"events": [{"name": "network-changed", "server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:21.009983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80371e05-12f7-4fa0-8a76-59554e4b42bf service neutron] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:21.035820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f233-2c4d-4ed3-b205-5bc289b04667 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:21.039611 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df71f24-0354-4269-a5c6-455d90f39791 x-openstack-request-id: req-1df71f24-0354-4269-a5c6-455d90f39791 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:21.039910 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:21.040162 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1df71f24-0354-4269-a5c6-455d90f39791 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:21.040573 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'status': 'completed', 'code': 200} Oct 12 23:01:21.103401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79a76-02ab-4e38-bce0-faa28ce0cc80 req-5559fd91-31b0-4f23-919b-a3156c6a0bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:21.105468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03f79a76-02ab-4e38-bce0-faa28ce0cc80 req-5559fd91-31b0-4f23-919b-a3156c6a0bb5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e210dbfc9d148258a9f14688066339b&device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 1100 time: 0.0452776 Oct 12 23:01:21.135032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03f79a76-02ab-4e38-bce0-faa28ce0cc80 req-a06aebaa-2246-4a73-9431-0ded421bda49 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3e210dbfc9d148258a9f14688066339b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211284 Oct 12 23:01:21.241891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e5f0163-669b-449e-86aa-61ddd6acc086 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:21.252304 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:21.266213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Transition to ACTIVE for port object 8e5f0163-669b-449e-86aa-61ddd6acc086 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:01:21.269954 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f233-2c4d-4ed3-b205-5bc289b04667 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:21.277372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79a76-02ab-4e38-bce0-faa28ce0cc80 req-45438641-0982-45ab-9a65-85bdff0dbfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:21.278855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03f79a76-02ab-4e38-bce0-faa28ce0cc80 req-45438641-0982-45ab-9a65-85bdff0dbfad service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1365600 Oct 12 23:01:21.340233 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:21.362843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-14bec543-46d2-4074-93ab-faaf856b690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:21.364416 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-14bec543-46d2-4074-93ab-faaf856b690e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3e210dbfc9d148258a9f14688066339b&device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 1100 time: 0.0453353 Oct 12 23:01:21.406767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-cb0625a0-1c4c-429f-afc0-5f4a86b05d80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1 HTTP/1.1" status: 200 len: 217 time: 0.0345161 Oct 12 23:01:21.446628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Pushing event updated for resources: {'Port': ['ID=8e5f0163-669b-449e-86aa-61ddd6acc086,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:21.457794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a2748-c7d8-4419-9078-4017d1a376ae req-55e7d53e-01c1-4047-9aef-7ebd2b6e7f2e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:21.466248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691a2748-c7d8-4419-9078-4017d1a376ae req-55e7d53e-01c1-4047-9aef-7ebd2b6e7f2e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.1982038 Oct 12 23:01:21.472727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-dd2bc054-a7dd-403d-a61b-4049ada51d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:21.472727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-dd2bc054-a7dd-403d-a61b-4049ada51d2f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0589421 Oct 12 23:01:21.496618 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-e7d3f233-2c4d-4ed3-b205-5bc289b04667 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Floating IP b77ca3fc-effc-43a7-95f3-c7aa7d96a465 associated. External IP: 172.25.2.175, port: 19b81e15-6460-44ba-9067-2d3d6547cb32. Oct 12 23:01:21.533693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-abeee831-dbbd-4a14-818c-5bf9f5859173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:21.535804 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-abeee831-dbbd-4a14-818c-5bf9f5859173 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565283 Oct 12 23:01:21.677577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82748605-ab31-463c-a0a2-844b44beac3a req-1f59b88d-0a1a-47bb-9f52-8317815eaef1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:21.679194 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82748605-ab31-463c-a0a2-844b44beac3a req-1f59b88d-0a1a-47bb-9f52-8317815eaef1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 944 time: 0.1153669 Oct 12 23:01:21.692322 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-10c15859-3a21-4a61-a79b-55b2c4de5aa2 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482944 Oct 12 23:01:21.773156 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82748605-ab31-463c-a0a2-844b44beac3a req-69284b4f-1c19-44d6-a733-08a0736048ed tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841188 Oct 12 23:01:21.824770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fc2db63-593f-433f-be5c-f79fc34118b6 req-a4fe57ee-3efc-4284-a352-a198d9448e9b service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252353 Oct 12 23:01:21.939528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-691a2748-c7d8-4419-9078-4017d1a376ae req-89a5fa00-fb17-4f25-8629-50b4c2b3a8e1 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724035 Oct 12 23:01:21.963039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7911e-5a16-4bc8-b3e5-00ab6fd8b6b3 req-8da3a92a-e87d-4696-a127-374600948465 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:21.965922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10f7911e-5a16-4bc8-b3e5-00ab6fd8b6b3 req-8da3a92a-e87d-4696-a127-374600948465 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 948 time: 0.0660892 Oct 12 23:01:21.982345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Attempting to bind port 8e5f0163-669b-449e-86aa-61ddd6acc086 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:01:21.982691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Attempting to bind port 8e5f0163-669b-449e-86aa-61ddd6acc086 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:01:21.983087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Attempting to bind port 8e5f0163-669b-449e-86aa-61ddd6acc086 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:01:22.012586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Port 8e5f0163-669b-449e-86aa-61ddd6acc086 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:01:22.012698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Attempting to bind port 8e5f0163-669b-449e-86aa-61ddd6acc086 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:01:22.026215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10f7911e-5a16-4bc8-b3e5-00ab6fd8b6b3 req-b9f5d129-640b-4975-a116-9318a5d64929 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528095 Oct 12 23:01:22.026827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:01:22.027208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Checking segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:01:22.027593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Bound using segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:01:22.028027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Bound port: 8e5f0163-669b-449e-86aa-61ddd6acc086, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:01:22.028027 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:22.057561 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:01:22.177374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] For port 8e5f0163-669b-449e-86aa-61ddd6acc086, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:01:22.197677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] For port 8e5f0163-669b-449e-86aa-61ddd6acc086, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8e5f0163-669b-449e-86aa-61ddd6acc086,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:01:22.212794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d3f233-2c4d-4ed3-b205-5bc289b04667 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Router 305470d6-3822-4f2a-8a61-9d9ced7e8179 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:01:22.267418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:22.338038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:22.338928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:22.340072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] 10.222.0.41 "PUT /v2.0/ports/8e5f0163-669b-449e-86aa-61ddd6acc086 HTTP/1.1" status: 200 len: 1093 time: 1.6337197 Oct 12 23:01:22.340513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '459003da-3df4-451e-87dc-409f71f3ab04', 'tag': '8e5f0163-669b-449e-86aa-61ddd6acc086'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:22.342763 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cec1a31-9045-4cc8-ab5c-12c311c9d5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "459003da-3df4-451e-87dc-409f71f3ab04", "tag": "8e5f0163-669b-449e-86aa-61ddd6acc086"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:22.380099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d3f233-2c4d-4ed3-b205-5bc289b04667 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:01:22.381768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db78417-6f3a-48ee-8901-14825c31417b service neutron] Pushing event updated for resources: {'Port': ['ID=8e5f0163-669b-449e-86aa-61ddd6acc086,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:22.387327 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7d3f233-2c4d-4ed3-b205-5bc289b04667 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:22.396589 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] Sync routers for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:01:22.409928 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:01:22.411586 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:01:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:22.418819 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b6b69e-a617-446c-9c70-a18d7d3e15be x-openstack-request-id: req-27b6b69e-a617-446c-9c70-a18d7d3e15be {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:22.419136 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "459003da-3df4-451e-87dc-409f71f3ab04", "tag": "8e5f0163-669b-449e-86aa-61ddd6acc086", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:22.419391 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-27b6b69e-a617-446c-9c70-a18d7d3e15be {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:22.419778 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '459003da-3df4-451e-87dc-409f71f3ab04', 'tag': '8e5f0163-669b-449e-86aa-61ddd6acc086', 'status': 'completed', 'code': 200} Oct 12 23:01:22.454277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e7d3f233-2c4d-4ed3-b205-5bc289b04667 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "PUT /v2.0/floatingips/b77ca3fc-effc-43a7-95f3-c7aa7d96a465 HTTP/1.1" status: 200 len: 991 time: 2.2718637 Oct 12 23:01:22.467596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1a31-9045-4cc8-ab5c-12c311c9d5ab req-f2e0e84f-cc54-45e6-a8a0-5a8b331dc988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:22.469146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cec1a31-9045-4cc8-ab5c-12c311c9d5ab req-f2e0e84f-cc54-45e6-a8a0-5a8b331dc988 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 1096 time: 0.0521238 Oct 12 23:01:22.536731 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:01:22.606166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1a31-9045-4cc8-ab5c-12c311c9d5ab req-ec60cebd-89fc-4763-86b9-12e9a8b5ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:22.606166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cec1a31-9045-4cc8-ab5c-12c311c9d5ab req-ec60cebd-89fc-4763-86b9-12e9a8b5ace5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=32ae560e885841d79dd420b2b64ded98&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1140983 Oct 12 23:01:22.712419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec1a31-9045-4cc8-ab5c-12c311c9d5ab req-f19b1e59-4316-4d98-a993-f2ef4d65a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:22.712963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cec1a31-9045-4cc8-ab5c-12c311c9d5ab req-f19b1e59-4316-4d98-a993-f2ef4d65a19b service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1020794 Oct 12 23:01:22.795929 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b77ca3fc-effc-43a7-95f3-c7aa7d96a465', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'floating_ip_address': '172.25.2.175', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'port_id': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'mac_address': 'fa:16:3e:7d:70:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:00:03Z', 'updated_at': '2021-10-12T23:01:20Z', 'revision_number': 1, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b893b4d9-6a82-4428-b934-09fd26347e38', 'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'mac_address': 'fa:16:3e:82:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:59Z', 'updated_at': '2021-10-12T22:59:07Z', 'revision_number': 5, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'subnets': [{'id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:22.805222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8867-5c72-4373-8e5d-c049173c8889 req-798e728d-437f-44a7-ab5b-558c495ba174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:22.806762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-798e728d-437f-44a7-ab5b-558c495ba174 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 1096 time: 0.0501101 Oct 12 23:01:22.823964 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] Checking router: 305470d6-3822-4f2a-8a61-9d9ced7e8179 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:01:22.832689 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:01:22.833318 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:01:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:22.852322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-c31854e1-c359-4eaa-b584-714fb91f5a5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e5f0163-669b-449e-86aa-61ddd6acc086 HTTP/1.1" status: 200 len: 217 time: 0.0367663 Oct 12 23:01:22.941478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f8867-5c72-4373-8e5d-c049173c8889 req-84e9b830-6c1a-4bb5-8c02-811b9c26679c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:22.943093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-84e9b830-6c1a-4bb5-8c02-811b9c26679c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.0828528 Oct 12 23:01:22.955294 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:01:22.968003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8a074d-6ba3-4fa8-92f1-2b32cba9fe7a req-666fbcbb-2d7d-4058-8eaa-0ed53e2ac405 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:22.970338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dd8a074d-6ba3-4fa8-92f1-2b32cba9fe7a req-666fbcbb-2d7d-4058-8eaa-0ed53e2ac405 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 944 time: 0.0970573 Oct 12 23:01:22.989271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-1caf6e12-85df-4f8c-9258-00b5c17b985a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382707 Oct 12 23:01:23.090703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dd8a074d-6ba3-4fa8-92f1-2b32cba9fe7a req-26193ad6-b9f6-4157-93a3-8c7a030c0cef tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004374 Oct 12 23:01:23.117033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a84cdc-686f-4c77-b1b8-08d199f97254 req-86294ed9-d0ed-4717-a5b9-77aadf243f40 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:23.118686 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-17a84cdc-686f-4c77-b1b8-08d199f97254 req-86294ed9-d0ed-4717-a5b9-77aadf243f40 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0971136 Oct 12 23:01:23.142822 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-75c6c908-d9f4-4649-ad92-2f414d09cbe5 service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170495 Oct 12 23:01:23.172913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-17a84cdc-686f-4c77-b1b8-08d199f97254 req-fc36ce70-b5a3-46f0-819a-1b23083aac2d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Oct 12 23:01:23.296444 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-169f8867-5c72-4373-8e5d-c049173c8889 req-24158722-7b4f-4278-9f30-068d41766d21 service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465240 Oct 12 23:01:23.312479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf1189a-0444-4dab-8d20-19a6e5d599ed req-fee0ecef-5c34-434b-a666-a39e30fa512b tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:23.319696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2bf1189a-0444-4dab-8d20-19a6e5d599ed req-fee0ecef-5c34-434b-a666-a39e30fa512b tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 948 time: 0.0744860 Oct 12 23:01:23.361635 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2bf1189a-0444-4dab-8d20-19a6e5d599ed req-da0e69a1-a78f-48fe-95c2-c7bdb8827bf9 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401974 Oct 12 23:01:23.371970 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b77ca3fc-effc-43a7-95f3-c7aa7d96a465', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'floating_ip_address': '172.25.2.175', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'port_id': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'mac_address': 'fa:16:3e:7d:70:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:00:03Z', 'updated_at': '2021-10-12T23:01:20Z', 'revision_number': 1, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b893b4d9-6a82-4428-b934-09fd26347e38', 'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'mac_address': 'fa:16:3e:82:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:59Z', 'updated_at': '2021-10-12T22:59:07Z', 'revision_number': 5, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'subnets': [{'id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:01:23.399333 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a70b4-851f-40a7-9222-43277c3aa57e None None] The sync data for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 is: [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b77ca3fc-effc-43a7-95f3-c7aa7d96a465', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'floating_ip_address': '172.25.2.175', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'port_id': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'mac_address': 'fa:16:3e:7d:70:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:00:03Z', 'updated_at': '2021-10-12T23:01:20Z', 'revision_number': 1, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b893b4d9-6a82-4428-b934-09fd26347e38', 'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'mac_address': 'fa:16:3e:82:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:59Z', 'updated_at': '2021-10-12T22:59:07Z', 'revision_number': 5, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'subnets': [{'id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:01:23.606361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0c9a90-dcc2-4180-b8ed-33b2155312fa None None] New status for floating IP b77ca3fc-effc-43a7-95f3-c7aa7d96a465: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:01:24.037456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:24.231549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e0288e-57ae-4e09-980c-74e2fd55c527 req-af5a25f8-8813-41ba-87a4-c8c527d798b1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.240035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46e0288e-57ae-4e09-980c-74e2fd55c527 req-af5a25f8-8813-41ba-87a4-c8c527d798b1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 944 time: 0.0744720 Oct 12 23:01:24.271010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:24.284039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'mac_address': 'fa:16:3e:72:be:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:24.303470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46e0288e-57ae-4e09-980c-74e2fd55c527 req-aad2b10a-d602-4e8b-a5b3-aff6e6b799df tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470855 Oct 12 23:01:24.316581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efb2af-514c-4e8d-96ed-871892876377 req-083f7d46-9ff8-48f4-825b-312069fc60ed tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.318673 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6efb2af-514c-4e8d-96ed-871892876377 req-083f7d46-9ff8-48f4-825b-312069fc60ed tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0722573 Oct 12 23:01:24.342966 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:24.356707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:24.379775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:24.390973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6efb2af-514c-4e8d-96ed-871892876377 req-f44470fd-f846-48eb-9359-6f9e357790b9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644741 Oct 12 23:01:24.420798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:24.423573 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53151a08-50d6-45c4-8a33-946dde745b18" -d '{"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:24.450371 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:24.467681 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34fc3259-286f-46c8-9d96-8d8a1d04c7b8 x-openstack-request-id: req-34fc3259-286f-46c8-9d96-8d8a1d04c7b8 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:24.467985 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:24.468239 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-34fc3259-286f-46c8-9d96-8d8a1d04c7b8 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:24.468641 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'status': 'completed', 'code': 200} Oct 12 23:01:24.503918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:24.548910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4c980-dac1-4f22-bc8b-e775fe18e332 req-e2cac357-73bd-4cce-a963-b9ec38a99d73 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.550397 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8d4c980-dac1-4f22-bc8b-e775fe18e332 req-e2cac357-73bd-4cce-a963-b9ec38a99d73 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 949 time: 0.0809510 Oct 12 23:01:24.560730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-2167b4db-9d01-422e-b94e-d890ca9efe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.561196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-2167b4db-9d01-422e-b94e-d890ca9efe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.561658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-2167b4db-9d01-422e-b94e-d890ca9efe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.562110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-2167b4db-9d01-422e-b94e-d890ca9efe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.562558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-2167b4db-9d01-422e-b94e-d890ca9efe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.563038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-2167b4db-9d01-422e-b94e-d890ca9efe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.563488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-2167b4db-9d01-422e-b94e-d890ca9efe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.565434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53151a08-50d6-45c4-8a33-946dde745b18 req-2167b4db-9d01-422e-b94e-d890ca9efe05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6505 time: 0.0665097 Oct 12 23:01:24.667488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8d4c980-dac1-4f22-bc8b-e775fe18e332 req-80113d51-d281-4c44-8564-2b76f02c7753 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010299 Oct 12 23:01:24.702499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-9124b45f-fc16-44de-bf94-ca0455d9bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.703976 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53151a08-50d6-45c4-8a33-946dde745b18 req-9124b45f-fc16-44de-bf94-ca0455d9bc43 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2029f8b-06ed-42a4-a021-1069f20e4f3c HTTP/1.1" status: 200 len: 917 time: 0.1237032 Oct 12 23:01:24.734196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['5fc648a6-4c6f-45d9-a790-2afd2671b1e1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:24.787931 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53151a08-50d6-45c4-8a33-946dde745b18 req-66cf69e0-4c5a-452f-8caa-e13729907441 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19b81e15-6460-44ba-9067-2d3d6547cb32 HTTP/1.1" status: 200 len: 1001 time: 0.0727463 Oct 12 23:01:24.792344 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-3c6109aa-b736-4d70-be61-28aa0bc6a7c2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0475039 Oct 12 23:01:24.849448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-d48429ce-11ee-4815-97df-88bff9002ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.851179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53151a08-50d6-45c4-8a33-946dde745b18 req-d48429ce-11ee-4815-97df-88bff9002ae2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415a79fd-6aee-449a-bf05-c4ccf9c19bcb HTTP/1.1" status: 200 len: 855 time: 0.0516422 Oct 12 23:01:24.883892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-d5dbf032-7730-4da7-b767-a1f0f31433de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.886916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-d5dbf032-7730-4da7-b767-a1f0f31433de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1097 time: 0.0475197 Oct 12 23:01:24.925147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53151a08-50d6-45c4-8a33-946dde745b18 req-63966b0b-0eae-4aef-b55c-4533ceb9f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:24.926766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53151a08-50d6-45c4-8a33-946dde745b18 req-63966b0b-0eae-4aef-b55c-4533ceb9f3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680490 Oct 12 23:01:25.001303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-17ca920b-8fde-4fa0-a1de-1ffd6a53fa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:25.002706 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-17ca920b-8fde-4fa0-a1de-1ffd6a53fa04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.0949333 Oct 12 23:01:25.035403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53151a08-50d6-45c4-8a33-946dde745b18 req-6ce9e68c-88cb-4cc8-88cf-c2914541783e service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009018 Oct 12 23:01:25.075974 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-736b5117-995c-4c23-a479-09cfae29d17e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 1001 time: 0.0657880 Oct 12 23:01:25.130782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-313f57ab-5eda-4d1e-aa26-a4a669599ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:25.132324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-313f57ab-5eda-4d1e-aa26-a4a669599ca8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.0488434 Oct 12 23:01:25.144117 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53151a08-50d6-45c4-8a33-946dde745b18 req-5743e6c4-0106-45f9-9024-7dd573d544c7 service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018548 Oct 12 23:01:25.184384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-b5df4079-6f46-489e-97a9-0088009a02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:25.186139 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-b5df4079-6f46-489e-97a9-0088009a02c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453863 Oct 12 23:01:25.276441 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-6e3f487a-f346-43da-8919-9f76f5593649 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823162 Oct 12 23:01:25.403135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b043c1e-177f-49ac-bca5-4abfb8c5812d req-9d5fc708-2f95-4b8d-b369-9a342d48d8ff service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189761 Oct 12 23:01:25.435220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e799b0-2aab-4e54-a8e2-1f5420499113 req-36b15327-b687-4e10-b13c-7ad4c0c2cac8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:25.438606 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61e799b0-2aab-4e54-a8e2-1f5420499113 req-36b15327-b687-4e10-b13c-7ad4c0c2cac8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 944 time: 0.0776241 Oct 12 23:01:25.477461 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61e799b0-2aab-4e54-a8e2-1f5420499113 req-9daac0b7-358b-4bc7-b61a-0c2c8a76ce79 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339057 Oct 12 23:01:25.528536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce536b0e-bb5a-4932-bdda-80bfec368ed5 req-80030d4c-2959-4e19-8d02-9843a289880f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:25.530136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce536b0e-bb5a-4932-bdda-80bfec368ed5 req-80030d4c-2959-4e19-8d02-9843a289880f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0561767 Oct 12 23:01:25.571160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce536b0e-bb5a-4932-bdda-80bfec368ed5 req-12831a53-c837-4e1e-8edc-d3bdc454643b tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346243 Oct 12 23:01:25.787901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939391e5-31bf-4806-92f8-44140e097b0c req-a7c8e4e4-3144-4cab-9740-ce7d86b02a32 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:25.789380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-939391e5-31bf-4806-92f8-44140e097b0c req-a7c8e4e4-3144-4cab-9740-ce7d86b02a32 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 949 time: 0.0513899 Oct 12 23:01:25.827740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-939391e5-31bf-4806-92f8-44140e097b0c req-1dc683af-7c98-4748-9c43-c3a815705716 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310624 Oct 12 23:01:26.051277 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8e5f0163-669b-449e-86aa-61ddd6acc086 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:26.054423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:26.192442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8e5f0163-669b-449e-86aa-61ddd6acc086, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8e5f0163-669b-449e-86aa-61ddd6acc086,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:26.203839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '8e5f0163-669b-449e-86aa-61ddd6acc086', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'port_id': '8e5f0163-669b-449e-86aa-61ddd6acc086', 'mac_address': 'fa:16:3e:f0:e9:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b716a6d8-82ce-42f0-a720-23afc5bfcb46', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:26.233174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:26.243118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:26.243736 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:26.282878 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:26.303753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e5f0163-669b-449e-86aa-61ddd6acc086 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:26.327004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8e5f0163-669b-449e-86aa-61ddd6acc086, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8e5f0163-669b-449e-86aa-61ddd6acc086,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:26.364441 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:26.387050 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:26.389306 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa6bff9-60b8-47c9-8c44-db7597cb7b4c" -d '{"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:26.404048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:26.422507 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:26.430488 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce81889-3344-4a57-8c7d-daa57a16de77 x-openstack-request-id: req-fce81889-3344-4a57-8c7d-daa57a16de77 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:26.430788 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:26.431072 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fce81889-3344-4a57-8c7d-daa57a16de77 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:26.431469 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'code': 200} Oct 12 23:01:26.476723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8e5f0163-669b-449e-86aa-61ddd6acc086,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:26.502110 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:26.567082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:26.575356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7c64f7-070c-4b3e-860a-d94020cf7bb0 req-ca52c1ea-8848-4299-b257-d2bcb3e9d609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:26.578215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e7c64f7-070c-4b3e-860a-d94020cf7bb0 req-ca52c1ea-8848-4299-b257-d2bcb3e9d609 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 1102 time: 0.0733774 Oct 12 23:01:26.660060 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e7c64f7-070c-4b3e-860a-d94020cf7bb0 req-e8526b9b-e941-4c88-8a4c-8990e330876d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719216 Oct 12 23:01:26.676452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b4e9d-9f14-41f4-bb9c-8b4cf9df7630 req-89acb07c-300b-485b-be5b-46b7452b84bf tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:26.678001 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d19b4e9d-9f14-41f4-bb9c-8b4cf9df7630 req-89acb07c-300b-485b-be5b-46b7452b84bf tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 945 time: 0.0912220 Oct 12 23:01:26.713995 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:26.725180 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d19b4e9d-9f14-41f4-bb9c-8b4cf9df7630 req-16f76c11-1b22-461a-bca2-faad177a8336 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392091 Oct 12 23:01:26.782572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a8d99a-08da-4334-8edc-f33bca9bb19d req-f9983a9c-6273-40b0-8f40-33e36433b57a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:26.790158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5a8d99a-08da-4334-8edc-f33bca9bb19d req-f9983a9c-6273-40b0-8f40-33e36433b57a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.1003108 Oct 12 23:01:26.826484 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5a8d99a-08da-4334-8edc-f33bca9bb19d req-86690920-ff7f-4e63-9f78-7bd53ae4b9f5 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354419 Oct 12 23:01:26.951193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12467ea8-9756-41df-b539-889bd36aa99a req-7300530b-05af-498c-8094-64646c8a7704 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:26.952646 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-12467ea8-9756-41df-b539-889bd36aa99a req-7300530b-05af-498c-8094-64646c8a7704 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 950 time: 0.0481279 Oct 12 23:01:26.989987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-12467ea8-9756-41df-b539-889bd36aa99a req-970460af-e7cc-4611-9428-ceac7a93abcb tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312505 Oct 12 23:01:27.861764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb349382-6171-41c2-aae8-ebc57e3e5f59 req-d3f5a412-405f-4baf-a9c5-8807be313ba8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:27.873547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb349382-6171-41c2-aae8-ebc57e3e5f59 req-d3f5a412-405f-4baf-a9c5-8807be313ba8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 945 time: 0.0620847 Oct 12 23:01:27.910601 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb349382-6171-41c2-aae8-ebc57e3e5f59 req-d58c47cc-7adb-4e3d-bae9-f7fc679a22ef tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377767 Oct 12 23:01:27.971850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab4846a-f5f8-4199-9fcf-70b8573909f3 req-4cb2b8ac-d53c-4a61-b880-7ecb408c99f9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:27.973649 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ab4846a-f5f8-4199-9fcf-70b8573909f3 req-4cb2b8ac-d53c-4a61-b880-7ecb408c99f9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0604343 Oct 12 23:01:28.015852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ab4846a-f5f8-4199-9fcf-70b8573909f3 req-ab5cfaf1-5400-4131-b0f6-8e2dc37ff9e7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356364 Oct 12 23:01:28.060779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8e5f0163-669b-449e-86aa-61ddd6acc086 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:28.131588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84197c06-67e3-4bdd-b97a-a6e9c8790252 req-440d8ea2-ea2a-40e4-b76e-a33ca0856bc6 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:28.133298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84197c06-67e3-4bdd-b97a-a6e9c8790252 req-440d8ea2-ea2a-40e4-b76e-a33ca0856bc6 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 950 time: 0.0681303 Oct 12 23:01:28.175912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84197c06-67e3-4bdd-b97a-a6e9c8790252 req-9ba49ca1-74e7-4e5c-ae16-7ba897bf7b76 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362720 Oct 12 23:01:28.181852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 8e5f0163-669b-449e-86aa-61ddd6acc086 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:28.185845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 8e5f0163-669b-449e-86aa-61ddd6acc086 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:28.186221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:28.290111 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:28.326514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8e5f0163-669b-449e-86aa-61ddd6acc086, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8e5f0163-669b-449e-86aa-61ddd6acc086,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:28.421574 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:28.443828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459003da-3df4-451e-87dc-409f71f3ab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5f0163-669b-449e-86aa-61ddd6acc086'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:28.445888 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0d858a-dd29-43df-a9f7-1aa392875665" -d '{"events": [{"server_uuid": "459003da-3df4-451e-87dc-409f71f3ab04", "name": "network-vif-plugged", "status": "completed", "tag": "8e5f0163-669b-449e-86aa-61ddd6acc086"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:28.474612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8e5f0163-669b-449e-86aa-61ddd6acc086,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:28.491119 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd81886a-c42f-496e-bf98-0ce2ae8867ed x-openstack-request-id: req-dd81886a-c42f-496e-bf98-0ce2ae8867ed {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:28.491119 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459003da-3df4-451e-87dc-409f71f3ab04", "name": "network-vif-plugged", "status": "completed", "tag": "8e5f0163-669b-449e-86aa-61ddd6acc086", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:28.491119 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd81886a-c42f-496e-bf98-0ce2ae8867ed {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:28.491119 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459003da-3df4-451e-87dc-409f71f3ab04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e5f0163-669b-449e-86aa-61ddd6acc086', 'code': 200} Oct 12 23:01:28.587592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b073c758-d14e-477d-8312-c181d8931200 req-6a164fb6-4d87-4baa-b035-e3a332a90194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:28.589812 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b073c758-d14e-477d-8312-c181d8931200 req-6a164fb6-4d87-4baa-b035-e3a332a90194 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 1098 time: 0.0451863 Oct 12 23:01:28.627948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b073c758-d14e-477d-8312-c181d8931200 req-40ee8634-dd7e-417c-8cde-95c11bfaaf54 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297170 Oct 12 23:01:29.043748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2979cd6-22c7-4ca6-a019-6c52a515678a req-7fabf691-c9d2-453a-8d4d-99a431844931 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:29.045365 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2979cd6-22c7-4ca6-a019-6c52a515678a req-7fabf691-c9d2-453a-8d4d-99a431844931 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 946 time: 0.0603349 Oct 12 23:01:29.086785 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2979cd6-22c7-4ca6-a019-6c52a515678a req-46764ee1-fb60-486b-b75b-ac7e8e28d11a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343907 Oct 12 23:01:29.157968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e4fdb7-37b6-498e-a661-d90de8ecb523 req-877b9ef1-08a4-4bdb-92d5-b0311c26e05f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:29.159579 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72e4fdb7-37b6-498e-a661-d90de8ecb523 req-877b9ef1-08a4-4bdb-92d5-b0311c26e05f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0569575 Oct 12 23:01:29.199307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72e4fdb7-37b6-498e-a661-d90de8ecb523 req-0478ec90-5e01-4ea1-a00b-d1b2b7aff510 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330307 Oct 12 23:01:30.223199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480815a-bfbf-4fdc-b5ed-3c92d224862f req-1c60b221-5ae4-44b7-9bad-701381385d38 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:30.224662 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1480815a-bfbf-4fdc-b5ed-3c92d224862f req-1c60b221-5ae4-44b7-9bad-701381385d38 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 946 time: 0.0518823 Oct 12 23:01:30.276706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1480815a-bfbf-4fdc-b5ed-3c92d224862f req-c3bf3434-96d8-4ad5-b3ab-63eb2c7b9db6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456858 Oct 12 23:01:30.353860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dd5225-34f6-4644-9ce5-ba143d337584 req-91582ff1-6baa-41f7-88a6-11b5d8051d82 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:30.355748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1dd5225-34f6-4644-9ce5-ba143d337584 req-91582ff1-6baa-41f7-88a6-11b5d8051d82 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0677562 Oct 12 23:01:30.401612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1dd5225-34f6-4644-9ce5-ba143d337584 req-a30a4992-a0bf-455e-9490-5f6596aa5c05 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345223 Oct 12 23:01:30.583438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91575cdd-29ba-404d-b54e-32e116ca2fe6 req-9d92dfba-e82e-42be-9f68-51e861df89c5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:30.585012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91575cdd-29ba-404d-b54e-32e116ca2fe6 req-9d92dfba-e82e-42be-9f68-51e861df89c5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1137516 Oct 12 23:01:30.601895 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91575cdd-29ba-404d-b54e-32e116ca2fe6 req-41cbb452-576a-473f-8b58-c34420c4a6b2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/quotas/32ae560e885841d79dd420b2b64ded98 HTTP/1.1" status: 200 len: 375 time: 0.0101070 Oct 12 23:01:30.661681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91575cdd-29ba-404d-b54e-32e116ca2fe6 req-ced0f4bb-d5ed-45c3-bfcc-273f921ba9c9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517666 Oct 12 23:01:30.768052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91575cdd-29ba-404d-b54e-32e116ca2fe6 req-7604d9f7-6700-40e9-ab60-95a55784bdae service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981627 Oct 12 23:01:30.862575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91575cdd-29ba-404d-b54e-32e116ca2fe6 req-120a2837-cfeb-45ee-960a-741b4f2db692 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880694 Oct 12 23:01:31.548475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea06d7-762d-45c7-a1db-7440071e0cd5 req-7e85e888-5c6b-4290-b1a7-4566f426effe tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:31.556272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9eea06d7-762d-45c7-a1db-7440071e0cd5 req-7e85e888-5c6b-4290-b1a7-4566f426effe tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0740392 Oct 12 23:01:31.635587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9eea06d7-762d-45c7-a1db-7440071e0cd5 req-7cc18a01-0a9c-451e-9715-07e60c20540f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766284 Oct 12 23:01:31.734389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-384440cb-0526-41a7-b705-3df47c9014be tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:31.736526 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-384440cb-0526-41a7-b705-3df47c9014be tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1548488 Oct 12 23:01:31.758462 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-38584a5e-f5b9-415a-b5e3-de7c84d11a60 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/quotas/32ae560e885841d79dd420b2b64ded98 HTTP/1.1" status: 200 len: 375 time: 0.0128326 Oct 12 23:01:31.824975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-accaa413-0b84-4b3a-81f0-5a56529a4718 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603023 Oct 12 23:01:31.941466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-1bcd49ad-5293-41da-b5af-b6ee3ccacf45 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094291 Oct 12 23:01:32.047490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-ef8b8595-6362-43db-9b24-9d4e46492be7 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979738 Oct 12 23:01:32.100012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:32.240310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:32.246511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'mac_address': 'fa:16:3e:72:be:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:32.286205 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:32.314409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:32.348317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:32.389952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22c124-863c-4077-8f4e-185bc8211099 req-f3825911-1bc7-46a1-87a9-fa2d6bc7dedc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:32.403696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be22c124-863c-4077-8f4e-185bc8211099 req-f3825911-1bc7-46a1-87a9-fa2d6bc7dedc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.0716283 Oct 12 23:01:32.479749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be22c124-863c-4077-8f4e-185bc8211099 req-42e94590-e9a9-44f8-b6b0-5384e03b40b9 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571547 Oct 12 23:01:32.499191 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:32.610236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f2805ffb-6749-4da2-a2f4-4a07e440d83e req-5e32674b-bae3-4302-abb7-34e489492557 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 210 time: 0.0573790 Oct 12 23:01:32.636020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:32.645718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['5fc648a6-4c6f-45d9-a790-2afd2671b1e1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:33.430205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19425b94-5665-443e-847a-3b34d2d78f99 req-4e14d3bd-a8d5-4dee-b4f5-90300ee4fe6f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:33.433265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19425b94-5665-443e-847a-3b34d2d78f99 req-4e14d3bd-a8d5-4dee-b4f5-90300ee4fe6f tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.25 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.1533535 Oct 12 23:01:33.597563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-19425b94-5665-443e-847a-3b34d2d78f99 req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Deleting port ffb42c90-c852-4330-8c10-09394b87b285 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:01:33.600769 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19425b94-5665-443e-847a-3b34d2d78f99 req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:33.710163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46206e6-8510-4d7e-af69-3ad7e9bbc92a req-499aea87-e02e-4097-a216-52e166b544cc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:33.714728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e46206e6-8510-4d7e-af69-3ad7e9bbc92a req-499aea87-e02e-4097-a216-52e166b544cc tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 946 time: 0.1170053 Oct 12 23:01:33.819961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-19425b94-5665-443e-847a-3b34d2d78f99 req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] For port ffb42c90-c852-4330-8c10-09394b87b285, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ffb42c90-c852-4330-8c10-09394b87b285,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:33.820616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19425b94-5665-443e-847a-3b34d2d78f99 req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:33.840249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-19425b94-5665-443e-847a-3b34d2d78f99 req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Calling delete_port for ffb42c90-c852-4330-8c10-09394b87b285 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:01:33.858340 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e46206e6-8510-4d7e-af69-3ad7e9bbc92a req-f5859d94-ed9a-4797-b04d-fa595e54f619 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309617 Oct 12 23:01:33.974611 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b02f2ec8-c1fe-4521-ad0f-7ed1f7e9b7a4 req-be1955d1-9ce0-4895-8504-99398148efe2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 210 time: 0.0726669 Oct 12 23:01:34.109955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:34.170509 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19425b94-5665-443e-847a-3b34d2d78f99 req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:34.179945 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:34.180741 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:34.238719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ffb42c90-c852-4330-8c10-09394b87b285'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:34.240659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event deleted for resources: {'Port': ['ID=ffb42c90-c852-4330-8c10-09394b87b285,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:34.270282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-19425b94-5665-443e-847a-3b34d2d78f99 req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] No DVR routers for this DVR port ffb42c90-c852-4330-8c10-09394b87b285 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:01:34.272024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-19425b94-5665-443e-847a-3b34d2d78f99 req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:34.276666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19425b94-5665-443e-847a-3b34d2d78f99 req-a341c8b9-b54b-43ff-893e-b8a1fc45b1f0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.25 "DELETE /v2.0/ports/ffb42c90-c852-4330-8c10-09394b87b285 HTTP/1.1" status: 204 len: 173 time: 0.8228602 Oct 12 23:01:34.277309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af2f176b-a10b-40fa-a44a-1884962fef24', 'name': 'network-vif-deleted', 'tag': 'ffb42c90-c852-4330-8c10-09394b87b285'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:34.279810 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca3670d-9ae8-474f-a9a3-03b121838bd6" -d '{"events": [{"server_uuid": "af2f176b-a10b-40fa-a44a-1884962fef24", "name": "network-vif-deleted", "tag": "ffb42c90-c852-4330-8c10-09394b87b285"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:34.388745 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:34.409308 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5270d364-6bec-4fae-80e2-a444ad969931 x-openstack-request-id: req-5270d364-6bec-4fae-80e2-a444ad969931 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:34.409682 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af2f176b-a10b-40fa-a44a-1884962fef24", "name": "network-vif-deleted", "tag": "ffb42c90-c852-4330-8c10-09394b87b285", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:34.410825 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5270d364-6bec-4fae-80e2-a444ad969931 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:34.411493 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af2f176b-a10b-40fa-a44a-1884962fef24', 'name': 'network-vif-deleted', 'tag': 'ffb42c90-c852-4330-8c10-09394b87b285', 'status': 'completed', 'code': 200} Oct 12 23:01:34.453962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:34.459290 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392b9df5-71de-44a4-b854-fe41cf5b7999" -d '{"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:34.485971 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:34.571103 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b6641a-c517-4666-a119-e732d04822b8 x-openstack-request-id: req-e6b6641a-c517-4666-a119-e732d04822b8 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:34.571753 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:34.572209 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e6b6641a-c517-4666-a119-e732d04822b8 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:34.573053 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'code': 200} Oct 12 23:01:34.579208 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:34.670121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:34.985657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f69606e2-30b1-4afe-897f-f7465deba138 req-9d52ac46-b54e-4640-9b60-33ad3371c121 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=af2f176b-a10b-40fa-a44a-1884962fef24 HTTP/1.1" status: 200 len: 210 time: 0.0387959 Oct 12 23:01:35.133915 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc19e7da-1beb-4c08-a8ad-a2a427fc37db req-6412998e-baa9-4cf3-b182-c476c7539c99 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 210 time: 0.0558114 Oct 12 23:01:35.301214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-ed7a2349-59da-40fe-8186-29e1c6a6e92f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:35.303550 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-ed7a2349-59da-40fe-8186-29e1c6a6e92f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1661198 Oct 12 23:01:35.321064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Request body: {'port': {'device_id': 'a849c2e8-8c74-4ab8-8c66-f63b55412814', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'admin_state_up': True, 'tenant_id': '32ae560e885841d79dd420b2b64ded98'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:35.669487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Made reservation on behalf of 32ae560e885841d79dd420b2b64ded98 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:01:35.673750 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:35.866037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Allocated IP 172.20.0.14 (273e1941-ee6c-4884-bfc8-cfacaaceab02/b716a6d8-82ce-42f0-a720-23afc5bfcb46/cc8007da-f728-4e8e-84f0-1b31b52c082f) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:01:36.055490 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:36.190469 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:36.207177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:36.321094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:01:36.331223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:01:36.341055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:01:36.382602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac1418-4874-4a95-800d-7e0c43786657 req-a990d70d-a5ac-4301-b285-b5e0fb253cd6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:36.384420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-67ac1418-4874-4a95-800d-7e0c43786657 req-a990d70d-a5ac-4301-b285-b5e0fb253cd6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 932 time: 0.1261899 Oct 12 23:01:36.411991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event updated for resources: {'Port': ['ID=cc8007da-f728-4e8e-84f0-1b31b52c082f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:36.468987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-67ac1418-4874-4a95-800d-7e0c43786657 req-fc0e3aa3-d959-469e-9e0e-59ed22518643 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751421 Oct 12 23:01:36.485727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:36.486418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:36.500719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-db7eb410-0609-474b-9eca-3a3a62f32363 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:36.511515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-db7eb410-0609-474b-9eca-3a3a62f32363 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.2243237 Oct 12 23:01:36.524322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-2eab885e-ae35-4469-be2c-3b583e1f5af2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/quotas/91388e39ec8d429d9f193850725ae67a HTTP/1.1" status: 200 len: 375 time: 0.0115232 Oct 12 23:01:36.583920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-4fce187a-0118-408e-83cf-8458df38a276 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533688 Oct 12 23:01:36.622920 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-4550cd10-a4aa-4d60-8ed0-c3e1affa28f7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3065555 Oct 12 23:01:36.644261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Request body: {'port': {'device_id': 'a849c2e8-8c74-4ab8-8c66-f63b55412814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:36.714988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:36.760797 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-90518c1c-4e41-4bbc-8bc3-73deb270922e service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613338 Oct 12 23:01:36.863781 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-4cae3869-4b39-475c-900a-21399492ad06 service neutron] 10.222.0.31 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951102 Oct 12 23:01:37.034377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc8007da-f728-4e8e-84f0-1b31b52c082f {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:37.043212 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:37.055593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Transition to ACTIVE for port object cc8007da-f728-4e8e-84f0-1b31b52c082f will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:01:37.158738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ffb42c90-c852-4330-8c10-09394b87b285 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:01:37.178781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: ffb42c90-c852-4330-8c10-09394b87b285 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:01:37.179157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ffb42c90-c852-4330-8c10-09394b87b285 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:01:37.296050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:37.350158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Pushing event updated for resources: {'Port': ['ID=cc8007da-f728-4e8e-84f0-1b31b52c082f,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:37.421299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Attempting to bind port cc8007da-f728-4e8e-84f0-1b31b52c082f on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:01:37.421631 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Attempting to bind port cc8007da-f728-4e8e-84f0-1b31b52c082f by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:01:37.421956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Attempting to bind port cc8007da-f728-4e8e-84f0-1b31b52c082f on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:01:37.426227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Port cc8007da-f728-4e8e-84f0-1b31b52c082f on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:01:37.426547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Attempting to bind port cc8007da-f728-4e8e-84f0-1b31b52c082f on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:01:37.431279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:01:37.432235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Checking segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:01:37.432653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Bound using segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:01:37.433033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Bound port: cc8007da-f728-4e8e-84f0-1b31b52c082f, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:01:37.433385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:37.522269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] For port cc8007da-f728-4e8e-84f0-1b31b52c082f, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:01:37.527828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] For port cc8007da-f728-4e8e-84f0-1b31b52c082f, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc8007da-f728-4e8e-84f0-1b31b52c082f,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:01:37.611929 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b87967a4-d4a6-4691-a54b-c5b6b3199b6d req-b7a5c5fb-17e7-4a1b-9052-7ac9be8bb6b2 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 210 time: 0.0671895 Oct 12 23:01:37.637117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f441e3f2-312a-49f0-b7cd-50e449439c9d req-6a99deb6-93cd-4a87-a950-75f3cbb5d2ea tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:37.637842 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:37.646231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f441e3f2-312a-49f0-b7cd-50e449439c9d req-6a99deb6-93cd-4a87-a950-75f3cbb5d2ea tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 944 time: 0.0772147 Oct 12 23:01:37.695570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f441e3f2-312a-49f0-b7cd-50e449439c9d req-f649467c-9061-466d-8fe4-a0bc9b807f5f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476978 Oct 12 23:01:37.712332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:37.712991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:37.714469 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-58f980b0-e950-4988-9077-2631224bde0e service neutron] 10.222.0.41 "PUT /v2.0/ports/cc8007da-f728-4e8e-84f0-1b31b52c082f HTTP/1.1" status: 200 len: 1093 time: 1.0746398 Oct 12 23:01:37.714918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a849c2e8-8c74-4ab8-8c66-f63b55412814', 'tag': 'cc8007da-f728-4e8e-84f0-1b31b52c082f'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:37.717303 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267e212f-3ab6-4dc2-836e-954bfa5b03f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a849c2e8-8c74-4ab8-8c66-f63b55412814", "tag": "cc8007da-f728-4e8e-84f0-1b31b52c082f"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:37.782916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f980b0-e950-4988-9077-2631224bde0e service neutron] Pushing event updated for resources: {'Port': ['ID=cc8007da-f728-4e8e-84f0-1b31b52c082f,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:37.812735 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298193d0-3f9c-409f-ab24-95852cb74c43 x-openstack-request-id: req-298193d0-3f9c-409f-ab24-95852cb74c43 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:37.812735 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a849c2e8-8c74-4ab8-8c66-f63b55412814", "tag": "cc8007da-f728-4e8e-84f0-1b31b52c082f", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:37.812735 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-298193d0-3f9c-409f-ab24-95852cb74c43 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:37.812735 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a849c2e8-8c74-4ab8-8c66-f63b55412814', 'tag': 'cc8007da-f728-4e8e-84f0-1b31b52c082f', 'status': 'completed', 'code': 200} Oct 12 23:01:37.878378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e212f-3ab6-4dc2-836e-954bfa5b03f2 req-d88bf0bb-3627-4a94-8ab6-8aa07929fd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:37.878378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-267e212f-3ab6-4dc2-836e-954bfa5b03f2 req-d88bf0bb-3627-4a94-8ab6-8aa07929fd86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 1096 time: 0.0527031 Oct 12 23:01:38.030817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e212f-3ab6-4dc2-836e-954bfa5b03f2 req-0092e2ff-ffc6-41c6-9af2-c134ad9bb0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:38.032537 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-267e212f-3ab6-4dc2-836e-954bfa5b03f2 req-0092e2ff-ffc6-41c6-9af2-c134ad9bb0bb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=32ae560e885841d79dd420b2b64ded98&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1495826 Oct 12 23:01:38.524001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267e212f-3ab6-4dc2-836e-954bfa5b03f2 req-3aed2891-ebdf-4c35-9613-8332816d3e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:38.526286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-267e212f-3ab6-4dc2-836e-954bfa5b03f2 req-3aed2891-ebdf-4c35-9613-8332816d3e78 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4796777 Oct 12 23:01:38.638155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-8b6dd156-80fa-4352-8aa5-b8a6d21f9a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:38.640065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-8b6dd156-80fa-4352-8aa5-b8a6d21f9a13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 1096 time: 0.0519745 Oct 12 23:01:38.731500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2dd303b-cb69-4372-8fab-fb8232d85436 req-4b0f8a0a-b404-4da8-957c-4bbb87741d60 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 210 time: 0.0395548 Oct 12 23:01:38.752751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-9a138e5d-1092-426a-bb1f-fd86d4ae3c4f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cc8007da-f728-4e8e-84f0-1b31b52c082f HTTP/1.1" status: 200 len: 217 time: 0.1027679 Oct 12 23:01:38.897720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5429d-6bb8-4010-8da4-214285a2dcb8 req-91fbdb16-8727-457d-b72a-8a614412c491 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:38.906259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0c5429d-6bb8-4010-8da4-214285a2dcb8 req-91fbdb16-8727-457d-b72a-8a614412c491 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 944 time: 0.0843320 Oct 12 23:01:38.909718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-267ba4e7-2685-42c7-b535-f365bd4c3878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:38.911144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-267ba4e7-2685-42c7-b535-f365bd4c3878 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.1496196 Oct 12 23:01:38.989953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0c5429d-6bb8-4010-8da4-214285a2dcb8 req-a9ef1f7e-6222-4903-9d58-ec8cd2e656b9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826986 Oct 12 23:01:39.058104 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-32b3c55a-3305-4d9b-b134-4bf91f93c998 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930247 Oct 12 23:01:39.246226 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-dd14d73a-d2df-4d46-aca8-8c4c90b7bf99 service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786411 Oct 12 23:01:39.403148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fbb0043-5dd4-419a-958c-edcd0f8b3240 req-f7a2c297-2bf6-435a-bf47-a8a9bad0001a service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478028 Oct 12 23:01:39.866222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d3a2251f-8deb-4508-bb89-4ad1fedd0efb req-14e35861-0a9e-4830-855a-3e027b8c6a69 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 210 time: 0.0541821 Oct 12 23:01:40.264943 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cde2db-4b7c-403f-aa9a-4ba76f5729e6 req-28a39340-ffc5-467d-936f-e3615e944228 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:40.274027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24cde2db-4b7c-403f-aa9a-4ba76f5729e6 req-28a39340-ffc5-467d-936f-e3615e944228 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 944 time: 0.1027999 Oct 12 23:01:40.352608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24cde2db-4b7c-403f-aa9a-4ba76f5729e6 req-bf041fee-7e04-4683-bb02-eed484d03dc6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758071 Oct 12 23:01:40.582393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-160a7775-c409-435a-9691-98c9fed07998 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:40.584048 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-160a7775-c409-435a-9691-98c9fed07998 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.25 "GET /v2.0/networks?id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 200 len: 811 time: 0.1728334 Oct 12 23:01:40.598520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Request body: {'port': {'device_id': '743d0673-704c-4405-a802-e5f70e317b67', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'admin_state_up': True, 'tenant_id': '91388e39ec8d429d9f193850725ae67a'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:40.858756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Made reservation on behalf of 91388e39ec8d429d9f193850725ae67a for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:01:40.863412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:41.023118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-007025da-7242-4561-9554-54743711cf35 req-522f3547-eb6a-4956-aae9-3a61254b47d3 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 210 time: 0.0393894 Oct 12 23:01:41.117057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Allocated IP 172.20.0.3 (4cb19cf1-b184-49b9-ab5c-138fd9eb83fd/091336a0-9cd0-43dc-abb4-695f8140af67/4b537250-af4e-4d11-9001-24b64b0d2741) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:01:41.260046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:41.510741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2419d2fa-4332-4c45-a211-8bf6067b7e21 req-13faa506-7780-4dc5-99d9-f2ccaa488a31 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:41.513324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:41.515630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2419d2fa-4332-4c45-a211-8bf6067b7e21 req-13faa506-7780-4dc5-99d9-f2ccaa488a31 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 944 time: 0.0570393 Oct 12 23:01:41.573048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:01:41.576655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:01:41.581060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:01:41.597703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2419d2fa-4332-4c45-a211-8bf6067b7e21 req-d66efa57-346c-4f6f-983a-d586f6ae1a3b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782716 Oct 12 23:01:41.612738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event updated for resources: {'Port': ['ID=4b537250-af4e-4d11-9001-24b64b0d2741,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:41.667863 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:41.669017 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:41.762161 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-1fb929d0-3d37-433e-897b-1e0cb7200e65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1688051 Oct 12 23:01:41.776463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Request body: {'port': {'device_id': '743d0673-704c-4405-a802-e5f70e317b67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:01:41.860464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:42.126851 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-61cdfdc2-e6d0-442b-a6c8-848831daa3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:42.162918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cc8007da-f728-4e8e-84f0-1b31b52c082f details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:42.373289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port cc8007da-f728-4e8e-84f0-1b31b52c082f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc8007da-f728-4e8e-84f0-1b31b52c082f,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:42.394569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'cc8007da-f728-4e8e-84f0-1b31b52c082f', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'port_id': 'cc8007da-f728-4e8e-84f0-1b31b52c082f', 'mac_address': 'fa:16:3e:3b:a7:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b716a6d8-82ce-42f0-a720-23afc5bfcb46', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:42.394899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ee30dd-2e2a-4075-b5b9-f13e31ce0089 req-743f0770-6805-4d27-b296-27940eb3cc65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:42.404434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91ee30dd-2e2a-4075-b5b9-f13e31ce0089 req-743f0770-6805-4d27-b296-27940eb3cc65 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 931 time: 0.1659627 Oct 12 23:01:42.439449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b537250-af4e-4d11-9001-24b64b0d2741 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:42.449612 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:42.453565 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:42.472961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc8007da-f728-4e8e-84f0-1b31b52c082f {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:42.492599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91ee30dd-2e2a-4075-b5b9-f13e31ce0089 req-598a1587-f761-43f7-9a25-c6766a87780d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868139 Oct 12 23:01:42.511521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Transition to ACTIVE for port object 4b537250-af4e-4d11-9001-24b64b0d2741 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:01:42.531562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port cc8007da-f728-4e8e-84f0-1b31b52c082f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc8007da-f728-4e8e-84f0-1b31b52c082f,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:42.607601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:42.639281 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:42.789997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=cc8007da-f728-4e8e-84f0-1b31b52c082f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:42.799491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Pushing event updated for resources: {'Port': ['ID=4b537250-af4e-4d11-9001-24b64b0d2741,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:42.886623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Attempting to bind port 4b537250-af4e-4d11-9001-24b64b0d2741 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:01:42.887051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Attempting to bind port 4b537250-af4e-4d11-9001-24b64b0d2741 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:01:42.887330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Attempting to bind port 4b537250-af4e-4d11-9001-24b64b0d2741 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:01:42.897407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c6fa-1257-4761-9011-f6516fb5cdef req-25cdd246-3b4b-4bf4-ba81-0da5357ac48e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:42.911357 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19e3c6fa-1257-4761-9011-f6516fb5cdef req-25cdd246-3b4b-4bf4-ba81-0da5357ac48e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 945 time: 0.1295569 Oct 12 23:01:42.928472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Port 4b537250-af4e-4d11-9001-24b64b0d2741 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:01:42.928701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Attempting to bind port 4b537250-af4e-4d11-9001-24b64b0d2741 on network 4cb19cf1-b184-49b9-ab5c-138fd9eb83fd {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:01:42.939837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 1, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:01:42.940192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Checking segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:01:42.940589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Bound using segment: {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:01:42.941029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Bound port: 4b537250-af4e-4d11-9001-24b64b0d2741, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a32e558-49a5-4233-80c2-b6c909a51e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:01:42.941386 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:42.967482 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19e3c6fa-1257-4761-9011-f6516fb5cdef req-b6022991-cf52-41ea-95f2-cdfd35913134 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598502 Oct 12 23:01:43.023586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['cc8007da-f728-4e8e-84f0-1b31b52c082f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:43.043601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] For port 4b537250-af4e-4d11-9001-24b64b0d2741, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:01:43.047133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] For port 4b537250-af4e-4d11-9001-24b64b0d2741, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b537250-af4e-4d11-9001-24b64b0d2741,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:01:43.159431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:43.224070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:43.225014 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:43.226867 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] 10.222.0.25 "PUT /v2.0/ports/4b537250-af4e-4d11-9001-24b64b0d2741 HTTP/1.1" status: 200 len: 1092 time: 1.4566772 Oct 12 23:01:43.227543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743d0673-704c-4405-a802-e5f70e317b67', 'tag': '4b537250-af4e-4d11-9001-24b64b0d2741'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:43.230756 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f99f6b1-ec79-4f07-a041-d6b0d6058999" -d '{"events": [{"name": "network-changed", "server_uuid": "743d0673-704c-4405-a802-e5f70e317b67", "tag": "4b537250-af4e-4d11-9001-24b64b0d2741"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:43.262587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7a3cf-79f6-4b69-9151-a1687ce5c33d service neutron] Pushing event updated for resources: {'Port': ['ID=4b537250-af4e-4d11-9001-24b64b0d2741,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:43.304718 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c75d5bd-6e7a-4154-9113-90b01ed30e61 x-openstack-request-id: req-8c75d5bd-6e7a-4154-9113-90b01ed30e61 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:43.308653 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743d0673-704c-4405-a802-e5f70e317b67", "tag": "4b537250-af4e-4d11-9001-24b64b0d2741", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:43.309123 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8c75d5bd-6e7a-4154-9113-90b01ed30e61 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:43.310510 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743d0673-704c-4405-a802-e5f70e317b67', 'tag': '4b537250-af4e-4d11-9001-24b64b0d2741', 'status': 'completed', 'code': 200} Oct 12 23:01:43.386452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f6b1-ec79-4f07-a041-d6b0d6058999 req-5d0392c4-7a9e-451e-b7de-7a3bb50cd930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:43.388216 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f99f6b1-ec79-4f07-a041-d6b0d6058999 req-5d0392c4-7a9e-451e-b7de-7a3bb50cd930 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 1095 time: 0.0631349 Oct 12 23:01:43.596386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f6b1-ec79-4f07-a041-d6b0d6058999 req-ef8e124f-81a4-4703-a05b-5030954be01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:43.597853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f99f6b1-ec79-4f07-a041-d6b0d6058999 req-ef8e124f-81a4-4703-a05b-5030954be01f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=91388e39ec8d429d9f193850725ae67a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2019246 Oct 12 23:01:43.678591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b09a3f-df38-45ee-b3b7-c60318100f5d req-0a1de316-1ea7-4507-9d15-e555b3be73de tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:43.681038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a6b09a3f-df38-45ee-b3b7-c60318100f5d req-0a1de316-1ea7-4507-9d15-e555b3be73de tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 943 time: 0.0534625 Oct 12 23:01:43.700774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc6f8e-2176-42f2-b4a5-9abfe6bf508e req-7331eb9b-0533-43cb-8405-26549dc4af59 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:43.702531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2dc6f8e-2176-42f2-b4a5-9abfe6bf508e req-7331eb9b-0533-43cb-8405-26549dc4af59 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 945 time: 0.1564705 Oct 12 23:01:43.762261 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a6b09a3f-df38-45ee-b3b7-c60318100f5d req-c93a668f-b07b-4acd-8168-b2265762837d tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679927 Oct 12 23:01:43.787886 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2dc6f8e-2176-42f2-b4a5-9abfe6bf508e req-a22d8505-166d-4c04-b86b-6c64789dba10 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704529 Oct 12 23:01:43.814906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f99f6b1-ec79-4f07-a041-d6b0d6058999 req-7265bf4a-c90f-4ca9-a7cc-a1fab1a4f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:43.818376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f99f6b1-ec79-4f07-a041-d6b0d6058999 req-7265bf4a-c90f-4ca9-a7cc-a1fab1a4f161 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2134011 Oct 12 23:01:43.950448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-bd9804cf-65ee-4bb5-8d55-d075b0e87226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:43.952518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-bd9804cf-65ee-4bb5-8d55-d075b0e87226 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=91388e39ec8d429d9f193850725ae67a&device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 1095 time: 0.0921278 Oct 12 23:01:44.011326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-08084f34-f783-4299-9a37-78062213e8ed service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4b537250-af4e-4d11-9001-24b64b0d2741 HTTP/1.1" status: 200 len: 217 time: 0.0489995 Oct 12 23:01:44.111536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-7e92c97c-f4ef-4ec8-9273-e49d04dc58c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:44.114816 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-7e92c97c-f4ef-4ec8-9273-e49d04dc58c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 200 len: 851 time: 0.0964227 Oct 12 23:01:44.190085 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-4147a044-1e70-4e59-85c4-f681facac882 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367515 Oct 12 23:01:44.207588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e56d62-fe08-4b07-b03b-176d3be22239 req-cf09cf3a-9f55-4852-9969-12becb7efd5c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:44.214138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-95e56d62-fe08-4b07-b03b-176d3be22239 req-cf09cf3a-9f55-4852-9969-12becb7efd5c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 945 time: 0.0956011 Oct 12 23:01:44.349676 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-95e56d62-fe08-4b07-b03b-176d3be22239 req-65340123-5b60-4cce-80e4-4a0e73f80c83 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263316 Oct 12 23:01:44.412331 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-71aa668a-3d6e-49c4-9e38-bb9eb0ce434a service neutron] 10.222.0.25 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874561 Oct 12 23:01:44.544524 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f562a-5d53-44ef-b8e1-455b0b7fdb39 req-f66e8e75-68b3-4367-a7c9-912f481bf014 service neutron] 10.222.0.25 "GET /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235316 Oct 12 23:01:44.954694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add28bbf-ae89-42d4-a904-3174068cf34e req-d11d09c7-13c9-4546-832e-326d85dc5411 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:44.957073 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-add28bbf-ae89-42d4-a904-3174068cf34e req-d11d09c7-13c9-4546-832e-326d85dc5411 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 943 time: 0.1003838 Oct 12 23:01:45.057551 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-add28bbf-ae89-42d4-a904-3174068cf34e req-0b42b4f3-e6e4-42ef-baea-ac294723dc08 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925972 Oct 12 23:01:45.104870 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a16c23d7-7777-4e85-8eeb-e8290d9acf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:45.520129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856dd15a-5d33-4fa4-b5d7-b257041ff9e3 req-ea7e38c4-2f07-4cbe-91da-2c56b8e74d5c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:45.521626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-856dd15a-5d33-4fa4-b5d7-b257041ff9e3 req-ea7e38c4-2f07-4cbe-91da-2c56b8e74d5c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 945 time: 0.0596223 Oct 12 23:01:45.562582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-856dd15a-5d33-4fa4-b5d7-b257041ff9e3 req-81c3e29d-30f8-4a0e-b0b0-4cc62f36844c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343809 Oct 12 23:01:45.725813 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:46.030609 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:46.169842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cc8007da-f728-4e8e-84f0-1b31b52c082f up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:46.248649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2073a-4f1a-47eb-89d8-63a1e9f1dc53 req-02184bde-355b-4d18-bc9f-565128a93a84 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:46.259443 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3a2073a-4f1a-47eb-89d8-63a1e9f1dc53 req-02184bde-355b-4d18-bc9f-565128a93a84 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 943 time: 0.1035244 Oct 12 23:01:46.308880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3a2073a-4f1a-47eb-89d8-63a1e9f1dc53 req-646c4d1d-1ed2-4184-90a4-09226a9a4f6c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477939 Oct 12 23:01:46.412624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port cc8007da-f728-4e8e-84f0-1b31b52c082f completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:46.417301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port cc8007da-f728-4e8e-84f0-1b31b52c082f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:46.417686 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:46.499187 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:46.531125 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a849c2e8-8c74-4ab8-8c66-f63b55412814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8007da-f728-4e8e-84f0-1b31b52c082f'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:46.533478 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b931d301-5a0c-4198-8f28-63e74a84c5e9" -d '{"events": [{"server_uuid": "a849c2e8-8c74-4ab8-8c66-f63b55412814", "name": "network-vif-plugged", "status": "completed", "tag": "cc8007da-f728-4e8e-84f0-1b31b52c082f"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:46.547416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port cc8007da-f728-4e8e-84f0-1b31b52c082f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc8007da-f728-4e8e-84f0-1b31b52c082f,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:46.574795 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d4994c1-2fbe-419f-aaac-14e7745512fa x-openstack-request-id: req-6d4994c1-2fbe-419f-aaac-14e7745512fa {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:46.575132 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a849c2e8-8c74-4ab8-8c66-f63b55412814", "name": "network-vif-plugged", "status": "completed", "tag": "cc8007da-f728-4e8e-84f0-1b31b52c082f", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:46.575388 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d4994c1-2fbe-419f-aaac-14e7745512fa {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:46.575788 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a849c2e8-8c74-4ab8-8c66-f63b55412814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc8007da-f728-4e8e-84f0-1b31b52c082f', 'code': 200} Oct 12 23:01:46.682601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:46.726190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fac92d-b17f-4680-b183-b3dbd1a42232 req-bc1ed9dd-6390-4662-a672-4fd81f6fce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:46.729008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1fac92d-b17f-4680-b183-b3dbd1a42232 req-bc1ed9dd-6390-4662-a672-4fd81f6fce62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 1097 time: 0.0864108 Oct 12 23:01:46.766469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c1c09-37aa-48f6-97bf-451b7709ac54 req-4cbd8c56-d095-42e2-98f2-2c1eb17bbbfe tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:46.768008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-933c1c09-37aa-48f6-97bf-451b7709ac54 req-4cbd8c56-d095-42e2-98f2-2c1eb17bbbfe tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 946 time: 0.0903325 Oct 12 23:01:46.768289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=cc8007da-f728-4e8e-84f0-1b31b52c082f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:46.779379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.779695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.780076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.780470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.780816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.781435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.782057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.782682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.783289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.784074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.784406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.785306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:46.809130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1fac92d-b17f-4680-b183-b3dbd1a42232 req-0f8b2ef6-db01-4adb-b19d-af8f3ac3a78a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704129 Oct 12 23:01:46.831496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-933c1c09-37aa-48f6-97bf-451b7709ac54 req-232214cd-e2c1-418c-82f9-029df364280c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484781 Oct 12 23:01:47.204439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4b537250-af4e-4d11-9001-24b64b0d2741 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:47.314540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4b537250-af4e-4d11-9001-24b64b0d2741, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b537250-af4e-4d11-9001-24b64b0d2741,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:47.329227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '4b537250-af4e-4d11-9001-24b64b0d2741', 'network_id': '4cb19cf1-b184-49b9-ab5c-138fd9eb83fd', 'port_id': '4b537250-af4e-4d11-9001-24b64b0d2741', 'mac_address': 'fa:16:3e:53:81:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '091336a0-9cd0-43dc-abb4-695f8140af67', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:47.380166 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:47.395243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b537250-af4e-4d11-9001-24b64b0d2741 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:47.417332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4b537250-af4e-4d11-9001-24b64b0d2741, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b537250-af4e-4d11-9001-24b64b0d2741,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:47.445446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4807c7c-c59c-453e-b07f-866bb0ff2bc7 req-d26f7ac4-36c6-48c1-9b48-51f271d36ba7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:47.447918 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4807c7c-c59c-453e-b07f-866bb0ff2bc7 req-d26f7ac4-36c6-48c1-9b48-51f271d36ba7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 943 time: 0.0607822 Oct 12 23:01:47.491903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4807c7c-c59c-453e-b07f-866bb0ff2bc7 req-371f3f96-1870-49f7-b6bf-f8a64ad14247 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 Oct 12 23:01:47.552813 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:47.612387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4b537250-af4e-4d11-9001-24b64b0d2741,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:47.755399 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:47.767054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['4b537250-af4e-4d11-9001-24b64b0d2741'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:47.984998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ebc5-f208-4440-a0ec-5c6da27d19f8 req-3166219a-365f-4ee8-911d-7c7cad1cab53 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:47.986388 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23f7ebc5-f208-4440-a0ec-5c6da27d19f8 req-3166219a-365f-4ee8-911d-7c7cad1cab53 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 946 time: 0.0529993 Oct 12 23:01:48.008477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddd3094-8ab5-47e6-a1b7-4f6ff31839b9 req-9dbd3cb2-fd9f-4797-9fe4-5ecbe700ba5a tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:48.011475 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ddd3094-8ab5-47e6-a1b7-4f6ff31839b9 req-9dbd3cb2-fd9f-4797-9fe4-5ecbe700ba5a tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 950 time: 0.0578833 Oct 12 23:01:48.028879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23f7ebc5-f208-4440-a0ec-5c6da27d19f8 req-8a24f93e-a02a-498b-9dfe-523b6e70ddc9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362313 Oct 12 23:01:48.054612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ddd3094-8ab5-47e6-a1b7-4f6ff31839b9 req-47f09f08-b167-4c37-89ab-088eb56da82e tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367062 Oct 12 23:01:48.187952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:48.298329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:48.322958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'port_id': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'mac_address': 'fa:16:3e:8b:ee:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:48.366597 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:48.381795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aa29d210-e2ce-4ef1-b138-16a032223ec2 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:48.409039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:48.515625 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:48.591225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:48.629765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1ba3b6-c9d9-48cc-9bb8-3186ec527806 req-356b5b14-1caf-4c08-aaff-517593e493db tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:48.631626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c1ba3b6-c9d9-48cc-9bb8-3186ec527806 req-356b5b14-1caf-4c08-aaff-517593e493db tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 944 time: 0.0548348 Oct 12 23:01:48.671130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c1ba3b6-c9d9-48cc-9bb8-3186ec527806 req-95304ff1-185b-41c1-a2fa-8536b801c98c tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325568 Oct 12 23:01:48.753895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['aa29d210-e2ce-4ef1-b138-16a032223ec2'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:48.838117 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:49.010823 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:49.168793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07446d49-6590-498c-9e75-4b53ee66099a req-3ba1159f-d22f-48b6-92e9-40d1ac76ec5e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:49.170284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07446d49-6590-498c-9e75-4b53ee66099a req-3ba1159f-d22f-48b6-92e9-40d1ac76ec5e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 946 time: 0.0557759 Oct 12 23:01:49.210816 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07446d49-6590-498c-9e75-4b53ee66099a req-99d55056-bfd4-437e-84cb-76c4a0861858 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344853 Oct 12 23:01:49.212582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4b537250-af4e-4d11-9001-24b64b0d2741 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:49.390531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02e3c2-6f80-40b1-b4b7-f6c5658649f6 req-eec7d31a-806e-4c30-b805-59cd052e6110 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:49.392173 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b02e3c2-6f80-40b1-b4b7-f6c5658649f6 req-eec7d31a-806e-4c30-b805-59cd052e6110 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 946 time: 0.0521319 Oct 12 23:01:49.413166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 4b537250-af4e-4d11-9001-24b64b0d2741 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:01:49.426790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 4b537250-af4e-4d11-9001-24b64b0d2741 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:49.426790 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:49.459862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b02e3c2-6f80-40b1-b4b7-f6c5658649f6 req-35d1140e-0afc-4e80-9145-a14e27e561fa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609756 Oct 12 23:01:49.538628 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:49.557785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743d0673-704c-4405-a802-e5f70e317b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b537250-af4e-4d11-9001-24b64b0d2741'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:49.567405 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac4d2f2-5571-44cd-9e3d-48aac89253e8" -d '{"events": [{"server_uuid": "743d0673-704c-4405-a802-e5f70e317b67", "name": "network-vif-plugged", "status": "completed", "tag": "4b537250-af4e-4d11-9001-24b64b0d2741"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:49.575772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4b537250-af4e-4d11-9001-24b64b0d2741, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b537250-af4e-4d11-9001-24b64b0d2741,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:49.651371 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:49.707063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4b537250-af4e-4d11-9001-24b64b0d2741,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:49.887966 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a17a14-e74b-4dbf-9061-749543b849b2 x-openstack-request-id: req-26a17a14-e74b-4dbf-9061-749543b849b2 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:49.888212 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743d0673-704c-4405-a802-e5f70e317b67", "name": "network-vif-plugged", "status": "completed", "tag": "4b537250-af4e-4d11-9001-24b64b0d2741", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:49.888816 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-26a17a14-e74b-4dbf-9061-749543b849b2 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:49.889419 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743d0673-704c-4405-a802-e5f70e317b67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b537250-af4e-4d11-9001-24b64b0d2741', 'code': 200} Oct 12 23:01:50.051344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e880b1-3433-41c3-afa3-f70bdbcf8d57 req-fc21e61e-bb45-412d-af9c-5bfb374ff8ad tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:50.053070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-67e880b1-3433-41c3-afa3-f70bdbcf8d57 req-fc21e61e-bb45-412d-af9c-5bfb374ff8ad tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 945 time: 0.0875084 Oct 12 23:01:50.059939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ba84e-0ad0-4b11-9c33-a8370db8baad req-25699628-5f61-47fb-ae0b-12ee9d926af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:50.061468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c34ba84e-0ad0-4b11-9c33-a8370db8baad req-25699628-5f61-47fb-ae0b-12ee9d926af2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 1097 time: 0.0813065 Oct 12 23:01:50.113350 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-67e880b1-3433-41c3-afa3-f70bdbcf8d57 req-b4b6e193-cf17-4bdf-bf5d-02c3189bcd63 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507350 Oct 12 23:01:50.131309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c34ba84e-0ad0-4b11-9c33-a8370db8baad req-70d4551b-b590-4a03-bded-fac07600b094 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500383 Oct 12 23:01:50.207268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:50.234316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa7db0-f074-4ba5-8942-8e73a88ae39d req-068684d3-6d09-4e46-b2c6-889baec93807 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:50.249376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85fa7db0-f074-4ba5-8942-8e73a88ae39d req-068684d3-6d09-4e46-b2c6-889baec93807 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 946 time: 0.1265881 Oct 12 23:01:50.353321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port aa29d210-e2ce-4ef1-b138-16a032223ec2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:50.353692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:50.355852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85fa7db0-f074-4ba5-8942-8e73a88ae39d req-26489e77-db3b-4fe3-8420-8118fc7d2af5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024029 Oct 12 23:01:50.503584 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:50.543593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:50.667943 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:50.669333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:01:50.757989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:50.808953 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:50.851186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:51.022320 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:51.101160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:51.310099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8f235b-7d19-42ec-a3ea-0139c5aa9ee6 req-881ecd00-2110-4d37-bd96-54a874ddff39 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:51.318572 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cb8f235b-7d19-42ec-a3ea-0139c5aa9ee6 req-881ecd00-2110-4d37-bd96-54a874ddff39 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 945 time: 0.0678225 Oct 12 23:01:51.365388 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cb8f235b-7d19-42ec-a3ea-0139c5aa9ee6 req-b423cd40-180a-40cf-81e9-bf326f94aab7 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443821 Oct 12 23:01:51.549675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8064a4e-6dc7-4b39-b1dd-4321a6adf9b4 req-8263d73b-3fe4-4b10-8e25-e53480ae3615 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:51.551457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8064a4e-6dc7-4b39-b1dd-4321a6adf9b4 req-8263d73b-3fe4-4b10-8e25-e53480ae3615 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 946 time: 0.1097071 Oct 12 23:01:51.635972 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8064a4e-6dc7-4b39-b1dd-4321a6adf9b4 req-f93c2f83-41b5-4b5e-a515-415c8313f873 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756707 Oct 12 23:01:51.891062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}, {'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:51.893473 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb512441-425e-4a42-b575-20f5bae3a811" -d '{"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-plugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}, {"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:51.959811 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0826e4-1a67-4326-bace-bb8155e7a69b x-openstack-request-id: req-7e0826e4-1a67-4326-bace-bb8155e7a69b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:51.960389 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-plugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "code": 200}, {"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:51.960846 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7e0826e4-1a67-4326-bace-bb8155e7a69b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:51.961334 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'code': 200} Oct 12 23:01:51.961629 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'code': 200} Oct 12 23:01:52.017325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-4aa3432e-3899-410d-8fc3-15949bea32ab tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:52.019279 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-4aa3432e-3899-410d-8fc3-15949bea32ab tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 946 time: 0.0924752 Oct 12 23:01:52.169154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Deleting port cc8007da-f728-4e8e-84f0-1b31b52c082f {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:01:52.169889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:52.294678 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] For port cc8007da-f728-4e8e-84f0-1b31b52c082f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc8007da-f728-4e8e-84f0-1b31b52c082f,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:52.295161 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:52.309074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Calling delete_port for cc8007da-f728-4e8e-84f0-1b31b52c082f owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:01:52.541304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d01d5d4-5bfe-4d24-9166-f16083758efe req-e2a6a687-a7c5-4e67-a131-263c4da7019a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:52.543238 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d01d5d4-5bfe-4d24-9166-f16083758efe req-e2a6a687-a7c5-4e67-a131-263c4da7019a tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 945 time: 0.0644917 Oct 12 23:01:52.578976 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:52.591144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086', 'cc8007da-f728-4e8e-84f0-1b31b52c082f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:52.628490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event deleted for resources: {'Port': ['ID=cc8007da-f728-4e8e-84f0-1b31b52c082f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:52.643614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.644009 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.644351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.644697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.645013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.645350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.645683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.646011 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.646386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.646787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.647143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.647473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:01:52.656800 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d01d5d4-5bfe-4d24-9166-f16083758efe req-289eb231-d425-4800-874b-5122ecfa01e5 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066644 Oct 12 23:01:52.708220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] No DVR routers for this DVR port cc8007da-f728-4e8e-84f0-1b31b52c082f on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:01:52.718886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:52.723953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5f2e4ec3-4aad-4bc2-9d74-1c34a4b5f39e req-ce631fa4-6cb4-4eca-96af-bb1f25784cca tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "DELETE /v2.0/ports/cc8007da-f728-4e8e-84f0-1b31b52c082f HTTP/1.1" status: 204 len: 173 time: 0.6757965 Oct 12 23:01:52.724375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a849c2e8-8c74-4ab8-8c66-f63b55412814', 'name': 'network-vif-deleted', 'tag': 'cc8007da-f728-4e8e-84f0-1b31b52c082f'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:52.727245 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6892cc-a0e8-4df4-89f5-d23743dfbe07" -d '{"events": [{"server_uuid": "a849c2e8-8c74-4ab8-8c66-f63b55412814", "name": "network-vif-deleted", "tag": "cc8007da-f728-4e8e-84f0-1b31b52c082f"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:52.905680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18dd860d-183c-40e0-b9c6-0e1d7acade02 req-7b3023fb-1bc4-4311-bdef-22396a52b382 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 210 time: 0.0766797 Oct 12 23:01:53.028934 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15aeea10-93f7-424d-9469-9b710f191ac4 x-openstack-request-id: req-15aeea10-93f7-424d-9469-9b710f191ac4 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:01:53.029446 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a849c2e8-8c74-4ab8-8c66-f63b55412814", "name": "network-vif-deleted", "tag": "cc8007da-f728-4e8e-84f0-1b31b52c082f", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:01:53.029874 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-15aeea10-93f7-424d-9469-9b710f191ac4 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:01:53.030439 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a849c2e8-8c74-4ab8-8c66-f63b55412814', 'name': 'network-vif-deleted', 'tag': 'cc8007da-f728-4e8e-84f0-1b31b52c082f', 'status': 'completed', 'code': 200} Oct 12 23:01:53.405972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ca1e1-c986-4c34-bbdd-260a00a0284f req-a442dffb-0738-4582-a18a-c588f46198e8 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:53.416178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-495ca1e1-c986-4c34-bbdd-260a00a0284f req-a442dffb-0738-4582-a18a-c588f46198e8 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 945 time: 0.0746660 Oct 12 23:01:53.471636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-495ca1e1-c986-4c34-bbdd-260a00a0284f req-bffe9358-ecd7-4578-a0d3-45d542891928 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537267 Oct 12 23:01:54.038312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6cb3af3-16bb-4313-aac0-358b86428165 req-e075430b-81cd-47ce-b67c-da1f4ef64ff6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=a849c2e8-8c74-4ab8-8c66-f63b55412814 HTTP/1.1" status: 200 len: 210 time: 0.0271232 Oct 12 23:01:54.241206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:01:54.426521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:54.442568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'mac_address': 'fa:16:3e:72:be:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:01:54.563049 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:54.589767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:01:54.619660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:54.715444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:54.724474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65a9e3-4b46-4e02-b4c8-dfc25fdf9fe4 req-222d7b08-ee88-473f-9610-0682b2b6a9a4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:54.736247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff65a9e3-4b46-4e02-b4c8-dfc25fdf9fe4 req-222d7b08-ee88-473f-9610-0682b2b6a9a4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 945 time: 0.1635523 Oct 12 23:01:54.793499 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff65a9e3-4b46-4e02-b4c8-dfc25fdf9fe4 req-0ca663a1-20fa-4418-87fc-05e690481de0 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561113 Oct 12 23:01:54.837253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:54.899220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['5fc648a6-4c6f-45d9-a790-2afd2671b1e1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:55.804303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4258665-ebf5-4834-83c9-d835c8115a87 req-d655930b-a4c7-4f4c-8628-8e871217a083 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:55.812008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4258665-ebf5-4834-83c9-d835c8115a87 req-d655930b-a4c7-4f4c-8628-8e871217a083 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 945 time: 0.1014996 Oct 12 23:01:55.897172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4258665-ebf5-4834-83c9-d835c8115a87 req-29c7b573-806b-4c47-b63e-0ef52452929e tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.31 "GET /v2.0/security-groups?id=43f73a5d-0162-4099-9c81-ea3d703ec661&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672863 Oct 12 23:01:56.252985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:01:56.363880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:01:56.364560 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:56.533548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:56.590732 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:56.597033 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f96cca-368f-4514-a47c-db199bd0c7ae" -d '{"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:56.628810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:56.703731 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:56.704920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cc8007da-f728-4e8e-84f0-1b31b52c082f no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:01:56.816263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=10']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:56.842845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: cc8007da-f728-4e8e-84f0-1b31b52c082f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:01:56.843620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cc8007da-f728-4e8e-84f0-1b31b52c082f not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:01:56.960054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-24d58361-2256-4afd-9c2b-1b223f2aa1c4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:01:56.963445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-24d58361-2256-4afd-9c2b-1b223f2aa1c4 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.25 "GET /v2.0/ports?device_id=743d0673-704c-4405-a802-e5f70e317b67 HTTP/1.1" status: 200 len: 945 time: 0.0888691 Oct 12 23:01:57.186898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Deleting port 4b537250-af4e-4d11-9001-24b64b0d2741 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:01:57.192098 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:57.344247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] For port 4b537250-af4e-4d11-9001-24b64b0d2741, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b537250-af4e-4d11-9001-24b64b0d2741,segment=NetworkSegment(8a32e558-49a5-4233-80c2-b6c909a51e93),segment_id=8a32e558-49a5-4233-80c2-b6c909a51e93)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:01:57.344619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:57.360449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Calling delete_port for 4b537250-af4e-4d11-9001-24b64b0d2741 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:01:57.618696 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:57.631515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['4b537250-af4e-4d11-9001-24b64b0d2741'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:01:57.677624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Pushing event deleted for resources: {'Port': ['ID=4b537250-af4e-4d11-9001-24b64b0d2741,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:01:57.786762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] No DVR routers for this DVR port 4b537250-af4e-4d11-9001-24b64b0d2741 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:01:57.795044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:01:57.799285 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4f56c02-c1fb-48b6-b4ac-98d33191233a req-4377443c-e4dd-42a0-a3de-05f2147d8e10 tempest-DeleteServersTestJSON-1402555137 tempest-DeleteServersTestJSON-1402555137-project] 10.222.0.25 "DELETE /v2.0/ports/4b537250-af4e-4d11-9001-24b64b0d2741 HTTP/1.1" status: 204 len: 173 time: 0.8285050 Oct 12 23:01:57.800013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743d0673-704c-4405-a802-e5f70e317b67', 'name': 'network-vif-deleted', 'tag': '4b537250-af4e-4d11-9001-24b64b0d2741'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:01:57.802563 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87136783-b4c2-40c2-b814-0105a9bc6074" -d '{"events": [{"server_uuid": "743d0673-704c-4405-a802-e5f70e317b67", "name": "network-vif-deleted", "tag": "4b537250-af4e-4d11-9001-24b64b0d2741"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:01:59.058459 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:02:01.241488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4b537250-af4e-4d11-9001-24b64b0d2741 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:02:01.284538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 4b537250-af4e-4d11-9001-24b64b0d2741 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:02:01.286007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4b537250-af4e-4d11-9001-24b64b0d2741 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:02:05.142508 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5379cbc0-33f7-4d82-8a8e-298a2440725a x-openstack-request-id: req-5379cbc0-33f7-4d82-8a8e-298a2440725a {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:05.143484 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-plugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:05.143919 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5379cbc0-33f7-4d82-8a8e-298a2440725a {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:05.144557 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'code': 200} Oct 12 23:02:05.281454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-d77df84f-4e33-4e43-9403-f48e79704c7b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:05.283280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-d77df84f-4e33-4e43-9403-f48e79704c7b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1554701 Oct 12 23:02:05.305512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-ac118e2b-b740-4d0c-944b-2e71a5c3e1d0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/quotas/32ae560e885841d79dd420b2b64ded98 HTTP/1.1" status: 200 len: 375 time: 0.0149488 Oct 12 23:02:05.375212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-a9d28a32-38ba-4262-9541-42fdf9a5973a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0573297 Oct 12 23:02:05.493626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-27655675-ba73-49d1-8408-3e9241c1f284 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048641 Oct 12 23:02:05.613956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-64b6472a-fdbb-4a7d-8aec-b4a69a4c753d service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144369 Oct 12 23:02:05.969775 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-514abeb5-d1ee-4686-9206-83e67b197068 x-openstack-request-id: req-514abeb5-d1ee-4686-9206-83e67b197068 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:05.975237 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743d0673-704c-4405-a802-e5f70e317b67", "name": "network-vif-deleted", "tag": "4b537250-af4e-4d11-9001-24b64b0d2741", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:05.975237 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-514abeb5-d1ee-4686-9206-83e67b197068 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:05.975237 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743d0673-704c-4405-a802-e5f70e317b67', 'name': 'network-vif-deleted', 'tag': '4b537250-af4e-4d11-9001-24b64b0d2741', 'status': 'completed', 'code': 200} Oct 12 23:02:06.108858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c72e2-7369-4ce1-b76c-d5d5af642820 req-54219d61-b700-4a95-8cf4-d0f67a9b8b03 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:06.123046 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233c72e2-7369-4ce1-b76c-d5d5af642820 req-54219d61-b700-4a95-8cf4-d0f67a9b8b03 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 945 time: 0.0927012 Oct 12 23:02:06.194760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233c72e2-7369-4ce1-b76c-d5d5af642820 req-90b0baf9-7d57-4e3d-a3b1-1552925f8157 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683527 Oct 12 23:02:06.321794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c30433b-47fd-4fe6-beb0-69243a11fa8f req-228227bf-6ec7-4a10-b47b-72a2f036c855 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 210 time: 0.0459313 Oct 12 23:02:06.762134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388cea7-2467-4415-a9e8-32223d1005af req-3ce6ad52-ff48-43c1-8cf9-edd76ed2aece tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:06.763850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a388cea7-2467-4415-a9e8-32223d1005af req-3ce6ad52-ff48-43c1-8cf9-edd76ed2aece tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0774386 Oct 12 23:02:06.872793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a388cea7-2467-4415-a9e8-32223d1005af req-5c6ef4fa-b04c-4d20-9244-74a867fddc6f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987988 Oct 12 23:02:07.493953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e392800-f27d-44ff-a8bd-243d3844badc req-beaacfeb-d726-4d10-a23e-46856e161625 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 210 time: 0.0450921 Oct 12 23:02:08.051780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc6073-a1ea-40c4-a77c-6e0fbfdde085 req-aed7ae5e-0fb4-4dc7-80d9-f70626c45a9e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:08.051780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20bc6073-a1ea-40c4-a77c-6e0fbfdde085 req-aed7ae5e-0fb4-4dc7-80d9-f70626c45a9e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0604796 Oct 12 23:02:08.101947 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20bc6073-a1ea-40c4-a77c-6e0fbfdde085 req-06c29835-2e37-4cc4-a629-638ecb6ec779 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443759 Oct 12 23:02:08.324770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:02:08.405057 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:08.432679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:08.435031 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c68910-b0e9-445f-ba76-cb3ec805306d" -d '{"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-unplugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:08.448808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:08.486972 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f81170-17ff-42b4-af9c-dc5f9db204ff x-openstack-request-id: req-40f81170-17ff-42b4-af9c-dc5f9db204ff {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:08.487255 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-unplugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:08.487735 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-40f81170-17ff-42b4-af9c-dc5f9db204ff {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:08.491031 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'code': 200} Oct 12 23:02:08.614437 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48ca5dfd-5df1-440a-9f38-f3f1fc4848bc req-b516cf25-d6eb-4962-bdbe-8c2e0408f8cc tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 210 time: 0.0363548 Oct 12 23:02:08.638433 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:08.698666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:09.049411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-8132789c-f531-43ac-83c7-e09c47cdaf9b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:09.051254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-8132789c-f531-43ac-83c7-e09c47cdaf9b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1395578 Oct 12 23:02:09.065659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Request body: {'port': {'device_id': 'e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'admin_state_up': True, 'tenant_id': '32ae560e885841d79dd420b2b64ded98'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:09.318242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32160c-9f23-4621-9335-64f7823c61ae req-297d9273-80ed-4239-acc3-c0af70dcd8e7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:09.319805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d32160c-9f23-4621-9335-64f7823c61ae req-297d9273-80ed-4239-acc3-c0af70dcd8e7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.1041296 Oct 12 23:02:09.371548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d32160c-9f23-4621-9335-64f7823c61ae req-6714d207-3250-4f19-a108-f6337076d0c1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447066 Oct 12 23:02:09.394820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Made reservation on behalf of 32ae560e885841d79dd420b2b64ded98 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:09.398421 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:09.546035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Allocated IP 172.20.0.6 (273e1941-ee6c-4884-bfc8-cfacaaceab02/b716a6d8-82ce-42f0-a720-23afc5bfcb46/5505d070-bff6-4efb-9db8-b1d1f1ae020e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:09.731738 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:09.741080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2478d22c-9f13-4c03-8eed-3894562a88c4 req-451b0393-9c0e-49e5-b03f-a13323cb03b5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 210 time: 0.0366800 Oct 12 23:02:09.856015 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:09.873033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:09.924546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:09.925598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event updated for resources: {'Port': ['ID=5505d070-bff6-4efb-9db8-b1d1f1ae020e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:09.929835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:09.932928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:09.989613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:09.990434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:10.069560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-75e7a6be-f5d7-416f-b441-cb5e1397636d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0084524 Oct 12 23:02:10.083049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Request body: {'port': {'device_id': 'e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:10.141406 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:10.329697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:02:10.433145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5505d070-bff6-4efb-9db8-b1d1f1ae020e {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:10.449889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:10.451129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:10.465516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'port_id': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'mac_address': 'fa:16:3e:8b:ee:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:02:10.465792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Transition to ACTIVE for port object 5505d070-bff6-4efb-9db8-b1d1f1ae020e will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:02:10.511421 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:10.533228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa29d210-e2ce-4ef1-b138-16a032223ec2 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:10.558584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e34109-eea6-4da8-ac2f-a681ff0d9bfc req-41ff7af8-e149-4ece-8b31-7e09024719ea tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:10.560219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-97e34109-eea6-4da8-ac2f-a681ff0d9bfc req-41ff7af8-e149-4ece-8b31-7e09024719ea tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0935326 Oct 12 23:02:10.561389 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:10.563950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:10.643727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Pushing event updated for resources: {'Port': ['ID=5505d070-bff6-4efb-9db8-b1d1f1ae020e,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:10.669604 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-97e34109-eea6-4da8-ac2f-a681ff0d9bfc req-87386498-ad3f-4bf5-98fb-08be40abff30 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981395 Oct 12 23:02:10.696557 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:10.728822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Attempting to bind port 5505d070-bff6-4efb-9db8-b1d1f1ae020e on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:02:10.729235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Attempting to bind port 5505d070-bff6-4efb-9db8-b1d1f1ae020e by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:02:10.729628 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Attempting to bind port 5505d070-bff6-4efb-9db8-b1d1f1ae020e on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:10.734661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Port 5505d070-bff6-4efb-9db8-b1d1f1ae020e on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:02:10.735300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Attempting to bind port 5505d070-bff6-4efb-9db8-b1d1f1ae020e on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:10.740331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:02:10.740672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Checking segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:10.741053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Bound using segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:02:10.750333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Bound port: 5505d070-bff6-4efb-9db8-b1d1f1ae020e, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:02:10.750333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:10.751552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:10.825675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] For port 5505d070-bff6-4efb-9db8-b1d1f1ae020e, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:02:10.838545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] For port 5505d070-bff6-4efb-9db8-b1d1f1ae020e, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5505d070-bff6-4efb-9db8-b1d1f1ae020e,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:02:10.863394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ac3c0-404c-46b6-8b21-b2952ac5fe8f req-b3bbefe1-647c-4f77-b712-f96c9b28f123 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:10.865619 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b5ac3c0-404c-46b6-8b21-b2952ac5fe8f req-b3bbefe1-647c-4f77-b712-f96c9b28f123 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 943 time: 0.0529504 Oct 12 23:02:10.921265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b5ac3c0-404c-46b6-8b21-b2952ac5fe8f req-e4af90cc-e6f5-40c1-91b6-94ed71755c22 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486169 Oct 12 23:02:10.942671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:10.981114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['aa29d210-e2ce-4ef1-b138-16a032223ec2'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:11.001124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:11.001924 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:11.003351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] 10.222.0.25 "PUT /v2.0/ports/5505d070-bff6-4efb-9db8-b1d1f1ae020e HTTP/1.1" status: 200 len: 1092 time: 0.9251170 Oct 12 23:02:11.004467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd', 'tag': '5505d070-bff6-4efb-9db8-b1d1f1ae020e'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:11.006893 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33113aa-78d6-437c-9d74-52e725cbc2dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd", "tag": "5505d070-bff6-4efb-9db8-b1d1f1ae020e"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:11.049781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd012429-c2a6-4456-9258-a9e7d5d75f54 service neutron] Pushing event updated for resources: {'Port': ['ID=5505d070-bff6-4efb-9db8-b1d1f1ae020e,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:11.066305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a11dd-4eef-491c-add3-243a6f5b87ce req-9bb9e5a1-0201-4751-9f57-967e487257c8 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:11.068142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a7a11dd-4eef-491c-add3-243a6f5b87ce req-9bb9e5a1-0201-4751-9f57-967e487257c8 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 951 time: 0.1244891 Oct 12 23:02:11.069656 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0edd2ff-c674-4c79-bd93-48f232c08a82 x-openstack-request-id: req-b0edd2ff-c674-4c79-bd93-48f232c08a82 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:11.069961 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd", "tag": "5505d070-bff6-4efb-9db8-b1d1f1ae020e", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:11.070202 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0edd2ff-c674-4c79-bd93-48f232c08a82 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:11.070708 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd', 'tag': '5505d070-bff6-4efb-9db8-b1d1f1ae020e', 'status': 'completed', 'code': 200} Oct 12 23:02:11.138113 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a7a11dd-4eef-491c-add3-243a6f5b87ce req-6bbb0e7f-0e04-4f00-9178-4e4bf5102a7c tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630026 Oct 12 23:02:11.147809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33113aa-78d6-437c-9d74-52e725cbc2dd req-c34b69bd-e61e-46c1-b592-ea79a602acfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:11.149659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f33113aa-78d6-437c-9d74-52e725cbc2dd req-c34b69bd-e61e-46c1-b592-ea79a602acfd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 1095 time: 0.0584021 Oct 12 23:02:11.257796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33113aa-78d6-437c-9d74-52e725cbc2dd req-87ae1db5-c14e-436e-8d52-d24ca3601cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:11.259966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f33113aa-78d6-437c-9d74-52e725cbc2dd req-87ae1db5-c14e-436e-8d52-d24ca3601cb6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=32ae560e885841d79dd420b2b64ded98&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1030195 Oct 12 23:02:11.708217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33113aa-78d6-437c-9d74-52e725cbc2dd req-27b43ec0-6fc6-4769-ad7f-5fc87fa11994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:11.709910 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f33113aa-78d6-437c-9d74-52e725cbc2dd req-27b43ec0-6fc6-4769-ad7f-5fc87fa11994 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4434717 Oct 12 23:02:11.825126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-f5cc812b-3d82-41c6-b9e5-57478dfe16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:11.826795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-f5cc812b-3d82-41c6-b9e5-57478dfe16d6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 1095 time: 0.0773909 Oct 12 23:02:11.852712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9a108-0e6f-4e65-b125-fdb83b5877ce req-12b1ba5e-4987-4625-a430-942936de3f89 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:11.854684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29b9a108-0e6f-4e65-b125-fdb83b5877ce req-12b1ba5e-4987-4625-a430-942936de3f89 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0767910 Oct 12 23:02:11.889503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-5bdf4757-08f8-49eb-806b-e6de54d213de service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5505d070-bff6-4efb-9db8-b1d1f1ae020e HTTP/1.1" status: 200 len: 217 time: 0.0537560 Oct 12 23:02:11.959461 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29b9a108-0e6f-4e65-b125-fdb83b5877ce req-9abff29e-3c9f-49f2-9f4f-e770094e73a4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722296 Oct 12 23:02:11.968111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-b21d6cd5-31b3-4c6a-ae13-ff564f4a67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:11.969965 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-b21d6cd5-31b3-4c6a-ae13-ff564f4a67e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.0668237 Oct 12 23:02:12.019625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-266eed24-4d97-4fa5-9aa9-8dde5cd62ca7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411139 Oct 12 23:02:12.152797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4550d8f3-69cc-4915-a991-2b346cfb3d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:12.161026 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-17a6c651-fe58-4d97-8e92-48a24b07b7b9 service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346033 Oct 12 23:02:12.255180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7306b97-0d24-4433-b83d-925681b31356 req-6a3cde6d-c356-4c44-9525-e569200689ab tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:12.256716 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7306b97-0d24-4433-b83d-925681b31356 req-6a3cde6d-c356-4c44-9525-e569200689ab tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 943 time: 0.1097863 Oct 12 23:02:12.323099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7306b97-0d24-4433-b83d-925681b31356 req-b963f2ac-854c-42bc-8d2a-d7898f40e5b6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565734 Oct 12 23:02:12.325079 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1cbe522-fabf-461b-8f30-0edc7e97c65f req-14d08a56-b78a-482a-b6e4-984a4448b144 service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439769 Oct 12 23:02:12.330622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:12.420413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port aa29d210-e2ce-4ef1-b138-16a032223ec2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:12.421075 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:12.508341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:12.533985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:12.543348 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d577623-8bf0-41dc-8929-3eb08c9529d5" -d '{"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-plugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:12.546861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56084) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:12.554605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:12.581385 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1296fab8-44ca-4927-a750-77203e9f5735 x-openstack-request-id: req-1296fab8-44ca-4927-a750-77203e9f5735 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:12.581882 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-plugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:12.582174 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1296fab8-44ca-4927-a750-77203e9f5735 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:12.582812 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'code': 200} Oct 12 23:02:12.652463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Deleting subnet 091336a0-9cd0-43dc-abb4-695f8140af67 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:02:12.656445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:12.665976 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:12.702898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:12.726763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=10']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:12.749546 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:12.919301 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:12.944499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=091336a0-9cd0-43dc-abb4-695f8140af67,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:12.960500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.961143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.962216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.962798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.963391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.964227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.964631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.964983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.965387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.965735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.966125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.966465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:12.977216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:12.980880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dbb2eb7e-37d6-447e-8680-7c6db0ba06b5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/091336a0-9cd0-43dc-abb4-695f8140af67 HTTP/1.1" status: 204 len: 168 time: 0.4318082 Oct 12 23:02:12.983506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56104) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:13.096754 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:13.115524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92387b-2b8c-4d45-9397-0339213d01fb req-e591da91-2ed7-4214-a82b-98db951425c5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:13.123758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1d92387b-2b8c-4d45-9397-0339213d01fb req-e591da91-2ed7-4214-a82b-98db951425c5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0775571 Oct 12 23:02:13.167914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1d92387b-2b8c-4d45-9397-0339213d01fb req-dab8815f-5cdd-44d1-b36c-210d36bbe507 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427899 Oct 12 23:02:13.224947 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:13.252099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb19cf1-b184-49b9-ab5c-138fd9eb83fd']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:13.271629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a32e558-49a5-4233-80c2-b6c909a51e93') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:13.271927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a32e558-49a5-4233-80c2-b6c909a51e93') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:13.287741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:13.298440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:13.307653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:02:13.307653 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:02:13.312773 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:02:13.475407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898e604-db8f-47fc-a7b1-cad7be00175b req-fac189ec-5692-4f8c-a8ae-e51f17cff1f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:13.477272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5898e604-db8f-47fc-a7b1-cad7be00175b req-fac189ec-5692-4f8c-a8ae-e51f17cff1f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 943 time: 0.0696256 Oct 12 23:02:13.478800 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:13.484452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:13.487735 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] 10.222.0.31 "DELETE /v2.0/networks/4cb19cf1-b184-49b9-ab5c-138fd9eb83fd HTTP/1.1" status: 204 len: 168 time: 0.5029459 Oct 12 23:02:13.530325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f79e4a-64a1-4826-861b-e0271b78aa4f admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb19cf1-b184-49b9-ab5c-138fd9eb83fd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:13.540012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5898e604-db8f-47fc-a7b1-cad7be00175b req-90b5e2d6-e6c2-45db-b96b-87751d2dc3ec tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506544 Oct 12 23:02:13.940418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f762ab-a5e8-4fd2-8a43-13639e34f212 req-43ad23b5-a972-46ec-b708-0ff440922c04 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:13.943717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8f762ab-a5e8-4fd2-8a43-13639e34f212 req-43ad23b5-a972-46ec-b708-0ff440922c04 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 951 time: 0.0661433 Oct 12 23:02:13.988950 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8f762ab-a5e8-4fd2-8a43-13639e34f212 req-774ef472-71e6-4192-ba21-122084b46efa tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405412 Oct 12 23:02:14.119490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:14.163184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-87239b17-07ef-45f7-abec-e2d9408a757b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=91388e39ec8d429d9f193850725ae67a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414660 Oct 12 23:02:14.166501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56154) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:14.230764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8793967-8fbe-48dc-aa8f-da84bead8a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:14.260291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8793967-8fbe-48dc-aa8f-da84bead8a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:14.328437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:02:14.360854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9223638-ba29-433e-a079-ad5546ff5c25 req-684e97bf-952d-4712-8caa-edb953dde2a8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:14.363108 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9223638-ba29-433e-a079-ad5546ff5c25 req-684e97bf-952d-4712-8caa-edb953dde2a8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.1002955 Oct 12 23:02:14.411247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9223638-ba29-433e-a079-ad5546ff5c25 req-bc85a613-d8cd-49db-9a74-0e8a78c7d07f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410879 Oct 12 23:02:14.432949 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:14.465901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:14.515072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8793967-8fbe-48dc-aa8f-da84bead8a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:14.520825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8793967-8fbe-48dc-aa8f-da84bead8a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:14.522607 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a8793967-8fbe-48dc-aa8f-da84bead8a41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/43f73a5d-0162-4099-9c81-ea3d703ec661 HTTP/1.1" status: 204 len: 168 time: 0.3549671 Oct 12 23:02:14.537331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8793967-8fbe-48dc-aa8f-da84bead8a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43f73a5d-0162-4099-9c81-ea3d703ec661,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:14.584984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:14.588192 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be33e83-ffca-4828-8dc3-4640ba6ce08c" -d '{"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:14.609901 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:14.650485 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdaa5f98-3420-4d1d-a317-05c9be2b806f x-openstack-request-id: req-cdaa5f98-3420-4d1d-a317-05c9be2b806f {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:14.650760 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-unplugged", "status": "completed", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:14.651038 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cdaa5f98-3420-4d1d-a317-05c9be2b806f {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:14.651441 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'code': 200} Oct 12 23:02:14.695887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=11']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:14.779918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d1ec1-6c80-448c-85a2-4a15aaa34764 req-cde725a8-20d4-4c4e-b1d7-f2ac72780993 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:14.787406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-888d1ec1-6c80-448c-85a2-4a15aaa34764 req-cde725a8-20d4-4c4e-b1d7-f2ac72780993 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 943 time: 0.0687046 Oct 12 23:02:14.835529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-888d1ec1-6c80-448c-85a2-4a15aaa34764 req-dcef45ac-2446-4178-ae8b-1d8b757cdbd0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466530 Oct 12 23:02:15.079915 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c6defac1-2481-484f-b31a-ddf9b9f2d0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:15.161549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48ead4d-1300-4183-8390-953e666248c5 req-bc46b4c0-4232-4314-9e07-15920ea19eb8 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:15.170399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e48ead4d-1300-4183-8390-953e666248c5 req-bc46b4c0-4232-4314-9e07-15920ea19eb8 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 949 time: 0.0930586 Oct 12 23:02:15.214948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e48ead4d-1300-4183-8390-953e666248c5 req-08a36701-6ec9-48a5-aaa2-5f38f51c09ba tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Oct 12 23:02:15.319536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5505d070-bff6-4efb-9db8-b1d1f1ae020e details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:02:15.478184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5505d070-bff6-4efb-9db8-b1d1f1ae020e, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5505d070-bff6-4efb-9db8-b1d1f1ae020e,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:15.495020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '5505d070-bff6-4efb-9db8-b1d1f1ae020e', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'port_id': '5505d070-bff6-4efb-9db8-b1d1f1ae020e', 'mac_address': 'fa:16:3e:f9:51:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b716a6d8-82ce-42f0-a720-23afc5bfcb46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:02:15.511890 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:15.562825 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:15.577807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5505d070-bff6-4efb-9db8-b1d1f1ae020e {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:15.611568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5505d070-bff6-4efb-9db8-b1d1f1ae020e, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5505d070-bff6-4efb-9db8-b1d1f1ae020e,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:15.623725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cb584d-6c06-4a44-ad51-e71e6a51ee63 req-0250f184-5085-4db8-accf-cbcf3988d54b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:15.623725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81cb584d-6c06-4a44-ad51-e71e6a51ee63 req-0250f184-5085-4db8-accf-cbcf3988d54b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0897756 Oct 12 23:02:15.669545 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:15.678627 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81cb584d-6c06-4a44-ad51-e71e6a51ee63 req-11e73bb9-9195-47ed-9c03-3702f13ed2ec tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501258 Oct 12 23:02:15.731974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=5505d070-bff6-4efb-9db8-b1d1f1ae020e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:15.897748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['5505d070-bff6-4efb-9db8-b1d1f1ae020e'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:15.956742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9c175-cd39-42a0-be79-cd0b584c4e4e req-d4a051c5-f344-4b7d-a224-cea17bedbaaa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:15.958272 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6af9c175-cd39-42a0-be79-cd0b584c4e4e req-d4a051c5-f344-4b7d-a224-cea17bedbaaa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 944 time: 0.0504279 Oct 12 23:02:15.997123 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6af9c175-cd39-42a0-be79-cd0b584c4e4e req-e5d66399-4640-49ab-b764-e31696aff520 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Oct 12 23:02:16.093067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83039e41-8457-464e-b200-73ad21b42560 req-b211f587-30f1-412e-b95a-77c58921fe22 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:16.094592 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83039e41-8457-464e-b200-73ad21b42560 req-b211f587-30f1-412e-b95a-77c58921fe22 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.41 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 949 time: 0.0498798 Oct 12 23:02:16.146851 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:16.228209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-83039e41-8457-464e-b200-73ad21b42560 req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Deleting port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:02:16.228779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-83039e41-8457-464e-b200-73ad21b42560 req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:16.243512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56246) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:16.348610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-83039e41-8457-464e-b200-73ad21b42560 req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] For port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:16.348610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-83039e41-8457-464e-b200-73ad21b42560 req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:16.356003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91876c-46e3-4945-9258-b5936b3c9624 req-6418753d-eaff-4a30-a6ad-b9471b648a48 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:16.357584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b91876c-46e3-4945-9258-b5936b3c9624 req-6418753d-eaff-4a30-a6ad-b9471b648a48 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 949 time: 0.0612633 Oct 12 23:02:16.362705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-83039e41-8457-464e-b200-73ad21b42560 req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Calling delete_port for 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:02:16.363053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2021507295-network', 'tenant_id': '0099b01139a745babf81dd1fbab5cc00'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:16.417688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b91876c-46e3-4945-9258-b5936b3c9624 req-31f639cc-7f46-4b47-bd0d-49b4276c94c5 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/security-groups?id=a4a6aa30-e46f-4979-803a-b55fd6326671&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435808 Oct 12 23:02:16.476015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Made reservation on behalf of 0099b01139a745babf81dd1fbab5cc00 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:16.479301 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:16.491891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:16.641139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-83039e41-8457-464e-b200-73ad21b42560 req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:16.676125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Pushing event deleted for resources: {'Port': ['ID=5fc648a6-4c6f-45d9-a790-2afd2671b1e1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:16.730967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:16.778736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-83039e41-8457-464e-b200-73ad21b42560 req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] No DVR routers for this DVR port 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:02:16.781862 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-83039e41-8457-464e-b200-73ad21b42560 req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:16.785212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83039e41-8457-464e-b200-73ad21b42560 req-75ebeb35-7989-43d2-8025-6bdc2937e37d tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.41 "DELETE /v2.0/ports/5fc648a6-4c6f-45d9-a790-2afd2671b1e1 HTTP/1.1" status: 204 len: 173 time: 0.6688402 Oct 12 23:02:16.785656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-deleted', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:16.789141 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c7e516a-cdab-4031-8669-ad64fca3c65c" -d '{"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-deleted", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:16.841407 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d7c9f4-298a-4efb-a49a-2b6987d70646 x-openstack-request-id: req-08d7c9f4-298a-4efb-a49a-2b6987d70646 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:16.841704 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f63f03fe-37ca-4c25-a798-c1bb7eb0374d", "name": "network-vif-deleted", "tag": "5fc648a6-4c6f-45d9-a790-2afd2671b1e1", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:16.841960 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08d7c9f4-298a-4efb-a49a-2b6987d70646 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:16.842388 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f63f03fe-37ca-4c25-a798-c1bb7eb0374d', 'name': 'network-vif-deleted', 'tag': '5fc648a6-4c6f-45d9-a790-2afd2671b1e1', 'status': 'completed', 'code': 200} Oct 12 23:02:16.865378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf79f-4fd5-4796-89f9-a01c6a7a5be4 req-ff86eca6-a4ba-470d-97b7-4f3f57ee775f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:16.878260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bedaf79f-4fd5-4796-89f9-a01c6a7a5be4 req-ff86eca6-a4ba-470d-97b7-4f3f57ee775f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.1034586 Oct 12 23:02:16.937629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bedaf79f-4fd5-4796-89f9-a01c6a7a5be4 req-7f94ed7d-317c-49ce-973a-e9d2424ba21c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582693 Oct 12 23:02:16.940625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:16.983255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:02:16.997228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3baf35d-2609-4b15-a738-1ec3448a44f4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:17.002292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:17.002649 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Added segment aedc911f-27a8-41c3-90dd-b39bb6cc7d16 of type vlan for network 32a79333-4cf9-432c-9a1e-5f2404cc4595 Oct 12 23:02:17.057641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:17.187541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972812f-a975-4818-8b6d-a71e576ae3ff req-dfd50f15-4040-4d5b-85e0-e0dd4b2b855c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:17.189529 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0972812f-a975-4818-8b6d-a71e576ae3ff req-dfd50f15-4040-4d5b-85e0-e0dd4b2b855c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 944 time: 0.0780747 Oct 12 23:02:17.217788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:17.219149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:17.220042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:17.274680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0972812f-a975-4818-8b6d-a71e576ae3ff req-bd341fa3-8b1a-4720-b415-547680191d1f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681641 Oct 12 23:02:17.333477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5505d070-bff6-4efb-9db8-b1d1f1ae020e up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:17.344019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] Pushing event updated for resources: {'Network': ['ID=32a79333-4cf9-432c-9a1e-5f2404cc4595,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:17.368126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 32a79333-4cf9-432c-9a1e-5f2404cc4595 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:02:17.468116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56296) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:17.473565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Request body: {'subnet': {'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2021507295-subnet', 'tenant_id': '0099b01139a745babf81dd1fbab5cc00', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:17.474572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7258d1f1-ce09-4609-be2b-2a7c18e316a5 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2299314 Oct 12 23:02:17.600724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 5505d070-bff6-4efb-9db8-b1d1f1ae020e completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:02:17.608170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 5505d070-bff6-4efb-9db8-b1d1f1ae020e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:17.608621 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:17.612443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Made reservation on behalf of 0099b01139a745babf81dd1fbab5cc00 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:17.614883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:17.635433 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae9e2016-fec8-411d-84e7-d9a9ba22ef8d req-94b09bcc-d441-4a56-8f0e-ffb5640763b7 tempest-ImagesOneServerTestJSON-1185913845 tempest-ImagesOneServerTestJSON-1185913845-project] 10.222.0.31 "GET /v2.0/ports?device_id=f63f03fe-37ca-4c25-a798-c1bb7eb0374d HTTP/1.1" status: 200 len: 210 time: 0.0760167 Oct 12 23:02:17.744248 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:17.751444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:17.783629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5505d070-bff6-4efb-9db8-b1d1f1ae020e'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:17.791542 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621f4d68-bb48-47bd-b3de-55e8f9848aee" -d '{"events": [{"server_uuid": "e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd", "name": "network-vif-plugged", "status": "completed", "tag": "5505d070-bff6-4efb-9db8-b1d1f1ae020e"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:17.807170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5505d070-bff6-4efb-9db8-b1d1f1ae020e, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5505d070-bff6-4efb-9db8-b1d1f1ae020e,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:17.851523 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd9f591-bbd3-4608-8bed-aed2f6d6e6bb x-openstack-request-id: req-8bd9f591-bbd3-4608-8bed-aed2f6d6e6bb {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:17.851977 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd", "name": "network-vif-plugged", "status": "completed", "tag": "5505d070-bff6-4efb-9db8-b1d1f1ae020e", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:17.852399 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bd9f591-bbd3-4608-8bed-aed2f6d6e6bb {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:17.852958 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5505d070-bff6-4efb-9db8-b1d1f1ae020e', 'code': 200} Oct 12 23:02:17.941864 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:17.962474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6aa1fa-e97a-4abb-a013-8d51a2a2e4ac req-b3abcf32-d56d-4314-a8ce-55c3366b8b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:17.964170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc6aa1fa-e97a-4abb-a013-8d51a2a2e4ac req-b3abcf32-d56d-4314-a8ce-55c3366b8b66 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 1096 time: 0.0463834 Oct 12 23:02:18.026257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:18.033955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=5505d070-bff6-4efb-9db8-b1d1f1ae020e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:18.074740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc6aa1fa-e97a-4abb-a013-8d51a2a2e4ac req-659827d2-6efe-414f-9b78-899513a64a80 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014180 Oct 12 23:02:18.140281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd14498-7f76-468a-8f82-5759747192a2,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:18.166508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471feea2-d3d2-4580-92e2-19e2319d685c req-b82e7335-c4d2-4d52-a9ab-74fd58a17527 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:18.168103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-471feea2-d3d2-4580-92e2-19e2319d685c req-b82e7335-c4d2-4d52-a9ab-74fd58a17527 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0899382 Oct 12 23:02:18.169045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Checking segment: {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:18.169422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Network hostable DHCP agents. Network: 32a79333-4cf9-432c-9a1e-5f2404cc4595, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:02:18.225543 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-471feea2-d3d2-4580-92e2-19e2319d685c req-ed9016fc-4188-4d77-ada4-648b8c0fbcb4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494680 Oct 12 23:02:18.346787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Network 32a79333-4cf9-432c-9a1e-5f2404cc4595 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:02:18.418533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16320743-2665-4386-a025-b2cd20056ff2 req-9de3d7a1-d1a9-4852-9336-b90548a2310e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:18.425151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-16320743-2665-4386-a025-b2cd20056ff2 req-9de3d7a1-d1a9-4852-9336-b90548a2310e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 945 time: 0.0659509 Oct 12 23:02:18.467551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-16320743-2665-4386-a025-b2cd20056ff2 req-5696cbfe-4feb-4cbb-8df4-9c3831c12f5a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414610 Oct 12 23:02:18.540816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 32a79333-4cf9-432c-9a1e-5f2404cc4595) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:18.540816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:18.540816 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:18.546504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ca78edf-11b8-4ec1-a4a7-932bf71d2d19 None None] Network 32a79333-4cf9-432c-9a1e-5f2404cc4595 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:02:18.643181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-855e2656-5d52-4f46-b7bc-cf2027a7dfe8 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1734376 Oct 12 23:02:18.739356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-32a79333-4cf9-432c-9a1e-5f2404cc4595', 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595', 'tenant_id': '0099b01139a745babf81dd1fbab5cc00', 'fixed_ips': [{'subnet_id': '4cd14498-7f76-468a-8f82-5759747192a2'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:02:18.740792 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:18.832488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:18.930692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Allocated IP 172.20.0.2 (32a79333-4cf9-432c-9a1e-5f2404cc4595/4cd14498-7f76-468a-8f82-5759747192a2/f16abaa5-2e78-4ed5-9e7c-eddacad53061) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:19.014663 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:19.152406 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:19.290244 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:19.347749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:02:19.369381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Network 32a79333-4cf9-432c-9a1e-5f2404cc4595 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:19.396639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:19.402901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:19.420766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Pushing event updated for resources: {'Port': ['ID=f16abaa5-2e78-4ed5-9e7c-eddacad53061,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:19.460408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef87758-a795-4141-b012-2b1b58aadc72 req-4882a76f-0578-4d50-a66a-dcbd906f93dc tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:19.470683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ef87758-a795-4141-b012-2b1b58aadc72 req-4882a76f-0578-4d50-a66a-dcbd906f93dc tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0995336 Oct 12 23:02:19.534475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56402) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:19.538111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Attempting to bind port f16abaa5-2e78-4ed5-9e7c-eddacad53061 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:02:19.538426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Attempting to bind port f16abaa5-2e78-4ed5-9e7c-eddacad53061 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:02:19.538785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Attempting to bind port f16abaa5-2e78-4ed5-9e7c-eddacad53061 on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:19.558515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:02:19.558515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Checking segment: {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:19.558515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:19.558515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Bound using segment: {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:02:19.558515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Bound port: f16abaa5-2e78-4ed5-9e7c-eddacad53061, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:02:19.558515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:19.559707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ef87758-a795-4141-b012-2b1b58aadc72 req-f3c11e9a-65e2-4e08-9de9-39178d4e3190 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808475 Oct 12 23:02:19.626315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:19.647652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'port_id': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'mac_address': 'fa:16:3e:37:ad:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:02:19.653225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-9235b394-34d4-43b3-a7a2-aaf1e938a75f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:19.666736 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-9235b394-34d4-43b3-a7a2-aaf1e938a75f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 816 time: 0.4008112 Oct 12 23:02:19.705321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-8a2106f4-b0f0-4f9b-b072-a991b9e6ec29 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/quotas/0099b01139a745babf81dd1fbab5cc00 HTTP/1.1" status: 200 len: 375 time: 0.0372736 Oct 12 23:02:19.737675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bce060-26e1-4f30-90b5-68b07d9dac1c req-dcd17836-8195-41e8-af05-c2aafd6afe82 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:19.746906 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9bce060-26e1-4f30-90b5-68b07d9dac1c req-dcd17836-8195-41e8-af05-c2aafd6afe82 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 945 time: 0.0823669 Oct 12 23:02:19.747296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] For port f16abaa5-2e78-4ed5-9e7c-eddacad53061, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:02:19.772444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:19.801794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-1ea9c8b8-9fc4-4c4c-bf98-9c61a1deabf0 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0951948 Oct 12 23:02:19.826268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] For port f16abaa5-2e78-4ed5-9e7c-eddacad53061, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f16abaa5-2e78-4ed5-9e7c-eddacad53061,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:02:19.828029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9bce060-26e1-4f30-90b5-68b07d9dac1c req-44a47eae-2583-44fc-b944-c52ec76920f3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795190 Oct 12 23:02:19.856927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f0447b53-f87a-41c3-abc6-5e27ab0d2a5b {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:19.921040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:19.971574 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:20.066145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ed4c18bc-aeca-4d48-a10a-4c7a497368d6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e210dbfc9d148258a9f14688066339b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275788 Oct 12 23:02:20.066510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:20.103873 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-b0785f53-61c8-42f1-b190-4c51fb993837 service neutron] 10.222.0.31 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000505 Oct 12 23:02:20.143957 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:20.188240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-627442a7-7d83-4290-a439-dd3ffaf9fedb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:20.231638 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-627442a7-7d83-4290-a439-dd3ffaf9fedb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:20.235995 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:20.286842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6311bf05-17ec-4705-bd06-cefde11fdf27 None None] Pushing event updated for resources: {'Port': ['ID=f16abaa5-2e78-4ed5-9e7c-eddacad53061,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:20.381572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:02:20.388054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-b27f3923-0f4b-44d4-94a9-458b31b78fca service neutron] 10.222.0.31 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826672 Oct 12 23:02:20.426958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-627442a7-7d83-4290-a439-dd3ffaf9fedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:20.429857 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-627442a7-7d83-4290-a439-dd3ffaf9fedb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:20.430853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-627442a7-7d83-4290-a439-dd3ffaf9fedb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a4a6aa30-e46f-4979-803a-b55fd6326671 HTTP/1.1" status: 204 len: 168 time: 0.3633354 Oct 12 23:02:20.493350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627442a7-7d83-4290-a439-dd3ffaf9fedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a6aa30-e46f-4979-803a-b55fd6326671,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:20.508866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:20.565726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:02:20.566793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 5fc648a6-4c6f-45d9-a790-2afd2671b1e1 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:02:20.732323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb3837-3de9-4f74-af57-1988ab0636dd req-49e58e6d-bd99-42e5-86ae-14f5f5869fd3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:20.734006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1dbb3837-3de9-4f74-af57-1988ab0636dd req-49e58e6d-bd99-42e5-86ae-14f5f5869fd3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.0590320 Oct 12 23:02:20.776603 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1dbb3837-3de9-4f74-af57-1988ab0636dd req-fa6df277-0920-4bef-89f5-944618fc3663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365527 Oct 12 23:02:20.949791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e790967-1369-428b-96e8-dcabc044637c req-70343792-eef1-4d89-bab6-019b20f29280 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:20.951313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8e790967-1369-428b-96e8-dcabc044637c req-70343792-eef1-4d89-bab6-019b20f29280 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 945 time: 0.0585587 Oct 12 23:02:20.996117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8e790967-1369-428b-96e8-dcabc044637c req-221b8fa1-91f3-432e-843f-a371d3e87498 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386057 Oct 12 23:02:21.207502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee812a1-fc9e-4c01-a3a0-cdaeac292dd9 req-85ca5957-48bf-4bfd-92d3-cbaca9892fe9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:21.207502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eee812a1-fc9e-4c01-a3a0-cdaeac292dd9 req-85ca5957-48bf-4bfd-92d3-cbaca9892fe9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 945 time: 0.0612347 Oct 12 23:02:21.232916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eee812a1-fc9e-4c01-a3a0-cdaeac292dd9 req-5885d6f7-364c-4e35-963b-73d2fb126d29 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382643 Oct 12 23:02:21.353228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:21.422432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:21.423172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:21.466929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec29bc26-5b8b-4090-a43d-8de6a11c48ad None None] Network 32a79333-4cf9-432c-9a1e-5f2404cc4595 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:02:21.541972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7501d9b7-724a-49f8-bc2a-0a4e9780d87e None None] Provisioning complete for port f16abaa5-2e78-4ed5-9e7c-eddacad53061 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:21.542268 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7501d9b7-724a-49f8-bc2a-0a4e9780d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:21.673357 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:21.835337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:21.837745 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d5ba36-5a28-42bb-b615-3750e819d8a0" -d '{"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-plugged", "status": "completed", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:21.917105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:21.920294 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7501d9b7-724a-49f8-bc2a-0a4e9780d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:22.040138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:22.142428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7501d9b7-724a-49f8-bc2a-0a4e9780d87e None None] For port f16abaa5-2e78-4ed5-9e7c-eddacad53061, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f16abaa5-2e78-4ed5-9e7c-eddacad53061,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:22.158218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f16abaa5-2e78-4ed5-9e7c-eddacad53061 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:22.292358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa01e07-7c85-4013-9dbc-559303702c7c req-09fb1247-e72d-41ff-8f92-d6fd093d1cee tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:22.304447 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7501d9b7-724a-49f8-bc2a-0a4e9780d87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:22.330894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0aa01e07-7c85-4013-9dbc-559303702c7c req-09fb1247-e72d-41ff-8f92-d6fd093d1cee tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.1628304 Oct 12 23:02:22.398466 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:22.407639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f16abaa5-2e78-4ed5-9e7c-eddacad53061 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:22.408322 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:22.471560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0aa01e07-7c85-4013-9dbc-559303702c7c req-13f80367-ed07-4866-91c6-3f2b39d8331d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372855 Oct 12 23:02:22.612764 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7501d9b7-724a-49f8-bc2a-0a4e9780d87e None None] Pushing event updated for resources: {'Port': ['ID=f16abaa5-2e78-4ed5-9e7c-eddacad53061,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:22.620568 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f044ab2-eaf4-422d-b432-ab88b7c92ecf x-openstack-request-id: req-6f044ab2-eaf4-422d-b432-ab88b7c92ecf {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:22.620865 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-plugged", "status": "completed", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:22.621503 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6f044ab2-eaf4-422d-b432-ab88b7c92ecf {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:22.621914 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'code': 200} Oct 12 23:02:22.754189 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-04fcb731-8d5a-4a96-b543-60c102c53966 None None] Provisioning complete for port f16abaa5-2e78-4ed5-9e7c-eddacad53061 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:22.754772 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-04fcb731-8d5a-4a96-b543-60c102c53966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:22.865718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ece281-60d7-4e06-9bf5-8bab4be609ac req-ab02912d-98c5-4f3b-bd98-e00c683c8919 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:22.873736 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31ece281-60d7-4e06-9bf5-8bab4be609ac req-ab02912d-98c5-4f3b-bd98-e00c683c8919 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 945 time: 0.1331465 Oct 12 23:02:22.996795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31ece281-60d7-4e06-9bf5-8bab4be609ac req-d093a3cf-4cf5-40cc-a3a3-7b248935b9ac tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213996 Oct 12 23:02:23.241372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56548) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:23.340322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-b87165ee-48cf-4111-aee3-b0eeac9fddd4 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:23.341801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-b87165ee-48cf-4111-aee3-b0eeac9fddd4 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 945 time: 0.1172807 Oct 12 23:02:23.412642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-532927733-network', 'tenant_id': '50a1ec575f4e4581b28e31cb81bf654c'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:23.557923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Made reservation on behalf of 50a1ec575f4e4581b28e31cb81bf654c for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:23.561531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:23.581457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Deleting port 5505d070-bff6-4efb-9db8-b1d1f1ae020e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:02:23.582968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:23.622502 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:23.792934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:23.826891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] For port 5505d070-bff6-4efb-9db8-b1d1f1ae020e, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5505d070-bff6-4efb-9db8-b1d1f1ae020e,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:23.827472 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:23.849904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450a3c1-0df1-4e71-b218-babbdf50bac5 req-e05964e0-fadd-4e96-add8-fc8bb7962545 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:23.858331 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4450a3c1-0df1-4e71-b218-babbdf50bac5 req-e05964e0-fadd-4e96-add8-fc8bb7962545 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.2329750 Oct 12 23:02:23.871179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Calling delete_port for 5505d070-bff6-4efb-9db8-b1d1f1ae020e owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:02:23.898293 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:23.953818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:02:23.967335 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4450a3c1-0df1-4e71-b218-babbdf50bac5 req-1ddaceae-2e94-42ac-91a0-b410fd242303 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083932 Oct 12 23:02:24.006580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:24.017613 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Added segment 2055aa5b-5041-4a03-b29a-62d88760d538 of type vlan for network cda24d08-95b7-47b5-a85e-554485319c45 Oct 12 23:02:24.034626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c428267-2911-4f73-a52d-efebe8be8243,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:24.083278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f16abaa5-2e78-4ed5-9e7c-eddacad53061 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:24.119314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:24.176983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f16abaa5-2e78-4ed5-9e7c-eddacad53061 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:24.178182 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:24.225682 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a0e71d-11b6-4843-833b-173d0dae3498 req-acefa1f2-3cd0-45bb-ad65-61cf6e701f91 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:24.227362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91a0e71d-11b6-4843-833b-173d0dae3498 req-acefa1f2-3cd0-45bb-ad65-61cf6e701f91 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 945 time: 0.0794077 Oct 12 23:02:24.326101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:24.337552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:24.337552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:24.441069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91a0e71d-11b6-4843-833b-173d0dae3498 req-e7a0de85-e050-4f9d-905f-68f6600ef2ff tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448479 Oct 12 23:02:24.486850 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:24.493942 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] Pushing event updated for resources: {'Network': ['ID=cda24d08-95b7-47b5-a85e-554485319c45,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:24.499876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['5505d070-bff6-4efb-9db8-b1d1f1ae020e'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:24.502186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:24.582729 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event deleted for resources: {'Port': ['ID=5505d070-bff6-4efb-9db8-b1d1f1ae020e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:24.597683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c0a2251-5141-4fc1-ba63-9880e23b7519 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3529150 Oct 12 23:02:24.600706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56578) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:24.607357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Request body: {'subnet': {'network_id': 'cda24d08-95b7-47b5-a85e-554485319c45', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-532927733-subnet', 'tenant_id': '50a1ec575f4e4581b28e31cb81bf654c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:24.669408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network cda24d08-95b7-47b5-a85e-554485319c45 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:02:24.741958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] No DVR routers for this DVR port 5505d070-bff6-4efb-9db8-b1d1f1ae020e on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:02:24.750824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:24.761464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f679340e-c831-4cef-8cd7-c6d918f959d5 req-c98711ed-2167-4b7f-985d-62b1b20146f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "DELETE /v2.0/ports/5505d070-bff6-4efb-9db8-b1d1f1ae020e HTTP/1.1" status: 204 len: 173 time: 1.4089131 Oct 12 23:02:24.764700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd', 'name': 'network-vif-deleted', 'tag': '5505d070-bff6-4efb-9db8-b1d1f1ae020e'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:24.772420 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e5438c8-752c-443c-9ded-a408ff243307" -d '{"events": [{"server_uuid": "e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd", "name": "network-vif-deleted", "tag": "5505d070-bff6-4efb-9db8-b1d1f1ae020e"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:24.801200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Made reservation on behalf of 50a1ec575f4e4581b28e31cb81bf654c for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:24.804300 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:25.010518 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2723d50-7425-455c-ba56-48b905c52a8d x-openstack-request-id: req-c2723d50-7425-455c-ba56-48b905c52a8d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:25.010901 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd", "name": "network-vif-deleted", "tag": "5505d070-bff6-4efb-9db8-b1d1f1ae020e", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:25.011121 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2723d50-7425-455c-ba56-48b905c52a8d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:25.011574 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd', 'name': 'network-vif-deleted', 'tag': '5505d070-bff6-4efb-9db8-b1d1f1ae020e', 'status': 'completed', 'code': 200} Oct 12 23:02:25.079459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-dbff057f-2ff3-4fb7-b3e7-c80572430692 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:25.082954 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-dbff057f-2ff3-4fb7-b3e7-c80572430692 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.41 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 816 time: 0.4123733 Oct 12 23:02:25.095810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Request body: {'port': {'device_id': '60260126-ed7c-4ad1-929c-c78dd1ea64fd', 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595', 'admin_state_up': True, 'tenant_id': '0099b01139a745babf81dd1fbab5cc00'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:25.314703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200f19f-56a6-4467-b926-fd2767669d9e req-58ac8ac6-5b83-4d45-95f8-363ff24ca176 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:25.316599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9200f19f-56a6-4467-b926-fd2767669d9e req-58ac8ac6-5b83-4d45-95f8-363ff24ca176 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0667820 Oct 12 23:02:25.379258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9200f19f-56a6-4467-b926-fd2767669d9e req-2f340551-e26d-43ea-81d4-56c710d2143c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485189 Oct 12 23:02:25.381243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:25.409722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Made reservation on behalf of 0099b01139a745babf81dd1fbab5cc00 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:25.413308 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:25.533920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0171e02-f4f2-4a7e-b480-b254b49736f0,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:25.546005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Checking segment: {'id': '2055aa5b-5041-4a03-b29a-62d88760d538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cda24d08-95b7-47b5-a85e-554485319c45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:25.546579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Network hostable DHCP agents. Network: cda24d08-95b7-47b5-a85e-554485319c45, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:02:25.622035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1710604f-9a3a-4a63-ba1d-78193f726fb1 req-61e12af6-f276-4dc9-b09d-1080e831dcc9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2f8b35f-2a46-4be7-92ab-8c8a58b77dfd HTTP/1.1" status: 200 len: 210 time: 0.0561228 Oct 12 23:02:25.686391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Network cda24d08-95b7-47b5-a85e-554485319c45 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:02:25.790339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Allocated IP 172.20.0.11 (32a79333-4cf9-432c-9a1e-5f2404cc4595/4cd14498-7f76-468a-8f82-5759747192a2/dc48cef5-4b9a-4061-9512-572037566ff8) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:25.812103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, cda24d08-95b7-47b5-a85e-554485319c45) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:25.831662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:25.832418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067822b7-9df2-46de-863a-d7b29a94bb72 None None] Network cda24d08-95b7-47b5-a85e-554485319c45 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:02:25.837766 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:26.083591 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2afb7d77-ad6d-4580-a9c2-6ef083ce7251 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.4795241 Oct 12 23:02:26.089063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bfc833-cb3f-4f85-a53e-20bf8c3f441b None None] Network cda24d08-95b7-47b5-a85e-554485319c45 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:02:26.381356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcd5a63-e52c-4b6a-ba02-c557d19c9099 req-21d244be-a64f-4205-86ea-3047816d4906 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.382497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfcd5a63-e52c-4b6a-ba02-c557d19c9099 req-21d244be-a64f-4205-86ea-3047816d4906 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.2448261 Oct 12 23:02:26.440663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:26.466715 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfcd5a63-e52c-4b6a-ba02-c557d19c9099 req-15eba65b-0ae3-4188-bdef-c2edae80ab90 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705795 Oct 12 23:02:26.616449 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-fb7ea473-7037-4214-9335-2df528993d8d req-0d7ff18c-2ea6-46d3-9880-bf3715a94cc0 tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] show failed (client error): The resource could not be found. Oct 12 23:02:26.618075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb7ea473-7037-4214-9335-2df528993d8d req-0d7ff18c-2ea6-46d3-9880-bf3715a94cc0 tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] 10.222.0.31 "GET /v2.0/security-groups/9137749c-53b7-4bf0-9175-c885addb5555 HTTP/1.1" status: 404 len: 352 time: 0.0158379 Oct 12 23:02:26.714854 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:26.724193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87b7df-ebef-4841-9c11-6d6e1ba90047 req-5c3eef90-72df-4ba6-9618-c7f6e8352398 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.726012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cf87b7df-ebef-4841-9c11-6d6e1ba90047 req-5c3eef90-72df-4ba6-9618-c7f6e8352398 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0543089 Oct 12 23:02:26.806764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Network 32a79333-4cf9-432c-9a1e-5f2404cc4595 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:26.818353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:26.823245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:26.824711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-ccae4737-d9d7-45a2-8b6c-7ccd1a94445f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0836213 Oct 12 23:02:26.829608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Pushing event updated for resources: {'Port': ['ID=dc48cef5-4b9a-4061-9512-572037566ff8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:26.865514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cf87b7df-ebef-4841-9c11-6d6e1ba90047 req-5b7339b3-1fed-4d59-973c-a5ca78c0507b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021435 Oct 12 23:02:26.894900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.895667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:26.912161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-e641b074-2ecd-4041-ba9d-a7dd4a48b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.912634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-e641b074-2ecd-4041-ba9d-a7dd4a48b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.913123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-e641b074-2ecd-4041-ba9d-a7dd4a48b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.914311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-e641b074-2ecd-4041-ba9d-a7dd4a48b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.914865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-e641b074-2ecd-4041-ba9d-a7dd4a48b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.935482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-e641b074-2ecd-4041-ba9d-a7dd4a48b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.935482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-e641b074-2ecd-4041-ba9d-a7dd4a48b704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:26.935482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-e641b074-2ecd-4041-ba9d-a7dd4a48b704 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6505 time: 0.0653214 Oct 12 23:02:27.061522 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a0a5b39b-f11d-47ac-81fb-c2ec4657678c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9699328 Oct 12 23:02:27.063638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-97156818-6015-4a06-bcf3-c77bbdb51787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:27.064099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-97156818-6015-4a06-bcf3-c77bbdb51787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:27.064549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-97156818-6015-4a06-bcf3-c77bbdb51787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:27.066160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-97156818-6015-4a06-bcf3-c77bbdb51787 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639 HTTP/1.1" status: 200 len: 2297 time: 0.1229208 Oct 12 23:02:27.070929 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-648fa867-73be-4043-9c7a-aae0ebf05f5c req-ad80d689-14f0-4d0b-ae2d-fad1c4016acf tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50a1ec575f4e4581b28e31cb81bf654c HTTP/1.1" status: 200 len: 2988 time: 0.0516713 Oct 12 23:02:27.079442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Request body: {'port': {'device_id': '60260126-ed7c-4ad1-929c-c78dd1ea64fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:27.110231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e34962c2-c6d9-4e2f-b32c-6b08db524ac7 None None] Provisioning complete for port dc48cef5-4b9a-4061-9512-572037566ff8 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:27.111277 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e34962c2-c6d9-4e2f-b32c-6b08db524ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:27.153286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e34962c2-c6d9-4e2f-b32c-6b08db524ac7 None None] Port dc48cef5-4b9a-4061-9512-572037566ff8 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:02:27.156137 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-ce3bf80e-b672-4bc4-b9b1-69c03b7d240d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19b81e15-6460-44ba-9067-2d3d6547cb32 HTTP/1.1" status: 200 len: 1001 time: 0.0800931 Oct 12 23:02:27.178800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:27.213907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-b21396a5-b54d-4f03-aff1-50725740af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:27.215978 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-b21396a5-b54d-4f03-aff1-50725740af08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415a79fd-6aee-449a-bf05-c4ccf9c19bcb HTTP/1.1" status: 200 len: 855 time: 0.0529737 Oct 12 23:02:27.217253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-648fa867-73be-4043-9c7a-aae0ebf05f5c req-16bbd64f-62ea-4971-9705-91f80a677f4e tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] 10.222.0.31 "GET /v2.0/security-groups/2c428267-2911-4f73-a52d-efebe8be8243 HTTP/1.1" status: 200 len: 2985 time: 0.1348016 Oct 12 23:02:27.265171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-cd29484e-2086-4b7d-8888-86fa6a6d477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:27.266624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-cd29484e-2086-4b7d-8888-86fa6a6d477e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438392 Oct 12 23:02:27.347960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-648fa867-73be-4043-9c7a-aae0ebf05f5c req-8346b867-a910-4ea2-9ff0-acf5a2fa0125 tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] 10.222.0.31 "GET /v2.0/security-groups/2c428267-2911-4f73-a52d-efebe8be8243 HTTP/1.1" status: 200 len: 2985 time: 0.1100709 Oct 12 23:02:27.369544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-ecc3b8a9-abdd-4c4e-903c-bc16be3f8d40 service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945880 Oct 12 23:02:27.391726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5505d070-bff6-4efb-9db8-b1d1f1ae020e no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:02:27.412813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 5505d070-bff6-4efb-9db8-b1d1f1ae020e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:02:27.413164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5505d070-bff6-4efb-9db8-b1d1f1ae020e not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:02:27.571538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc48cef5-4b9a-4061-9512-572037566ff8 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:27.584922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:27.615964 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b5e21ef5-ad2a-4e3b-8a1e-52509e18fb46 req-6dabb3c7-c3ac-4ec9-b334-4de153dafce9 tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] 10.222.0.31 "GET /v2.0/security-groups/2c428267-2911-4f73-a52d-efebe8be8243 HTTP/1.1" status: 200 len: 2985 time: 0.0836813 Oct 12 23:02:27.621556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Transition to ACTIVE for port object dc48cef5-4b9a-4061-9512-572037566ff8 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:02:27.689916 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-b5e21ef5-ad2a-4e3b-8a1e-52509e18fb46 req-e0ac83d9-cd89-48a5-b191-91397e3535bd tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 23:02:27.691037 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b5e21ef5-ad2a-4e3b-8a1e-52509e18fb46 req-e0ac83d9-cd89-48a5-b191-91397e3535bd tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] 10.222.0.31 "DELETE /v2.0/security-groups/2c428267-2911-4f73-a52d-efebe8be8243 HTTP/1.1" status: 409 len: 352 time: 0.0741830 Oct 12 23:02:27.733045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:27.805970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc48cef5-4b9a-4061-9512-572037566ff8,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:27.870565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-94f3b188-191a-4d8c-8449-f8f2d5c186de service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4895284 Oct 12 23:02:27.943337 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-af4f55e5-4d3e-405e-99ef-df9461d4d0a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=21369631-842a-4a23-b060-fe39cc0629fe HTTP/1.1" status: 200 len: 217 time: 0.0631621 Oct 12 23:02:27.989286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Attempting to bind port dc48cef5-4b9a-4061-9512-572037566ff8 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:02:27.989785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Attempting to bind port dc48cef5-4b9a-4061-9512-572037566ff8 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:02:27.992850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Attempting to bind port dc48cef5-4b9a-4061-9512-572037566ff8 on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:28.002126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Port dc48cef5-4b9a-4061-9512-572037566ff8 on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:02:28.002126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Attempting to bind port dc48cef5-4b9a-4061-9512-572037566ff8 on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:28.017590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:02:28.019195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Checking segment: {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:28.021191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Bound using segment: {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:02:28.021763 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Bound port: dc48cef5-4b9a-4061-9512-572037566ff8, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:02:28.022595 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:28.036474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-c38a3211-6a8e-49d9-a0f2-854b512cf88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:28.044732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-c38a3211-6a8e-49d9-a0f2-854b512cf88a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0918040 Oct 12 23:02:28.155121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-64cd2ebe-e707-40df-86ea-bbba5a3bc520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:28.163097 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-64cd2ebe-e707-40df-86ea-bbba5a3bc520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1093395 Oct 12 23:02:28.197887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] For port dc48cef5-4b9a-4061-9512-572037566ff8, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:02:28.201610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] For port dc48cef5-4b9a-4061-9512-572037566ff8, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dc48cef5-4b9a-4061-9512-572037566ff8,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:02:28.321366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:28.357594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-56381bfe-04ef-4945-89e4-9690e2cfb98e service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865013 Oct 12 23:02:28.470563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Pushing event updated for resources: {'Port': ['ID=dc48cef5-4b9a-4061-9512-572037566ff8,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:28.499315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:28.499942 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:28.501385 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a9a7c58f-f044-4d27-9bf9-443638b736c2 service neutron] 10.222.0.41 "PUT /v2.0/ports/dc48cef5-4b9a-4061-9512-572037566ff8 HTTP/1.1" status: 200 len: 1093 time: 1.4265790 Oct 12 23:02:28.501972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60260126-ed7c-4ad1-929c-c78dd1ea64fd', 'tag': 'dc48cef5-4b9a-4061-9512-572037566ff8'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:28.513361 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa42feb-872f-4ca9-b42f-b54d9a9559e5" -d '{"events": [{"name": "network-changed", "server_uuid": "60260126-ed7c-4ad1-929c-c78dd1ea64fd", "tag": "dc48cef5-4b9a-4061-9512-572037566ff8"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:28.537144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-72ee2f52-023b-49f8-b8cd-0d0745b4f6c5 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710346 Oct 12 23:02:28.607460 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-78a9afed-54a2-4b83-9961-0ff79d994533 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=61bf7552-6141-4c08-8480-67cac9258c41 HTTP/1.1" status: 200 len: 217 time: 0.0619569 Oct 12 23:02:28.712469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-bf47b780-f565-4821-99b2-516d95f94fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:28.714253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-bf47b780-f565-4821-99b2-516d95f94fe2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0988903 Oct 12 23:02:28.729674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-5fddd3ae-3fae-470e-a6fb-005735c9246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:28.731221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-5fddd3ae-3fae-470e-a6fb-005735c9246e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 1096 time: 0.0748448 Oct 12 23:02:28.802025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-ba4c23cc-0112-44b9-8000-507f342bb995 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc48cef5-4b9a-4061-9512-572037566ff8 HTTP/1.1" status: 200 len: 217 time: 0.0622447 Oct 12 23:02:28.827080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-0fb26dd1-8a9e-4db1-96b9-3ac2d7ddc95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:28.874244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-0fb26dd1-8a9e-4db1-96b9-3ac2d7ddc95b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1049066 Oct 12 23:02:28.876382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-19b67546-d93c-446c-93fa-edcef8495039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:28.876382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-19b67546-d93c-446c-93fa-edcef8495039 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cd14498-7f76-468a-8f82-5759747192a2 HTTP/1.1" status: 200 len: 855 time: 0.0616267 Oct 12 23:02:28.936669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-9e123daa-0ccd-4e49-ae94-bce69fe7d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:28.938311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-9e123daa-0ccd-4e49-ae94-bce69fe7d41d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=32a79333-4cf9-432c-9a1e-5f2404cc4595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583169 Oct 12 23:02:28.961386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-6f604de4-9731-4590-929e-6f39c085117b service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244783 Oct 12 23:02:29.064635 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-3a9ea659-0438-433c-889e-6cf502f1cfb0 service neutron] 10.222.0.41 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183958 Oct 12 23:02:29.078890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-7880a12f-c771-4409-a044-2ccb4469d091 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105077 Oct 12 23:02:29.141883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-51715697-fa74-4e7d-a3c6-3992a70873ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff HTTP/1.1" status: 200 len: 217 time: 0.0536177 Oct 12 23:02:29.181185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ad321bf-5dc8-4f48-b13f-1581c9e17c6a req-a26bd542-931f-4f97-b1ef-f3c636be6fa9 service neutron] 10.222.0.41 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074512 Oct 12 23:02:29.200956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-cf183e44-fab9-4563-9e71-72b60f3297b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:29.202631 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-cf183e44-fab9-4563-9e71-72b60f3297b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0544791 Oct 12 23:02:29.259141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-6e0b60ea-212e-4fdf-a392-42070dda63b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:29.260920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-6e0b60ea-212e-4fdf-a392-42070dda63b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0514426 Oct 12 23:02:29.377746 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-fa4d07b9-63b5-48e8-9370-cbd4070a3483 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087620 Oct 12 23:02:29.482471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-e31a424c-1cdf-4ae6-998a-05c605545730 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973008 Oct 12 23:02:29.534531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-c57ed2a7-ef1a-4532-b954-02cf470733a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438 HTTP/1.1" status: 200 len: 217 time: 0.0437055 Oct 12 23:02:29.607554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-613c8cf6-ce5b-4b39-bfb1-1dd502506a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:29.609536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-613c8cf6-ce5b-4b39-bfb1-1dd502506a69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0670028 Oct 12 23:02:29.662703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-9126a12a-c280-44a8-b617-3bcc59c2f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:29.664460 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-9126a12a-c280-44a8-b617-3bcc59c2f85b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0474360 Oct 12 23:02:29.864438 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-505e26c8-0f53-4018-b074-0a8dbd5c24f6 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917543 Oct 12 23:02:29.865413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-7248f4de-3c4c-43cc-8037-cefbd77a6bb5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:29.871182 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-7248f4de-3c4c-43cc-8037-cefbd77a6bb5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1334598 Oct 12 23:02:29.895794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-5447d90c-0784-4e79-bba0-bc23d11f5c68 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/quotas/32ae560e885841d79dd420b2b64ded98 HTTP/1.1" status: 200 len: 375 time: 0.0198631 Oct 12 23:02:29.963225 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-6f8ec1d7-984b-4738-9538-5b5b940d57e5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0662980 Oct 12 23:02:29.981486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-2e61a2a5-f549-4740-b56e-4650911415d7 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:29.983419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-2e61a2a5-f549-4740-b56e-4650911415d7 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 816 time: 0.2414975 Oct 12 23:02:30.052713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-2b4233f6-2d25-40f9-b9ea-3eb208c8c1c3 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782629 Oct 12 23:02:30.057695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-92d25245-df2d-425d-9880-0cf56466fc40 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/quotas/0099b01139a745babf81dd1fbab5cc00 HTTP/1.1" status: 200 len: 375 time: 0.0667791 Oct 12 23:02:30.091398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9d99d78-8f25-4f27-9209-1e5263c45161 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270757 Oct 12 23:02:30.119959 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-319467a6-919b-43c0-ae1f-66a2094f3cec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e HTTP/1.1" status: 200 len: 217 time: 0.0575652 Oct 12 23:02:30.206241 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-77ee217f-87c8-4dac-bc94-9e16570a0f71 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079481 Oct 12 23:02:30.216209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-387068f9-05ae-469e-af57-a25bee0aa9f2 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1349678 Oct 12 23:02:30.216209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-87b41e10-96c8-4f7f-a773-1e35355eea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:30.216209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-87b41e10-96c8-4f7f-a773-1e35355eea1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91be1631-e1ff-47e5-8893-596ba1756edf HTTP/1.1" status: 200 len: 797 time: 0.0761235 Oct 12 23:02:30.338284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-1c1003e5-65f3-4197-847b-1406593eb153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:30.338284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-1c1003e5-65f3-4197-847b-1406593eb153 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1078353 Oct 12 23:02:30.450952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-ff17cdda-d7d1-4c09-938b-667187a9adb5 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022472 Oct 12 23:02:30.454751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-cccf0a47-14a1-46c1-885d-5ca886bfab7b service neutron] 10.222.0.31 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356842 Oct 12 23:02:30.582249 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-94278b83-6b42-4bf8-97b6-8ca8577da3e2 req-a74abde9-dc1e-4705-b2c8-ed94b7277f7c tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] show failed (client error): The resource could not be found. Oct 12 23:02:30.599192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-94278b83-6b42-4bf8-97b6-8ca8577da3e2 req-a74abde9-dc1e-4705-b2c8-ed94b7277f7c tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] 10.222.0.31 "GET /v2.0/security-groups/bacfbd9d-febb-4490-a7d5-d99c9cd71289 HTTP/1.1" status: 404 len: 352 time: 0.0281982 Oct 12 23:02:30.670553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7aecc9ee-d63f-4d70-8213-baba71daf6ef service neutron] 10.222.0.31 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042460 Oct 12 23:02:30.672536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-a7636730-69d7-49b4-8a70-042cc06d7d92 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141397 Oct 12 23:02:30.745293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e03e84-0e63-4261-806f-ac3a9b967c04 req-d828ed3e-fab3-4287-a71b-66cca0e57bbb tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:30.749329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-5a21d99c-10a0-4b66-ae6b-e42219e2afa1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 HTTP/1.1" status: 200 len: 217 time: 0.0678508 Oct 12 23:02:30.752949 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76e03e84-0e63-4261-806f-ac3a9b967c04 req-d828ed3e-fab3-4287-a71b-66cca0e57bbb tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0804379 Oct 12 23:02:30.807423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76e03e84-0e63-4261-806f-ac3a9b967c04 req-eb1eb332-eefc-4dff-90b9-6a311274ec55 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491910 Oct 12 23:02:30.837063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-195dafd1-c9bc-4fcf-8994-ba70d0024f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:30.839060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-195dafd1-c9bc-4fcf-8994-ba70d0024f67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91be1631-e1ff-47e5-8893-596ba1756edf HTTP/1.1" status: 200 len: 797 time: 0.0832119 Oct 12 23:02:30.901862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-1ed680e6-5c0a-4320-b5cd-7d19bc41206a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:30.912476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-1ed680e6-5c0a-4320-b5cd-7d19bc41206a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0654309 Oct 12 23:02:30.928379 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0c8564-6f0e-44f8-ab23-f206704fce13 x-openstack-request-id: req-5b0c8564-6f0e-44f8-ab23-f206704fce13 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:30.930119 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60260126-ed7c-4ad1-929c-c78dd1ea64fd", "tag": "dc48cef5-4b9a-4061-9512-572037566ff8", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:30.930754 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5b0c8564-6f0e-44f8-ab23-f206704fce13 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:30.931344 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60260126-ed7c-4ad1-929c-c78dd1ea64fd', 'tag': 'dc48cef5-4b9a-4061-9512-572037566ff8', 'status': 'completed', 'code': 200} Oct 12 23:02:31.035021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-d694e333-e6dd-417a-a66c-74da176cab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:31.035021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-d694e333-e6dd-417a-a66c-74da176cab32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 1096 time: 0.0807338 Oct 12 23:02:31.143289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-fd34a369-ad06-4180-a952-f1b7f706a1c7 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236140 Oct 12 23:02:31.216190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-8e01476a-43b6-4cfb-b816-2014abf4901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:31.220754 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-8e01476a-43b6-4cfb-b816-2014abf4901b service neutron] 10.222.0.41 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 917 time: 0.1788437 Oct 12 23:02:31.229408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df16e-a94d-4848-8f36-5994727a4b64 req-489dd12d-2f25-47b7-80cf-0f7852633c7a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:31.237785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-586df16e-a94d-4848-8f36-5994727a4b64 req-489dd12d-2f25-47b7-80cf-0f7852633c7a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1331096 Oct 12 23:02:31.279347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-90a7bb96-a946-4044-b86a-0adaab402336 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc48cef5-4b9a-4061-9512-572037566ff8 HTTP/1.1" status: 200 len: 217 time: 0.0516949 Oct 12 23:02:31.319929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0feb47f2-0b31-4c61-90aa-fd9ce0f81e33 req-ac992d26-8232-45f3-89eb-b865625b5cb0 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700103 Oct 12 23:02:31.377393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-586df16e-a94d-4848-8f36-5994727a4b64 req-19a5b29e-1564-4abb-a722-1c29548309ab tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385348 Oct 12 23:02:31.411646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-4027bd93-4fe4-4df8-a830-4be2978e760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:31.413326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-4027bd93-4fe4-4df8-a830-4be2978e760e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cd14498-7f76-468a-8f82-5759747192a2 HTTP/1.1" status: 200 len: 855 time: 0.1258199 Oct 12 23:02:31.420534 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-53ea22bb-bf1e-45dd-8dfd-038eb64d96a8 req-b1b694ee-3b57-402e-b805-9ec83ecf0d14 tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] show failed (client error): The resource could not be found. Oct 12 23:02:31.430561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53ea22bb-bf1e-45dd-8dfd-038eb64d96a8 req-b1b694ee-3b57-402e-b805-9ec83ecf0d14 tempest-SecurityGroupsNegativeTestJSON-486034788 tempest-SecurityGroupsNegativeTestJSON-486034788-project] 10.222.0.31 "GET /v2.0/security-groups/6bf87994-659b-442e-ab17-ced8d4a803d9 HTTP/1.1" status: 404 len: 352 time: 0.0266340 Oct 12 23:02:31.436436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56776) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:31.531886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-17cb4488-8d40-44ad-82a8-c8025ffd4fb1 admin admin] Deleting subnet d0171e02-f4f2-4a7e-b480-b254b49736f0 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:02:31.536677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17cb4488-8d40-44ad-82a8-c8025ffd4fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:31.561573 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbda62be-b7e7-4513-9e4f-0cb1ebc35656 req-34ac4731-f4fc-480a-a1ed-36aa35ec9dc4 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 210 time: 0.0808494 Oct 12 23:02:31.569094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-14ce1215-83b5-449d-98cc-9a97bdd8637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:31.571625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-14ce1215-83b5-449d-98cc-9a97bdd8637c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=32a79333-4cf9-432c-9a1e-5f2404cc4595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1499791 Oct 12 23:02:31.713458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-53f21b7f-8500-4475-99f3-4a894df7f08d tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:31.721320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-53f21b7f-8500-4475-99f3-4a894df7f08d tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 816 time: 0.1368277 Oct 12 23:02:31.726844 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-0d414272-79fc-42d8-848b-849b5bca1f40 service neutron] 10.222.0.41 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430204 Oct 12 23:02:31.740764 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-14d193a9-03dc-431b-98cf-aa18c2b9cedd tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/quotas/0099b01139a745babf81dd1fbab5cc00 HTTP/1.1" status: 200 len: 375 time: 0.0189102 Oct 12 23:02:31.805461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17cb4488-8d40-44ad-82a8-c8025ffd4fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:31.887024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-139badf3-89a5-45d8-aed0-31834bdb7afc tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1453784 Oct 12 23:02:31.919856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa42feb-872f-4ca9-b42f-b54d9a9559e5 req-3e817d31-5e32-499d-8edb-f747364ffaa8 service neutron] 10.222.0.41 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866853 Oct 12 23:02:31.944164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea9337-951c-4d19-9760-a4b5094cca1a req-93253a7b-be72-4c7b-bc78-da220f91aadb tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:31.946554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-86ea9337-951c-4d19-9760-a4b5094cca1a req-93253a7b-be72-4c7b-bc78-da220f91aadb tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.0761521 Oct 12 23:02:31.983887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17cb4488-8d40-44ad-82a8-c8025ffd4fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:32.008492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-86ea9337-951c-4d19-9760-a4b5094cca1a req-62462ba6-364d-4087-a4bd-77253443ec5f tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416548 Oct 12 23:02:32.072138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-6197960b-e84a-4a42-a4e9-e385210c33c5 service neutron] 10.222.0.31 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777101 Oct 12 23:02:32.178387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17cb4488-8d40-44ad-82a8-c8025ffd4fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:32.214482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb4488-8d40-44ad-82a8-c8025ffd4fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0171e02-f4f2-4a7e-b480-b254b49736f0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:32.235075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-7383f9c9-c2e7-4ae8-94f9-d22a3b4e8379 service neutron] 10.222.0.31 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565595 Oct 12 23:02:32.244021 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17cb4488-8d40-44ad-82a8-c8025ffd4fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:32.247555 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-17cb4488-8d40-44ad-82a8-c8025ffd4fb1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d0171e02-f4f2-4a7e-b480-b254b49736f0 HTTP/1.1" status: 204 len: 168 time: 0.8097525 Oct 12 23:02:32.256221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56798) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:32.376617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:32.466140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dc48cef5-4b9a-4061-9512-572037566ff8 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:02:32.469683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:02:32.482966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:32.507990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda24d08-95b7-47b5-a85e-554485319c45']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:32.517727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2055aa5b-5041-4a03-b29a-62d88760d538') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:32.518121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2055aa5b-5041-4a03-b29a-62d88760d538') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:32.529341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:32.543559 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:32.550285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:02:32.550730 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:02:32.552474 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:02:33.136350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:33.136350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dc48cef5-4b9a-4061-9512-572037566ff8, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dc48cef5-4b9a-4061-9512-572037566ff8,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:33.136350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:33.136350 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d422cf5-eada-43a8-b31f-a38ed9c1a0f8" -d '{"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-unplugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:33.136350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'dc48cef5-4b9a-4061-9512-572037566ff8', 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595', 'port_id': 'dc48cef5-4b9a-4061-9512-572037566ff8', 'mac_address': 'fa:16:3e:1a:40:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd14498-7f76-468a-8f82-5759747192a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:02:33.136350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:33.136350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:33.136350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc48cef5-4b9a-4061-9512-572037566ff8 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:33.136350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dc48cef5-4b9a-4061-9512-572037566ff8, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dc48cef5-4b9a-4061-9512-572037566ff8,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:33.137399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-e0a905d5-e469-456b-ace5-01a596e6b183 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0438459 Oct 12 23:02:33.137399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-cd556b8c-891d-474a-8f7d-bd892137b3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:33.137399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-cd556b8c-891d-474a-8f7d-bd892137b3c4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=3e060259d24740948be5835489f4fa25&device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 1098 time: 0.0436313 Oct 12 23:02:33.137399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-3df07a2d-7b86-490c-9f02-9e4f2e6f6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:33.137399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-3df07a2d-7b86-490c-9f02-9e4f2e6f6a26 service neutron] 10.222.0.25 "GET /v2.0/networks?id=dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b HTTP/1.1" status: 200 len: 916 time: 0.1001427 Oct 12 23:02:33.178366 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-dd8b4f50-9d79-45e4-bd42-e0a4b44758c0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=08c30b36-70b8-4b71-ba8e-0d1e456af5e7 HTTP/1.1" status: 200 len: 1002 time: 0.0658846 Oct 12 23:02:33.219811 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:33.224446 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:33.230777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:33.233700 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:33.236410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cda24d08-95b7-47b5-a85e-554485319c45 HTTP/1.1" status: 204 len: 168 time: 0.9735332 Oct 12 23:02:33.253632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f5023-0864-49d1-ad24-7768000545b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=cda24d08-95b7-47b5-a85e-554485319c45,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:33.296931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-aba3df6e-f1f2-4950-9140-034c8497b5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:33.298322 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-aba3df6e-f1f2-4950-9140-034c8497b5b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7801bb8c-1381-46eb-bcb8-a536993a3521 HTTP/1.1" status: 200 len: 854 time: 0.1130431 Oct 12 23:02:33.410216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-d1eee894-da0e-41af-aab2-580499bf128b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:33.410982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-d1eee894-da0e-41af-aab2-580499bf128b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0887542 Oct 12 23:02:33.447599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=11']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:33.537530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dc48cef5-4b9a-4061-9512-572037566ff8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:33.601030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c22b5a9-234c-4972-8595-69d0fd864dc3 req-c5e3744c-7b2c-425f-8588-16ab633b61be tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:33.609969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c22b5a9-234c-4972-8595-69d0fd864dc3 req-c5e3744c-7b2c-425f-8588-16ab633b61be tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.1924832 Oct 12 23:02:33.712135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-a91b834b-4680-4dde-876a-c9f0bc9a124f service neutron] 10.222.0.25 "GET /v2.0/networks/dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610586 Oct 12 23:02:33.712424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c22b5a9-234c-4972-8595-69d0fd864dc3 req-20bfa4a9-e18f-45ec-9964-01c8d201a45e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776701 Oct 12 23:02:33.712693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=dc48cef5-4b9a-4061-9512-572037566ff8,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:33.850609 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835e26dc-232d-4010-b5bc-aed0621c0d51 x-openstack-request-id: req-835e26dc-232d-4010-b5bc-aed0621c0d51 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:33.853286 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-unplugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:33.853959 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-835e26dc-232d-4010-b5bc-aed0621c0d51 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:33.854461 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'code': 200} Oct 12 23:02:33.907111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56836) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:33.951733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-419b79b6-df33-4b26-8543-ec2a7cb8dee5 req-b2abe485-4d40-4bff-b86f-f5029bebf5a1 service neutron] 10.222.0.25 "GET /v2.0/networks/dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521548 Oct 12 23:02:33.963553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5c49734-6882-4504-86b3-a62b0482e1f6 req-83bd8d2d-8420-4841-9b01-71b088bdebb3 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 210 time: 0.1128619 Oct 12 23:02:34.007363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73ea0949-f7ca-4a83-ad1b-708670190084 req-42428fed-e689-41c4-a505-2b94ffa304aa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 210 time: 0.0499368 Oct 12 23:02:34.019589 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-aa061268-392b-498e-a010-af036bc5ad23 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=50a1ec575f4e4581b28e31cb81bf654c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1113408 Oct 12 23:02:34.022106 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56838) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:34.091961 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ff92-4e6d-4e91-a6f9-26c203f8c5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:34.118894 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ff92-4e6d-4e91-a6f9-26c203f8c5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:34.179483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d858a-ae04-4f03-9ccc-32c8d96751b3 req-ac6c28ab-64df-4ee2-b28b-1e89001dceef tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:34.182579 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-493d858a-ae04-4f03-9ccc-32c8d96751b3 req-ac6c28ab-64df-4ee2-b28b-1e89001dceef tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1394556 Oct 12 23:02:34.244625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-493d858a-ae04-4f03-9ccc-32c8d96751b3 req-964f3686-6f35-4bb9-b761-4ddac04932f4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556443 Oct 12 23:02:34.271995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ff92-4e6d-4e91-a6f9-26c203f8c5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:34.275762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcd7ff92-4e6d-4e91-a6f9-26c203f8c5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:34.277030 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dcd7ff92-4e6d-4e91-a6f9-26c203f8c5f5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c428267-2911-4f73-a52d-efebe8be8243 HTTP/1.1" status: 204 len: 168 time: 0.2539959 Oct 12 23:02:34.317871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7ff92-4e6d-4e91-a6f9-26c203f8c5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c428267-2911-4f73-a52d-efebe8be8243,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:34.640873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-a557a31f-eed3-4839-b147-30794baa6fd4 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:34.642544 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-a557a31f-eed3-4839-b147-30794baa6fd4 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1440861 Oct 12 23:02:34.720321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Request body: {'port': {'device_id': 'd77c784b-c080-4fe9-8ecf-33b07e3d2fe7', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'admin_state_up': True, 'tenant_id': '32ae560e885841d79dd420b2b64ded98'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:35.051141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ebbc7-7fbd-4d91-bd8c-27e33a8a7d45 req-30f0c6d9-dea6-4272-b0e2-0ab164c4707b tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:35.059164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-448ebbc7-7fbd-4d91-bd8c-27e33a8a7d45 req-30f0c6d9-dea6-4272-b0e2-0ab164c4707b tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.1779122 Oct 12 23:02:35.143240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-448ebbc7-7fbd-4d91-bd8c-27e33a8a7d45 req-17183536-426b-4bec-aea3-12f85ffeea9f tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829051 Oct 12 23:02:35.230700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483b9a7-23f7-4e9f-b822-c2f7aeb3f0ed req-a8bcef37-c58a-4e2b-8c5f-f5e8f3ea90f5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:35.234857 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8483b9a7-23f7-4e9f-b822-c2f7aeb3f0ed req-a8bcef37-c58a-4e2b-8c5f-f5e8f3ea90f5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.1640882 Oct 12 23:02:35.237046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Made reservation on behalf of 32ae560e885841d79dd420b2b64ded98 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:35.240841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:35.386095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4efd5396-d24d-4eec-8abc-abbe4931478e req-53312817-7ec3-4887-9dc3-20755256031f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 210 time: 0.0384560 Oct 12 23:02:35.525920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b53eaa76-cc8a-49a0-bc53-bb9ad19f4b6c req-d33c85cc-8fcf-4ac3-9ad1-ab73e43fb644 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 210 time: 0.0438011 Oct 12 23:02:35.539148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-66180aed-4f8f-4857-b5ce-2643623c6632 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:35.557032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-66180aed-4f8f-4857-b5ce-2643623c6632 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.25 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 816 time: 0.3277314 Oct 12 23:02:35.578286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Request body: {'port': {'device_id': '8283f913-b118-49df-b0c4-b3e11d3cf645', 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595', 'admin_state_up': True, 'tenant_id': '0099b01139a745babf81dd1fbab5cc00'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:35.733916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba4bbe-e2ed-4734-8ddb-959ef330494d req-d63d9cf5-8d11-4681-9cc2-5b7f18f521d1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:35.736033 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdba4bbe-e2ed-4734-8ddb-959ef330494d req-d63d9cf5-8d11-4681-9cc2-5b7f18f521d1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0726726 Oct 12 23:02:35.785463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8483b9a7-23f7-4e9f-b822-c2f7aeb3f0ed req-b86ec4ee-5288-4196-a2e7-60e7214a3bdf tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5401275 Oct 12 23:02:35.957482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdba4bbe-e2ed-4734-8ddb-959ef330494d req-e926d348-e89b-4b3f-a436-9248bf1d08d7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1931434 Oct 12 23:02:35.957659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Allocated IP 172.20.0.13 (273e1941-ee6c-4884-bfc8-cfacaaceab02/b716a6d8-82ce-42f0-a720-23afc5bfcb46/d104e2cd-0b94-432a-baa7-87a6de212471) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:36.062884 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:02:36.074518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Made reservation on behalf of 0099b01139a745babf81dd1fbab5cc00 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:36.078011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:36.174761 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:36.290753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Allocated IP 172.20.0.7 (32a79333-4cf9-432c-9a1e-5f2404cc4595/4cd14498-7f76-468a-8f82-5759747192a2/5cbb020a-7e1d-406a-ba45-65e20c511e0b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:36.303745 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:36.318269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:36.376641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:36.433318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:36.446145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:36.454321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:36.517059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:02:36.520950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dc48cef5-4b9a-4061-9512-572037566ff8 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:36.539167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56886) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:36.565811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:36.566627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:36.636666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-9a4fe436-7553-4898-9d15-165abe49aa28 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:36.638721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-9a4fe436-7553-4898-9d15-165abe49aa28 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.25 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.3613091 Oct 12 23:02:36.686344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38411562-b9aa-47ce-a022-c6bd9b9f4415 req-9db9ae0b-bdeb-4c88-a6e2-e1e2f73bc8ba tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:36.695347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38411562-b9aa-47ce-a022-c6bd9b9f4415 req-9db9ae0b-bdeb-4c88-a6e2-e1e2f73bc8ba tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.4324574 Oct 12 23:02:36.702575 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:36.706498 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-826a4e91-902d-43eb-acb5-4e2753b03f9a req-adee6bf5-d3a3-4ac7-84f4-d1fc9481c816 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 210 time: 0.1586328 Oct 12 23:02:36.735671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event updated for resources: {'Port': ['ID=d104e2cd-0b94-432a-baa7-87a6de212471,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:36.760943 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:36.776332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'port_id': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'mac_address': 'fa:16:3e:8b:ee:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:02:36.790420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port dc48cef5-4b9a-4061-9512-572037566ff8 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:02:36.851851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-498115232-network', 'tenant_id': 'a098d32465f14c7886f98190b680795f'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:36.855002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-9644f8b7-f7ba-48b2-97a0-0771084727a8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1757567 Oct 12 23:02:36.868536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7522f1d-0a9b-488a-8709-caa5e3f9589c req-0a55d1f8-8475-4572-bfed-dc967e6f03e6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:36.873542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Network 32a79333-4cf9-432c-9a1e-5f2404cc4595 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:36.876554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7522f1d-0a9b-488a-8709-caa5e3f9589c req-0a55d1f8-8475-4572-bfed-dc967e6f03e6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 932 time: 0.0915661 Oct 12 23:02:36.876734 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:36.879656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:36.884433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Request body: {'port': {'device_id': 'd77c784b-c080-4fe9-8ecf-33b07e3d2fe7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:36.888353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dc48cef5-4b9a-4061-9512-572037566ff8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:36.888749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:36.936882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port dc48cef5-4b9a-4061-9512-572037566ff8 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:36.936882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:36.998914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7522f1d-0a9b-488a-8709-caa5e3f9589c req-54fb52e9-e0b6-40df-8700-1276de3541b4 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210678 Oct 12 23:02:37.062354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Pushing event updated for resources: {'Port': ['ID=5cbb020a-7e1d-406a-ba45-65e20c511e0b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:37.094300 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:37.115591 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38411562-b9aa-47ce-a022-c6bd9b9f4415 req-268f5ce5-7710-4286-a496-0f783046739f tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4055772 Oct 12 23:02:37.115591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Made reservation on behalf of a098d32465f14c7886f98190b680795f for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:37.115591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:37.132153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:37.133370 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:37.189357 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:37.331437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa29d210-e2ce-4ef1-b138-16a032223ec2 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:37.355756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:37.404144 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:37.415774 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7a5bbb47-2fb6-41b3-a60a-d80d45fe7cdf tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8410277 Oct 12 23:02:37.436740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Request body: {'port': {'device_id': '8283f913-b118-49df-b0c4-b3e11d3cf645', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:37.445907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Deleting port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:02:37.446361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:37.448282 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:37.514873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b2214b48-28b5-4a23-a723-9fb5066a2ce7 None None] Provisioning complete for port 5cbb020a-7e1d-406a-ba45-65e20c511e0b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:37.519250 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b2214b48-28b5-4a23-a723-9fb5066a2ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:37.744024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b2214b48-28b5-4a23-a723-9fb5066a2ce7 None None] Port 5cbb020a-7e1d-406a-ba45-65e20c511e0b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:02:37.829876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d104e2cd-0b94-432a-baa7-87a6de212471 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:37.833486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['aa29d210-e2ce-4ef1-b138-16a032223ec2'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:37.846844 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:37.878745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Transition to ACTIVE for port object d104e2cd-0b94-432a-baa7-87a6de212471 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:02:37.918402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=12']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:37.994006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5484779-7f7e-495e-9116-0d0081160448 req-7b11b0cc-62c9-4068-aadc-fa9543aaafaa tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:37.998966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5484779-7f7e-495e-9116-0d0081160448 req-7b11b0cc-62c9-4068-aadc-fa9543aaafaa tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.8330603 Oct 12 23:02:38.031562 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.091619 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.131689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Pushing event updated for resources: {'Port': ['ID=d104e2cd-0b94-432a-baa7-87a6de212471,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:38.164563 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a5484779-7f7e-495e-9116-0d0081160448 req-cec034b0-d54b-4ebc-a74c-fc1949230c07 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472571 Oct 12 23:02:38.185826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-38e8408a-1651-4eec-9af6-4358ce4f7313 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:38.186828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-38e8408a-1651-4eec-9af6-4358ce4f7313 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.25 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 816 time: 1.1211669 Oct 12 23:02:38.201979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Request body: {'port': {'device_id': '0e7249ab-11a2-4c16-8477-f04d7c06bfcf', 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595', 'admin_state_up': True, 'tenant_id': '0099b01139a745babf81dd1fbab5cc00'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:38.209368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60260126-ed7c-4ad1-929c-c78dd1ea64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc48cef5-4b9a-4061-9512-572037566ff8'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:38.213927 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c1cdaf-40b6-4fda-95b0-d996fda14a88" -d '{"events": [{"server_uuid": "60260126-ed7c-4ad1-929c-c78dd1ea64fd", "name": "network-vif-plugged", "status": "completed", "tag": "dc48cef5-4b9a-4061-9512-572037566ff8"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:38.394273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Attempting to bind port d104e2cd-0b94-432a-baa7-87a6de212471 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:02:38.394273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Attempting to bind port d104e2cd-0b94-432a-baa7-87a6de212471 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:02:38.394273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Attempting to bind port d104e2cd-0b94-432a-baa7-87a6de212471 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:38.403810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dc48cef5-4b9a-4061-9512-572037566ff8, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dc48cef5-4b9a-4061-9512-572037566ff8,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:38.419617 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3194faac-f182-4ace-8435-4fc78bc0087c req-bb39f2a7-1e10-4f1c-ab5b-7aafef332ecc tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 210 time: 0.0669312 Oct 12 23:02:38.433246 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.454284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Port d104e2cd-0b94-432a-baa7-87a6de212471 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:02:38.456601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Attempting to bind port d104e2cd-0b94-432a-baa7-87a6de212471 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:38.459628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:02:38.471861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.472374 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Added segment a2ff4c29-da16-4fb5-9d39-63b8e6acd83a of type vlan for network 4a3ceab4-2787-406c-a943-7accca371000 Oct 12 23:02:38.480825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:02:38.483371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Checking segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:38.483968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Bound using segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:02:38.484740 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Bound port: d104e2cd-0b94-432a-baa7-87a6de212471, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:02:38.486523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.514869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.593314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.617939 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe6fff9-7472-4ba8-aac2-0a8a2d28e1df req-e64eb5c9-c916-406b-93f6-62adc7bd94aa tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:38.619442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fe6fff9-7472-4ba8-aac2-0a8a2d28e1df req-e64eb5c9-c916-406b-93f6-62adc7bd94aa tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 1.4047270 Oct 12 23:02:38.634085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] For port d104e2cd-0b94-432a-baa7-87a6de212471, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:02:38.637515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] For port d104e2cd-0b94-432a-baa7-87a6de212471, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d104e2cd-0b94-432a-baa7-87a6de212471,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:02:38.654538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=dc48cef5-4b9a-4061-9512-572037566ff8,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:38.677391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] For port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:38.677391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.703092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b84dc-51b3-4c99-9b93-a02968a49ecf req-ebb3a804-690f-4091-946d-c6070c5de580 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:38.705014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-723b84dc-51b3-4c99-9b93-a02968a49ecf req-ebb3a804-690f-4091-946d-c6070c5de580 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 944 time: 0.1765277 Oct 12 23:02:38.723918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.731727 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.resource_extend [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:02:38.768550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7ebd6f-06dc-4249-a376-628219a05ffb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:38.799988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Made reservation on behalf of 0099b01139a745babf81dd1fbab5cc00 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:38.805271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.810603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.822289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fe6fff9-7472-4ba8-aac2-0a8a2d28e1df req-0ab38537-a29c-4777-b7f6-14272db45601 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658235 Oct 12 23:02:38.874192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:38.875230 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.877231 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] 10.222.0.25 "PUT /v2.0/ports/d104e2cd-0b94-432a-baa7-87a6de212471 HTTP/1.1" status: 200 len: 1093 time: 1.9972866 Oct 12 23:02:38.886136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77c784b-c080-4fe9-8ecf-33b07e3d2fe7', 'tag': 'd104e2cd-0b94-432a-baa7-87a6de212471'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:38.890111 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b39a364a-3d56-4eea-b76b-793ae245e9c0" -d '{"events": [{"name": "network-changed", "server_uuid": "d77c784b-c080-4fe9-8ecf-33b07e3d2fe7", "tag": "d104e2cd-0b94-432a-baa7-87a6de212471"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:38.950738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:38.950738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:38.950738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:39.056543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Allocated IP 172.20.0.5 (32a79333-4cf9-432c-9a1e-5f2404cc4595/4cd14498-7f76-468a-8f82-5759747192a2/5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:39.193671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] Pushing event updated for resources: {'Network': ['ID=4a3ceab4-2787-406c-a943-7accca371000,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:39.211380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4a3ceab4-2787-406c-a943-7accca371000 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:02:39.259163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2372369f-cb50-4dd2-b855-604db9307a29 req-1b68ed92-cc03-418f-a43f-465d2639f185 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:39.279202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2372369f-cb50-4dd2-b855-604db9307a29 req-1b68ed92-cc03-418f-a43f-465d2639f185 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 946 time: 0.3320475 Oct 12 23:02:39.389845 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:39.456860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:39.458134 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:39.458648 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Floating IP 04b0914c-3824-4651-a933-6639e471c927 disassociated. External IP: 172.25.2.153, port: 08c30b36-70b8-4b71-ba8e-0d1e456af5e7. Oct 12 23:02:39.459218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Calling delete_port for 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:02:39.515238 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-723b84dc-51b3-4c99-9b93-a02968a49ecf req-8e1572ba-8623-4d34-84e1-86c086d896e6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8013809 Oct 12 23:02:39.525304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9582340-0b04-47b5-a09e-23d3b68ea112 service neutron] Pushing event updated for resources: {'Port': ['ID=d104e2cd-0b94-432a-baa7-87a6de212471,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:39.567100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-87640345-7c98-49bc-afb1-35a66ae10f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:39.572099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-87640345-7c98-49bc-afb1-35a66ae10f12 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 1096 time: 0.3066185 Oct 12 23:02:39.594010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:39.608048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dc48cef5-4b9a-4061-9512-572037566ff8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:39.684705 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afcbeb13-de7d-4c65-86f8-14fe2e463138 x-openstack-request-id: req-afcbeb13-de7d-4c65-86f8-14fe2e463138 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:39.684897 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60260126-ed7c-4ad1-929c-c78dd1ea64fd", "name": "network-vif-plugged", "status": "completed", "tag": "dc48cef5-4b9a-4061-9512-572037566ff8", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:39.685114 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-afcbeb13-de7d-4c65-86f8-14fe2e463138 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:39.685627 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60260126-ed7c-4ad1-929c-c78dd1ea64fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc48cef5-4b9a-4061-9512-572037566ff8', 'code': 200} Oct 12 23:02:39.717944 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-a4765a8d-1e1b-40f1-90f1-0759599c8a46 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d104e2cd-0b94-432a-baa7-87a6de212471 HTTP/1.1" status: 200 len: 217 time: 0.1351066 Oct 12 23:02:39.860728 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01bd8744-eb80-425f-a490-8833585937b1 x-openstack-request-id: req-01bd8744-eb80-425f-a490-8833585937b1 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:39.861180 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d77c784b-c080-4fe9-8ecf-33b07e3d2fe7", "tag": "d104e2cd-0b94-432a-baa7-87a6de212471", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:39.861835 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-01bd8744-eb80-425f-a490-8833585937b1 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:39.862022 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd77c784b-c080-4fe9-8ecf-33b07e3d2fe7', 'tag': 'd104e2cd-0b94-432a-baa7-87a6de212471', 'status': 'completed', 'code': 200} Oct 12 23:02:39.878909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-823c8cc5-b4e8-43a9-a1cf-845d1ac07d45 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.3345139 Oct 12 23:02:39.880319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56952) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:39.951297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Request body: {'subnet': {'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-498115232-subnet', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:39.954471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:39.989952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Network 32a79333-4cf9-432c-9a1e-5f2404cc4595 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:40.013536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2372369f-cb50-4dd2-b855-604db9307a29 req-029ad94f-550a-408b-bdb0-9b450f9efbdd tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups?id=8534a8f0-1e4e-4833-967c-877fd959c31d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7451739 Oct 12 23:02:40.034709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Pushing event deleted for resources: {'Port': ['ID=08c30b36-70b8-4b71-ba8e-0d1e456af5e7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:40.078126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:40.099555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:40.252809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Pushing event updated for resources: {'Port': ['ID=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:40.297074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:40.297990 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:40.324650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cbb020a-7e1d-406a-ba45-65e20c511e0b {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:40.427394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3434b3c2-5a70-4926-ae93-7c5d3208074c req-6c833fce-47f7-4bf7-809b-7be7edbe1fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:40.437165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3434b3c2-5a70-4926-ae93-7c5d3208074c req-6c833fce-47f7-4bf7-809b-7be7edbe1fd1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 1098 time: 0.7165685 Oct 12 23:02:40.438141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Made reservation on behalf of a098d32465f14c7886f98190b680795f for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:40.440756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:40.450516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:40.467630 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-0db90365-180b-4894-95a9-bc8aca4cc732 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2707245 Oct 12 23:02:40.516659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-35daf832-8419-448d-8915-068a0a55a91d None None] Provisioning complete for port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:40.522512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-35daf832-8419-448d-8915-068a0a55a91d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:40.531134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:40.624738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Request body: {'port': {'device_id': '0e7249ab-11a2-4c16-8477-f04d7c06bfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:40.729692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Transition to ACTIVE for port object 5cbb020a-7e1d-406a-ba45-65e20c511e0b will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:02:40.733744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port aa29d210-e2ce-4ef1-b138-16a032223ec2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:40.734195 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:40.736511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-35daf832-8419-448d-8915-068a0a55a91d None None] Port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:02:40.761641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-7d9e9f4d-d114-4845-ae90-05a8e40e866a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:40.763210 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-7d9e9f4d-d114-4845-ae90-05a8e40e866a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.9545956 Oct 12 23:02:40.764867 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3434b3c2-5a70-4926-ae93-7c5d3208074c req-9ef490a3-6a0f-4282-91c3-cbdda562a691 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250287 Oct 12 23:02:40.806231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f87ff-23b5-421a-a540-95efe8893407 req-a4876bab-baf4-4658-8b99-3b0f12d43ec1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:40.822115 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9a2f87ff-23b5-421a-a540-95efe8893407 req-a4876bab-baf4-4658-8b99-3b0f12d43ec1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.8975375 Oct 12 23:02:40.876774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:41.007445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-12fedc47-ac81-4e0a-890a-25f4b675e48f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2224479 Oct 12 23:02:41.018168 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:41.100308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef92cbd-cf3d-46e5-8606-2ebef44ace75 req-8d59966e-d3d4-4f51-8c26-34b024895c00 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:41.108715 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6ef92cbd-cf3d-46e5-8606-2ebef44ace75 req-8d59966e-d3d4-4f51-8c26-34b024895c00 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 931 time: 0.6761463 Oct 12 23:02:41.165950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:41.208307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Pushing event updated for resources: {'Port': ['ID=5cbb020a-7e1d-406a-ba45-65e20c511e0b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:41.240959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-f49efb38-6057-441d-abed-a253d283c75f service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907165 Oct 12 23:02:41.246697 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Router b4d297df-ef57-4758-8ba0-e3a995eb0432 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:02:41.263525 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:41.408439 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ce49825-b408-4762-9c0b-6a89b39e9f0a req-ed39becc-b252-43bc-883b-5540ec05ef56 service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578860 Oct 12 23:02:41.423745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9a2f87ff-23b5-421a-a540-95efe8893407 req-2d6e2be1-c9e6-4074-bb77-d6bb80a82bb3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5984340 Oct 12 23:02:41.424904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=13']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:41.426135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:41.469266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:02:41.524679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6ef92cbd-cf3d-46e5-8606-2ebef44ace75 req-3c654818-9f70-4818-9d2f-1538dbc76810 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4146678 Oct 12 23:02:41.555457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:02:41.557993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:02:41.686448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:41.688703 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd7169f-58fa-44db-b9e8-d28c71e621cd" -d '{"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-plugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:41.937917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca7ce9c-1024-4596-a177-bd2ee48206d9 req-44eea32b-7ed8-440e-a952-204877fe9c6e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:41.946357 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ca7ce9c-1024-4596-a177-bd2ee48206d9 req-44eea32b-7ed8-440e-a952-204877fe9c6e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1599145 Oct 12 23:02:41.985674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-280bda64-014c-4d7b-9e22-4bfd15b1f775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:41.987757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-280bda64-014c-4d7b-9e22-4bfd15b1f775 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 1096 time: 0.2021272 Oct 12 23:02:41.992557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Attempting to bind port 5cbb020a-7e1d-406a-ba45-65e20c511e0b on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:02:41.993193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Attempting to bind port 5cbb020a-7e1d-406a-ba45-65e20c511e0b by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:02:41.993193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Attempting to bind port 5cbb020a-7e1d-406a-ba45-65e20c511e0b on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:42.009637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Port 5cbb020a-7e1d-406a-ba45-65e20c511e0b on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:02:42.010119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Attempting to bind port 5cbb020a-7e1d-406a-ba45-65e20c511e0b on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:42.030823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:02:42.030823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Checking segment: {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:42.031330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Bound using segment: {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:02:42.031982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Bound port: 5cbb020a-7e1d-406a-ba45-65e20c511e0b, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:02:42.032441 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:42.042242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40730663-995e-4de8-a5e5-d0c718b3ba16 req-9cb47af1-f0a3-49ad-a6f4-75a6deede5ad tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:42.053963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40730663-995e-4de8-a5e5-d0c718b3ba16 req-9cb47af1-f0a3-49ad-a6f4-75a6deede5ad tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 944 time: 0.3349102 Oct 12 23:02:42.083824 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:42.112300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:02:42.122826 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] Sync routers for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:02:42.137769 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:02:42.140031 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:02:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:42.140755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ca7ce9c-1024-4596-a177-bd2ee48206d9 req-83506a6f-2c34-414a-ab59-5f08239caa31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935575 Oct 12 23:02:42.166018 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-407de9a5-4dfb-40cc-affd-0e340baece8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:42.225727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:42.240419 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:42.242442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-3288bbf6-1e55-48d4-a674-421070b74ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:42.244581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-3288bbf6-1e55-48d4-a674-421070b74ab3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 907 time: 0.1997502 Oct 12 23:02:42.324334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-0b325605-e925-40eb-83a1-d68d405d8580 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d104e2cd-0b94-432a-baa7-87a6de212471 HTTP/1.1" status: 200 len: 217 time: 0.0702975 Oct 12 23:02:42.325549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Transition to ACTIVE for port object 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:02:42.387785 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:02:42.407894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] For port 5cbb020a-7e1d-406a-ba45-65e20c511e0b, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:02:42.411253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] For port 5cbb020a-7e1d-406a-ba45-65e20c511e0b, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5cbb020a-7e1d-406a-ba45-65e20c511e0b,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:02:42.412033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-8df7e653-4f84-4140-bb2c-96cc1ebfb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:42.414480 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-8df7e653-4f84-4140-bb2c-96cc1ebfb771 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.0807350 Oct 12 23:02:42.473344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40730663-995e-4de8-a5e5-d0c718b3ba16 req-d91d28b9-d752-4e10-bd16-d23776340d7e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217646 Oct 12 23:02:42.528659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-8e2199ba-f7f5-4721-8d77-c27703eb82e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051102 Oct 12 23:02:42.533882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:42.583546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] No DVR routers for this DVR port 08c30b36-70b8-4b71-ba8e-0d1e456af5e7 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:02:42.595697 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:42.617594 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:42.621211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0e434ba-f5fc-4aef-b5fe-ecf5b1ea30b1 req-61c589e7-dce4-42c4-8f4f-36e424ea02da tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.25 "DELETE /v2.0/ports/08c30b36-70b8-4b71-ba8e-0d1e456af5e7 HTTP/1.1" status: 204 len: 173 time: 5.9218204 Oct 12 23:02:42.705189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'name': 'network-vif-deleted', 'tag': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:42.717138 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2e114b-1035-46a4-ac46-15ef2f2111b2" -d '{"events": [{"server_uuid": "5f9bc74b-3c82-400d-8267-d98df814c0a3", "name": "network-vif-deleted", "tag": "08c30b36-70b8-4b71-ba8e-0d1e456af5e7"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:42.720832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Pushing event updated for resources: {'Port': ['ID=5cbb020a-7e1d-406a-ba45-65e20c511e0b,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:42.737385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=74fe9faa-e5f9-46a5-a2cb-3d865b1037f0,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:42.745752 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e9a8be-180e-4cbd-ba08-104557b41bd1 x-openstack-request-id: req-e1e9a8be-180e-4cbd-ba08-104557b41bd1 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:42.745752 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-plugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:42.745752 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1e9a8be-180e-4cbd-ba08-104557b41bd1 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:42.745752 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'code': 200} Oct 12 23:02:42.761125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:42.762045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:42.764101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-0425c7d6-79b3-41f6-993d-0f8f98637e0d service neutron] 10.222.0.25 "PUT /v2.0/ports/5cbb020a-7e1d-406a-ba45-65e20c511e0b HTTP/1.1" status: 200 len: 1092 time: 5.3350575 Oct 12 23:02:42.765846 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Checking segment: {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:42.766404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Network hostable DHCP agents. Network: 4a3ceab4-2787-406c-a943-7accca371000, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:02:42.795560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Pushing event updated for resources: {'Port': ['ID=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:42.856716 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-552a4331-63a2-4ad5-8d19-f11422d2a694 req-246d7fea-201a-4691-98f9-e8c53b950279 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.3232751 Oct 12 23:02:43.028130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Network 4a3ceab4-2787-406c-a943-7accca371000 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:02:43.039438 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:55Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '51e5869f-cb32-4344-832a-7637e2247f4e', 'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'mac_address': 'fa:16:3e:0c:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:54Z', 'updated_at': '2021-10-12T22:58:00Z', 'revision_number': 5, 'project_id': '3e060259d24740948be5835489f4fa25', 'subnets': [{'id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:43.050173 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-ef859974-5fb2-407d-88b7-b8043f38aecc service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848137 Oct 12 23:02:43.079396 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] Checking router: b4d297df-ef57-4758-8ba0-e3a995eb0432 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:02:43.097044 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:02:43.097808 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:02:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:43.163178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a171c1a-1f94-49b5-8045-5b4110ef1e33 req-685c182f-316a-45c2-816c-5d5e14565b54 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:43.167629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a171c1a-1f94-49b5-8045-5b4110ef1e33 req-685c182f-316a-45c2-816c-5d5e14565b54 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.2718899 Oct 12 23:02:43.172704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-49096a00-4348-426c-8000-46c488b5fe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:43.179793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-49096a00-4348-426c-8000-46c488b5fe39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 1095 time: 0.1820750 Oct 12 23:02:43.285103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-c89de6a0-8c38-4b62-8146-081b8f9218cb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cbb020a-7e1d-406a-ba45-65e20c511e0b HTTP/1.1" status: 200 len: 217 time: 0.0942307 Oct 12 23:02:43.321853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 4a3ceab4-2787-406c-a943-7accca371000) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:43.330226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:43.330820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:43.333607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9ee01-ae6b-4089-935f-a448f906eb05 None None] Network 4a3ceab4-2787-406c-a943-7accca371000 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:02:43.335209 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:02:43.447772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8ca36-962f-432d-9743-4e8e8a4cfd9b req-1668f6b2-1ce3-4fb9-a610-2b949b186918 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:43.449383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbc8ca36-962f-432d-9743-4e8e8a4cfd9b req-1668f6b2-1ce3-4fb9-a610-2b949b186918 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 943 time: 0.3961105 Oct 12 23:02:43.561809 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a171c1a-1f94-49b5-8045-5b4110ef1e33 req-f9e0e4d6-c781-4e45-9e34-1db9246e1b7c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3808246 Oct 12 23:02:43.609402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbc8ca36-962f-432d-9743-4e8e8a4cfd9b req-5928e9e4-f40d-434c-b745-dd0d1d759a2e tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439030 Oct 12 23:02:43.633517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-8ecec758-ba49-4718-98d6-ceb4909bb5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:43.641749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-8ecec758-ba49-4718-98d6-ceb4909bb5d1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 1098 time: 0.3496387 Oct 12 23:02:43.644440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Attempting to bind port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:02:43.645010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Attempting to bind port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:02:43.645535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Attempting to bind port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:43.661673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:02:43.662732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Attempting to bind port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 on network 32a79333-4cf9-432c-9a1e-5f2404cc4595 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:43.673731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-b2d65880-fb6f-4b80-867a-b7e26a378f23 service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5934639 Oct 12 23:02:43.684479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:02:43.688592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Checking segment: {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:43.689279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Bound using segment: {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:02:43.690134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Bound port: 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:02:43.690752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:43.713432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56994) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:43.714979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-037d9cd3-c9c8-477b-bdcf-ce42b397ef5e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 3.7748654 Oct 12 23:02:43.725219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:43.750826 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad41ab0-5250-42f1-b923-7ce9d2ffc8ff x-openstack-request-id: req-9ad41ab0-5250-42f1-b923-7ce9d2ffc8ff {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:43.760894 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f9bc74b-3c82-400d-8267-d98df814c0a3", "name": "network-vif-deleted", "tag": "08c30b36-70b8-4b71-ba8e-0d1e456af5e7", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:43.760894 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ad41ab0-5250-42f1-b923-7ce9d2ffc8ff {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:43.760894 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f9bc74b-3c82-400d-8267-d98df814c0a3', 'name': 'network-vif-deleted', 'tag': '08c30b36-70b8-4b71-ba8e-0d1e456af5e7', 'status': 'completed', 'code': 200} Oct 12 23:02:43.760894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-d660dd77-50d4-4d63-87ce-8c16d50b2c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:43.760894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-d660dd77-50d4-4d63-87ce-8c16d50b2c14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cd14498-7f76-468a-8f82-5759747192a2 HTTP/1.1" status: 200 len: 855 time: 0.4141366 Oct 12 23:02:43.789707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-4a3ceab4-2787-406c-a943-7accca371000', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:02:43.791227 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:43.859679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-6d2827b6-34b5-4e42-93d2-8f2c2b39f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:43.861505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-6d2827b6-34b5-4e42-93d2-8f2c2b39f62f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a79333-4cf9-432c-9a1e-5f2404cc4595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629332 Oct 12 23:02:43.983815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Allocated IP 172.20.0.2 (4a3ceab4-2787-406c-a943-7accca371000/74fe9faa-e5f9-46a5-a2cb-3d865b1037f0/67d97d57-1b80-4242-86a5-2b25d97f645a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:44.055940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] For port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:02:44.065946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] For port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:02:44.071434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:44.072353 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:55Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '51e5869f-cb32-4344-832a-7637e2247f4e', 'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'mac_address': 'fa:16:3e:0c:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:54Z', 'updated_at': '2021-10-12T22:58:00Z', 'revision_number': 5, 'project_id': '3e060259d24740948be5835489f4fa25', 'subnets': [{'id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:44.074710 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:44.082403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-7ab89c50-efc8-4352-8ec7-a17b0ee9a9ec service neutron] 10.222.0.25 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128115 Oct 12 23:02:44.142108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134de7a-c4cb-4470-87b6-141b7d258d46 req-1d534620-2359-47c4-b640-abee405d77dd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:44.143683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7134de7a-c4cb-4470-87b6-141b7d258d46 req-1d534620-2359-47c4-b640-abee405d77dd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.3720188 Oct 12 23:02:44.145470 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b27814b-ab7d-4967-b523-d6733b2e955d None None] The sync data for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 is: [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T22:57:55Z', 'revision_number': 4, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '51e5869f-cb32-4344-832a-7637e2247f4e', 'name': '', 'network_id': 'dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'mac_address': 'fa:16:3e:0c:1b:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_interface', 'standard_attr_id': 1194, 'fixed_ips': [{'subnet_id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:54Z', 'updated_at': '2021-10-12T22:58:00Z', 'revision_number': 5, 'project_id': '3e060259d24740948be5835489f4fa25', 'subnets': [{'id': '7801bb8c-1381-46eb-bcb8-a536993a3521', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:02:44.152922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:44.297641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-e5494343-28db-4a9e-b560-49eb6ad984f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:44.306268 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-e5494343-28db-4a9e-b560-49eb6ad984f1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.6511836 Oct 12 23:02:44.343654 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:44.344319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:44.346226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:44.347116 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:44.349065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] 10.222.0.25 "PUT /v2.0/ports/5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 HTTP/1.1" status: 200 len: 1092 time: 3.7415376 Oct 12 23:02:44.377779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e7249ab-11a2-4c16-8477-f04d7c06bfcf', 'tag': '5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:44.380562 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e52830-cccb-48a6-9f27-eb4f9460ca89" -d '{"events": [{"name": "network-changed", "server_uuid": "0e7249ab-11a2-4c16-8477-f04d7c06bfcf", "tag": "5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:44.387932 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe54861d-5cb1-412e-a622-76133cce8bc4 req-b54eb861-fb4f-49d1-9dad-471df291ce65 service neutron] 10.222.0.25 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2504601 Oct 12 23:02:44.406397 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7134de7a-c4cb-4470-87b6-141b7d258d46 req-11be5bf8-05e1-4ffa-b5a7-7dca03d5cf9f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437236 Oct 12 23:02:44.468296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-59b3613a-3f30-4469-bd79-c20333500f82 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 200 len: 1002 time: 0.0836642 Oct 12 23:02:44.483822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ba8927-311f-47b8-b076-f5f99934510d service neutron] Pushing event updated for resources: {'Port': ['ID=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:44.566843 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:44.617806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0251926-9c0e-4668-9fea-84c5bbe78301 req-d0e2fd8b-3fd2-44b0-98f1-d10fec57061d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:44.625245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0251926-9c0e-4668-9fea-84c5bbe78301 req-d0e2fd8b-3fd2-44b0-98f1-d10fec57061d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 944 time: 0.5218480 Oct 12 23:02:44.711660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6532922-ea12-4a49-b985-1b5e03033043 None None] New status for floating IP 04b0914c-3824-4651-a933-6639e471c927: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:02:44.731686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-2d0136d3-4e79-44ca-910b-130ec4275fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:44.734666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-2d0136d3-4e79-44ca-910b-130ec4275fa8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.2537775 Oct 12 23:02:44.855523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0251926-9c0e-4668-9fea-84c5bbe78301 req-5ac100db-f354-4372-9ec2-cd0c546bc56e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219434 Oct 12 23:02:44.862506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-22689ee7-d368-4298-bb62-dcb0214b72d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:44.865021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-22689ee7-d368-4298-bb62-dcb0214b72d2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 1095 time: 0.2326043 Oct 12 23:02:44.929426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Network 4a3ceab4-2787-406c-a943-7accca371000 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:44.936781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:44.940514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:44.942645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Pushing event updated for resources: {'Port': ['ID=67d97d57-1b80-4242-86a5-2b25d97f645a,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:44.967081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-d27ad133-1485-4841-b08d-364e9db9d211 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 HTTP/1.1" status: 200 len: 217 time: 0.0920205 Oct 12 23:02:45.037342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Attempting to bind port 67d97d57-1b80-4242-86a5-2b25d97f645a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:02:45.037686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Attempting to bind port 67d97d57-1b80-4242-86a5-2b25d97f645a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:02:45.038079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Attempting to bind port 67d97d57-1b80-4242-86a5-2b25d97f645a on network 4a3ceab4-2787-406c-a943-7accca371000 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:45.051785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:02:45.052172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Checking segment: {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:45.052575 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:45.052969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Bound using segment: {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:02:45.058809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Bound port: 67d97d57-1b80-4242-86a5-2b25d97f645a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:02:45.059366 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:45.083891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-d3fac348-fe1f-4b19-b55a-d351c865cddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:45.086140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-d3fac348-fe1f-4b19-b55a-d351c865cddb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3113844 Oct 12 23:02:45.160103 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de2da49a-0bdc-4644-9e68-693083a6c437 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:45.164209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] For port 67d97d57-1b80-4242-86a5-2b25d97f645a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:02:45.170290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] For port 67d97d57-1b80-4242-86a5-2b25d97f645a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=67d97d57-1b80-4242-86a5-2b25d97f645a,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:02:45.251933 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:45.285824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-7b873a1c-ee8e-4b71-972f-de8fdca902bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:45.290355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-7b873a1c-ee8e-4b71-972f-de8fdca902bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cd14498-7f76-468a-8f82-5759747192a2 HTTP/1.1" status: 200 len: 855 time: 0.3104260 Oct 12 23:02:45.300594 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c5bd530-a7a9-4160-a372-f746203f7295 x-openstack-request-id: req-0c5bd530-a7a9-4160-a372-f746203f7295 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:45.301200 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e7249ab-11a2-4c16-8477-f04d7c06bfcf", "tag": "5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:45.301674 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0c5bd530-a7a9-4160-a372-f746203f7295 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:45.302231 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e7249ab-11a2-4c16-8477-f04d7c06bfcf', 'tag': '5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0', 'status': 'completed', 'code': 200} Oct 12 23:02:45.352117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e45686e2-df5e-4f99-8a87-168d0cde0f76 req-12800d27-28f6-4173-a5e5-754ae5e9fdd0 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0492053 Oct 12 23:02:45.386708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66dba17-1d79-4ba6-9c4e-c5782a5c67d4 None None] Pushing event updated for resources: {'Port': ['ID=67d97d57-1b80-4242-86a5-2b25d97f645a,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:45.432261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eea245-7925-482a-9e6c-d871582f0261 req-ad9d5b00-3590-4df6-bd3f-ad1da85c0759 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:45.441544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-50eea245-7925-482a-9e6c-d871582f0261 req-ad9d5b00-3590-4df6-bd3f-ad1da85c0759 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.3227863 Oct 12 23:02:45.500460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d104e2cd-0b94-432a-baa7-87a6de212471 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:02:45.556512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-50eea245-7925-482a-9e6c-d871582f0261 req-70dbc4bb-61db-4341-ba13-7484df701da2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068220 Oct 12 23:02:45.577410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:45.633910 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79601663-ae17-4822-bc1d-d695f58ce318 req-8ee555f2-2194-42e5-8896-723f9e3459b5 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:45.638626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-7ef4d316-7f1c-4e6c-89ec-9cc5b6357a62 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5327392 Oct 12 23:02:45.643314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79601663-ae17-4822-bc1d-d695f58ce318 req-8ee555f2-2194-42e5-8896-723f9e3459b5 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 943 time: 0.1212051 Oct 12 23:02:45.670353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-9dc3419b-6865-41ea-bfc3-716669b992e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:45.672532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-9dc3419b-6865-41ea-bfc3-716669b992e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a79333-4cf9-432c-9a1e-5f2404cc4595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3498094 Oct 12 23:02:45.700553 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79601663-ae17-4822-bc1d-d695f58ce318 req-553ed95a-3ed7-4ec2-b205-fb44a51973aa tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514822 Oct 12 23:02:45.813829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8283f913-b118-49df-b0c4-b3e11d3cf645', 'tag': '5cbb020a-7e1d-406a-ba45-65e20c511e0b'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:45.816460 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f4a08b-fcfe-4be9-84de-94df17a15557" -d '{"events": [{"name": "network-changed", "server_uuid": "8283f913-b118-49df-b0c4-b3e11d3cf645", "tag": "5cbb020a-7e1d-406a-ba45-65e20c511e0b"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:45.848891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d104e2cd-0b94-432a-baa7-87a6de212471, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d104e2cd-0b94-432a-baa7-87a6de212471,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:45.879088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'd104e2cd-0b94-432a-baa7-87a6de212471', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'port_id': 'd104e2cd-0b94-432a-baa7-87a6de212471', 'mac_address': 'fa:16:3e:44:cd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b716a6d8-82ce-42f0-a720-23afc5bfcb46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:02:45.894243 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:45.999187 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:46.077060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d104e2cd-0b94-432a-baa7-87a6de212471 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:46.143637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d104e2cd-0b94-432a-baa7-87a6de212471, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d104e2cd-0b94-432a-baa7-87a6de212471,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:46.171147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 67d97d57-1b80-4242-86a5-2b25d97f645a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:46.209840 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:46.261087 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:46.263145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 67d97d57-1b80-4242-86a5-2b25d97f645a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:46.263508 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:46.328743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d104e2cd-0b94-432a-baa7-87a6de212471,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:46.373664 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:46.433717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:46.494391 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:46.522089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d104e2cd-0b94-432a-baa7-87a6de212471'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:46.576653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Allocated IP 172.25.2.21 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/221ab5a2-3f23-491d-a060-d51f65781f20) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:46.614515 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddeeb73-1b7b-45ef-b74f-db35f2a4d747 x-openstack-request-id: req-3ddeeb73-1b7b-45ef-b74f-db35f2a4d747 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:46.615059 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8283f913-b118-49df-b0c4-b3e11d3cf645", "tag": "5cbb020a-7e1d-406a-ba45-65e20c511e0b", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:46.615059 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ddeeb73-1b7b-45ef-b74f-db35f2a4d747 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:46.615483 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8283f913-b118-49df-b0c4-b3e11d3cf645', 'tag': '5cbb020a-7e1d-406a-ba45-65e20c511e0b', 'status': 'completed', 'code': 200} Oct 12 23:02:46.718051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 67d97d57-1b80-4242-86a5-2b25d97f645a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=67d97d57-1b80-4242-86a5-2b25d97f645a,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:46.734852 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:46.765877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c7626-fd34-4d4d-9980-640e8d0708dc req-2ad26eee-265d-4f0c-8422-1da67e715fa7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:46.780882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-289c7626-fd34-4d4d-9980-640e8d0708dc req-2ad26eee-265d-4f0c-8422-1da67e715fa7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.9610190 Oct 12 23:02:46.781435 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:46.781747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-49fd2c4e-067b-4b64-8765-6fe3c73fcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:46.790420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-49fd2c4e-067b-4b64-8765-6fe3c73fcc6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 1095 time: 0.7001600 Oct 12 23:02:46.838602 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d392606-4688-4ab9-b52d-5533a60ea70b req-e81813da-a1ec-4daf-a2b4-7e1382e3e374 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1967399 Oct 12 23:02:46.839276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47149aea-7730-4690-9a61-9edb28f2edf2 req-14972e04-a5d9-46c9-81b6-6761c78781fa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:46.844051 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47149aea-7730-4690-9a61-9edb28f2edf2 req-14972e04-a5d9-46c9-81b6-6761c78781fa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 945 time: 0.5395365 Oct 12 23:02:46.862515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-289c7626-fd34-4d4d-9980-640e8d0708dc req-e831c0b4-410f-4950-8836-74bf0b4d8b72 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797541 Oct 12 23:02:46.868232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-3aa9c954-2990-4db3-8529-6c3c37381330 service neutron] 10.222.0.25 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1818023 Oct 12 23:02:46.979040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=67d97d57-1b80-4242-86a5-2b25d97f645a,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:46.996641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:46.997288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:46.999412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:46.999920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:47.000428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:47.004018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:47.004847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-ff50cf76-0204-4d09-92fe-452960fee88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:47.005422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:47.006197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:47.006329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-ff50cf76-0204-4d09-92fe-452960fee88f service neutron] 10.222.0.25 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 917 time: 0.2056212 Oct 12 23:02:47.007792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:47.016427 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-595f9697-1098-4ca7-b1dd-b5c1264cb477 req-a94a9b77-f3a8-49e7-97ad-61e983e60c18 service neutron] 10.222.0.25 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393206 Oct 12 23:02:47.017153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:47.017677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:47.018195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:47.033461 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:47.059475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-217ada4c-4fed-4832-b779-439824a279ba req-5444a346-4ba1-4c92-9070-39ec08885bce tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0420530 Oct 12 23:02:47.117306 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47149aea-7730-4690-9a61-9edb28f2edf2 req-2bf6a20a-5a34-4255-b1a3-71a31783d5f1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047933 Oct 12 23:02:47.128314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-260e4871-8af0-42b0-ba91-2febfad4912f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cbb020a-7e1d-406a-ba45-65e20c511e0b HTTP/1.1" status: 200 len: 217 time: 0.0850718 Oct 12 23:02:47.245289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e4dd665-b5ee-4586-b52e-92ae01050c3f None None] Network 4a3ceab4-2787-406c-a943-7accca371000 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:02:47.321626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-85f2fbf0-ee17-476b-894e-65b16acf6164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:47.324581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-85f2fbf0-ee17-476b-894e-65b16acf6164 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 1095 time: 0.1372409 Oct 12 23:02:47.334070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f064d2-e3d0-48af-8526-d0d41a323c2b req-c49e7a02-c648-4e64-9678-366389ac7f5c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:47.343950 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9f064d2-e3d0-48af-8526-d0d41a323c2b req-c49e7a02-c648-4e64-9678-366389ac7f5c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.0940857 Oct 12 23:02:47.358987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-73e5a965-d1b3-4df0-a396-4cf136e332ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:47.360810 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-73e5a965-d1b3-4df0-a396-4cf136e332ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cd14498-7f76-468a-8f82-5759747192a2 HTTP/1.1" status: 200 len: 855 time: 0.1843181 Oct 12 23:02:47.397695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:47.450869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:47.457277 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-024a56c0-857b-4340-ac61-089bd5a3a8b6 None None] Provisioning complete for port 67d97d57-1b80-4242-86a5-2b25d97f645a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:47.457546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-024a56c0-857b-4340-ac61-089bd5a3a8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:47.458276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:47.480783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9f064d2-e3d0-48af-8526-d0d41a323c2b req-39ab58fa-e105-48e7-882d-7e0b4cffc33d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351309 Oct 12 23:02:47.517985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5cbb020a-7e1d-406a-ba45-65e20c511e0b details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:02:47.520028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d104e2cd-0b94-432a-baa7-87a6de212471 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:47.564293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-94bee36e-cdff-4b53-8eba-a87d18007857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:47.568989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-94bee36e-cdff-4b53-8eba-a87d18007857 service neutron] 10.222.0.25 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 917 time: 0.2105052 Oct 12 23:02:47.650307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-b68824be-0289-4154-b0db-021d53f38e77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 HTTP/1.1" status: 200 len: 217 time: 0.0723159 Oct 12 23:02:47.682898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Pushing event updated for resources: {'Port': ['ID=221ab5a2-3f23-491d-a060-d51f65781f20,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:47.756573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-9b2386b1-2833-490b-a3ef-301bc20e6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:47.759515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-9b2386b1-2833-490b-a3ef-301bc20e6ba7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cd14498-7f76-468a-8f82-5759747192a2 HTTP/1.1" status: 200 len: 855 time: 0.1005855 Oct 12 23:02:47.827665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3935239-cbd5-4fbf-85c9-ebcdbc1b894f req-d690ee64-4441-4fa8-aa6b-e2c500b8e1b5 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:47.843493 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d3935239-cbd5-4fbf-85c9-ebcdbc1b894f req-d690ee64-4441-4fa8-aa6b-e2c500b8e1b5 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 943 time: 0.5106597 Oct 12 23:02:47.845399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-1580dfb6-c982-457d-9724-c885ece0ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:47.847014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-1580dfb6-c982-457d-9724-c885ece0ad0a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a79333-4cf9-432c-9a1e-5f2404cc4595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0713999 Oct 12 23:02:47.884509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-4f12b13a-d5a7-44c7-9ff1-13f93b5de009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:47.886872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-4f12b13a-d5a7-44c7-9ff1-13f93b5de009 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=32a79333-4cf9-432c-9a1e-5f2404cc4595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4860060 Oct 12 23:02:47.981922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port d104e2cd-0b94-432a-baa7-87a6de212471 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:02:47.997426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port d104e2cd-0b94-432a-baa7-87a6de212471 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:47.997804 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:48.030427 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-47b2034a-5f12-4b30-9360-b61a88b2d924 service neutron] 10.222.0.25 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733656 Oct 12 23:02:48.112127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5cbb020a-7e1d-406a-ba45-65e20c511e0b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5cbb020a-7e1d-406a-ba45-65e20c511e0b,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:48.128994 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 67d97d57-1b80-4242-86a5-2b25d97f645a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:48.197302 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d3935239-cbd5-4fbf-85c9-ebcdbc1b894f req-bebece3e-83c7-454e-ba94-139bf03a5195 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3507228 Oct 12 23:02:48.202228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18e52830-cccb-48a6-9f27-eb4f9460ca89 req-e0fda2b3-88c5-4d26-a87a-dff14993aff5 service neutron] 10.222.0.25 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605551 Oct 12 23:02:48.223271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-10fffe83-b999-45bd-8330-b41f4f7ee2b5 None None] Provisioning complete for port 67d97d57-1b80-4242-86a5-2b25d97f645a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:48.223580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-10fffe83-b999-45bd-8330-b41f4f7ee2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:48.232537 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:48.265440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6343cc9-2a68-486a-8687-1a2cf5d76029 req-5e82f783-ea71-4ae8-9412-b6c0093b5d66 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:48.267685 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6343cc9-2a68-486a-8687-1a2cf5d76029 req-5e82f783-ea71-4ae8-9412-b6c0093b5d66 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.2249446 Oct 12 23:02:48.280704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '5cbb020a-7e1d-406a-ba45-65e20c511e0b', 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595', 'port_id': '5cbb020a-7e1d-406a-ba45-65e20c511e0b', 'mac_address': 'fa:16:3e:3e:27:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd14498-7f76-468a-8f82-5759747192a2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:02:48.348048 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6343cc9-2a68-486a-8687-1a2cf5d76029 req-7c272470-dd4e-407f-b856-f0dbea390d84 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690086 Oct 12 23:02:48.379145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 67d97d57-1b80-4242-86a5-2b25d97f645a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:48.393464 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:48.452676 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-0c6644f4-e44c-44ed-a110-8e7dff8e1c99 service neutron] 10.222.0.25 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235946 Oct 12 23:02:48.514183 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:48.534017 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1573a9c-c0ef-4854-b8a7-a4e9f73e2790 req-70a78023-de15-4a77-918e-6f9fa5433ee4 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0763645 Oct 12 23:02:48.561324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77c784b-c080-4fe9-8ecf-33b07e3d2fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd104e2cd-0b94-432a-baa7-87a6de212471'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:48.567493 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baf72e0-51de-4149-b631-a5573cd3695a" -d '{"events": [{"server_uuid": "d77c784b-c080-4fe9-8ecf-33b07e3d2fe7", "name": "network-vif-plugged", "status": "completed", "tag": "d104e2cd-0b94-432a-baa7-87a6de212471"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:48.572960 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:48.621979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b22b2f8-e34b-4afd-a611-fbc149b17c79 req-8c58948b-8efd-4eee-ae7a-feec676a67d0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:48.624983 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:48.629793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b22b2f8-e34b-4afd-a611-fbc149b17c79 req-8c58948b-8efd-4eee-ae7a-feec676a67d0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 945 time: 0.2118351 Oct 12 23:02:48.637392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d104e2cd-0b94-432a-baa7-87a6de212471, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d104e2cd-0b94-432a-baa7-87a6de212471,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:48.706132 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7f4a08b-fcfe-4be9-84de-94df17a15557 req-5a76b261-b31a-4bf7-b766-ad89a6251de8 service neutron] 10.222.0.25 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324095 Oct 12 23:02:48.717990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cbb020a-7e1d-406a-ba45-65e20c511e0b {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:48.825399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b22b2f8-e34b-4afd-a611-fbc149b17c79 req-26d921ab-7cb4-4f41-8957-671b254765ae tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871105 Oct 12 23:02:48.828738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5cbb020a-7e1d-406a-ba45-65e20c511e0b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5cbb020a-7e1d-406a-ba45-65e20c511e0b,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:48.828738 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86307a5-66fd-4775-9095-81de7baa8071 x-openstack-request-id: req-c86307a5-66fd-4775-9095-81de7baa8071 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:48.828738 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77c784b-c080-4fe9-8ecf-33b07e3d2fe7", "name": "network-vif-plugged", "status": "completed", "tag": "d104e2cd-0b94-432a-baa7-87a6de212471", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:48.828738 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c86307a5-66fd-4775-9095-81de7baa8071 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:48.828738 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77c784b-c080-4fe9-8ecf-33b07e3d2fe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd104e2cd-0b94-432a-baa7-87a6de212471', 'code': 200} Oct 12 23:02:48.873249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf210c-a641-48b5-acde-b6507f7819ef req-9d9cbd70-8fe7-4d8a-afcc-e7ed432b6c6a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:48.874680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2abf210c-a641-48b5-acde-b6507f7819ef req-9d9cbd70-8fe7-4d8a-afcc-e7ed432b6c6a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.1717372 Oct 12 23:02:48.983502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2abf210c-a641-48b5-acde-b6507f7819ef req-68d604bf-52da-4f08-9630-3b1eaa015c77 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995727 Oct 12 23:02:48.990577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1ff84f-c083-45d9-b951-87727c534117 req-f7922036-7bd9-47e3-bb86-c576f11db305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:48.992336 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c1ff84f-c083-45d9-b951-87727c534117 req-f7922036-7bd9-47e3-bb86-c576f11db305 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 1097 time: 0.1293375 Oct 12 23:02:48.995204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:49.100020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c1ff84f-c083-45d9-b951-87727c534117 req-bb58a729-656d-4b83-b8f9-b5c04a7dd5f1 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002994 Oct 12 23:02:49.210443 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:49.212332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:02:49.239813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Router 5bd5adac-87b4-4832-9437-0ea7094faf23 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:02:49.268976 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:49.272963 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:49.280771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:49.321939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d104e2cd-0b94-432a-baa7-87a6de212471,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:49.372975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:49.397153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:02:49.410072 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Sync routers for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:02:49.425641 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:02:49.427874 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:02:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:49.479018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:49.493008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf8a061-b497-48ca-9935-062ab37edaf8 req-7b1e68c3-32fd-48d0-a3cb-f10808f92543 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:49.496509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cf8a061-b497-48ca-9935-062ab37edaf8 req-7b1e68c3-32fd-48d0-a3cb-f10808f92543 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 943 time: 0.1043286 Oct 12 23:02:49.497790 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:49.499283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bc017266-fbbc-4941-8dfe-15f22564c34a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 5.7840543 Oct 12 23:02:49.502004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57052) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:49.564931 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:49.575343 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:02:49.590308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['5cbb020a-7e1d-406a-ba45-65e20c511e0b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:49.595800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=5cbb020a-7e1d-406a-ba45-65e20c511e0b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:49.609535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cf8a061-b497-48ca-9935-062ab37edaf8 req-c8509444-3fb4-4454-979b-d38b9c596ae6 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050048 Oct 12 23:02:49.804630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-496d33e3-b7a3-47a0-b4c1-f39ab1d5a6df req-2c64f496-17e9-45bc-abe1-36c27a05e006 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0634027 Oct 12 23:02:49.873291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:49.880871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddcfce9-4bfb-4d6d-b666-05309dcb71a0 req-df73a973-9a06-4d8b-b17d-939c82e0da5c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:49.884225 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ddcfce9-4bfb-4d6d-b666-05309dcb71a0 req-df73a973-9a06-4d8b-b17d-939c82e0da5c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.2895136 Oct 12 23:02:49.906087 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:48Z', 'revision_number': 3, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:49.938268 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Checking router: 5bd5adac-87b4-4832-9437-0ea7094faf23 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:02:49.939460 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Updating router 5bd5adac-87b4-4832-9437-0ea7094faf23 port 221ab5a2-3f23-491d-a060-d51f65781f20 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:02:49.993563 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:50.009521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816847a7-f0ae-4041-9483-a51ebc1172ec req-2ca719fb-527e-4714-8747-06afc29064aa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:50.020664 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-816847a7-f0ae-4041-9483-a51ebc1172ec req-2ca719fb-527e-4714-8747-06afc29064aa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 946 time: 0.1176996 Oct 12 23:02:50.028400 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ddcfce9-4bfb-4d6d-b666-05309dcb71a0 req-6612786d-838c-4708-878e-e5f9d9538eb9 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333337 Oct 12 23:02:50.124924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-816847a7-f0ae-4041-9483-a51ebc1172ec req-c3604513-1d4a-4655-b3ce-3e8c6547b25b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034305 Oct 12 23:02:50.333354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c3593f-70c1-4b8f-be8a-0d5e6588fd8c req-4ba6f041-f15b-45a8-8457-5220dbbfed70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:50.337398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2c3593f-70c1-4b8f-be8a-0d5e6588fd8c req-4ba6f041-f15b-45a8-8457-5220dbbfed70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.1031802 Oct 12 23:02:50.397901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2c3593f-70c1-4b8f-be8a-0d5e6588fd8c req-cd2c9b55-0e55-4810-b88d-1743928b026e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493371 Oct 12 23:02:50.587623 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:50.595062 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:50.663526 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:50.781952 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Attempting to bind port 221ab5a2-3f23-491d-a060-d51f65781f20 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:02:50.782754 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Attempting to bind port 221ab5a2-3f23-491d-a060-d51f65781f20 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:02:50.785002 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Attempting to bind port 221ab5a2-3f23-491d-a060-d51f65781f20 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:50.791420 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Pushing event updated for resources: {'Port': ['ID=221ab5a2-3f23-491d-a060-d51f65781f20,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:50.796369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:50.797633 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162e3c11-7821-48c7-a3f5-46c7a8767cc2" -d '{"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-unplugged", "status": "completed", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:50.808412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed0528-e420-47f4-a9ae-1b20c1065956 req-c8da5403-07f7-4fb9-9bf8-8f13a7f6b56b tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:50.811634 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64ed0528-e420-47f4-a9ae-1b20c1065956 req-c8da5403-07f7-4fb9-9bf8-8f13a7f6b56b tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 943 time: 0.1247149 Oct 12 23:02:50.816501 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:02:50.816501 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:50.819907 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:50.819907 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:02:50.819907 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Bound port: 221ab5a2-3f23-491d-a060-d51f65781f20, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:02:50.819907 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:50.833085 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.833428 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.835455 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.836001 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.836346 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.836689 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.837022 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.837350 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.837775 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.838043 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.838383 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.838781 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:50.876608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Allocated IP 172.20.0.1 (4a3ceab4-2787-406c-a943-7accca371000/74fe9faa-e5f9-46a5-a2cb-3d865b1037f0/562b4589-ab5c-4377-9c60-1a6dcbc2fb3d) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:50.889567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64ed0528-e420-47f4-a9ae-1b20c1065956 req-945e7ae7-5677-46d3-a77c-a8793a12708a tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637383 Oct 12 23:02:50.923505 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] For port 221ab5a2-3f23-491d-a060-d51f65781f20, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:02:50.927296 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] For port 221ab5a2-3f23-491d-a060-d51f65781f20, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=221ab5a2-3f23-491d-a060-d51f65781f20,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:02:50.963570 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61808fc0-9ff9-48cb-abc8-5a586aa12187 x-openstack-request-id: req-61808fc0-9ff9-48cb-abc8-5a586aa12187 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:50.963910 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-unplugged", "status": "failed", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b", "code": 422}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:50.964398 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61808fc0-9ff9-48cb-abc8-5a586aa12187 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:50.965003 n-d-790519-14 neutron-server[101891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'code': 422} returned with failed status Oct 12 23:02:51.012956 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:51.063867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d69f464d-1fbf-4851-8292-47456494975d req-90549976-5ea0-496d-8012-e5bba18a1137 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0493555 Oct 12 23:02:51.129702 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:51.195715 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5909fad7-20ae-4290-bf44-ff71ece2702d None None] Pushing event updated for resources: {'Port': ['ID=221ab5a2-3f23-491d-a060-d51f65781f20,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:51.215590 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:02:51.224286 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:02:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:51.252328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b8c8a-a2da-4648-b2c6-5c071c3ae479 req-1c764b42-eb91-4fae-93a5-23fbbf4d67a9 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:51.266827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-749b8c8a-a2da-4648-b2c6-5c071c3ae479 req-1c764b42-eb91-4fae-93a5-23fbbf4d67a9 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1029482 Oct 12 23:02:51.295661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:51.335523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-749b8c8a-a2da-4648-b2c6-5c071c3ae479 req-663fcbaf-dec6-4c34-9f41-a49e4569223a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670309 Oct 12 23:02:51.406259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Network 4a3ceab4-2787-406c-a943-7accca371000 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:51.418597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:51.423293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:51.448785 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:02:51.469298 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:51.470911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3020eca-da90-4b77-b64c-f88dbe70c99b req-b926d11f-83e9-4226-80e0-bdcb0d5ce841 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:51.477238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3020eca-da90-4b77-b64c-f88dbe70c99b req-b926d11f-83e9-4226-80e0-bdcb0d5ce841 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 946 time: 0.0744009 Oct 12 23:02:51.523661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:02:51.526320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5cbb020a-7e1d-406a-ba45-65e20c511e0b up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:51.547527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Pushing event updated for resources: {'Port': ['ID=562b4589-ab5c-4377-9c60-1a6dcbc2fb3d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:51.593939 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3020eca-da90-4b77-b64c-f88dbe70c99b req-f07b365a-bbc5-492e-9e8c-2a20790a7180 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081655 Oct 12 23:02:51.923922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:51.936408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:51.952324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-77d139c9-64c7-497a-b469-c490f86e6c53 None None] Provisioning complete for port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:51.952993 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-77d139c9-64c7-497a-b469-c490f86e6c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:51.954728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 5cbb020a-7e1d-406a-ba45-65e20c511e0b completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:02:51.988522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 5cbb020a-7e1d-406a-ba45-65e20c511e0b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:51.989602 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:51.992442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0', 'network_id': '32a79333-4cf9-432c-9a1e-5f2404cc4595', 'port_id': '5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0', 'mac_address': 'fa:16:3e:12:a8:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd14498-7f76-468a-8f82-5759747192a2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:02:52.169293 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:48Z', 'revision_number': 3, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:52.195824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-77d139c9-64c7-497a-b469-c490f86e6c53 None None] Port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:02:52.244487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfdf8c-15d4-47c3-ac7b-fd96f16a6eb1 req-80600e80-c598-4337-8659-d7f45202ee06 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:52.246820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69dfdf8c-15d4-47c3-ac7b-fd96f16a6eb1 req-80600e80-c598-4337-8659-d7f45202ee06 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 943 time: 0.0854757 Oct 12 23:02:52.249379 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1334665-7433-412e-90d8-3707dceb35fa None None] The sync data for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 is: [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:48Z', 'revision_number': 3, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:02:52.264650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833c5a4-367a-417f-a2bf-1e183318362b req-c789a6a0-0e52-4e5e-9f38-30cb1c9f4a70 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:52.290086 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-c789a6a0-0e52-4e5e-9f38-30cb1c9f4a70 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.3312562 Oct 12 23:02:52.309122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-c7306145-dc65-4bfe-9a0e-bad82152d69e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/quotas/32ae560e885841d79dd420b2b64ded98 HTTP/1.1" status: 200 len: 375 time: 0.0175068 Oct 12 23:02:52.314325 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:52.344487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:02:52.376687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:52.393853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:52.424737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69dfdf8c-15d4-47c3-ac7b-fd96f16a6eb1 req-d4efeb7a-c363-4c90-92d3-26119a3409cd tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612275 Oct 12 23:02:52.427529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-8a380e1b-842e-439e-8a74-8700ecf60213 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1180074 Oct 12 23:02:52.452756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5cbb020a-7e1d-406a-ba45-65e20c511e0b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5cbb020a-7e1d-406a-ba45-65e20c511e0b,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:52.477013 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:52.520634 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:52.573717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-80d725db-f24c-4c4f-aeae-01a4ee277ae9 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451735 Oct 12 23:02:52.605401 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:52.615634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-678b9ffd-9e58-4cad-9432-40f564e89915 req-6ac4200c-6070-4503-ac17-41e9acbf97c5 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0997167 Oct 12 23:02:52.623080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:52.722593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:52.776947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:52.784299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-0a0e486c-5df9-407c-904c-2a804846a7d5 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092595 Oct 12 23:02:52.896372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=5cbb020a-7e1d-406a-ba45-65e20c511e0b,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:52.967144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8283f913-b118-49df-b0c4-b3e11d3cf645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbb020a-7e1d-406a-ba45-65e20c511e0b'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:52.975087 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-975c6618-d5f5-4510-a6ca-04a233972a09" -d '{"events": [{"server_uuid": "8283f913-b118-49df-b0c4-b3e11d3cf645", "name": "network-vif-plugged", "status": "completed", "tag": "5cbb020a-7e1d-406a-ba45-65e20c511e0b"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:53.366228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64cf9d-e8dc-4704-8b3d-de0c3f5ec032 req-52b1440b-dcbf-4d50-b9dd-47bffafdba18 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:53.370684 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e64cf9d-e8dc-4704-8b3d-de0c3f5ec032 req-52b1440b-dcbf-4d50-b9dd-47bffafdba18 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1314073 Oct 12 23:02:53.463031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e64cf9d-e8dc-4704-8b3d-de0c3f5ec032 req-916e7785-19e8-46b1-86b2-ea64332162de tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807402 Oct 12 23:02:53.496188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Pushing event updated for resources: {'Port': ['ID=562b4589-ab5c-4377-9c60-1a6dcbc2fb3d,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:53.514974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:02:53.561964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-60ed7b7c-9f05-432f-8432-3b36a74b8898 req-72685d34-c9e7-4a7c-b154-f911ea42497e service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:02:53.569991 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60ed7b7c-9f05-432f-8432-3b36a74b8898 req-72685d34-c9e7-4a7c-b154-f911ea42497e service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0292120 Oct 12 23:02:53.574152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.574152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.574383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.574672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.575036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.575373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.575702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.578502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.578859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.579278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.579623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.579955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:02:53.626005 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:53.687938 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9180590-0dd3-423c-8d43-d339360ee0ff x-openstack-request-id: req-b9180590-0dd3-423c-8d43-d339360ee0ff {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:53.688373 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8283f913-b118-49df-b0c4-b3e11d3cf645", "name": "network-vif-plugged", "status": "completed", "tag": "5cbb020a-7e1d-406a-ba45-65e20c511e0b", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:53.721313 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b9180590-0dd3-423c-8d43-d339360ee0ff {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:53.721313 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8283f913-b118-49df-b0c4-b3e11d3cf645', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cbb020a-7e1d-406a-ba45-65e20c511e0b', 'code': 200} Oct 12 23:02:53.836277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86a1cd3e-d306-4e7f-a630-1c4da3416ea3 req-c49485c5-df01-4092-b50a-f1d38b63c26b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 210 time: 0.0663240 Oct 12 23:02:53.875069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf6471-2999-4816-bb12-9c4bd4b58618 req-7c1c0788-f1e3-4334-8c28-02c7f0f72fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:53.878357 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9bf6471-2999-4816-bb12-9c4bd4b58618 req-7c1c0788-f1e3-4334-8c28-02c7f0f72fee service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 1097 time: 0.0863557 Oct 12 23:02:53.970347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Network 4a3ceab4-2787-406c-a943-7accca371000 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:53.974200 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9bf6471-2999-4816-bb12-9c4bd4b58618 req-4324dbfd-5800-42fe-952f-f42aa217c767 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873461 Oct 12 23:02:53.976419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:54.023684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cda586-5868-4524-94e0-9702c58884af req-2d47cab8-a7a4-47f6-8184-df536467d3eb tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:54.028249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a8cda586-5868-4524-94e0-9702c58884af req-2d47cab8-a7a4-47f6-8184-df536467d3eb tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 944 time: 0.1072905 Oct 12 23:02:54.092913 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a8cda586-5868-4524-94e0-9702c58884af req-3fc0e474-63e7-4b37-98ff-784e23258e1c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573244 Oct 12 23:02:54.240340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 221ab5a2-3f23-491d-a060-d51f65781f20 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:54.273439 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a74bdba8-da7e-4a08-b931-14fe522e0a9b req-35a658f8-0d9c-4087-85d6-010c3b9db5df tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f9bc74b-3c82-400d-8267-d98df814c0a3 HTTP/1.1" status: 200 len: 210 time: 0.0726967 Oct 12 23:02:54.361200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Router 5bd5adac-87b4-4832-9437-0ea7094faf23 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:02:54.391662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 221ab5a2-3f23-491d-a060-d51f65781f20 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:54.394218 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:54.455767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b5dd3-25a9-4d6a-8750-f5584fef41f5 req-cbd3db75-58c1-4a5b-9029-ffe565fb0478 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:54.467398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-416b5dd3-25a9-4d6a-8750-f5584fef41f5 req-cbd3db75-58c1-4a5b-9029-ffe565fb0478 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.1626904 Oct 12 23:02:54.565692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-59cf4e07-fb74-49f2-aa18-fa23fcc08225 None None] Provisioning complete for port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:54.566069 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-59cf4e07-fb74-49f2-aa18-fa23fcc08225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:54.593798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-416b5dd3-25a9-4d6a-8750-f5584fef41f5 req-23164968-645a-4474-8122-f5f7c7fb3888 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171465 Oct 12 23:02:54.738671 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:54.777101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:02:54.785149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f73dbf50-0278-4179-bc85-93121b48aea2 admin admin] 10.222.0.31 "PUT /v2.0/routers/5bd5adac-87b4-4832-9437-0ea7094faf23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2821128 Oct 12 23:02:54.786394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 221ab5a2-3f23-491d-a060-d51f65781f20, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=221ab5a2-3f23-491d-a060-d51f65781f20,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:54.817097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-59cf4e07-fb74-49f2-aa18-fa23fcc08225 None None] Port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:02:54.832613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e4e67-7e94-40a0-833c-2392b1c7ba69 req-5c374453-3a25-487a-b740-1a3b8894e12c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:54.842351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a95e4e67-7e94-40a0-833c-2392b1c7ba69 req-5c374453-3a25-487a-b740-1a3b8894e12c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1842892 Oct 12 23:02:54.916771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:54.941030 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a95e4e67-7e94-40a0-833c-2392b1c7ba69 req-c5fca30a-8546-48e9-a534-658889c3c641 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958893 Oct 12 23:02:55.044033 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ba9bba3-2bab-47b8-a1ba-bdba83fc95e2 req-ebe4bdbe-8f37-4a2a-9ad0-f3aac0c86e04 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 210 time: 0.0869410 Oct 12 23:02:55.092403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=221ab5a2-3f23-491d-a060-d51f65781f20,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:55.121431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-509aac9c-d55a-4253-81ca-499e1a9b8fa8 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2519147 Oct 12 23:02:55.145586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-56c4777b-972c-4937-8f0d-ce424f1f5e80 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:02:55.148884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-56c4777b-972c-4937-8f0d-ce424f1f5e80 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0192738 Oct 12 23:02:55.301202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Sync routers for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:02:55.313176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:02:55.314610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:02:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:55.406859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90e5d7a-f2bf-4534-acf6-3c70478ac87d req-08933685-bed9-4bae-a3ee-7863421a8eb5 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:55.416293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e90e5d7a-f2bf-4534-acf6-3c70478ac87d req-08933685-bed9-4bae-a3ee-7863421a8eb5 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 944 time: 0.1424923 Oct 12 23:02:55.464105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:02:55.571396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e90e5d7a-f2bf-4534-acf6-3c70478ac87d req-7135bb21-aeeb-41f2-95be-b8654b00716b tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524999 Oct 12 23:02:55.572033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:55.769754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d6dfb-5c36-40ca-8013-78bca6ddbfd6 req-691d3c91-5026-4342-b1a8-4a74fb0d3888 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:55.782005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-187d6dfb-5c36-40ca-8013-78bca6ddbfd6 req-691d3c91-5026-4342-b1a8-4a74fb0d3888 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.0813046 Oct 12 23:02:55.817477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:02:55.832027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:55.833077 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:55.875325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57182) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:55.878789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-187d6dfb-5c36-40ca-8013-78bca6ddbfd6 req-e0e31102-8f5b-444c-9e30-f4647c863f8d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955336 Oct 12 23:02:55.880081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1cd7df17-87d1-4eca-86e4-185331b454cb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1107687708', 'description': 'tempest-description--677862658'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:56.023573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:51Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '562b4589-ab5c-4377-9c60-1a6dcbc2fb3d', 'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'mac_address': 'fa:16:3e:f9:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:50Z', 'updated_at': '2021-10-12T23:02:52Z', 'revision_number': 2, 'project_id': 'a098d32465f14c7886f98190b680795f', 'subnets': [{'id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:56.032172 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1cd7df17-87d1-4eca-86e4-185331b454cb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.047441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57186) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:56.150956 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.153839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 221ab5a2-3f23-491d-a060-d51f65781f20 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:02:56.165599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Checking router: 5bd5adac-87b4-4832-9437-0ea7094faf23 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:02:56.166181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Updating router 5bd5adac-87b4-4832-9437-0ea7094faf23 port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:02:56.253554 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb60a0b8-e830-4e06-8ca9-c7487de7eaa7 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.280914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:02:56.287853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7249ab-11a2-4c16-8477-f04d7c06bfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:02:56.290603 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b83d5c-8e5d-4ce6-a5fc-f70838d0503a" -d '{"events": [{"server_uuid": "0e7249ab-11a2-4c16-8477-f04d7c06bfcf", "name": "network-vif-plugged", "status": "completed", "tag": "5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:02:56.304444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.333718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6fa256d4-161e-49d3-8647-8869901bd6c7 req-a42fca62-6361-4389-99b9-d101a8c75a51 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 210 time: 0.0584381 Oct 12 23:02:56.350483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1cd7df17-87d1-4eca-86e4-185331b454cb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.372319 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb60a0b8-e830-4e06-8ca9-c7487de7eaa7 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.423574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e53811-b89d-4be4-b4d7-57e1dc155d70 req-412cde1c-a6c8-43c4-a516-6205691fe2ed tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:56.433238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-26e53811-b89d-4be4-b4d7-57e1dc155d70 req-412cde1c-a6c8-43c4-a516-6205691fe2ed tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.2698553 Oct 12 23:02:56.481240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833c5a4-367a-417f-a2bf-1e183318362b req-80afa045-30a2-4d36-99e6-6d894b49f66d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:56.484472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-80afa045-30a2-4d36-99e6-6d894b49f66d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.3257015 Oct 12 23:02:56.517545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Request body: {'port': {'device_id': 'ea576a20-e621-41dd-b304-6475b5bbe853', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'admin_state_up': True, 'tenant_id': '32ae560e885841d79dd420b2b64ded98'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:56.529702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-26e53811-b89d-4be4-b4d7-57e1dc155d70 req-522e3113-0fcd-4546-ad8f-775f9c2edd5c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828362 Oct 12 23:02:56.547208 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1cd7df17-87d1-4eca-86e4-185331b454cb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.589689 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1354b6-822d-44b5-ba6f-8fc04721733c x-openstack-request-id: req-ce1354b6-822d-44b5-ba6f-8fc04721733c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:02:56.591360 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7249ab-11a2-4c16-8477-f04d7c06bfcf", "name": "network-vif-plugged", "status": "completed", "tag": "5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:02:56.591360 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce1354b6-822d-44b5-ba6f-8fc04721733c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:02:56.591722 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7249ab-11a2-4c16-8477-f04d7c06bfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0', 'code': 200} Oct 12 23:02:56.595928 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.612046 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb60a0b8-e830-4e06-8ca9-c7487de7eaa7 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.614930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb60a0b8-e830-4e06-8ca9-c7487de7eaa7 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.616862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-eb60a0b8-e830-4e06-8ca9-c7487de7eaa7 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "DELETE /v2.0/security-groups/8534a8f0-1e4e-4833-967c-877fd959c31d HTTP/1.1" status: 204 len: 168 time: 0.5679855 Oct 12 23:02:56.620638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57196) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:56.666743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60a0b8-e830-4e06-8ca9-c7487de7eaa7 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8534a8f0-1e4e-4833-967c-877fd959c31d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:56.687707 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-5e4d0c3e-0a5c-4396-a127-ed154cac4601 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] show failed (client error): The resource could not be found. Oct 12 23:02:56.689466 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5e4d0c3e-0a5c-4396-a127-ed154cac4601 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "GET /v2.0/security-groups/8534a8f0-1e4e-4833-967c-877fd959c31d HTTP/1.1" status: 404 len: 347 time: 0.0668674 Oct 12 23:02:56.693212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57198) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:56.754704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 221ab5a2-3f23-491d-a060-d51f65781f20 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:56.755384 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.968774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd7df17-87d1-4eca-86e4-185331b454cb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca09baa-80c2-4ea8-8618-a28271985809,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:56.990444 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1cd7df17-87d1-4eca-86e4-185331b454cb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:56.992538 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1cd7df17-87d1-4eca-86e4-185331b454cb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1158733 Oct 12 23:02:57.042117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57204) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:57.059747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9622eb4-c478-441f-b858-1a6e77d62891 req-9d48dafb-83e6-4c0c-8a5c-f522f3cec4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:57.061393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9622eb4-c478-441f-b858-1a6e77d62891 req-9d48dafb-83e6-4c0c-8a5c-f522f3cec4f7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 1097 time: 0.5757973 Oct 12 23:02:57.083670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Deleting port 70fa4c1f-38b6-4f85-a0ff-a1ced21e7b3a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:02:57.084793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:57.086366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-16b9b7ba-b3e3-4e69-91a7-dc57ca2f7a82 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Request body: {'security_group_rule': {'security_group_id': '8ca09baa-80c2-4ea8-8618-a28271985809', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:57.277695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8c1817-e735-4e8d-bcea-baa8f78f7756 req-66142d22-aec2-4714-b6ed-ad0cdbd3e347 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:57.279059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa533c-00a0-4633-afeb-9b480cc22237 req-f99beb57-b02f-40a4-baa2-301c097e60ea tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:57.284632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb8c1817-e735-4e8d-bcea-baa8f78f7756 req-66142d22-aec2-4714-b6ed-ad0cdbd3e347 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.1776946 Oct 12 23:02:57.300336 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3fa533c-00a0-4633-afeb-9b480cc22237 req-f99beb57-b02f-40a4-baa2-301c097e60ea tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 945 time: 0.4373088 Oct 12 23:02:57.330189 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:57.330533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:57.333541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Made reservation on behalf of 32ae560e885841d79dd420b2b64ded98 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:02:57.344364 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:57.377280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Calling delete_port for 70fa4c1f-38b6-4f85-a0ff-a1ced21e7b3a owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:02:57.393564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9622eb4-c478-441f-b858-1a6e77d62891 req-dc7c2f6f-a294-4444-9207-beeec56e7411 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833965 Oct 12 23:02:57.405341 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:57.426310 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb8c1817-e735-4e8d-bcea-baa8f78f7756 req-7c046115-bfec-40b8-87bd-060129520a5e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236296 Oct 12 23:02:57.661280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:57.701459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e8fd807-bf65-4760-a42f-399a158432c8 req-6bd5408c-705d-46a7-9f3f-0bfbe4cbf734 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 210 time: 0.0434630 Oct 12 23:02:57.752365 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.051437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51546b1c-edc4-4da6-83f6-447b3e786c74 None None] Pushing event updated for resources: {'Port': ['ID=562b4589-ab5c-4377-9c60-1a6dcbc2fb3d,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:58.062577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3fa533c-00a0-4633-afeb-9b480cc22237 req-f17c4ef6-3b2d-4575-978e-0ee79104f3c4 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7630758 Oct 12 23:02:58.109350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16b9b7ba-b3e3-4e69-91a7-dc57ca2f7a82 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.179866 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.188001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Attempting to bind port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:02:58.189727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Attempting to bind port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:02:58.190425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Attempting to bind port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d on network 4a3ceab4-2787-406c-a943-7accca371000 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:02:58.207865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:02:58.209285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Checking segment: {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:02:58.218807 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.218807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Bound using segment: {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:02:58.218807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Bound port: 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:02:58.218807 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.257352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0ad37-cb58-4659-9037-ca28fab0d91e req-1ecc652e-01d9-4fb4-a0dc-993e6b846afa tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:58.266293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4f0ad37-cb58-4659-9037-ca28fab0d91e req-1ecc652e-01d9-4fb4-a0dc-993e6b846afa tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.3723369 Oct 12 23:02:58.312187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Allocated IP 172.20.0.3 (273e1941-ee6c-4884-bfc8-cfacaaceab02/b716a6d8-82ce-42f0-a720-23afc5bfcb46/9103df49-2189-4cc7-af1a-6ff5c37d78f9) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:02:58.396357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] For port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:02:58.402461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] For port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=562b4589-ab5c-4377-9c60-1a6dcbc2fb3d,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:02:58.421831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a282d6ac-c5fb-46ab-84e9-4c678382a8d7 None None] Provisioning complete for port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:58.422601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a282d6ac-c5fb-46ab-84e9-4c678382a8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.493181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Pushing event deleted for resources: {'Port': ['ID=70fa4c1f-38b6-4f85-a0ff-a1ced21e7b3a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:58.517143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a282d6ac-c5fb-46ab-84e9-4c678382a8d7 None None] Port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:02:58.569816 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4f0ad37-cb58-4659-9037-ca28fab0d91e req-93225a24-083b-4c39-b5fd-498f2fd6722f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860751 Oct 12 23:02:58.638532 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.646925 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.654333 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.664740 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-59173008-d7fb-41af-b46c-c0b935a207e6 tempest-ServersTestBootFromVolume-1551275067 tempest-ServersTestBootFromVolume-1551275067-project] 10.222.0.31 "DELETE /v2.0/floatingips/04b0914c-3824-4651-a933-6639e471c927 HTTP/1.1" status: 204 len: 168 time: 1.9700789 Oct 12 23:02:58.665616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57220) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:58.880147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51546b1c-edc4-4da6-83f6-447b3e786c74 None None] Pushing event updated for resources: {'Port': ['ID=562b4589-ab5c-4377-9c60-1a6dcbc2fb3d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:58.880147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:02:58.880147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:02:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:02:58.881369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16b9b7ba-b3e3-4e69-91a7-dc57ca2f7a82 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.937050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:58.945044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19e63fc5-24a8-4285-8cc1-2a6f01094738 req-e2313286-c7e7-49fc-aaef-0e8a5d28a247 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 210 time: 0.0532467 Oct 12 23:02:58.981879 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:02:58.993884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d81662b-043d-4d73-86e8-9a2a4116d395 req-1a1cda41-41cc-4295-9cb5-6fc598d12d18 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:59.002058 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d81662b-043d-4d73-86e8-9a2a4116d395 req-1a1cda41-41cc-4295-9cb5-6fc598d12d18 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.2600539 Oct 12 23:02:59.062459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d81662b-043d-4d73-86e8-9a2a4116d395 req-29a162d0-403c-4379-92cf-ca380c481ad7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503669 Oct 12 23:02:59.065075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16b9b7ba-b3e3-4e69-91a7-dc57ca2f7a82 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:59.125964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b9b7ba-b3e3-4e69-91a7-dc57ca2f7a82 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124bf6e6-91ed-49e3-8101-19016968edfd,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:59.206689 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:59.310366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91323b87-d184-40e6-902b-e14bc026bfa5 req-4db1f53f-7168-4bd5-b282-0c18d2778d06 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:59.324910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91323b87-d184-40e6-902b-e14bc026bfa5 req-4db1f53f-7168-4bd5-b282-0c18d2778d06 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 945 time: 0.1107688 Oct 12 23:02:59.349452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event updated for resources: {'Port': ['ID=9103df49-2189-4cc7-af1a-6ff5c37d78f9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:02:59.377061 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16b9b7ba-b3e3-4e69-91a7-dc57ca2f7a82 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:59.379449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-16b9b7ba-b3e3-4e69-91a7-dc57ca2f7a82 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.3170617 Oct 12 23:02:59.389287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57232) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:02:59.409723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:02:59.424120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-16025a7e-58a7-4739-abb2-ce6d16ceb8a4 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Request body: {'security_group_rule': {'security_group_id': '8ca09baa-80c2-4ea8-8618-a28271985809', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:02:59.440433 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91323b87-d184-40e6-902b-e14bc026bfa5 req-fe814963-00cf-4f40-8afa-472e2ae504e7 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134396 Oct 12 23:02:59.446531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:02:59.449445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:02:59.557018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:59.619803 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:59.720064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d104e2cd-0b94-432a-baa7-87a6de212471'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:02:59.791213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:59.794745 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:59.855324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ffdb2-bd8b-4909-9070-a6c10cb8fe4b req-0895272e-6667-4ac6-aa4b-4a85e1d755f3 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:02:59.864678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-186ffdb2-bd8b-4909-9070-a6c10cb8fe4b req-0895272e-6667-4ac6-aa4b-4a85e1d755f3 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.2720270 Oct 12 23:02:59.906928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a9232450-c8ee-4cd1-bb05-63cb5441dca2 None None] Provisioning complete for port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:02:59.910583 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9232450-c8ee-4cd1-bb05-63cb5441dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:02:59.924413 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16025a7e-58a7-4739-abb2-ce6d16ceb8a4 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:00.059069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-186ffdb2-bd8b-4909-9070-a6c10cb8fe4b req-61247036-89ea-42d0-9ef2-9dcfcce73d19 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914151 Oct 12 23:03:00.065939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:51Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '562b4589-ab5c-4377-9c60-1a6dcbc2fb3d', 'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'mac_address': 'fa:16:3e:f9:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:50Z', 'updated_at': '2021-10-12T23:02:58Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'subnets': [{'id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:00.078738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-4b3493a5-3aea-43a8-beb3-148de6fc4589 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5668750 Oct 12 23:03:00.112416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b782db-0368-42fa-8ae5-50d46793e873 None None] The sync data for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 is: [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:51Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '562b4589-ab5c-4377-9c60-1a6dcbc2fb3d', 'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'mac_address': 'fa:16:3e:f9:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:50Z', 'updated_at': '2021-10-12T23:02:58Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'subnets': [{'id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:03:00.123993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Request body: {'port': {'device_id': 'ea576a20-e621-41dd-b304-6475b5bbe853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:00.141084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac0872-5be3-42cf-a6d5-9c00e88222dd req-b35dfa7d-2e4c-46ca-8dd6-b0b290bd7958 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:00.154216 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acac0872-5be3-42cf-a6d5-9c00e88222dd req-b35dfa7d-2e4c-46ca-8dd6-b0b290bd7958 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.3230209 Oct 12 23:03:00.282412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acac0872-5be3-42cf-a6d5-9c00e88222dd req-a1b8a66e-e778-4998-8334-3a156d6f9fbd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231923 Oct 12 23:03:00.394332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9232450-c8ee-4cd1-bb05-63cb5441dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:00.437163 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:00.579850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a9232450-c8ee-4cd1-bb05-63cb5441dca2 None None] For port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=562b4589-ab5c-4377-9c60-1a6dcbc2fb3d,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:00.657812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17265f23-fe21-421a-b6e3-2491835c42c1 req-61199112-589d-4afc-bc2f-e8550d8d56b8 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:00.664398 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9232450-c8ee-4cd1-bb05-63cb5441dca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:00.691131 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17265f23-fe21-421a-b6e3-2491835c42c1 req-61199112-589d-4afc-bc2f-e8550d8d56b8 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 945 time: 0.2184000 Oct 12 23:03:00.715170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Deleting port 51e5869f-cb32-4344-832a-7637e2247f4e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:00.715517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:00.796405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9232450-c8ee-4cd1-bb05-63cb5441dca2 None None] Pushing event updated for resources: {'Port': ['ID=562b4589-ab5c-4377-9c60-1a6dcbc2fb3d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:00.880037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9103df49-2189-4cc7-af1a-6ff5c37d78f9 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:00.891995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:00.907621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Transition to ACTIVE for port object 9103df49-2189-4cc7-af1a-6ff5c37d78f9 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:03:00.932003 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16025a7e-58a7-4739-abb2-ce6d16ceb8a4 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:00.960723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17265f23-fe21-421a-b6e3-2491835c42c1 req-baa3e819-8bd4-46f3-84b1-d60e5f735ce9 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479823 Oct 12 23:03:00.964960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530993c-186f-4909-9fd4-c20bc4f9a6fc req-ce49c716-6c9e-4d7c-8dd2-15d448e1108b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:00.974570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b530993c-186f-4909-9fd4-c20bc4f9a6fc req-ce49c716-6c9e-4d7c-8dd2-15d448e1108b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 931 time: 0.5011289 Oct 12 23:03:01.032547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:01.067077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] For port 51e5869f-cb32-4344-832a-7637e2247f4e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=51e5869f-cb32-4344-832a-7637e2247f4e,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:01.067469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:01.157974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Calling delete_port for 51e5869f-cb32-4344-832a-7637e2247f4e owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:01.196903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16025a7e-58a7-4739-abb2-ce6d16ceb8a4 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:01.232203 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b530993c-186f-4909-9fd4-c20bc4f9a6fc req-ad040fd0-7f24-4c45-8aa2-081021bb0ebb tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542453 Oct 12 23:03:01.266189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9103df49-2189-4cc7-af1a-6ff5c37d78f9,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:01.321229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16025a7e-58a7-4739-abb2-ce6d16ceb8a4 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b80ecf-9119-4535-832d-d8e4ab9551d6,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:01.406637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ab648-7bca-4c77-b29f-7bf357e9793e req-272b4669-e295-40a4-afd2-d9d7e89da20f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:01.414377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-034ab648-7bca-4c77-b29f-7bf357e9793e req-272b4669-e295-40a4-afd2-d9d7e89da20f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.3110690 Oct 12 23:03:01.442168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-16025a7e-58a7-4739-abb2-ce6d16ceb8a4 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:01.447143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-16025a7e-58a7-4739-abb2-ce6d16ceb8a4 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.0343387 Oct 12 23:03:01.447783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57264) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:01.458992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:01.504066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Attempting to bind port 9103df49-2189-4cc7-af1a-6ff5c37d78f9 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:03:01.504405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Attempting to bind port 9103df49-2189-4cc7-af1a-6ff5c37d78f9 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:03:01.504736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Attempting to bind port 9103df49-2189-4cc7-af1a-6ff5c37d78f9 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:01.517968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Port 9103df49-2189-4cc7-af1a-6ff5c37d78f9 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:03:01.518303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Attempting to bind port 9103df49-2189-4cc7-af1a-6ff5c37d78f9 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:01.535120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:03:01.535998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Checking segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:03:01.535998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Bound using segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:03:01.536341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Bound port: 9103df49-2189-4cc7-af1a-6ff5c37d78f9, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:03:01.536657 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:01.587506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-034ab648-7bca-4c77-b29f-7bf357e9793e req-40b4bc34-0841-4441-8086-3e846a0f380a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1721594 Oct 12 23:03:01.642702 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:01.751931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] For port 9103df49-2189-4cc7-af1a-6ff5c37d78f9, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:03:01.776704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] For port 9103df49-2189-4cc7-af1a-6ff5c37d78f9, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9103df49-2189-4cc7-af1a-6ff5c37d78f9,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:03:01.872915 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:01.985692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:01.989822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:01.992525 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/9103df49-2189-4cc7-af1a-6ff5c37d78f9 HTTP/1.1" status: 200 len: 1092 time: 1.8929822 Oct 12 23:03:02.017866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea576a20-e621-41dd-b304-6475b5bbe853', 'tag': '9103df49-2189-4cc7-af1a-6ff5c37d78f9'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:02.023932 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9" -d '{"events": [{"name": "network-changed", "server_uuid": "ea576a20-e621-41dd-b304-6475b5bbe853", "tag": "9103df49-2189-4cc7-af1a-6ff5c37d78f9"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:02.034842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baa8335-2125-44ab-89d7-4f179b17d0da req-1eb36fa9-056a-4ee5-b441-75ee0c8d03a7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:02.037496 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0baa8335-2125-44ab-89d7-4f179b17d0da req-1eb36fa9-056a-4ee5-b441-75ee0c8d03a7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1420040 Oct 12 23:03:02.148086 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0baa8335-2125-44ab-89d7-4f179b17d0da req-15878a5c-4d46-4fcf-9fc8-221af1b6a44a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925953 Oct 12 23:03:02.153564 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:02.197609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:02.304602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e5869f-cb32-4344-832a-7637e2247f4e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:02.370817 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2153c9b4-61b6-478e-9185-a2bcdec78deb x-openstack-request-id: req-2153c9b4-61b6-478e-9185-a2bcdec78deb {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:02.371563 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea576a20-e621-41dd-b304-6475b5bbe853", "tag": "9103df49-2189-4cc7-af1a-6ff5c37d78f9", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:02.372800 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2153c9b4-61b6-478e-9185-a2bcdec78deb {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:02.373284 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea576a20-e621-41dd-b304-6475b5bbe853', 'tag': '9103df49-2189-4cc7-af1a-6ff5c37d78f9', 'status': 'completed', 'code': 200} Oct 12 23:03:02.378078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cb094a-c1b6-43c4-9720-9e7534ec97f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9103df49-2189-4cc7-af1a-6ff5c37d78f9,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:02.399840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:02.400486 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:02.438887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:02.632420 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833c5a4-367a-417f-a2bf-1e183318362b req-eaa02f42-113d-44db-8e02-19c3a58b4164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:02.634426 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-eaa02f42-113d-44db-8e02-19c3a58b4164 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 1095 time: 0.4993865 Oct 12 23:03:02.764377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b92df-b68b-433f-bccd-13ec33dba6b7 req-a622fbd3-2524-4e7a-9e94-77d4e9df469a tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:02.782739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff2b92df-b68b-433f-bccd-13ec33dba6b7 req-a622fbd3-2524-4e7a-9e94-77d4e9df469a tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 945 time: 0.5395403 Oct 12 23:03:02.814886 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-5577e5b1-6754-4f70-aec0-49b8c608c103 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9103df49-2189-4cc7-af1a-6ff5c37d78f9 HTTP/1.1" status: 200 len: 217 time: 0.1598027 Oct 12 23:03:02.846616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc207ab-b06d-4c7f-ad52-5126b5ba055e req-ec0d1f5f-f1ea-4d3c-8938-c370a2f0d004 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:02.854719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cc207ab-b06d-4c7f-ad52-5126b5ba055e req-ec0d1f5f-f1ea-4d3c-8938-c370a2f0d004 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 943 time: 0.3686919 Oct 12 23:03:02.915083 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:02.958036 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cc207ab-b06d-4c7f-ad52-5126b5ba055e req-5282749d-4313-458a-951e-9c7af2f0fbf9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021645 Oct 12 23:03:03.026280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff2b92df-b68b-433f-bccd-13ec33dba6b7 req-223b8287-d9c5-426d-a520-d7c5fbfdb052 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313826 Oct 12 23:03:03.056301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7833c5a4-367a-417f-a2bf-1e183318362b req-f89a3a53-ee6e-46c4-a8cc-69d91b8ea0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:03.057767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-f89a3a53-ee6e-46c4-a8cc-69d91b8ea0f7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.2184179 Oct 12 23:03:03.132376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-ba77d4f2-30b5-4260-85ad-043ce41fe42a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652554 Oct 12 23:03:03.134367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Allocated IP 172.25.2.113 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/747c4b75-c118-48e3-be3a-ce3fc806d0ee) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:03:03.333466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a2f08-ca39-45ae-8083-f8f61b1de755 req-6c7beb34-edaa-4c23-a109-ba570b8d08e5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:03.342856 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b2a2f08-ca39-45ae-8083-f8f61b1de755 req-6c7beb34-edaa-4c23-a109-ba570b8d08e5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.1697776 Oct 12 23:03:03.382031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Router b4d297df-ef57-4758-8ba0-e3a995eb0432 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:03:03.435228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b2a2f08-ca39-45ae-8083-f8f61b1de755 req-c6505509-490c-4ec7-a621-f1917b2687fc tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834520 Oct 12 23:03:03.555565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-376ce891-7628-4abd-a998-6fd909865003 service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117599 Oct 12 23:03:03.666698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:03.898868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:04.020166 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7833c5a4-367a-417f-a2bf-1e183318362b req-96f082d4-411a-49f1-b18c-ddf678aa44f0 service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4396687 Oct 12 23:03:04.176398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:03:04.210114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:03:04.237190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9eb9f-d3fc-4b30-98df-ab5808d91a8f req-74a0e1ee-864b-4268-9a64-eeb2aaf3be3f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:04.247354 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-78b9eb9f-d3fc-4b30-98df-ab5808d91a8f req-74a0e1ee-864b-4268-9a64-eeb2aaf3be3f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.4061568 Oct 12 23:03:04.264465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e0d56-9714-4b67-9e17-b16dc4666fe1 req-c5b5031e-3fa9-4760-b02e-e6907d1fecd4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:04.268607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:03:04.277546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f4e0d56-9714-4b67-9e17-b16dc4666fe1 req-c5b5031e-3fa9-4760-b02e-e6907d1fecd4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.2319744 Oct 12 23:03:04.333656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:03:04.344296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-164b7716-36c6-4145-a919-4b87ab047d49 admin admin] 10.222.0.31 "PUT /v2.0/routers/b4d297df-ef57-4758-8ba0-e3a995eb0432/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6754525 Oct 12 23:03:04.345149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57302) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:04.346478 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] Sync routers for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:03:04.360255 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:03:04.361799 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:02:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:04.363536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f4e0d56-9714-4b67-9e17-b16dc4666fe1 req-4313d757-eb09-4a50-83c7-9bd8374c2e54 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801513 Oct 12 23:03:04.385828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Pushing event updated for resources: {'Port': ['ID=747c4b75-c118-48e3-be3a-ce3fc806d0ee,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:04.544608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-e38ba521-631f-462d-847a-41495b854444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:04.551887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-e38ba521-631f-462d-847a-41495b854444 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 1095 time: 0.3971908 Oct 12 23:03:04.586350 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-78b9eb9f-d3fc-4b30-98df-ab5808d91a8f req-337721a5-3fe2-47ec-8d86-0bbf590b52af tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377848 Oct 12 23:03:04.625256 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:03:04.748731 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:04.772658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64b543d-6937-4999-83ba-cfc57acfd19f req-08eaf08e-3d5b-4ea8-8d82-a29e1089f9e2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:04.792709 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d64b543d-6937-4999-83ba-cfc57acfd19f req-08eaf08e-3d5b-4ea8-8d82-a29e1089f9e2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 943 time: 0.2241185 Oct 12 23:03:04.846337 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:04.954094 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:04.956456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-63ec5d0f-4d43-4cba-bb13-720017452e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:04.957981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-63ec5d0f-4d43-4cba-bb13-720017452e3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 907 time: 0.3696711 Oct 12 23:03:04.993915 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d64b543d-6937-4999-83ba-cfc57acfd19f req-61c69285-e88d-4a7c-9943-4bdbf002f020 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000308 Oct 12 23:03:05.045767 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T23:03:01Z', 'revision_number': 5, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:05.129287 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] Checking router: b4d297df-ef57-4758-8ba0-e3a995eb0432 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:03:05.167931 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] Routers {'b4d297df-ef57-4758-8ba0-e3a995eb0432'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:03:05.168808 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:02:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b4d297df-ef57-4758-8ba0-e3a995eb0432'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:05.177525 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:05.389431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Deleting port f67ea728-0857-4886-a948-4ff418acfab6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:05.390121 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:05.456971 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] Set router b4d297df-ef57-4758-8ba0-e3a995eb0432 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:03:05.592049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] For port f67ea728-0857-4886-a948-4ff418acfab6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f67ea728-0857-4886-a948-4ff418acfab6,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:05.592412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:05.621197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Calling delete_port for f67ea728-0857-4886-a948-4ff418acfab6 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:05.736636 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-7f5680e4-c3c9-47af-9672-2301218e5b22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9103df49-2189-4cc7-af1a-6ff5c37d78f9 HTTP/1.1" status: 200 len: 217 time: 0.7592685 Oct 12 23:03:05.757889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf7c75-831d-45a9-a4af-80ed2d200b08 req-82b41917-9004-4ca9-9aef-a23a02ec51ce tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:05.764921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf7c75-831d-45a9-a4af-80ed2d200b08 req-82b41917-9004-4ca9-9aef-a23a02ec51ce tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:05.771496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf7c75-831d-45a9-a4af-80ed2d200b08 req-82b41917-9004-4ca9-9aef-a23a02ec51ce tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:05.773789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-10bf7c75-831d-45a9-a4af-80ed2d200b08 req-82b41917-9004-4ca9-9aef-a23a02ec51ce tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf&device_id=8283f913-b118-49df-b0c4-b3e11d3cf645&device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 2417 time: 0.1471272 Oct 12 23:03:05.793390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b14aa-8c8a-4542-9d37-9076f6968bb7 req-99b64839-5be5-4763-b7ea-8cb1cbf92abf tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:05.795986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f95b14aa-8c8a-4542-9d37-9076f6968bb7 req-99b64839-5be5-4763-b7ea-8cb1cbf92abf tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.9936237 Oct 12 23:03:05.841476 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T23:03:01Z', 'revision_number': 5, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:05.893692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-10bf7c75-831d-45a9-a4af-80ed2d200b08 req-33f73a80-1b94-4289-a2e0-beaf41a18e2c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112099 Oct 12 23:03:05.919155 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947f0f44-7216-40bd-bb68-95c34ead65d5 None None] The sync data for ids ['b4d297df-ef57-4758-8ba0-e3a995eb0432'] in n-d-790519-14 is: [{'id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'name': 'tempest-ServersTestBootFromVolume-197253737-router', 'tenant_id': '3e060259d24740948be5835489f4fa25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108'}], 'enable_snat': True}, 'gw_port_id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:57:49Z', 'updated_at': '2021-10-12T23:03:01Z', 'revision_number': 5, 'project_id': '3e060259d24740948be5835489f4fa25', 'gw_port': {'id': 'f67ea728-0857-4886-a948-4ff418acfab6', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:48:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4d297df-ef57-4758-8ba0-e3a995eb0432', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:57:50Z', 'updated_at': '2021-10-12T22:57:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:03:05.951700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-d56a33da-4da8-4d59-bc22-5dc46d1cb2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:05.953193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-d56a33da-4da8-4d59-bc22-5dc46d1cb2d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.1932223 Oct 12 23:03:06.060007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-eb257502-3664-4251-b9ca-befafbfb9f5a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756166 Oct 12 23:03:06.093621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f95b14aa-8c8a-4542-9d37-9076f6968bb7 req-bf428a4f-0142-4b1d-8e96-ea186c5c0c2b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2813203 Oct 12 23:03:06.152005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274d304-1eb7-44d3-96bc-1d2a371af1da req-ef04ece8-ae2e-4774-8085-d777053757ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:06.163837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f274d304-1eb7-44d3-96bc-1d2a371af1da req-ef04ece8-ae2e-4774-8085-d777053757ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1060357 Oct 12 23:03:06.239455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-62906c46-de2f-4417-92e1-f5eb4198f7ae service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716216 Oct 12 23:03:06.474834 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f274d304-1eb7-44d3-96bc-1d2a371af1da req-6d928083-d26b-46a0-83a7-e712a110c654 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3072331 Oct 12 23:03:06.603574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:06.658769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09ece36-9a77-453a-9320-56ad92424b64 req-98f9db82-9a49-4fe2-8878-8c2a1f5f6e65 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:06.660391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e09ece36-9a77-453a-9320-56ad92424b64 req-98f9db82-9a49-4fe2-8878-8c2a1f5f6e65 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 943 time: 0.0846493 Oct 12 23:03:06.666535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9103df49-2189-4cc7-af1a-6ff5c37d78f9 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:03:06.748703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e09ece36-9a77-453a-9320-56ad92424b64 req-af5e2080-76a7-441f-86e0-6fdba260b2ba tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775712 Oct 12 23:03:06.771163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fe2c3c-ee44-4924-b288-3a0e4b6d99a8 req-c7eaa99f-8c4e-42e9-a572-5639994df144 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:06.773352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11fe2c3c-ee44-4924-b288-3a0e4b6d99a8 req-c7eaa99f-8c4e-42e9-a572-5639994df144 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 945 time: 0.1648753 Oct 12 23:03:06.822880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e693e4d-7ee3-4e8b-ad1a-b9877cbacfd9 req-326e8076-1b15-4d0b-884e-2cd42825135b service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274102 Oct 12 23:03:06.829122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9103df49-2189-4cc7-af1a-6ff5c37d78f9, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9103df49-2189-4cc7-af1a-6ff5c37d78f9,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:06.843556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '9103df49-2189-4cc7-af1a-6ff5c37d78f9', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'port_id': '9103df49-2189-4cc7-af1a-6ff5c37d78f9', 'mac_address': 'fa:16:3e:f0:6e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b716a6d8-82ce-42f0-a720-23afc5bfcb46', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:03:06.850414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11fe2c3c-ee44-4924-b288-3a0e4b6d99a8 req-d296889d-e331-4b0b-a821-c6bb3b9e1581 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607960 Oct 12 23:03:06.899984 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:06.913688 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:06.921442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9103df49-2189-4cc7-af1a-6ff5c37d78f9 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:06.922966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:06.980231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f67ea728-0857-4886-a948-4ff418acfab6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:07.002369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9103df49-2189-4cc7-af1a-6ff5c37d78f9, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9103df49-2189-4cc7-af1a-6ff5c37d78f9,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:07.044554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Pushing event updated for resources: {'Port': ['ID=747c4b75-c118-48e3-be3a-ce3fc806d0ee,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:07.089705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.132364 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.162970 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.266249 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.268501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.274967 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.285218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d715caed-b489-4595-9972-309d7b6b3dab tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.8252831 Oct 12 23:03:07.291055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9103df49-2189-4cc7-af1a-6ff5c37d78f9,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:07.433288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d575a5b7-ddce-4bba-9aaf-dfa63aa043ce req-7e9ca139-369a-4b2c-84bc-013fc86bf1ef tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:07.439116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d575a5b7-ddce-4bba-9aaf-dfa63aa043ce req-7e9ca139-369a-4b2c-84bc-013fc86bf1ef tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.1593370 Oct 12 23:03:07.507591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.507591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4d297df-ef57-4758-8ba0-e3a995eb0432 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:03:07.509018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.510243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-79366ef5-30ed-46e5-b9b4-60c5da3cc4f9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/b4d297df-ef57-4758-8ba0-e3a995eb0432 HTTP/1.1" status: 204 len: 168 time: 3.1639340 Oct 12 23:03:07.511225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9103df49-2189-4cc7-af1a-6ff5c37d78f9'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:07.515431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57358) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:07.560698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d575a5b7-ddce-4bba-9aaf-dfa63aa043ce req-7744c149-7c55-41d7-9407-40909fd0ca5d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132891 Oct 12 23:03:07.609716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6570c35e-987c-4233-b31d-3c318efbb510 admin admin] Deleting subnet 7801bb8c-1381-46eb-bcb8-a536993a3521 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:03:07.621795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6570c35e-987c-4233-b31d-3c318efbb510 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.700647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-f2e842b6-873a-483c-b24c-2c6931462e44 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1107687708&fields=id&tenant_id=a098d32465f14c7886f98190b680795f HTTP/1.1" status: 200 len: 267 time: 0.1015227 Oct 12 23:03:07.730209 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6570c35e-987c-4233-b31d-3c318efbb510 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:07.959486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-75115349-6211-4d4b-bd5c-ead979feacdb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:07.966973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-75115349-6211-4d4b-bd5c-ead979feacdb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/networks?id=4a3ceab4-2787-406c-a943-7accca371000 HTTP/1.1" status: 200 len: 805 time: 0.2641432 Oct 12 23:03:08.002420 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-d75ac8de-e446-44c5-b241-e442eaa5a283 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/quotas/a098d32465f14c7886f98190b680795f HTTP/1.1" status: 200 len: 375 time: 0.0354679 Oct 12 23:03:08.016436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c285e-5c17-41ac-a156-de35ef5800c1 req-44dfb2ef-f816-4457-8f9c-577dc0713f78 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:08.020566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e7c285e-5c17-41ac-a156-de35ef5800c1 req-44dfb2ef-f816-4457-8f9c-577dc0713f78 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1060529 Oct 12 23:03:08.085767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6570c35e-987c-4233-b31d-3c318efbb510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:08.112658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e7c285e-5c17-41ac-a156-de35ef5800c1 req-fc324a2f-0bdf-4ec5-8241-5667c07ed642 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745344 Oct 12 23:03:08.220487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-765700ad-ec25-4433-8463-f66240f491b1 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a098d32465f14c7886f98190b680795f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2162111 Oct 12 23:03:08.253205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f67ea728-0857-4886-a948-4ff418acfab6 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:08.282344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f67ea728-0857-4886-a948-4ff418acfab6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:03:08.283322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f67ea728-0857-4886-a948-4ff418acfab6 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:03:08.284039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 51e5869f-cb32-4344-832a-7637e2247f4e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:08.304861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdd973-5e8a-40b0-bc77-15e1c536f6f3 req-de47bef4-ad64-4606-9a02-8840da298245 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:08.308953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 51e5869f-cb32-4344-832a-7637e2247f4e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:03:08.309493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 51e5869f-cb32-4344-832a-7637e2247f4e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:03:08.320905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5cdd973-5e8a-40b0-bc77-15e1c536f6f3 req-de47bef4-ad64-4606-9a02-8840da298245 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 944 time: 0.0981545 Oct 12 23:03:08.390704 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5cdd973-5e8a-40b0-bc77-15e1c536f6f3 req-57b1067c-f3d7-447b-a849-b64ba5156cd8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688126 Oct 12 23:03:08.451197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-916388b6-cd02-40fd-9950-0e16f350fc18 service neutron] 10.222.0.31 "GET /v2.0/networks/4a3ceab4-2787-406c-a943-7accca371000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188642 Oct 12 23:03:08.502511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6570c35e-987c-4233-b31d-3c318efbb510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:08.607389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6570c35e-987c-4233-b31d-3c318efbb510 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7801bb8c-1381-46eb-bcb8-a536993a3521,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:08.633205 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6570c35e-987c-4233-b31d-3c318efbb510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:08.638545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0729f9-4fc9-4c1d-996a-bf7561c4d4e2 None None] Network dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:03:08.641605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6570c35e-987c-4233-b31d-3c318efbb510 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/7801bb8c-1381-46eb-bcb8-a536993a3521 HTTP/1.1" status: 204 len: 168 time: 1.1250949 Oct 12 23:03:08.644026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57382) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:08.824973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-f7c52d22-8c60-4f6b-a73d-17dbe63f7841 service neutron] 10.222.0.31 "GET /v2.0/networks/4a3ceab4-2787-406c-a943-7accca371000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3634048 Oct 12 23:03:08.873137 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:08.923503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08411d40-aaa9-4b88-8cdc-03442b7f2379 None None] DHCP port deletion for dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:03:08.966184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Deleting port 85833fb7-d30e-4bcb-9f9d-8921f237aeec {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:08.966849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:08.979541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-08411d40-aaa9-4b88-8cdc-03442b7f2379 None None] Deleting port 85833fb7-d30e-4bcb-9f9d-8921f237aeec {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:08.979916 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08411d40-aaa9-4b88-8cdc-03442b7f2379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:09.050578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] For port 85833fb7-d30e-4bcb-9f9d-8921f237aeec, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=85833fb7-d30e-4bcb-9f9d-8921f237aeec,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:09.051382 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:09.052308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1a347-0f79-4c71-8a7b-2c97d9a3b533 req-e02b97fe-a2c0-4bdc-aa1c-ea19deda0a66 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:09.060142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ac1a347-0f79-4c71-8a7b-2c97d9a3b533 req-e02b97fe-a2c0-4bdc-aa1c-ea19deda0a66 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.0606198 Oct 12 23:03:09.075157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Calling delete_port for 85833fb7-d30e-4bcb-9f9d-8921f237aeec owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:09.103732 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-08411d40-aaa9-4b88-8cdc-03442b7f2379 None None] For port 85833fb7-d30e-4bcb-9f9d-8921f237aeec, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=85833fb7-d30e-4bcb-9f9d-8921f237aeec,segment=NetworkSegment(d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7),segment_id=d1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:09.104115 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08411d40-aaa9-4b88-8cdc-03442b7f2379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:09.118778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-08411d40-aaa9-4b88-8cdc-03442b7f2379 None None] Calling delete_port for 85833fb7-d30e-4bcb-9f9d-8921f237aeec owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:09.124316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ac1a347-0f79-4c71-8a7b-2c97d9a3b533 req-8b1cbd8b-9c37-4a8c-9b5e-d94a84cd67e7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618925 Oct 12 23:03:09.305231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:09.321098 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08411d40-aaa9-4b88-8cdc-03442b7f2379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:09.362129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f3bff7-9c9c-4c90-bb65-3b51a38f71ee req-11c2507f-8dde-4f89-8f0e-7f50d5479583 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:09.366584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Pushing event deleted for resources: {'Port': ['ID=85833fb7-d30e-4bcb-9f9d-8921f237aeec,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:09.386386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18f3bff7-9c9c-4c90-bb65-3b51a38f71ee req-11c2507f-8dde-4f89-8f0e-7f50d5479583 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1308382 Oct 12 23:03:09.403104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] No DVR routers for this DVR port 85833fb7-d30e-4bcb-9f9d-8921f237aeec on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:09.436373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08411d40-aaa9-4b88-8cdc-03442b7f2379 None None] Pushing event deleted for resources: {'Port': ['ID=85833fb7-d30e-4bcb-9f9d-8921f237aeec,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:09.445204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08411d40-aaa9-4b88-8cdc-03442b7f2379 None None] No DVR routers for this DVR port 85833fb7-d30e-4bcb-9f9d-8921f237aeec on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:09.497122 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18f3bff7-9c9c-4c90-bb65-3b51a38f71ee req-46808b3d-314a-4f09-97e4-ff52ac7916ad tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963962 Oct 12 23:03:09.618167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:09.639914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:09.641296 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81b5fe1f-a411-427a-b0f4-10a83378644c req-cafd5199-4cbf-46ff-b913-4e101ddd3b11 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 210 time: 0.0711484 Oct 12 23:03:09.681334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:09.681629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1f1fa17-6904-4288-9c4d-2b3d6ccd7aa7') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:09.712439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:09.738676 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:09.766722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:03:09.767155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:09.820387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e03ce2-723d-478b-979d-617daf00180e req-e4cf192c-bc70-4339-899a-ff93152eea15 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:09.833734 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e03ce2-723d-478b-979d-617daf00180e req-e4cf192c-bc70-4339-899a-ff93152eea15 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 944 time: 0.0955882 Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:03:09.890057 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:03:09.904247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e03ce2-723d-478b-979d-617daf00180e req-1abdad69-6fae-49f8-be9b-b394e0498e67 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696032 Oct 12 23:03:10.050526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 85833fb7-d30e-4bcb-9f9d-8921f237aeec no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:10.062993 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:10.069408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:10.071694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 85833fb7-d30e-4bcb-9f9d-8921f237aeec {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:03:10.072850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 85833fb7-d30e-4bcb-9f9d-8921f237aeec not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:03:10.087257 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] 10.222.0.31 "DELETE /v2.0/networks/dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b HTTP/1.1" status: 204 len: 168 time: 1.4349911 Oct 12 23:03:10.132719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0303ff08-6110-4c00-9fb8-278a2ff34835 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc5dd7f1-537b-4f52-b8a0-ec78e9668e9b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:10.444486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55301c8-7ead-416d-ba4d-229295cfd87f req-ee034d04-4634-4352-8523-0ac880dc74e9 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:10.446133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f55301c8-7ead-416d-ba4d-229295cfd87f req-ee034d04-4634-4352-8523-0ac880dc74e9 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.1696260 Oct 12 23:03:10.448897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a560f55-2585-43b4-8032-769d63927cf4 req-f8c78265-b7af-43a5-ba5b-cf003e323143 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:10.451601 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a560f55-2585-43b4-8032-769d63927cf4 req-f8c78265-b7af-43a5-ba5b-cf003e323143 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.1819429 Oct 12 23:03:10.501063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f55301c8-7ead-416d-ba4d-229295cfd87f req-12ea808f-d459-4182-be99-fe36c81cf0ce tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420668 Oct 12 23:03:10.507658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a560f55-2585-43b4-8032-769d63927cf4 req-87879b55-23b4-4fd9-a873-709ac0cfe1e3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497000 Oct 12 23:03:10.660942 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57432) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:10.664014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc067b03-d6cd-4130-a3c3-756efd48c163 req-041862b4-29ff-472b-9b62-708c4bd3f11d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:10.679792 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc067b03-d6cd-4130-a3c3-756efd48c163 req-041862b4-29ff-472b-9b62-708c4bd3f11d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.0965760 Oct 12 23:03:10.691148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9103df49-2189-4cc7-af1a-6ff5c37d78f9 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:10.748275 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc067b03-d6cd-4130-a3c3-756efd48c163 req-afe9eb03-6e9e-49fc-8e12-76b258658680 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672686 Oct 12 23:03:10.768278 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0633c88d-1331-4f92-97d0-241945722ba2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3e060259d24740948be5835489f4fa25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1052101 Oct 12 23:03:10.771993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:10.803594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61852c65-32b9-4cca-a1dd-c6f2885ef55a req-2bc08571-1cd8-45e7-8a35-efe9864a6e3e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 210 time: 0.0596259 Oct 12 23:03:10.845375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a3d248b-cc58-484e-882b-87354f81d8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:10.862660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 9103df49-2189-4cc7-af1a-6ff5c37d78f9 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:03:10.866134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 9103df49-2189-4cc7-af1a-6ff5c37d78f9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:10.866614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:10.870890 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a3d248b-cc58-484e-882b-87354f81d8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:10.963391 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:11.001517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea576a20-e621-41dd-b304-6475b5bbe853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9103df49-2189-4cc7-af1a-6ff5c37d78f9'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:11.003863 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1185cd-8070-44e4-90d5-5d083295e57a" -d '{"events": [{"server_uuid": "ea576a20-e621-41dd-b304-6475b5bbe853", "name": "network-vif-plugged", "status": "completed", "tag": "9103df49-2189-4cc7-af1a-6ff5c37d78f9"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:11.008692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9103df49-2189-4cc7-af1a-6ff5c37d78f9, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9103df49-2189-4cc7-af1a-6ff5c37d78f9,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:11.026559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a3d248b-cc58-484e-882b-87354f81d8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:11.029822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a3d248b-cc58-484e-882b-87354f81d8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:11.030358 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2a3d248b-cc58-484e-882b-87354f81d8f3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eed81101-1e8e-459c-9e3d-801ecf6bc59a HTTP/1.1" status: 204 len: 168 time: 0.2481072 Oct 12 23:03:11.070144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196f7946-a09e-4213-b816-cb323507d82a req-4579d9fe-5459-47b1-9b2c-07c68e3e9c52 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:11.074403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-196f7946-a09e-4213-b816-cb323507d82a req-4579d9fe-5459-47b1-9b2c-07c68e3e9c52 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 944 time: 0.0885515 Oct 12 23:03:11.086318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d248b-cc58-484e-882b-87354f81d8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed81101-1e8e-459c-9e3d-801ecf6bc59a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:11.117868 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8304abe4-4405-4199-adae-29ea6c5fa6f7 x-openstack-request-id: req-8304abe4-4405-4199-adae-29ea6c5fa6f7 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:11.118165 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea576a20-e621-41dd-b304-6475b5bbe853", "name": "network-vif-plugged", "status": "completed", "tag": "9103df49-2189-4cc7-af1a-6ff5c37d78f9", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:11.118426 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8304abe4-4405-4199-adae-29ea6c5fa6f7 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:11.118816 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea576a20-e621-41dd-b304-6475b5bbe853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9103df49-2189-4cc7-af1a-6ff5c37d78f9', 'code': 200} Oct 12 23:03:11.137456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-196f7946-a09e-4213-b816-cb323507d82a req-36450329-eab5-45e1-a498-69ffafc5a088 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532842 Oct 12 23:03:11.182697 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:11.247259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c0daab-1928-4f79-8b63-ae9d258812a0 req-3ffd69c8-5226-4701-a93e-d1a8d81ca6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:11.248790 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d3c0daab-1928-4f79-8b63-ae9d258812a0 req-3ffd69c8-5226-4701-a93e-d1a8d81ca6b0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 1097 time: 0.0571036 Oct 12 23:03:11.252931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9103df49-2189-4cc7-af1a-6ff5c37d78f9,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:11.291400 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d3c0daab-1928-4f79-8b63-ae9d258812a0 req-fdfe0d58-67c8-44b8-a955-ced21988d70e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334342 Oct 12 23:03:11.676562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14856e-9b40-41d3-832b-b16d80996a1e req-f9de2fa3-82b5-4307-b537-f54ec3fc1205 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:11.678185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf14856e-9b40-41d3-832b-b16d80996a1e req-f9de2fa3-82b5-4307-b537-f54ec3fc1205 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.0970969 Oct 12 23:03:11.730483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c17024-f75f-445c-8f0f-27e69a0b046f req-19624c57-54e5-4503-a29b-dd802cffeab7 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:11.735429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89c17024-f75f-445c-8f0f-27e69a0b046f req-19624c57-54e5-4503-a29b-dd802cffeab7 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.1319125 Oct 12 23:03:11.737691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf14856e-9b40-41d3-832b-b16d80996a1e req-51492991-9b35-4dcc-afc0-d6f89b10f4af tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522082 Oct 12 23:03:11.794109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89c17024-f75f-445c-8f0f-27e69a0b046f req-299631f7-4cc5-4953-840e-310c11d4b6b7 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495040 Oct 12 23:03:11.962555 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13903abc-f3f8-466b-8d56-b41996e52b7b req-e8b3f7af-ee11-4d2e-8186-f99585503ea8 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 210 time: 0.0564623 Oct 12 23:03:11.976119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee491b1-8dfe-4f16-8dde-b6e40ff932f6 req-721a805a-71f4-4f37-b761-8dca940b098a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:11.978350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dee491b1-8dfe-4f16-8dde-b6e40ff932f6 req-721a805a-71f4-4f37-b761-8dca940b098a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.1145108 Oct 12 23:03:12.040309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dee491b1-8dfe-4f16-8dde-b6e40ff932f6 req-a08b5d7a-a947-42f0-b641-68cfdf6183d8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417430 Oct 12 23:03:12.203674 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f604ea2-1239-473b-9e5e-3007ce58f61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:12.304277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61298589-c118-4ae5-aec6-333f500eff72 req-9ee91c36-5c1e-4ad4-afe2-2bd6bc16e00b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:12.307758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61298589-c118-4ae5-aec6-333f500eff72 req-9ee91c36-5c1e-4ad4-afe2-2bd6bc16e00b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 945 time: 0.0623465 Oct 12 23:03:12.347883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61298589-c118-4ae5-aec6-333f500eff72 req-df59f426-c883-4b32-b689-3554e05bba89 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339105 Oct 12 23:03:12.599117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57534) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:12.638916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-c1407866-923b-45d0-8f73-5d938cdbb23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:12.641204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-c1407866-923b-45d0-8f73-5d938cdbb23b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2&tenant_id=06582cedb8d74a2ab2a8927c7b71c050 HTTP/1.1" status: 200 len: 1096 time: 0.0623670 Oct 12 23:03:12.654168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:12.724738 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:12.742226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1466544108-network', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:12.869191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:03:12.875529 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:12.910138 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:12.949565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15fb165-3c43-4405-a28e-cb6da984f343 req-273761c1-1512-491c-b183-136d75026a88 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:12.951103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a15fb165-3c43-4405-a28e-cb6da984f343 req-273761c1-1512-491c-b183-136d75026a88 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 944 time: 0.1209016 Oct 12 23:03:12.974082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55d3eca-41d5-4821-a823-2bcc2d3a45c9 req-fca7a70a-c77f-4867-8960-703d06e2e7ff tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:12.976344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d55d3eca-41d5-4821-a823-2bcc2d3a45c9 req-fca7a70a-c77f-4867-8960-703d06e2e7ff tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.0834696 Oct 12 23:03:13.017337 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a15fb165-3c43-4405-a28e-cb6da984f343 req-dc2804c9-e47c-40a0-ac41-42354491376a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584261 Oct 12 23:03:13.026045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:13.036857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d55d3eca-41d5-4821-a823-2bcc2d3a45c9 req-bc6c69c2-c233-4bbf-a341-4b4f5047bdf1 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511565 Oct 12 23:03:13.069066 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.075173 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:03:13.075929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:03:13.132291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b246fbce-8b1d-4d8f-b59a-332e3bd4cf72 req-1db59a0f-61e7-4c3c-adf2-be6886e616cb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 210 time: 0.0371511 Oct 12 23:03:13.137933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0447b53-f87a-41c3-abc6-5e27ab0d2a5b {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:13.142115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.163015 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.174178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:03:13.181615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Transition to ACTIVE for port object f0447b53-f87a-41c3-abc6-5e27ab0d2a5b will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:03:13.207500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.207965 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Added segment 5fd03cfa-b129-4669-ba46-1056e653cefc of type vlan for network 7a9066f4-9838-43ba-8ee9-2a40f558149a Oct 12 23:03:13.226013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c2126a-f376-47c9-810c-a976ffef8d54,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:13.227983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.228448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.229012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.229586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.231108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.231612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.232064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.232485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.232906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.233564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.233980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.234420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:13.273619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.279303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.370875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.371907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:13.372499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.398129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=9']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:13.488340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] Pushing event updated for resources: {'Network': ['ID=7a9066f4-9838-43ba-8ee9-2a40f558149a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:13.499575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 7a9066f4-9838-43ba-8ee9-2a40f558149a details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:03:13.526265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] No DVR routers for this DVR port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:13.539228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0deb5233-13d2-4749-a15e-2631e9618328 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9334176 Oct 12 23:03:13.539817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57578) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:13.551167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Request body: {'subnet': {'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1466544108-subnet', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:13.608812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51961898-34e6-4a84-8158-27c978afe382 req-634e16ff-95cb-4403-b29f-4fe9a7189e6e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:13.619658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51961898-34e6-4a84-8158-27c978afe382 req-634e16ff-95cb-4403-b29f-4fe9a7189e6e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 945 time: 0.1473804 Oct 12 23:03:13.673690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-7699841a-3783-4aa4-bb12-619d5aa61550 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:13.675288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-7699841a-3783-4aa4-bb12-619d5aa61550 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.41 "GET /v2.0/networks?id=4a3ceab4-2787-406c-a943-7accca371000 HTTP/1.1" status: 200 len: 805 time: 0.2121732 Oct 12 23:03:13.711788 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51961898-34e6-4a84-8158-27c978afe382 req-920932bc-ba26-47a4-b2dd-9a387c0d6b9f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907574 Oct 12 23:03:13.745673 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-f5c16b91-e881-4efc-bc41-40b31bf2dcb7 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a098d32465f14c7886f98190b680795f HTTP/1.1" status: 200 len: 380 time: 0.0537102 Oct 12 23:03:13.757749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Request body: {'port': {'device_id': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'admin_state_up': True, 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'security_groups': ['8ca09baa-80c2-4ea8-8618-a28271985809']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:13.780312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Attempting to bind port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:03:13.780670 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Attempting to bind port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:03:13.781149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Attempting to bind port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on network ceee6145-4e96-4066-9105-b15a1eb82d1c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:13.785767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on network ceee6145-4e96-4066-9105-b15a1eb82d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:03:13.786100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Attempting to bind port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on network ceee6145-4e96-4066-9105-b15a1eb82d1c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:13.792979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:03:13.793355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Checking segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:03:13.793750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Bound using segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:03:13.794233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Bound port: f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:03:13.794602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.868798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:03:13.872274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:03:13.881551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:03:13.883787 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.960290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.972277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d8bea-1530-41dd-ab76-142818082cad req-83b45556-5442-423e-b13c-1aec39766e2c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:13.973774 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f29d8bea-1530-41dd-ab76-142818082cad req-83b45556-5442-423e-b13c-1aec39766e2c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 946 time: 0.1207771 Oct 12 23:03:13.995220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:13.995898 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:13.998138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] 10.222.0.41 "PUT /v2.0/ports/f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 200 len: 1093 time: 1.3484704 Oct 12 23:03:13.998695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:14.001011 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357edd92-e5a2-4467-bbc4-d44eb84000d3" -d '{"events": [{"name": "network-changed", "server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:14.049384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Made reservation on behalf of a098d32465f14c7886f98190b680795f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:03:14.054560 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:14.077291 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08dc3ab6-9b8e-434d-9d42-b918a70523d0 x-openstack-request-id: req-08dc3ab6-9b8e-434d-9d42-b918a70523d0 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:14.077655 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:14.078005 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08dc3ab6-9b8e-434d-9d42-b918a70523d0 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:14.078516 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'status': 'completed', 'code': 200} Oct 12 23:03:14.079490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b2caf-ff48-4d9f-95b6-90de27d6fe47 service neutron] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=10']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:14.091484 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f29d8bea-1530-41dd-ab76-142818082cad req-4835bde0-9499-4c3a-a997-084f640373b3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077282 Oct 12 23:03:14.127521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-f67bf434-3c1e-4cea-8f09-c7a5f2d81997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:14.129374 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-f67bf434-3c1e-4cea-8f09-c7a5f2d81997 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 1097 time: 0.0957079 Oct 12 23:03:14.309095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab23c5b-3583-417c-b7e9-2a2d9b4a574c req-7c67ec75-5091-4255-833c-d11dbf8478f4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:14.309522 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ab23c5b-3583-417c-b7e9-2a2d9b4a574c req-7c67ec75-5091-4255-833c-d11dbf8478f4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.0845549 Oct 12 23:03:14.310855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-c1a6b640-3653-4366-9a64-4ac980918cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:14.312201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-c1a6b640-3653-4366-9a64-4ac980918cbb service neutron] 10.222.0.41 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.1634221 Oct 12 23:03:14.410801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ab23c5b-3583-417c-b7e9-2a2d9b4a574c req-ffb02f7e-ab64-47b4-9542-2f3b0993de65 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908794 Oct 12 23:03:14.417385 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-2adbfa83-9e4d-48f8-b564-c52a3f0becea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 200 len: 1000 time: 0.0961819 Oct 12 23:03:14.440736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb49903-5122-4306-b4bc-ecb64a64b002 req-8f0adbbf-ad52-460d-a567-15b6cf76229c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:14.444158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cb49903-5122-4306-b4bc-ecb64a64b002 req-8f0adbbf-ad52-460d-a567-15b6cf76229c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.0888081 Oct 12 23:03:14.463983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:14.477019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-ababbfd7-de72-4c58-acd3-b0a56bd2ab91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:14.478584 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-ababbfd7-de72-4c58-acd3-b0a56bd2ab91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.0539470 Oct 12 23:03:14.549871 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Allocated IP 172.20.0.3 (4a3ceab4-2787-406c-a943-7accca371000/74fe9faa-e5f9-46a5-a2cb-3d865b1037f0/7d88500d-7c0c-4da2-976b-9013fd2c584c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:03:14.566338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744baed7-223d-48b8-8872-5792b66dbf13,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:14.576209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619522e-f5fc-4dba-8ad5-d2bf737fa881 req-1d7e2050-270a-44f1-b5a1-2a1a73ba9df1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:14.576209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d619522e-f5fc-4dba-8ad5-d2bf737fa881 req-1d7e2050-270a-44f1-b5a1-2a1a73ba9df1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 945 time: 0.0883975 Oct 12 23:03:14.576593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-b2a0eb81-7d00-4db9-accf-20aed64046e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:14.582369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-b2a0eb81-7d00-4db9-accf-20aed64046e2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904334 Oct 12 23:03:14.591848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cb49903-5122-4306-b4bc-ecb64a64b002 req-dbca3f7b-6963-4650-95bc-5b7c0ac670fe tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238015 Oct 12 23:03:14.626987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Checking segment: {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:03:14.627520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Network hostable DHCP agents. Network: 7a9066f4-9838-43ba-8ee9-2a40f558149a, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:03:14.679509 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d619522e-f5fc-4dba-8ad5-d2bf737fa881 req-3f355eb1-406b-44c9-ade1-c209968fa67f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972843 Oct 12 23:03:14.684885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:14.723786 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-31440b34-bfda-4698-9a81-4a4c12f422f0 service neutron] 10.222.0.41 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333823 Oct 12 23:03:14.754179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f86f7619-d7f0-4b45-b2c4-816e14744d89 req-83b4e880-f784-4b46-bb90-38f0d1012eff tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 210 time: 0.0840614 Oct 12 23:03:14.757599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Network 7a9066f4-9838-43ba-8ee9-2a40f558149a is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:03:14.844463 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:14.850410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15f7aa87-7ff8-47cc-81b7-4d21903e67f1 req-d62355f8-fa43-42a6-bab2-c13b737e5c93 service neutron] 10.222.0.41 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189768 Oct 12 23:03:14.867438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 7a9066f4-9838-43ba-8ee9-2a40f558149a) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:03:14.872449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:14.873315 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:14.880538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:14.882412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e9e117b-0665-43c5-b849-ec796ff94275 None None] Network 7a9066f4-9838-43ba-8ee9-2a40f558149a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:03:14.905905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:14.908865 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215f528d-fa47-4aa0-9ba8-4b34b9a1c106" -d '{"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-unplugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:14.920022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43177bc2-548a-4e52-8729-fcdd65a8b8ba req-3881cd9a-49d5-4111-918a-c679380a5352 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:14.922281 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43177bc2-548a-4e52-8729-fcdd65a8b8ba req-3881cd9a-49d5-4111-918a-c679380a5352 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 946 time: 0.0639019 Oct 12 23:03:14.956734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:14.965276 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43177bc2-548a-4e52-8729-fcdd65a8b8ba req-dff62610-030b-4f7f-94b5-2460e31aefd1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364666 Oct 12 23:03:15.032919 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eee34bf-a8b8-4539-b3da-0ea2971d8a91 x-openstack-request-id: req-7eee34bf-a8b8-4539-b3da-0ea2971d8a91 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:15.033276 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-unplugged", "status": "completed", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:15.033591 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7eee34bf-a8b8-4539-b3da-0ea2971d8a91 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:15.034036 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'code': 200} Oct 12 23:03:15.045363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-80e4af38-af02-4718-894f-2ed94f7b75b4 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5022817 Oct 12 23:03:15.045535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57628) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:15.046721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.050390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:15.083160 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.112466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Pushing event updated for resources: {'Port': ['ID=7d88500d-7c0c-4da2-976b-9013fd2c584c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:15.147415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Network 4a3ceab4-2787-406c-a943-7accca371000 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:03:15.149858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:03:15.152236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:03:15.165820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-7a9066f4-9838-43ba-8ee9-2a40f558149a', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:03:15.166775 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.175302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-a547ec51-6edf-4a6f-ac61-15f15f1d956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:15.176737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-a547ec51-6edf-4a6f-ac61-15f15f1d956a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 1097 time: 0.1085341 Oct 12 23:03:15.187015 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-09a2efea-6429-4891-9061-4d47d7cce833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.227210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:15.227894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.285104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.286604 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.328871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-3209762b-5039-4647-bae5-6697fe778b2e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5754173 Oct 12 23:03:15.343515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Request body: {'port': {'device_id': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:15.484568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.561175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-01dbd5a9-34f9-485e-a1b0-2e8c8099ecfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:15.570760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-01dbd5a9-34f9-485e-a1b0-2e8c8099ecfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.3860304 Oct 12 23:03:15.640958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Allocated IP 172.20.0.2 (7a9066f4-9838-43ba-8ee9-2a40f558149a/744baed7-223d-48b8-8872-5792b66dbf13/e06acb8f-f9f5-4866-8d63-69d77fa70a4c) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:03:15.674422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.719277 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-b88d67fa-373f-4c3f-ad7e-72690d42adaf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 200 len: 1000 time: 0.0968130 Oct 12 23:03:15.728358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80110494-0496-410a-b980-64af8645e12f req-fcfd8d9d-bf31-4607-bfdb-5547393986d9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:15.730035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-80110494-0496-410a-b980-64af8645e12f req-fcfd8d9d-bf31-4607-bfdb-5547393986d9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 945 time: 0.1583321 Oct 12 23:03:15.775556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=14']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:15.781949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a0bcc89e-68ab-4fc7-a25d-e892b3cb80ad None None] Provisioning complete for port 7d88500d-7c0c-4da2-976b-9013fd2c584c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:15.782319 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a0bcc89e-68ab-4fc7-a25d-e892b3cb80ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.796199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-79e92a3b-ca30-4ab0-9e88-139680415a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:15.797675 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-79e92a3b-ca30-4ab0-9e88-139680415a21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.0662322 Oct 12 23:03:15.814658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd435db-7872-47ba-abef-e14f56523cfe req-88ac1263-daad-41e1-a510-c41381c5e648 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:15.816836 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcd435db-7872-47ba-abef-e14f56523cfe req-88ac1263-daad-41e1-a510-c41381c5e648 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.2299302 Oct 12 23:03:15.827766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a0bcc89e-68ab-4fc7-a25d-e892b3cb80ad None None] Port 7d88500d-7c0c-4da2-976b-9013fd2c584c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:03:15.836458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.902839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.911725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcd435db-7872-47ba-abef-e14f56523cfe req-c06232e0-da0f-4037-b09d-918e33748262 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858312 Oct 12 23:03:15.920497 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d88500d-7c0c-4da2-976b-9013fd2c584c {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:15.929659 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:15.946394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Transition to ACTIVE for port object 7d88500d-7c0c-4da2-976b-9013fd2c584c will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:03:16.040640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:16.071665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-80110494-0496-410a-b980-64af8645e12f req-d4059681-cc83-4671-9f48-1a1a5c48b6cd tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727926 Oct 12 23:03:16.074568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:16.076505 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:16.087842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:16.107626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-0c7be399-0c96-453c-9909-cd8721c46859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:16.109117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-0c7be399-0c96-453c-9909-cd8721c46859 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3004007 Oct 12 23:03:16.186428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Network 7a9066f4-9838-43ba-8ee9-2a40f558149a is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:03:16.191013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:03:16.198346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:03:16.275268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Pushing event updated for resources: {'Port': ['ID=7d88500d-7c0c-4da2-976b-9013fd2c584c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:16.362259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dd6ed5-c96e-4222-80b1-71f6177cc08c req-6fe50aaf-fb63-4af3-ac2d-b4d3352df186 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:16.372651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6dd6ed5-c96e-4222-80b1-71f6177cc08c req-6fe50aaf-fb63-4af3-ac2d-b4d3352df186 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.3083141 Oct 12 23:03:16.377024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Attempting to bind port e06acb8f-f9f5-4866-8d63-69d77fa70a4c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:03:16.377487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Attempting to bind port e06acb8f-f9f5-4866-8d63-69d77fa70a4c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:03:16.377906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Attempting to bind port e06acb8f-f9f5-4866-8d63-69d77fa70a4c on network 7a9066f4-9838-43ba-8ee9-2a40f558149a {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:16.398677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:03:16.398677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Checking segment: {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:03:16.398677 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:16.400273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Bound using segment: {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:03:16.400273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Bound port: e06acb8f-f9f5-4866-8d63-69d77fa70a4c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:03:16.400273 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:16.572090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] For port e06acb8f-f9f5-4866-8d63-69d77fa70a4c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:03:16.575549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] For port e06acb8f-f9f5-4866-8d63-69d77fa70a4c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e06acb8f-f9f5-4866-8d63-69d77fa70a4c,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:03:16.576985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Pushing event updated for resources: {'Port': ['ID=e06acb8f-f9f5-4866-8d63-69d77fa70a4c,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:16.659415 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:16.789633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a820fb-bc8c-4765-b1d0-06a206916ccf None None] Pushing event updated for resources: {'Port': ['ID=e06acb8f-f9f5-4866-8d63-69d77fa70a4c,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:16.937922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-c8e153f8-717c-4393-8d78-de9173de8efb service neutron] 10.222.0.41 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776413 Oct 12 23:03:17.033843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ff99e3-e9d5-494d-9138-0f718bb21170 req-b4a9fc0e-7cf7-4de5-ad57-64835e559dcc tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:17.045308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6ff99e3-e9d5-494d-9138-0f718bb21170 req-b4a9fc0e-7cf7-4de5-ad57-64835e559dcc tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 943 time: 0.2117798 Oct 12 23:03:17.189762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6ff99e3-e9d5-494d-9138-0f718bb21170 req-35f2ec35-6c25-4603-9401-80d2009ba38a tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434805 Oct 12 23:03:17.296550 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6dd6ed5-c96e-4222-80b1-71f6177cc08c req-119cba19-f702-4646-bbc8-9f915d8e7769 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9229987 Oct 12 23:03:17.335461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Attempting to bind port 7d88500d-7c0c-4da2-976b-9013fd2c584c on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:03:17.335792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Attempting to bind port 7d88500d-7c0c-4da2-976b-9013fd2c584c by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:03:17.336117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Attempting to bind port 7d88500d-7c0c-4da2-976b-9013fd2c584c on network 4a3ceab4-2787-406c-a943-7accca371000 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:17.347075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Port 7d88500d-7c0c-4da2-976b-9013fd2c584c on network 4a3ceab4-2787-406c-a943-7accca371000 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:03:17.347555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Attempting to bind port 7d88500d-7c0c-4da2-976b-9013fd2c584c on network 4a3ceab4-2787-406c-a943-7accca371000 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:17.354078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 2, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:03:17.354419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Checking segment: {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:03:17.357352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Bound using segment: {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:03:17.357352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Bound port: 7d88500d-7c0c-4da2-976b-9013fd2c584c, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '4a3ceab4-2787-406c-a943-7accca371000'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:03:17.357352 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:17.494330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527b57d-c624-4377-a81e-c5da5dea6fe2 req-56c5f2d1-2517-457c-8bfe-b373a8684ef3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:17.495926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c527b57d-c624-4377-a81e-c5da5dea6fe2 req-56c5f2d1-2517-457c-8bfe-b373a8684ef3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 945 time: 0.0847261 Oct 12 23:03:17.503119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] For port 7d88500d-7c0c-4da2-976b-9013fd2c584c, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:03:17.508457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] For port 7d88500d-7c0c-4da2-976b-9013fd2c584c, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=7d88500d-7c0c-4da2-976b-9013fd2c584c,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:03:17.569762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c527b57d-c624-4377-a81e-c5da5dea6fe2 req-98810ed9-3ac7-4f09-bc68-5c577197026c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596864 Oct 12 23:03:17.571497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:17.613968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49d9f91-e6d9-4356-9985-bb27b1c0fb59 req-2c4c66a0-6d7b-4384-980b-8a95fa6644e4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:17.625327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c49d9f91-e6d9-4356-9985-bb27b1c0fb59 req-2c4c66a0-6d7b-4384-980b-8a95fa6644e4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.1700337 Oct 12 23:03:17.639211 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:17.668318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Pushing event updated for resources: {'Port': ['ID=7d88500d-7c0c-4da2-976b-9013fd2c584c,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:17.687357 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:17.703739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:17.703739 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:17.703739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-9f688ad7-b935-4bbf-88bb-fe9b100cbb63 service neutron] 10.222.0.41 "PUT /v2.0/ports/7d88500d-7c0c-4da2-976b-9013fd2c584c HTTP/1.1" status: 200 len: 1092 time: 2.3644948 Oct 12 23:03:17.704016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'tag': '7d88500d-7c0c-4da2-976b-9013fd2c584c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:17.713735 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485ff874-88bd-444b-9e12-a7cff5f91afa" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3f2345-a43c-412a-9b93-b2f658351c55", "tag": "7d88500d-7c0c-4da2-976b-9013fd2c584c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:17.752342 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:17.882340 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c49d9f91-e6d9-4356-9985-bb27b1c0fb59 req-c4d53678-ba43-4038-9a42-d678c96a3c43 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2558842 Oct 12 23:03:17.890649 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-357edd92-e5a2-4467-bbc4-d44eb84000d3 req-5f426c37-2b4f-4c73-af54-2ca6b3c57b03 service neutron] 10.222.0.41 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3607619 Oct 12 23:03:17.925560 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20fd873c-8351-44a5-bfa6-3d1e9789e4b9 x-openstack-request-id: req-20fd873c-8351-44a5-bfa6-3d1e9789e4b9 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:17.925957 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3f2345-a43c-412a-9b93-b2f658351c55", "tag": "7d88500d-7c0c-4da2-976b-9013fd2c584c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:17.926310 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20fd873c-8351-44a5-bfa6-3d1e9789e4b9 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:17.926827 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'tag': '7d88500d-7c0c-4da2-976b-9013fd2c584c', 'status': 'completed', 'code': 200} Oct 12 23:03:18.075334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-575ce781-abda-404d-b548-6943e304fcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:18.081730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-575ce781-abda-404d-b548-6943e304fcb8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a098d32465f14c7886f98190b680795f&device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 1095 time: 0.1733794 Oct 12 23:03:18.099161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Allocated IP 172.25.2.225 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/54dd8993-5499-4dd0-b823-1908de6c7f86) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:03:18.218515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e06acb8f-f9f5-4866-8d63-69d77fa70a4c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:18.350690 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:18.354409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e06acb8f-f9f5-4866-8d63-69d77fa70a4c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:18.355030 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:18.478199 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-58b84bbe-85c5-4064-8abc-c18e70f1ca70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d88500d-7c0c-4da2-976b-9013fd2c584c HTTP/1.1" status: 200 len: 217 time: 0.1067638 Oct 12 23:03:18.506842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc899a55-7322-41e1-8ba6-a4e05975323e req-ee176ceb-d8f1-4a57-a201-919ee6dde897 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:18.515602 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc899a55-7322-41e1-8ba6-a4e05975323e req-ee176ceb-d8f1-4a57-a201-919ee6dde897 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 943 time: 0.2149656 Oct 12 23:03:18.532936 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:18.535376 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:18.578778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port e06acb8f-f9f5-4866-8d63-69d77fa70a4c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e06acb8f-f9f5-4866-8d63-69d77fa70a4c,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:18.616130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc899a55-7322-41e1-8ba6-a4e05975323e req-912adb2a-9381-4108-aa32-c4409698dec6 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827413 Oct 12 23:03:18.616275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:03:18.624652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38682909-a6eb-4b94-b5f7-6a76f3c06ab1 None None] Network 7a9066f4-9838-43ba-8ee9-2a40f558149a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:03:18.639455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f9f7a-6c70-4d70-8269-e4e306717c7d req-804ef22c-0aa7-4126-816b-7c628cb2b5fb tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:18.641403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-759f9f7a-6c70-4d70-8269-e4e306717c7d req-804ef22c-0aa7-4126-816b-7c628cb2b5fb tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.1498322 Oct 12 23:03:18.642524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:03:18.648600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:03:18.657501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-f97aec86-34d1-4f82-9140-d06c66d98cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:18.657779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Pushing event updated for resources: {'Port': ['ID=54dd8993-5499-4dd0-b823-1908de6c7f86,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:18.659125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-f97aec86-34d1-4f82-9140-d06c66d98cf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74fe9faa-e5f9-46a5-a2cb-3d865b1037f0 HTTP/1.1" status: 200 len: 844 time: 0.1428702 Oct 12 23:03:18.747795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-759f9f7a-6c70-4d70-8269-e4e306717c7d req-dcd4e3ad-b5df-4fbc-8ba2-a9902943e819 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907717 Oct 12 23:03:18.841938 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:18.933153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-b19e76ed-e273-4e87-9747-dc7ddca58ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:18.934998 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-b19e76ed-e273-4e87-9747-dc7ddca58ec5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a3ceab4-2787-406c-a943-7accca371000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2120700 Oct 12 23:03:18.974279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9a436616-2346-4a26-9ba6-f9364f2f2acc None None] Provisioning complete for port e06acb8f-f9f5-4866-8d63-69d77fa70a4c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:18.981398 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9a436616-2346-4a26-9ba6-f9364f2f2acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:18.982036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69fd124-9c8e-49c1-aaf5-65e4c545b4d5 req-dc52cb73-8f24-4a0f-aee1-17f0456824bb tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:18.983749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d69fd124-9c8e-49c1-aaf5-65e4c545b4d5 req-dc52cb73-8f24-4a0f-aee1-17f0456824bb tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 945 time: 0.1722004 Oct 12 23:03:19.035143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:19.064710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=e06acb8f-f9f5-4866-8d63-69d77fa70a4c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:19.090615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:19.106879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d69fd124-9c8e-49c1-aaf5-65e4c545b4d5 req-e2aa3cac-86fa-402d-9200-d276e84d32a5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221471 Oct 12 23:03:19.295084 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-d3381617-9b6c-44ce-b412-195be6cf6a08 service neutron] 10.222.0.41 "GET /v2.0/networks/4a3ceab4-2787-406c-a943-7accca371000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824093 Oct 12 23:03:19.331564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1927-9080-49a6-afd8-a2fd8c8675d6 req-fc8c0325-7a24-4d72-917c-15f4a2d22b17 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:19.333013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-374e1927-9080-49a6-afd8-a2fd8c8675d6 req-fc8c0325-7a24-4d72-917c-15f4a2d22b17 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.1505702 Oct 12 23:03:19.367291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:19.451243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-374e1927-9080-49a6-afd8-a2fd8c8675d6 req-494cfe67-d6b5-45c0-b1cf-498354982aea tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098471 Oct 12 23:03:19.467310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-71879867-efc6-43d7-8eb3-9eaa106e399c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:19.469129 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-71879867-efc6-43d7-8eb3-9eaa106e399c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 945 time: 0.1846573 Oct 12 23:03:19.537172 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25d8f92-8557-4dd0-8057-54630c0a456b req-2659e09c-b4cf-4524-92df-174bf62c9ba5 service neutron] 10.222.0.41 "GET /v2.0/networks/4a3ceab4-2787-406c-a943-7accca371000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466277 Oct 12 23:03:19.586850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1d68e71b-a6d8-4049-ae76-2823183f9b4a None None] Provisioning complete for port e06acb8f-f9f5-4866-8d63-69d77fa70a4c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:19.587446 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1d68e71b-a6d8-4049-ae76-2823183f9b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:19.841587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:19.862732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Deleting port 9103df49-2189-4cc7-af1a-6ff5c37d78f9 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:19.863219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:19.875644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485f3d2-01b1-4285-a426-3ff30e67317a req-4e8bda28-9b5d-4c2e-8728-a6fd46a3e185 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:19.877194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7485f3d2-01b1-4285-a426-3ff30e67317a req-4e8bda28-9b5d-4c2e-8728-a6fd46a3e185 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 943 time: 0.1038849 Oct 12 23:03:19.880161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-f7bf706f-d4e4-42fd-a3dd-d289e51fef8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:19.882242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-f7bf706f-d4e4-42fd-a3dd-d289e51fef8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a098d32465f14c7886f98190b680795f&device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 1095 time: 0.1209567 Oct 12 23:03:20.056766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-d871366d-5049-4523-a5de-e05c2338e38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:20.060449 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-d871366d-5049-4523-a5de-e05c2338e38f service neutron] 10.222.0.41 "GET /v2.0/networks?id=4a3ceab4-2787-406c-a943-7accca371000 HTTP/1.1" status: 200 len: 906 time: 0.1618311 Oct 12 23:03:20.090039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] For port 9103df49-2189-4cc7-af1a-6ff5c37d78f9, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9103df49-2189-4cc7-af1a-6ff5c37d78f9,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:20.090450 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:20.105724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Calling delete_port for 9103df49-2189-4cc7-af1a-6ff5c37d78f9 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:20.108962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7485f3d2-01b1-4285-a426-3ff30e67317a req-dd1547e0-f5bd-4c06-9436-ab1eecb6bbb3 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219591 Oct 12 23:03:20.145966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e06acb8f-f9f5-4866-8d63-69d77fa70a4c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:20.215018 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-77c152b4-cf99-49bd-a727-9e0b2bb10be6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d88500d-7c0c-4da2-976b-9013fd2c584c HTTP/1.1" status: 200 len: 217 time: 0.0589306 Oct 12 23:03:20.225850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e06acb8f-f9f5-4866-8d63-69d77fa70a4c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:20.226307 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:20.253767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94cff26-50d4-411a-948d-2ac270e96623 req-81073df3-9de2-4ff3-a5cd-a6c07b9dd02c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:20.255215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a94cff26-50d4-411a-948d-2ac270e96623 req-81073df3-9de2-4ff3-a5cd-a6c07b9dd02c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.4076765 Oct 12 23:03:20.324572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-e3715314-b99e-4e51-876b-a617de88350d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:20.326093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-e3715314-b99e-4e51-876b-a617de88350d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74fe9faa-e5f9-46a5-a2cb-3d865b1037f0 HTTP/1.1" status: 200 len: 844 time: 0.0842094 Oct 12 23:03:20.378176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a94cff26-50d4-411a-948d-2ac270e96623 req-4aa6e54d-e502-4fa7-b93b-1eb62cae11d1 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151693 Oct 12 23:03:20.470438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-b44a15b0-0c73-48bb-b0a4-b16da5c33bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:20.472251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-b44a15b0-0c73-48bb-b0a4-b16da5c33bee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a3ceab4-2787-406c-a943-7accca371000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311991 Oct 12 23:03:20.483271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac069f-8585-40e5-8c5f-5b30c99ca6fb req-2b353335-3d9f-4791-ac46-d579eea5f0fe tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:20.485642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbac069f-8585-40e5-8c5f-5b30c99ca6fb req-2b353335-3d9f-4791-ac46-d579eea5f0fe tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 945 time: 0.0823023 Oct 12 23:03:20.538433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Router 69e5773f-83fb-433f-bec1-9ac32dc56293 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:03:20.629190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:20.641650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086', '9103df49-2189-4cc7-af1a-6ff5c37d78f9'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:20.644742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d104e2cd-0b94-432a-baa7-87a6de212471'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:20.655542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbac069f-8585-40e5-8c5f-5b30c99ca6fb req-d37081d2-d973-45e7-af5b-d83dd70036f0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635067 Oct 12 23:03:20.696886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-df6891ad-48c7-41ac-b383-ea354b0bfc76 service neutron] 10.222.0.41 "GET /v2.0/networks/4a3ceab4-2787-406c-a943-7accca371000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805136 Oct 12 23:03:20.725638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event deleted for resources: {'Port': ['ID=9103df49-2189-4cc7-af1a-6ff5c37d78f9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:20.813591 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] No DVR routers for this DVR port 9103df49-2189-4cc7-af1a-6ff5c37d78f9 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:20.830694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791eb39-e3b2-4ab1-b315-a6247f9bf285 req-e80d9e04-abf7-4405-bc85-6038574e6877 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:20.840110 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2791eb39-e3b2-4ab1-b315-a6247f9bf285 req-e80d9e04-abf7-4405-bc85-6038574e6877 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.2879477 Oct 12 23:03:20.842523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:20.846660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ccd2bdd2-330b-4423-8fff-6664bdfe4494 req-92440876-5fa5-42cd-99ae-3d5445fb1316 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "DELETE /v2.0/ports/9103df49-2189-4cc7-af1a-6ff5c37d78f9 HTTP/1.1" status: 204 len: 173 time: 1.3176267 Oct 12 23:03:20.849526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea576a20-e621-41dd-b304-6475b5bbe853', 'name': 'network-vif-deleted', 'tag': '9103df49-2189-4cc7-af1a-6ff5c37d78f9'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:20.852557 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d4f211-217c-486a-90f2-1f73eed1b1df" -d '{"events": [{"server_uuid": "ea576a20-e621-41dd-b304-6475b5bbe853", "name": "network-vif-deleted", "tag": "9103df49-2189-4cc7-af1a-6ff5c37d78f9"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:20.858056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-485ff874-88bd-444b-9e12-a7cff5f91afa req-00a88698-1274-4702-9431-9200dab96162 service neutron] 10.222.0.41 "GET /v2.0/networks/4a3ceab4-2787-406c-a943-7accca371000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532536 Oct 12 23:03:20.862232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:03:20.882781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Sync routers for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:03:20.905821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:03:20.910527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:03:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:20.931615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2791eb39-e3b2-4ab1-b315-a6247f9bf285 req-6730758c-2a67-403d-a1a9-74ade4090c19 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903606 Oct 12 23:03:20.987804 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e37d8a9-9dbf-4e65-b7bb-3a60d769dca3 x-openstack-request-id: req-0e37d8a9-9dbf-4e65-b7bb-3a60d769dca3 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:20.988100 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea576a20-e621-41dd-b304-6475b5bbe853", "name": "network-vif-deleted", "tag": "9103df49-2189-4cc7-af1a-6ff5c37d78f9", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:20.989116 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e37d8a9-9dbf-4e65-b7bb-3a60d769dca3 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:20.989116 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea576a20-e621-41dd-b304-6475b5bbe853', 'name': 'network-vif-deleted', 'tag': '9103df49-2189-4cc7-af1a-6ff5c37d78f9', 'status': 'completed', 'code': 200} Oct 12 23:03:21.022071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:21.023423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cc79c0c7-61a1-457a-9dd5-c941ed3769e4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9769039 Oct 12 23:03:21.026508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57790) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:21.221695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:03:21.419263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fbc578-23c9-461d-b3db-ed2d07c8d282 req-370e0da0-12df-44e1-9b75-33df91cb0ff1 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:21.421060 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-94fbc578-23c9-461d-b3db-ed2d07c8d282 req-370e0da0-12df-44e1-9b75-33df91cb0ff1 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 943 time: 0.1723554 Oct 12 23:03:21.478742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:18Z', 'revision_number': 3, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:21.498057 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-94fbc578-23c9-461d-b3db-ed2d07c8d282 req-0da22c98-9fee-4205-94e5-0917cbe3d79b tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676677 Oct 12 23:03:21.536481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Checking router: 69e5773f-83fb-433f-bec1-9ac32dc56293 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:03:21.536986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Updating router 69e5773f-83fb-433f-bec1-9ac32dc56293 port 54dd8993-5499-4dd0-b823-1908de6c7f86 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:03:21.587337 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:21.594792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640c237-84e4-4875-892e-fcfa250e959e req-2e6bc516-3354-400f-8fd1-ceefd52f854f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:21.596452 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e640c237-84e4-4875-892e-fcfa250e959e req-2e6bc516-3354-400f-8fd1-ceefd52f854f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.1092138 Oct 12 23:03:21.716567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e640c237-84e4-4875-892e-fcfa250e959e req-d77e8813-043a-490e-b233-d416f59bbaff tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055055 Oct 12 23:03:21.785777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:22.110315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfae3eab-2b0a-41ae-a360-ba84036e3fff req-e2e5c59a-019f-4e2c-9ce8-310f5a052696 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=ea576a20-e621-41dd-b304-6475b5bbe853 HTTP/1.1" status: 200 len: 210 time: 0.0675387 Oct 12 23:03:22.112618 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:22.113145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Allocated IP 172.20.0.1 (7a9066f4-9838-43ba-8ee9-2a40f558149a/744baed7-223d-48b8-8872-5792b66dbf13/ed13aa36-d40c-490d-938f-757f477e0cc6) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:03:22.151989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ac5c9-1ec6-4b6b-a4ad-dfe1a968f169 req-9fbf6cad-3629-45cd-8c31-b3a8289f1f1d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:22.247778 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c79ac5c9-1ec6-4b6b-a4ad-dfe1a968f169 req-9fbf6cad-3629-45cd-8c31-b3a8289f1f1d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.1124587 Oct 12 23:03:22.247778 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c79ac5c9-1ec6-4b6b-a4ad-dfe1a968f169 req-46f6238c-4c2e-4f76-b17f-ebcc76e73768 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515532 Oct 12 23:03:22.247778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:22.393964 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:22.440194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:22.453029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Attempting to bind port 54dd8993-5499-4dd0-b823-1908de6c7f86 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:03:22.453394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Attempting to bind port 54dd8993-5499-4dd0-b823-1908de6c7f86 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:03:22.453750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Attempting to bind port 54dd8993-5499-4dd0-b823-1908de6c7f86 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:22.455731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dfcd-1187-47ed-b2b3-d46f364924dc None None] Pushing event updated for resources: {'Port': ['ID=54dd8993-5499-4dd0-b823-1908de6c7f86,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:22.462143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:03:22.462534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:03:22.462931 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:22.463390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:03:22.463859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Bound port: 54dd8993-5499-4dd0-b823-1908de6c7f86, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:03:22.464288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:22.476808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Network 7a9066f4-9838-43ba-8ee9-2a40f558149a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:03:22.481553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:03:22.485075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:03:22.516991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Pushing event updated for resources: {'Port': ['ID=ed13aa36-d40c-490d-938f-757f477e0cc6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:22.542204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] For port 54dd8993-5499-4dd0-b823-1908de6c7f86, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:03:22.546178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] For port 54dd8993-5499-4dd0-b823-1908de6c7f86, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=54dd8993-5499-4dd0-b823-1908de6c7f86,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:03:22.559606 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:22.626311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:22.700693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 7d88500d-7c0c-4da2-976b-9013fd2c584c details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:03:22.709683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9103df49-2189-4cc7-af1a-6ff5c37d78f9 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:22.776929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38b60df-285f-47d2-a4d5-a3e5d744d95e req-3b12b063-c4a9-4761-b1f4-f5df23da8fb1 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:22.788383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e38b60df-285f-47d2-a4d5-a3e5d744d95e req-3b12b063-c4a9-4761-b1f4-f5df23da8fb1 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.1544223 Oct 12 23:03:22.817387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7970dfcd-1187-47ed-b2b3-d46f364924dc None None] Pushing event updated for resources: {'Port': ['ID=54dd8993-5499-4dd0-b823-1908de6c7f86,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:22.905241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e38b60df-285f-47d2-a4d5-a3e5d744d95e req-438b4552-491a-4ab1-92e1-a32ee059f1e3 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157966 Oct 12 23:03:22.911237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 9103df49-2189-4cc7-af1a-6ff5c37d78f9 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:03:22.916320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9103df49-2189-4cc7-af1a-6ff5c37d78f9 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:03:22.940967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:03:22.941668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:03:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:23.024614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:03:23.097960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-777ed17c-bbbd-4661-acd2-7880ddbef531 None None] Provisioning complete for port ed13aa36-d40c-490d-938f-757f477e0cc6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:23.099271 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-777ed17c-bbbd-4661-acd2-7880ddbef531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:23.243929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-55448012-8af4-4ab0-941b-1ac46e3dd1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:23.245592 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-55448012-8af4-4ab0-941b-1ac46e3dd1fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0099b01139a745babf81dd1fbab5cc00&device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 1098 time: 0.2457521 Oct 12 23:03:23.285566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e78d2-7720-43a4-81a6-cb729bb91092 req-810d1015-4374-4586-9558-d5dbb72031ff tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:23.297231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-684e78d2-7720-43a4-81a6-cb729bb91092 req-810d1015-4374-4586-9558-d5dbb72031ff tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1999617 Oct 12 23:03:23.443395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-684e78d2-7720-43a4-81a6-cb729bb91092 req-90c4d3e0-26c8-4eed-a272-d2878821e927 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445034 Oct 12 23:03:23.447916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-777ed17c-bbbd-4661-acd2-7880ddbef531 None None] Port ed13aa36-d40c-490d-938f-757f477e0cc6 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:03:23.478364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 7d88500d-7c0c-4da2-976b-9013fd2c584c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=7d88500d-7c0c-4da2-976b-9013fd2c584c,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:23.504517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:03:23.507380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '7d88500d-7c0c-4da2-976b-9013fd2c584c', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'port_id': '7d88500d-7c0c-4da2-976b-9013fd2c584c', 'mac_address': 'fa:16:3e:d1:bc:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:03:23.528243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832b69b-6662-4d35-a548-ab3eac32c570 req-0dd13816-e9e0-4f9e-a35e-b25750d4d825 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:23.534360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f832b69b-6662-4d35-a548-ab3eac32c570 req-0dd13816-e9e0-4f9e-a35e-b25750d4d825 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 943 time: 0.7802315 Oct 12 23:03:23.542121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-16f3c9a8-e09e-4325-93af-c77d2fda1715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:23.547309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-16f3c9a8-e09e-4325-93af-c77d2fda1715 service neutron] 10.222.0.41 "GET /v2.0/networks?id=32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 200 len: 917 time: 0.2547400 Oct 12 23:03:23.616463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f832b69b-6662-4d35-a548-ab3eac32c570 req-1cd35b1b-716b-4238-b388-8a9e48e028ae tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686207 Oct 12 23:03:23.730074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:23.796177 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:23.811038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-ff4244c3-0abd-4ad7-85ff-1e24ba5b4cd1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dc48cef5-4b9a-4061-9512-572037566ff8 HTTP/1.1" status: 200 len: 217 time: 0.1227269 Oct 12 23:03:23.853886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941e355-dc67-4673-bbb4-88bca2778ff1 req-c1780b6a-969a-40d7-8f6c-b935e80e761e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:23.869575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9941e355-dc67-4673-bbb4-88bca2778ff1 req-c1780b6a-969a-40d7-8f6c-b935e80e761e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.2462444 Oct 12 23:03:23.925098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9941e355-dc67-4673-bbb4-88bca2778ff1 req-b92ebcf8-21c5-4123-8618-ee8219982bc3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522683 Oct 12 23:03:23.946907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d88500d-7c0c-4da2-976b-9013fd2c584c {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:24.028392 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:24.041399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 7d88500d-7c0c-4da2-976b-9013fd2c584c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=7d88500d-7c0c-4da2-976b-9013fd2c584c,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:24.096454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-0fc5b407-5569-4e05-a6ec-d958a743cf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:24.098011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-0fc5b407-5569-4e05-a6ec-d958a743cf5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cd14498-7f76-468a-8f82-5759747192a2 HTTP/1.1" status: 200 len: 855 time: 0.1481326 Oct 12 23:03:24.101522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:18Z', 'revision_number': 3, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:24.134270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:24.145004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5050b43-b218-45d9-8724-03df03b3a66d None None] The sync data for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 is: [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:18Z', 'revision_number': 3, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:03:24.149296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:24.221461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-d60be38a-5fdd-4c15-9054-7181eb65808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:24.223581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-d60be38a-5fdd-4c15-9054-7181eb65808f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=32a79333-4cf9-432c-9a1e-5f2404cc4595&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524313 Oct 12 23:03:24.342900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=7d88500d-7c0c-4da2-976b-9013fd2c584c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:24.428619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Pushing event updated for resources: {'Port': ['ID=ed13aa36-d40c-490d-938f-757f477e0cc6,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:24.449076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-100cca93-c51f-4f44-81ea-997085898c70 service neutron] 10.222.0.41 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014899 Oct 12 23:03:24.456523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:24.480278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['7d88500d-7c0c-4da2-976b-9013fd2c584c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:24.485568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-528c34d2-67ec-42ee-a02e-e2946bfefcaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:24.488297 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-528c34d2-67ec-42ee-a02e-e2946bfefcaf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1096 time: 0.2557049 Oct 12 23:03:24.517516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418de17-6cef-46a8-88bc-994c6b060395 req-c911f31b-58ff-4945-944d-b1a02bb7635d tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:24.534656 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8418de17-6cef-46a8-88bc-994c6b060395 req-c911f31b-58ff-4945-944d-b1a02bb7635d tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.3298533 Oct 12 23:03:24.793282 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8418de17-6cef-46a8-88bc-994c6b060395 req-9133425e-988b-4f66-838a-ac5cffa70156 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576482 Oct 12 23:03:24.898192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e365de-356f-44b6-8d04-92f7f0ce578e req-ba31a617-0b89-43fc-96ad-ab28821a7597 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:24.908768 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1e365de-356f-44b6-8d04-92f7f0ce578e req-ba31a617-0b89-43fc-96ad-ab28821a7597 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1605279 Oct 12 23:03:24.929919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-183d19ea-83fb-47b7-ba3a-32a9216b1481 req-0c1bd2bd-5927-4b9b-bcf6-55f03d7d1eee service neutron] 10.222.0.41 "GET /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987205 Oct 12 23:03:24.964625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1e365de-356f-44b6-8d04-92f7f0ce578e req-c95bcbdb-1405-40e7-bb75-bae9cb5418ae tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526052 Oct 12 23:03:24.979614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-cd79cb32-ec54-426e-bb20-583b495b0fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:24.981421 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-cd79cb32-ec54-426e-bb20-583b495b0fc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.4393370 Oct 12 23:03:25.000730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Network 7a9066f4-9838-43ba-8ee9-2a40f558149a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:03:25.004361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:03:25.046258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92350a4-fb8c-4a10-a431-9394c4fc8366 req-ab25d40e-45c4-4729-9f3a-d2edcf5ea9d0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:25.060219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d92350a4-fb8c-4a10-a431-9394c4fc8366 req-ab25d40e-45c4-4729-9f3a-d2edcf5ea9d0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 946 time: 0.1532943 Oct 12 23:03:25.083230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98bf19d-3d03-4e3a-a2df-0157bc902e4c req-f26103d0-0647-452b-a49b-883de1d159e6 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:25.095386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e98bf19d-3d03-4e3a-a2df-0157bc902e4c req-f26103d0-0647-452b-a49b-883de1d159e6 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 944 time: 0.0735779 Oct 12 23:03:25.164562 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e98bf19d-3d03-4e3a-a2df-0157bc902e4c req-8f171c29-12fc-40a1-9a5a-d92868488991 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676634 Oct 12 23:03:25.353009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac560cc-51f9-4b9d-ba96-13cf5207e38a req-eba89dfd-eb67-4b7e-a31a-9a53f7cfe46f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:25.360833 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6ac560cc-51f9-4b9d-ba96-13cf5207e38a req-eba89dfd-eb67-4b7e-a31a-9a53f7cfe46f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.1056476 Oct 12 23:03:25.434863 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6ac560cc-51f9-4b9d-ba96-13cf5207e38a req-19e3b4f3-631c-4178-92df-bff5cbff4ce3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729663 Oct 12 23:03:25.470738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-79008f56-76eb-42ca-afe6-b1dc5b9d6b6b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 999 time: 0.3409111 Oct 12 23:03:25.513306 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d92350a4-fb8c-4a10-a431-9394c4fc8366 req-96189ec5-ddd8-4593-9545-ec056ca19e0b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4480734 Oct 12 23:03:25.590744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Router 69e5773f-83fb-433f-bec1-9ac32dc56293 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:03:25.615329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-af27cea9-aba3-4657-aa3e-6b71ffc4925c None None] Provisioning complete for port ed13aa36-d40c-490d-938f-757f477e0cc6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:25.619603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-af27cea9-aba3-4657-aa3e-6b71ffc4925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:25.644281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-d9f8af9c-8d1e-4ea4-8ef5-752d95bec21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:25.646074 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-d9f8af9c-8d1e-4ea4-8ef5-752d95bec21d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1307402 Oct 12 23:03:25.681534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-af27cea9-aba3-4657-aa3e-6b71ffc4925c None None] Port ed13aa36-d40c-490d-938f-757f477e0cc6 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:03:25.798991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:03:25.823857 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e73fabd-88a6-4eea-9cae-89a9a4a65a12 admin admin] 10.222.0.31 "PUT /v2.0/routers/69e5773f-83fb-433f-bec1-9ac32dc56293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7949047 Oct 12 23:03:26.144837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-aa088865-7506-476f-81f4-869138eae9fb tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:26.144837 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-aa088865-7506-476f-81f4-869138eae9fb tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 946 time: 0.2020655 Oct 12 23:03:26.205880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 54dd8993-5499-4dd0-b823-1908de6c7f86 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:26.262305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567d252-1ec9-4303-8f8a-63b759c18408 req-3cb7aa0a-becc-4325-bc90-7427c55d16cd tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:26.269853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b567d252-1ec9-4303-8f8a-63b759c18408 req-3cb7aa0a-becc-4325-bc90-7427c55d16cd tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.3790965 Oct 12 23:03:26.284428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d271373d-baa1-4f10-a786-274eda5e3eff req-826f06cc-3922-4d97-a46d-b2affce174e3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:26.297386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d271373d-baa1-4f10-a786-274eda5e3eff req-826f06cc-3922-4d97-a46d-b2affce174e3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1671162 Oct 12 23:03:26.306749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-42f8ef87-278c-40bc-ad16-93f11c2c97b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:26.308383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-42f8ef87-278c-40bc-ad16-93f11c2c97b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2922134 Oct 12 23:03:26.385608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 54dd8993-5499-4dd0-b823-1908de6c7f86 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:26.385993 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:26.428092 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d271373d-baa1-4f10-a786-274eda5e3eff req-30ae0eca-5216-4e5a-ae6e-50c026d96d28 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275809 Oct 12 23:03:26.569821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b567d252-1ec9-4303-8f8a-63b759c18408 req-bc18a4f2-aa00-4369-af85-f1966f53cc3d tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2917807 Oct 12 23:03:26.620312 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:26.655802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d0b10e-e979-4b92-b3d0-72ab08738ebe req-151316b2-f145-44a2-8a59-76a3a1ea8365 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:26.667729 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5d0b10e-e979-4b92-b3d0-72ab08738ebe req-151316b2-f145-44a2-8a59-76a3a1ea8365 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 944 time: 0.1227832 Oct 12 23:03:26.710436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 54dd8993-5499-4dd0-b823-1908de6c7f86, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=54dd8993-5499-4dd0-b823-1908de6c7f86,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:26.722047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 7d88500d-7c0c-4da2-976b-9013fd2c584c up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:26.729786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Deleting port d104e2cd-0b94-432a-baa7-87a6de212471 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:26.730369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:26.747536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-3f158f50-c621-4fa4-9e60-7f153aa665e1 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286492 Oct 12 23:03:26.754922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5d0b10e-e979-4b92-b3d0-72ab08738ebe req-bcd118b4-6aa9-49fd-bbed-b21a5aa02402 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861337 Oct 12 23:03:26.844881 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:26.994115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=54dd8993-5499-4dd0-b823-1908de6c7f86,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:27.030842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0cdc39-1b9a-40af-9444-6c65624bc6c6 req-58b33a89-5ae3-48f3-ab3e-9c0493e9cbc0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:27.031524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b0cdc39-1b9a-40af-9444-6c65624bc6c6 req-58b33a89-5ae3-48f3-ab3e-9c0493e9cbc0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 946 time: 0.1456323 Oct 12 23:03:27.057371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3d3712-dedf-4903-8e7e-5acb1f08e880 req-601bb185-2dcb-458e-9bcf-10cbc2830e19 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:27.065445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab3d3712-dedf-4903-8e7e-5acb1f08e880 req-601bb185-2dcb-458e-9bcf-10cbc2830e19 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.3148954 Oct 12 23:03:27.088170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81ba66f9-44bb-4324-9159-c9129feb03c2 req-05e231f6-caba-48da-89ae-4ff6bdcb6c42 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995582 Oct 12 23:03:27.106659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 7d88500d-7c0c-4da2-976b-9013fd2c584c completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:03:27.113146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 7d88500d-7c0c-4da2-976b-9013fd2c584c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:27.114442 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:27.119926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b0cdc39-1b9a-40af-9444-6c65624bc6c6 req-bc3cf47a-6096-4a44-a4eb-89752c1cdd24 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873353 Oct 12 23:03:27.122236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] For port d104e2cd-0b94-432a-baa7-87a6de212471, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d104e2cd-0b94-432a-baa7-87a6de212471,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:27.122930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:27.155510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Calling delete_port for d104e2cd-0b94-432a-baa7-87a6de212471 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:27.158902 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Sync routers for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:03:27.169653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab3d3712-dedf-4903-8e7e-5acb1f08e880 req-9d49c82c-f8f1-4d48-b3cd-33ead3bf74ca tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025317 Oct 12 23:03:27.185364 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:03:27.190510 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:03:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:27.273263 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:27.313207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 7d88500d-7c0c-4da2-976b-9013fd2c584c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=7d88500d-7c0c-4da2-976b-9013fd2c584c,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:27.314477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88500d-7c0c-4da2-976b-9013fd2c584c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:27.317243 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3bcb1a-d0c3-48cd-8e5e-a8e781ea36eb" -d '{"events": [{"server_uuid": "7c3f2345-a43c-412a-9b93-b2f658351c55", "name": "network-vif-plugged", "status": "completed", "tag": "7d88500d-7c0c-4da2-976b-9013fd2c584c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:27.369618 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a42d1f19-03d0-45b0-babd-f1cb935613a8 x-openstack-request-id: req-a42d1f19-03d0-45b0-babd-f1cb935613a8 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:27.369618 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3f2345-a43c-412a-9b93-b2f658351c55", "name": "network-vif-plugged", "status": "completed", "tag": "7d88500d-7c0c-4da2-976b-9013fd2c584c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:27.369618 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a42d1f19-03d0-45b0-babd-f1cb935613a8 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:27.369618 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d88500d-7c0c-4da2-976b-9013fd2c584c', 'code': 200} Oct 12 23:03:27.400579 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:03:27.507968 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:27.548886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:27.579063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:27.602353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d104e2cd-0b94-432a-baa7-87a6de212471'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:27.635438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event deleted for resources: {'Port': ['ID=d104e2cd-0b94-432a-baa7-87a6de212471,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:27.683608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1bf8cd-0e11-48a5-bbbe-a6cf893fdcff req-3f71b19b-496d-48f7-8d46-8b2a730cb439 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:27.697231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f1bf8cd-0e11-48a5-bbbe-a6cf893fdcff req-3f71b19b-496d-48f7-8d46-8b2a730cb439 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1551087 Oct 12 23:03:27.803348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=7d88500d-7c0c-4da2-976b-9013fd2c584c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:27.808398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f1bf8cd-0e11-48a5-bbbe-a6cf893fdcff req-fc23008b-5400-46a4-bf0e-759d5c67b3d5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040096 Oct 12 23:03:27.977949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] No DVR routers for this DVR port d104e2cd-0b94-432a-baa7-87a6de212471 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:27.983656 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ed13aa36-d40c-490d-938f-757f477e0cc6', 'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'mac_address': 'fa:16:3e:94:be:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:21Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 2, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'subnets': [{'id': '744baed7-223d-48b8-8872-5792b66dbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:27.987133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:28.004269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2534ab44-d184-4a4e-a055-f8aa5c5a411a req-b3e6fe38-1b96-4648-8108-baa22071764e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "DELETE /v2.0/ports/d104e2cd-0b94-432a-baa7-87a6de212471 HTTP/1.1" status: 204 len: 173 time: 1.8356035 Oct 12 23:03:28.016149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77c784b-c080-4fe9-8ecf-33b07e3d2fe7', 'name': 'network-vif-deleted', 'tag': 'd104e2cd-0b94-432a-baa7-87a6de212471'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:28.029594 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba9ebc7-5e55-4665-8573-65fdae3c8cfc" -d '{"events": [{"server_uuid": "d77c784b-c080-4fe9-8ecf-33b07e3d2fe7", "name": "network-vif-deleted", "tag": "d104e2cd-0b94-432a-baa7-87a6de212471"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:28.043622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7ff95-e87f-460b-a424-991f356e52d1 req-46e2968d-359e-469a-bfc9-f27e5b437825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:28.051447 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70b7ff95-e87f-460b-a424-991f356e52d1 req-46e2968d-359e-469a-bfc9-f27e5b437825 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 1097 time: 0.4197118 Oct 12 23:03:28.062272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a922829-2b36-4c08-a31e-51d77616e9a5 req-06464a09-a0d1-4c6b-ab57-7cb6016d3617 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:28.071577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a922829-2b36-4c08-a31e-51d77616e9a5 req-06464a09-a0d1-4c6b-ab57-7cb6016d3617 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.3194733 Oct 12 23:03:28.142181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a89c6-fff6-436f-b848-6baae01f53ef req-8f09ce45-d945-41b1-a0b0-3c3cf7e60600 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:28.154629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e61a89c6-fff6-436f-b848-6baae01f53ef req-8f09ce45-d945-41b1-a0b0-3c3cf7e60600 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 945 time: 0.2472942 Oct 12 23:03:28.157202 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Checking router: 69e5773f-83fb-433f-bec1-9ac32dc56293 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:03:28.157646 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Updating router 69e5773f-83fb-433f-bec1-9ac32dc56293 port ed13aa36-d40c-490d-938f-757f477e0cc6 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:03:28.178650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a922829-2b36-4c08-a31e-51d77616e9a5 req-0fd9b50b-02ff-4d3a-b31b-f5ec2a1e688c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028914 Oct 12 23:03:28.198217 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70b7ff95-e87f-460b-a424-991f356e52d1 req-fcc0b91e-0af7-4026-aef3-6fc162d5fd72 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184874 Oct 12 23:03:28.209485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 54dd8993-5499-4dd0-b823-1908de6c7f86 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:28.231680 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abaa7e8-de38-4a73-baf7-e4f23859b4e4 x-openstack-request-id: req-4abaa7e8-de38-4a73-baf7-e4f23859b4e4 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:28.232653 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d77c784b-c080-4fe9-8ecf-33b07e3d2fe7", "name": "network-vif-deleted", "tag": "d104e2cd-0b94-432a-baa7-87a6de212471", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:28.233070 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4abaa7e8-de38-4a73-baf7-e4f23859b4e4 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:28.233650 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd77c784b-c080-4fe9-8ecf-33b07e3d2fe7', 'name': 'network-vif-deleted', 'tag': 'd104e2cd-0b94-432a-baa7-87a6de212471', 'status': 'completed', 'code': 200} Oct 12 23:03:28.263438 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:28.326814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e61a89c6-fff6-436f-b848-6baae01f53ef req-cf5c08be-6a3e-45e1-8a95-2813cc05dafc tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1694124 Oct 12 23:03:28.334995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10a95459-e9fc-4394-b04f-0baf20dbee71 req-7eaf73c5-a180-4b31-bb9a-6f0d8c6749ac tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 210 time: 0.0373480 Oct 12 23:03:28.389398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 54dd8993-5499-4dd0-b823-1908de6c7f86 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:28.389885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:28.561839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409b7a84-55e8-4d5e-a043-9ddc4d125e58 req-0f25c4ae-f273-4d94-9f40-23560c770c1f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:28.573144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-409b7a84-55e8-4d5e-a043-9ddc4d125e58 req-0f25c4ae-f273-4d94-9f40-23560c770c1f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.1071579 Oct 12 23:03:28.680118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-409b7a84-55e8-4d5e-a043-9ddc4d125e58 req-9dad6093-b65e-495f-ad06-0a6fc432c0b9 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062605 Oct 12 23:03:28.918957 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0bac71-ff86-41bc-bf81-5c8f9c77e79c req-ae4a4301-af68-4232-81b4-d80b9c5ed4c8 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:28.938103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e0bac71-ff86-41bc-bf81-5c8f9c77e79c req-ae4a4301-af68-4232-81b4-d80b9c5ed4c8 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.1157923 Oct 12 23:03:29.080474 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e0bac71-ff86-41bc-bf81-5c8f9c77e79c req-fc62aee9-8468-402d-bef5-0465cd1cc43c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414640 Oct 12 23:03:29.132223 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:29.162370 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-c5a3f7b3-2cf6-4a6c-9726-61e52348d299 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2214401 Oct 12 23:03:29.170981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a60fa86-9c56-4860-92e9-ae5aa127eff4 req-4d7f1af5-47c0-46bf-bf06-c25bed0737a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:29.178209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a60fa86-9c56-4860-92e9-ae5aa127eff4 req-4d7f1af5-47c0-46bf-bf06-c25bed0737a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.2280357 Oct 12 23:03:29.240807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a60fa86-9c56-4860-92e9-ae5aa127eff4 req-3e6e8e5f-7395-4240-a895-49f185d8732a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616674 Oct 12 23:03:29.334086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1b617-81ae-4324-8c10-703d953ce9bf req-afb0dfe5-ec3a-4995-9613-ef06e0c565d7 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:29.336219 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0cc1b617-81ae-4324-8c10-703d953ce9bf req-afb0dfe5-ec3a-4995-9613-ef06e0c565d7 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 945 time: 0.1133862 Oct 12 23:03:29.399109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0cc1b617-81ae-4324-8c10-703d953ce9bf req-110ed56c-c4e2-4d50-98a9-3ae92d84ba15 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510745 Oct 12 23:03:29.512910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4022ad03-11b5-4deb-b149-5fb600cd2ce6 req-d5960ca5-22c3-458f-b2ae-87d137e152a9 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:29.514599 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4022ad03-11b5-4deb-b149-5fb600cd2ce6 req-d5960ca5-22c3-458f-b2ae-87d137e152a9 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 945 time: 0.0599492 Oct 12 23:03:29.567457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4022ad03-11b5-4deb-b149-5fb600cd2ce6 req-e54ba284-775a-4cb6-bf26-bb02f66347b5 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465181 Oct 12 23:03:29.628926 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d104e2cd-0b94-432a-baa7-87a6de212471 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:29.637855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-579f2fbf-fb4d-4dee-8b8a-4aaa24bf111d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:29.639542 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-579f2fbf-fb4d-4dee-8b8a-4aaa24bf111d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1096 time: 0.0521252 Oct 12 23:03:29.667194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: d104e2cd-0b94-432a-baa7-87a6de212471 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:03:29.667552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d104e2cd-0b94-432a-baa7-87a6de212471 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:03:29.743622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745d3c56-ad0e-431f-9a40-3e25ffd30d9a req-3f09ff39-51f2-4bf2-9814-d89069e5b38e tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:29.745412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-745d3c56-ad0e-431f-9a40-3e25ffd30d9a req-3f09ff39-51f2-4bf2-9814-d89069e5b38e tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 945 time: 0.0509567 Oct 12 23:03:29.757743 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d46bc44-6561-4f3d-baa9-308aacbb91f9 req-9a2fe9c4-ebbc-4a1c-ab59-86c995194ef4 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d77c784b-c080-4fe9-8ecf-33b07e3d2fe7 HTTP/1.1" status: 200 len: 210 time: 0.0671926 Oct 12 23:03:29.811478 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-745d3c56-ad0e-431f-9a40-3e25ffd30d9a req-29260b7c-3bae-4356-8ea1-7fce21fe350c tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584636 Oct 12 23:03:29.811872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-7e97f834-2bc2-4531-aabd-4758dd50cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:29.813408 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-7e97f834-2bc2-4531-aabd-4758dd50cf18 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.1515470 Oct 12 23:03:29.928333 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-b23366ac-53d4-4165-9993-f6f2736d8649 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 999 time: 0.1032121 Oct 12 23:03:29.954787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5d69b-196d-4fc2-9af3-9c6a43343a59 req-531ae46b-3f52-492c-9038-335de57c68d5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:29.958007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36d5d69b-196d-4fc2-9af3-9c6a43343a59 req-531ae46b-3f52-492c-9038-335de57c68d5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0860362 Oct 12 23:03:29.976781 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:30.041357 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fa82d-5d6a-4830-b0ae-f259c42ec68d None None] Pushing event updated for resources: {'Port': ['ID=ed13aa36-d40c-490d-938f-757f477e0cc6,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:30.044234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-6f24306b-01d6-47c0-8645-477b202a62fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:30.046177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-6f24306b-01d6-47c0-8645-477b202a62fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1094415 Oct 12 23:03:30.078162 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36d5d69b-196d-4fc2-9af3-9c6a43343a59 req-f7c73dff-7278-45b4-b99f-e57c88d2deeb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858634 Oct 12 23:03:30.175368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d3a8b-6b29-4ae9-8f00-0a00db9dc626 req-17dcc71a-a619-41d9-af09-2934a3b3b17e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:30.177545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f35d3a8b-6b29-4ae9-8f00-0a00db9dc626 req-17dcc71a-a619-41d9-af09-2934a3b3b17e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.2170684 Oct 12 23:03:30.188322 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Attempting to bind port ed13aa36-d40c-490d-938f-757f477e0cc6 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:03:30.188699 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Attempting to bind port ed13aa36-d40c-490d-938f-757f477e0cc6 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:03:30.192449 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Attempting to bind port ed13aa36-d40c-490d-938f-757f477e0cc6 on network 7a9066f4-9838-43ba-8ee9-2a40f558149a {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:30.203122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-3c2eb719-1e03-4dc9-8ea1-8baf596ac830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:30.204888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-3c2eb719-1e03-4dc9-8ea1-8baf596ac830 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408556 Oct 12 23:03:30.210351 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:03:30.211008 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Checking segment: {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:03:30.215444 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:30.215444 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Bound using segment: {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:03:30.215444 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Bound port: ed13aa36-d40c-490d-938f-757f477e0cc6, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:03:30.215444 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:30.226526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-15d599f3-ac6c-48d2-89ca-6f0697bc6672 req-0d6d3282-fb5b-4d96-a78d-ed8af820888e tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:03:30.226526 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15d599f3-ac6c-48d2-89ca-6f0697bc6672 req-0d6d3282-fb5b-4d96-a78d-ed8af820888e tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0299158 Oct 12 23:03:30.353755 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f35d3a8b-6b29-4ae9-8f00-0a00db9dc626 req-9c627bb2-d145-4396-9b0d-db64720a44bd tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1688170 Oct 12 23:03:30.479123 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] For port ed13aa36-d40c-490d-938f-757f477e0cc6, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:03:30.486356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] For port ed13aa36-d40c-490d-938f-757f477e0cc6, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ed13aa36-d40c-490d-938f-757f477e0cc6,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:03:30.601000 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:30.666130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642c13b-771c-4e29-8488-8f7521118986 req-dcd49d3b-001b-4116-98e7-86e56513a015 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:30.667594 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15d599f3-ac6c-48d2-89ca-6f0697bc6672 req-e2e287b7-dfc3-4206-9c1f-0cb161349d88 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3990440 Oct 12 23:03:30.670741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cd17eb74-3d45-48d1-98db-7ee62d40d305 None None] Provisioning complete for port ed13aa36-d40c-490d-938f-757f477e0cc6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:30.680274 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5642c13b-771c-4e29-8488-8f7521118986 req-dcd49d3b-001b-4116-98e7-86e56513a015 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1440873 Oct 12 23:03:30.680375 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cd17eb74-3d45-48d1-98db-7ee62d40d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:30.713957 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:03:30.714863 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:03:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:30.739661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-bb98c702-4a5d-44f2-b0bd-3cdbfad25760 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162315 Oct 12 23:03:30.829151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5642c13b-771c-4e29-8488-8f7521118986 req-844ec87e-3747-4cf8-b66c-8ed5f50f1c38 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502383 Oct 12 23:03:30.865739 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8fa82d-5d6a-4830-b0ae-f259c42ec68d None None] Pushing event updated for resources: {'Port': ['ID=ed13aa36-d40c-490d-938f-757f477e0cc6,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:30.941424 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cd17eb74-3d45-48d1-98db-7ee62d40d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:31.117091 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a8e6f55e-3f34-478e-8753-f4dc0ac6b3b4 req-da1ff64d-ac20-4d0c-be6c-cc6dcf12acf9 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3544054 Oct 12 23:03:31.128711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cd17eb74-3d45-48d1-98db-7ee62d40d305 None None] For port ed13aa36-d40c-490d-938f-757f477e0cc6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ed13aa36-d40c-490d-938f-757f477e0cc6,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:31.218136 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:03:31.264089 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2dd265-bb79-4929-96f3-dcd7cdfeb7b7 req-5fc753e3-30c7-4050-8898-eec763fef3cc tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:31.264089 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d2dd265-bb79-4929-96f3-dcd7cdfeb7b7 req-5fc753e3-30c7-4050-8898-eec763fef3cc tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 945 time: 0.2277548 Oct 12 23:03:31.383458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d2dd265-bb79-4929-96f3-dcd7cdfeb7b7 req-be7330a1-94ac-4b16-8347-d9dcf33f4164 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286981 Oct 12 23:03:31.525361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87338cca-bf69-4816-9a10-c3e3e87787c1 req-37370384-a97b-446f-ad06-0436a0f65ad1 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:31.526852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-87338cca-bf69-4816-9a10-c3e3e87787c1 req-37370384-a97b-446f-ad06-0436a0f65ad1 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.0564489 Oct 12 23:03:31.577473 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ed13aa36-d40c-490d-938f-757f477e0cc6', 'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'mac_address': 'fa:16:3e:94:be:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:21Z', 'updated_at': '2021-10-12T23:03:30Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'subnets': [{'id': '744baed7-223d-48b8-8872-5792b66dbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:31.587297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-87338cca-bf69-4816-9a10-c3e3e87787c1 req-060bf3f4-8b50-432d-a6f4-a5165b1a0941 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434570 Oct 12 23:03:31.607301 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95037a1f-51ed-4e3c-9e2e-4897184cd4fc None None] The sync data for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 is: [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ed13aa36-d40c-490d-938f-757f477e0cc6', 'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'mac_address': 'fa:16:3e:94:be:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:21Z', 'updated_at': '2021-10-12T23:03:30Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'subnets': [{'id': '744baed7-223d-48b8-8872-5792b66dbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:03:31.625903 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cd17eb74-3d45-48d1-98db-7ee62d40d305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:31.711878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd17eb74-3d45-48d1-98db-7ee62d40d305 None None] Pushing event updated for resources: {'Port': ['ID=ed13aa36-d40c-490d-938f-757f477e0cc6,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:31.751667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ebc70914-99c1-4b42-bf5e-0b2e17e0a2f8 None None] Provisioning complete for port ed13aa36-d40c-490d-938f-757f477e0cc6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:31.752664 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ebc70914-99c1-4b42-bf5e-0b2e17e0a2f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:32.008921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec82b-a582-45ef-bbf9-98d97460997a req-148152cc-8e7a-46d5-8ede-9023ad4a8f47 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:32.016622 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-148152cc-8e7a-46d5-8ede-9023ad4a8f47 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1927516 Oct 12 23:03:32.033854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-3e2bff85-06cb-416c-aa60-e74a9b17cc4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:32.034401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-71082093-fe6b-4a09-9c57-eff2becff155 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/quotas/32ae560e885841d79dd420b2b64ded98 HTTP/1.1" status: 200 len: 375 time: 0.0168953 Oct 12 23:03:32.045353 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-3e2bff85-06cb-416c-aa60-e74a9b17cc4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.2522657 Oct 12 23:03:32.066920 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-3faf23cc-406a-49c8-8c8a-fb6ebb41b20c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/quotas/d7a8b43052b2454e9459dc6c1313aad8 HTTP/1.1" status: 200 len: 375 time: 0.0198658 Oct 12 23:03:32.128221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ac853e14-3bed-4617-9221-ecffdc15b8c3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0927534 Oct 12 23:03:32.133097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ed13aa36-d40c-490d-938f-757f477e0cc6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:32.222562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-cac3db16-2389-4d6a-92cc-3a5361383e8e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1541135 Oct 12 23:03:32.249934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ed13aa36-d40c-490d-938f-757f477e0cc6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:32.251293 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:32.309970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ea2c3334-4308-4cc5-94e8-ec595091b8bd service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809006 Oct 12 23:03:32.383608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-0743c27e-daee-4f09-aafb-4334fb25b0ce service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523056 Oct 12 23:03:32.431936 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-35688cdf-99a3-45ab-b6a3-b39199e3a57c service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210039 Oct 12 23:03:32.553159 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-e9c8d62d-1846-4b21-9a69-c95f31515123 service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575146 Oct 12 23:03:33.030152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efb6cbd-61e7-4d10-8e60-1db7a74351af req-331b914b-505a-4dc9-a7f6-3bdc341a49d4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:33.030297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a53f3e-d29d-4bd5-8dd6-d68c8b13e9b6 req-2d550cdc-b421-44c1-902f-1f002e76a030 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:33.032559 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8a53f3e-d29d-4bd5-8dd6-d68c8b13e9b6 req-2d550cdc-b421-44c1-902f-1f002e76a030 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 945 time: 0.1372232 Oct 12 23:03:33.033261 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3efb6cbd-61e7-4d10-8e60-1db7a74351af req-331b914b-505a-4dc9-a7f6-3bdc341a49d4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.1550055 Oct 12 23:03:33.038692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58114) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:33.087211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d4f0aa1d-9b53-4ae3-b7d3-caa8575a4073 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Request body: {'floatingip': {'port_id': '7d88500d-7c0c-4da2-976b-9013fd2c584c'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:33.194301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468749fc-5e57-4f97-bb67-e1c8df2855c2 req-95c1d55a-04d8-4f2c-8d31-e465c3c32046 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:33.197784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-468749fc-5e57-4f97-bb67-e1c8df2855c2 req-95c1d55a-04d8-4f2c-8d31-e465c3c32046 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 945 time: 0.0830357 Oct 12 23:03:33.210068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3efb6cbd-61e7-4d10-8e60-1db7a74351af req-cae149b6-d472-4065-b63d-f7689f2e825a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663761 Oct 12 23:03:33.215492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d4f0aa1d-9b53-4ae3-b7d3-caa8575a4073 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:33.271280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-468749fc-5e57-4f97-bb67-e1c8df2855c2 req-748c339e-6733-4b5c-afa0-79a04b53c645 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613420 Oct 12 23:03:33.463204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff9f6c96-9e9a-4e87-bccc-eea4ff1bde25 req-d6f54f35-60b6-41e1-bf46-07dde8356c02 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 210 time: 0.0731556 Oct 12 23:03:33.548391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e06a4892-349d-46a1-adbf-12828eb37076 req-ff8651ad-2803-47ba-8c4c-0fae5b5228bd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 210 time: 0.0763750 Oct 12 23:03:33.642174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d102223-9f33-4092-990c-c53bcd194a89 req-33e833a6-d119-4c81-807b-7ecec09a8763 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:33.643609 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d102223-9f33-4092-990c-c53bcd194a89 req-33e833a6-d119-4c81-807b-7ecec09a8763 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 945 time: 0.1056869 Oct 12 23:03:33.700711 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d102223-9f33-4092-990c-c53bcd194a89 req-c9fdc269-444e-4aa4-a8fc-7ee1bd4c3ee3 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Oct 12 23:03:33.991864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f866867-e59a-4d6c-8b5e-aab31da822b0 req-147fc70b-b547-4a3c-8088-7c47c7edaafd tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:33.997992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f866867-e59a-4d6c-8b5e-aab31da822b0 req-147fc70b-b547-4a3c-8088-7c47c7edaafd tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:34.004096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f866867-e59a-4d6c-8b5e-aab31da822b0 req-147fc70b-b547-4a3c-8088-7c47c7edaafd tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:34.007409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f866867-e59a-4d6c-8b5e-aab31da822b0 req-147fc70b-b547-4a3c-8088-7c47c7edaafd tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf&device_id=8283f913-b118-49df-b0c4-b3e11d3cf645&device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 2417 time: 0.1191156 Oct 12 23:03:34.015101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d4f0aa1d-9b53-4ae3-b7d3-caa8575a4073 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:34.061498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f866867-e59a-4d6c-8b5e-aab31da822b0 req-0b6b74fc-12db-4b04-babb-b2b1674d386f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450621 Oct 12 23:03:34.140168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d4f0aa1d-9b53-4ae3-b7d3-caa8575a4073 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:34.164440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56b4e0dd-46bc-42e0-a21a-f6895cc9c4e6 req-1b5f353c-49b9-43af-b491-852978c9414f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0716696 Oct 12 23:03:34.313522 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-d4f0aa1d-9b53-4ae3-b7d3-caa8575a4073 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Floating IP 2683ef30-c354-4ecf-bbc9-28602ff27390 associated. External IP: 172.25.2.113, port: 7d88500d-7c0c-4da2-976b-9013fd2c584c. Oct 12 23:03:34.474836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b09bcb9-ae9b-4283-bb37-1990902a92db req-32b37451-416f-4eac-8cad-e6e433b3a6ad tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:34.476368 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b09bcb9-ae9b-4283-bb37-1990902a92db req-32b37451-416f-4eac-8cad-e6e433b3a6ad tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.1095369 Oct 12 23:03:34.550085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b09bcb9-ae9b-4283-bb37-1990902a92db req-2736fce7-ce4f-4b4e-96e1-36946080e709 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611541 Oct 12 23:03:34.695598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dac246e3-4b6c-43c9-ad86-6d59ceb277af req-cb6b6683-22c7-47ff-80e4-6d8f1eca8f3a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 210 time: 0.0584419 Oct 12 23:03:34.752841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f0aa1d-9b53-4ae3-b7d3-caa8575a4073 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Router 5bd5adac-87b4-4832-9437-0ea7094faf23 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:03:34.800431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67ea08cb-f0c3-46d9-b3a5-a540c7bbb1c6 req-cdf17259-6296-402d-a519-2a48091538ea tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 210 time: 0.0438149 Oct 12 23:03:35.343940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f0aa1d-9b53-4ae3-b7d3-caa8575a4073 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:03:35.349218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d4f0aa1d-9b53-4ae3-b7d3-caa8575a4073 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:35.356564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] Sync routers for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:03:35.373512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:03:35.374148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:03:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:35.400014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d4f0aa1d-9b53-4ae3-b7d3-caa8575a4073 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "PUT /v2.0/floatingips/2683ef30-c354-4ecf-bbc9-28602ff27390 HTTP/1.1" status: 200 len: 991 time: 2.3586652 Oct 12 23:03:35.400736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'tag': '7d88500d-7c0c-4da2-976b-9013fd2c584c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:35.407864 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6" -d '{"events": [{"name": "network-changed", "server_uuid": "7c3f2345-a43c-412a-9b93-b2f658351c55", "tag": "7d88500d-7c0c-4da2-976b-9013fd2c584c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:35.542191 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c394b22-2740-4b2c-a186-a850a888332e x-openstack-request-id: req-4c394b22-2740-4b2c-a186-a850a888332e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:35.542619 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c3f2345-a43c-412a-9b93-b2f658351c55", "tag": "7d88500d-7c0c-4da2-976b-9013fd2c584c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:35.543055 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4c394b22-2740-4b2c-a186-a850a888332e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:35.543557 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'tag': '7d88500d-7c0c-4da2-976b-9013fd2c584c', 'status': 'completed', 'code': 200} Oct 12 23:03:35.611700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:03:35.692896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-666b0e40-542c-46d5-b983-b09c70b7493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:35.695798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-666b0e40-542c-46d5-b983-b09c70b7493d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a098d32465f14c7886f98190b680795f&device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 1097 time: 0.1161423 Oct 12 23:03:35.818455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ca8fcbcf-49ca-4889-9cb9-957e079f69ad tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:35.822199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ca8fcbcf-49ca-4889-9cb9-957e079f69ad tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.2424219 Oct 12 23:03:35.841600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Request body: {'port': {'device_id': '4860abf4-0748-4c0b-90e7-62a6cdea5015', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'admin_state_up': True, 'tenant_id': '32ae560e885841d79dd420b2b64ded98'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:35.856692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5094867-e0e8-4152-9ec8-8e117c00e172 req-62e030f5-cfe9-49a1-972c-e02066aad6ea tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:35.858020 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5094867-e0e8-4152-9ec8-8e117c00e172 req-62e030f5-cfe9-49a1-972c-e02066aad6ea tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.1277637 Oct 12 23:03:35.869405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-2ebf74a9-3e1e-441d-96b4-0454597405f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:35.870161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-2ebf74a9-3e1e-441d-96b4-0454597405f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4a3ceab4-2787-406c-a943-7accca371000 HTTP/1.1" status: 200 len: 906 time: 0.1667349 Oct 12 23:03:36.099710 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-5711f4cb-9d81-4812-9e5b-e5b112d35170 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7d88500d-7c0c-4da2-976b-9013fd2c584c HTTP/1.1" status: 200 len: 999 time: 0.2214274 Oct 12 23:03:36.123616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5094867-e0e8-4152-9ec8-8e117c00e172 req-e2f20828-a8a9-408e-9c3f-2a5b4d909d22 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2348602 Oct 12 23:03:36.124407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:51Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2683ef30-c354-4ecf-bbc9-28602ff27390', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'port_id': '7d88500d-7c0c-4da2-976b-9013fd2c584c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'mac_address': 'fa:16:3e:d1:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:03:04Z', 'updated_at': '2021-10-12T23:03:33Z', 'revision_number': 1, 'project_id': 'a098d32465f14c7886f98190b680795f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562b4589-ab5c-4377-9c60-1a6dcbc2fb3d', 'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'mac_address': 'fa:16:3e:f9:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:50Z', 'updated_at': '2021-10-12T23:03:00Z', 'revision_number': 5, 'project_id': 'a098d32465f14c7886f98190b680795f', 'subnets': [{'id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:36.240132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Made reservation on behalf of 32ae560e885841d79dd420b2b64ded98 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:03:36.241492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] Checking router: 5bd5adac-87b4-4832-9437-0ea7094faf23 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:03:36.243735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-d8779376-a73d-4df8-8d50-e0f3e692a0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:36.245215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-d8779376-a73d-4df8-8d50-e0f3e692a0d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=74fe9faa-e5f9-46a5-a2cb-3d865b1037f0 HTTP/1.1" status: 200 len: 844 time: 0.1171775 Oct 12 23:03:36.251961 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:36.275182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:03:36.275853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:03:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:36.300843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a884c880-15fb-41c3-b699-6cab6eb6ec77 req-ed1a8923-7556-4bf6-b181-264049a14272 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 210 time: 0.0510917 Oct 12 23:03:36.364865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-fce7470b-f740-4b99-a72b-7b4a3e691f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:36.366532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-fce7470b-f740-4b99-a72b-7b4a3e691f48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a3ceab4-2787-406c-a943-7accca371000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1024368 Oct 12 23:03:36.439900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:03:36.679481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-5c883ad5-a349-479a-90af-512704c900da tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:36.681900 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-5c883ad5-a349-479a-90af-512704c900da tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.1771743 Oct 12 23:03:36.700046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'port': {'device_id': '7399555a-7205-4942-b5ae-840cf421528c', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'admin_state_up': True, 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:36.766480 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-917d9f0c-3850-48d6-9f35-6c8f08572049 req-37f45277-5722-4639-a31c-9643be3e1544 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 210 time: 0.5534956 Oct 12 23:03:36.798543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-4910045b-b64a-4521-94a9-558ce9e8acd2 service neutron] 10.222.0.41 "GET /v2.0/networks/4a3ceab4-2787-406c-a943-7accca371000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232996 Oct 12 23:03:36.971182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Allocated IP 172.20.0.13 (273e1941-ee6c-4884-bfc8-cfacaaceab02/b716a6d8-82ce-42f0-a720-23afc5bfcb46/cb9dc0a6-54bd-40a1-815f-c85994366b18) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:03:37.018194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42e2c6e0-8755-4547-a48e-c22bdc6a37c6 req-8b49678f-bf93-4954-9112-69ded317282b service neutron] 10.222.0.41 "GET /v2.0/networks/4a3ceab4-2787-406c-a943-7accca371000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063422 Oct 12 23:03:37.059296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5971bb-7d8b-4b6d-b91b-dff5bda3d78b req-bcc44183-465e-4ccd-99af-ae3708106815 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:37.062329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5971bb-7d8b-4b6d-b91b-dff5bda3d78b req-bcc44183-465e-4ccd-99af-ae3708106815 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 945 time: 0.1136198 Oct 12 23:03:37.132540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5971bb-7d8b-4b6d-b91b-dff5bda3d78b req-73ace44c-11b1-4646-b695-63389c9eed13 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629094 Oct 12 23:03:37.133285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Made reservation on behalf of d7a8b43052b2454e9459dc6c1313aad8 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:03:37.137223 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:37.173177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:51Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2683ef30-c354-4ecf-bbc9-28602ff27390', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'port_id': '7d88500d-7c0c-4da2-976b-9013fd2c584c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'mac_address': 'fa:16:3e:d1:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:03:04Z', 'updated_at': '2021-10-12T23:03:33Z', 'revision_number': 1, 'project_id': 'a098d32465f14c7886f98190b680795f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562b4589-ab5c-4377-9c60-1a6dcbc2fb3d', 'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'mac_address': 'fa:16:3e:f9:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:50Z', 'updated_at': '2021-10-12T23:03:00Z', 'revision_number': 5, 'project_id': 'a098d32465f14c7886f98190b680795f', 'subnets': [{'id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:37.217052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46324124-800b-4a93-ad90-a7bbb71558aa None None] The sync data for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 is: [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:51Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2683ef30-c354-4ecf-bbc9-28602ff27390', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'floating_ip_address': '172.25.2.113', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'port_id': '7d88500d-7c0c-4da2-976b-9013fd2c584c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'mac_address': 'fa:16:3e:d1:bc:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:03:04Z', 'updated_at': '2021-10-12T23:03:33Z', 'revision_number': 1, 'project_id': 'a098d32465f14c7886f98190b680795f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '562b4589-ab5c-4377-9c60-1a6dcbc2fb3d', 'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'mac_address': 'fa:16:3e:f9:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:50Z', 'updated_at': '2021-10-12T23:03:00Z', 'revision_number': 5, 'project_id': 'a098d32465f14c7886f98190b680795f', 'subnets': [{'id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:03:37.253047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:37.426778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:37.433887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Allocated IP 172.20.0.10 (6621fe39-a6e5-450c-8c8e-ba213ba6a029/c127a2f7-7658-4c00-a581-24ee397b068a/236eddfd-9ddc-4edc-9ea5-8eddcf940659) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:03:37.441446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:37.446234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707ec1e5-3076-49bb-8415-30626c48223e req-5d681c86-3a26-4925-9a1b-036e2bb7ddde tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:37.447925 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-707ec1e5-3076-49bb-8415-30626c48223e req-5d681c86-3a26-4925-9a1b-036e2bb7ddde tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.0817950 Oct 12 23:03:37.499797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event updated for resources: {'Port': ['ID=cb9dc0a6-54bd-40a1-815f-c85994366b18,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:37.519916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1658986-b71e-4379-be89-7c3450a89d13 req-96265de0-2b5f-4e3e-ab61-7c813b184c6b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 210 time: 0.1014690 Oct 12 23:03:37.548155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:03:37.553976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:03:37.558369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:03:37.637632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-707ec1e5-3076-49bb-8415-30626c48223e req-d5644343-c241-44ad-ae67-7c3e2feca7d9 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795566 Oct 12 23:03:37.675883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:37.684046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:37.721744 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78fd0df-1b2e-4870-9eb3-ccce5c786fa3 None None] New status for floating IP 2683ef30-c354-4ecf-bbc9-28602ff27390: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:03:37.755121 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9465f469-6bf7-4fe4-89fa-abbc3e88c2a2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9185796 Oct 12 23:03:37.773353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Request body: {'port': {'device_id': '4860abf4-0748-4c0b-90e7-62a6cdea5015', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:37.819193 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:37.930354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:37.980153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4786af-d83d-484d-9247-86bcc3e4b4a7 req-883ce92d-3b63-45fa-80b5-09d7b0e7b1dc tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:37.982111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d4786af-d83d-484d-9247-86bcc3e4b4a7 req-883ce92d-3b63-45fa-80b5-09d7b0e7b1dc tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 932 time: 0.0904586 Oct 12 23:03:37.994100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:38.091961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:03:38.097558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:03:38.110074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:03:38.112927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d4786af-d83d-484d-9247-86bcc3e4b4a7 req-4d05aa14-1888-43ac-83c9-c37d20d6c514 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199877 Oct 12 23:03:38.149897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'Port': ['ID=236eddfd-9ddc-4edc-9ea5-8eddcf940659,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:38.204877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:38.205560 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:38.330071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-9893dbde-599c-44df-84c4-7a2907514371 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:38.331843 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-9893dbde-599c-44df-84c4-7a2907514371 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 945 time: 0.1813800 Oct 12 23:03:38.340401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-301b70bf-b65e-44d4-b2bb-88687063cd4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6451106 Oct 12 23:03:38.377278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Request body: {'port': {'device_id': '7399555a-7205-4942-b5ae-840cf421528c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:03:38.394131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c9077c3f-e7a5-43a7-89ca-0aa318f0c861 None None] Provisioning complete for port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:38.395965 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9077c3f-e7a5-43a7-89ca-0aa318f0c861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:38.448385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cb3710-0e44-47d6-986d-873896865e98 req-352393b2-2d89-44a4-8bb3-b40db5f790b4 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:38.450843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c9077c3f-e7a5-43a7-89ca-0aa318f0c861 None None] Port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:03:38.455514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9cb3710-0e44-47d6-986d-873896865e98 req-352393b2-2d89-44a4-8bb3-b40db5f790b4 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 945 time: 0.1903663 Oct 12 23:03:38.510797 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:38.535287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9cb3710-0e44-47d6-986d-873896865e98 req-8b00fb11-2fad-4c28-a69e-23506db619a8 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735519 Oct 12 23:03:38.639587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Deleting port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:38.639935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:38.643838 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb9dc0a6-54bd-40a1-815f-c85994366b18 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:38.672137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:38.761542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Transition to ACTIVE for port object cb9dc0a6-54bd-40a1-815f-c85994366b18 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:03:38.778134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:03:38.798250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca691c-7f8a-45c4-9036-63a1edc63ac9 req-37ea64cc-e081-49b2-851e-0fce10aa4f93 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:38.799822 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-05ca691c-7f8a-45c4-9036-63a1edc63ac9 req-37ea64cc-e081-49b2-851e-0fce10aa4f93 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 932 time: 0.1515884 Oct 12 23:03:38.851629 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:38.902966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd650c9c-b8a8-4e99-bc26-6780b42ce67e req-f98371ab-5d15-441f-aee1-a1e20c4300f4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:38.904573 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd650c9c-b8a8-4e99-bc26-6780b42ce67e req-f98371ab-5d15-441f-aee1-a1e20c4300f4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 945 time: 0.1544018 Oct 12 23:03:38.940195 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-05ca691c-7f8a-45c4-9036-63a1edc63ac9 req-04c5b9de-3be7-4fea-90bf-a6b3a1215903 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131814 Oct 12 23:03:38.941457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:38.955139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] For port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:38.960765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'port_id': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'mac_address': 'fa:16:3e:37:ad:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:03:38.961115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.007687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.027995 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Pushing event updated for resources: {'Port': ['ID=cb9dc0a6-54bd-40a1-815f-c85994366b18,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:39.028674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0447b53-f87a-41c3-abc6-5e27ab0d2a5b {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:39.038236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 236eddfd-9ddc-4edc-9ea5-8eddcf940659 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:39.049556 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.050357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Calling delete_port for 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:39.051205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:39.081805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Transition to ACTIVE for port object 236eddfd-9ddc-4edc-9ea5-8eddcf940659 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:03:39.103464 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd650c9c-b8a8-4e99-bc26-6780b42ce67e req-f81ac86b-75af-4b7d-af45-9bf4d8f9699e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875365 Oct 12 23:03:39.128487 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.175248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.182333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=11']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:39.203474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Attempting to bind port cb9dc0a6-54bd-40a1-815f-c85994366b18 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:03:39.203814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Attempting to bind port cb9dc0a6-54bd-40a1-815f-c85994366b18 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:03:39.204145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Attempting to bind port cb9dc0a6-54bd-40a1-815f-c85994366b18 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:39.250462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Pushing event updated for resources: {'Port': ['ID=236eddfd-9ddc-4edc-9ea5-8eddcf940659,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:39.251801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Port cb9dc0a6-54bd-40a1-815f-c85994366b18 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:03:39.252250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Attempting to bind port cb9dc0a6-54bd-40a1-815f-c85994366b18 on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:39.298336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:03:39.298336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Checking segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:03:39.302323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Bound using segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:03:39.302494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Bound port: cb9dc0a6-54bd-40a1-815f-c85994366b18, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:03:39.302866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.391915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710b1db-50cc-4ecc-8ba4-2432dd4bf705 req-05102c6c-5ddf-4e47-a97b-dbdf8a991bfa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:39.394252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e710b1db-50cc-4ecc-8ba4-2432dd4bf705 req-05102c6c-5ddf-4e47-a97b-dbdf8a991bfa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 944 time: 0.1810501 Oct 12 23:03:39.424962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Attempting to bind port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:03:39.425297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Attempting to bind port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:03:39.428356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Attempting to bind port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:39.436189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:03:39.436655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Attempting to bind port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:03:39.445751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 3, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:03:39.446393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Checking segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:03:39.446952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Bound using segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:03:39.447410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Bound port: 236eddfd-9ddc-4edc-9ea5-8eddcf940659, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:03:39.447794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.492818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:39.546250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] For port 236eddfd-9ddc-4edc-9ea5-8eddcf940659, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:03:39.555504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] For port 236eddfd-9ddc-4edc-9ea5-8eddcf940659, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=236eddfd-9ddc-4edc-9ea5-8eddcf940659,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:03:39.594334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e710b1db-50cc-4ecc-8ba4-2432dd4bf705 req-55bb206d-a63e-4a90-804b-1ec30348352e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304054 Oct 12 23:03:39.597355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] For port cb9dc0a6-54bd-40a1-815f-c85994366b18, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:03:39.612844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] For port cb9dc0a6-54bd-40a1-815f-c85994366b18, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cb9dc0a6-54bd-40a1-815f-c85994366b18,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:03:39.668904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.693730 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.704383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.715510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['5cbb020a-7e1d-406a-ba45-65e20c511e0b', '5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:39.747094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:39.747726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.749135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] 10.222.0.41 "PUT /v2.0/ports/cb9dc0a6-54bd-40a1-815f-c85994366b18 HTTP/1.1" status: 200 len: 1093 time: 1.9811232 Oct 12 23:03:39.750751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4860abf4-0748-4c0b-90e7-62a6cdea5015', 'tag': 'cb9dc0a6-54bd-40a1-815f-c85994366b18'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:39.753138 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28b3d81-f968-4f0e-bcfc-273af864d7c3" -d '{"events": [{"name": "network-changed", "server_uuid": "4860abf4-0748-4c0b-90e7-62a6cdea5015", "tag": "cb9dc0a6-54bd-40a1-815f-c85994366b18"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:39.797679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:39.803515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.806159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] 10.222.0.41 "PUT /v2.0/ports/236eddfd-9ddc-4edc-9ea5-8eddcf940659 HTTP/1.1" status: 200 len: 1093 time: 1.4325459 Oct 12 23:03:39.806823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7399555a-7205-4942-b5ae-840cf421528c', 'tag': '236eddfd-9ddc-4edc-9ea5-8eddcf940659'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:39.815788 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c763f576-8c9d-4efd-9fd2-173d45aa2b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "7399555a-7205-4942-b5ae-840cf421528c", "tag": "236eddfd-9ddc-4edc-9ea5-8eddcf940659"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:39.836541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e42eac5-ac46-486a-907d-3ff9e1d10e26 service neutron] Pushing event updated for resources: {'Port': ['ID=236eddfd-9ddc-4edc-9ea5-8eddcf940659,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:39.839745 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc41807-e192-4b68-b8db-22458d145ddc x-openstack-request-id: req-3dc41807-e192-4b68-b8db-22458d145ddc {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:39.840253 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4860abf4-0748-4c0b-90e7-62a6cdea5015", "tag": "cb9dc0a6-54bd-40a1-815f-c85994366b18", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:39.840671 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3dc41807-e192-4b68-b8db-22458d145ddc {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:39.841222 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4860abf4-0748-4c0b-90e7-62a6cdea5015', 'tag': 'cb9dc0a6-54bd-40a1-815f-c85994366b18', 'status': 'completed', 'code': 200} Oct 12 23:03:39.878780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d114913-60f5-419a-be69-fb8522288163 req-6e45ae48-79dd-45f2-acbd-a4055bd559a4 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:39.884466 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d114913-60f5-419a-be69-fb8522288163 req-6e45ae48-79dd-45f2-acbd-a4055bd559a4 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=0e7249ab-11a2-4c16-8477-f04d7c06bfcf HTTP/1.1" status: 200 len: 867 time: 0.2297933 Oct 12 23:03:39.909748 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1d7e29-b435-4c77-809c-453bf3ae6428 x-openstack-request-id: req-5a1d7e29-b435-4c77-809c-453bf3ae6428 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:39.918360 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7399555a-7205-4942-b5ae-840cf421528c", "tag": "236eddfd-9ddc-4edc-9ea5-8eddcf940659", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:39.918360 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a1d7e29-b435-4c77-809c-453bf3ae6428 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:39.918360 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7399555a-7205-4942-b5ae-840cf421528c', 'tag': '236eddfd-9ddc-4edc-9ea5-8eddcf940659', 'status': 'completed', 'code': 200} Oct 12 23:03:39.918653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] No DVR routers for this DVR port 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:39.921846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:39.925394 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1e26cc14-ee55-4c2d-9916-4a188cacda8a req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.25 "DELETE /v2.0/ports/5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 HTTP/1.1" status: 204 len: 173 time: 1.5853508 Oct 12 23:03:39.938393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede54d03-2b1e-4993-a8e8-e5e9ed660cbe service neutron] Pushing event updated for resources: {'Port': ['ID=cb9dc0a6-54bd-40a1-815f-c85994366b18,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:39.997748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64d9b98-99e6-43bb-b3ee-afb270c61499 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Pushing event deleted for resources: {'Port': ['ID=5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:40.048081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b3d81-f968-4f0e-bcfc-273af864d7c3 req-44506299-34f8-4cb5-aebf-f246226fec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.049613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d28b3d81-f968-4f0e-bcfc-273af864d7c3 req-44506299-34f8-4cb5-aebf-f246226fec96 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 1096 time: 0.1672704 Oct 12 23:03:40.154952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f576-8c9d-4efd-9fd2-173d45aa2b1d req-fbc7f0f0-1cb5-4749-a095-357844948e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.157210 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c763f576-8c9d-4efd-9fd2-173d45aa2b1d req-fbc7f0f0-1cb5-4749-a095-357844948e1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 1096 time: 0.1541395 Oct 12 23:03:40.220758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d7ad5c-aad3-4bdb-9866-cd6050f5115c req-b4959f5b-8b2e-45c6-ab88-41a6e655f578 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.229153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82d7ad5c-aad3-4bdb-9866-cd6050f5115c req-b4959f5b-8b2e-45c6-ab88-41a6e655f578 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 944 time: 0.1292698 Oct 12 23:03:40.329368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82d7ad5c-aad3-4bdb-9866-cd6050f5115c req-ae631c06-89e0-428b-8ffa-26382b1b147a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944529 Oct 12 23:03:40.377322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f576-8c9d-4efd-9fd2-173d45aa2b1d req-be0094b5-6869-403b-8eb3-9b8a2b89b12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.378842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c763f576-8c9d-4efd-9fd2-173d45aa2b1d req-be0094b5-6869-403b-8eb3-9b8a2b89b12c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2096651 Oct 12 23:03:40.443867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b3d81-f968-4f0e-bcfc-273af864d7c3 req-1cbd62bf-1b0d-47fe-8f29-014c2a430342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.445396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d28b3d81-f968-4f0e-bcfc-273af864d7c3 req-1cbd62bf-1b0d-47fe-8f29-014c2a430342 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=32ae560e885841d79dd420b2b64ded98&shared=False HTTP/1.1" status: 200 len: 907 time: 0.3844204 Oct 12 23:03:40.451592 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d114913-60f5-419a-be69-fb8522288163 req-7f1952c9-851e-443f-936b-0cddb4360971 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5373857 Oct 12 23:03:40.533254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dc48cef5-4b9a-4061-9512-572037566ff8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:40.578610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b3d81-f968-4f0e-bcfc-273af864d7c3 req-5e90a7d3-b13a-49f5-99ff-d6de8ae74b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.580174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d28b3d81-f968-4f0e-bcfc-273af864d7c3 req-5e90a7d3-b13a-49f5-99ff-d6de8ae74b14 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272547 Oct 12 23:03:40.696735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c763f576-8c9d-4efd-9fd2-173d45aa2b1d req-6d37e51c-6314-419f-9dbc-1e6b795792a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.698658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c763f576-8c9d-4efd-9fd2-173d45aa2b1d req-6d37e51c-6314-419f-9dbc-1e6b795792a2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3120344 Oct 12 23:03:40.714799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec82b-a582-45ef-bbf9-98d97460997a req-b0cd6c81-ee20-427c-98a3-6ff257e4c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.721429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-b0cd6c81-ee20-427c-98a3-6ff257e4c27b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 1096 time: 0.0933528 Oct 12 23:03:40.724805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d332d35-0749-4948-b5cc-699d9b273249 req-32a5cbba-246b-4cc5-9e6e-87080b01a019 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.726361 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d332d35-0749-4948-b5cc-699d9b273249 req-32a5cbba-246b-4cc5-9e6e-87080b01a019 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 946 time: 0.2032268 Oct 12 23:03:40.793726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:40.804053 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-de495181-b6f6-4bfb-bcaa-131437abf76b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cb9dc0a6-54bd-40a1-815f-c85994366b18 HTTP/1.1" status: 200 len: 217 time: 0.0664790 Oct 12 23:03:40.852241 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d332d35-0749-4948-b5cc-699d9b273249 req-cb9827c5-3c48-4f20-ad0c-46f149536dae tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151748 Oct 12 23:03:40.893741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-beafefdd-84b5-46a6-b52a-cb94367968b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.898488 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-beafefdd-84b5-46a6-b52a-cb94367968b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 1096 time: 0.1325459 Oct 12 23:03:40.955191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ec82b-a582-45ef-bbf9-98d97460997a req-1c3715a9-9659-45e2-acad-68237e46c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.957378 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-1c3715a9-9659-45e2-acad-68237e46c751 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.1453712 Oct 12 23:03:40.977174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742a88e-5e2f-441b-a073-6998a4aad9c2 req-2f08a7d4-d6bb-4f4f-95b7-62db8892cb7c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:40.977550 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1742a88e-5e2f-441b-a073-6998a4aad9c2 req-2f08a7d4-d6bb-4f4f-95b7-62db8892cb7c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 944 time: 0.1127424 Oct 12 23:03:41.013822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:03:41.018225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:41.018606 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:41.021884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-dcb243d9-1d4a-4914-b638-f37e2a1c3f0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=236eddfd-9ddc-4edc-9ea5-8eddcf940659 HTTP/1.1" status: 200 len: 217 time: 0.1146617 Oct 12 23:03:41.037841 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-9a5d0d55-30fb-4e22-9ac8-e703d29c6c7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593400 Oct 12 23:03:41.048530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1742a88e-5e2f-441b-a073-6998a4aad9c2 req-eff79f91-3df1-4932-a80d-a814cf1a9fc8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577378 Oct 12 23:03:41.117404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-c6581892-0cea-4204-8de6-62d8ca6d8ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:41.132097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-c6581892-0cea-4204-8de6-62d8ca6d8ec6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1026452 Oct 12 23:03:41.185684 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:41.217531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-7a528814-56cb-4f5a-9c5c-19ebd4dbebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:41.220581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-7a528814-56cb-4f5a-9c5c-19ebd4dbebd7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768893 Oct 12 23:03:41.221119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:41.227030 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd53a81-f000-435a-aef8-b4b74558b514" -d '{"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-plugged", "status": "completed", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:41.237729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:41.260760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-bbc9d410-2717-4f2b-9749-7e0ae2e3e429 service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111363 Oct 12 23:03:41.286544 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd8647a-6f4b-4db9-82d5-3150beef34f3 x-openstack-request-id: req-1fd8647a-6f4b-4db9-82d5-3150beef34f3 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:41.287510 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-plugged", "status": "completed", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:41.287951 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1fd8647a-6f4b-4db9-82d5-3150beef34f3 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:41.288524 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'code': 200} Oct 12 23:03:41.290395 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:41.428221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-894ec82b-a582-45ef-bbf9-98d97460997a req-17f1b884-da49-431b-913b-60065f69bc4c service neutron] 10.222.0.41 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577606 Oct 12 23:03:41.439003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-b7bbf94d-b013-406d-93d2-b75c611ed323 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999457 Oct 12 23:03:41.450033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=12']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:41.558247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b84d63c-0eb7-4d92-8aa5-7c50b8d7ae5d req-4d549145-9be4-4732-ab56-d171a38458ec tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:41.560752 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b84d63c-0eb7-4d92-8aa5-7c50b8d7ae5d req-4d549145-9be4-4732-ab56-d171a38458ec tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 944 time: 0.1135213 Oct 12 23:03:41.639920 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f0aa662-fe8f-4a6a-be9b-0d88bad7e17e req-b7a349b9-5e6c-4346-8c53-8500d1e4e605 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940322 Oct 12 23:03:41.693136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b84d63c-0eb7-4d92-8aa5-7c50b8d7ae5d req-7aa6628d-9d07-4957-8be1-ba54a69747db tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263802 Oct 12 23:03:41.724756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923367af-1ec6-49c1-bee4-84442c3129a9 req-36572285-3039-400a-b427-64289a8b4af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:41.726269 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-923367af-1ec6-49c1-bee4-84442c3129a9 req-36572285-3039-400a-b427-64289a8b4af2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 1099 time: 0.1382277 Oct 12 23:03:41.801723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-923367af-1ec6-49c1-bee4-84442c3129a9 req-f2dd92a7-6c0d-43b7-80a1-adbd8cdfb1ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659528 Oct 12 23:03:41.844643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e7249ab-11a2-4c16-8477-f04d7c06bfcf', 'name': 'network-vif-deleted', 'tag': '5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:41.847196 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c96caf45-a667-41ae-ac4d-6a50c515e3dd" -d '{"events": [{"server_uuid": "0e7249ab-11a2-4c16-8477-f04d7c06bfcf", "name": "network-vif-deleted", "tag": "5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:42.083488 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25244d9f-33a4-4b4a-b2b9-48400c811499 x-openstack-request-id: req-25244d9f-33a4-4b4a-b2b9-48400c811499 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:42.083488 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e7249ab-11a2-4c16-8477-f04d7c06bfcf", "name": "network-vif-deleted", "tag": "5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:42.083488 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25244d9f-33a4-4b4a-b2b9-48400c811499 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:42.083488 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e7249ab-11a2-4c16-8477-f04d7c06bfcf', 'name': 'network-vif-deleted', 'tag': '5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0', 'status': 'completed', 'code': 200} Oct 12 23:03:42.131169 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-be42f195-dc48-49cb-a648-17a4c5cc0f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:42.217849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc55835-4360-40bd-92b9-ca09f093c26f req-62e235df-397c-49a9-85a9-f0943abc09b7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:42.227474 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-efc55835-4360-40bd-92b9-ca09f093c26f req-62e235df-397c-49a9-85a9-f0943abc09b7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 947 time: 0.0765181 Oct 12 23:03:42.257553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e9f198-a359-49a7-9d8f-fbf12c5fd361 req-90ea6469-5998-4d80-9f9c-edde8fb5c1d3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:42.260003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1e9f198-a359-49a7-9d8f-fbf12c5fd361 req-90ea6469-5998-4d80-9f9c-edde8fb5c1d3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 944 time: 0.0684974 Oct 12 23:03:42.287998 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-efc55835-4360-40bd-92b9-ca09f093c26f req-0cfb582c-6d0b-4b56-bf84-9da6221a8838 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581088 Oct 12 23:03:42.322914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1e9f198-a359-49a7-9d8f-fbf12c5fd361 req-8da6090e-fbbc-41e2-86f5-755311de5580 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564942 Oct 12 23:03:42.464224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1b833-5336-4061-ac33-55f52a931d5d req-2ecec3e1-cb56-48fe-97a3-b3070acceeca tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:42.466489 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1e1b833-5336-4061-ac33-55f52a931d5d req-2ecec3e1-cb56-48fe-97a3-b3070acceeca tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 945 time: 0.0785122 Oct 12 23:03:42.543491 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1e1b833-5336-4061-ac33-55f52a931d5d req-1898e831-fd13-40a1-9ba5-da96f3248037 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701184 Oct 12 23:03:42.889833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423b63f1-ef19-4737-b9da-1794bbc101f8 req-9a17d309-df15-4b4c-b144-8e846b96c8be tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:42.896037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-423b63f1-ef19-4737-b9da-1794bbc101f8 req-9a17d309-df15-4b4c-b144-8e846b96c8be tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 944 time: 0.0772727 Oct 12 23:03:42.937408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-423b63f1-ef19-4737-b9da-1794bbc101f8 req-c3f6a3e1-0937-4f51-a76e-d24ddaff746b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394442 Oct 12 23:03:43.465978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61506f4-66d4-42ed-8c87-a299516df13c req-553a96f3-27c3-4781-9c5a-bcc7339e5822 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:43.468596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f61506f4-66d4-42ed-8c87-a299516df13c req-553a96f3-27c3-4781-9c5a-bcc7339e5822 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.25 "GET /v2.0/ports?device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 945 time: 0.0709367 Oct 12 23:03:43.490787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4589b962-ef6b-4df7-b78f-616925e1b849 req-a5179147-53bf-4625-a124-1a8bc1bc2d0c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:43.492348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4589b962-ef6b-4df7-b78f-616925e1b849 req-a5179147-53bf-4625-a124-1a8bc1bc2d0c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 947 time: 0.0985384 Oct 12 23:03:43.543522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4589b962-ef6b-4df7-b78f-616925e1b849 req-2cdaca49-19ff-4f7f-ad4c-fe0937465ac5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441608 Oct 12 23:03:43.594433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b028d33-a126-4740-a77c-47bd2b6968d1 req-fb7718cf-4d1c-41a7-9e8a-d21004f5697b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:43.594433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b028d33-a126-4740-a77c-47bd2b6968d1 req-fb7718cf-4d1c-41a7-9e8a-d21004f5697b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 944 time: 0.1906722 Oct 12 23:03:43.631097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-f61506f4-66d4-42ed-8c87-a299516df13c req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Deleting port 5cbb020a-7e1d-406a-ba45-65e20c511e0b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:43.634364 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f61506f4-66d4-42ed-8c87-a299516df13c req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:43.689989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:43.731217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a560357-e387-49d1-83a9-9bb1a0d623da req-010e56b1-e41e-4557-a032-5c857c9a7129 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:43.732844 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a560357-e387-49d1-83a9-9bb1a0d623da req-010e56b1-e41e-4557-a032-5c857c9a7129 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 945 time: 0.1128261 Oct 12 23:03:43.745182 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b028d33-a126-4740-a77c-47bd2b6968d1 req-2fadd8af-7106-40c8-9d3f-99b1c16b0889 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321747 Oct 12 23:03:43.746251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:03:43.746799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5434a906-d4c9-4ac8-8fa9-f68eb19ca1c0 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:03:43.791567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f61506f4-66d4-42ed-8c87-a299516df13c req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] For port 5cbb020a-7e1d-406a-ba45-65e20c511e0b, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5cbb020a-7e1d-406a-ba45-65e20c511e0b,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:43.792121 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f61506f4-66d4-42ed-8c87-a299516df13c req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:43.792418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a560357-e387-49d1-83a9-9bb1a0d623da req-7876b635-9bee-4e6d-879c-c241d93ecfd7 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526493 Oct 12 23:03:43.820171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-f61506f4-66d4-42ed-8c87-a299516df13c req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Calling delete_port for 5cbb020a-7e1d-406a-ba45-65e20c511e0b owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:44.033288 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f61506f4-66d4-42ed-8c87-a299516df13c req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:44.045980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['5cbb020a-7e1d-406a-ba45-65e20c511e0b'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:44.048516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dc48cef5-4b9a-4061-9512-572037566ff8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:44.072686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7561898f-acdc-47f0-a37c-214727f2d7de req-4537798a-fbfd-4bba-82bc-13402eecaec2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:44.074522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7561898f-acdc-47f0-a37c-214727f2d7de req-4537798a-fbfd-4bba-82bc-13402eecaec2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 944 time: 0.0599542 Oct 12 23:03:44.107443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Pushing event deleted for resources: {'Port': ['ID=5cbb020a-7e1d-406a-ba45-65e20c511e0b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:44.142362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7561898f-acdc-47f0-a37c-214727f2d7de req-63f9ed36-ffac-43a2-b27b-222884d65b2a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607326 Oct 12 23:03:44.172110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61506f4-66d4-42ed-8c87-a299516df13c req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] No DVR routers for this DVR port 5cbb020a-7e1d-406a-ba45-65e20c511e0b on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:44.177839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f61506f4-66d4-42ed-8c87-a299516df13c req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:44.202905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f61506f4-66d4-42ed-8c87-a299516df13c req-35c62bee-145c-4ba8-ba9d-109b266b365f tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.25 "DELETE /v2.0/ports/5cbb020a-7e1d-406a-ba45-65e20c511e0b HTTP/1.1" status: 204 len: 173 time: 0.7252483 Oct 12 23:03:44.203541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8283f913-b118-49df-b0c4-b3e11d3cf645', 'name': 'network-vif-deleted', 'tag': '5cbb020a-7e1d-406a-ba45-65e20c511e0b'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:44.206350 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ee0eb7-6219-49a9-8dd1-f91ad5c0b183" -d '{"events": [{"server_uuid": "8283f913-b118-49df-b0c4-b3e11d3cf645", "name": "network-vif-deleted", "tag": "5cbb020a-7e1d-406a-ba45-65e20c511e0b"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:44.253602 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3295138-0e7a-40d6-a96c-b731825589e9 x-openstack-request-id: req-d3295138-0e7a-40d6-a96c-b731825589e9 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:44.253902 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8283f913-b118-49df-b0c4-b3e11d3cf645", "name": "network-vif-deleted", "tag": "5cbb020a-7e1d-406a-ba45-65e20c511e0b", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:44.254750 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3295138-0e7a-40d6-a96c-b731825589e9 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:44.255421 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8283f913-b118-49df-b0c4-b3e11d3cf645', 'name': 'network-vif-deleted', 'tag': '5cbb020a-7e1d-406a-ba45-65e20c511e0b', 'status': 'completed', 'code': 200} Oct 12 23:03:44.682024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32906f40-00c7-4690-ab2a-148a5847e8bb req-71fc4e67-4caa-4c82-b062-8a101a90b1e4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:44.683588 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32906f40-00c7-4690-ab2a-148a5847e8bb req-71fc4e67-4caa-4c82-b062-8a101a90b1e4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 947 time: 0.0531867 Oct 12 23:03:44.724772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32906f40-00c7-4690-ab2a-148a5847e8bb req-928cab1c-38ed-4b1f-aa62-535f7354dedb tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351744 Oct 12 23:03:44.873144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdea623-dd4c-4b04-9c3e-c6ffbfcd8a86 req-b3a76d89-fcdd-4543-b1ea-c29f01cb01e1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:44.874771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bdea623-dd4c-4b04-9c3e-c6ffbfcd8a86 req-b3a76d89-fcdd-4543-b1ea-c29f01cb01e1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 944 time: 0.0506775 Oct 12 23:03:44.890916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a5c7016-dbd9-4204-b314-05b0a7d176de req-53ace2d2-33ab-4137-b74b-9aed86aeed72 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=8283f913-b118-49df-b0c4-b3e11d3cf645 HTTP/1.1" status: 200 len: 210 time: 0.0291586 Oct 12 23:03:44.924489 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bdea623-dd4c-4b04-9c3e-c6ffbfcd8a86 req-732087eb-6944-4dbf-b4a1-57c19c48ed8e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404892 Oct 12 23:03:45.151764 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfd4d08f-a131-4003-ab8b-3d4a2c2ad918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:45.302397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c6f06-671f-46d1-93ff-3b186627500f req-8c76cc61-80bf-43c9-a0ad-9588d80610b0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:45.303937 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a3c6f06-671f-46d1-93ff-3b186627500f req-8c76cc61-80bf-43c9-a0ad-9588d80610b0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 944 time: 0.0687871 Oct 12 23:03:45.346070 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a3c6f06-671f-46d1-93ff-3b186627500f req-63e77773-f7e7-4c67-97f5-46e536037e66 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359247 Oct 12 23:03:45.472904 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:45.870858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f97ec-a055-45b3-911b-bce50eb38fa5 req-38dcc677-9d7d-4c1f-b95e-dcbed2516a03 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:45.872389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff2f97ec-a055-45b3-911b-bce50eb38fa5 req-38dcc677-9d7d-4c1f-b95e-dcbed2516a03 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 947 time: 0.0626142 Oct 12 23:03:45.931548 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff2f97ec-a055-45b3-911b-bce50eb38fa5 req-f963b226-e6a1-4c39-9d2e-31a777875585 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434272 Oct 12 23:03:46.042637 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:46.078556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c1fb8-f414-4f86-aaad-b5b5e4f70a67 req-7c52974b-7990-4fe4-94f3-95884d8d5d87 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:46.080072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-696c1fb8-f414-4f86-aaad-b5b5e4f70a67 req-7c52974b-7990-4fe4-94f3-95884d8d5d87 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 944 time: 0.0706589 Oct 12 23:03:46.119511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-696c1fb8-f414-4f86-aaad-b5b5e4f70a67 req-49a8957e-26e8-4056-9ea8-faabc9167296 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325265 Oct 12 23:03:46.446664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6d9044-7a75-40e2-9019-c2da8381f67f req-cfcf9333-58cb-4e26-b39a-dde364fe9eb3 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:46.448213 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a6d9044-7a75-40e2-9019-c2da8381f67f req-cfcf9333-58cb-4e26-b39a-dde364fe9eb3 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.0644600 Oct 12 23:03:46.491371 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a6d9044-7a75-40e2-9019-c2da8381f67f req-4643adc9-6ce3-47b5-a608-fddce1d38d62 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371230 Oct 12 23:03:46.518807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a925e1-d4da-47ed-b011-70dc54a44f23 req-bdbbfaca-0880-4e6c-b54e-23fe06c72c37 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:46.525028 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48a925e1-d4da-47ed-b011-70dc54a44f23 req-bdbbfaca-0880-4e6c-b54e-23fe06c72c37 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 944 time: 0.0553486 Oct 12 23:03:46.561028 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48a925e1-d4da-47ed-b011-70dc54a44f23 req-8f496395-ad04-4ce5-9db2-c1ed8d3b3990 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344405 Oct 12 23:03:46.822608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cb9dc0a6-54bd-40a1-815f-c85994366b18 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:03:46.922244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port cb9dc0a6-54bd-40a1-815f-c85994366b18, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cb9dc0a6-54bd-40a1-815f-c85994366b18,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:46.933565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'cb9dc0a6-54bd-40a1-815f-c85994366b18', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'port_id': 'cb9dc0a6-54bd-40a1-815f-c85994366b18', 'mac_address': 'fa:16:3e:1b:98:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b716a6d8-82ce-42f0-a720-23afc5bfcb46', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:03:46.971122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:46.988863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb9dc0a6-54bd-40a1-815f-c85994366b18 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:47.008286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port cb9dc0a6-54bd-40a1-815f-c85994366b18, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cb9dc0a6-54bd-40a1-815f-c85994366b18,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:47.060506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509aaec3-0972-4a04-9207-0d5f1bda656d req-2ed2afe8-74fc-4bba-9261-05f1d435a256 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:47.062053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-509aaec3-0972-4a04-9207-0d5f1bda656d req-2ed2afe8-74fc-4bba-9261-05f1d435a256 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 947 time: 0.0567515 Oct 12 23:03:47.101350 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-509aaec3-0972-4a04-9207-0d5f1bda656d req-38840c44-b935-4628-8294-3a7fdadbc7a4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323966 Oct 12 23:03:47.296142 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9827004-c0cf-4764-af29-4e99bc66fa88 req-7770e023-a4ab-4d36-a443-d53b8e93f705 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:47.296142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9827004-c0cf-4764-af29-4e99bc66fa88 req-7770e023-a4ab-4d36-a443-d53b8e93f705 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 944 time: 0.0548527 Oct 12 23:03:47.296142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9827004-c0cf-4764-af29-4e99bc66fa88 req-7cc167c6-404d-479d-9fe6-945e226c0a95 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460103 Oct 12 23:03:47.626529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104a8a5-ac25-4375-a7d3-e27bd037faff req-5834b969-b2f0-4f95-9af1-7584621a6837 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:47.629446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1104a8a5-ac25-4375-a7d3-e27bd037faff req-5834b969-b2f0-4f95-9af1-7584621a6837 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.0656140 Oct 12 23:03:47.678901 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:47.684311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 236eddfd-9ddc-4edc-9ea5-8eddcf940659 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:03:47.684452 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1104a8a5-ac25-4375-a7d3-e27bd037faff req-ba01b868-4db4-4bde-8490-5f6369e47039 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/security-groups?id=a3baf35d-2609-4b15-a738-1ec3448a44f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453298 Oct 12 23:03:47.711340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5cbb020a-7e1d-406a-ba45-65e20c511e0b no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:47.722876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78147acd-8431-40f1-89db-1cb23303188e req-1dd1cbcc-7ab1-4e55-a163-450982718887 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:47.724581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-78147acd-8431-40f1-89db-1cb23303188e req-1dd1cbcc-7ab1-4e55-a163-450982718887 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 944 time: 0.0718465 Oct 12 23:03:47.745305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 5cbb020a-7e1d-406a-ba45-65e20c511e0b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:03:47.745655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5cbb020a-7e1d-406a-ba45-65e20c511e0b not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:03:47.766455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-78147acd-8431-40f1-89db-1cb23303188e req-b0561ac0-adc5-49e7-b26e-b1c346240b32 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352914 Oct 12 23:03:47.784441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=cb9dc0a6-54bd-40a1-815f-c85994366b18,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:47.824506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.825275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.825275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.825603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.825941 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.826271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.826596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.826921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.827273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.829117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.829117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.829117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:03:47.831647 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:47.884158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 236eddfd-9ddc-4edc-9ea5-8eddcf940659, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=236eddfd-9ddc-4edc-9ea5-8eddcf940659,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:47.892755 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '236eddfd-9ddc-4edc-9ea5-8eddcf940659', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'port_id': '236eddfd-9ddc-4edc-9ea5-8eddcf940659', 'mac_address': 'fa:16:3e:e7:e0:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:03:47.933691 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:47.947477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 236eddfd-9ddc-4edc-9ea5-8eddcf940659 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:03:47.974068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 236eddfd-9ddc-4edc-9ea5-8eddcf940659, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=236eddfd-9ddc-4edc-9ea5-8eddcf940659,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:48.048515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:48.098699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=236eddfd-9ddc-4edc-9ea5-8eddcf940659,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:48.193690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-3064bade-3b6f-4432-9719-4a01982010ca tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:48.195403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-3064bade-3b6f-4432-9719-4a01982010ca tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.41 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 946 time: 0.0528436 Oct 12 23:03:48.309568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Deleting port dc48cef5-4b9a-4061-9512-572037566ff8 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:48.309899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:48.416597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['cb9dc0a6-54bd-40a1-815f-c85994366b18'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:48.438216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00b9ff1-d272-4990-a11e-f371a19bc893 req-f07bef84-7b36-4eb1-afb4-e6e651a72f68 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:48.443429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b00b9ff1-d272-4990-a11e-f371a19bc893 req-f07bef84-7b36-4eb1-afb4-e6e651a72f68 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 945 time: 0.0636880 Oct 12 23:03:48.452533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['236eddfd-9ddc-4edc-9ea5-8eddcf940659'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:48.459929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] For port dc48cef5-4b9a-4061-9512-572037566ff8, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dc48cef5-4b9a-4061-9512-572037566ff8,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:48.460388 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:48.480215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Calling delete_port for dc48cef5-4b9a-4061-9512-572037566ff8 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:48.492186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b00b9ff1-d272-4990-a11e-f371a19bc893 req-77dbafe8-13bc-484e-bf7e-11b16908a94b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412939 Oct 12 23:03:48.703176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:48.780077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Pushing event deleted for resources: {'Port': ['ID=dc48cef5-4b9a-4061-9512-572037566ff8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:48.827044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] No DVR routers for this DVR port dc48cef5-4b9a-4061-9512-572037566ff8 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:48.833991 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:48.837622 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4211c29b-a5bd-49c8-bd9c-36611e3c069a req-fbe00555-d43d-4c41-9fdd-a40127f0d7ed tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.41 "DELETE /v2.0/ports/dc48cef5-4b9a-4061-9512-572037566ff8 HTTP/1.1" status: 204 len: 173 time: 0.6323133 Oct 12 23:03:48.838105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60260126-ed7c-4ad1-929c-c78dd1ea64fd', 'name': 'network-vif-deleted', 'tag': 'dc48cef5-4b9a-4061-9512-572037566ff8'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:48.844250 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:48.846599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfe9a2ab-5b87-49c6-a963-38a9d7ff8d48 req-b1ea2122-78c4-4fbe-9204-e348221f9bd5 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 210 time: 0.0562894 Oct 12 23:03:48.847377 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65fb900-710d-4ce6-99e1-ed16ab847389" -d '{"events": [{"server_uuid": "60260126-ed7c-4ad1-929c-c78dd1ea64fd", "name": "network-vif-deleted", "tag": "dc48cef5-4b9a-4061-9512-572037566ff8"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:48.905824 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93007799-a46f-4b00-84ce-364d4300ca7d x-openstack-request-id: req-93007799-a46f-4b00-84ce-364d4300ca7d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:48.905824 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60260126-ed7c-4ad1-929c-c78dd1ea64fd", "name": "network-vif-deleted", "tag": "dc48cef5-4b9a-4061-9512-572037566ff8", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:48.905824 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-93007799-a46f-4b00-84ce-364d4300ca7d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:48.910132 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60260126-ed7c-4ad1-929c-c78dd1ea64fd', 'name': 'network-vif-deleted', 'tag': 'dc48cef5-4b9a-4061-9512-572037566ff8', 'status': 'completed', 'code': 200} Oct 12 23:03:48.951500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:48.960656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f19fcf-dfc7-4506-910e-7c69f5b09258 req-78c1c4a3-9cc7-452d-8472-34905c560041 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:48.962204 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28f19fcf-dfc7-4506-910e-7c69f5b09258 req-78c1c4a3-9cc7-452d-8472-34905c560041 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 945 time: 0.0718112 Oct 12 23:03:49.003154 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28f19fcf-dfc7-4506-910e-7c69f5b09258 req-22f0eb24-f664-40f9-9027-8a6349b53c8c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Oct 12 23:03:49.620347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d895d4d1-42a6-4f76-8d11-3111406dc5b0 req-3b14d18a-80d5-46a9-b695-b71743239c3f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:49.622157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d895d4d1-42a6-4f76-8d11-3111406dc5b0 req-3b14d18a-80d5-46a9-b695-b71743239c3f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 945 time: 0.0573652 Oct 12 23:03:49.664929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d895d4d1-42a6-4f76-8d11-3111406dc5b0 req-3a930053-f90b-4267-b627-cdffd87e01ab tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360382 Oct 12 23:03:49.944233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a81b7657-b978-4131-b88b-5434e3fd01b4 req-c3f50c64-8852-4026-b68a-be9de5cc1d44 tempest-ListServerFiltersTestJSON-287091625 tempest-ListServerFiltersTestJSON-287091625-project] 10.222.0.31 "GET /v2.0/ports?device_id=60260126-ed7c-4ad1-929c-c78dd1ea64fd HTTP/1.1" status: 200 len: 210 time: 0.0289230 Oct 12 23:03:50.078286 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:03:50.145892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52185fd-d486-4e8d-a22c-231382cc3a0c req-13d24937-0c47-4335-8d71-50741d3a3deb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:50.148253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e52185fd-d486-4e8d-a22c-231382cc3a0c req-13d24937-0c47-4335-8d71-50741d3a3deb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 945 time: 0.0563927 Oct 12 23:03:50.191947 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e52185fd-d486-4e8d-a22c-231382cc3a0c req-0c016cbf-a6a4-4059-ba4b-d71c356e1132 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326204 Oct 12 23:03:50.821917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cb9dc0a6-54bd-40a1-815f-c85994366b18 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:50.824998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae8b3bf-5335-44a6-8934-2226ca495a29 req-c6621bec-4096-479e-adff-8af46441fd90 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:50.832244 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ae8b3bf-5335-44a6-8934-2226ca495a29 req-c6621bec-4096-479e-adff-8af46441fd90 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 945 time: 0.0615151 Oct 12 23:03:50.873223 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ae8b3bf-5335-44a6-8934-2226ca495a29 req-978e1058-7695-42f9-a561-249bc25014ef tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400453 Oct 12 23:03:50.935928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port cb9dc0a6-54bd-40a1-815f-c85994366b18 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:03:50.940399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port cb9dc0a6-54bd-40a1-815f-c85994366b18 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:50.940673 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.007397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58594) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:51.024200 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.050889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4860abf4-0748-4c0b-90e7-62a6cdea5015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9dc0a6-54bd-40a1-815f-c85994366b18'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:51.055091 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3f4decd-d338-4ec1-93e8-5478d7e2692d" -d '{"events": [{"server_uuid": "4860abf4-0748-4c0b-90e7-62a6cdea5015", "name": "network-vif-plugged", "status": "completed", "tag": "cb9dc0a6-54bd-40a1-815f-c85994366b18"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:51.069318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port cb9dc0a6-54bd-40a1-815f-c85994366b18, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cb9dc0a6-54bd-40a1-815f-c85994366b18,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:51.090838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c17e833-156f-4871-8b04-0378f0b0676f admin admin] Deleting subnet 4cd14498-7f76-468a-8f82-5759747192a2 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:03:51.098297 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c17e833-156f-4871-8b04-0378f0b0676f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.107029 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2370151e-d40b-49dc-bb68-a34b6df829a7 x-openstack-request-id: req-2370151e-d40b-49dc-bb68-a34b6df829a7 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:51.107669 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4860abf4-0748-4c0b-90e7-62a6cdea5015", "name": "network-vif-plugged", "status": "completed", "tag": "cb9dc0a6-54bd-40a1-815f-c85994366b18", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:51.108131 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2370151e-d40b-49dc-bb68-a34b6df829a7 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:51.108900 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4860abf4-0748-4c0b-90e7-62a6cdea5015', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb9dc0a6-54bd-40a1-815f-c85994366b18', 'code': 200} Oct 12 23:03:51.142872 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.146956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 236eddfd-9ddc-4edc-9ea5-8eddcf940659 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:03:51.160425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c17e833-156f-4871-8b04-0378f0b0676f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.266471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=cb9dc0a6-54bd-40a1-815f-c85994366b18,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:51.316731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:03:51.321376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:03:51.321759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.345965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c17e833-156f-4871-8b04-0378f0b0676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.406356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.412384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050932ed-6533-4920-b994-50faf2591021 req-ff68efa4-d424-4349-97f5-da6c13eb58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:51.413917 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-050932ed-6533-4920-b994-50faf2591021 req-ff68efa4-d424-4349-97f5-da6c13eb58e4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 1098 time: 0.2103953 Oct 12 23:03:51.422394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2013056a-cbed-46d3-b233-67939da6804c req-a475a2fd-958b-44e2-a2cd-5d0f23d8ca8b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:51.423980 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2013056a-cbed-46d3-b233-67939da6804c req-a475a2fd-958b-44e2-a2cd-5d0f23d8ca8b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 945 time: 0.1322756 Oct 12 23:03:51.443762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 236eddfd-9ddc-4edc-9ea5-8eddcf940659, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=236eddfd-9ddc-4edc-9ea5-8eddcf940659,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:51.484515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-050932ed-6533-4920-b994-50faf2591021 req-0d90f27d-e774-48d1-8577-64856a9650e6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576084 Oct 12 23:03:51.491790 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2013056a-cbed-46d3-b233-67939da6804c req-5597cd60-0229-4c53-844c-90fe73b023df tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565269 Oct 12 23:03:51.551374 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.552321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dc48cef5-4b9a-4061-9512-572037566ff8 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:51.594309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: dc48cef5-4b9a-4061-9512-572037566ff8 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:03:51.594648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dc48cef5-4b9a-4061-9512-572037566ff8 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:03:51.595210 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c17e833-156f-4871-8b04-0378f0b0676f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.633421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=236eddfd-9ddc-4edc-9ea5-8eddcf940659,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:51.635563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17e833-156f-4871-8b04-0378f0b0676f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd14498-7f76-468a-8f82-5759747192a2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:51.641806 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c17e833-156f-4871-8b04-0378f0b0676f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.648345 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7c17e833-156f-4871-8b04-0378f0b0676f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4cd14498-7f76-468a-8f82-5759747192a2 HTTP/1.1" status: 204 len: 168 time: 0.6357288 Oct 12 23:03:51.648345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58610) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:51.652106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f84ae6-098e-4b34-9c62-f83adbb22d52 None None] Network 32a79333-4cf9-432c-9a1e-5f2404cc4595 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:03:51.735354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.815102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Deleting port f16abaa5-2e78-4ed5-9e7c-eddacad53061 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:51.815442 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.879698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5ff6e7-6981-4184-837f-708aaedf53e5 None None] DHCP port deletion for 32a79333-4cf9-432c-9a1e-5f2404cc4595 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:03:51.917462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] For port f16abaa5-2e78-4ed5-9e7c-eddacad53061, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f16abaa5-2e78-4ed5-9e7c-eddacad53061,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:51.917825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:51.932888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff6e7-6981-4184-837f-708aaedf53e5 None None] Deleting port f16abaa5-2e78-4ed5-9e7c-eddacad53061 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:51.933106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Calling delete_port for f16abaa5-2e78-4ed5-9e7c-eddacad53061 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:51.938481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff6e7-6981-4184-837f-708aaedf53e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.025806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4873dd6-5605-4687-9f8d-addced95746e req-2881c21b-7902-451b-8cb5-668c77459ec0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:52.031176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3f5ff6e7-6981-4184-837f-708aaedf53e5 None None] For port f16abaa5-2e78-4ed5-9e7c-eddacad53061, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f16abaa5-2e78-4ed5-9e7c-eddacad53061,segment=NetworkSegment(aedc911f-27a8-41c3-90dd-b39bb6cc7d16),segment_id=aedc911f-27a8-41c3-90dd-b39bb6cc7d16)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:52.032151 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff6e7-6981-4184-837f-708aaedf53e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.049609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3f5ff6e7-6981-4184-837f-708aaedf53e5 None None] Calling delete_port for f16abaa5-2e78-4ed5-9e7c-eddacad53061 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:52.057124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4873dd6-5605-4687-9f8d-addced95746e req-2881c21b-7902-451b-8cb5-668c77459ec0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 946 time: 0.0667892 Oct 12 23:03:52.100615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4873dd6-5605-4687-9f8d-addced95746e req-8ddfa96c-8b7f-4cd6-ad89-0b2c310110ea tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422766 Oct 12 23:03:52.103353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f16abaa5-2e78-4ed5-9e7c-eddacad53061 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:03:52.122307 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.145246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Pushing event deleted for resources: {'Port': ['ID=f16abaa5-2e78-4ed5-9e7c-eddacad53061,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:52.152087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] No DVR routers for this DVR port f16abaa5-2e78-4ed5-9e7c-eddacad53061 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:52.183348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No active binding found for port f16abaa5-2e78-4ed5-9e7c-eddacad53061 {{(pid=101891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 23:03:52.183881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f16abaa5-2e78-4ed5-9e7c-eddacad53061 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:03:52.194176 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f5ff6e7-6981-4184-837f-708aaedf53e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.241665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5ff6e7-6981-4184-837f-708aaedf53e5 None None] Pushing event deleted for resources: {'Port': ['ID=f16abaa5-2e78-4ed5-9e7c-eddacad53061,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:52.244284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f5ff6e7-6981-4184-837f-708aaedf53e5 None None] No DVR routers for this DVR port f16abaa5-2e78-4ed5-9e7c-eddacad53061 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:52.252256 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.274396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32a79333-4cf9-432c-9a1e-5f2404cc4595']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:52.284570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:52.284930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aedc911f-27a8-41c3-90dd-b39bb6cc7d16') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:03:52.294926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.309327 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.318276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:03:52.318276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:03:52.332935 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:03:52.445115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.449371 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.453126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] 10.222.0.31 "DELETE /v2.0/networks/32a79333-4cf9-432c-9a1e-5f2404cc4595 HTTP/1.1" status: 204 len: 168 time: 0.8038406 Oct 12 23:03:52.467102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cff7f-a460-40fd-9660-7dc60f37f073 admin admin] Pushing event deleted for resources: {'Network': ['ID=32a79333-4cf9-432c-9a1e-5f2404cc4595,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:52.647974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5ada22-8e4f-4288-b030-80ba94cbe9ad req-7ca514cc-fd91-4a49-8d55-4ced4f9112a6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:52.649501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef5ada22-8e4f-4288-b030-80ba94cbe9ad req-7ca514cc-fd91-4a49-8d55-4ced4f9112a6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0683117 Oct 12 23:03:52.688723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef5ada22-8e4f-4288-b030-80ba94cbe9ad req-abf44934-3a81-4ba7-9434-e2770992f3cd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329206 Oct 12 23:03:52.791316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58640) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:52.855984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fcf27c4a-f99d-4b0b-a82d-d056274d9e16 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0099b01139a745babf81dd1fbab5cc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0630548 Oct 12 23:03:52.858499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58642) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:03:52.919666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a961593-5344-4d79-aa0b-fc0ee62e2bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:52.947130 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a961593-5344-4d79-aa0b-fc0ee62e2bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:53.078814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a961593-5344-4d79-aa0b-fc0ee62e2bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:53.081481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a961593-5344-4d79-aa0b-fc0ee62e2bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:53.082629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2a961593-5344-4d79-aa0b-fc0ee62e2bec admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a3baf35d-2609-4b15-a738-1ec3448a44f4 HTTP/1.1" status: 204 len: 168 time: 0.2230008 Oct 12 23:03:53.090445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a961593-5344-4d79-aa0b-fc0ee62e2bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3baf35d-2609-4b15-a738-1ec3448a44f4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:53.110131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7399555a-7205-4942-b5ae-840cf421528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236eddfd-9ddc-4edc-9ea5-8eddcf940659'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:53.123219 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d33ebe-8eb7-4335-8d8a-223ae4e0abe1" -d '{"events": [{"server_uuid": "7399555a-7205-4942-b5ae-840cf421528c", "name": "network-vif-plugged", "status": "completed", "tag": "236eddfd-9ddc-4edc-9ea5-8eddcf940659"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:53.169759 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97336e9-7f42-4680-871d-c0b5d14f3df7 x-openstack-request-id: req-d97336e9-7f42-4680-871d-c0b5d14f3df7 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:53.170094 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7399555a-7205-4942-b5ae-840cf421528c", "name": "network-vif-plugged", "status": "completed", "tag": "236eddfd-9ddc-4edc-9ea5-8eddcf940659", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:53.170354 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d97336e9-7f42-4680-871d-c0b5d14f3df7 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:53.171000 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7399555a-7205-4942-b5ae-840cf421528c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '236eddfd-9ddc-4edc-9ea5-8eddcf940659', 'code': 200} Oct 12 23:03:53.266371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9846936e-9d49-4187-8405-f72a1c8888a9 req-38b54881-fbbb-4ef0-9750-bb3564f317ac tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:53.267842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9846936e-9d49-4187-8405-f72a1c8888a9 req-38b54881-fbbb-4ef0-9750-bb3564f317ac tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 946 time: 0.0579591 Oct 12 23:03:53.297826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12a262c-af26-470d-8661-2b50fd1c0bad req-8c22590b-0389-42b9-9deb-4d7b2a3fc816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:53.299433 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c12a262c-af26-470d-8661-2b50fd1c0bad req-8c22590b-0389-42b9-9deb-4d7b2a3fc816 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 1098 time: 0.0623109 Oct 12 23:03:53.309357 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9846936e-9d49-4187-8405-f72a1c8888a9 req-ee17fc89-d17c-4b87-a3c4-c896360511db tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348506 Oct 12 23:03:53.344185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c12a262c-af26-470d-8661-2b50fd1c0bad req-09f876f4-e324-459f-9b9a-8455d867a134 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352871 Oct 12 23:03:53.676015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867af8-701c-4b98-83cb-438d469111c1 req-815bbaf7-7983-4097-afb5-a633dce6b9db tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:53.683544 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b867af8-701c-4b98-83cb-438d469111c1 req-815bbaf7-7983-4097-afb5-a633dce6b9db tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 946 time: 0.0732276 Oct 12 23:03:53.736258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b867af8-701c-4b98-83cb-438d469111c1 req-0db3454a-2c30-4839-b71c-a6b6ffd95ae8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506358 Oct 12 23:03:53.832911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cb8605-92ef-4159-918a-de940aaacab8 req-e51b8000-b422-4595-93de-4f0b142b304a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:53.835272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56cb8605-92ef-4159-918a-de940aaacab8 req-e51b8000-b422-4595-93de-4f0b142b304a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0711300 Oct 12 23:03:53.887131 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56cb8605-92ef-4159-918a-de940aaacab8 req-2171b957-72d4-4a30-ad59-078aa0549e8d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449491 Oct 12 23:03:53.889102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511dd42-60b2-4fbe-a918-c1b28fc1f6d8 req-17eb8726-0436-4099-b9bb-025ad6def2d8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:53.890621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1511dd42-60b2-4fbe-a918-c1b28fc1f6d8 req-17eb8726-0436-4099-b9bb-025ad6def2d8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 946 time: 0.0759296 Oct 12 23:03:53.937053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1511dd42-60b2-4fbe-a918-c1b28fc1f6d8 req-3864757c-7eb0-47c4-b8aa-ca637fdb1afc tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399878 Oct 12 23:03:54.517569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caec4e2-51ce-4d2e-8559-5f1c4214412b req-ca23bf9b-24c7-4848-89c3-cf40874e4a5a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:54.519081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3caec4e2-51ce-4d2e-8559-5f1c4214412b req-ca23bf9b-24c7-4848-89c3-cf40874e4a5a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 946 time: 0.0510099 Oct 12 23:03:54.562303 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3caec4e2-51ce-4d2e-8559-5f1c4214412b req-9e738bbc-5294-4b85-b9ff-56ee7986c2ed tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Oct 12 23:03:55.009208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796b5353-48d8-4cab-9ecf-f7a00d8367e8 req-6664a91f-6108-4864-b3f4-4c5a8bc36e49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:55.010714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-796b5353-48d8-4cab-9ecf-f7a00d8367e8 req-6664a91f-6108-4864-b3f4-4c5a8bc36e49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0530198 Oct 12 23:03:55.052856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-796b5353-48d8-4cab-9ecf-f7a00d8367e8 req-4be26040-278e-4876-91dd-607a3004635b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352509 Oct 12 23:03:55.422715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28b07e-d8f1-4206-9034-f19158ba8664 req-03dc800b-b94e-4478-b6a0-1fb7e18f5c92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:55.424172 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa28b07e-d8f1-4206-9034-f19158ba8664 req-03dc800b-b94e-4478-b6a0-1fb7e18f5c92 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0536387 Oct 12 23:03:55.462856 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa28b07e-d8f1-4206-9034-f19158ba8664 req-e8599ec3-1812-40df-985f-f54c43d1fa5f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320690 Oct 12 23:03:55.719900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d6c876-e2ad-48be-b078-5a527b409049 req-e3ce0641-3520-4420-9dc2-66fed1c465b1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:55.728348 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1d6c876-e2ad-48be-b078-5a527b409049 req-e3ce0641-3520-4420-9dc2-66fed1c465b1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 946 time: 0.0631111 Oct 12 23:03:55.768971 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1d6c876-e2ad-48be-b078-5a527b409049 req-860710e7-ce75-4c20-b8d8-f98026b33960 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396171 Oct 12 23:03:56.083969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-d86beeb2-8e6c-46e0-b2aa-445f91e02f5d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:56.085434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-d86beeb2-8e6c-46e0-b2aa-445f91e02f5d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 946 time: 0.0557868 Oct 12 23:03:56.187705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Deleting port cb9dc0a6-54bd-40a1-815f-c85994366b18 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:03:56.188145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:56.287091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] For port cb9dc0a6-54bd-40a1-815f-c85994366b18, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cb9dc0a6-54bd-40a1-815f-c85994366b18,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:03:56.287455 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:56.299713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Calling delete_port for cb9dc0a6-54bd-40a1-815f-c85994366b18 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:03:56.539695 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:56.564902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086', 'cb9dc0a6-54bd-40a1-815f-c85994366b18'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:03:56.577370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event deleted for resources: {'Port': ['ID=cb9dc0a6-54bd-40a1-815f-c85994366b18,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:03:56.884153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a602d815-fa26-4782-b715-a5ba469c4762 req-e1fb7d04-e07c-4fb6-923d-31db4fd93a80 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 210 time: 0.0363729 Oct 12 23:03:57.004778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] No DVR routers for this DVR port cb9dc0a6-54bd-40a1-815f-c85994366b18 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:03:57.007634 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:03:57.011500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f417434-24dc-480c-b31d-f51e63e692f4 req-a22111b5-c76d-4d6a-abf0-ca12cdff3b2d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "DELETE /v2.0/ports/cb9dc0a6-54bd-40a1-815f-c85994366b18 HTTP/1.1" status: 204 len: 173 time: 0.9166095 Oct 12 23:03:57.012166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4860abf4-0748-4c0b-90e7-62a6cdea5015', 'name': 'network-vif-deleted', 'tag': 'cb9dc0a6-54bd-40a1-815f-c85994366b18'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:03:57.015437 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aabc2b56-2772-4fc8-8473-a69269c33de8" -d '{"events": [{"server_uuid": "4860abf4-0748-4c0b-90e7-62a6cdea5015", "name": "network-vif-deleted", "tag": "cb9dc0a6-54bd-40a1-815f-c85994366b18"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:03:57.031557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59613d-df8b-41f7-8ac6-14f6ab3a387d req-3119880b-44af-4930-96d6-d8d2b8bc4c22 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:57.033135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ab59613d-df8b-41f7-8ac6-14f6ab3a387d req-3119880b-44af-4930-96d6-d8d2b8bc4c22 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.4569464 Oct 12 23:03:57.059689 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dd1b2c-348d-45d0-9666-6d770118a047 x-openstack-request-id: req-65dd1b2c-348d-45d0-9666-6d770118a047 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:03:57.059989 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4860abf4-0748-4c0b-90e7-62a6cdea5015", "name": "network-vif-deleted", "tag": "cb9dc0a6-54bd-40a1-815f-c85994366b18", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:03:57.060242 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65dd1b2c-348d-45d0-9666-6d770118a047 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:03:57.060698 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4860abf4-0748-4c0b-90e7-62a6cdea5015', 'name': 'network-vif-deleted', 'tag': 'cb9dc0a6-54bd-40a1-815f-c85994366b18', 'status': 'completed', 'code': 200} Oct 12 23:03:57.095579 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ab59613d-df8b-41f7-8ac6-14f6ab3a387d req-08a34d31-f146-417c-96d0-178f5da0617a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471497 Oct 12 23:03:58.012877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00c52df9-4d8e-4270-8c6e-68b312e8cab2 req-0148fa59-a193-4061-9ee0-764d6b8c2c18 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=4860abf4-0748-4c0b-90e7-62a6cdea5015 HTTP/1.1" status: 200 len: 210 time: 0.0312638 Oct 12 23:03:58.222773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba76261c-aa54-4163-be34-4ad7571dff96 req-a09c7ccf-2862-476a-b89f-aeae32c7b5f8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:58.224345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba76261c-aa54-4163-be34-4ad7571dff96 req-a09c7ccf-2862-476a-b89f-aeae32c7b5f8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0585394 Oct 12 23:03:58.279089 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba76261c-aa54-4163-be34-4ad7571dff96 req-439a3df1-3ae2-46c6-9969-3f2e81f58448 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474176 Oct 12 23:03:59.377095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de395-9528-4214-8723-d70957f7c145 req-4759733d-8bf8-4fe2-8d20-a01120396ba3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:59.378789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-4759733d-8bf8-4fe2-8d20-a01120396ba3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1330600 Oct 12 23:03:59.395077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-07db6cb9-6329-4227-ba6c-c9c00803ad92 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/quotas/32ae560e885841d79dd420b2b64ded98 HTTP/1.1" status: 200 len: 375 time: 0.0096135 Oct 12 23:03:59.446550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3e919d-6045-499d-b1bf-4a213d291091 req-8689b3ff-d378-4bf0-91a3-c91cfbb0588f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:03:59.447159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-a5a63eeb-4b1a-4fbe-9ea9-c2ee2c617c25 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0451772 Oct 12 23:03:59.448836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c3e919d-6045-499d-b1bf-4a213d291091 req-8689b3ff-d378-4bf0-91a3-c91cfbb0588f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0519888 Oct 12 23:03:59.499539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c3e919d-6045-499d-b1bf-4a213d291091 req-2c40393b-b775-4dc6-bbc2-683c5f925ec8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442500 Oct 12 23:03:59.563248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-7c65fb3a-7e39-47f5-a124-12ed9d5549e4 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085393 Oct 12 23:03:59.674482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-fc88c2c8-5f11-4df0-a0d7-11fdeb0d45c4 service neutron] 10.222.0.31 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897362 Oct 12 23:04:00.048369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66c2201f-88ba-480a-a530-d212d0f093a2 req-ffeb69eb-caaa-4438-a356-b2caf56b8bb0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 210 time: 0.0416327 Oct 12 23:04:00.618696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbacda3-e2c9-4a97-a4db-8c176466f180 req-e9d96572-8260-4f84-96f3-a60e7921873f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:00.620381 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fbacda3-e2c9-4a97-a4db-8c176466f180 req-e9d96572-8260-4f84-96f3-a60e7921873f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0609403 Oct 12 23:04:00.662336 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1fbacda3-e2c9-4a97-a4db-8c176466f180 req-44e18c76-9f72-4e0e-a1b4-52af0789b8f7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353899 Oct 12 23:04:00.880947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cb9dc0a6-54bd-40a1-815f-c85994366b18 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:04:00.905589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: cb9dc0a6-54bd-40a1-815f-c85994366b18 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:04:00.905936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cb9dc0a6-54bd-40a1-815f-c85994366b18 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:04:01.130952 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a296b5dd-1021-4180-9b9e-051863681d16 req-4a42e563-2651-4c20-9a01-387955c4e5e9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 210 time: 0.0271719 Oct 12 23:04:01.787010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f87602-b83a-48b0-a362-d85ab272e8af req-a1204063-805d-477f-9807-e87a4bd961c0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:01.788593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7f87602-b83a-48b0-a362-d85ab272e8af req-a1204063-805d-477f-9807-e87a4bd961c0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0565236 Oct 12 23:04:01.840588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7f87602-b83a-48b0-a362-d85ab272e8af req-24e446b8-c6d6-41c1-9853-530b6688d291 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419843 Oct 12 23:04:02.232016 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a19716ba-56eb-47b0-93fb-7f92a025f5c3 req-b02ec463-645a-4965-a4f5-0a5b5b537187 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 210 time: 0.0295041 Oct 12 23:04:02.985601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79bab3b-8bca-4548-b594-ed5eed8ac014 req-6ebafa0e-4526-4b1a-a92b-1b1788f8ffd0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:02.985601 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f79bab3b-8bca-4548-b594-ed5eed8ac014 req-6ebafa0e-4526-4b1a-a92b-1b1788f8ffd0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0683708 Oct 12 23:04:03.032096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f79bab3b-8bca-4548-b594-ed5eed8ac014 req-598c7c8e-e34e-4788-921f-06b6062a5c6b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Oct 12 23:04:03.131732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de395-9528-4214-8723-d70957f7c145 req-ab6e9fb3-8be9-4b0c-841a-262e8bcaee14 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:03.133295 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-ab6e9fb3-8be9-4b0c-841a-262e8bcaee14 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 806 time: 0.1181519 Oct 12 23:04:03.148125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Request body: {'port': {'device_id': 'd94b2748-76b0-4e28-8d92-24fdfcf12a4e', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'admin_state_up': True, 'tenant_id': '32ae560e885841d79dd420b2b64ded98'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:03.384233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f923a6c2-2b7e-4089-8dda-a1d4fc72cdab req-7c70f143-8ff7-4e4e-91ac-839bbccba74a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 210 time: 0.0478048 Oct 12 23:04:03.385435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Made reservation on behalf of 32ae560e885841d79dd420b2b64ded98 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:03.391090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:03.527319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Allocated IP 172.20.0.7 (273e1941-ee6c-4884-bfc8-cfacaaceab02/b716a6d8-82ce-42f0-a720-23afc5bfcb46/743c3156-513c-4b36-b167-45c743744b6d) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:03.725670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:03.855858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:03.868906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:04:03.934428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Network 273e1941-ee6c-4884-bfc8-cfacaaceab02 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:03.949160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event updated for resources: {'Port': ['ID=743c3156-513c-4b36-b167-45c743744b6d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:03.952996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:03.967893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:03.967893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.967893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.967893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.967893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.967893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.967893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.967893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.968762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.968762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.968762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.969047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:03.969285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:04.080813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:04.081681 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:04.179836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae74f6d-e802-4b84-8e2a-5e8ffc6b6fed req-56c86306-82d3-4fb4-91c1-113c127e2cc5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:04.180472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae74f6d-e802-4b84-8e2a-5e8ffc6b6fed req-56c86306-82d3-4fb4-91c1-113c127e2cc5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0602403 Oct 12 23:04:04.184636 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-0d020a5e-d8b2-4c8f-a6b8-82685e8ee853 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0411925 Oct 12 23:04:04.200166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Request body: {'port': {'device_id': 'd94b2748-76b0-4e28-8d92-24fdfcf12a4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:04.221882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae74f6d-e802-4b84-8e2a-5e8ffc6b6fed req-67fb1b7d-672f-4ab7-a342-19d4198824ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346279 Oct 12 23:04:04.267981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:04.565029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7014b03c-7a7c-43ca-952e-b848d003a713 req-0725705a-901c-48af-819d-e0032ec7c839 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:04.566922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7014b03c-7a7c-43ca-952e-b848d003a713 req-0725705a-901c-48af-819d-e0032ec7c839 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 931 time: 0.0720243 Oct 12 23:04:04.577266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 743c3156-513c-4b36-b167-45c743744b6d {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:04.591871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:04.611831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Transition to ACTIVE for port object 743c3156-513c-4b36-b167-45c743744b6d will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:04.636982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7014b03c-7a7c-43ca-952e-b848d003a713 req-1cafb221-eb76-4117-8748-18da0c9ea1d9 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585487 Oct 12 23:04:04.712345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:04.765922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Pushing event updated for resources: {'Port': ['ID=743c3156-513c-4b36-b167-45c743744b6d,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:04.833883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Attempting to bind port 743c3156-513c-4b36-b167-45c743744b6d on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:04.834871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Attempting to bind port 743c3156-513c-4b36-b167-45c743744b6d by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:04.835307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Attempting to bind port 743c3156-513c-4b36-b167-45c743744b6d on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:04.839648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Port 743c3156-513c-4b36-b167-45c743744b6d on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:04.839971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Attempting to bind port 743c3156-513c-4b36-b167-45c743744b6d on network 273e1941-ee6c-4884-bfc8-cfacaaceab02 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:04.844692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 3, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:04.845026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Checking segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:04.845406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Bound using segment: {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:04.845832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Bound port: 743c3156-513c-4b36-b167-45c743744b6d, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:04.846241 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:04.918127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] For port 743c3156-513c-4b36-b167-45c743744b6d, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:04.921565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] For port 743c3156-513c-4b36-b167-45c743744b6d, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=743c3156-513c-4b36-b167-45c743744b6d,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:05.061834 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:05.104297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:05.104871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:05.106380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] 10.222.0.25 "PUT /v2.0/ports/743c3156-513c-4b36-b167-45c743744b6d HTTP/1.1" status: 200 len: 1092 time: 0.9103806 Oct 12 23:04:05.106924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd94b2748-76b0-4e28-8d92-24fdfcf12a4e', 'tag': '743c3156-513c-4b36-b167-45c743744b6d'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:05.109479 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b1862b8-4347-42d7-af44-2fca4c12d435" -d '{"events": [{"name": "network-changed", "server_uuid": "d94b2748-76b0-4e28-8d92-24fdfcf12a4e", "tag": "743c3156-513c-4b36-b167-45c743744b6d"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:05.198764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa73de2-2dff-4311-bf53-82cf11b7f1dc service neutron] Pushing event updated for resources: {'Port': ['ID=743c3156-513c-4b36-b167-45c743744b6d,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:05.203541 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9b9b29a-e4c2-44ed-ab82-1748645672e4 x-openstack-request-id: req-f9b9b29a-e4c2-44ed-ab82-1748645672e4 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:05.203906 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d94b2748-76b0-4e28-8d92-24fdfcf12a4e", "tag": "743c3156-513c-4b36-b167-45c743744b6d", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:05.204256 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f9b9b29a-e4c2-44ed-ab82-1748645672e4 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:05.204725 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd94b2748-76b0-4e28-8d92-24fdfcf12a4e', 'tag': '743c3156-513c-4b36-b167-45c743744b6d', 'status': 'completed', 'code': 200} Oct 12 23:04:05.269419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de395-9528-4214-8723-d70957f7c145 req-79556bdd-11f9-410e-92c0-c0dcb968b94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:05.271758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-79556bdd-11f9-410e-92c0-c0dcb968b94f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 1095 time: 0.0633261 Oct 12 23:04:05.371848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da521d-269d-47df-9740-8cef0bba1f87 req-7d770c35-f45d-4d78-aa16-540331823f90 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:05.373287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5da521d-269d-47df-9740-8cef0bba1f87 req-7d770c35-f45d-4d78-aa16-540331823f90 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0680692 Oct 12 23:04:05.373877 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-5cdfdb6a-0b90-423c-b0c1-abe58f72d056 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=743c3156-513c-4b36-b167-45c743744b6d HTTP/1.1" status: 200 len: 217 time: 0.0873725 Oct 12 23:04:05.451747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0de395-9528-4214-8723-d70957f7c145 req-a6ca7668-7edb-41a4-8806-849b118d8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:05.453732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5da521d-269d-47df-9740-8cef0bba1f87 req-e8e95ee8-3440-43f8-b674-d67a8306c135 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741181 Oct 12 23:04:05.454176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-a6ca7668-7edb-41a4-8806-849b118d8da0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.0757630 Oct 12 23:04:05.492229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-9bfa9125-deaf-4dff-b0e4-74f0240439b5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301998 Oct 12 23:04:05.623337 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-a664490f-e4b9-4f62-afd9-9467d6e5cd98 service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225898 Oct 12 23:04:05.773657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea0de395-9528-4214-8723-d70957f7c145 req-d1840d1e-5a97-42b7-a33e-170a8615d347 service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439292 Oct 12 23:04:05.828106 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16986ba8-1575-46a0-a7da-2f76e921713a req-4ee2f93b-f6e6-457d-a0bb-9245cd8f7aea tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:05.829764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-16986ba8-1575-46a0-a7da-2f76e921713a req-4ee2f93b-f6e6-457d-a0bb-9245cd8f7aea tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 943 time: 0.0549891 Oct 12 23:04:05.876531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-16986ba8-1575-46a0-a7da-2f76e921713a req-da695f8f-20ff-451c-937d-392cc1c54084 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404837 Oct 12 23:04:05.983355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-0f9cae60-70dc-4ddf-a813-eab513cc1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:05.996168 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-0f9cae60-70dc-4ddf-a813-eab513cc1db1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 1095 time: 0.0766983 Oct 12 23:04:06.210762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-549f307e-aa57-47ee-903a-011540685345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:06.216411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-549f307e-aa57-47ee-903a-011540685345 service neutron] 10.222.0.25 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 907 time: 0.2085166 Oct 12 23:04:06.262636 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-eb8a1e48-e8a9-4723-8e68-fd30fc67d8fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=743c3156-513c-4b36-b167-45c743744b6d HTTP/1.1" status: 200 len: 217 time: 0.0420349 Oct 12 23:04:06.323459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-cac35792-ce1f-48ff-b738-88368d6833c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:06.323459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-cac35792-ce1f-48ff-b738-88368d6833c6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.0477767 Oct 12 23:04:06.354066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-f997e634-c268-4d20-b2bf-08ec7466335d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268598 Oct 12 23:04:06.454087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-b369b538-555a-4f21-92ea-dad2d287731a service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921533 Oct 12 23:04:06.596002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b1862b8-4347-42d7-af44-2fca4c12d435 req-2fe5daf4-ebbe-4e50-af6f-f77888024672 service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343460 Oct 12 23:04:06.615209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c1941-dfd9-4671-a429-541e4ccf6e87 req-5a4053a8-81b0-4bd4-9d38-b19bf09b685e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:06.617822 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a49c1941-dfd9-4671-a429-541e4ccf6e87 req-5a4053a8-81b0-4bd4-9d38-b19bf09b685e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0799558 Oct 12 23:04:06.658723 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a49c1941-dfd9-4671-a429-541e4ccf6e87 req-debce0f4-7a54-4fd2-a49c-4c5a1ae236c2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343597 Oct 12 23:04:07.013395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe7dee-eed9-49fe-9eb1-f70992b87637 req-c6a5c254-43ca-44b4-8e4e-c428e03ee620 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:07.014974 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19fe7dee-eed9-49fe-9eb1-f70992b87637 req-c6a5c254-43ca-44b4-8e4e-c428e03ee620 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 943 time: 0.0570652 Oct 12 23:04:07.054643 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19fe7dee-eed9-49fe-9eb1-f70992b87637 req-81b62970-cce9-4b80-a7ba-b60490dd0355 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333381 Oct 12 23:04:07.784190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59a30b-0897-467f-b9e7-f21f6987cb5d req-7829ec8d-fbb0-4921-ad5a-54c162782ebf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:07.787179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a59a30b-0897-467f-b9e7-f21f6987cb5d req-7829ec8d-fbb0-4921-ad5a-54c162782ebf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0607753 Oct 12 23:04:07.832036 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a59a30b-0897-467f-b9e7-f21f6987cb5d req-d41cf664-f38b-4756-9550-f33c8bf90982 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391166 Oct 12 23:04:08.183446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4287178-ec6b-4be9-bfa1-45a42506b429 req-47edd04c-1e3c-42b4-aca1-cca634e5e568 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:08.188396 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4287178-ec6b-4be9-bfa1-45a42506b429 req-47edd04c-1e3c-42b4-aca1-cca634e5e568 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 943 time: 0.0584831 Oct 12 23:04:08.259082 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4287178-ec6b-4be9-bfa1-45a42506b429 req-dfe8117c-1f0e-4ac2-872e-ad67481c4c55 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624595 Oct 12 23:04:09.044238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91cd3a0-dd7c-4e62-9d96-a534194fce07 req-72de2c1f-5278-4108-88fd-6b5b6446dbb8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:09.046342 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e91cd3a0-dd7c-4e62-9d96-a534194fce07 req-72de2c1f-5278-4108-88fd-6b5b6446dbb8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.1300974 Oct 12 23:04:09.139954 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e91cd3a0-dd7c-4e62-9d96-a534194fce07 req-41936b95-eea9-4f91-a65a-01fc67128f23 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736678 Oct 12 23:04:09.383593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c081a8-7385-4bb2-825d-8ad42933b4a6 req-e9d7d0d6-f6c4-4e05-b986-2d04eb5b9df5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:09.385130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6c081a8-7385-4bb2-825d-8ad42933b4a6 req-e9d7d0d6-f6c4-4e05-b986-2d04eb5b9df5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 943 time: 0.0496552 Oct 12 23:04:09.433140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6c081a8-7385-4bb2-825d-8ad42933b4a6 req-1c72742b-ad6c-4990-b7e3-e286305b8a87 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Oct 12 23:04:09.811525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 743c3156-513c-4b36-b167-45c743744b6d details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:04:09.908609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 743c3156-513c-4b36-b167-45c743744b6d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=743c3156-513c-4b36-b167-45c743744b6d,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:09.922446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '743c3156-513c-4b36-b167-45c743744b6d', 'network_id': '273e1941-ee6c-4884-bfc8-cfacaaceab02', 'port_id': '743c3156-513c-4b36-b167-45c743744b6d', 'mac_address': 'fa:16:3e:14:0f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b716a6d8-82ce-42f0-a720-23afc5bfcb46', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:04:09.966463 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:09.980797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 743c3156-513c-4b36-b167-45c743744b6d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:10.008436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 743c3156-513c-4b36-b167-45c743744b6d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=743c3156-513c-4b36-b167-45c743744b6d,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:10.082324 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:10.129721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=743c3156-513c-4b36-b167-45c743744b6d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:10.258457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb905a91-8398-4e01-bf1e-b3f7e4a1aa9a req-c2ed9c78-c32c-4b9f-a36a-3c64b687669d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:10.259982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb905a91-8398-4e01-bf1e-b3f7e4a1aa9a req-c2ed9c78-c32c-4b9f-a36a-3c64b687669d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0539119 Oct 12 23:04:10.287764 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['743c3156-513c-4b36-b167-45c743744b6d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:04:10.310712 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb905a91-8398-4e01-bf1e-b3f7e4a1aa9a req-d99a5831-d50f-453c-b365-1068b0deb3a5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443394 Oct 12 23:04:10.612200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f7fd35-95b2-45ee-8d19-11a32029766d req-a74ac7ab-1c1f-4516-88e4-4bd51cb78e1f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:10.612200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4f7fd35-95b2-45ee-8d19-11a32029766d req-a74ac7ab-1c1f-4516-88e4-4bd51cb78e1f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 944 time: 0.0834391 Oct 12 23:04:10.648276 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4f7fd35-95b2-45ee-8d19-11a32029766d req-8f8063c8-8299-4b7b-bd5c-43ac5a701970 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346260 Oct 12 23:04:11.437882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a309a1-0356-460d-acbc-b1f4ddd7d4ae req-33fc4c6d-b205-4dbd-9f6b-6064f1fc517b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:11.439827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9a309a1-0356-460d-acbc-b1f4ddd7d4ae req-33fc4c6d-b205-4dbd-9f6b-6064f1fc517b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0578070 Oct 12 23:04:11.483321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9a309a1-0356-460d-acbc-b1f4ddd7d4ae req-108e9020-d5ff-41ba-bd11-f1128d4967af tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348923 Oct 12 23:04:11.770805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0170af-bba4-4d35-8ce7-675fcba51bcb req-a1f8447b-73dd-4374-8853-cd58cf8b3110 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:11.772578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c0170af-bba4-4d35-8ce7-675fcba51bcb req-a1f8447b-73dd-4374-8853-cd58cf8b3110 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 944 time: 0.0539007 Oct 12 23:04:11.813292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 743c3156-513c-4b36-b167-45c743744b6d up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:04:11.831513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c0170af-bba4-4d35-8ce7-675fcba51bcb req-71a3ef64-09b5-4690-aa23-a9fa11d50ff4 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517335 Oct 12 23:04:11.976324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 743c3156-513c-4b36-b167-45c743744b6d completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:04:11.981558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 743c3156-513c-4b36-b167-45c743744b6d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:11.982002 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:12.090465 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:12.118017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b2748-76b0-4e28-8d92-24fdfcf12a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743c3156-513c-4b36-b167-45c743744b6d'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:12.119520 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49661d5f-28b2-4e07-aaa1-ad42ef9b51f3" -d '{"events": [{"server_uuid": "d94b2748-76b0-4e28-8d92-24fdfcf12a4e", "name": "network-vif-plugged", "status": "completed", "tag": "743c3156-513c-4b36-b167-45c743744b6d"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:12.139043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 743c3156-513c-4b36-b167-45c743744b6d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=743c3156-513c-4b36-b167-45c743744b6d,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:12.158487 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2762b689-4c35-4372-8519-fc1f4f829849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:12.234966 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8518616e-7b2c-43f7-89b8-5c5249b1c3b5 x-openstack-request-id: req-8518616e-7b2c-43f7-89b8-5c5249b1c3b5 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:12.235464 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b2748-76b0-4e28-8d92-24fdfcf12a4e", "name": "network-vif-plugged", "status": "completed", "tag": "743c3156-513c-4b36-b167-45c743744b6d", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:12.235950 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8518616e-7b2c-43f7-89b8-5c5249b1c3b5 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:12.236561 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b2748-76b0-4e28-8d92-24fdfcf12a4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '743c3156-513c-4b36-b167-45c743744b6d', 'code': 200} Oct 12 23:04:12.246607 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:12.320049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=743c3156-513c-4b36-b167-45c743744b6d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:12.516058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1e407-4fe8-4ca6-9bb8-b7beeae5dfe8 req-2ded50a6-8704-4183-9844-746873a6bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:12.517655 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06c1e407-4fe8-4ca6-9bb8-b7beeae5dfe8 req-2ded50a6-8704-4183-9844-746873a6bd64 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 1097 time: 0.2123599 Oct 12 23:04:12.565366 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06c1e407-4fe8-4ca6-9bb8-b7beeae5dfe8 req-0b11dd5f-5b55-4adc-b3b8-60f4a190803d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367022 Oct 12 23:04:12.659914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59180) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:12.665661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dbc15a-a527-4db3-9135-d6f002f97364 req-d2428814-9306-431f-96f9-2d88b49f2b7a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:12.667585 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39dbc15a-a527-4db3-9135-d6f002f97364 req-d2428814-9306-431f-96f9-2d88b49f2b7a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0820968 Oct 12 23:04:12.669202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-675385174'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:12.722027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39dbc15a-a527-4db3-9135-d6f002f97364 req-4f30f451-ced5-4b64-bcd8-59dbb62b59b0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464733 Oct 12 23:04:12.798454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:12.805651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:12.835087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:04:12.845324 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:12.845760 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Added segment 5b578be7-80bb-43cb-8db3-a07b8761cad9 of type vlan for network 02d01c20-41de-4b80-80e8-5101a5c2375a Oct 12 23:04:12.902390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:12.975994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ebcba8-b4ae-4d04-a8aa-d69d081d343c req-6ed16f3c-0fde-442e-9ce9-4b9d962b013b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:12.979531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3ebcba8-b4ae-4d04-a8aa-d69d081d343c req-6ed16f3c-0fde-442e-9ce9-4b9d962b013b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0565121 Oct 12 23:04:12.981973 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:12.992467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:12.993122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:13.047301 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3ebcba8-b4ae-4d04-a8aa-d69d081d343c req-c358a74f-ea4b-49ce-b9f5-4ea90c1c6799 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624945 Oct 12 23:04:13.079343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Network': ['ID=02d01c20-41de-4b80-80e8-5101a5c2375a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:13.090863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 02d01c20-41de-4b80-80e8-5101a5c2375a details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:04:13.150151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-39c3ea44-db1d-4afb-a4e2-30fe420e7d2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4881077 Oct 12 23:04:13.152667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59204) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:13.159528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-567004113'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:13.243770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:13.250782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:13.277262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:04:13.285663 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:13.286011 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Added segment 3255c44e-a9e6-4c6a-b623-a6c93ac120a6 of type vlan for network af724ff1-3f05-4855-b55b-99924f132136 Oct 12 23:04:13.326314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:13.432439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:13.447726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:13.447726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:13.525738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Network': ['ID=af724ff1-3f05-4855-b55b-99924f132136,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:13.534913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.535303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.535648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.535991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.536328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.536793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.537500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.537921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.538255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.538586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.538926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.539275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:04:13.551394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network af724ff1-3f05-4855-b55b-99924f132136 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:04:13.607830 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-793f6777-6669-44dd-9ab6-8507646047b9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4537652 Oct 12 23:04:13.610608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59224) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:13.617544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'subnet': {'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:13.787603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:13.790993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:14.192381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f44c3-5b07-487c-84c7-81387f0e58d4 req-bd7995b0-b214-475d-af4d-25a816aa1f80 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:14.194880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-977f44c3-5b07-487c-84c7-81387f0e58d4 req-bd7995b0-b214-475d-af4d-25a816aa1f80 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0590365 Oct 12 23:04:14.225733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a6d60-4173-4f35-a28b-df026c4694de req-3870d073-ad43-4af6-884f-90d50ae70807 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:14.227402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-479a6d60-4173-4f35-a28b-df026c4694de req-3870d073-ad43-4af6-884f-90d50ae70807 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0835397 Oct 12 23:04:14.244403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-977f44c3-5b07-487c-84c7-81387f0e58d4 req-0633cf44-eb62-4021-9ec0-528bd9c4b53a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411191 Oct 12 23:04:14.299171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-479a6d60-4173-4f35-a28b-df026c4694de req-cf1fdc06-abde-4f8c-8c95-cdef40e52efe tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649245 Oct 12 23:04:14.495953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:14.597796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Subnet': ['ID=d97b5aa0-feb6-4856-89e7-33d86b3f4544,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:14.614537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Checking segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:14.615137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network hostable DHCP agents. Network: 02d01c20-41de-4b80-80e8-5101a5c2375a, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:04:14.623791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e16736-e4ee-48bf-b6fb-df0ef190114d req-c8e67efa-8fde-4ef4-a4fd-c144c82029c1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:14.625345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3e16736-e4ee-48bf-b6fb-df0ef190114d req-c8e67efa-8fde-4ef4-a4fd-c144c82029c1 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0931821 Oct 12 23:04:14.674563 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3e16736-e4ee-48bf-b6fb-df0ef190114d req-97b4c06b-22e6-4b2c-a1f6-7a9701ef1e1f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390410 Oct 12 23:04:14.740867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network 02d01c20-41de-4b80-80e8-5101a5c2375a is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:04:14.795584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502c742-bee1-4623-956e-06a6128f3fe0 req-5599ca20-737d-4adf-a305-f23a9ab558af tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:14.797136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c502c742-bee1-4623-956e-06a6128f3fe0 req-5599ca20-737d-4adf-a305-f23a9ab558af tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0560851 Oct 12 23:04:14.842776 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c502c742-bee1-4623-956e-06a6128f3fe0 req-e9b772c6-0932-4acb-9fc1-4f3f44acac50 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389893 Oct 12 23:04:14.847873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 02d01c20-41de-4b80-80e8-5101a5c2375a) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:14.857391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:14.858063 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:14.859608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb041ac9-d599-4a99-baca-e7aef844fb2f None None] Network 02d01c20-41de-4b80-80e8-5101a5c2375a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:04:15.000666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-45bdda6e-72ad-48c7-b8e2-5306a1fc835a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3888988 Oct 12 23:04:15.003450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59306) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:15.010153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'subnet': {'network_id': 'af724ff1-3f05-4855-b55b-99924f132136', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:15.180923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:15.189867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-02d01c20-41de-4b80-80e8-5101a5c2375a', 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'fixed_ips': [{'subnet_id': 'd97b5aa0-feb6-4856-89e7-33d86b3f4544'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:04:15.190995 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.191142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.304158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dddf033-6094-4102-a81a-189af13dfbb9 req-dfe5995a-5f12-409a-8542-b228523cb8da tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:15.313626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9dddf033-6094-4102-a81a-189af13dfbb9 req-dfe5995a-5f12-409a-8542-b228523cb8da tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0809309 Oct 12 23:04:15.371472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9dddf033-6094-4102-a81a-189af13dfbb9 req-1c348939-9a40-4bae-a0e7-498916354a20 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553718 Oct 12 23:04:15.389511 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0a40f490-bee1-4b42-97d7-8f05d5ac5b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.417883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Allocated IP 10.1.1.2 (02d01c20-41de-4b80-80e8-5101a5c2375a/d97b5aa0-feb6-4856-89e7-33d86b3f4544/a5341165-b153-4c2b-b03d-a29ec7d84486) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:15.513913 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.521027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8e47d3-602f-4750-81bd-bb9a690fe0cb req-80390abb-1591-4fd2-8780-d00cd303b954 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:15.523932 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f8e47d3-602f-4750-81bd-bb9a690fe0cb req-80390abb-1591-4fd2-8780-d00cd303b954 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0683444 Oct 12 23:04:15.573764 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.621668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.630384 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f8e47d3-602f-4750-81bd-bb9a690fe0cb req-e468d76a-66ff-4f3b-b3fb-82c17966a449 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969605 Oct 12 23:04:15.671379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Subnet': ['ID=80f4d0bc-012f-4a57-b586-686aa88fd34a,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:15.695894 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.697808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Checking segment: {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:15.698509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network hostable DHCP agents. Network: af724ff1-3f05-4855-b55b-99924f132136, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:04:15.743645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Network 02d01c20-41de-4b80-80e8-5101a5c2375a is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:15.746456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:15.752210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:15.757419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Pushing event updated for resources: {'Port': ['ID=a5341165-b153-4c2b-b03d-a29ec7d84486,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:15.787981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59346) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:15.793895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network af724ff1-3f05-4855-b55b-99924f132136 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:04:15.817056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Attempting to bind port a5341165-b153-4c2b-b03d-a29ec7d84486 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:15.817430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Attempting to bind port a5341165-b153-4c2b-b03d-a29ec7d84486 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:15.817904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Attempting to bind port a5341165-b153-4c2b-b03d-a29ec7d84486 on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:15.823973 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:15.824348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Checking segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:15.824776 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.825172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Bound using segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:15.825871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Bound port: a5341165-b153-4c2b-b03d-a29ec7d84486, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:15.826353 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.883683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, af724ff1-3f05-4855-b55b-99924f132136) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:15.888997 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:15.889675 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.906132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd9498-00f4-4c87-90ba-2a7174d4c07c None None] Network af724ff1-3f05-4855-b55b-99924f132136 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:04:15.924814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f73190-4818-415d-a542-21926ac2001f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:15.960221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] For port a5341165-b153-4c2b-b03d-a29ec7d84486, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:15.982998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] For port a5341165-b153-4c2b-b03d-a29ec7d84486, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a5341165-b153-4c2b-b03d-a29ec7d84486,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:16.023934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59364) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:16.024564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ec52dc41-2f7d-4514-ac2c-b6c25561cbb0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0189767 Oct 12 23:04:16.032101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'port': {'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'name': 'tempest-TaggedBootDevicesTest-1439510416', 'fixed_ips': [{'subnet_id': 'd97b5aa0-feb6-4856-89e7-33d86b3f4544'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:16.065731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f73190-4818-415d-a542-21926ac2001f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.079527 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.118768 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.164219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f73190-4818-415d-a542-21926ac2001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.182576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790a2900-159b-4246-9a20-b72acb5f87cc None None] Pushing event updated for resources: {'Port': ['ID=a5341165-b153-4c2b-b03d-a29ec7d84486,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:16.187303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-af724ff1-3f05-4855-b55b-99924f132136', 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'fixed_ips': [{'subnet_id': '80f4d0bc-012f-4a57-b586-686aa88fd34a'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:04:16.192696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.228768 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-98f73190-4818-415d-a542-21926ac2001f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=44fffa13adb746088b3f4195b325d8e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4417064 Oct 12 23:04:16.230019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f73190-4818-415d-a542-21926ac2001f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66cf50e7-7636-4e73-ad90-d37d9a797f7c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:16.231433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59374) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:16.278031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:16.337821 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf44a317-2639-46c3-8eb8-9e57dd70508e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.351631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Allocated IP 10.2.2.2 (af724ff1-3f05-4855-b55b-99924f132136/80f4d0bc-012f-4a57-b586-686aa88fd34a/94779672-6203-4b13-a4d6-ad59217b4e4f) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:16.392278 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf44a317-2639-46c3-8eb8-9e57dd70508e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.465789 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.493072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] device_id is not set on port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:04:16.602784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd036c-475f-4b4c-8f98-a26a9ed1d979 req-24b190c6-8c04-497b-86d9-dcf7ec128c44 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:16.605856 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07dd036c-475f-4b4c-8f98-a26a9ed1d979 req-24b190c6-8c04-497b-86d9-dcf7ec128c44 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0771866 Oct 12 23:04:16.642911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf44a317-2639-46c3-8eb8-9e57dd70508e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.650776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf44a317-2639-46c3-8eb8-9e57dd70508e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.656389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bf44a317-2639-46c3-8eb8-9e57dd70508e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66cf50e7-7636-4e73-ad90-d37d9a797f7c HTTP/1.1" status: 204 len: 168 time: 0.4237938 Oct 12 23:04:16.681938 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07dd036c-475f-4b4c-8f98-a26a9ed1d979 req-90ece48e-4640-4f49-ad74-cc1722f953fd tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658264 Oct 12 23:04:16.687039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.697599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44a317-2639-46c3-8eb8-9e57dd70508e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66cf50e7-7636-4e73-ad90-d37d9a797f7c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:16.758597 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.795194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Allocated IP 10.1.1.89 (02d01c20-41de-4b80-80e8-5101a5c2375a/d97b5aa0-feb6-4856-89e7-33d86b3f4544/eb7ee26e-cb57-4e0a-823b-ac4f271b7431) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:16.803216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Network af724ff1-3f05-4855-b55b-99924f132136 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:16.806188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:16.809900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:16.815839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2653755-38d4-4583-8643-8074d085d6a2 req-f28f172e-fd14-4fb9-a624-7d8cb8118c59 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:16.818877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Pushing event updated for resources: {'Port': ['ID=94779672-6203-4b13-a4d6-ad59217b4e4f,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:16.819039 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2653755-38d4-4583-8643-8074d085d6a2 req-f28f172e-fd14-4fb9-a624-7d8cb8118c59 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0860775 Oct 12 23:04:16.873180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Attempting to bind port 94779672-6203-4b13-a4d6-ad59217b4e4f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:16.873626 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Attempting to bind port 94779672-6203-4b13-a4d6-ad59217b4e4f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:16.874286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Attempting to bind port 94779672-6203-4b13-a4d6-ad59217b4e4f on network af724ff1-3f05-4855-b55b-99924f132136 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:16.881079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:16.881505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Checking segment: {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:16.881909 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.882312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Bound using segment: {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:16.882952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Bound port: 94779672-6203-4b13-a4d6-ad59217b4e4f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:16.887576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:16.889407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2653755-38d4-4583-8643-8074d085d6a2 req-b73dbe52-8ba4-4ad3-b1d2-222b30455930 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589015 Oct 12 23:04:16.955328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] For port 94779672-6203-4b13-a4d6-ad59217b4e4f, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:16.959355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] For port 94779672-6203-4b13-a4d6-ad59217b4e4f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94779672-6203-4b13-a4d6-ad59217b4e4f,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:17.036009 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:17.039458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:17.112034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3669ad79-6f44-4a78-b489-dc674a9b9b0f None None] Pushing event updated for resources: {'Port': ['ID=94779672-6203-4b13-a4d6-ad59217b4e4f,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:17.180156 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:17.233018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network 02d01c20-41de-4b80-80e8-5101a5c2375a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:17.236798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:17.239534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:17.273194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Port': ['ID=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:17.306099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:17.306756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:17.408383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bee1a7ec-8b1d-46c3-bcbd-352a535774b7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3822005 Oct 12 23:04:17.410843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59442) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:17.419113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'port': {'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'name': 'tempest-TaggedBootDevicesTest-155641681', 'fixed_ips': [{'subnet_id': 'd97b5aa0-feb6-4856-89e7-33d86b3f4544'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:17.435472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937999b7-b248-42b8-9673-01248a1eb6ec None None] Network 02d01c20-41de-4b80-80e8-5101a5c2375a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:04:17.565512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-16ef4afa-b65e-4901-98b0-bfd74b823694 None None] Provisioning complete for port a5341165-b153-4c2b-b03d-a29ec7d84486 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:17.565889 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16ef4afa-b65e-4901-98b0-bfd74b823694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:17.638121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:17.642732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:17.672862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] device_id is not set on port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:04:17.697016 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16ef4afa-b65e-4901-98b0-bfd74b823694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:17.733556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-16ef4afa-b65e-4901-98b0-bfd74b823694 None None] For port a5341165-b153-4c2b-b03d-a29ec7d84486, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a5341165-b153-4c2b-b03d-a29ec7d84486,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:17.798877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:17.838681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b1e4b-a712-47ac-a536-37f041bdb4bb req-286e77cf-92f6-460b-9cac-5662c1ad6454 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:17.840306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0b4b1e4b-a712-47ac-a536-37f041bdb4bb req-286e77cf-92f6-460b-9cac-5662c1ad6454 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0741551 Oct 12 23:04:17.882554 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16ef4afa-b65e-4901-98b0-bfd74b823694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:17.889234 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0b4b1e4b-a712-47ac-a536-37f041bdb4bb req-091d16ce-5405-447f-86d6-3394ae28b60d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427144 Oct 12 23:04:17.924644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Allocated IP 10.1.1.42 (02d01c20-41de-4b80-80e8-5101a5c2375a/d97b5aa0-feb6-4856-89e7-33d86b3f4544/86f79ae7-7969-4d31-bc6d-0d0ebb167248) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:17.980422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ef4afa-b65e-4901-98b0-bfd74b823694 None None] Pushing event updated for resources: {'Port': ['ID=a5341165-b153-4c2b-b03d-a29ec7d84486,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:18.110461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e7dd557f-8801-463e-963b-f95192a727aa None None] Provisioning complete for port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:18.111344 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7dd557f-8801-463e-963b-f95192a727aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:18.200073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c96e9-5484-4415-98a3-c95fb29450e8 req-13ad0bd2-1818-40e5-b4e3-b4f3ddc536b3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:18.211554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad2c96e9-5484-4415-98a3-c95fb29450e8 req-13ad0bd2-1818-40e5-b4e3-b4f3ddc536b3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.1918237 Oct 12 23:04:18.214287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e7dd557f-8801-463e-963b-f95192a727aa None None] Port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:18.229392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e7dd557f-8801-463e-963b-f95192a727aa None None] Provisioning complete for port a5341165-b153-4c2b-b03d-a29ec7d84486 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:18.229857 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7dd557f-8801-463e-963b-f95192a727aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:18.292129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a5341165-b153-4c2b-b03d-a29ec7d84486 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:04:18.316247 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:18.356911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad2c96e9-5484-4415-98a3-c95fb29450e8 req-9a5d9c7c-4a1d-41d1-816c-1d1839148d3c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441000 Oct 12 23:04:18.425411 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a5341165-b153-4c2b-b03d-a29ec7d84486 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:18.425801 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:18.530432 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:18.557393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94779672-6203-4b13-a4d6-ad59217b4e4f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:04:18.611129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 94779672-6203-4b13-a4d6-ad59217b4e4f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:18.611712 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:18.612905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network 02d01c20-41de-4b80-80e8-5101a5c2375a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:18.616402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:18.620390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:18.644724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55040004-c638-471b-8e04-746b1e3a55b3 None None] Network af724ff1-3f05-4855-b55b-99924f132136 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:04:18.651447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Port': ['ID=86f79ae7-7969-4d31-bc6d-0d0ebb167248,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:18.699909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:18.700618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:18.726640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2bae9e68-4a0b-4abe-bc98-0fec75a36840 None None] Provisioning complete for port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:18.727246 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2bae9e68-4a0b-4abe-bc98-0fec75a36840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:18.807936 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3de240e8-127b-401e-95a5-dbf076a029d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3956683 Oct 12 23:04:18.830356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2bae9e68-4a0b-4abe-bc98-0fec75a36840 None None] Port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:18.908481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:18.938415 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.014557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-eebf86c3-0ae6-46cc-9390-178ac2ecf6dc None None] Provisioning complete for port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:19.015193 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-eebf86c3-0ae6-46cc-9390-178ac2ecf6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.041974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05756e5b-27f6-43c8-b803-349702e22a7b req-f55561fa-240b-4e6a-aac8-676b86213e36 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:19.043091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 94779672-6203-4b13-a4d6-ad59217b4e4f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94779672-6203-4b13-a4d6-ad59217b4e4f,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:19.043718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-05756e5b-27f6-43c8-b803-349702e22a7b req-f55561fa-240b-4e6a-aac8-676b86213e36 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0753105 Oct 12 23:04:19.047588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.060502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-eebf86c3-0ae6-46cc-9390-178ac2ecf6dc None None] Port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:19.096314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-eebf86c3-0ae6-46cc-9390-178ac2ecf6dc None None] Provisioning complete for port 94779672-6203-4b13-a4d6-ad59217b4e4f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:19.096314 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-eebf86c3-0ae6-46cc-9390-178ac2ecf6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.100392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-05756e5b-27f6-43c8-b803-349702e22a7b req-ccd86142-8883-4efe-8b96-67e9426f41d5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506477 Oct 12 23:04:19.171228 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.172528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59548) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:19.177920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4993af8a-f729-41f3-a1eb-b656a14079fa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'security_group': {'name': 'tempest-securitygroup--326556891', 'description': 'tempest-description--1965071660'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:19.291479 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4993af8a-f729-41f3-a1eb-b656a14079fa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.396196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=94779672-6203-4b13-a4d6-ad59217b4e4f,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:19.429325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4993af8a-f729-41f3-a1eb-b656a14079fa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.480103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7d07b-7e36-4a0f-ab67-13d9d1327a7a req-9b2a3819-943d-4af9-a5e3-3cfa8d555d69 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:19.481483 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03c7d07b-7e36-4a0f-ab67-13d9d1327a7a req-9b2a3819-943d-4af9-a5e3-3cfa8d555d69 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0486231 Oct 12 23:04:19.520487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03c7d07b-7e36-4a0f-ab67-13d9d1327a7a req-172e1616-b664-4604-acb2-58e417e2e759 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Oct 12 23:04:19.526494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8a3540c0-5459-4974-8521-0f61458ba756 None None] Provisioning complete for port 94779672-6203-4b13-a4d6-ad59217b4e4f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:19.526873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8a3540c0-5459-4974-8521-0f61458ba756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.540911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4993af8a-f729-41f3-a1eb-b656a14079fa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.577057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993af8a-f729-41f3-a1eb-b656a14079fa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff831210-e1c5-4cd9-b224-ab83edc03e78,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:19.651384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4993af8a-f729-41f3-a1eb-b656a14079fa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.652649 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4993af8a-f729-41f3-a1eb-b656a14079fa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4795084 Oct 12 23:04:19.655851 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59580) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:19.660179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e1f83474-c710-41be-937f-974aff2c6077 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'security_group_rule': {'security_group_id': 'ff831210-e1c5-4cd9-b224-ab83edc03e78', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:19.797892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e1f83474-c710-41be-937f-974aff2c6077 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.871112 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e1f83474-c710-41be-937f-974aff2c6077 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.945179 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e1f83474-c710-41be-937f-974aff2c6077 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:19.962653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f83474-c710-41be-937f-974aff2c6077 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c545b36-6cb8-48f7-9621-801759072637,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:20.051190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e1f83474-c710-41be-937f-974aff2c6077 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.053101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e1f83474-c710-41be-937f-974aff2c6077 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3957119 Oct 12 23:04:20.057536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59616) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:20.071483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5160db66-288a-4946-9955-d027e892bebe tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'security_group_rule': {'security_group_id': 'ff831210-e1c5-4cd9-b224-ab83edc03e78', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:20.085029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94779672-6203-4b13-a4d6-ad59217b4e4f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:04:20.144950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 94779672-6203-4b13-a4d6-ad59217b4e4f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:20.145326 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.174547 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5160db66-288a-4946-9955-d027e892bebe tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.229902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f019a439-7576-495c-b7fb-20724c898d5f req-0d1e09d0-2c85-41c0-a328-bf0e587dbaaa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:20.232479 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f019a439-7576-495c-b7fb-20724c898d5f req-0d1e09d0-2c85-41c0-a328-bf0e587dbaaa tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0628774 Oct 12 23:04:20.247252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5160db66-288a-4946-9955-d027e892bebe tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.274311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f019a439-7576-495c-b7fb-20724c898d5f req-df3da692-e023-4b95-b117-9ea6d7e8c4c5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342457 Oct 12 23:04:20.301096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5160db66-288a-4946-9955-d027e892bebe tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.319639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5160db66-288a-4946-9955-d027e892bebe tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2778c55c-6169-46c5-9966-04ed0700d35e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:20.383158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5160db66-288a-4946-9955-d027e892bebe tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.387228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5160db66-288a-4946-9955-d027e892bebe tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3241518 Oct 12 23:04:20.387441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59640) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:20.391982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:20.482560 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.598175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.660714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ca8f3-f2ce-40a0-86e3-4245351d7526 req-3eaa070f-93c2-4a14-be48-4940034d19ea tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:20.662249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e36ca8f3-f2ce-40a0-86e3-4245351d7526 req-3eaa070f-93c2-4a14-be48-4940034d19ea tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0661995 Oct 12 23:04:20.701561 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e36ca8f3-f2ce-40a0-86e3-4245351d7526 req-1867890c-ae13-4e32-ad0c-2258fc856192 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333912 Oct 12 23:04:20.730347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Allocated IP 172.25.2.106 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/f3d294de-e422-40c4-9633-6de6b1744694) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:20.837864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.956791 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:20.975248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:20.976656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:20.979105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:21.056473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Port': ['ID=f3d294de-e422-40c4-9633-6de6b1744694,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:21.100858 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:21.206853 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:21.368600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:21.412727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b2d15-c8d9-4cf4-a935-10fa9dfb0c9d req-347fefe7-57e9-449d-943f-78ad8cb34048 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:21.413774 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f3b2d15-c8d9-4cf4-a935-10fa9dfb0c9d req-347fefe7-57e9-449d-943f-78ad8cb34048 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0592203 Oct 12 23:04:21.426532 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:21.454673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f3b2d15-c8d9-4cf4-a935-10fa9dfb0c9d req-f5ad440d-35c4-40e6-a871-e798e1ade99d tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333660 Oct 12 23:04:21.512902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Port': ['ID=f3d294de-e422-40c4-9633-6de6b1744694,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:21.520741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:21.617266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:21.618682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f39744c8-bcfe-40b0-957c-2da9e1d1e3da tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2302778 Oct 12 23:04:21.831306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a333d-9e2b-4dfb-83bb-32ab896530ac req-749f8c04-f75a-4e5f-b3ef-8137648ab776 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:21.832772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-812a333d-9e2b-4dfb-83bb-32ab896530ac req-749f8c04-f75a-4e5f-b3ef-8137648ab776 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0637200 Oct 12 23:04:21.855030 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c05de9ae-c55b-4b7a-a169-8337aaf4c488 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--326556891&fields=id&tenant_id=857b2a742f2c40e59f599f2a663aa697 HTTP/1.1" status: 200 len: 267 time: 0.0340979 Oct 12 23:04:21.872745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-812a333d-9e2b-4dfb-83bb-32ab896530ac req-d6808285-1266-499c-a8a7-31469c3191ed tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332906 Oct 12 23:04:21.908979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c64658d9-25c4-4860-9cbb-7106ac88231c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:21.910401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c64658d9-25c4-4860-9cbb-7106ac88231c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports/eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 931 time: 0.0477488 Oct 12 23:04:21.961202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-2501df04-e88c-4a6b-87b1-839f734c7ed7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:21.962578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-2501df04-e88c-4a6b-87b1-839f734c7ed7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports/86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 930 time: 0.0465667 Oct 12 23:04:21.997777 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-b96dbe83-7ae1-4b2c-98b5-c8d094edc9fd tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0288901 Oct 12 23:04:22.047882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-74cf2f52-50a7-42d2-9a25-4beed1b172df tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0316651 Oct 12 23:04:22.170059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-49cc32cc-7acc-461a-b449-398af5e14cde tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:22.175862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-49cc32cc-7acc-461a-b449-398af5e14cde tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:22.182391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-49cc32cc-7acc-461a-b449-398af5e14cde tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:22.184043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-49cc32cc-7acc-461a-b449-398af5e14cde tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/networks?id=7a9066f4-9838-43ba-8ee9-2a40f558149a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=af724ff1-3f05-4855-b55b-99924f132136&id=af724ff1-3f05-4855-b55b-99924f132136 HTTP/1.1" status: 200 len: 1989 time: 0.1300466 Oct 12 23:04:22.199525 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7f5ed403-ba43-40e0-8ead-966d0a827494 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/quotas/857b2a742f2c40e59f599f2a663aa697 HTTP/1.1" status: 200 len: 375 time: 0.0096712 Oct 12 23:04:22.270535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d84a1903-c618-4d67-a653-46e598f8322c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0652471 Oct 12 23:04:22.370588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-601aa011-cdec-46ea-a9d3-e10dd2a96394 service neutron] 10.222.0.31 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879221 Oct 12 23:04:22.469748 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-3037ee0a-7e61-4a26-9936-fc53c1f05249 service neutron] 10.222.0.31 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929399 Oct 12 23:04:22.517901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-058a2535-f4c4-4ecd-841c-6cfc918b42d6 service neutron] 10.222.0.31 "GET /v2.0/ports/eb7ee26e-cb57-4e0a-823b-ac4f271b7431?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0405438 Oct 12 23:04:22.603843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d741dba2-e790-43ba-aa66-dd55e722d464 req-31714f40-d5f8-4538-b02c-12d4530c8e94 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:22.603843 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d741dba2-e790-43ba-aa66-dd55e722d464 req-31714f40-d5f8-4538-b02c-12d4530c8e94 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0741565 Oct 12 23:04:22.623368 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-266d46fb-2223-440d-b2b2-dd3b669775a0 service neutron] 10.222.0.31 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987706 Oct 12 23:04:22.642713 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d741dba2-e790-43ba-aa66-dd55e722d464 req-b42ef764-5612-4144-8ae1-78751976d9a7 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343583 Oct 12 23:04:22.727754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-948b0d70-8a87-4627-9b36-ef4890243b39 service neutron] 10.222.0.31 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968089 Oct 12 23:04:22.768732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-e20ab2ab-f27a-491c-bda5-da20a6dab957 service neutron] 10.222.0.31 "GET /v2.0/ports/86f79ae7-7969-4d31-bc6d-0d0ebb167248?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0352128 Oct 12 23:04:22.867140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d152a9c0-2d9e-4f8f-9a3b-8cd775f5f010 service neutron] 10.222.0.31 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916369 Oct 12 23:04:22.970787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-27457dd4-3201-4165-8b90-66c234ea6bcf service neutron] 10.222.0.31 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962286 Oct 12 23:04:23.001604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e573e29-fb44-40ff-89c9-bdf1c1f0a3fe req-5239c848-2859-4e8e-a944-18d365b5b89e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:23.003131 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4e573e29-fb44-40ff-89c9-bdf1c1f0a3fe req-5239c848-2859-4e8e-a944-18d365b5b89e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0514038 Oct 12 23:04:23.056776 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4e573e29-fb44-40ff-89c9-bdf1c1f0a3fe req-a6747361-32b9-48e2-ba48-aec568f76348 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Oct 12 23:04:23.079906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-e262c0db-2052-41c6-9d86-a761b6bc87fd service neutron] 10.222.0.31 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023798 Oct 12 23:04:23.176098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-bf7e3605-8276-4d25-8984-18d7b8173741 service neutron] 10.222.0.31 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878587 Oct 12 23:04:23.278263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-a8025f79-eaf5-4458-8b1c-31a848d950b6 service neutron] 10.222.0.31 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923743 Oct 12 23:04:23.369645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-53a0a70c-a2c6-4559-8978-389d75624573 service neutron] 10.222.0.31 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853539 Oct 12 23:04:23.472031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-1dc80e72-f9c0-4c98-9969-bc03d143a586 service neutron] 10.222.0.31 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963018 Oct 12 23:04:23.567812 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ab3af0c3-cf53-4dae-a10c-45855b41d318 service neutron] 10.222.0.31 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890131 Oct 12 23:04:23.671073 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-791914aa-5fb7-47a9-bd55-b5c375ad1288 service neutron] 10.222.0.31 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971355 Oct 12 23:04:23.794676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-a91e424e-4e42-4093-bf91-e91c12429d71 service neutron] 10.222.0.31 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175888 Oct 12 23:04:23.800826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff9e0a-4faf-495f-911f-e359bacca09a req-bf95cb7e-d837-4ab7-a8ab-bba0f8d92bdc tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:23.803008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7dff9e0a-4faf-495f-911f-e359bacca09a req-bf95cb7e-d837-4ab7-a8ab-bba0f8d92bdc tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0738931 Oct 12 23:04:23.851784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7dff9e0a-4faf-495f-911f-e359bacca09a req-1c48cff9-7651-4f6d-8814-77d0aec62c5a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421672 Oct 12 23:04:24.183194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972f9a9-8dc6-454e-b9db-12fc2a359d22 req-754ac5ba-fc24-443d-b6ea-5ad1fd35586a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:24.184790 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8972f9a9-8dc6-454e-b9db-12fc2a359d22 req-754ac5ba-fc24-443d-b6ea-5ad1fd35586a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0595973 Oct 12 23:04:24.228422 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8972f9a9-8dc6-454e-b9db-12fc2a359d22 req-5ee60e5b-b1c0-41da-a526-fb536fc6962e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368521 Oct 12 23:04:24.989034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5d3ab3-765f-44d5-a771-a4f1e2c4173d req-5aadc497-9099-40ab-9d86-8670bd0a947e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:24.991305 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6d5d3ab3-765f-44d5-a771-a4f1e2c4173d req-5aadc497-9099-40ab-9d86-8670bd0a947e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0535579 Oct 12 23:04:25.036731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6d5d3ab3-765f-44d5-a771-a4f1e2c4173d req-3fb9a1d2-418f-4409-ba6a-7eaac524a4bc tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373204 Oct 12 23:04:25.156815 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f38ff50e-85d2-479d-882e-fb5b8fede2eb req-d253a18d-de71-4d4e-95bf-04d6f6f76597 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0424511 Oct 12 23:04:25.372872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a14fde-b9a6-4bc7-96c0-1fd39d4f0eda req-3ae7a31f-23a2-4909-8486-10e8bc5c6f46 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:25.381077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84a14fde-b9a6-4bc7-96c0-1fd39d4f0eda req-3ae7a31f-23a2-4909-8486-10e8bc5c6f46 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0607021 Oct 12 23:04:25.443894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84a14fde-b9a6-4bc7-96c0-1fd39d4f0eda req-2fe4d768-92e7-4b9a-bbaf-e07be8d30b53 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566678 Oct 12 23:04:25.918000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60022) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:26.039557 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32a6d452-87cc-4c0e-9554-b763a5e33952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:26.123258 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32a6d452-87cc-4c0e-9554-b763a5e33952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:26.186073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caa3051-3870-4d70-a8c7-2cab3954251b req-fa7d49eb-4b36-4097-b09b-95c2fe337899 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:26.187777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5caa3051-3870-4d70-a8c7-2cab3954251b req-fa7d49eb-4b36-4097-b09b-95c2fe337899 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0566225 Oct 12 23:04:26.213053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32a6d452-87cc-4c0e-9554-b763a5e33952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:26.262714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6d452-87cc-4c0e-9554-b763a5e33952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a7cc04-b174-4b3f-9487-6355e50e0615,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:26.272059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-32a6d452-87cc-4c0e-9554-b763a5e33952 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=79c1527aaf8c4d088188e478013ef76b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3527596 Oct 12 23:04:26.272654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60034) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:26.281990 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5caa3051-3870-4d70-a8c7-2cab3954251b req-974ea241-2c52-4a4b-ab37-41d9f496ff39 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872600 Oct 12 23:04:26.315803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ddf8490-1f0b-412d-92d6-5534081581e3 req-e511d72b-8ff8-410d-8653-7902093a5e00 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0591676 Oct 12 23:04:26.340213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2a7289f-dd3e-4880-823d-d1c77bbb841e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:26.366999 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2a7289f-dd3e-4880-823d-d1c77bbb841e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:26.495313 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2a7289f-dd3e-4880-823d-d1c77bbb841e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:26.500187 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2a7289f-dd3e-4880-823d-d1c77bbb841e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:26.504060 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a2a7289f-dd3e-4880-823d-d1c77bbb841e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/76a7cc04-b174-4b3f-9487-6355e50e0615 HTTP/1.1" status: 204 len: 168 time: 0.2275612 Oct 12 23:04:26.514281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a7289f-dd3e-4880-823d-d1c77bbb841e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a7cc04-b174-4b3f-9487-6355e50e0615,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:26.585093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fe39e-51b1-4d82-ad0f-f1a65a38bd7d req-108f07ce-f850-4796-b696-31601345b5ea tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:26.587288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b93fe39e-51b1-4d82-ad0f-f1a65a38bd7d req-108f07ce-f850-4796-b696-31601345b5ea tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0822759 Oct 12 23:04:26.642679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b93fe39e-51b1-4d82-ad0f-f1a65a38bd7d req-9e45556e-1089-42fd-bb16-ae151f349506 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443845 Oct 12 23:04:26.844244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193d8c7-3102-44f5-ab5b-fb5ae5d041af req-590819a4-2356-4b9f-8d54-dff7bf1f4a16 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:26.846236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0193d8c7-3102-44f5-ab5b-fb5ae5d041af req-590819a4-2356-4b9f-8d54-dff7bf1f4a16 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0555704 Oct 12 23:04:26.902514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0193d8c7-3102-44f5-ab5b-fb5ae5d041af req-9c773c50-6ae5-4766-b261-02150dfc332f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429811 Oct 12 23:04:27.039150 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fffb74d-bc31-4803-ad51-d07f90fc9601 req-ab2e4b86-eea9-4d47-9cb0-2e419fd241ad tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:27.040636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fffb74d-bc31-4803-ad51-d07f90fc9601 req-ab2e4b86-eea9-4d47-9cb0-2e419fd241ad tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0587358 Oct 12 23:04:27.081679 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:04:27.092267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fffb74d-bc31-4803-ad51-d07f90fc9601 req-da5c7e0a-1333-4bc9-86a0-d112326d3a40 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434275 Oct 12 23:04:27.353779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60072) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:27.371935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44af5175-6be8-42ef-bc87-1de3efaa7488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:27.451586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-8e5a794a-1c6e-42d9-8fb4-4ff0e3a5c80c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:27.469088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-8e5a794a-1c6e-42d9-8fb4-4ff0e3a5c80c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.1511860 Oct 12 23:04:27.474918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44af5175-6be8-42ef-bc87-1de3efaa7488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:27.500468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-970635a4-9b87-4253-ab0c-7bd9ec9e761a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/quotas/d7a8b43052b2454e9459dc6c1313aad8 HTTP/1.1" status: 200 len: 375 time: 0.0297184 Oct 12 23:04:27.535722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4bed2-7311-4eff-8cef-d80289211abe req-187a2136-b2ce-4da4-b603-33f1366556fe tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:27.537460 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fdc4bed2-7311-4eff-8cef-d80289211abe req-187a2136-b2ce-4da4-b603-33f1366556fe tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0610130 Oct 12 23:04:27.539128 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44af5175-6be8-42ef-bc87-1de3efaa7488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:27.577710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af5175-6be8-42ef-bc87-1de3efaa7488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f56c4d0-6f0e-4eeb-9a6c-82d88dee7461,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:27.598589 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-eaa439c2-890d-4fc2-b480-7f6ed2755986 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0969641 Oct 12 23:04:27.612197 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-44af5175-6be8-42ef-bc87-1de3efaa7488 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e9677e4d09464968a4fa45d572615026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564137 Oct 12 23:04:27.615496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60076) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:27.662682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fdc4bed2-7311-4eff-8cef-d80289211abe req-7becf7c6-c12d-4215-9a14-438e997bb98e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128612 Oct 12 23:04:27.739658 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-30ab31c7-bf64-4f95-8e26-508d21e2f84c service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378925 Oct 12 23:04:27.809361 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f016f30-8a64-49a7-bae9-1bc1ea7eb4e7 req-c7e4dc39-39d8-4a3b-bf2d-632f1aa908a5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0669065 Oct 12 23:04:27.814790 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12978013-9417-46b1-a6c0-77ca6296e2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:27.873523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-3769f3bc-0cca-42b9-9fa1-346ac803ce55 service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279991 Oct 12 23:04:27.921952 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12978013-9417-46b1-a6c0-77ca6296e2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:27.947155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-e32bfa22-923e-4579-830f-24167ae7e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:27.955202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-e32bfa22-923e-4579-830f-24167ae7e5c8 service neutron] 10.222.0.25 "GET /v2.0/ports/eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 1027 time: 0.1849232 Oct 12 23:04:27.998655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-54e05929-b27f-4ac7-89e1-0eb438c8c2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:28.000390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-54e05929-b27f-4ac7-89e1-0eb438c8c2c6 service neutron] 10.222.0.25 "GET /v2.0/ports/86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 1026 time: 0.0441682 Oct 12 23:04:28.188887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c08faccd-fe21-42c8-a51d-a0446bab0f47 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:28.195707 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c08faccd-fe21-42c8-a51d-a0446bab0f47 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:28.201649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c08faccd-fe21-42c8-a51d-a0446bab0f47 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:28.203440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c08faccd-fe21-42c8-a51d-a0446bab0f47 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "GET /v2.0/networks?id=7a9066f4-9838-43ba-8ee9-2a40f558149a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=af724ff1-3f05-4855-b55b-99924f132136&id=af724ff1-3f05-4855-b55b-99924f132136 HTTP/1.1" status: 200 len: 1989 time: 0.1872609 Oct 12 23:04:28.288443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12978013-9417-46b1-a6c0-77ca6296e2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:28.294167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12978013-9417-46b1-a6c0-77ca6296e2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:28.297518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-12978013-9417-46b1-a6c0-77ca6296e2df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1f56c4d0-6f0e-4eeb-9a6c-82d88dee7461 HTTP/1.1" status: 204 len: 168 time: 0.6785181 Oct 12 23:04:28.306785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12978013-9417-46b1-a6c0-77ca6296e2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f56c4d0-6f0e-4eeb-9a6c-82d88dee7461,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:28.344436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4f50b232-afee-48ab-91f7-e5b5820deaff tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=857b2a742f2c40e59f599f2a663aa697 HTTP/1.1" status: 200 len: 379 time: 0.1324515 Oct 12 23:04:28.357840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'admin_state_up': True, 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'security_groups': ['ff831210-e1c5-4cd9-b224-ab83edc03e78']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:28.503641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe3ac1a1-590e-4cfe-9dd9-408725c63a9b req-1828180d-2008-43dd-9a89-9531c2c3b5d4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 210 time: 0.1983488 Oct 12 23:04:28.711881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:28.717106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:28.858354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1c298-e0dc-4443-a86d-e8c439e2bf6e req-97f4f8d4-8915-471f-8cd6-c992552c125c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:28.861779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7e1c298-e0dc-4443-a86d-e8c439e2bf6e req-97f4f8d4-8915-471f-8cd6-c992552c125c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0998263 Oct 12 23:04:28.940779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7e1c298-e0dc-4443-a86d-e8c439e2bf6e req-34188b4c-e2ae-4d75-94da-dee3b07c17f2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711811 Oct 12 23:04:28.983449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a65ead07-a91d-436d-982e-c8950f8f5854 req-b0e8cd22-9679-4ce6-a360-a4c9f6259576 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0386484 Oct 12 23:04:28.998025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Allocated IP 172.20.0.3 (7a9066f4-9838-43ba-8ee9-2a40f558149a/744baed7-223d-48b8-8872-5792b66dbf13/da27c20b-7e34-44e5-82d6-86d324403639) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:29.201515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:29.334098 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:29.388041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network 7a9066f4-9838-43ba-8ee9-2a40f558149a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:29.403289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:29.405932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Port': ['ID=da27c20b-7e34-44e5-82d6-86d324403639,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:29.408514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:29.484848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:29.485659 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:29.576897 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-55213174-49b3-4371-9609-651792337308 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2238607 Oct 12 23:04:29.588874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'admin_state_up': True, 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'security_groups': ['ff831210-e1c5-4cd9-b224-ab83edc03e78']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:29.686775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dce3ccf4-6835-4d43-9b03-84b9aaa378f5 req-d50b7a7f-fe65-4992-9b37-2aeffcaa0d52 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 210 time: 0.0727956 Oct 12 23:04:29.744597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1da60bae-5d4e-489b-b5df-f719b58c208c None None] Provisioning complete for port da27c20b-7e34-44e5-82d6-86d324403639 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:29.746861 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1da60bae-5d4e-489b-b5df-f719b58c208c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:29.819180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1da60bae-5d4e-489b-b5df-f719b58c208c None None] Port da27c20b-7e34-44e5-82d6-86d324403639 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:29.860692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:29.865455 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:29.923387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-21c80593-0b21-479a-91bb-f133f632f40e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1795654 Oct 12 23:04:30.008700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-bd1bf743-1526-4c2e-af09-83668f6b84e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:30.010448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-bd1bf743-1526-4c2e-af09-83668f6b84e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 1099 time: 0.0641782 Oct 12 23:04:30.077428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Allocated IP 10.1.1.119 (02d01c20-41de-4b80-80e8-5101a5c2375a/d97b5aa0-feb6-4856-89e7-33d86b3f4544/546c9709-df62-42f8-a9dd-0cf91a289c12) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:30.175232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c53ee4-ceab-4471-b064-9fee39ee55a8 req-49c11732-9e88-456c-a046-ff68fed76557 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:30.182638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4c53ee4-ceab-4471-b064-9fee39ee55a8 req-49c11732-9e88-456c-a046-ff68fed76557 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0817494 Oct 12 23:04:30.243964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-03bd616d-f846-46e0-a156-c4b49fd8bf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:30.245513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-03bd616d-f846-46e0-a156-c4b49fd8bf73 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.2117372 Oct 12 23:04:30.248395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e73bbfc-a70b-4491-ac1a-073c6230737c req-6f6af32e-d95e-4663-b2f3-2e20d9ccd06f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:30.249907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4e73bbfc-a70b-4491-ac1a-073c6230737c req-6f6af32e-d95e-4663-b2f3-2e20d9ccd06f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 931 time: 0.1133366 Oct 12 23:04:30.260197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4c53ee4-ceab-4471-b064-9fee39ee55a8 req-baa1c4cc-c740-4f9b-8189-5a509aa12e6a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746343 Oct 12 23:04:30.351056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4e73bbfc-a70b-4491-ac1a-073c6230737c req-67f02df4-dcf5-4afc-b673-3d55a9c96d73 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880249 Oct 12 23:04:30.357643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-449d0b74-31e2-4cdf-a044-bb386e1ec634 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 200 len: 1002 time: 0.0960255 Oct 12 23:04:30.361226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:30.421097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-980893c3-ca45-469f-a79b-e0fcf56ea8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:30.426685 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-980893c3-ca45-469f-a79b-e0fcf56ea8c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.0571599 Oct 12 23:04:30.475986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-02ddebfd-2571-4238-b1fc-150ba6d93b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:30.477490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-02ddebfd-2571-4238-b1fc-150ba6d93b8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459611 Oct 12 23:04:30.486545 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:30.567969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network 02d01c20-41de-4b80-80e8-5101a5c2375a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:30.575092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:30.581518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:30.640773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-6f94a2e3-201b-419f-8ea2-5abddedd6fa3 service neutron] 10.222.0.41 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556277 Oct 12 23:04:30.675716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Port': ['ID=546c9709-df62-42f8-a9dd-0cf91a289c12,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:30.771079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dd1f7fe-2b08-45fb-8c1b-fa1269cc355f req-3893c0bc-c834-45b0-b325-bd1504058dec service neutron] 10.222.0.41 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227438 Oct 12 23:04:30.805922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:30.807439 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:30.865041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-2e29c7db-e9d5-4851-bfaf-c85b5565e551 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:30.866847 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-2e29c7db-e9d5-4851-bfaf-c85b5565e551 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.2303114 Oct 12 23:04:30.882789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'port': {'device_id': '39881b20-0810-4498-9ffe-7ade5b535b7e', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'admin_state_up': True, 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:30.898766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13775cd4-b7c5-4904-b6b9-1f5f1cb89b87 req-f0d5d6d5-8ea9-45ad-84b6-11b43f2bd91a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 210 time: 0.0909047 Oct 12 23:04:30.931227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ef14aadc-0ea1-4657-b945-3bd323738eb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3464310 Oct 12 23:04:30.946009 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'admin_state_up': True, 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'security_groups': ['ff831210-e1c5-4cd9-b224-ab83edc03e78']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:30.948173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c8995873-0bc4-4c08-bfb9-003b772fb89f None None] Provisioning complete for port 546c9709-df62-42f8-a9dd-0cf91a289c12 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:30.949152 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c8995873-0bc4-4c08-bfb9-003b772fb89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:30.997497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c8995873-0bc4-4c08-bfb9-003b772fb89f None None] Port 546c9709-df62-42f8-a9dd-0cf91a289c12 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:31.193766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Made reservation on behalf of d7a8b43052b2454e9459dc6c1313aad8 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:31.197838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:31.318833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:31.322530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:31.371106 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Allocated IP 172.20.0.14 (6621fe39-a6e5-450c-8c8e-ba213ba6a029/c127a2f7-7658-4c00-a581-24ee397b068a/761148b5-99a7-4fe1-be39-e9be785d8634) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:31.494494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d967514-fe6d-4ffd-9cbd-2b2df7e34f7b req-50a4ce80-4e13-49b5-a351-c66ed0ebc11f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:31.496059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d967514-fe6d-4ffd-9cbd-2b2df7e34f7b req-50a4ce80-4e13-49b5-a351-c66ed0ebc11f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.1514730 Oct 12 23:04:31.560418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd468f-6e87-4d98-a27c-f376a6e57bdc req-64d998b4-ba77-4b24-9b30-0a04f2954624 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:31.569388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebd468f-6e87-4d98-a27c-f376a6e57bdc req-64d998b4-ba77-4b24-9b30-0a04f2954624 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:31.577718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6ebd468f-6e87-4d98-a27c-f376a6e57bdc req-64d998b4-ba77-4b24-9b30-0a04f2954624 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 1653 time: 0.0717099 Oct 12 23:04:31.626884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6ebd468f-6e87-4d98-a27c-f376a6e57bdc req-b9e4924b-8ae5-48ff-9e52-01a0e032f20a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474782 Oct 12 23:04:31.999547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17529d36-df54-4dc3-89e5-5b8d1ec776d2 req-cf4071d3-246c-496e-bdc1-a4aae3241248 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 210 time: 0.0365655 Oct 12 23:04:32.021075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d967514-fe6d-4ffd-9cbd-2b2df7e34f7b req-2c0c73db-854e-4b1e-a172-5263de27b10c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5141478 Oct 12 23:04:32.045388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Allocated IP 10.1.1.241 (02d01c20-41de-4b80-80e8-5101a5c2375a/d97b5aa0-feb6-4856-89e7-33d86b3f4544/beffe090-160a-40c2-8c1e-f7c65ad2437d) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:32.081661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:32.232806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:32.262492 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:32.274498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['236eddfd-9ddc-4edc-9ea5-8eddcf940659'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:04:32.308257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:32.313292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:32.315806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:32.355791 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:32.376839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'Port': ['ID=761148b5-99a7-4fe1-be39-e9be785d8634,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:32.429988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:32.430749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:32.437008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network 02d01c20-41de-4b80-80e8-5101a5c2375a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:32.448690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:32.468562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:32.479537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Port': ['ID=beffe090-160a-40c2-8c1e-f7c65ad2437d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:32.542313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:32.543640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:32.587247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-93528809-9e2d-43cc-80c8-7b7eb0292f3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7022142 Oct 12 23:04:32.593008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Request body: {'port': {'device_id': '39881b20-0810-4498-9ffe-7ade5b535b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:32.631317 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4d763b1e-5a75-488a-bac9-cabdc4773fc0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6902232 Oct 12 23:04:32.660046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136', 'admin_state_up': True, 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'security_groups': ['ff831210-e1c5-4cd9-b224-ab83edc03e78']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:32.719967 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:32.748158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-03211996-a43f-43aa-aad0-abcc6cf23681 None None] Provisioning complete for port 761148b5-99a7-4fe1-be39-e9be785d8634 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:32.748997 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-03211996-a43f-43aa-aad0-abcc6cf23681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:32.820353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-03211996-a43f-43aa-aad0-abcc6cf23681 None None] Port 761148b5-99a7-4fe1-be39-e9be785d8634 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:32.943509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961853ca-ddf3-48ab-860d-2ddc0f220fea req-ec5ddb5f-f093-46d5-b3b1-346e05848ab4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:32.945308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a4c45ca3-237b-426c-87c7-28c4f766dccf None None] Provisioning complete for port beffe090-160a-40c2-8c1e-f7c65ad2437d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:32.951340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961853ca-ddf3-48ab-860d-2ddc0f220fea req-ec5ddb5f-f093-46d5-b3b1-346e05848ab4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:32.951569 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a4c45ca3-237b-426c-87c7-28c4f766dccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:32.955785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961853ca-ddf3-48ab-860d-2ddc0f220fea req-ec5ddb5f-f093-46d5-b3b1-346e05848ab4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:32.957529 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-961853ca-ddf3-48ab-860d-2ddc0f220fea req-ec5ddb5f-f093-46d5-b3b1-346e05848ab4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 2374 time: 0.2030237 Oct 12 23:04:33.035289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a4c45ca3-237b-426c-87c7-28c4f766dccf None None] Port beffe090-160a-40c2-8c1e-f7c65ad2437d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:33.083168 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-961853ca-ddf3-48ab-860d-2ddc0f220fea req-c7795d1a-fcb7-48c6-8e4b-3dddbd2a1651 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188169 Oct 12 23:04:33.175695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:33.335706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761148b5-99a7-4fe1-be39-e9be785d8634 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:33.358348 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:33.358705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Transition to ACTIVE for port object 761148b5-99a7-4fe1-be39-e9be785d8634 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:33.400611 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:33.648639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ebddb9-21d7-4b82-9035-a216dbc9d868 req-9058fcd8-71ae-4300-80df-cbe212e0fd99 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:33.648639 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-05ebddb9-21d7-4b82-9035-a216dbc9d868 req-9058fcd8-71ae-4300-80df-cbe212e0fd99 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 932 time: 0.1665568 Oct 12 23:04:33.673337 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:33.703335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05aa5ab-7773-465c-a0fe-f28506fd760e req-a61cd26f-9c63-4746-8bd9-37a9addd31a0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:33.705109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f05aa5ab-7773-465c-a0fe-f28506fd760e req-a61cd26f-9c63-4746-8bd9-37a9addd31a0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.0687175 Oct 12 23:04:33.803890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f05aa5ab-7773-465c-a0fe-f28506fd760e req-fb4e48fc-9a13-47d9-a7b1-624cc722b3ea tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534816 Oct 12 23:04:33.810442 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-05ebddb9-21d7-4b82-9035-a216dbc9d868 req-47f41cee-ca82-49e0-a604-99da5f250d6c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520677 Oct 12 23:04:33.841679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Pushing event updated for resources: {'Port': ['ID=761148b5-99a7-4fe1-be39-e9be785d8634,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:33.863080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Allocated IP 10.2.2.100 (af724ff1-3f05-4855-b55b-99924f132136/80f4d0bc-012f-4a57-b586-686aa88fd34a/69ce9ee1-bd62-4531-a418-4beab6f237b9) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:34.000333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Attempting to bind port 761148b5-99a7-4fe1-be39-e9be785d8634 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:34.014530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Attempting to bind port 761148b5-99a7-4fe1-be39-e9be785d8634 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:34.014530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Attempting to bind port 761148b5-99a7-4fe1-be39-e9be785d8634 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:34.115630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Port 761148b5-99a7-4fe1-be39-e9be785d8634 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:34.116089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Attempting to bind port 761148b5-99a7-4fe1-be39-e9be785d8634 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:34.139730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:34.140932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Checking segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:34.141372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Bound using segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:34.141892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Bound port: 761148b5-99a7-4fe1-be39-e9be785d8634, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:34.142319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:34.152758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60222) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:34.232775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:34.270562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf77a8a-dedc-44fd-abfc-5682dca379fd req-e527b864-8fb8-4733-9e57-61182d6c52a8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:34.285827 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7bf77a8a-dedc-44fd-abfc-5682dca379fd req-e527b864-8fb8-4733-9e57-61182d6c52a8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 947 time: 0.3127534 Oct 12 23:04:34.321335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155396-a3da-4f0b-8558-553bf531c150 req-078783ed-c076-4317-af27-064d5c38a3e0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:34.327637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155396-a3da-4f0b-8558-553bf531c150 req-078783ed-c076-4317-af27-064d5c38a3e0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:34.336416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04155396-a3da-4f0b-8558-553bf531c150 req-078783ed-c076-4317-af27-064d5c38a3e0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:34.338373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04155396-a3da-4f0b-8558-553bf531c150 req-078783ed-c076-4317-af27-064d5c38a3e0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 2374 time: 0.0909569 Oct 12 23:04:34.391144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04155396-a3da-4f0b-8558-553bf531c150 req-d0345248-5af2-4456-b2ae-8df5fad8a509 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466037 Oct 12 23:04:34.416913 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cef1156-991f-4fd9-af14-2233a46f305c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:34.449564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7bf77a8a-dedc-44fd-abfc-5682dca379fd req-06768d98-b4b4-448e-8f0f-d9d65af2f53a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126773 Oct 12 23:04:34.452397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] For port 761148b5-99a7-4fe1-be39-e9be785d8634, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:34.471387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] For port 761148b5-99a7-4fe1-be39-e9be785d8634, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=761148b5-99a7-4fe1-be39-e9be785d8634,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:34.529658 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:34.532538 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cef1156-991f-4fd9-af14-2233a46f305c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:34.576529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network af724ff1-3f05-4855-b55b-99924f132136 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:34.580464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:34.586206 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:34.592000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:34.597704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Port': ['ID=69ce9ee1-bd62-4531-a418-4beab6f237b9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:34.628529 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cef1156-991f-4fd9-af14-2233a46f305c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:34.685626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:34.686320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:34.687861 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] 10.222.0.41 "PUT /v2.0/ports/761148b5-99a7-4fe1-be39-e9be785d8634 HTTP/1.1" status: 200 len: 1093 time: 2.0995898 Oct 12 23:04:34.689923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39881b20-0810-4498-9ffe-7ade5b535b7e', 'tag': '761148b5-99a7-4fe1-be39-e9be785d8634'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:34.692549 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49032597-82bc-4fa2-a625-190ebdcb5b57" -d '{"events": [{"name": "network-changed", "server_uuid": "39881b20-0810-4498-9ffe-7ade5b535b7e", "tag": "761148b5-99a7-4fe1-be39-e9be785d8634"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:34.760758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:34.761432 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:34.772063 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6cef1156-991f-4fd9-af14-2233a46f305c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=95dd84a6bfab473eadd400b4587aa563&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6191037 Oct 12 23:04:34.772563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60232) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:34.782982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef1156-991f-4fd9-af14-2233a46f305c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d4a2501-afbb-4ceb-847e-d57a266cb77b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:34.791358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dfec5e-fb5b-46f2-a7d5-95a544fabe5e service neutron] Pushing event updated for resources: {'Port': ['ID=761148b5-99a7-4fe1-be39-e9be785d8634,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:34.855843 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-7405e9db-a44b-4bca-8308-ab0c4812678d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2167950 Oct 12 23:04:34.924785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136', 'admin_state_up': True, 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'security_groups': ['ff831210-e1c5-4cd9-b224-ab83edc03e78']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:34.981758 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-604c6740-c452-4e23-a2e7-6bf2c1f267d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:35.040775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-472d074b-b07c-4b2e-a264-38848647a0e9 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.042960 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-472d074b-b07c-4b2e-a264-38848647a0e9 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.41 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 947 time: 0.1706431 Oct 12 23:04:35.045442 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-604c6740-c452-4e23-a2e7-6bf2c1f267d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:35.090431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-0d6aeb5d-b486-4719-bdc8-f487cd888a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.100946 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-0d6aeb5d-b486-4719-bdc8-f487cd888a1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 1096 time: 0.2811880 Oct 12 23:04:35.137426 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f63c75-b738-4c1f-b13f-b8d4111a46fa x-openstack-request-id: req-89f63c75-b738-4c1f-b13f-b8d4111a46fa {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:35.137895 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39881b20-0810-4498-9ffe-7ade5b535b7e", "tag": "761148b5-99a7-4fe1-be39-e9be785d8634", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:35.138238 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89f63c75-b738-4c1f-b13f-b8d4111a46fa {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:35.138728 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39881b20-0810-4498-9ffe-7ade5b535b7e', 'tag': '761148b5-99a7-4fe1-be39-e9be785d8634', 'status': 'completed', 'code': 200} Oct 12 23:04:35.166512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81c8a3b-9848-4a3f-903e-96de3b04ddd2 req-97d59235-1851-4bbd-bba6-a35b2d8c4a1b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.171884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f81c8a3b-9848-4a3f-903e-96de3b04ddd2 req-97d59235-1851-4bbd-bba6-a35b2d8c4a1b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.2752211 Oct 12 23:04:35.255608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-112a3ac0-15c0-41be-b79e-17c9d1d526f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761148b5-99a7-4fe1-be39-e9be785d8634 HTTP/1.1" status: 200 len: 217 time: 0.1434860 Oct 12 23:04:35.359584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3a9b29da-fcc6-47a6-b447-c2393a618d7d None None] Provisioning complete for port 69ce9ee1-bd62-4531-a418-4beab6f237b9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:35.360454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a9b29da-fcc6-47a6-b447-c2393a618d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:35.398451 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f81c8a3b-9848-4a3f-903e-96de3b04ddd2 req-7d65d686-0019-4360-890d-156c61fbcea8 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408165 Oct 12 23:04:35.403329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-9b261ba2-6134-4a15-83b0-021ba91ccd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.404887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-9b261ba2-6134-4a15-83b0-021ba91ccd43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1379750 Oct 12 23:04:35.480329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3a9b29da-fcc6-47a6-b447-c2393a618d7d None None] Port 69ce9ee1-bd62-4531-a418-4beab6f237b9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:35.500644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Made reservation on behalf of 857b2a742f2c40e59f599f2a663aa697 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:35.505948 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:35.545042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-526ff7ef-9a11-4a87-beae-dea06f8d1aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.546372 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-526ff7ef-9a11-4a87-beae-dea06f8d1aba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1311288 Oct 12 23:04:35.687748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-73ce458d-4433-4198-9f57-ff804140adb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.689318 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-73ce458d-4433-4198-9f57-ff804140adb6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=32ae560e885841d79dd420b2b64ded98&device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 1097 time: 0.6333523 Oct 12 23:04:35.721815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a68c9c-ce11-4b1b-9f8c-cb846a75f1f7 req-6d9ef593-3203-4289-bec6-dd658fd7db3a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.729639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74a68c9c-ce11-4b1b-9f8c-cb846a75f1f7 req-6d9ef593-3203-4289-bec6-dd658fd7db3a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 944 time: 0.0962124 Oct 12 23:04:35.748496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-0a3f01fe-e042-426d-acdc-58dc717769b6 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540251 Oct 12 23:04:35.763945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Deleting port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:04:35.764523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:35.863818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] For port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:35.864742 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:35.938002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1d4e-b181-4313-8583-34324b9edf0e req-227ac3c7-eef8-49eb-85fd-a41def3ebb62 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.946587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1d4e-b181-4313-8583-34324b9edf0e req-227ac3c7-eef8-49eb-85fd-a41def3ebb62 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.953034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1d4e-b181-4313-8583-34324b9edf0e req-227ac3c7-eef8-49eb-85fd-a41def3ebb62 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.960090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f1d4e-b181-4313-8583-34324b9edf0e req-227ac3c7-eef8-49eb-85fd-a41def3ebb62 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:35.961936 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b6f1d4e-b181-4313-8583-34324b9edf0e req-227ac3c7-eef8-49eb-85fd-a41def3ebb62 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 3095 time: 0.2101135 Oct 12 23:04:36.034580 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89e4e89f-8c7b-49db-8a49-23aeb09f6687 req-12eeb39f-c6d5-421c-bc77-01a221d807e2 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693233 Oct 12 23:04:36.043234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-604c6740-c452-4e23-a2e7-6bf2c1f267d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:36.046019 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-604c6740-c452-4e23-a2e7-6bf2c1f267d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:36.050177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-604c6740-c452-4e23-a2e7-6bf2c1f267d1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d4a2501-afbb-4ceb-847e-d57a266cb77b HTTP/1.1" status: 204 len: 168 time: 1.2730312 Oct 12 23:04:36.069094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c6740-c452-4e23-a2e7-6bf2c1f267d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d4a2501-afbb-4ceb-847e-d57a266cb77b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:36.071507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b6f1d4e-b181-4313-8583-34324b9edf0e req-3e888fc4-5016-4c6a-80f6-7b4d315aa7e5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966818 Oct 12 23:04:36.085665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Allocated IP 10.2.2.200 (af724ff1-3f05-4855-b55b-99924f132136/80f4d0bc-012f-4a57-b586-686aa88fd34a/d2899ba6-6a65-4352-a30d-4a3a9c6eaf74) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:36.193772 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74a68c9c-ce11-4b1b-9f8c-cb846a75f1f7 req-2c1d056b-1be5-4880-965c-81c3086fcf7e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4573894 Oct 12 23:04:36.334637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-4fc88ad7-cc55-43b1-a43c-2fdf8a40df9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:36.351161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-4fc88ad7-cc55-43b1-a43c-2fdf8a40df9c service neutron] 10.222.0.25 "GET /v2.0/networks?id=273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 200 len: 907 time: 0.6033626 Oct 12 23:04:36.351345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e84afa-e90c-4001-9c16-f4b0de582514 req-95f621aa-13ce-4137-a246-d3d939e5ea5f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:36.351345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3e84afa-e90c-4001-9c16-f4b0de582514 req-95f621aa-13ce-4137-a246-d3d939e5ea5f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 947 time: 0.1336524 Oct 12 23:04:36.352594 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:36.353009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:36.353489 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Floating IP 2de020bf-05b1-4957-b9ef-b4d4ffe09e49 disassociated. External IP: 172.25.2.231, port: f0447b53-f87a-41c3-abc6-5e27ab0d2a5b. Oct 12 23:04:36.354038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Calling delete_port for f0447b53-f87a-41c3-abc6-5e27ab0d2a5b owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:04:36.358814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-b644a770-a287-46dc-8042-02fe5d33f279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:36.360281 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-b644a770-a287-46dc-8042-02fe5d33f279 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 1096 time: 0.1718774 Oct 12 23:04:36.396627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-227be0ff-322a-4bcb-b703-aa2d277d4520 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=743c3156-513c-4b36-b167-45c743744b6d HTTP/1.1" status: 200 len: 217 time: 0.0403016 Oct 12 23:04:36.469652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:36.482268 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3e84afa-e90c-4001-9c16-f4b0de582514 req-75128ed6-cd22-4099-8107-b93da163c9c1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=e759a1b5-3d6c-470e-8aae-1f1c9637154f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293392 Oct 12 23:04:36.557277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-1555fd22-4e23-40cb-8ba6-5cd371c31c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:36.563057 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-1555fd22-4e23-40cb-8ba6-5cd371c31c20 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.1943655 Oct 12 23:04:36.647407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-7e06e096-e44d-4079-b302-a0fc81fa8a25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=761148b5-99a7-4fe1-be39-e9be785d8634 HTTP/1.1" status: 200 len: 217 time: 0.0766730 Oct 12 23:04:36.677919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-7a853cd6-74b9-427f-8335-d709f87d7f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:36.679861 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-7a853cd6-74b9-427f-8335-d709f87d7f8d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 200 len: 846 time: 0.2700012 Oct 12 23:04:36.708967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776333c5-405b-4284-85b0-e96e4d27f078 req-909fd7ba-bcac-4ccf-a58a-ecd2ebb48f3a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:36.710301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-66b2f346-0980-43ab-a8e6-6718c9b3d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:36.712623 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-66b2f346-0980-43ab-a8e6-6718c9b3d84d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.0578375 Oct 12 23:04:36.715585 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:36.717307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-776333c5-405b-4284-85b0-e96e4d27f078 req-909fd7ba-bcac-4ccf-a58a-ecd2ebb48f3a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.2354379 Oct 12 23:04:36.740850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-24fdb514-2db0-4d40-b322-761340494a39 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=273e1941-ee6c-4884-bfc8-cfacaaceab02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525336 Oct 12 23:04:36.792863 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Network af724ff1-3f05-4855-b55b-99924f132136 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:36.798318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:36.804394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:36.823218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-776333c5-405b-4284-85b0-e96e4d27f078 req-cb35c824-9dbf-41b4-a5a9-19075dc722e6 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000867 Oct 12 23:04:36.827909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:36.830453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event updated for resources: {'Port': ['ID=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:36.880074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event deleted for resources: {'Port': ['ID=f0447b53-f87a-41c3-abc6-5e27ab0d2a5b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:36.884154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-e52537d7-910b-49da-b10d-5e60fd11da01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:36.887694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-e52537d7-910b-49da-b10d-5e60fd11da01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345658 Oct 12 23:04:36.917530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:36.918566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:36.977787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-2345016c-3621-4d15-8631-311dcbb3fe73 service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294354 Oct 12 23:04:37.103645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60260) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:37.112826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9f8825b3-db52-49dc-9079-424bcf83271a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1954515 Oct 12 23:04:37.173361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f2dcd5-a584-43f4-84a1-407aab79d168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:37.192794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:37.226826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3d751cfc-79e1-48c6-9e78-984ec090d40f None None] Provisioning complete for port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:37.227434 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3d751cfc-79e1-48c6-9e78-984ec090d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:37.312142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3d751cfc-79e1-48c6-9e78-984ec090d40f None None] Port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:37.338430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Router 4c01e612-63e9-4004-8e5b-dcfa779f42cc has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:04:37.364885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4d85c8c-babe-4524-b7b0-70707b9de920 req-9db4d0d0-b518-435e-8ca1-d07f33879083 service neutron] 10.222.0.25 "GET /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789940 Oct 12 23:04:37.480300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3cdc86-9105-4b33-8797-2a8bc00c2211 req-23a51fca-c864-4a0c-8e1b-ed76a9e03406 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:37.482043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb3cdc86-9105-4b33-8797-2a8bc00c2211 req-23a51fca-c864-4a0c-8e1b-ed76a9e03406 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 944 time: 0.1607294 Oct 12 23:04:37.601170 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f2dcd5-a584-43f4-84a1-407aab79d168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:37.606326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb3cdc86-9105-4b33-8797-2a8bc00c2211 req-ee4d4494-6ac0-4cea-9fe3-406a0ab6d276 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154714 Oct 12 23:04:37.630194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:04:37.641874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] Sync routers for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:04:37.656891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:04:37.660221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:04:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:04:37.703207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] No DVR routers for this DVR port f0447b53-f87a-41c3-abc6-5e27ab0d2a5b on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:04:37.711029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:37.721384 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88d645ea-1ac0-4324-989c-ccd07b056c31 req-2cc7ec71-d14e-4734-ac9b-609f73a17c74 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.41 "DELETE /v2.0/ports/f0447b53-f87a-41c3-abc6-5e27ab0d2a5b HTTP/1.1" status: 204 len: 173 time: 2.6664815 Oct 12 23:04:37.722338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-deleted', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:37.725185 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94df53a8-3893-4a7d-8e34-95410408f2aa" -d '{"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-deleted", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:37.737722 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f2dcd5-a584-43f4-84a1-407aab79d168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:37.796778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-89f46554-aa24-4b4f-86eb-6fa303b0f2c9 req-429026e9-abf4-479c-9987-4c9ebddb3536 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=65d3309b-bcec-4047-b3c8-bda3c5697fe2 HTTP/1.1" status: 200 len: 210 time: 0.0624552 Oct 12 23:04:37.822202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-98f2dcd5-a584-43f4-84a1-407aab79d168 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3dcd35eeab55433d90bf5f0cb6f84d6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7156000 Oct 12 23:04:37.822628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60278) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:37.823510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f2dcd5-a584-43f4-84a1-407aab79d168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fde683-3f5a-4d36-96ab-780478437cfe,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:37.889451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:04:37.901007 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e958625a-01d6-4706-9d4f-7b88ab976238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:37.929893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e958625a-01d6-4706-9d4f-7b88ab976238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:37.979352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:38.012153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-704ab077-8e64-430f-a9b0-d031211507ac service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1062071 Oct 12 23:04:38.072312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53b98a-f4a5-441f-bc04-efda0738f42d req-a99ae971-5a63-4be3-9f6a-82b10e195d15 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:38.079175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53b98a-f4a5-441f-bc04-efda0738f42d req-a99ae971-5a63-4be3-9f6a-82b10e195d15 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:38.085625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53b98a-f4a5-441f-bc04-efda0738f42d req-a99ae971-5a63-4be3-9f6a-82b10e195d15 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:38.092342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53b98a-f4a5-441f-bc04-efda0738f42d req-a99ae971-5a63-4be3-9f6a-82b10e195d15 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:38.112247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af53b98a-f4a5-441f-bc04-efda0738f42d req-a99ae971-5a63-4be3-9f6a-82b10e195d15 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:38.124005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af53b98a-f4a5-441f-bc04-efda0738f42d req-a99ae971-5a63-4be3-9f6a-82b10e195d15 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 3816 time: 0.2692058 Oct 12 23:04:38.124312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e958625a-01d6-4706-9d4f-7b88ab976238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:38.133171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e958625a-01d6-4706-9d4f-7b88ab976238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:38.142653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e958625a-01d6-4706-9d4f-7b88ab976238 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/24fde683-3f5a-4d36-96ab-780478437cfe HTTP/1.1" status: 204 len: 168 time: 0.3092263 Oct 12 23:04:38.158679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958625a-01d6-4706-9d4f-7b88ab976238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fde683-3f5a-4d36-96ab-780478437cfe,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:38.288007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60288) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:38.370728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:04:38.417107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] Checking router: 4c01e612-63e9-4004-8e5b-dcfa779f42cc for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:04:38.423890 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af53b98a-f4a5-441f-bc04-efda0738f42d req-1d044eb4-56ca-44d2-ad31-b412d08c6fa1 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988935 Oct 12 23:04:38.444339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:04:38.449705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:04:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:04:38.541677 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef0b019-44d8-468d-a843-48d96b9c03ad x-openstack-request-id: req-aef0b019-44d8-468d-a843-48d96b9c03ad {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:38.541954 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d3309b-bcec-4047-b3c8-bda3c5697fe2", "name": "network-vif-deleted", "tag": "f0447b53-f87a-41c3-abc6-5e27ab0d2a5b", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:38.542798 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aef0b019-44d8-468d-a843-48d96b9c03ad {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:38.543313 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65d3309b-bcec-4047-b3c8-bda3c5697fe2', 'name': 'network-vif-deleted', 'tag': 'f0447b53-f87a-41c3-abc6-5e27ab0d2a5b', 'status': 'completed', 'code': 200} Oct 12 23:04:38.620849 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49032597-82bc-4fa2-a625-190ebdcb5b57 req-f654a653-0738-406a-97d9-f419a9220142 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837584 Oct 12 23:04:38.672714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:04:38.871061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305ee94-5235-467e-b60e-195ece9a7f9e req-1ef5e277-c9f1-4de7-bb0f-de7080595294 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:38.882186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0305ee94-5235-467e-b60e-195ece9a7f9e req-1ef5e277-c9f1-4de7-bb0f-de7080595294 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.2062180 Oct 12 23:04:38.907414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da27c20b-7e34-44e5-82d6-86d324403639 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:38.929689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49117109-4de4-4054-b263-f9a89f4e710d req-2577461d-8a01-411c-b07a-7e84fdcaaeb6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:38.931767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49117109-4de4-4054-b263-f9a89f4e710d req-2577461d-8a01-411c-b07a-7e84fdcaaeb6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 944 time: 0.1023300 Oct 12 23:04:38.934217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:38.958553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0305ee94-5235-467e-b60e-195ece9a7f9e req-bd52236f-45b3-4576-9312-d312e9fc9b01 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680206 Oct 12 23:04:39.007873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Transition to ACTIVE for port object da27c20b-7e34-44e5-82d6-86d324403639 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:39.040763 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35b046fc-620c-4235-9b40-a313903475aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.049796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49117109-4de4-4054-b263-f9a89f4e710d req-b4a81908-ff84-43b7-84d0-e270242fee43 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089394 Oct 12 23:04:39.085526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 761148b5-99a7-4fe1-be39-e9be785d8634 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:04:39.087405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:04:39.118144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: f0447b53-f87a-41c3-abc6-5e27ab0d2a5b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:04:39.118486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device f0447b53-f87a-41c3-abc6-5e27ab0d2a5b not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:04:39.140477 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.203554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60308) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:39.208817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:04:39.244957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2372b5ff-80b1-4686-bde3-ad0fe7923231 None None] The sync data for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 is: [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:04:39.254918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Pushing event updated for resources: {'Port': ['ID=da27c20b-7e34-44e5-82d6-86d324403639,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:39.308663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 761148b5-99a7-4fe1-be39-e9be785d8634, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=761148b5-99a7-4fe1-be39-e9be785d8634,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:39.323601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35b046fc-620c-4235-9b40-a313903475aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.334303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '761148b5-99a7-4fe1-be39-e9be785d8634', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'port_id': '761148b5-99a7-4fe1-be39-e9be785d8634', 'mac_address': 'fa:16:3e:73:59:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:04:39.345445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5011a7b-de92-435e-b2f6-7823b87e0fa1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.380955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Attempting to bind port da27c20b-7e34-44e5-82d6-86d324403639 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:39.381304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Attempting to bind port da27c20b-7e34-44e5-82d6-86d324403639 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:39.382679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Attempting to bind port da27c20b-7e34-44e5-82d6-86d324403639 on network 7a9066f4-9838-43ba-8ee9-2a40f558149a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:39.387156 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5011a7b-de92-435e-b2f6-7823b87e0fa1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.390136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Port da27c20b-7e34-44e5-82d6-86d324403639 on network 7a9066f4-9838-43ba-8ee9-2a40f558149a not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:39.390463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Attempting to bind port da27c20b-7e34-44e5-82d6-86d324403639 on network 7a9066f4-9838-43ba-8ee9-2a40f558149a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:39.398769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:39.401961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Checking segment: {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:39.403068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Bound using segment: {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:39.404819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Bound port: da27c20b-7e34-44e5-82d6-86d324403639, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fd03cfa-b129-4669-ba46-1056e653cefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:39.406757 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.430812 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.459330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761148b5-99a7-4fe1-be39-e9be785d8634 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:39.477525 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35b046fc-620c-4235-9b40-a313903475aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.525900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 761148b5-99a7-4fe1-be39-e9be785d8634, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=761148b5-99a7-4fe1-be39-e9be785d8634,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:39.541416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] For port da27c20b-7e34-44e5-82d6-86d324403639, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:39.544999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] For port da27c20b-7e34-44e5-82d6-86d324403639, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=da27c20b-7e34-44e5-82d6-86d324403639,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:39.580848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b046fc-620c-4235-9b40-a313903475aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15bb2a7f-efda-4066-8bfd-57c0b4f644fc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:39.585342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-35b046fc-620c-4235-9b40-a313903475aa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fc61076a1c24e0cb2cf3d7608d4b99a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2958944 Oct 12 23:04:39.587842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60314) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:39.671350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e381a-c0ff-401d-843f-2d74439b2b7e req-b07dde4e-b9c7-4269-aa6c-7e7436c59ee9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:39.677532 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.679410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e381a-c0ff-401d-843f-2d74439b2b7e req-b07dde4e-b9c7-4269-aa6c-7e7436c59ee9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:39.686612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e381a-c0ff-401d-843f-2d74439b2b7e req-b07dde4e-b9c7-4269-aa6c-7e7436c59ee9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:39.694497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e381a-c0ff-401d-843f-2d74439b2b7e req-b07dde4e-b9c7-4269-aa6c-7e7436c59ee9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:39.696339 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5011a7b-de92-435e-b2f6-7823b87e0fa1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.701224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2e381a-c0ff-401d-843f-2d74439b2b7e req-b07dde4e-b9c7-4269-aa6c-7e7436c59ee9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:39.704145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5011a7b-de92-435e-b2f6-7823b87e0fa1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.705506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d5011a7b-de92-435e-b2f6-7823b87e0fa1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "DELETE /v2.0/security-groups/e759a1b5-3d6c-470e-8aae-1f1c9637154f HTTP/1.1" status: 204 len: 168 time: 0.5007827 Oct 12 23:04:39.711994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60322) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:39.716569 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb2e381a-c0ff-401d-843f-2d74439b2b7e req-b07dde4e-b9c7-4269-aa6c-7e7436c59ee9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 3828 time: 0.1526792 Oct 12 23:04:39.725992 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.729837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5011a7b-de92-435e-b2f6-7823b87e0fa1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e759a1b5-3d6c-470e-8aae-1f1c9637154f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:39.747770 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-0e7be2f4-0673-423d-b313-4fcf3e890348 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] show failed (client error): The resource could not be found. Oct 12 23:04:39.749306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0e7be2f4-0673-423d-b313-4fcf3e890348 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups/e759a1b5-3d6c-470e-8aae-1f1c9637154f HTTP/1.1" status: 404 len: 347 time: 0.0350828 Oct 12 23:04:39.753009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60324) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:39.756703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b10767a-5140-4326-93d1-d84f48753785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.801122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=761148b5-99a7-4fe1-be39-e9be785d8634,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:39.803350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:39.804828 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:39.806959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] 10.222.0.25 "PUT /v2.0/ports/da27c20b-7e34-44e5-82d6-86d324403639 HTTP/1.1" status: 200 len: 1092 time: 2.6427066 Oct 12 23:04:39.818782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:39.822204 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcdafe68-b23a-4c79-b5c0-dfe71803491c" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "da27c20b-7e34-44e5-82d6-86d324403639"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:39.847280 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2762397-228b-45eb-a5ce-460b550c0e73 None None] New status for floating IP 2de020bf-05b1-4957-b9ef-b4d4ffe09e49: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:04:39.867730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb2e381a-c0ff-401d-843f-2d74439b2b7e req-4886766f-0c6b-44b3-9cb7-7fa1d79f1295 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455245 Oct 12 23:04:39.898616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa971eb1-d4c7-48a1-b472-f08092614089 service neutron] Pushing event updated for resources: {'Port': ['ID=da27c20b-7e34-44e5-82d6-86d324403639,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:39.908791 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0b1c45-74cb-4a29-ba80-00da96152ce1 x-openstack-request-id: req-ca0b1c45-74cb-4a29-ba80-00da96152ce1 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:39.910620 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "da27c20b-7e34-44e5-82d6-86d324403639", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:39.912556 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ca0b1c45-74cb-4a29-ba80-00da96152ce1 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:39.913832 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639', 'status': 'completed', 'code': 200} Oct 12 23:04:39.928429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:39.991912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['761148b5-99a7-4fe1-be39-e9be785d8634'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:04:40.066535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b10767a-5140-4326-93d1-d84f48753785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:40.092905 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:40.272857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec519cdc-9c49-4e9d-be0e-ea205f319e3e req-da6d4405-76eb-4368-8f6a-951ce9bc88cd tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.276014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec519cdc-9c49-4e9d-be0e-ea205f319e3e req-da6d4405-76eb-4368-8f6a-951ce9bc88cd tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.2041013 Oct 12 23:04:40.362888 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-48f197ba-f22b-4cac-aed7-98d5e47120e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.363400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-48f197ba-f22b-4cac-aed7-98d5e47120e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.364112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-48f197ba-f22b-4cac-aed7-98d5e47120e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.365428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-48f197ba-f22b-4cac-aed7-98d5e47120e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.366087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-48f197ba-f22b-4cac-aed7-98d5e47120e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.368391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-48f197ba-f22b-4cac-aed7-98d5e47120e0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 4364 time: 0.1392329 Oct 12 23:04:40.378111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b10767a-5140-4326-93d1-d84f48753785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:40.382180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b10767a-5140-4326-93d1-d84f48753785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:40.383606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9b10767a-5140-4326-93d1-d84f48753785 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/15bb2a7f-efda-4066-8bfd-57c0b4f644fc HTTP/1.1" status: 204 len: 168 time: 0.7959585 Oct 12 23:04:40.392681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294b6986-4986-4333-aa20-5f5b2884ddef req-d96da7bb-ed13-4fd3-b935-9e64a02b6422 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.394246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-294b6986-4986-4333-aa20-5f5b2884ddef req-d96da7bb-ed13-4fd3-b935-9e64a02b6422 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 945 time: 0.1206820 Oct 12 23:04:40.431587 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec519cdc-9c49-4e9d-be0e-ea205f319e3e req-c0e08e0f-2923-4e0f-a81e-8b5b1d6ea30c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499896 Oct 12 23:04:40.444666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Deleting port c536aca7-f5fa-425e-a5d5-a5c3f1192477 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:04:40.444666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:40.495206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b10767a-5140-4326-93d1-d84f48753785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bb2a7f-efda-4066-8bfd-57c0b4f644fc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:40.576747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-294b6986-4986-4333-aa20-5f5b2884ddef req-1e7d238b-c7c0-4f72-a8e8-2e5458517161 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587884 Oct 12 23:04:40.650356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-2697dd5b-9ce1-4d10-8534-277266ffa466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.650738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-2697dd5b-9ce1-4d10-8534-277266ffa466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.651228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-2697dd5b-9ce1-4d10-8534-277266ffa466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.653056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-2697dd5b-9ce1-4d10-8534-277266ffa466 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=857b2a742f2c40e59f599f2a663aa697&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2576618 Oct 12 23:04:40.657584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:40.657983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:40.669282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb7ee26e-cb57-4e0a-823b-ac4f271b7431 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:40.685424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:40.698645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Calling delete_port for c536aca7-f5fa-425e-a5d5-a5c3f1192477 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:04:40.699252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Transition to ACTIVE for port object eb7ee26e-cb57-4e0a-823b-ac4f271b7431 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:40.840293 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:40.850184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-e361ae6e-5fb2-4848-b1a5-b226c62cc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:40.852656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcdafe68-b23a-4c79-b5c0-dfe71803491c req-e361ae6e-5fb2-4848-b1a5-b226c62cc4bc service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1910779 Oct 12 23:04:40.951394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Pushing event updated for resources: {'Port': ['ID=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:41.081510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Attempting to bind port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:41.081874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Attempting to bind port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:41.088403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Attempting to bind port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:41.094540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e43566-7454-4245-aeed-f6a6bc4182e4 req-b81199cb-bd43-4c69-85b7-30b99befd4e4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:41.098098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 on network 02d01c20-41de-4b80-80e8-5101a5c2375a not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:41.102085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Attempting to bind port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:41.112899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e43566-7454-4245-aeed-f6a6bc4182e4 req-b81199cb-bd43-4c69-85b7-30b99befd4e4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:41.113012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:41.113012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Checking segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:41.116814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Bound using segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:41.118437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Bound port: eb7ee26e-cb57-4e0a-823b-ac4f271b7431, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:41.119062 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:41.119929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e43566-7454-4245-aeed-f6a6bc4182e4 req-b81199cb-bd43-4c69-85b7-30b99befd4e4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:41.126462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e43566-7454-4245-aeed-f6a6bc4182e4 req-b81199cb-bd43-4c69-85b7-30b99befd4e4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:41.133629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e43566-7454-4245-aeed-f6a6bc4182e4 req-b81199cb-bd43-4c69-85b7-30b99befd4e4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:41.139892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e43566-7454-4245-aeed-f6a6bc4182e4 req-b81199cb-bd43-4c69-85b7-30b99befd4e4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:41.142132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-87e43566-7454-4245-aeed-f6a6bc4182e4 req-b81199cb-bd43-4c69-85b7-30b99befd4e4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 4600 time: 0.1534986 Oct 12 23:04:41.143168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:41.222254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event deleted for resources: {'Port': ['ID=c536aca7-f5fa-425e-a5d5-a5c3f1192477,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:41.245276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] For port eb7ee26e-cb57-4e0a-823b-ac4f271b7431, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:41.248718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] For port eb7ee26e-cb57-4e0a-823b-ac4f271b7431, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:41.307327 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:41.310487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:41.311634 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-26b4deb5-9732-439c-8e39-f7d6e5562663 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "DELETE /v2.0/floatingips/2de020bf-05b1-4957-b9ef-b4d4ffe09e49 HTTP/1.1" status: 204 len: 168 time: 1.5571475 Oct 12 23:04:41.322640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-87e43566-7454-4245-aeed-f6a6bc4182e4 req-f3fabe30-1e5d-481a-b89d-fa84db1d6ecf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1593902 Oct 12 23:04:41.386798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:41.452234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:41.452870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:41.454288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] 10.222.0.25 "PUT /v2.0/ports/eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 1131 time: 1.5367117 Oct 12 23:04:41.527473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226549b-9789-409f-82c3-61039f1f2e2f service neutron] Pushing event updated for resources: {'Port': ['ID=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:41.540855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:41.655596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60374) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:41.674107 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:41.675677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba7355-e108-43e0-ae53-5ff18c94e3b3 req-9bfea4b6-e9d5-4c63-87e2-a6886a70141e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:41.678017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2fba7355-e108-43e0-ae53-5ff18c94e3b3 req-9bfea4b6-e9d5-4c63-87e2-a6886a70141e tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.1320260 Oct 12 23:04:41.693539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33fea662-8a9a-41ec-979d-a77ffe412826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:41.761892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2fba7355-e108-43e0-ae53-5ff18c94e3b3 req-acd4d0d8-b491-48c8-859e-8a540a3bbcef tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680261 Oct 12 23:04:41.926495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60382) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:41.952211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ce73632f-23d1-479d-9fd0-0af643908482 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'security_group': {'name': 'tempest-securitygroup--614940003', 'description': 'tempest-description--819365989'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:41.976747 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33fea662-8a9a-41ec-979d-a77ffe412826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.029722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'eb7ee26e-cb57-4e0a-823b-ac4f271b7431'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:42.043779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33fea662-8a9a-41ec-979d-a77ffe412826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.044388 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bf616dc-5598-40a1-ad62-a136c0c84001" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "eb7ee26e-cb57-4e0a-823b-ac4f271b7431"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:42.091905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86f79ae7-7969-4d31-bc6d-0d0ebb167248 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:42.094134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fea662-8a9a-41ec-979d-a77ffe412826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4269e0a-69b2-4be0-9746-fcef9bb0e200,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:42.121632 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.129888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-33fea662-8a9a-41ec-979d-a77ffe412826 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d6bdf210912d44de89b7b9fd2fde0994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4723039 Oct 12 23:04:42.130507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60386) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:42.138701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Transition to ACTIVE for port object 86f79ae7-7969-4d31-bc6d-0d0ebb167248 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:42.191712 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ddce93a1-25ec-45eb-888f-0a271f53939c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.192290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce73632f-23d1-479d-9fd0-0af643908482 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.216198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a37fb7-a767-4765-804e-0ea47d780945 req-52047b73-b01f-4ac9-ba80-a6e6524dfc63 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.218141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-38a37fb7-a767-4765-804e-0ea47d780945 req-52047b73-b01f-4ac9-ba80-a6e6524dfc63 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 945 time: 0.0776205 Oct 12 23:04:42.221314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf435-a555-4c98-a33b-24117079e0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.261670 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-38a37fb7-a767-4765-804e-0ea47d780945 req-5289ab0d-9e09-4038-8bd3-0cc88a0ace99 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355089 Oct 12 23:04:42.272372 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf435-a555-4c98-a33b-24117079e0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.283246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.378701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Pushing event updated for resources: {'Port': ['ID=86f79ae7-7969-4d31-bc6d-0d0ebb167248,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:42.406306 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cc48d34-300a-47f1-8740-0044cef942be x-openstack-request-id: req-1cc48d34-300a-47f1-8740-0044cef942be {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:42.406616 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "eb7ee26e-cb57-4e0a-823b-ac4f271b7431", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:42.407046 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1cc48d34-300a-47f1-8740-0044cef942be {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:42.407452 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'eb7ee26e-cb57-4e0a-823b-ac4f271b7431', 'status': 'completed', 'code': 200} Oct 12 23:04:42.431822 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce73632f-23d1-479d-9fd0-0af643908482 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.546844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Attempting to bind port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:42.551414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Attempting to bind port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:42.551414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Attempting to bind port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:42.555127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce73632f-23d1-479d-9fd0-0af643908482 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.583090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 on network 02d01c20-41de-4b80-80e8-5101a5c2375a not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:42.583090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Attempting to bind port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:42.593780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-fe8fa627-445a-42ed-bb64-842a34568fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.594329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-fe8fa627-445a-42ed-bb64-842a34568fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.594744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-fe8fa627-445a-42ed-bb64-842a34568fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.595243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-fe8fa627-445a-42ed-bb64-842a34568fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.595744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-fe8fa627-445a-42ed-bb64-842a34568fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.596296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:42.596447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-fe8fa627-445a-42ed-bb64-842a34568fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.596627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-fe8fa627-445a-42ed-bb64-842a34568fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.596739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Checking segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:42.597165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Bound using segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:42.597898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Bound port: 86f79ae7-7969-4d31-bc6d-0d0ebb167248, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:42.598877 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.599089 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-fe8fa627-445a-42ed-bb64-842a34568fec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6169 time: 0.1802547 Oct 12 23:04:42.675604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aeee1-0b45-490c-9e24-64ba252cb1da req-c14c1ca9-4a79-4e90-8b62-f9c20ada4bf2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.683481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aeee1-0b45-490c-9e24-64ba252cb1da req-c14c1ca9-4a79-4e90-8b62-f9c20ada4bf2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.690373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aeee1-0b45-490c-9e24-64ba252cb1da req-c14c1ca9-4a79-4e90-8b62-f9c20ada4bf2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.697024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf435-a555-4c98-a33b-24117079e0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.697839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aeee1-0b45-490c-9e24-64ba252cb1da req-c14c1ca9-4a79-4e90-8b62-f9c20ada4bf2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.700502 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf435-a555-4c98-a33b-24117079e0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.703453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d6fdf435-a555-4c98-a33b-24117079e0fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d4269e0a-69b2-4be0-9746-fcef9bb0e200 HTTP/1.1" status: 204 len: 168 time: 0.5719285 Oct 12 23:04:42.709634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aeee1-0b45-490c-9e24-64ba252cb1da req-c14c1ca9-4a79-4e90-8b62-f9c20ada4bf2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.716240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aeee1-0b45-490c-9e24-64ba252cb1da req-c14c1ca9-4a79-4e90-8b62-f9c20ada4bf2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.722619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6aeee1-0b45-490c-9e24-64ba252cb1da req-c14c1ca9-4a79-4e90-8b62-f9c20ada4bf2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.726671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae6aeee1-0b45-490c-9e24-64ba252cb1da req-c14c1ca9-4a79-4e90-8b62-f9c20ada4bf2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5371 time: 0.2050602 Oct 12 23:04:42.740775 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce73632f-23d1-479d-9fd0-0af643908482 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.742230 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ce73632f-23d1-479d-9fd0-0af643908482 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8097923 Oct 12 23:04:42.743097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce73632f-23d1-479d-9fd0-0af643908482 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef53776c-e796-42d2-adc9-5347c9e2cc24,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:42.753685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff7d08a-a909-48ba-9f79-51caa821e9a5 req-3edf33dd-8688-4e0d-bbed-32b0e21ebc13 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.756655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60400) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:42.761311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5230b91b-19cc-4013-9beb-7f0689b26cd8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'security_group_rule': {'security_group_id': 'ef53776c-e796-42d2-adc9-5347c9e2cc24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:42.762272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff7d08a-a909-48ba-9f79-51caa821e9a5 req-3edf33dd-8688-4e0d-bbed-32b0e21ebc13 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.2638218 Oct 12 23:04:42.799936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdf435-a555-4c98-a33b-24117079e0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4269e0a-69b2-4be0-9746-fcef9bb0e200,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:42.825006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae6aeee1-0b45-490c-9e24-64ba252cb1da req-ff172833-dcf4-443a-89cc-496dd9910274 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0897255 Oct 12 23:04:42.827064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] For port 86f79ae7-7969-4d31-bc6d-0d0ebb167248, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:42.850634 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff7d08a-a909-48ba-9f79-51caa821e9a5 req-41f80b68-c5e5-4bd4-bc7c-c2a7eb991a90 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873971 Oct 12 23:04:42.869980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-09483281-82a8-434b-b3da-0cf0ddc5f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.869980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-09483281-82a8-434b-b3da-0cf0ddc5f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.869980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-09483281-82a8-434b-b3da-0cf0ddc5f539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.869980 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-09483281-82a8-434b-b3da-0cf0ddc5f539 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=857b2a742f2c40e59f599f2a663aa697&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2486782 Oct 12 23:04:42.877777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] For port 86f79ae7-7969-4d31-bc6d-0d0ebb167248, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:42.957645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5230b91b-19cc-4013-9beb-7f0689b26cd8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:42.990858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-0be1544a-f388-41a9-bb3c-7e431a5b3afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:42.992632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bf616dc-5598-40a1-ad62-a136c0c84001 req-0be1544a-f388-41a9-bb3c-7e431a5b3afd service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258481 Oct 12 23:04:43.066152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64385d8f-86a9-45e7-9237-5be709fe365c req-1b96597c-307e-4732-b3c8-06159a52cb5c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:43.070885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 761148b5-99a7-4fe1-be39-e9be785d8634 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:04:43.075280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64385d8f-86a9-45e7-9237-5be709fe365c req-1b96597c-307e-4732-b3c8-06159a52cb5c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.1080582 Oct 12 23:04:43.104560 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5230b91b-19cc-4013-9beb-7f0689b26cd8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.124130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64385d8f-86a9-45e7-9237-5be709fe365c req-1b37405e-c307-40d3-b619-27b7db0bf188 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478771 Oct 12 23:04:43.128321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.163791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:43.164476 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.166256 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] 10.222.0.25 "PUT /v2.0/ports/86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 1130 time: 1.6313171 Oct 12 23:04:43.206835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f271f5-5ae2-45db-8e24-89ea897f1346 service neutron] Pushing event updated for resources: {'Port': ['ID=86f79ae7-7969-4d31-bc6d-0d0ebb167248,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:43.222541 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5230b91b-19cc-4013-9beb-7f0689b26cd8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.244102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5230b91b-19cc-4013-9beb-7f0689b26cd8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e46365-fd74-4b04-ad49-563ae3362a3c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:43.260600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 761148b5-99a7-4fe1-be39-e9be785d8634 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:04:43.267187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 761148b5-99a7-4fe1-be39-e9be785d8634 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:43.267669 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.277469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:43.316877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60414) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:43.376544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5230b91b-19cc-4013-9beb-7f0689b26cd8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.377775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5230b91b-19cc-4013-9beb-7f0689b26cd8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6201696 Oct 12 23:04:43.381488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60422) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:43.388596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-89762d17-8e3d-421d-b78a-3741b6317bd4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'security_group_rule': {'security_group_id': 'ef53776c-e796-42d2-adc9-5347c9e2cc24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:43.478552 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.485834 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.527161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89762d17-8e3d-421d-b78a-3741b6317bd4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.551029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39881b20-0810-4498-9ffe-7ade5b535b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761148b5-99a7-4fe1-be39-e9be785d8634'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:43.558185 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f03220b-1c12-4cdf-a2e5-f834f96bb290" -d '{"events": [{"server_uuid": "39881b20-0810-4498-9ffe-7ade5b535b7e", "name": "network-vif-plugged", "status": "completed", "tag": "761148b5-99a7-4fe1-be39-e9be785d8634"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:43.587839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 761148b5-99a7-4fe1-be39-e9be785d8634, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=761148b5-99a7-4fe1-be39-e9be785d8634,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:43.598657 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86b3b592-9faa-4524-9eda-08b7e12d8b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.602383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87425e27-270c-48cc-a612-1be97c044048 req-49c36495-72e3-4e63-956c-c6134d57da34 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:43.610512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87425e27-270c-48cc-a612-1be97c044048 req-49c36495-72e3-4e63-956c-c6134d57da34 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 945 time: 0.1804748 Oct 12 23:04:43.679870 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89762d17-8e3d-421d-b78a-3741b6317bd4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.683364 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.740745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87425e27-270c-48cc-a612-1be97c044048 req-5c24ebc7-0b19-4caa-b699-efab2b91dba2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291151 Oct 12 23:04:43.760616 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86b3b592-9faa-4524-9eda-08b7e12d8b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.815446 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89762d17-8e3d-421d-b78a-3741b6317bd4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.897473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86b3b592-9faa-4524-9eda-08b7e12d8b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:43.939148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89762d17-8e3d-421d-b78a-3741b6317bd4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b0f352-3804-47ec-a430-a0dac44644ab,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:43.990049 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b473c73b-5a20-4972-85d7-115d9a76c272 x-openstack-request-id: req-b473c73b-5a20-4972-85d7-115d9a76c272 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:43.990427 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39881b20-0810-4498-9ffe-7ade5b535b7e", "name": "network-vif-plugged", "status": "completed", "tag": "761148b5-99a7-4fe1-be39-e9be785d8634", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:43.990987 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b473c73b-5a20-4972-85d7-115d9a76c272 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:43.991425 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39881b20-0810-4498-9ffe-7ade5b535b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761148b5-99a7-4fe1-be39-e9be785d8634', 'code': 200} Oct 12 23:04:44.003827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-86b3b592-9faa-4524-9eda-08b7e12d8b89 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=71b8720845e14235a5114232f065bfea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6847842 Oct 12 23:04:44.010381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60436) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:44.015640 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89762d17-8e3d-421d-b78a-3741b6317bd4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:44.021818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-89762d17-8e3d-421d-b78a-3741b6317bd4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6389329 Oct 12 23:04:44.022644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60438) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:44.044011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=761148b5-99a7-4fe1-be39-e9be785d8634,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:44.060585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:44.087761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b3b592-9faa-4524-9eda-08b7e12d8b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8097d0-2b86-45e8-b208-00bf6ce3a85f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:44.108742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8044e80a-d6a9-4051-a739-49ba45f8e378 req-387e9dbc-28f9-4e33-b197-081a3a10f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.110316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8044e80a-d6a9-4051-a739-49ba45f8e378 req-387e9dbc-28f9-4e33-b197-081a3a10f301 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 1098 time: 0.2062650 Oct 12 23:04:44.130585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1877-a46d-4f7f-b077-b1454e1351e7 req-4514c746-5a6e-45d9-b671-3edfd9f63dcb tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.137652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1877-a46d-4f7f-b077-b1454e1351e7 req-4514c746-5a6e-45d9-b671-3edfd9f63dcb tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.143821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1877-a46d-4f7f-b077-b1454e1351e7 req-4514c746-5a6e-45d9-b671-3edfd9f63dcb tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.147096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780cdeff-47a2-4aa2-879f-e0c00db487d6 req-aceb5672-c28b-42e8-90b0-8719c5c7d5a5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.150399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1877-a46d-4f7f-b077-b1454e1351e7 req-4514c746-5a6e-45d9-b671-3edfd9f63dcb tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.155707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-780cdeff-47a2-4aa2-879f-e0c00db487d6 req-aceb5672-c28b-42e8-90b0-8719c5c7d5a5 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.1920841 Oct 12 23:04:44.156537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1877-a46d-4f7f-b077-b1454e1351e7 req-4514c746-5a6e-45d9-b671-3edfd9f63dcb tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.163189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1877-a46d-4f7f-b077-b1454e1351e7 req-4514c746-5a6e-45d9-b671-3edfd9f63dcb tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.169960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffab1877-a46d-4f7f-b077-b1454e1351e7 req-4514c746-5a6e-45d9-b671-3edfd9f63dcb tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.171929 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffab1877-a46d-4f7f-b077-b1454e1351e7 req-4514c746-5a6e-45d9-b671-3edfd9f63dcb tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5371 time: 0.1962845 Oct 12 23:04:44.208421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c7ec-209c-4535-8200-1395186e95a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:44.210430 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:44.248209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-780cdeff-47a2-4aa2-879f-e0c00db487d6 req-87b2c122-39e3-4494-afbe-19487d9a67d0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912888 Oct 12 23:04:44.249360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 546c9709-df62-42f8-a9dd-0cf91a289c12 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:44.262160 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8044e80a-d6a9-4051-a739-49ba45f8e378 req-81b3c95e-ea9c-4608-8032-fdc748039221 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377294 Oct 12 23:04:44.265626 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:44.268935 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c7ec-209c-4535-8200-1395186e95a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:44.280735 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffab1877-a46d-4f7f-b077-b1454e1351e7 req-68b0bfd4-3677-4888-b5a1-f22bda3ce5fc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0818067 Oct 12 23:04:44.288815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Transition to ACTIVE for port object 546c9709-df62-42f8-a9dd-0cf91a289c12 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:44.368925 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:44.413157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': '86f79ae7-7969-4d31-bc6d-0d0ebb167248'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:44.415721 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7421d963-a019-42cf-8f15-2e862ad38975" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "86f79ae7-7969-4d31-bc6d-0d0ebb167248"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:44.528933 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928853fd-1624-454f-9bf6-3bd1eecfe74d x-openstack-request-id: req-928853fd-1624-454f-9bf6-3bd1eecfe74d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:44.529391 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "86f79ae7-7969-4d31-bc6d-0d0ebb167248", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:44.531093 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-928853fd-1624-454f-9bf6-3bd1eecfe74d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:44.531766 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': '86f79ae7-7969-4d31-bc6d-0d0ebb167248', 'status': 'completed', 'code': 200} Oct 12 23:04:44.587634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Pushing event updated for resources: {'Port': ['ID=546c9709-df62-42f8-a9dd-0cf91a289c12,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:44.617599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Attempting to bind port 546c9709-df62-42f8-a9dd-0cf91a289c12 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:44.620762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Attempting to bind port 546c9709-df62-42f8-a9dd-0cf91a289c12 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:44.620762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Attempting to bind port 546c9709-df62-42f8-a9dd-0cf91a289c12 on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:44.634424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Port 546c9709-df62-42f8-a9dd-0cf91a289c12 on network 02d01c20-41de-4b80-80e8-5101a5c2375a not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:44.635871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Attempting to bind port 546c9709-df62-42f8-a9dd-0cf91a289c12 on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:44.646776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:44.647622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Checking segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:44.648177 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Bound using segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:44.648854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Bound port: 546c9709-df62-42f8-a9dd-0cf91a289c12, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:44.649386 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:44.737428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] For port 546c9709-df62-42f8-a9dd-0cf91a289c12, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:44.741584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] For port 546c9709-df62-42f8-a9dd-0cf91a289c12, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=546c9709-df62-42f8-a9dd-0cf91a289c12,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:44.889304 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:44.942444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.945571 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:44.945571 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] 10.222.0.25 "PUT /v2.0/ports/546c9709-df62-42f8-a9dd-0cf91a289c12 HTTP/1.1" status: 200 len: 1092 time: 1.6741774 Oct 12 23:04:44.961670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-43c9d925-524a-4610-86a4-fd41c22b80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.971906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-43c9d925-524a-4610-86a4-fd41c22b80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.971906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-43c9d925-524a-4610-86a4-fd41c22b80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.971906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-43c9d925-524a-4610-86a4-fd41c22b80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.971906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-43c9d925-524a-4610-86a4-fd41c22b80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.971906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-43c9d925-524a-4610-86a4-fd41c22b80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.971906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-43c9d925-524a-4610-86a4-fd41c22b80da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:44.971906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7421d963-a019-42cf-8f15-2e862ad38975 req-43c9d925-524a-4610-86a4-fd41c22b80da service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6237 time: 0.2095757 Oct 12 23:04:44.980267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f470a-1ec0-4c85-a584-cae5ad907c18 service neutron] Pushing event updated for resources: {'Port': ['ID=546c9709-df62-42f8-a9dd-0cf91a289c12,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:45.009127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-66e5a0e4-811e-4c0c-91be-a58193a88cc3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:45.010904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-66e5a0e4-811e-4c0c-91be-a58193a88cc3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.1846097 Oct 12 23:04:45.025577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e3f8fb-b3ab-4b09-a689-5b4101a5dabb req-4043bd01-7cda-45ae-b88f-ccc152a1e7f5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:45.027899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-81e3f8fb-b3ab-4b09-a689-5b4101a5dabb req-4043bd01-7cda-45ae-b88f-ccc152a1e7f5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 946 time: 0.1793957 Oct 12 23:04:45.092262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:45.096276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c7ec-209c-4535-8200-1395186e95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:45.102211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bbc3c7ec-209c-4535-8200-1395186e95a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:45.104202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bbc3c7ec-209c-4535-8200-1395186e95a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b8097d0-2b86-45e8-b208-00bf6ce3a85f HTTP/1.1" status: 204 len: 168 time: 1.0916021 Oct 12 23:04:45.152159 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-94708864-ff3a-4726-96bc-44b8ebea355b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:45.181875 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:45.196458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3c7ec-209c-4535-8200-1395186e95a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8097d0-2b86-45e8-b208-00bf6ce3a85f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:45.344533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-81e3f8fb-b3ab-4b09-a689-5b4101a5dabb req-31d878fb-2d92-4862-a007-f41a0e5a764a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470634 Oct 12 23:04:45.348061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:45.471277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-f1ef041e-0f83-4182-99c2-53f5c97213c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:45.484454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-f1ef041e-0f83-4182-99c2-53f5c97213c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:45.485604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-f1ef041e-0f83-4182-99c2-53f5c97213c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:45.490220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7421d963-a019-42cf-8f15-2e862ad38975 req-f1ef041e-0f83-4182-99c2-53f5c97213c0 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=857b2a742f2c40e59f599f2a663aa697&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5112002 Oct 12 23:04:45.495002 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:45.504442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589983f2-6ebf-466b-8188-51c29e89a130 req-5156eecd-ec2f-437d-be93-d858588131ea tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:45.511318 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-589983f2-6ebf-466b-8188-51c29e89a130 req-5156eecd-ec2f-437d-be93-d858588131ea tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 945 time: 0.1654787 Oct 12 23:04:45.574164 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-589983f2-6ebf-466b-8188-51c29e89a130 req-6e017f0f-0b42-4314-97d0-ec84469f81e2 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619018 Oct 12 23:04:45.618065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Allocated IP 172.25.2.39 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/3b6ec46a-a025-4483-9525-7f2c3e03bdac) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:45.740295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beffe090-160a-40c2-8c1e-f7c65ad2437d {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:45.751650 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:45.777567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Transition to ACTIVE for port object beffe090-160a-40c2-8c1e-f7c65ad2437d will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:45.811199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Deleting port 743c3156-513c-4b36-b167-45c743744b6d {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:04:45.811199 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:45.883981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:45.977782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=beffe090-160a-40c2-8c1e-f7c65ad2437d,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:45.990828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fd52a-9916-4ace-ad62-9266279e2cdd req-d07996bf-6e1e-48a4-8be9-5ac88050b021 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.010338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fd52a-9916-4ace-ad62-9266279e2cdd req-d07996bf-6e1e-48a4-8be9-5ac88050b021 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.019538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fd52a-9916-4ace-ad62-9266279e2cdd req-d07996bf-6e1e-48a4-8be9-5ac88050b021 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.035689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fd52a-9916-4ace-ad62-9266279e2cdd req-d07996bf-6e1e-48a4-8be9-5ac88050b021 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.048986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fd52a-9916-4ace-ad62-9266279e2cdd req-d07996bf-6e1e-48a4-8be9-5ac88050b021 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.062705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fd52a-9916-4ace-ad62-9266279e2cdd req-d07996bf-6e1e-48a4-8be9-5ac88050b021 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.066387 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.075418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086fd52a-9916-4ace-ad62-9266279e2cdd req-d07996bf-6e1e-48a4-8be9-5ac88050b021 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.080475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-086fd52a-9916-4ace-ad62-9266279e2cdd req-d07996bf-6e1e-48a4-8be9-5ac88050b021 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5383 time: 0.4304178 Oct 12 23:04:46.096876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Attempting to bind port beffe090-160a-40c2-8c1e-f7c65ad2437d on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:46.097796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Attempting to bind port beffe090-160a-40c2-8c1e-f7c65ad2437d by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:46.097796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Attempting to bind port beffe090-160a-40c2-8c1e-f7c65ad2437d on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:46.103215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Port beffe090-160a-40c2-8c1e-f7c65ad2437d on network 02d01c20-41de-4b80-80e8-5101a5c2375a not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:46.103715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Attempting to bind port beffe090-160a-40c2-8c1e-f7c65ad2437d on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:46.109189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:46.110401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Checking segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:46.110401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Bound using segment: {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:46.110401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Bound port: beffe090-160a-40c2-8c1e-f7c65ad2437d, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b578be7-80bb-43cb-8db3-a07b8761cad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:46.110968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.174756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7421d963-a019-42cf-8f15-2e862ad38975 req-a75dbe84-7083-431a-962f-fa1100e8b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.177865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7421d963-a019-42cf-8f15-2e862ad38975 req-a75dbe84-7083-431a-962f-fa1100e8b6e2 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5282009 Oct 12 23:04:46.215118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-086fd52a-9916-4ace-ad62-9266279e2cdd req-c2e088d3-5740-4b48-b35a-578d1b769758 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1210532 Oct 12 23:04:46.226769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] For port beffe090-160a-40c2-8c1e-f7c65ad2437d, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:46.235313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] For port beffe090-160a-40c2-8c1e-f7c65ad2437d, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:46.268967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] For port 743c3156-513c-4b36-b167-45c743744b6d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=743c3156-513c-4b36-b167-45c743744b6d,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:46.269725 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.304014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.310161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Calling delete_port for 743c3156-513c-4b36-b167-45c743744b6d owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:04:46.347758 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.447790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Pushing event updated for resources: {'Port': ['ID=beffe090-160a-40c2-8c1e-f7c65ad2437d,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:46.474700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.475398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.476815 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d075ae4d-3264-409c-8068-3903f14ecdf4 service neutron] 10.222.0.25 "PUT /v2.0/ports/beffe090-160a-40c2-8c1e-f7c65ad2437d HTTP/1.1" status: 200 len: 1092 time: 1.3942642 Oct 12 23:04:46.499005 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.519101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639980a5-dff1-4d51-8aef-55b49d292cf2 req-39c0d7b4-5521-44ed-917b-4589f3031f8b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:46.521215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-639980a5-dff1-4d51-8aef-55b49d292cf2 req-39c0d7b4-5521-44ed-917b-4589f3031f8b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 946 time: 0.0873482 Oct 12 23:04:46.567373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': '546c9709-df62-42f8-a9dd-0cf91a289c12'}, {'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'beffe090-160a-40c2-8c1e-f7c65ad2437d'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:46.570439 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967d46b7-9c44-443c-9384-7d9ec64cad2f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "546c9709-df62-42f8-a9dd-0cf91a289c12"}, {"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "beffe090-160a-40c2-8c1e-f7c65ad2437d"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:46.587874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:46.590822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:46.591055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:46.595519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:46.599640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'Port': ['ID=3b6ec46a-a025-4483-9525-7f2c3e03bdac,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:46.662496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-639980a5-dff1-4d51-8aef-55b49d292cf2 req-b6499391-2a51-4508-9865-19c794806595 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323278 Oct 12 23:04:46.674465 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88848e3-4a2e-425d-afae-45510d39dbe0 x-openstack-request-id: req-c88848e3-4a2e-425d-afae-45510d39dbe0 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:46.674977 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "546c9709-df62-42f8-a9dd-0cf91a289c12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "beffe090-160a-40c2-8c1e-f7c65ad2437d", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:46.675391 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c88848e3-4a2e-425d-afae-45510d39dbe0 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:46.676006 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': '546c9709-df62-42f8-a9dd-0cf91a289c12', 'status': 'completed', 'code': 200} Oct 12 23:04:46.676584 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'beffe090-160a-40c2-8c1e-f7c65ad2437d', 'status': 'completed', 'code': 200} Oct 12 23:04:46.691274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.709148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:04:46.709148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['743c3156-513c-4b36-b167-45c743744b6d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:04:46.726849 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.880145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:46.892034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event deleted for resources: {'Port': ['ID=743c3156-513c-4b36-b167-45c743744b6d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:47.008352 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b056dbae-c901-415e-834f-66f1276c5343 req-a88a7b9e-dd70-41a3-8fb8-502c75c40839 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 210 time: 0.1212101 Oct 12 23:04:47.108601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:47.171516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] No DVR routers for this DVR port 743c3156-513c-4b36-b167-45c743744b6d on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:04:47.174715 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:47.179365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e93b9fa-0caf-4a59-bb72-d45b1353c365 req-c63239af-b06c-4b39-8696-a7d327981c0a tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.25 "DELETE /v2.0/ports/743c3156-513c-4b36-b167-45c743744b6d HTTP/1.1" status: 204 len: 173 time: 2.1498733 Oct 12 23:04:47.183264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd94b2748-76b0-4e28-8d92-24fdfcf12a4e', 'name': 'network-vif-deleted', 'tag': '743c3156-513c-4b36-b167-45c743744b6d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:47.185725 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2b3783-7b05-481b-a426-a226800f3de7" -d '{"events": [{"server_uuid": "d94b2748-76b0-4e28-8d92-24fdfcf12a4e", "name": "network-vif-deleted", "tag": "743c3156-513c-4b36-b167-45c743744b6d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:47.230149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ce9ee1-bd62-4531-a418-4beab6f237b9 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:47.240003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-a0eb8248-3aba-4a4e-ab04-a3bc64b77232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.240822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-a0eb8248-3aba-4a4e-ab04-a3bc64b77232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.241455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-a0eb8248-3aba-4a4e-ab04-a3bc64b77232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.242073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-a0eb8248-3aba-4a4e-ab04-a3bc64b77232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.242904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-a0eb8248-3aba-4a4e-ab04-a3bc64b77232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.243278 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:47.243686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-a0eb8248-3aba-4a4e-ab04-a3bc64b77232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.244295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-a0eb8248-3aba-4a4e-ab04-a3bc64b77232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.248360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-a0eb8248-3aba-4a4e-ab04-a3bc64b77232 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6347 time: 0.5463724 Oct 12 23:04:47.257470 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc76529f-f904-4bc0-8022-fc5f5d1cf0cb x-openstack-request-id: req-cc76529f-f904-4bc0-8022-fc5f5d1cf0cb {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:47.257957 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d94b2748-76b0-4e28-8d92-24fdfcf12a4e", "name": "network-vif-deleted", "tag": "743c3156-513c-4b36-b167-45c743744b6d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:47.258368 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc76529f-f904-4bc0-8022-fc5f5d1cf0cb {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:47.258917 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd94b2748-76b0-4e28-8d92-24fdfcf12a4e', 'name': 'network-vif-deleted', 'tag': '743c3156-513c-4b36-b167-45c743744b6d', 'status': 'completed', 'code': 200} Oct 12 23:04:47.272688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Transition to ACTIVE for port object 69ce9ee1-bd62-4531-a418-4beab6f237b9 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:47.367271 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:47.443855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:47.446376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-c6681585-2a3c-414a-8f56-9381adc37e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.448309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-c6681585-2a3c-414a-8f56-9381adc37e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.448309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-c6681585-2a3c-414a-8f56-9381adc37e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.448956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-c6681585-2a3c-414a-8f56-9381adc37e07 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=857b2a742f2c40e59f599f2a663aa697&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1875381 Oct 12 23:04:47.509628 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a850-6e1a-4497-a798-689b3c975317 req-dcddc1b3-308b-4884-aabb-7409b404f2df tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.515584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a850-6e1a-4497-a798-689b3c975317 req-dcddc1b3-308b-4884-aabb-7409b404f2df tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.533903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a850-6e1a-4497-a798-689b3c975317 req-dcddc1b3-308b-4884-aabb-7409b404f2df tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.540744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a850-6e1a-4497-a798-689b3c975317 req-dcddc1b3-308b-4884-aabb-7409b404f2df tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.549244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a850-6e1a-4497-a798-689b3c975317 req-dcddc1b3-308b-4884-aabb-7409b404f2df tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.559296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a850-6e1a-4497-a798-689b3c975317 req-dcddc1b3-308b-4884-aabb-7409b404f2df tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.571278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49a850-6e1a-4497-a798-689b3c975317 req-dcddc1b3-308b-4884-aabb-7409b404f2df tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.584555 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da49a850-6e1a-4497-a798-689b3c975317 req-dcddc1b3-308b-4884-aabb-7409b404f2df tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5395 time: 0.2731371 Oct 12 23:04:47.591787 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:47.607775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-163b9efb-aef1-4da7-b3f5-350094c00735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.609351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-163b9efb-aef1-4da7-b3f5-350094c00735 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535366 Oct 12 23:04:47.637199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Pushing event updated for resources: {'Port': ['ID=69ce9ee1-bd62-4531-a418-4beab6f237b9,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:47.731237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da49a850-6e1a-4497-a798-689b3c975317 req-95bc0528-18e7-459b-be47-e6f5638a433b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252487 Oct 12 23:04:47.736275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Attempting to bind port 69ce9ee1-bd62-4531-a418-4beab6f237b9 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:47.736691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Attempting to bind port 69ce9ee1-bd62-4531-a418-4beab6f237b9 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:47.737092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Attempting to bind port 69ce9ee1-bd62-4531-a418-4beab6f237b9 on network af724ff1-3f05-4855-b55b-99924f132136 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:47.748945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Port 69ce9ee1-bd62-4531-a418-4beab6f237b9 on network af724ff1-3f05-4855-b55b-99924f132136 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:47.749285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Attempting to bind port 69ce9ee1-bd62-4531-a418-4beab6f237b9 on network af724ff1-3f05-4855-b55b-99924f132136 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:47.755270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:47.755705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Checking segment: {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:47.756605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Bound using segment: {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:47.757049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Bound port: 69ce9ee1-bd62-4531-a418-4beab6f237b9, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:47.757412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:47.856531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'Port': ['ID=3b6ec46a-a025-4483-9525-7f2c3e03bdac,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:47.864679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] For port 69ce9ee1-bd62-4531-a418-4beab6f237b9, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:47.868107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:47.870458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] For port 69ce9ee1-bd62-4531-a418-4beab6f237b9, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:47.884572 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:47.896929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-6ab91b4e-a549-410a-804a-ff5c5190d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.897666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-6ab91b4e-a549-410a-804a-ff5c5190d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.898278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-6ab91b4e-a549-410a-804a-ff5c5190d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.898886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-6ab91b4e-a549-410a-804a-ff5c5190d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.899649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-6ab91b4e-a549-410a-804a-ff5c5190d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.900521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-6ab91b4e-a549-410a-804a-ff5c5190d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.901136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-6ab91b4e-a549-410a-804a-ff5c5190d7be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:47.903274 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-6ab91b4e-a549-410a-804a-ff5c5190d7be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6373 time: 0.2030208 Oct 12 23:04:47.976126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:48.021866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.022867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:48.023994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] 10.222.0.25 "PUT /v2.0/ports/69ce9ee1-bd62-4531-a418-4beab6f237b9 HTTP/1.1" status: 200 len: 1092 time: 1.4385300 Oct 12 23:04:48.034716 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:48.036701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-18e3370d-5cd1-46d2-80e7-f1edcd73786d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.9832268 Oct 12 23:04:48.054405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d695cd33-994e-46f3-85ae-52ea02469e6c service neutron] Pushing event updated for resources: {'Port': ['ID=69ce9ee1-bd62-4531-a418-4beab6f237b9,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:48.054747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-94503dba-2648-4ca0-9a41-26266c6172ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.054747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-94503dba-2648-4ca0-9a41-26266c6172ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.054747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-94503dba-2648-4ca0-9a41-26266c6172ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.060598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-94503dba-2648-4ca0-9a41-26266c6172ac service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=857b2a742f2c40e59f599f2a663aa697&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1480680 Oct 12 23:04:48.186445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Request body: {'port': {'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:48.274534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54e1a40c-d4c4-4557-a106-e4b21acbabe9 req-7ca5959c-0227-497c-b9d9-8ed8ba2a1343 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=d94b2748-76b0-4e28-8d92-24fdfcf12a4e HTTP/1.1" status: 200 len: 210 time: 0.0690470 Oct 12 23:04:48.335612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-69c26be1-18d5-49a7-94f6-7ff898bc26c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.335612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-967d46b7-9c44-443c-9384-7d9ec64cad2f req-69c26be1-18d5-49a7-94f6-7ff898bc26c8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2650588 Oct 12 23:04:48.370746 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:48.433570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-4f12f4c1-1360-4d48-bf2e-6afdcb863514 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--614940003&fields=id&tenant_id=06582cedb8d74a2ab2a8927c7b71c050 HTTP/1.1" status: 200 len: 267 time: 0.1295581 Oct 12 23:04:48.550965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60570) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:48.649872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-04151fe1-2369-4357-bfa5-6933dd887387 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.657274 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-04151fe1-2369-4357-bfa5-6933dd887387 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 815 time: 0.2227430 Oct 12 23:04:48.687881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': '69ce9ee1-bd62-4531-a418-4beab6f237b9'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:48.693238 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c582932d-505a-459c-a1b8-f123b4e17610" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "69ce9ee1-bd62-4531-a418-4beab6f237b9"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:48.710209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-9186df7e-8ed1-438a-998a-d88bc1298f4e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/quotas/06582cedb8d74a2ab2a8927c7b71c050 HTTP/1.1" status: 200 len: 375 time: 0.0520854 Oct 12 23:04:48.734550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b1226a68-7fff-4743-b7c3-946b11997e4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:48.849199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:48.916683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-22e197ea-5fde-411e-b373-d75ecf5314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.917196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-22e197ea-5fde-411e-b373-d75ecf5314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.917717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-22e197ea-5fde-411e-b373-d75ecf5314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.918227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-22e197ea-5fde-411e-b373-d75ecf5314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.918737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-22e197ea-5fde-411e-b373-d75ecf5314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.919272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-22e197ea-5fde-411e-b373-d75ecf5314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.919816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-22e197ea-5fde-411e-b373-d75ecf5314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:48.922044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c582932d-505a-459c-a1b8-f123b4e17610 req-22e197ea-5fde-411e-b373-d75ecf5314bb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6415 time: 0.1221685 Oct 12 23:04:48.978179 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.001504 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b1226a68-7fff-4743-b7c3-946b11997e4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.027467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efc84-47a4-4f92-964e-b004be5fa54b req-56973cdd-4162-43f6-aeea-9af130b3fa46 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.034304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efc84-47a4-4f92-964e-b004be5fa54b req-56973cdd-4162-43f6-aeea-9af130b3fa46 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.043070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efc84-47a4-4f92-964e-b004be5fa54b req-56973cdd-4162-43f6-aeea-9af130b3fa46 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.049993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efc84-47a4-4f92-964e-b004be5fa54b req-56973cdd-4162-43f6-aeea-9af130b3fa46 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.051826 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bdb957-910f-4fbe-b954-f17685bbff9d x-openstack-request-id: req-f5bdb957-910f-4fbe-b954-f17685bbff9d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:49.052348 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "69ce9ee1-bd62-4531-a418-4beab6f237b9", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:49.052850 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f5bdb957-910f-4fbe-b954-f17685bbff9d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:49.053408 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': '69ce9ee1-bd62-4531-a418-4beab6f237b9', 'status': 'completed', 'code': 200} Oct 12 23:04:49.057421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efc84-47a4-4f92-964e-b004be5fa54b req-56973cdd-4162-43f6-aeea-9af130b3fa46 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.065261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efc84-47a4-4f92-964e-b004be5fa54b req-56973cdd-4162-43f6-aeea-9af130b3fa46 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.075822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2efc84-47a4-4f92-964e-b004be5fa54b req-56973cdd-4162-43f6-aeea-9af130b3fa46 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.087285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a2efc84-47a4-4f92-964e-b004be5fa54b req-56973cdd-4162-43f6-aeea-9af130b3fa46 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5407 time: 0.2402568 Oct 12 23:04:49.123458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-3b009b06-1673-4e7c-80b8-0487e40ebee6 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4123957 Oct 12 23:04:49.162322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a2efc84-47a4-4f92-964e-b004be5fa54b req-65bf2b5f-ae7e-4c01-b8be-9a6712ee9d50 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0691216 Oct 12 23:04:49.164708 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b1226a68-7fff-4743-b7c3-946b11997e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.240517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60586) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:49.241905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b1226a68-7fff-4743-b7c3-946b11997e4c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b7e75656e868489f9012d7ed8f84fc4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6891947 Oct 12 23:04:49.271241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:49.283125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-d2a8a0a6-0158-45dd-bbe9-0afaa457ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.283749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-d2a8a0a6-0158-45dd-bbe9-0afaa457ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.284268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-d2a8a0a6-0158-45dd-bbe9-0afaa457ecfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.286542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c582932d-505a-459c-a1b8-f123b4e17610 req-d2a8a0a6-0158-45dd-bbe9-0afaa457ecfa service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=857b2a742f2c40e59f599f2a663aa697&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3555617 Oct 12 23:04:49.290478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.388101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1226a68-7fff-4743-b7c3-946b11997e4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00009993-3017-4af2-a183-18b0e934647c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:49.413325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Transition to ACTIVE for port object d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:49.418792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c582932d-505a-459c-a1b8-f123b4e17610 req-b8543e4a-87d2-46e5-baf1-da6da1497421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:49.420552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c582932d-505a-459c-a1b8-f123b4e17610 req-b8543e4a-87d2-46e5-baf1-da6da1497421 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1243231 Oct 12 23:04:49.448886 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-a0d61906-257a-4483-bb3a-1e6366497d6d service neutron] 10.222.0.31 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052902 Oct 12 23:04:49.451931 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73b203ed-4604-4ff1-99a8-26f9c480f8d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.519038 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.528247 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73b203ed-4604-4ff1-99a8-26f9c480f8d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.621710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Pushing event updated for resources: {'Port': ['ID=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:49.703717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-766da1f2-28cf-4e98-bd9b-0c4a05665130 service neutron] 10.222.0.31 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465029 Oct 12 23:04:49.745126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Attempting to bind port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:49.745576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Attempting to bind port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:49.746231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Attempting to bind port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 on network af724ff1-3f05-4855-b55b-99924f132136 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:49.751018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 on network af724ff1-3f05-4855-b55b-99924f132136 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:49.751437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Attempting to bind port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 on network af724ff1-3f05-4855-b55b-99924f132136 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:49.760344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:49.760693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Checking segment: {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:49.761116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Bound using segment: {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:49.761565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Bound port: d2899ba6-6a65-4352-a30d-4a3a9c6eaf74, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3255c44e-a9e6-4c6a-b623-a6c93ac120a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:49.761927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.834162 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73b203ed-4604-4ff1-99a8-26f9c480f8d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.834162 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73b203ed-4604-4ff1-99a8-26f9c480f8d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:49.834162 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-73b203ed-4604-4ff1-99a8-26f9c480f8d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/00009993-3017-4af2-a183-18b0e934647c HTTP/1.1" status: 204 len: 168 time: 0.5885308 Oct 12 23:04:49.847148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b203ed-4604-4ff1-99a8-26f9c480f8d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00009993-3017-4af2-a183-18b0e934647c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:49.856440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] For port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:49.860240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] For port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:49.992731 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:50.014239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 743c3156-513c-4b36-b167-45c743744b6d no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:04:50.052348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 743c3156-513c-4b36-b167-45c743744b6d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:04:50.055569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 743c3156-513c-4b36-b167-45c743744b6d not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:04:50.077625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e231752a-2b48-402e-881d-91e278bd75fd req-bfa2babb-62b0-4877-b12d-684095a96ece tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 210 time: 0.0789955 Oct 12 23:04:50.078809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.082981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:50.082981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] 10.222.0.25 "PUT /v2.0/ports/d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 HTTP/1.1" status: 200 len: 1092 time: 1.9070039 Oct 12 23:04:50.131063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadaa382-33ff-4d30-98fc-f509d8a57558 service neutron] Pushing event updated for resources: {'Port': ['ID=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:50.283471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15cba291-104a-42b2-afa1-ff3a1076eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.284114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15cba291-104a-42b2-afa1-ff3a1076eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.284641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15cba291-104a-42b2-afa1-ff3a1076eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.285214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15cba291-104a-42b2-afa1-ff3a1076eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.285860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15cba291-104a-42b2-afa1-ff3a1076eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.286443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15cba291-104a-42b2-afa1-ff3a1076eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.287007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15cba291-104a-42b2-afa1-ff3a1076eb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.289352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15cba291-104a-42b2-afa1-ff3a1076eb26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6483 time: 0.0961709 Oct 12 23:04:50.347560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-f4f049ef-0ddc-43c9-b7ad-4230a3b1b468 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da27c20b-7e34-44e5-82d6-86d324403639 HTTP/1.1" status: 200 len: 217 time: 0.0493956 Oct 12 23:04:50.357721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-233a-46a7-91fa-7145cb7cfae7 req-3425fbe0-563e-4f59-9065-4ce3093b388a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.367908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-233a-46a7-91fa-7145cb7cfae7 req-3425fbe0-563e-4f59-9065-4ce3093b388a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.393755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-233a-46a7-91fa-7145cb7cfae7 req-3425fbe0-563e-4f59-9065-4ce3093b388a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.403738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-233a-46a7-91fa-7145cb7cfae7 req-3425fbe0-563e-4f59-9065-4ce3093b388a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.411335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-233a-46a7-91fa-7145cb7cfae7 req-3425fbe0-563e-4f59-9065-4ce3093b388a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.412758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-edc5b18d-4f77-4c86-ae76-7c1eb94eb52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.414360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-edc5b18d-4f77-4c86-ae76-7c1eb94eb52f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=744baed7-223d-48b8-8872-5792b66dbf13 HTTP/1.1" status: 200 len: 851 time: 0.0555565 Oct 12 23:04:50.418435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-233a-46a7-91fa-7145cb7cfae7 req-3425fbe0-563e-4f59-9065-4ce3093b388a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.425864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037213-233a-46a7-91fa-7145cb7cfae7 req-3425fbe0-563e-4f59-9065-4ce3093b388a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.435547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a037213-233a-46a7-91fa-7145cb7cfae7 req-3425fbe0-563e-4f59-9065-4ce3093b388a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1565127 Oct 12 23:04:50.493921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-49b79daf-fa9d-4be6-9f1b-af7677066aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.495714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-49b79daf-fa9d-4be6-9f1b-af7677066aec service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a9066f4-9838-43ba-8ee9-2a40f558149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0735204 Oct 12 23:04:50.517293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a037213-233a-46a7-91fa-7145cb7cfae7 req-f1bdad43-affd-4f49-a8e8-2eb9a9ab3027 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708406 Oct 12 23:04:50.626536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-92996bdf-c7d5-4a22-b9ec-9261919433a2 service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221907 Oct 12 23:04:50.764810 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9882fbdc-3af9-4487-ab2c-c64c0e2ae207 service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309142 Oct 12 23:04:50.773474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1944df5-ef28-45be-9d7b-89db865b442f req-2898b2c3-36ac-4637-8122-02b480598b0f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.781712 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1944df5-ef28-45be-9d7b-89db865b442f req-2898b2c3-36ac-4637-8122-02b480598b0f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 946 time: 0.0653574 Oct 12 23:04:50.821305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1944df5-ef28-45be-9d7b-89db865b442f req-b6e94985-8539-4421-8cae-6b1b24b2cf9c tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391719 Oct 12 23:04:50.821645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-d96b3268-5c9b-4fbe-9cbf-f0441c0181f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 217 time: 0.0478611 Oct 12 23:04:50.879748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c8547b4f-ebfa-425a-a44e-38537f734cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.882691 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c8547b4f-ebfa-425a-a44e-38537f734cb6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0538681 Oct 12 23:04:50.945796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ce3c668b-d3aa-4b4c-bab6-2eaf7e1fb6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:50.945796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ce3c668b-d3aa-4b4c-bab6-2eaf7e1fb6e2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0530355 Oct 12 23:04:51.054692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:51.057068 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1cfdb19-a214-4e69-964a-c9384898389d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "d2899ba6-6a65-4352-a30d-4a3a9c6eaf74"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:51.061469 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ba4e6c4f-39a1-494f-a103-2ff149d61b76 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095829 Oct 12 23:04:51.151232 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b74706e-eeb0-4e01-8aa3-1b0cb6bb2d9b x-openstack-request-id: req-9b74706e-eeb0-4e01-8aa3-1b0cb6bb2d9b {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:51.151641 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "d2899ba6-6a65-4352-a30d-4a3a9c6eaf74", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:51.151889 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b74706e-eeb0-4e01-8aa3-1b0cb6bb2d9b {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:51.152298 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74', 'status': 'completed', 'code': 200} Oct 12 23:04:51.200241 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ba92def2-4bca-4409-ae2a-5d0d0f3858ce service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253548 Oct 12 23:04:51.259158 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-ff0bb597-5db2-4429-80fd-feaa676befde service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 217 time: 0.0506043 Oct 12 23:04:51.359270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-dfc553d3-e721-4666-8509-67e7efd36640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:51.360797 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-dfc553d3-e721-4666-8509-67e7efd36640 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0885384 Oct 12 23:04:51.430796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15767d93-c5e7-4fc7-bf9a-81885fc062de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:51.432645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-15767d93-c5e7-4fc7-bf9a-81885fc062de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0645456 Oct 12 23:04:51.581436 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-137652e8-75da-4e89-9ab8-2ae4b7acd190 req-03f58bec-7554-41c2-b68a-0e93b5f03563 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 210 time: 0.0535536 Oct 12 23:04:51.638654 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-bed4835f-a74b-4322-93d5-d2c83d54167a service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988666 Oct 12 23:04:51.856648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64434e-a79e-4a0f-94e8-392e57e364b6 req-bf3a02de-6dbc-4de0-a269-2a39da934b30 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:51.870288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64434e-a79e-4a0f-94e8-392e57e364b6 req-bf3a02de-6dbc-4de0-a269-2a39da934b30 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:51.870288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64434e-a79e-4a0f-94e8-392e57e364b6 req-bf3a02de-6dbc-4de0-a269-2a39da934b30 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:51.877356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64434e-a79e-4a0f-94e8-392e57e364b6 req-bf3a02de-6dbc-4de0-a269-2a39da934b30 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:51.884880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64434e-a79e-4a0f-94e8-392e57e364b6 req-bf3a02de-6dbc-4de0-a269-2a39da934b30 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:51.891170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64434e-a79e-4a0f-94e8-392e57e364b6 req-bf3a02de-6dbc-4de0-a269-2a39da934b30 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:51.897684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a64434e-a79e-4a0f-94e8-392e57e364b6 req-bf3a02de-6dbc-4de0-a269-2a39da934b30 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:51.899793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a64434e-a79e-4a0f-94e8-392e57e364b6 req-bf3a02de-6dbc-4de0-a269-2a39da934b30 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.2252431 Oct 12 23:04:51.933845 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-3f98ee86-afbf-42c7-bedb-d5b6b013fcaf service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841396 Oct 12 23:04:52.065111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-6cc4218f-1b4e-4f74-9361-47e53a68073f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=546c9709-df62-42f8-a9dd-0cf91a289c12 HTTP/1.1" status: 200 len: 217 time: 0.1133268 Oct 12 23:04:52.072885 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a64434e-a79e-4a0f-94e8-392e57e364b6 req-8a13d1cd-a9ad-4b9d-ae1e-f10fdb1c281d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1662054 Oct 12 23:04:52.088772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d55bb7-7dc1-4ba2-8c9f-87142eed29f6 req-d5ae8443-859b-4bc6-91ee-00fb8f375e3f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:52.107186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7d55bb7-7dc1-4ba2-8c9f-87142eed29f6 req-d5ae8443-859b-4bc6-91ee-00fb8f375e3f tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 946 time: 0.0755959 Oct 12 23:04:52.161144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7d55bb7-7dc1-4ba2-8c9f-87142eed29f6 req-465d7bb9-524d-4a40-b2ea-8d930d9059e0 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/security-groups?id=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617385 Oct 12 23:04:52.189433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-e1a34499-6a05-4ef4-a34d-23d626d9736b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:52.191009 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-e1a34499-6a05-4ef4-a34d-23d626d9736b tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 946 time: 0.1540904 Oct 12 23:04:52.272992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-100abfec-2560-4d00-9d6e-71ee2e790b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:52.274457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-100abfec-2560-4d00-9d6e-71ee2e790b35 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.2003548 Oct 12 23:04:52.355307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Deleting port 8e5f0163-669b-449e-86aa-61ddd6acc086 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:04:52.355773 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:52.416245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c923cffb-1c30-41ff-a417-a777962c9ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:52.418235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-c923cffb-1c30-41ff-a417-a777962c9ac6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1345191 Oct 12 23:04:52.567768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60702) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:52.628185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] For port 8e5f0163-669b-449e-86aa-61ddd6acc086, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8e5f0163-669b-449e-86aa-61ddd6acc086,segment=NetworkSegment(98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46),segment_id=98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:52.628567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:52.675696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Calling delete_port for 8e5f0163-669b-449e-86aa-61ddd6acc086 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:04:52.695236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-32a22095-cb57-45bf-83ac-f4b66652c96e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:52.697815 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-32a22095-cb57-45bf-83ac-f4b66652c96e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 815 time: 0.1971898 Oct 12 23:04:52.801793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-48565eb9-56c4-444d-be73-c35cfaf77b85 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06582cedb8d74a2ab2a8927c7b71c050 HTTP/1.1" status: 200 len: 379 time: 0.0825946 Oct 12 23:04:52.812462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'port': {'device_id': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'admin_state_up': True, 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'security_groups': ['ef53776c-e796-42d2-adc9-5347c9e2cc24']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:52.889833 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-eb88cf0a-1aa0-47c6-8b69-8d412893c35a service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4598873 Oct 12 23:04:52.922896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-596463462'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:52.947056 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:04:52.947056 n-d-790519-14 neutron-server[101890]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 23:04:52.947056 n-d-790519-14 neutron-server[101890]: [parameters: {'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'id': '5090539c-ee5b-449c-963e-527c44b3c741', 'expiration': datetime.datetime(2021, 10, 12, 23, 6, 52, 942473)}] Oct 12 23:04:52.947056 n-d-790519-14 neutron-server[101890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:04:52.950106 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:04:52.975785 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:52.989158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8e5f0163-669b-449e-86aa-61ddd6acc086'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:04:53.006364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a16a5651-be36-4309-a270-7a4ab1d60373 req-2c1fe97a-07b5-4193-8866-ad30d038e621 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 210 time: 0.1277900 Oct 12 23:04:53.120182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Made reservation on behalf of 3f917b1b05f84e9cbbbfef0d78441512 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:53.123704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.132896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Pushing event deleted for resources: {'Port': ['ID=8e5f0163-669b-449e-86aa-61ddd6acc086,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:53.139306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.166060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] No DVR routers for this DVR port 8e5f0163-669b-449e-86aa-61ddd6acc086 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:04:53.168909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.172696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77eb1325-748d-42ad-af8d-f59f995145b6 req-53c86d6b-8777-4730-8780-f0ba79dc50a3 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.41 "DELETE /v2.0/ports/8e5f0163-669b-449e-86aa-61ddd6acc086 HTTP/1.1" status: 204 len: 173 time: 0.9750581 Oct 12 23:04:53.180073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '459003da-3df4-451e-87dc-409f71f3ab04', 'name': 'network-vif-deleted', 'tag': '8e5f0163-669b-449e-86aa-61ddd6acc086'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:53.182305 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457326aa-ef96-42e9-9cec-067954da85a0" -d '{"events": [{"server_uuid": "459003da-3df4-451e-87dc-409f71f3ab04", "name": "network-vif-deleted", "tag": "8e5f0163-669b-449e-86aa-61ddd6acc086"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:53.276887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-b19bb29a-b328-433f-85b3-af56b2ffeb16 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389168 Oct 12 23:04:53.299576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cdb8e-d7b4-4a85-8f91-b37bbc6b0484 req-a90e18cf-ecea-4441-b26a-fb52afe935dc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.306259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cdb8e-d7b4-4a85-8f91-b37bbc6b0484 req-a90e18cf-ecea-4441-b26a-fb52afe935dc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.312739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cdb8e-d7b4-4a85-8f91-b37bbc6b0484 req-a90e18cf-ecea-4441-b26a-fb52afe935dc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.319856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cdb8e-d7b4-4a85-8f91-b37bbc6b0484 req-a90e18cf-ecea-4441-b26a-fb52afe935dc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.326489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cdb8e-d7b4-4a85-8f91-b37bbc6b0484 req-a90e18cf-ecea-4441-b26a-fb52afe935dc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.333561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cdb8e-d7b4-4a85-8f91-b37bbc6b0484 req-a90e18cf-ecea-4441-b26a-fb52afe935dc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.339753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cdb8e-d7b4-4a85-8f91-b37bbc6b0484 req-a90e18cf-ecea-4441-b26a-fb52afe935dc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.342061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-da1cdb8e-d7b4-4a85-8f91-b37bbc6b0484 req-a90e18cf-ecea-4441-b26a-fb52afe935dc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1393068 Oct 12 23:04:53.353279 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-654f4ff4-f2e4-4714-a066-41f6d8d26564 req-e2b231b9-8f81-43b7-b1d3-a9104e073f47 tempest-ServersTestJSON-317195701 tempest-ServersTestJSON-317195701-project] 10.222.0.31 "GET /v2.0/ports?device_id=459003da-3df4-451e-87dc-409f71f3ab04 HTTP/1.1" status: 200 len: 210 time: 0.0927899 Oct 12 23:04:53.354823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-96c72db4-81a1-4c40-883c-b2a16dc25e08 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d HTTP/1.1" status: 200 len: 217 time: 0.0621057 Oct 12 23:04:53.412451 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41c25d3a-0dad-4f46-a2ab-3596468b88da x-openstack-request-id: req-41c25d3a-0dad-4f46-a2ab-3596468b88da {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:53.412790 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "459003da-3df4-451e-87dc-409f71f3ab04", "name": "network-vif-deleted", "tag": "8e5f0163-669b-449e-86aa-61ddd6acc086", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:53.412997 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41c25d3a-0dad-4f46-a2ab-3596468b88da {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:53.413486 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '459003da-3df4-451e-87dc-409f71f3ab04', 'name': 'network-vif-deleted', 'tag': '8e5f0163-669b-449e-86aa-61ddd6acc086', 'status': 'completed', 'code': 200} Oct 12 23:04:53.427607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-da1cdb8e-d7b4-4a85-8f91-b37bbc6b0484 req-51667d0e-d43f-468a-9e02-3390f2477a04 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788288 Oct 12 23:04:53.433075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.445878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-0fddeae4-b1dc-4194-9be0-0b51b50b7aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.447626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-0fddeae4-b1dc-4194-9be0-0b51b50b7aaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0813749 Oct 12 23:04:53.514483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-1a00904b-79a1-4db2-9c25-ad1b0ce959d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.516243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-1a00904b-79a1-4db2-9c25-ad1b0ce959d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0616567 Oct 12 23:04:53.545174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.599286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:04:53.606308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Made reservation on behalf of 06582cedb8d74a2ab2a8927c7b71c050 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:53.609974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.634038 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.634387 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Added segment 694daed5-193e-47b4-b53d-0abcdab8cebe of type vlan for network 97b015fb-6926-4531-b580-965c8d3a84b0 Oct 12 23:04:53.637756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa14f8c2-bbe1-4ce9-8a86-da58cbfa1b3f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:53.731167 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-f01ee63f-1451-49f6-815b-588393dc0a69 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074087 Oct 12 23:04:53.732853 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.767891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Allocated IP 172.20.0.10 (ceee6145-4e96-4066-9105-b15a1eb82d1c/053e0c87-5511-433c-baa6-ef92cd9d4d4e/bd4004fe-0f59-4787-b618-92fd1d51dc0f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:04:53.845672 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-109a58bd-49c8-418a-9f3f-983fa9158265 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060896 Oct 12 23:04:53.907736 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.914240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:53.914860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.918361 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-18a32b76-7d6f-44bb-8ea7-a3bf0d4ca007 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9 HTTP/1.1" status: 200 len: 217 time: 0.0657198 Oct 12 23:04:53.930379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:53.998479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-745633a9-d8c4-4cf2-9f03-aaece5fabc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.000289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-745633a9-d8c4-4cf2-9f03-aaece5fabc78 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.0726001 Oct 12 23:04:54.124044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Pushing event updated for resources: {'Network': ['ID=97b015fb-6926-4531-b580-965c8d3a84b0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:54.136344 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:54.145504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 97b015fb-6926-4531-b580-965c8d3a84b0 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:04:54.160314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4da6ae55-abb7-44d1-9804-287d6d199604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.164557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-4da6ae55-abb7-44d1-9804-287d6d199604 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1358197 Oct 12 23:04:54.175658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f9a6e995-9c6f-43f5-a15a-2dbb8fa37950 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.5998311 Oct 12 23:04:54.318125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Network ceee6145-4e96-4066-9105-b15a1eb82d1c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:54.328315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:54.336109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:54.340685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:54.396607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049e9f3b-81e5-444f-af91-bc94c8c63302 req-07408796-7565-4bef-bb7f-1da203bd5a76 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.398470 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-049e9f3b-81e5-444f-af91-bc94c8c63302 req-07408796-7565-4bef-bb7f-1da203bd5a76 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 932 time: 0.1748164 Oct 12 23:04:54.440149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.440967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:54.482214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-049e9f3b-81e5-444f-af91-bc94c8c63302 req-a2bfbe60-ddea-41e8-b527-f34b396481e0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703135 Oct 12 23:04:54.482440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-90bf5c0a-4703-4878-8f49-e970c8247e31 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3010092 Oct 12 23:04:54.566251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-db978d14-bde3-4357-8728-c40142c53129 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7605286 Oct 12 23:04:54.584712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Request body: {'port': {'device_id': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:54.598830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60742) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:54.679911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60744) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:54.680538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:54.687994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Request body: {'port': {'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0', 'binding:host_id': 'n-h1-790519-14', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1882451846'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:54.735979 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-9b294bbd-53bb-48fb-9dcc-a414e2c30e6e service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493043 Oct 12 23:04:54.742434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-87a8561e-f567-4dcb-8b3d-a4ef964f6d3e None None] Provisioning complete for port bd4004fe-0f59-4787-b618-92fd1d51dc0f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:04:54.743336 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87a8561e-f567-4dcb-8b3d-a4ef964f6d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:54.807477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-87a8561e-f567-4dcb-8b3d-a4ef964f6d3e None None] Port bd4004fe-0f59-4787-b618-92fd1d51dc0f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:04:54.833845 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-afa6d766-daa2-457f-8051-e8d5478df1a0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 HTTP/1.1" status: 200 len: 217 time: 0.0876026 Oct 12 23:04:54.839246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d31b833-5f4b-4ad2-a959-b6c9d3e40775 admin admin] Deleting subnet b716a6d8-82ce-42f0-a720-23afc5bfcb46 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:04:54.853599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d31b833-5f4b-4ad2-a959-b6c9d3e40775 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:54.896188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60748) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:54.929527 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d31b833-5f4b-4ad2-a959-b6c9d3e40775 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:54.954665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cfb7-5feb-44dd-b57f-bdab93ebd9e2 req-2292428d-f339-4f6a-bdac-ab4cbbe6ab99 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.961805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cfb7-5feb-44dd-b57f-bdab93ebd9e2 req-2292428d-f339-4f6a-bdac-ab4cbbe6ab99 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.966675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-bc3d277c-3f1c-4a6b-92e2-76a9bea0fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.967856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cfb7-5feb-44dd-b57f-bdab93ebd9e2 req-2292428d-f339-4f6a-bdac-ab4cbbe6ab99 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.968252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-bc3d277c-3f1c-4a6b-92e2-76a9bea0fcaa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.1253018 Oct 12 23:04:54.974305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cfb7-5feb-44dd-b57f-bdab93ebd9e2 req-2292428d-f339-4f6a-bdac-ab4cbbe6ab99 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.980746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cfb7-5feb-44dd-b57f-bdab93ebd9e2 req-2292428d-f339-4f6a-bdac-ab4cbbe6ab99 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.986776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cfb7-5feb-44dd-b57f-bdab93ebd9e2 req-2292428d-f339-4f6a-bdac-ab4cbbe6ab99 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.994260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4968cfb7-5feb-44dd-b57f-bdab93ebd9e2 req-2292428d-f339-4f6a-bdac-ab4cbbe6ab99 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:54.996828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4968cfb7-5feb-44dd-b57f-bdab93ebd9e2 req-2292428d-f339-4f6a-bdac-ab4cbbe6ab99 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.3029001 Oct 12 23:04:55.017291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Made reservation on behalf of d62a4ccc8e534f6c9640ca0393c4fdc5 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:55.020447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.028244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d31b833-5f4b-4ad2-a959-b6c9d3e40775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.046570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.071214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-68779293-393d-4198-9c02-1c8dbfd6e5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:55.073716 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-68779293-393d-4198-9c02-1c8dbfd6e5e8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0963588 Oct 12 23:04:55.163667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4968cfb7-5feb-44dd-b57f-bdab93ebd9e2 req-1e6cadbe-e955-4bc7-9777-83a5e92554f5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1396792 Oct 12 23:04:55.245211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-95c09221-78c3-4596-bd1e-a19b3ac91147 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463768 Oct 12 23:04:55.312296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-104522e6-2426-4376-8824-38486bacc983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.336672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.345113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4004fe-0f59-4787-b618-92fd1d51dc0f {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:04:55.354422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.355227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d31b833-5f4b-4ad2-a959-b6c9d3e40775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.368009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Transition to ACTIVE for port object bd4004fe-0f59-4787-b618-92fd1d51dc0f will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:04:55.409178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d31b833-5f4b-4ad2-a959-b6c9d3e40775 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.413324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7d31b833-5f4b-4ad2-a959-b6c9d3e40775 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b716a6d8-82ce-42f0-a720-23afc5bfcb46 HTTP/1.1" status: 204 len: 168 time: 0.8126092 Oct 12 23:04:55.416934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d31b833-5f4b-4ad2-a959-b6c9d3e40775 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b716a6d8-82ce-42f0-a720-23afc5bfcb46,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:55.417493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60758) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:55.428095 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-abd89d54-8a41-41a3-9c35-621cb2e520e1 req-a6b64591-6c4a-48a1-8bb3-eb478720305f service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702499 Oct 12 23:04:55.449686 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.471778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-104522e6-2426-4376-8824-38486bacc983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.489849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] device_id is not set on port f02b361a-229e-4ac5-b7fb-fffe12865329 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:04:55.506035 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.621679 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-104522e6-2426-4376-8824-38486bacc983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.702966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-104522e6-2426-4376-8824-38486bacc983 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=77f432c8da084d1bb9af78fa8f155f75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8047061 Oct 12 23:04:55.704251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60762) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:55.711237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104522e6-2426-4376-8824-38486bacc983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f249c11-a13c-42d7-a5f5-2972399215e4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:55.723550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.730520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf0cbe6-9377-478e-a0ee-ff67451a1e0e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:55.749274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-927daca6-8248-4746-bcb3-45b5df90defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:55.749854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-927daca6-8248-4746-bcb3-45b5df90defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:55.750386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-927daca6-8248-4746-bcb3-45b5df90defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:55.750912 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-927daca6-8248-4746-bcb3-45b5df90defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:55.751483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-927daca6-8248-4746-bcb3-45b5df90defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:55.752121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-927daca6-8248-4746-bcb3-45b5df90defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:55.754581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-927daca6-8248-4746-bcb3-45b5df90defe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:55.755313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1cfdb19-a214-4e69-964a-c9384898389d req-927daca6-8248-4746-bcb3-45b5df90defe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6483 time: 0.1990700 Oct 12 23:04:55.857853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:55.866261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14bcef74-0201-4241-8b3e-255d802aa440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.929891 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14bcef74-0201-4241-8b3e-255d802aa440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:55.956922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-238e582f-fee2-4c30-9ff8-d8053c09af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:55.962163 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1cfdb19-a214-4e69-964a-c9384898389d req-238e582f-fee2-4c30-9ff8-d8053c09af84 service neutron] 10.222.0.25 "GET /v2.0/networks?id=af724ff1-3f05-4855-b55b-99924f132136 HTTP/1.1" status: 200 len: 902 time: 0.1984701 Oct 12 23:04:56.105605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1cfdb19-a214-4e69-964a-c9384898389d req-27cc63b6-899f-4d48-9a78-d200f5e3829e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 HTTP/1.1" status: 200 len: 217 time: 0.1272478 Oct 12 23:04:56.176037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-be6ac5f7-b53c-4b9d-b8fa-f63b8a268f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.180556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1cfdb19-a214-4e69-964a-c9384898389d req-be6ac5f7-b53c-4b9d-b8fa-f63b8a268f80 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.0646760 Oct 12 23:04:56.265375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfdb19-a214-4e69-964a-c9384898389d req-3831c17e-9e8b-4f18-8578-2e17dde39725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.269669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1cfdb19-a214-4e69-964a-c9384898389d req-3831c17e-9e8b-4f18-8578-2e17dde39725 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796330 Oct 12 23:04:56.272252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14bcef74-0201-4241-8b3e-255d802aa440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.281642 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14bcef74-0201-4241-8b3e-255d802aa440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.283042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-14bcef74-0201-4241-8b3e-255d802aa440 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f249c11-a13c-42d7-a5f5-2972399215e4 HTTP/1.1" status: 204 len: 168 time: 0.5773723 Oct 12 23:04:56.337874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad26c6f-2c4f-42fc-8748-6a89d9849080 req-39ea12b2-dd81-43e2-bfa1-5f7ddf331559 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.345056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aad26c6f-2c4f-42fc-8748-6a89d9849080 req-39ea12b2-dd81-43e2-bfa1-5f7ddf331559 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.6842613 Oct 12 23:04:56.405095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bcef74-0201-4241-8b3e-255d802aa440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f249c11-a13c-42d7-a5f5-2972399215e4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:56.447333 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1cfdb19-a214-4e69-964a-c9384898389d req-df6c6769-e025-40ed-8cda-2d47e9783dd7 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629884 Oct 12 23:04:56.531357 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aad26c6f-2c4f-42fc-8748-6a89d9849080 req-ea15aed9-9c1e-4400-a25c-245dc2f1acd6 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852815 Oct 12 23:04:56.537474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.544507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] device_id is not set on port f02b361a-229e-4ac5-b7fb-fffe12865329 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:04:56.569195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Attempting to bind port bd4004fe-0f59-4787-b618-92fd1d51dc0f on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:56.569195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Attempting to bind port bd4004fe-0f59-4787-b618-92fd1d51dc0f by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:56.569195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Attempting to bind port bd4004fe-0f59-4787-b618-92fd1d51dc0f on network ceee6145-4e96-4066-9105-b15a1eb82d1c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:56.595840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.609456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Port bd4004fe-0f59-4787-b618-92fd1d51dc0f on network ceee6145-4e96-4066-9105-b15a1eb82d1c not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:56.609778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Attempting to bind port bd4004fe-0f59-4787-b618-92fd1d51dc0f on network ceee6145-4e96-4066-9105-b15a1eb82d1c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:56.614533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273e1941-ee6c-4884-bfc8-cfacaaceab02']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:04:56.625264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:04:56.625613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Checking segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:56.625996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Bound using segment: {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:04:56.627308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Bound port: bd4004fe-0f59-4787-b618-92fd1d51dc0f, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c42c4a4d-455c-49b0-8675-e8f511527129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:04:56.627308 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.631801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b27391-5351-4b50-bbbe-ec5f010f40d2 req-7e831187-e9a9-4618-800f-82456003d40e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.638646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:04:56.639172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c7bcc5-eb85-4aec-a5ee-f8fd6820ef46') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:04:56.647475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b27391-5351-4b50-bbbe-ec5f010f40d2 req-7e831187-e9a9-4618-800f-82456003d40e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.655994 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.658120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b27391-5351-4b50-bbbe-ec5f010f40d2 req-7e831187-e9a9-4618-800f-82456003d40e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.666205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b27391-5351-4b50-bbbe-ec5f010f40d2 req-7e831187-e9a9-4618-800f-82456003d40e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.673060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b27391-5351-4b50-bbbe-ec5f010f40d2 req-7e831187-e9a9-4618-800f-82456003d40e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.680387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b27391-5351-4b50-bbbe-ec5f010f40d2 req-7e831187-e9a9-4618-800f-82456003d40e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.685166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.689876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b27391-5351-4b50-bbbe-ec5f010f40d2 req-7e831187-e9a9-4618-800f-82456003d40e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:56.696133 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.701690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40b27391-5351-4b50-bbbe-ec5f010f40d2 req-7e831187-e9a9-4618-800f-82456003d40e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.2992463 Oct 12 23:04:56.705487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1cfdb19-a214-4e69-964a-c9384898389d req-055da75c-8d75-415b-8d49-1d581f558794 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444963 Oct 12 23:04:56.748163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:04:56.748571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:04:56.755390 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:04:56.760734 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40b27391-5351-4b50-bbbe-ec5f010f40d2 req-2de6642a-848d-47f6-a2fc-de10481c346b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531316 Oct 12 23:04:56.825984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'Port': ['ID=f02b361a-229e-4ac5-b7fb-fffe12865329,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:56.841819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:56.849299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:04:56.858369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Checking segment: {'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:04:56.858732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Network hostable DHCP agents. Network: 97b015fb-6926-4531-b580-965c8d3a84b0, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:04:56.958983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Network 97b015fb-6926-4531-b580-965c8d3a84b0 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:04:56.961672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.966429 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.984145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:56.987299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] 10.222.0.31 "DELETE /v2.0/networks/273e1941-ee6c-4884-bfc8-cfacaaceab02 HTTP/1.1" status: 204 len: 168 time: 1.5683322 Oct 12 23:04:57.013423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.014226 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.015893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] 10.222.0.25 "PUT /v2.0/ports/bd4004fe-0f59-4787-b618-92fd1d51dc0f HTTP/1.1" status: 200 len: 1093 time: 2.4403813 Oct 12 23:04:57.034977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:04:57.037620 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4979453-f573-449c-9ad8-b6992c61a877" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:04:57.043068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12120b6b-8688-4216-9e4f-6d1733905231 admin admin] Pushing event deleted for resources: {'Network': ['ID=273e1941-ee6c-4884-bfc8-cfacaaceab02,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:57.070157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a2525-6f70-44b8-90c2-0a8df5b7a00f service neutron] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:57.077652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 97b015fb-6926-4531-b580-965c8d3a84b0) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:57.088508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82400b54-4f5c-4847-9c5f-7c66f8aad7e7 None None] Network 97b015fb-6926-4531-b580-965c8d3a84b0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:04:57.089089 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:57.089806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60780) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:57.104234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.104610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.104935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.113004 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-701442fb-60cb-49ab-9cab-184ad8acf129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.113152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.114567 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.115072 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 2 to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 Oct 12 23:04:57.142019 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5ffe67-1250-4753-858e-820372e321ed x-openstack-request-id: req-ba5ffe67-1250-4753-858e-820372e321ed {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:04:57.143463 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:04:57.143463 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba5ffe67-1250-4753-858e-820372e321ed {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:04:57.143463 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'status': 'completed', 'code': 200} Oct 12 23:04:57.194223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.194563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.194903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.197312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8e5f0163-669b-449e-86aa-61ddd6acc086 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:04:57.213683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.214020 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.215914 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 3 to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 Oct 12 23:04:57.229039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-4be4b0c2-a528-4693-b2a8-d12cd8c7f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.231827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-4be4b0c2-a528-4693-b2a8-d12cd8c7f80c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 1096 time: 0.0869775 Oct 12 23:04:57.236472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.236802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.237137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.252731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 8e5f0163-669b-449e-86aa-61ddd6acc086 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:04:57.262248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8e5f0163-669b-449e-86aa-61ddd6acc086 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:04:57.289529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-d325c54a-452e-451c-8512-2425d3eb15b0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f HTTP/1.1" status: 200 len: 217 time: 0.0490062 Oct 12 23:04:57.292163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.292498 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.292921 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 4 to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 Oct 12 23:04:57.310103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.310442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.310779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.347293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.348019 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.349482 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 5 to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 Oct 12 23:04:57.350612 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-701442fb-60cb-49ab-9cab-184ad8acf129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.370469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.370806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.371161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.378547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60786) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:57.382792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-a43dd82b-c4cc-401c-9666-4a236e64bf8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.384290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-a43dd82b-c4cc-401c-9666-4a236e64bf8e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.0753760 Oct 12 23:04:57.385059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.385403 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.385769 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 6 to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 Oct 12 23:04:57.416242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.416242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.416242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.416669 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-701442fb-60cb-49ab-9cab-184ad8acf129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.436114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.436444 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.437528 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 7 to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 Oct 12 23:04:57.454658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.454878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.455126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.463449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.463770 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.465521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-8390a5b4-2c5b-4cad-8d21-f7ff249435d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.467285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-8390a5b4-2c5b-4cad-8d21-f7ff249435d3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0650203 Oct 12 23:04:57.468138 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 8 to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 Oct 12 23:04:57.470566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5b71a5c3-26d3-4c5b-bc18-86a90ee64750 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=32ae560e885841d79dd420b2b64ded98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906210 Oct 12 23:04:57.473800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60788) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:57.480368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-701442fb-60cb-49ab-9cab-184ad8acf129 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8bc67cd5c6e245e8912a2369d1c720db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864646 Oct 12 23:04:57.480654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60790) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:57.486919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701442fb-60cb-49ab-9cab-184ad8acf129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10574b58-97c5-41b8-8f20-b63eaeaf088e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:57.542614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.542965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.543326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.544849 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9e94eebe-a765-4079-b927-a0e5f62960a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.567516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.567843 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.570526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9e94eebe-a765-4079-b927-a0e5f62960a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.570684 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 9 to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 Oct 12 23:04:57.611244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.611581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.611919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.641603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.642000 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.646446 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 10 to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 Oct 12 23:04:57.665222 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ef6-794b-4346-a0a4-5fcc5a0a52e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.668732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-deaf08a5-8d0a-4534-ad66-4741885b94a5 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936040 Oct 12 23:04:57.678171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:04:57.678562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:04:57.678901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:04:57.691115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc2968f-678b-4b4a-bb26-d939355c5aad req-31c2328a-e07b-4837-b11e-9d27ec7438c1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.694530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7dc2968f-678b-4b4a-bb26-d939355c5aad req-31c2328a-e07b-4837-b11e-9d27ec7438c1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.0591254 Oct 12 23:04:57.701606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port f02b361a-229e-4ac5-b7fb-fffe12865329 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:04:57.701944 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port f02b361a-229e-4ac5-b7fb-fffe12865329 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:04:57.702314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.719820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ef6-794b-4346-a0a4-5fcc5a0a52e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.725482 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9e94eebe-a765-4079-b927-a0e5f62960a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.728325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9e94eebe-a765-4079-b927-a0e5f62960a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:57.729634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9e94eebe-a765-4079-b927-a0e5f62960a8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10574b58-97c5-41b8-8f20-b63eaeaf088e HTTP/1.1" status: 204 len: 168 time: 0.2480059 Oct 12 23:04:57.782889 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7dc2968f-678b-4b4a-bb26-d939355c5aad req-d0839f1b-2dde-4234-9284-6d40f997aced tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765989 Oct 12 23:04:57.782889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94eebe-a765-4079-b927-a0e5f62960a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10574b58-97c5-41b8-8f20-b63eaeaf088e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:57.912460 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f4d29a-00f8-40f4-bbf1-fd58bbd7e18a req-4610630e-1aa6-4e90-9412-654a0a45b979 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287464 Oct 12 23:04:57.923706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] For port f02b361a-229e-4ac5-b7fb-fffe12865329, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:04:57.924060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempted to set empty binding levels {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 23:04:57.941086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3357-ce1d-4472-b438-cbc3e4a1e14b req-d4d4a9b9-781c-4efb-aabc-2b9329e4a827 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.947402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3357-ce1d-4472-b438-cbc3e4a1e14b req-d4d4a9b9-781c-4efb-aabc-2b9329e4a827 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.953390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3357-ce1d-4472-b438-cbc3e4a1e14b req-d4d4a9b9-781c-4efb-aabc-2b9329e4a827 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.959986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3357-ce1d-4472-b438-cbc3e4a1e14b req-d4d4a9b9-781c-4efb-aabc-2b9329e4a827 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.966091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3357-ce1d-4472-b438-cbc3e4a1e14b req-d4d4a9b9-781c-4efb-aabc-2b9329e4a827 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.972117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3357-ce1d-4472-b438-cbc3e4a1e14b req-d4d4a9b9-781c-4efb-aabc-2b9329e4a827 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.978881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3357-ce1d-4472-b438-cbc3e4a1e14b req-d4d4a9b9-781c-4efb-aabc-2b9329e4a827 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:57.981042 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af4e3357-ce1d-4472-b438-cbc3e4a1e14b req-d4d4a9b9-781c-4efb-aabc-2b9329e4a827 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1325066 Oct 12 23:04:58.005144 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ef6-794b-4346-a0a4-5fcc5a0a52e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:58.008248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0ba6ef6-794b-4346-a0a4-5fcc5a0a52e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:58.009640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d0ba6ef6-794b-4346-a0a4-5fcc5a0a52e1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a HTTP/1.1" status: 204 len: 168 time: 0.5336025 Oct 12 23:04:58.010747 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:58.070700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:58.076954 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:58.076954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ba6ef6-794b-4346-a0a4-5fcc5a0a52e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1b5c0d-323b-4ce9-8de2-138c9fc7db2a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:58.117105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af4e3357-ce1d-4472-b438-cbc3e4a1e14b req-56520bd2-98dd-44be-99dc-695371972757 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1298432 Oct 12 23:04:58.125750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'Port': ['ID=f02b361a-229e-4ac5-b7fb-fffe12865329,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:58.139802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979453-f573-449c-9ad8-b6992c61a877 req-9972f520-205b-4fc7-a46c-52ea1ca4f672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:58.141357 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4979453-f573-449c-9ad8-b6992c61a877 req-9972f520-205b-4fc7-a46c-52ea1ca4f672 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 1096 time: 0.0884554 Oct 12 23:04:58.202594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-63d8b363-a9e3-4932-b52d-7cf07ec9e336 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.5171185 Oct 12 23:04:58.202979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60806) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:58.273179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979453-f573-449c-9ad8-b6992c61a877 req-921d8599-a6d4-42d8-9c38-29005eceaafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:58.275370 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4979453-f573-449c-9ad8-b6992c61a877 req-921d8599-a6d4-42d8-9c38-29005eceaafa service neutron] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.1268873 Oct 12 23:04:58.295772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-87733f87-cdc4-4c8c-8edb-b09f83e5f857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Deleting port f02b361a-229e-4ac5-b7fb-fffe12865329 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:04:58.296131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87733f87-cdc4-4c8c-8edb-b09f83e5f857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:58.326951 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4979453-f573-449c-9ad8-b6992c61a877 req-4a7c8dd6-0e4e-4901-9772-a05fc9daf273 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f HTTP/1.1" status: 200 len: 217 time: 0.0425270 Oct 12 23:04:58.402815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-87733f87-cdc4-4c8c-8edb-b09f83e5f857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] For port f02b361a-229e-4ac5-b7fb-fffe12865329, host n-h1-790519-14, got binding levels [] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:04:58.403217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87733f87-cdc4-4c8c-8edb-b09f83e5f857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:58.416987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979453-f573-449c-9ad8-b6992c61a877 req-62830a7b-4fe0-44aa-a4e7-5daeeb99eccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:58.418469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4979453-f573-449c-9ad8-b6992c61a877 req-62830a7b-4fe0-44aa-a4e7-5daeeb99eccf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.0837231 Oct 12 23:04:58.427891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-87733f87-cdc4-4c8c-8edb-b09f83e5f857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Calling delete_port for f02b361a-229e-4ac5-b7fb-fffe12865329 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:04:58.502776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e86985-c41f-4dc6-9d9e-9d1077a61bed req-ff1ee501-b512-424c-9184-7f15a094de59 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:58.505062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9e86985-c41f-4dc6-9d9e-9d1077a61bed req-ff1ee501-b512-424c-9184-7f15a094de59 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0855997 Oct 12 23:04:58.511912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979453-f573-449c-9ad8-b6992c61a877 req-3614a4a5-76cd-4806-8610-9e84b544c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:58.513424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4979453-f573-449c-9ad8-b6992c61a877 req-3614a4a5-76cd-4806-8610-9e84b544c486 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627654 Oct 12 23:04:58.607959 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9e86985-c41f-4dc6-9d9e-9d1077a61bed req-436c0434-1fa0-4dd4-9fe5-c16ef56b8e20 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915794 Oct 12 23:04:58.692802 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4979453-f573-449c-9ad8-b6992c61a877 req-48986787-e4b4-4062-8d62-a7d766f7906c service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708014 Oct 12 23:04:58.823883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4979453-f573-449c-9ad8-b6992c61a877 req-a7512171-ae5b-4033-b831-18c657960aea service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229222 Oct 12 23:04:58.948793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9be66a-865e-43bf-98f8-e0dca034a5e0 req-cac41e21-ec62-4ef4-88f3-b7620ae07f46 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:58.950490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b9be66a-865e-43bf-98f8-e0dca034a5e0 req-cac41e21-ec62-4ef4-88f3-b7620ae07f46 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.0575628 Oct 12 23:04:58.993522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5fbe19-4da0-4980-b54e-a06258033e19 req-99f85bcd-21de-4b18-a1a4-cae75e70cb66 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:58.995214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db5fbe19-4da0-4980-b54e-a06258033e19 req-99f85bcd-21de-4b18-a1a4-cae75e70cb66 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0523527 Oct 12 23:04:58.997800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b9be66a-865e-43bf-98f8-e0dca034a5e0 req-caeac028-777e-4e73-a4fb-e063e3e5b83f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385375 Oct 12 23:04:59.039947 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db5fbe19-4da0-4980-b54e-a06258033e19 req-d66004ff-949d-412b-8775-daaaf35e402b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384862 Oct 12 23:04:59.048615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87733f87-cdc4-4c8c-8edb-b09f83e5f857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.108931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87733f87-cdc4-4c8c-8edb-b09f83e5f857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event deleted for resources: {'Port': ['ID=f02b361a-229e-4ac5-b7fb-fffe12865329,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:59.113245 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87733f87-cdc4-4c8c-8edb-b09f83e5f857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.117399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-87733f87-cdc4-4c8c-8edb-b09f83e5f857 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "DELETE /v2.0/ports/f02b361a-229e-4ac5-b7fb-fffe12865329 HTTP/1.1" status: 204 len: 168 time: 0.9133642 Oct 12 23:04:59.133092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60848) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:59.156449 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-85a19c9c-45b9-43f2-a15e-6235c80a191f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] GET failed (client error): The resource could not be found. Oct 12 23:04:59.157944 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-85a19c9c-45b9-43f2-a15e-6235c80a191f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "GET /v2.0/ports/f02b361a-229e-4ac5-b7fb-fffe12865329 HTTP/1.1" status: 404 len: 333 time: 0.0238626 Oct 12 23:04:59.167960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60854) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:59.172739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Request body: {'port': {'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-13752521'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:59.282472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091804-0bcd-40dd-8623-2d37f1445432 req-82fb369f-d5e7-4aba-96aa-f74fdd9ffc34 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:59.289159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091804-0bcd-40dd-8623-2d37f1445432 req-82fb369f-d5e7-4aba-96aa-f74fdd9ffc34 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:59.295276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091804-0bcd-40dd-8623-2d37f1445432 req-82fb369f-d5e7-4aba-96aa-f74fdd9ffc34 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:59.301647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091804-0bcd-40dd-8623-2d37f1445432 req-82fb369f-d5e7-4aba-96aa-f74fdd9ffc34 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:59.307814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091804-0bcd-40dd-8623-2d37f1445432 req-82fb369f-d5e7-4aba-96aa-f74fdd9ffc34 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:59.313770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091804-0bcd-40dd-8623-2d37f1445432 req-82fb369f-d5e7-4aba-96aa-f74fdd9ffc34 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:59.320870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90091804-0bcd-40dd-8623-2d37f1445432 req-82fb369f-d5e7-4aba-96aa-f74fdd9ffc34 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:59.322848 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90091804-0bcd-40dd-8623-2d37f1445432 req-82fb369f-d5e7-4aba-96aa-f74fdd9ffc34 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.0984259 Oct 12 23:04:59.332736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Made reservation on behalf of d62a4ccc8e534f6c9640ca0393c4fdc5 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:59.335179 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.361082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] device_id is not set on port b88ccaa2-2c55-4d12-ad81-85d1237447e7 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:04:59.372814 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90091804-0bcd-40dd-8623-2d37f1445432 req-0f9ade9e-7671-44c5-9863-56e9d03c7b8a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430627 Oct 12 23:04:59.443050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60864) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:59.544633 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.589899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-569315799-network', 'tenant_id': '55bc893a6d5f4dd0bb74acd20eb4dae5'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:59.618089 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa05acbd-e95f-4159-9194-be616054e723 req-c6d7310e-a25a-4d81-89f0-63db2dcb5ef5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:59.619602 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa05acbd-e95f-4159-9194-be616054e723 req-c6d7310e-a25a-4d81-89f0-63db2dcb5ef5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0733628 Oct 12 23:04:59.658804 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa05acbd-e95f-4159-9194-be616054e723 req-1ace6852-df9c-4126-8276-c53bafdcfb37 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332987 Oct 12 23:04:59.671445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Made reservation on behalf of 55bc893a6d5f4dd0bb74acd20eb4dae5 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:04:59.673825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.683150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.700582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.749821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'Port': ['ID=b88ccaa2-2c55-4d12-ad81-85d1237447e7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:59.765747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Network 97b015fb-6926-4531-b580-965c8d3a84b0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:04:59.767552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:04:59.769961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:04:59.771061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:04:59.771825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.775267 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.859028 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.886976 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1f4113d1-7f56-49ed-bca9-761fc2837ec3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.7158527 Oct 12 23:04:59.887204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60878) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:04:59.892296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:04:59.897732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:04:59.908063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=227437ea-b644-4c7c-a29c-0d1f9221481c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:04:59.913889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.918151 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Added segment f0734cea-faec-4808-be5b-aaee772b27a3 of type vlan for network a7755dd3-2083-4850-8846-87f5ebd26e4f Oct 12 23:04:59.957453 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:04:59.971545 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.030227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.031371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.032002 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.061843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:00.167042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] Pushing event updated for resources: {'Network': ['ID=a7755dd3-2083-4850-8846-87f5ebd26e4f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:00.184780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] device_id is not set on port b88ccaa2-2c55-4d12-ad81-85d1237447e7 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:00.194259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.198511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a7755dd3-2083-4850-8846-87f5ebd26e4f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:05:00.206659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:00.216251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98a053-80cf-4e12-9a09-9f2078c34e7f req-1968b78d-aca1-40d0-aa08-7515e91a896c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.218121 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7f98a053-80cf-4e12-9a09-9f2078c34e7f req-1968b78d-aca1-40d0-aa08-7515e91a896c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.0918758 Oct 12 23:05:00.222612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-be3a24d9-11a8-43cc-993c-29892e344e52 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7782917 Oct 12 23:05:00.225615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60888) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:00.230454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Request body: {'subnet': {'network_id': 'a7755dd3-2083-4850-8846-87f5ebd26e4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-569315799-subnet', 'tenant_id': '55bc893a6d5f4dd0bb74acd20eb4dae5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:00.259970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7f98a053-80cf-4e12-9a09-9f2078c34e7f req-30968ed8-a323-44d9-a565-98d95c1d6347 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359089 Oct 12 23:05:00.277684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'port_id': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'mac_address': 'fa:16:3e:30:35:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:00.317108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.328286 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.341832 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4004fe-0f59-4787-b618-92fd1d51dc0f {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:00.362624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:00.384853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'Port': ['ID=b88ccaa2-2c55-4d12-ad81-85d1237447e7,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:00.389320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Made reservation on behalf of 55bc893a6d5f4dd0bb74acd20eb4dae5 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:00.393473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.405569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.405847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.406208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.441058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.441460 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.443230 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 2 to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 Oct 12 23:05:00.469811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.470159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.470504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.477604 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.483453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.483787 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.485233 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 3 to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 Oct 12 23:05:00.505659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.506014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.506348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.516512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.517348 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.517348 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 4 to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 Oct 12 23:05:00.524164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc90-e558-4e73-818a-4595d7cb3e08 req-c3d4e311-9d15-4a41-9107-8f83cd73d392 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.533800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc90-e558-4e73-818a-4595d7cb3e08 req-c3d4e311-9d15-4a41-9107-8f83cd73d392 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.540811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc90-e558-4e73-818a-4595d7cb3e08 req-c3d4e311-9d15-4a41-9107-8f83cd73d392 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.546976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc90-e558-4e73-818a-4595d7cb3e08 req-c3d4e311-9d15-4a41-9107-8f83cd73d392 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.547117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:00.553168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc90-e558-4e73-818a-4595d7cb3e08 req-c3d4e311-9d15-4a41-9107-8f83cd73d392 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.557069 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.558252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.558823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.559884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.560013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc90-e558-4e73-818a-4595d7cb3e08 req-c3d4e311-9d15-4a41-9107-8f83cd73d392 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.560489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.561457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.562041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.562783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.564089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.564495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.564962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.565112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.565549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.566766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.566922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a84dc90-e558-4e73-818a-4595d7cb3e08 req-c3d4e311-9d15-4a41-9107-8f83cd73d392 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.567656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:00.574290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.574640 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.574844 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a84dc90-e558-4e73-818a-4595d7cb3e08 req-c3d4e311-9d15-4a41-9107-8f83cd73d392 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1128051 Oct 12 23:05:00.578152 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 5 to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 Oct 12 23:05:00.602531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.602531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.602531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.627210 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a84dc90-e558-4e73-818a-4595d7cb3e08 req-3b6042f1-1d84-42f6-87c4-9db05e4df768 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513461 Oct 12 23:05:00.639174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.641847 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.652374 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 6 to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 Oct 12 23:05:00.674865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['bd4004fe-0f59-4787-b618-92fd1d51dc0f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:00.690460 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.690798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.691674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.699449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.699784 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.701932 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 7 to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 Oct 12 23:05:00.718346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.718686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.719055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.728166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35625de-4434-4269-863b-a6e9ef363339 req-4e1d2024-6a6f-4ba8-9938-ce6be8ab5741 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:00.729696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a35625de-4434-4269-863b-a6e9ef363339 req-4e1d2024-6a6f-4ba8-9938-ce6be8ab5741 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0952303 Oct 12 23:05:00.733089 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.733427 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.733825 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 8 to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 Oct 12 23:05:00.743286 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.780520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.780864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.781208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.800218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.800581 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.802842 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 9 to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 Oct 12 23:05:00.843293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.843634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.843977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.855852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a35625de-4434-4269-863b-a6e9ef363339 req-cf2c3e8d-5676-44f3-b972-1fe38bdb4af0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104388 Oct 12 23:05:00.856451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb95ca3e-f22f-4964-9c9d-9751b12365a8,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:00.864060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.864392 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.865886 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 10 to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 Oct 12 23:05:00.876269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Checking segment: {'id': 'f0734cea-faec-4808-be5b-aaee772b27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a7755dd3-2083-4850-8846-87f5ebd26e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:00.876631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Network hostable DHCP agents. Network: a7755dd3-2083-4850-8846-87f5ebd26e4f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:05:00.883430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:00.883762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:00.884103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:00.892086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:00.892414 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:00.892777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:00.969437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] For port b88ccaa2-2c55-4d12-ad81-85d1237447e7, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:00.969810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempted to set empty binding levels {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 23:05:01.007044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Network a7755dd3-2083-4850-8846-87f5ebd26e4f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:05:01.104875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:01.144224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] In _notify_port_updated(), no bound segment for port b88ccaa2-2c55-4d12-ad81-85d1237447e7 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:05:01.151073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.151721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:01.153101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "PUT /v2.0/ports/b88ccaa2-2c55-4d12-ad81-85d1237447e7 HTTP/1.1" status: 200 len: 978 time: 1.2649944 Oct 12 23:05:01.156498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a7755dd3-2083-4850-8846-87f5ebd26e4f) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:01.166800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.167097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa1bc93-60bd-4ee2-8f01-cc6860a2a2f5 None None] Network a7755dd3-2083-4850-8846-87f5ebd26e4f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:01.167540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:01.168203 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60902) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:01.175744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c24c4ee-9227-4a37-8151-6afa9ced6469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'Port': ['ID=b88ccaa2-2c55-4d12-ad81-85d1237447e7,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:01.250237 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a6e923a5-9bf3-490f-8a3f-3fdd34e5494f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0235021 Oct 12 23:05:01.292642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.293147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.293477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.293841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.294329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.294760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.295239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.295705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.297598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.297598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.297598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.297598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.297964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.298405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.298817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.299424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.300292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.300684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.301043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.301566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.302003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.302376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.302829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.303307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.303772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.304214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.304665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.305120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.305399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dce8b1-4a73-402f-b877-f0878e0839ef None None] Network a7755dd3-2083-4850-8846-87f5ebd26e4f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:01.305577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.306030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.306475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.306925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.307394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.307849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.308292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.308745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.309223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.309702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.310269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.310730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.311201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.311655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.312099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.312716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.313317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.313944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.314402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.314855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.321132 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-af3a6aa0-7c08-4d1b-8f3e-c8618f470141 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 43179 time: 0.1513617 Oct 12 23:05:01.326103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60908) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:01.426957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-83128ae7-08bd-4dff-bdbc-4b964d27507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Deleting port b88ccaa2-2c55-4d12-ad81-85d1237447e7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:01.426957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83128ae7-08bd-4dff-bdbc-4b964d27507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:01.427782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b30d486-8186-47c9-8fcd-f4c724b89932 req-da2e0eaf-a3ad-4623-a64f-73fe6c8abf02 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.435527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b30d486-8186-47c9-8fcd-f4c724b89932 req-da2e0eaf-a3ad-4623-a64f-73fe6c8abf02 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 945 time: 0.0685365 Oct 12 23:05:01.498826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b30d486-8186-47c9-8fcd-f4c724b89932 req-272cb8a6-92cd-4121-8ab1-f71fa2b5f91e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574849 Oct 12 23:05:01.516250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-83128ae7-08bd-4dff-bdbc-4b964d27507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] For port b88ccaa2-2c55-4d12-ad81-85d1237447e7, host n-h1-790519-14, got binding levels [] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:01.517177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83128ae7-08bd-4dff-bdbc-4b964d27507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:01.533016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-83128ae7-08bd-4dff-bdbc-4b964d27507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Calling delete_port for b88ccaa2-2c55-4d12-ad81-85d1237447e7 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:01.671987 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83128ae7-08bd-4dff-bdbc-4b964d27507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:01.701620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83128ae7-08bd-4dff-bdbc-4b964d27507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event deleted for resources: {'Port': ['ID=b88ccaa2-2c55-4d12-ad81-85d1237447e7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:01.737891 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83128ae7-08bd-4dff-bdbc-4b964d27507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:01.741818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-83128ae7-08bd-4dff-bdbc-4b964d27507b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b88ccaa2-2c55-4d12-ad81-85d1237447e7 HTTP/1.1" status: 204 len: 168 time: 0.4138052 Oct 12 23:05:01.744643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60918) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:01.772484 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ce3b9-e454-477a-8f98-448ce00ef90b req-50314938-a95e-4046-9d17-0f3e9af1c979 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.774580 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-564f2e45-845f-433e-b6d3-4afd5f544e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] GET failed (client error): The resource could not be found. Oct 12 23:05:01.778329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-564f2e45-845f-433e-b6d3-4afd5f544e74 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "GET /v2.0/ports/b88ccaa2-2c55-4d12-ad81-85d1237447e7 HTTP/1.1" status: 404 len: 333 time: 0.0303845 Oct 12 23:05:01.781502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ce3b9-e454-477a-8f98-448ce00ef90b req-50314938-a95e-4046-9d17-0f3e9af1c979 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.785410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60922) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:01.788562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ce3b9-e454-477a-8f98-448ce00ef90b req-50314938-a95e-4046-9d17-0f3e9af1c979 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.790276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2089372978', 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:01.794826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ce3b9-e454-477a-8f98-448ce00ef90b req-50314938-a95e-4046-9d17-0f3e9af1c979 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.801670 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ce3b9-e454-477a-8f98-448ce00ef90b req-50314938-a95e-4046-9d17-0f3e9af1c979 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.808007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ce3b9-e454-477a-8f98-448ce00ef90b req-50314938-a95e-4046-9d17-0f3e9af1c979 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.813975 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ce3b9-e454-477a-8f98-448ce00ef90b req-50314938-a95e-4046-9d17-0f3e9af1c979 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:01.818386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-810ce3b9-e454-477a-8f98-448ce00ef90b req-50314938-a95e-4046-9d17-0f3e9af1c979 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1191843 Oct 12 23:05:01.859767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-810ce3b9-e454-477a-8f98-448ce00ef90b req-ad752bcf-c6bc-4efb-93b9-1027fa8625a0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0373783 Oct 12 23:05:01.962231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Made reservation on behalf of d62a4ccc8e534f6c9640ca0393c4fdc5 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:01.964432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:01.988396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] device_id is not set on port 58664a21-4e18-4456-98a4-af77005aef4f yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:02.005705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30c8e-fc18-491c-bc1f-84f36a74cca7 req-2802772b-663a-455f-a7ce-df90e980e60b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:02.007265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ae30c8e-fc18-491c-bc1f-84f36a74cca7 req-2802772b-663a-455f-a7ce-df90e980e60b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0778294 Oct 12 23:05:02.048524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60932) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:02.056114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-478774397-network', 'tenant_id': '0b948b452f9548ec8c5b4a746189f858'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:02.060549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:02.108339 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ae30c8e-fc18-491c-bc1f-84f36a74cca7 req-cc5e8f3c-996b-479c-8479-f388b87aa83b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666173 Oct 12 23:05:02.151811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Made reservation on behalf of 0b948b452f9548ec8c5b4a746189f858 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:02.154154 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.163506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.203080 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.209249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port bd4004fe-0f59-4787-b618-92fd1d51dc0f completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:02.219532 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port bd4004fe-0f59-4787-b618-92fd1d51dc0f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:02.219532 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.257249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.289551 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.301562 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.319067 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.324306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:02.327235 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd3ffdb6-720c-4cb2-9b35-b7e9521782ea" -d '{"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-plugged", "status": "completed", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:02.328078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Network 97b015fb-6926-4531-b580-965c8d3a84b0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:02.331174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:02.337581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:02.338517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:02.339187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.340602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:02.355919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'Port': ['ID=58664a21-4e18-4456-98a4-af77005aef4f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:02.359325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:05:02.377297 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caab61bf-5fe2-47e6-ba6e-7977dc051c5e x-openstack-request-id: req-caab61bf-5fe2-47e6-ba6e-7977dc051c5e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:02.377655 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-plugged", "status": "completed", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:02.377911 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caab61bf-5fe2-47e6-ba6e-7977dc051c5e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:02.378305 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'code': 200} Oct 12 23:05:02.379209 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.379738 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Added segment 50c7d633-add7-44ed-bb72-6f7d93cc748c of type vlan for network e5d64770-999e-42d0-9b0f-71e6f2c77e7f Oct 12 23:05:02.386782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d0af3c-70f4-4744-8083-c36fbaf5d2a9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:02.424194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.430039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.456289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-45e514b6-6d21-4072-86f2-4c1d891d9fc0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6697736 Oct 12 23:05:02.459185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60940) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:02.481523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:02.497919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a799f17-473c-40a3-a635-7c5aebbeb785 req-98a01f44-e969-4ddc-a134-7ddd03ea3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:02.497919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a799f17-473c-40a3-a635-7c5aebbeb785 req-98a01f44-e969-4ddc-a134-7ddd03ea3444 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 1098 time: 0.0514922 Oct 12 23:05:02.503053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2809d20a-10ae-468e-9103-5540d88103a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:02.508149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2809d20a-10ae-468e-9103-5540d88103a5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "GET /v2.0/ports/58664a21-4e18-4456-98a4-af77005aef4f HTTP/1.1" status: 200 len: 959 time: 0.0479114 Oct 12 23:05:02.508856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60942) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:02.517184 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.518382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:02.519021 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.566252 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a799f17-473c-40a3-a635-7c5aebbeb785 req-198e2c46-c2dc-4205-96d5-cba0135ce4f6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638609 Oct 12 23:05:02.580715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] Pushing event updated for resources: {'Network': ['ID=e5d64770-999e-42d0-9b0f-71e6f2c77e7f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:02.595813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e5d64770-999e-42d0-9b0f-71e6f2c77e7f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:05:02.645858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cf38bc4b-6f17-4d11-872d-16c4935c37f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Deleting port 58664a21-4e18-4456-98a4-af77005aef4f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:02.646193 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf38bc4b-6f17-4d11-872d-16c4935c37f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.656629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d047ec9-ee24-4bb6-b415-02d6554db5be req-0995c5c1-efb6-4f79-924c-17f62d9d9226 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:02.658103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d047ec9-ee24-4bb6-b415-02d6554db5be req-0995c5c1-efb6-4f79-924c-17f62d9d9226 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.0703402 Oct 12 23:05:02.682463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1ce128c6-8a3a-4229-a19a-155865b2fbae admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6301999 Oct 12 23:05:02.682658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60946) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:02.687383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Request body: {'subnet': {'network_id': 'e5d64770-999e-42d0-9b0f-71e6f2c77e7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-478774397-subnet', 'tenant_id': '0b948b452f9548ec8c5b4a746189f858', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:02.741263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d047ec9-ee24-4bb6-b415-02d6554db5be req-ed41ae98-c759-47a4-a281-04348cf9625a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724416 Oct 12 23:05:02.749329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf38bc4b-6f17-4d11-872d-16c4935c37f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.763020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cf38bc4b-6f17-4d11-872d-16c4935c37f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Calling delete_port for 58664a21-4e18-4456-98a4-af77005aef4f owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:02.797512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Made reservation on behalf of 0b948b452f9548ec8c5b4a746189f858 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:02.799689 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.916367 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf38bc4b-6f17-4d11-872d-16c4935c37f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.948304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf38bc4b-6f17-4d11-872d-16c4935c37f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event deleted for resources: {'Port': ['ID=58664a21-4e18-4456-98a4-af77005aef4f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:02.981663 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf38bc4b-6f17-4d11-872d-16c4935c37f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:02.987459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cf38bc4b-6f17-4d11-872d-16c4935c37f6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "DELETE /v2.0/ports/58664a21-4e18-4456-98a4-af77005aef4f HTTP/1.1" status: 204 len: 168 time: 0.4743407 Oct 12 23:05:02.988479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60954) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:03.014930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2016-d409-4c2b-9286-bd3c124ece13 req-f9a4a5bf-7975-4380-8c38-8d56647a7de5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.021557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2016-d409-4c2b-9286-bd3c124ece13 req-f9a4a5bf-7975-4380-8c38-8d56647a7de5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.027831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2016-d409-4c2b-9286-bd3c124ece13 req-f9a4a5bf-7975-4380-8c38-8d56647a7de5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.035670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2016-d409-4c2b-9286-bd3c124ece13 req-f9a4a5bf-7975-4380-8c38-8d56647a7de5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.039109 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb28b689-af61-4d98-bb8a-34bd236e04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] GET failed (client error): The resource could not be found. Oct 12 23:05:03.044102 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cb28b689-af61-4d98-bb8a-34bd236e04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "GET /v2.0/ports/58664a21-4e18-4456-98a4-af77005aef4f HTTP/1.1" status: 404 len: 333 time: 0.0511379 Oct 12 23:05:03.044265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2016-d409-4c2b-9286-bd3c124ece13 req-f9a4a5bf-7975-4380-8c38-8d56647a7de5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.047976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60956) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:03.049065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2016-d409-4c2b-9286-bd3c124ece13 req-f9a4a5bf-7975-4380-8c38-8d56647a7de5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.055651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Request body: {'port': {'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1795157806'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:03.056830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2016-d409-4c2b-9286-bd3c124ece13 req-f9a4a5bf-7975-4380-8c38-8d56647a7de5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.073636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a05b2016-d409-4c2b-9286-bd3c124ece13 req-f9a4a5bf-7975-4380-8c38-8d56647a7de5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1129024 Oct 12 23:05:03.111640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a05b2016-d409-4c2b-9286-bd3c124ece13 req-6f385cec-ea90-464c-a379-629b5f9e2224 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430036 Oct 12 23:05:03.131033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:03.173699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Made reservation on behalf of d62a4ccc8e534f6c9640ca0393c4fdc5 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:03.176897 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:03.214862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] device_id is not set on port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:03.221499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Pushing event updated for resources: {'Subnet': ['ID=38abd6f8-54df-451a-9b31-c72e3c704ed3,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:03.230429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Checking segment: {'id': '50c7d633-add7-44ed-bb72-6f7d93cc748c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e5d64770-999e-42d0-9b0f-71e6f2c77e7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:03.230786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Network hostable DHCP agents. Network: e5d64770-999e-42d0-9b0f-71e6f2c77e7f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:05:03.241879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3768f548-d7e2-4be1-9a24-b7d76bc37790 req-01fed710-01cc-4cd9-9789-7e2b59bc8b1d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.243524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3768f548-d7e2-4be1-9a24-b7d76bc37790 req-01fed710-01cc-4cd9-9789-7e2b59bc8b1d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0557239 Oct 12 23:05:03.286072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3768f548-d7e2-4be1-9a24-b7d76bc37790 req-1e54adf8-bcb7-4bb5-869c-504e6866f4df tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357871 Oct 12 23:05:03.366186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Network e5d64770-999e-42d0-9b0f-71e6f2c77e7f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:05:03.395494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:03.469806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, e5d64770-999e-42d0-9b0f-71e6f2c77e7f) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:03.475337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.476274 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:03.481025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36223eb5-6431-47e6-bc6f-359c2d35dca3 None None] Network e5d64770-999e-42d0-9b0f-71e6f2c77e7f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:03.493856 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:03.565062 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-77fa22f5-5cb4-4234-b6ae-2ce589e4f96e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8738356 Oct 12 23:05:03.569424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Network 97b015fb-6926-4531-b580-965c8d3a84b0 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:03.574128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:03.583839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:03.585115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.585882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:03.594223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'Port': ['ID=7c5ddddf-ca54-4fcb-8692-71dc8f561a06,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:03.690040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e8b373-f311-4626-bcba-abd3e8c330b7 None None] Network e5d64770-999e-42d0-9b0f-71e6f2c77e7f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:03.693646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1b5684e7-2967-43ae-a78f-4ecd8044d4a2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6433463 Oct 12 23:05:03.694834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60964) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:03.700129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:03.800213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:03.994997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9295158-6f1a-4d1c-87cb-308c93ad5376 req-7e8996f6-111d-4cfb-8256-342768c9a5ec tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:03.996489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9295158-6f1a-4d1c-87cb-308c93ad5376 req-7e8996f6-111d-4cfb-8256-342768c9a5ec tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1102598 Oct 12 23:05:04.068925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] device_id is not set on port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:04.075794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9295158-6f1a-4d1c-87cb-308c93ad5376 req-62ad6382-9b7f-4c3a-941f-d1138cd62458 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722773 Oct 12 23:05:04.080217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:04.086824 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:05:04.192408 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:04.256787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-7ab18b4f-dfde-460a-b1e9-f61e12b29d40 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:04.259138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-7ab18b4f-dfde-460a-b1e9-f61e12b29d40 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/networks?id=a7755dd3-2083-4850-8846-87f5ebd26e4f HTTP/1.1" status: 200 len: 824 time: 0.1108270 Oct 12 23:05:04.278701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'Port': ['ID=7c5ddddf-ca54-4fcb-8692-71dc8f561a06,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:04.290924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-d78c9ede-8883-4842-bdc4-e439be1e715d tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/quotas/55bc893a6d5f4dd0bb74acd20eb4dae5 HTTP/1.1" status: 200 len: 375 time: 0.0267255 Oct 12 23:05:04.302542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.302820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.303178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.303522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.303863 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.304198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.304615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.304997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.305287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.305613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.305941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.306266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:04.316467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.316745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.317118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.321813 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-c21127de-7bd4-49cf-8e7f-e9c03c495447 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=55bc893a6d5f4dd0bb74acd20eb4dae5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298212 Oct 12 23:05:04.341100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60019-5af7-47a5-b729-35ee9e4e6f6b req-9790858c-e79c-46d5-a427-8c1bf0af9206 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:04.349876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60019-5af7-47a5-b729-35ee9e4e6f6b req-9790858c-e79c-46d5-a427-8c1bf0af9206 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:04.355087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60019-5af7-47a5-b729-35ee9e4e6f6b req-9790858c-e79c-46d5-a427-8c1bf0af9206 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:04.361056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60019-5af7-47a5-b729-35ee9e4e6f6b req-9790858c-e79c-46d5-a427-8c1bf0af9206 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:04.367699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60019-5af7-47a5-b729-35ee9e4e6f6b req-9790858c-e79c-46d5-a427-8c1bf0af9206 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:04.373737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60019-5af7-47a5-b729-35ee9e4e6f6b req-9790858c-e79c-46d5-a427-8c1bf0af9206 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:04.379765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf60019-5af7-47a5-b729-35ee9e4e6f6b req-9790858c-e79c-46d5-a427-8c1bf0af9206 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:04.381707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-caf60019-5af7-47a5-b729-35ee9e4e6f6b req-9790858c-e79c-46d5-a427-8c1bf0af9206 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1829996 Oct 12 23:05:04.382506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.382848 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.383311 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 2 to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 Oct 12 23:05:04.416105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.416653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.417125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.446787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.447154 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.448788 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 3 to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 Oct 12 23:05:04.457650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-007855d4-c269-48a9-a2f4-79f7025e4549 service neutron] 10.222.0.31 "GET /v2.0/networks/a7755dd3-2083-4850-8846-87f5ebd26e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273234 Oct 12 23:05:04.499231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.499707 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.500057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.512927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-caf60019-5af7-47a5-b729-35ee9e4e6f6b req-3a4e2a14-8ac7-4b9f-9036-2adae55199d4 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146731 Oct 12 23:05:04.515875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.515875 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.515875 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 4 to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 Oct 12 23:05:04.532384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.532984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.533549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.541933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.542277 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.542673 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 5 to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 Oct 12 23:05:04.565468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.566950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.567678 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.576165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.576838 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.577320 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 6 to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 Oct 12 23:05:04.600878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.602004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.602004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.610136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.610368 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.610969 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 7 to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 Oct 12 23:05:04.623412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-49a613e9-b81f-4c4f-ac08-fae821e0ca15 service neutron] 10.222.0.31 "GET /v2.0/networks/a7755dd3-2083-4850-8846-87f5ebd26e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497290 Oct 12 23:05:04.626498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.626823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.627403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.640941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.645491 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.646445 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 8 to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 Oct 12 23:05:04.663604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.664230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.664540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.669126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.669482 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.669934 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 9 to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 Oct 12 23:05:04.683748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.684340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.684769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.689679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.690051 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.690510 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempt 10 to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 Oct 12 23:05:04.707450 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:04.710322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:04.710692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempting to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:04.727918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:04.727918 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Failed to bind port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '694daed5-193e-47b4-b53d-0abcdab8cebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '97b015fb-6926-4531-b580-965c8d3a84b0'}] Oct 12 23:05:04.727918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:04.798193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266431db-e7d4-4aa3-b0f1-1ba936402563 req-1105894d-c697-471a-9c59-bac871e5a532 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:04.799729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-266431db-e7d4-4aa3-b0f1-1ba936402563 req-1105894d-c697-471a-9c59-bac871e5a532 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0940833 Oct 12 23:05:04.837257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] For port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:04.837635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attempted to set empty binding levels {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 23:05:04.854238 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-266431db-e7d4-4aa3-b0f1-1ba936402563 req-da68f75c-2d1f-498c-a413-6c1d7f5285fe tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467401 Oct 12 23:05:05.056776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.109376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] In _notify_port_updated(), no bound segment for port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 on network 97b015fb-6926-4531-b580-965c8d3a84b0 {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:05:05.110614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:05.111304 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.112666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "PUT /v2.0/ports/7c5ddddf-ca54-4fcb-8692-71dc8f561a06 HTTP/1.1" status: 200 len: 980 time: 1.4168050 Oct 12 23:05:05.115795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32770) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:05.130314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f561d381-51f3-4e56-9761-3499e864803e req-0927888d-770b-4898-98fe-75cf05a45fe8 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 210 time: 0.0403583 Oct 12 23:05:05.147772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33be462-d3e4-4209-bb73-7d9b70d55d5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event updated for resources: {'Port': ['ID=7c5ddddf-ca54-4fcb-8692-71dc8f561a06,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:05.250126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8d87c-8e4c-446b-8177-1d3cd3272d9b req-cf03b56b-91c3-4979-a0d9-c834f78d5652 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:05.251642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20d8d87c-8e4c-446b-8177-1d3cd3272d9b req-cf03b56b-91c3-4979-a0d9-c834f78d5652 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.0594440 Oct 12 23:05:05.257723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f794782f-34a2-4000-bf31-f1d1ffb0d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Deleting port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:05.258359 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f794782f-34a2-4000-bf31-f1d1ffb0d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.340138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20d8d87c-8e4c-446b-8177-1d3cd3272d9b req-f89ccb87-fdfe-45e8-9139-3052ed7dc988 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799210 Oct 12 23:05:05.350645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-f794782f-34a2-4000-bf31-f1d1ffb0d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] For port 7c5ddddf-ca54-4fcb-8692-71dc8f561a06, host n-h1-790519-14, got binding levels [] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:05.351049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f794782f-34a2-4000-bf31-f1d1ffb0d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.362834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f794782f-34a2-4000-bf31-f1d1ffb0d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Calling delete_port for 7c5ddddf-ca54-4fcb-8692-71dc8f561a06 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:05.461183 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19498e35-6f63-437a-9465-1538ffab2f72 req-c600a372-688a-4246-abe8-17d2b2b35159 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:05.462658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19498e35-6f63-437a-9465-1538ffab2f72 req-c600a372-688a-4246-abe8-17d2b2b35159 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.0527685 Oct 12 23:05:05.471153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32778) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:05.476004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c06ed1f2-f51e-4071-b203-53fd90811c70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Request body: {'floatingip': {'port_id': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:05.513839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c06ed1f2-f51e-4071-b203-53fd90811c70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.528594 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f794782f-34a2-4000-bf31-f1d1ffb0d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.556809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f794782f-34a2-4000-bf31-f1d1ffb0d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Pushing event deleted for resources: {'Port': ['ID=7c5ddddf-ca54-4fcb-8692-71dc8f561a06,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:05.572091 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f794782f-34a2-4000-bf31-f1d1ffb0d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.577081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f794782f-34a2-4000-bf31-f1d1ffb0d02e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "DELETE /v2.0/ports/7c5ddddf-ca54-4fcb-8692-71dc8f561a06 HTTP/1.1" status: 204 len: 168 time: 0.4575179 Oct 12 23:05:05.577195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32782) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:05.610135 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f407e421-0c82-4529-8d7e-f0b58b23c6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] GET failed (client error): The resource could not be found. Oct 12 23:05:05.610135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f407e421-0c82-4529-8d7e-f0b58b23c6ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1864056404-project-admin] 10.222.0.31 "GET /v2.0/ports/7c5ddddf-ca54-4fcb-8692-71dc8f561a06 HTTP/1.1" status: 404 len: 333 time: 0.0310898 Oct 12 23:05:05.613820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32784) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:05.730843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.835775 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.858525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b015fb-6926-4531-b580-965c8d3a84b0']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:05.883137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '694daed5-193e-47b4-b53d-0abcdab8cebe') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:05.883137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '694daed5-193e-47b4-b53d-0abcdab8cebe') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:05.908302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.927070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.935611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:05:05.936007 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:05:05.939051 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:05:05.962147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65d4f2-a5f3-4dbc-a059-b2ff49dfba33 req-7a37e9b4-e45d-4692-adc2-c857331cec6f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:05.968330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65d4f2-a5f3-4dbc-a059-b2ff49dfba33 req-7a37e9b4-e45d-4692-adc2-c857331cec6f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:05.975524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65d4f2-a5f3-4dbc-a059-b2ff49dfba33 req-7a37e9b4-e45d-4692-adc2-c857331cec6f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:05.981705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65d4f2-a5f3-4dbc-a059-b2ff49dfba33 req-7a37e9b4-e45d-4692-adc2-c857331cec6f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:05.987767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65d4f2-a5f3-4dbc-a059-b2ff49dfba33 req-7a37e9b4-e45d-4692-adc2-c857331cec6f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:05.994009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65d4f2-a5f3-4dbc-a059-b2ff49dfba33 req-7a37e9b4-e45d-4692-adc2-c857331cec6f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:05.999956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65d4f2-a5f3-4dbc-a059-b2ff49dfba33 req-7a37e9b4-e45d-4692-adc2-c857331cec6f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:06.001981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd65d4f2-a5f3-4dbc-a059-b2ff49dfba33 req-7a37e9b4-e45d-4692-adc2-c857331cec6f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1407826 Oct 12 23:05:06.064293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a6f815-d6f4-4940-ab34-6c49e2042922 req-b8341224-bd2b-451c-b7aa-4c8cf858ea81 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:06.065784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4a6f815-d6f4-4940-ab34-6c49e2042922 req-b8341224-bd2b-451c-b7aa-4c8cf858ea81 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0962002 Oct 12 23:05:06.083816 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd65d4f2-a5f3-4dbc-a059-b2ff49dfba33 req-144f1395-ae39-48a3-a478-6a587aa30180 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521243 Oct 12 23:05:06.153991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c06ed1f2-f51e-4071-b203-53fd90811c70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:06.164382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4a6f815-d6f4-4940-ab34-6c49e2042922 req-730d4bd3-cb9d-44e4-9ecb-be31ed8a7479 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877044 Oct 12 23:05:06.168826 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:06.198234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:06.201415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] 10.222.0.31 "DELETE /v2.0/networks/97b015fb-6926-4531-b580-965c8d3a84b0 HTTP/1.1" status: 204 len: 168 time: 0.5870581 Oct 12 23:05:06.203330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e41d6a5-8dbe-4ed0-8a46-e7c14c19268f tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-869265470-project] Pushing event deleted for resources: {'Network': ['ID=97b015fb-6926-4531-b580-965c8d3a84b0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:06.230723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9914041e-1aa6-43d1-8c5e-64790e858528 req-d6c78beb-28ef-409d-a965-a2b65b9fc2a5 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 210 time: 0.0337882 Oct 12 23:05:06.244057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c06ed1f2-f51e-4071-b203-53fd90811c70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:06.385927 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-c06ed1f2-f51e-4071-b203-53fd90811c70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Floating IP 33de86b9-f297-4b60-a31a-4ac55337bc9c associated. External IP: 172.25.2.39, port: bd4004fe-0f59-4787-b618-92fd1d51dc0f. Oct 12 23:05:06.594056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06ed1f2-f51e-4071-b203-53fd90811c70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Router 4c01e612-63e9-4004-8e5b-dcfa779f42cc has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:05:06.714324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06ed1f2-f51e-4071-b203-53fd90811c70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:05:06.718875 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c06ed1f2-f51e-4071-b203-53fd90811c70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:06.727003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] Sync routers for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:05:06.741264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:06.743656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:04:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:06.767369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c06ed1f2-f51e-4071-b203-53fd90811c70 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "PUT /v2.0/floatingips/33de86b9-f297-4b60-a31a-4ac55337bc9c HTTP/1.1" status: 200 len: 991 time: 1.2951188 Oct 12 23:05:06.768303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:06.771824 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc330162-3035-4f6d-9348-b05a4f380884" -d '{"events": [{"name": "network-changed", "server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:06.838981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32812) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:06.893414 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a06172-bb89-4987-9f46-52ebf22f236a x-openstack-request-id: req-f1a06172-bb89-4987-9f46-52ebf22f236a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:06.895221 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:06.895497 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1a06172-bb89-4987-9f46-52ebf22f236a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:06.896011 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'status': 'completed', 'code': 200} Oct 12 23:05:06.936132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:06.973264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc330162-3035-4f6d-9348-b05a4f380884 req-b3e29b42-6cae-4c6f-b29e-9ee4f9d8328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:06.974451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc330162-3035-4f6d-9348-b05a4f380884 req-b3e29b42-6cae-4c6f-b29e-9ee4f9d8328e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 1098 time: 0.0467503 Oct 12 23:05:07.081053 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8793267a-21a5-4cbb-891a-a23c66c7e4f4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3f917b1b05f84e9cbbbfef0d78441512&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400792 Oct 12 23:05:07.088795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32816) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:07.105845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc330162-3035-4f6d-9348-b05a4f380884 req-803daab9-7175-4e3d-82da-5a85eb3f380f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.111950 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc330162-3035-4f6d-9348-b05a4f380884 req-803daab9-7175-4e3d-82da-5a85eb3f380f service neutron] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.1249018 Oct 12 23:05:07.150613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9195c2ce-d0c3-46cc-b9c5-9cfae6999f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:07.177433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9195c2ce-d0c3-46cc-b9c5-9cfae6999f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:07.251679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '33de86b9-f297-4b60-a31a-4ac55337bc9c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'port_id': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'mac_address': 'fa:16:3e:30:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:04:46Z', 'updated_at': '2021-10-12T23:05:06Z', 'revision_number': 1, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:07.289399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] Checking router: 4c01e612-63e9-4004-8e5b-dcfa779f42cc for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:05:07.299992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:07.301174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:04:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:07.369049 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9195c2ce-d0c3-46cc-b9c5-9cfae6999f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:07.372384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9195c2ce-d0c3-46cc-b9c5-9cfae6999f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:07.384507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9195c2ce-d0c3-46cc-b9c5-9cfae6999f02 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa14f8c2-bbe1-4ce9-8a86-da58cbfa1b3f HTTP/1.1" status: 204 len: 168 time: 0.2870381 Oct 12 23:05:07.414652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9195c2ce-d0c3-46cc-b9c5-9cfae6999f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa14f8c2-bbe1-4ce9-8a86-da58cbfa1b3f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:07.466817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:07.513113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c976953-bcda-4b34-a63c-eb2447495b15 req-b821ae57-36a5-4ea1-8a1c-b35debf6528c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.514658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c976953-bcda-4b34-a63c-eb2447495b15 req-b821ae57-36a5-4ea1-8a1c-b35debf6528c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.2005930 Oct 12 23:05:07.653404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc330162-3035-4f6d-9348-b05a4f380884 req-66bc5b04-bb3f-4fb7-9ca1-ce34ed050646 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f HTTP/1.1" status: 200 len: 999 time: 0.5387402 Oct 12 23:05:07.666315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c976953-bcda-4b34-a63c-eb2447495b15 req-a8f9971a-5fa6-49ec-b401-87751d238ddf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390698 Oct 12 23:05:07.728366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d77e-1f97-4578-8691-1297ebbb0144 req-1ae03ee3-c411-4755-97d5-573623a8474f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.735824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d77e-1f97-4578-8691-1297ebbb0144 req-1ae03ee3-c411-4755-97d5-573623a8474f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.742961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d77e-1f97-4578-8691-1297ebbb0144 req-1ae03ee3-c411-4755-97d5-573623a8474f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.750179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d77e-1f97-4578-8691-1297ebbb0144 req-1ae03ee3-c411-4755-97d5-573623a8474f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.756489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d77e-1f97-4578-8691-1297ebbb0144 req-1ae03ee3-c411-4755-97d5-573623a8474f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.762689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d77e-1f97-4578-8691-1297ebbb0144 req-1ae03ee3-c411-4755-97d5-573623a8474f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.765215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-c6526157-e989-4141-8987-e11b36baaafd tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.766717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-c6526157-e989-4141-8987-e11b36baaafd tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.41 "GET /v2.0/networks?id=a7755dd3-2083-4850-8846-87f5ebd26e4f HTTP/1.1" status: 200 len: 824 time: 0.2852447 Oct 12 23:05:07.768987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0073d77e-1f97-4578-8691-1297ebbb0144 req-1ae03ee3-c411-4755-97d5-573623a8474f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.774351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0073d77e-1f97-4578-8691-1297ebbb0144 req-1ae03ee3-c411-4755-97d5-573623a8474f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.5915761 Oct 12 23:05:07.788406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Request body: {'port': {'device_id': 'fdb047ea-9ee6-4503-8dbc-44e047a844a4', 'network_id': 'a7755dd3-2083-4850-8846-87f5ebd26e4f', 'admin_state_up': True, 'tenant_id': '55bc893a6d5f4dd0bb74acd20eb4dae5'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:07.842757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc330162-3035-4f6d-9348-b05a4f380884 req-f7ef61ca-6d1b-4351-a070-5b2310a87c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.845005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc330162-3035-4f6d-9348-b05a4f380884 req-f7ef61ca-6d1b-4351-a070-5b2310a87c14 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.1838350 Oct 12 23:05:07.899152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0073d77e-1f97-4578-8691-1297ebbb0144 req-7493ca85-1d69-486c-bd9d-840c62ce1515 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0896077 Oct 12 23:05:07.918629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc330162-3035-4f6d-9348-b05a4f380884 req-92525876-644a-4c64-9841-67392835b747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:07.920519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc330162-3035-4f6d-9348-b05a4f380884 req-92525876-644a-4c64-9841-67392835b747 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0616472 Oct 12 23:05:07.978623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '33de86b9-f297-4b60-a31a-4ac55337bc9c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'port_id': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'mac_address': 'fa:16:3e:30:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:04:46Z', 'updated_at': '2021-10-12T23:05:06Z', 'revision_number': 1, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:07.982996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9242fa1-a7ca-4e6e-993f-6dc21f645cc0 req-9abf693d-80ec-4e0d-9d83-c654806f385d tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 210 time: 0.1608148 Oct 12 23:05:08.045523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ecc95b-67da-42e9-8213-490c0e2a8635 None None] The sync data for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 is: [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '33de86b9-f297-4b60-a31a-4ac55337bc9c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'floating_ip_address': '172.25.2.39', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'port_id': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1511, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'mac_address': 'fa:16:3e:30:35:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:04:46Z', 'updated_at': '2021-10-12T23:05:06Z', 'revision_number': 1, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:05:08.071107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc330162-3035-4f6d-9348-b05a4f380884 req-be7ba1c7-8ac3-4afe-93d2-38ad63d0d147 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430447 Oct 12 23:05:08.163041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Made reservation on behalf of 55bc893a6d5f4dd0bb74acd20eb4dae5 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:08.166784 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:08.212377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc330162-3035-4f6d-9348-b05a4f380884 req-c90bd9f7-d695-47af-be11-1d3a4945c520 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341748 Oct 12 23:05:08.299373 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35b35188-9a3c-46c7-af38-4a002a38ddee None None] New status for floating IP 33de86b9-f297-4b60-a31a-4ac55337bc9c: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:05:08.338368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Allocated IP 172.20.0.4 (a7755dd3-2083-4850-8846-87f5ebd26e4f/fb95ca3e-f22f-4964-9c9d-9751b12365a8/8d4752c0-88f1-4046-80f9-0c3e17adbc9e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:08.390767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32838) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:08.510888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-55fa7530-b879-46e6-b12b-75383543ca12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d62a4ccc8e534f6c9640ca0393c4fdc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1142714 Oct 12 23:05:08.513361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32842) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:08.568565 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dca10ddc-ab28-4dd4-816c-7348b87e63da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:08.579007 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:08.593881 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dca10ddc-ab28-4dd4-816c-7348b87e63da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:08.727207 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dca10ddc-ab28-4dd4-816c-7348b87e63da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:08.727750 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:08.729781 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dca10ddc-ab28-4dd4-816c-7348b87e63da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:08.731016 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dca10ddc-ab28-4dd4-816c-7348b87e63da admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fdf0cbe6-9377-478e-a0ee-ff67451a1e0e HTTP/1.1" status: 204 len: 168 time: 0.2165840 Oct 12 23:05:08.741413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca10ddc-ab28-4dd4-816c-7348b87e63da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf0cbe6-9377-478e-a0ee-ff67451a1e0e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:08.813260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Network a7755dd3-2083-4850-8846-87f5ebd26e4f is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:08.821622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:08.824235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:08.850705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Pushing event updated for resources: {'Port': ['ID=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:08.882725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71be2882-6bd8-4b00-9653-8cb82b6d0631 req-60d847d4-fb6d-43d6-a4de-5b5642507f4b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:08.884217 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71be2882-6bd8-4b00-9653-8cb82b6d0631 req-60d847d4-fb6d-43d6-a4de-5b5642507f4b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1122653 Oct 12 23:05:08.892087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:08.892847 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:08.936862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71be2882-6bd8-4b00-9653-8cb82b6d0631 req-dc0dfb1d-7991-4cb7-8173-c869c229db63 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409620 Oct 12 23:05:08.994369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-13f403fd-c7d4-488a-8b37-69a5360d5eec tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2160201 Oct 12 23:05:09.008265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Request body: {'port': {'device_id': 'fdb047ea-9ee6-4503-8dbc-44e047a844a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:09.060365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce45a-ab2b-4c07-86b6-9b066de699dc req-89593016-c2e6-4be5-bc01-2f5aff31a4c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:09.069257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce45a-ab2b-4c07-86b6-9b066de699dc req-89593016-c2e6-4be5-bc01-2f5aff31a4c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:09.076110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce45a-ab2b-4c07-86b6-9b066de699dc req-89593016-c2e6-4be5-bc01-2f5aff31a4c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:09.081934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce45a-ab2b-4c07-86b6-9b066de699dc req-89593016-c2e6-4be5-bc01-2f5aff31a4c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:09.087931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce45a-ab2b-4c07-86b6-9b066de699dc req-89593016-c2e6-4be5-bc01-2f5aff31a4c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:09.093870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce45a-ab2b-4c07-86b6-9b066de699dc req-89593016-c2e6-4be5-bc01-2f5aff31a4c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:09.100478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ce45a-ab2b-4c07-86b6-9b066de699dc req-89593016-c2e6-4be5-bc01-2f5aff31a4c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:09.100645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:09.108186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-432ce45a-ab2b-4c07-86b6-9b066de699dc req-89593016-c2e6-4be5-bc01-2f5aff31a4c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1183996 Oct 12 23:05:09.126087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edda4d7-e26d-449b-be90-a50d2a261ec2 req-7d2b56b7-a7f4-449b-a8ae-85f8a1d56e1f tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:09.127766 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8edda4d7-e26d-449b-be90-a50d2a261ec2 req-7d2b56b7-a7f4-449b-a8ae-85f8a1d56e1f tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 931 time: 0.0646186 Oct 12 23:05:09.175022 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-432ce45a-ab2b-4c07-86b6-9b066de699dc req-daca58b3-ad3c-4f48-a250-802f857f4c62 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0659578 Oct 12 23:05:09.209075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8edda4d7-e26d-449b-be90-a50d2a261ec2 req-f01bd64e-0409-428a-9650-650730824caa tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750787 Oct 12 23:05:09.759645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d4752c0-88f1-4046-80f9-0c3e17adbc9e {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:09.766990 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:09.780394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Transition to ACTIVE for port object 8d4752c0-88f1-4046-80f9-0c3e17adbc9e will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:05:09.854162 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:09.887953 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32882) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:09.916649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Pushing event updated for resources: {'Port': ['ID=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:10.005910 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Attempting to bind port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:10.006275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Attempting to bind port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'f0734cea-faec-4808-be5b-aaee772b27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a7755dd3-2083-4850-8846-87f5ebd26e4f'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:10.006584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Attempting to bind port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e on network a7755dd3-2083-4850-8846-87f5ebd26e4f {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:10.010316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1610821284'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:10.011658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e on network a7755dd3-2083-4850-8846-87f5ebd26e4f not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:10.011975 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Attempting to bind port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e on network a7755dd3-2083-4850-8846-87f5ebd26e4f {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:10.017108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:10.017453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Checking segment: {'id': 'f0734cea-faec-4808-be5b-aaee772b27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a7755dd3-2083-4850-8846-87f5ebd26e4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:10.017844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Bound using segment: {'id': 'f0734cea-faec-4808-be5b-aaee772b27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a7755dd3-2083-4850-8846-87f5ebd26e4f'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:10.018281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Bound port: 8d4752c0-88f1-4046-80f9-0c3e17adbc9e, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0734cea-faec-4808-be5b-aaee772b27a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'a7755dd3-2083-4850-8846-87f5ebd26e4f'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:10.018842 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.122743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:10.126472 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.132485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0821d37-7def-47d4-bed7-9b6c24f94465 req-6419f60c-2770-47ef-9a01-18ec504156e3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.134087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0821d37-7def-47d4-bed7-9b6c24f94465 req-6419f60c-2770-47ef-9a01-18ec504156e3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0935850 Oct 12 23:05:10.136169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.140719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] For port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:10.144757 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] For port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,segment=NetworkSegment(f0734cea-faec-4808-be5b-aaee772b27a3),segment_id=f0734cea-faec-4808-be5b-aaee772b27a3)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:10.179194 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0821d37-7def-47d4-bed7-9b6c24f94465 req-41df54a1-22e0-47a5-9b47-5cc662e00c57 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329819 Oct 12 23:05:10.217185 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.237503 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.291073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.291792 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.293252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] 10.222.0.41 "PUT /v2.0/ports/8d4752c0-88f1-4046-80f9-0c3e17adbc9e HTTP/1.1" status: 200 len: 1092 time: 1.2903254 Oct 12 23:05:10.293783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fdb047ea-9ee6-4503-8dbc-44e047a844a4', 'tag': '8d4752c0-88f1-4046-80f9-0c3e17adbc9e'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:10.296682 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44" -d '{"events": [{"name": "network-changed", "server_uuid": "fdb047ea-9ee6-4503-8dbc-44e047a844a4", "tag": "8d4752c0-88f1-4046-80f9-0c3e17adbc9e"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:10.307772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.340541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd6490c-75f3-4f96-9b73-a0fb1b2554ab service neutron] Pushing event updated for resources: {'Port': ['ID=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:10.343576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:05:10.360549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7829c2a-a81c-4ba2-9ccc-7ae10ba1392b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:10.365173 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.365525 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Added segment 09f0908a-ac41-4588-96f7-ffb944ce829b of type vlan for network e63cc77b-86bd-4eff-b47b-f6b5b230179e Oct 12 23:05:10.367082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f432-084c-433f-9f7c-42d34b64cdc3 req-93c4ce30-48f8-406c-ae4b-2c7f6d5f5098 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.375236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ecf5f432-084c-433f-9f7c-42d34b64cdc3 req-93c4ce30-48f8-406c-ae4b-2c7f6d5f5098 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 943 time: 0.0757074 Oct 12 23:05:10.381553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413463d-4538-4408-b172-9d9baa56cdf6 req-ef8a2324-323e-4067-8a5d-6cf4d6d10c63 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.388152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413463d-4538-4408-b172-9d9baa56cdf6 req-ef8a2324-323e-4067-8a5d-6cf4d6d10c63 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.394899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413463d-4538-4408-b172-9d9baa56cdf6 req-ef8a2324-323e-4067-8a5d-6cf4d6d10c63 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.401418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413463d-4538-4408-b172-9d9baa56cdf6 req-ef8a2324-323e-4067-8a5d-6cf4d6d10c63 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.407441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413463d-4538-4408-b172-9d9baa56cdf6 req-ef8a2324-323e-4067-8a5d-6cf4d6d10c63 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.414690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ecf5f432-084c-433f-9f7c-42d34b64cdc3 req-31487ca9-fd37-40e6-8d74-4984e6112e12 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384793 Oct 12 23:05:10.415612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413463d-4538-4408-b172-9d9baa56cdf6 req-ef8a2324-323e-4067-8a5d-6cf4d6d10c63 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.421756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413463d-4538-4408-b172-9d9baa56cdf6 req-ef8a2324-323e-4067-8a5d-6cf4d6d10c63 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.423922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9413463d-4538-4408-b172-9d9baa56cdf6 req-ef8a2324-323e-4067-8a5d-6cf4d6d10c63 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1628118 Oct 12 23:05:10.483768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-fd599bb0-3469-4384-b1c5-3cf1d4498470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.485802 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-fd599bb0-3469-4384-b1c5-3cf1d4498470 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55bc893a6d5f4dd0bb74acd20eb4dae5&device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 1095 time: 0.0577283 Oct 12 23:05:10.526166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9413463d-4538-4408-b172-9d9baa56cdf6 req-5db48dc7-4f9e-45f6-955a-1852f66432e3 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0873382 Oct 12 23:05:10.531317 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-666563ce-a532-44ee-8112-aec5729640cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d4752c0-88f1-4046-80f9-0c3e17adbc9e HTTP/1.1" status: 200 len: 217 time: 0.0374084 Oct 12 23:05:10.537490 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.578159 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92e00f92-fc93-4e9e-b742-860d0c143e44 x-openstack-request-id: req-92e00f92-fc93-4e9e-b742-860d0c143e44 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:10.578512 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fdb047ea-9ee6-4503-8dbc-44e047a844a4", "tag": "8d4752c0-88f1-4046-80f9-0c3e17adbc9e", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:10.578822 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-92e00f92-fc93-4e9e-b742-860d0c143e44 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:10.579313 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fdb047ea-9ee6-4503-8dbc-44e047a844a4', 'tag': '8d4752c0-88f1-4046-80f9-0c3e17adbc9e', 'status': 'completed', 'code': 200} Oct 12 23:05:10.598037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-c67fbaef-edd1-4ebb-b5f7-086cd5b354d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.602004 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-c67fbaef-edd1-4ebb-b5f7-086cd5b354d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb95ca3e-f22f-4964-9c9d-9751b12365a8 HTTP/1.1" status: 200 len: 864 time: 0.0597639 Oct 12 23:05:10.633187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-7ee36b30-5edc-4458-b383-fe9182dd9e58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7755dd3-2083-4850-8846-87f5ebd26e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263243 Oct 12 23:05:10.694191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.700383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:10.701179 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:10.734435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-ea8d707d-badc-49bb-9ff5-07e25e36968f service neutron] 10.222.0.41 "GET /v2.0/networks/a7755dd3-2083-4850-8846-87f5ebd26e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944090 Oct 12 23:05:10.774862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Network': ['ID=e63cc77b-86bd-4eff-b47b-f6b5b230179e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:10.786635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:05:10.827830 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b381795e-690f-42dd-8b87-9c9be08c6aba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9358206 Oct 12 23:05:10.828208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32900) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:10.831329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9522a2ca-4ddb-4f51-8a65-17de91feb1ce req-e09899f8-335e-4592-a0e1-4efcddfa5e12 service neutron] 10.222.0.41 "GET /v2.0/networks/a7755dd3-2083-4850-8846-87f5ebd26e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893326 Oct 12 23:05:10.836170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:10.995153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-4677519c-5460-4e18-bd30-e951df9801c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.002623 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-4677519c-5460-4e18-bd30-e951df9801c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=55bc893a6d5f4dd0bb74acd20eb4dae5&device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 1095 time: 0.0479004 Oct 12 23:05:11.083873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:11.088668 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:11.090955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-390dd0fe-0556-4a84-9a3b-2fe597cc654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.092431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-390dd0fe-0556-4a84-9a3b-2fe597cc654b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a7755dd3-2083-4850-8846-87f5ebd26e4f HTTP/1.1" status: 200 len: 925 time: 0.0882874 Oct 12 23:05:11.137943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-8df65e8d-f90f-4db6-9d8d-e0f4525535e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8d4752c0-88f1-4046-80f9-0c3e17adbc9e HTTP/1.1" status: 200 len: 217 time: 0.0376148 Oct 12 23:05:11.189929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-7fe3c035-5dae-4077-b3ec-fe9493952743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.192239 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-7fe3c035-5dae-4077-b3ec-fe9493952743 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fb95ca3e-f22f-4964-9c9d-9751b12365a8 HTTP/1.1" status: 200 len: 864 time: 0.0466857 Oct 12 23:05:11.227574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-6c6c4137-d71c-457b-b551-72b68443d15f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a7755dd3-2083-4850-8846-87f5ebd26e4f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280313 Oct 12 23:05:11.378844 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:11.392736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94ac814-e1e5-4711-bf73-dde3abe3c131 req-a0156bd8-bc62-46c0-a829-53a6e534baab tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.395219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c94ac814-e1e5-4711-bf73-dde3abe3c131 req-a0156bd8-bc62-46c0-a829-53a6e534baab tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1159408 Oct 12 23:05:11.400043 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-c68ae1ff-5c4f-40ef-bab5-b9b520db2bd4 service neutron] 10.222.0.41 "GET /v2.0/networks/a7755dd3-2083-4850-8846-87f5ebd26e4f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643417 Oct 12 23:05:11.462430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=7d143dd8-de45-4404-b793-52f936ae7fe4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:11.496992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:11.497382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network hostable DHCP agents. Network: e63cc77b-86bd-4eff-b47b-f6b5b230179e, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:05:11.498252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c94ac814-e1e5-4711-bf73-dde3abe3c131 req-63dc98f7-6204-4c0f-bf4d-8b9c1486a802 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936468 Oct 12 23:05:11.544031 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-502403a1-d1f0-4d0c-87f4-00bcb79bdf44 req-13758230-cfec-46be-90bd-7347da08f957 service neutron] 10.222.0.41 "GET /v2.0/networks/a7755dd3-2083-4850-8846-87f5ebd26e4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331325 Oct 12 23:05:11.563785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed99085-5c25-47a2-949d-293348b2f789 req-de98badf-d107-49e3-8cf2-7c102ef7c093 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.565329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fed99085-5c25-47a2-949d-293348b2f789 req-de98badf-d107-49e3-8cf2-7c102ef7c093 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 943 time: 0.0637767 Oct 12 23:05:11.614730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fed99085-5c25-47a2-949d-293348b2f789 req-903b9f38-1275-477f-88e0-e9adfde5c2d9 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425994 Oct 12 23:05:11.619849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:05:11.700281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, e63cc77b-86bd-4eff-b47b-f6b5b230179e) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:11.709092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323a59fd-519e-49ea-ab63-b955fe7cd707 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:11.725631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.726238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:11.766885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b244b-d8fa-446c-b1eb-227a17a08ab2 req-b33f75b6-e4a7-4926-9b66-7bffb16cb66f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.772953 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b244b-d8fa-446c-b1eb-227a17a08ab2 req-b33f75b6-e4a7-4926-9b66-7bffb16cb66f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.779211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b244b-d8fa-446c-b1eb-227a17a08ab2 req-b33f75b6-e4a7-4926-9b66-7bffb16cb66f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.785822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b244b-d8fa-446c-b1eb-227a17a08ab2 req-b33f75b6-e4a7-4926-9b66-7bffb16cb66f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.791853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b244b-d8fa-446c-b1eb-227a17a08ab2 req-b33f75b6-e4a7-4926-9b66-7bffb16cb66f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.797872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b244b-d8fa-446c-b1eb-227a17a08ab2 req-b33f75b6-e4a7-4926-9b66-7bffb16cb66f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.804651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440b244b-d8fa-446c-b1eb-227a17a08ab2 req-b33f75b6-e4a7-4926-9b66-7bffb16cb66f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:11.806609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-440b244b-d8fa-446c-b1eb-227a17a08ab2 req-b33f75b6-e4a7-4926-9b66-7bffb16cb66f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1206844 Oct 12 23:05:11.840406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3abc49f3-0567-4de5-937b-efdf9ee0d627 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0105848 Oct 12 23:05:11.843144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32920) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:11.850167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'name': 'tempest-NetworksTestDHCPv6-494450147'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:11.887670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '7d143dd8-de45-4404-b793-52f936ae7fe4'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:05:11.888917 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:11.946023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-440b244b-d8fa-446c-b1eb-227a17a08ab2 req-d141be72-5a8d-4712-a47f-250f40f2e19f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1299222 Oct 12 23:05:12.047547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4350916-5424-4a45-9528-352e68558c1c req-432cd069-3470-424e-919c-dbf42f570f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:12.049710 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4350916-5424-4a45-9528-352e68558c1c req-432cd069-3470-424e-919c-dbf42f570f56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1096 time: 0.0566809 Oct 12 23:05:12.074347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/7d143dd8-de45-4404-b793-52f936ae7fe4/ad0b7d8d-b33f-486f-ade2-9f3c734441f1) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:12.105509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:12.109864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.133930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port b3c90ae3-d222-46f3-91bf-5c334d432ed7 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:12.149771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-416dcda4-760b-43b9-9145-dbb24e6b96e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.152184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ff9e2c-5fea-4d74-b248-17eb985c415f req-819480e2-0b3d-44dc-9bc0-1c5165d0cac8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:12.160311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4ff9e2c-5fea-4d74-b248-17eb985c415f req-819480e2-0b3d-44dc-9bc0-1c5165d0cac8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1029623 Oct 12 23:05:12.214701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4350916-5424-4a45-9528-352e68558c1c req-c9b09158-5457-4994-859a-d285a4f7f8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:12.216370 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4350916-5424-4a45-9528-352e68558c1c req-c9b09158-5457-4994-859a-d285a4f7f8e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.1559577 Oct 12 23:05:12.220185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4ff9e2c-5fea-4d74-b248-17eb985c415f req-12c35622-68d4-401e-ac30-0e14383a5656 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560160 Oct 12 23:05:12.280394 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.306756 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4350916-5424-4a45-9528-352e68558c1c req-b3198419-9a8e-4829-baf6-4745fdbcb131 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 999 time: 0.0820618 Oct 12 23:05:12.351711 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.366529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4350916-5424-4a45-9528-352e68558c1c req-2c7b855f-55b8-441a-9881-707fca98c679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:12.368480 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4350916-5424-4a45-9528-352e68558c1c req-2c7b855f-55b8-441a-9881-707fca98c679 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.0553207 Oct 12 23:05:12.390459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:12.396820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:12.401398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:12.410756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Pushing event updated for resources: {'Port': ['ID=ad0b7d8d-b33f-486f-ade2-9f3c734441f1,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:12.434459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::145 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/7d143dd8-de45-4404-b793-52f936ae7fe4/b3c90ae3-d222-46f3-91bf-5c334d432ed7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:12.452304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4350916-5424-4a45-9528-352e68558c1c req-14d5c3fe-8210-4e14-80aa-c1e796aaeb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:12.455959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4350916-5424-4a45-9528-352e68558c1c req-14d5c3fe-8210-4e14-80aa-c1e796aaeb90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795074 Oct 12 23:05:12.480352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Attempting to bind port ad0b7d8d-b33f-486f-ade2-9f3c734441f1 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:12.480812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Attempting to bind port ad0b7d8d-b33f-486f-ade2-9f3c734441f1 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:12.481738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Attempting to bind port ad0b7d8d-b33f-486f-ade2-9f3c734441f1 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:12.487356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:12.487356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:12.488455 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.488911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:12.489577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Bound port: ad0b7d8d-b33f-486f-ade2-9f3c734441f1, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:12.490138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.576788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] For port ad0b7d8d-b33f-486f-ade2-9f3c734441f1, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:12.580903 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] For port ad0b7d8d-b33f-486f-ade2-9f3c734441f1, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ad0b7d8d-b33f-486f-ade2-9f3c734441f1,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:12.624707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4350916-5424-4a45-9528-352e68558c1c req-ae927645-d90b-4406-977a-ddd14132ee29 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576436 Oct 12 23:05:12.674570 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.688170 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.757171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e48b36-7c3e-467a-b2b4-2c02d7429f80 None None] Pushing event updated for resources: {'Port': ['ID=ad0b7d8d-b33f-486f-ade2-9f3c734441f1,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:12.792514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4350916-5424-4a45-9528-352e68558c1c req-b618121d-7f3b-4cda-9a0f-a9ce309a2c2e service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596754 Oct 12 23:05:12.804388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fba5a1e-3331-4eb9-a88a-0cd5dd2154a6 req-6e1ae9af-67b1-4e39-b303-1b6c9ca68a6d tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:12.806103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fba5a1e-3331-4eb9-a88a-0cd5dd2154a6 req-6e1ae9af-67b1-4e39-b303-1b6c9ca68a6d tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 943 time: 0.0908363 Oct 12 23:05:12.809077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.860289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fba5a1e-3331-4eb9-a88a-0cd5dd2154a6 req-a03734db-6600-422e-bf52-3ab2cbdd86c9 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Oct 12 23:05:12.882114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:12.883642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:12.888119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:12.894213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:12.894882 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:12.910210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=b3c90ae3-d222-46f3-91bf-5c334d432ed7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:12.998672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d90f3b87-865f-40b3-a7f0-ac3d286b99f4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1519685 Oct 12 23:05:12.999449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:13.158269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17905780-cdf3-41cd-acae-c437d28e390a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.164996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17905780-cdf3-41cd-acae-c437d28e390a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.166666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-17905780-cdf3-41cd-acae-c437d28e390a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1662159 Oct 12 23:05:13.169415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32938) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:13.194665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed7ab-1757-429a-8a13-3574a7d5c39b req-f29fee05-2aef-401f-bbf3-b61638ef12ff tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.201563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed7ab-1757-429a-8a13-3574a7d5c39b req-f29fee05-2aef-401f-bbf3-b61638ef12ff tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.208673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed7ab-1757-429a-8a13-3574a7d5c39b req-f29fee05-2aef-401f-bbf3-b61638ef12ff tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.215011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed7ab-1757-429a-8a13-3574a7d5c39b req-f29fee05-2aef-401f-bbf3-b61638ef12ff tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.220980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed7ab-1757-429a-8a13-3574a7d5c39b req-f29fee05-2aef-401f-bbf3-b61638ef12ff tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.227787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed7ab-1757-429a-8a13-3574a7d5c39b req-f29fee05-2aef-401f-bbf3-b61638ef12ff tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.233648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed7ab-1757-429a-8a13-3574a7d5c39b req-f29fee05-2aef-401f-bbf3-b61638ef12ff tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.241636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-433ed7ab-1757-429a-8a13-3574a7d5c39b req-f29fee05-2aef-401f-bbf3-b61638ef12ff tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1467164 Oct 12 23:05:13.289491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8363d086-b60f-4986-92c4-ad31ea874b4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port b3c90ae3-d222-46f3-91bf-5c334d432ed7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:13.289912 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8363d086-b60f-4986-92c4-ad31ea874b4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:13.301638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-433ed7ab-1757-429a-8a13-3574a7d5c39b req-acffbb0d-18b4-418f-b740-c3c8ea38a18a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530708 Oct 12 23:05:13.430350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc514c-a69e-41f4-a843-2786cf361a3c req-bb8da93a-4347-4890-96cf-2adf443709c0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.431784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b0fc514c-a69e-41f4-a843-2786cf361a3c req-bb8da93a-4347-4890-96cf-2adf443709c0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0927720 Oct 12 23:05:13.451893 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8363d086-b60f-4986-92c4-ad31ea874b4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:13.475653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8363d086-b60f-4986-92c4-ad31ea874b4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for b3c90ae3-d222-46f3-91bf-5c334d432ed7 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:13.497182 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b0fc514c-a69e-41f4-a843-2786cf361a3c req-9a93c710-d738-4614-b231-4c531b85dfc0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562305 Oct 12 23:05:13.716391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8363d086-b60f-4986-92c4-ad31ea874b4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:13.753733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8363d086-b60f-4986-92c4-ad31ea874b4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=b3c90ae3-d222-46f3-91bf-5c334d432ed7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:13.780764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8363d086-b60f-4986-92c4-ad31ea874b4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:13.784098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8363d086-b60f-4986-92c4-ad31ea874b4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/b3c90ae3-d222-46f3-91bf-5c334d432ed7 HTTP/1.1" status: 204 len: 168 time: 0.6121514 Oct 12 23:05:13.787624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32944) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:13.881954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464cf17c-2ecc-4631-847c-3a7feb23edc4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.884669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-464cf17c-2ecc-4631-847c-3a7feb23edc4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:13.885652 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-464cf17c-2ecc-4631-847c-3a7feb23edc4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0969048 Oct 12 23:05:13.888397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32948) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:13.937458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81d7b23-3056-443f-88d4-111ebc8ee006 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:13.948478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 7d143dd8-de45-4404-b793-52f936ae7fe4 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:13.951739 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:13.998675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93797771-eb64-4abd-9d95-67582a927170 req-29dec1a0-b3e2-4ea7-aabc-10775455394a tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.000859 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93797771-eb64-4abd-9d95-67582a927170 req-29dec1a0-b3e2-4ea7-aabc-10775455394a tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 943 time: 0.0581996 Oct 12 23:05:14.023093 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.038218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-659c2a8c-8ffd-4c2e-9457-d0556b7f6262 None None] Provisioning complete for port ad0b7d8d-b33f-486f-ade2-9f3c734441f1 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:14.038218 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-659c2a8c-8ffd-4c2e-9457-d0556b7f6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.054174 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93797771-eb64-4abd-9d95-67582a927170 req-46161793-791a-43e3-aae2-336964686cb8 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465124 Oct 12 23:05:14.160194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.224513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ad0b7d8d-b33f-486f-ade2-9f3c734441f1 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:14.228704 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-659c2a8c-8ffd-4c2e-9457-d0556b7f6262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.300198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.333120 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-659c2a8c-8ffd-4c2e-9457-d0556b7f6262 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:05:14.333485 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-659c2a8c-8ffd-4c2e-9457-d0556b7f6262 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:05:14.334642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=7d143dd8-de45-4404-b793-52f936ae7fe4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:14.339663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ad0b7d8d-b33f-486f-ade2-9f3c734441f1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:14.339852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.340572 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.347766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32958) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:14.348647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/7d143dd8-de45-4404-b793-52f936ae7fe4 HTTP/1.1" status: 204 len: 168 time: 0.4588647 Oct 12 23:05:14.358484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.358835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.359204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.359602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.359940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.360271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.360600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.360928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.361307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.362266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.363598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.364593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23dabdc-ad0b-4155-a6b4-a0651b91417f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:14.427662 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-30ad53c7-6045-4bd8-9a5c-2f52ed7d2849 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782895 Oct 12 23:05:14.431967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32960) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:14.442779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:14.453031 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.509635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port ad0b7d8d-b33f-486f-ade2-9f3c734441f1, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ad0b7d8d-b33f-486f-ade2-9f3c734441f1,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:14.518658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918ba3-f725-41dd-90dc-e21647412173 req-510fd1c8-2cd8-4eed-b3b1-d03a8d80e421 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.526331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918ba3-f725-41dd-90dc-e21647412173 req-510fd1c8-2cd8-4eed-b3b1-d03a8d80e421 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.533263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918ba3-f725-41dd-90dc-e21647412173 req-510fd1c8-2cd8-4eed-b3b1-d03a8d80e421 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.545356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918ba3-f725-41dd-90dc-e21647412173 req-510fd1c8-2cd8-4eed-b3b1-d03a8d80e421 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.551984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918ba3-f725-41dd-90dc-e21647412173 req-510fd1c8-2cd8-4eed-b3b1-d03a8d80e421 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.558815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918ba3-f725-41dd-90dc-e21647412173 req-510fd1c8-2cd8-4eed-b3b1-d03a8d80e421 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.565513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96918ba3-f725-41dd-90dc-e21647412173 req-510fd1c8-2cd8-4eed-b3b1-d03a8d80e421 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.574062 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-96918ba3-f725-41dd-90dc-e21647412173 req-510fd1c8-2cd8-4eed-b3b1-d03a8d80e421 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1450861 Oct 12 23:05:14.607238 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.643111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-96918ba3-f725-41dd-90dc-e21647412173 req-9c2d54b3-ac7a-4823-8d90-b0cfc581f828 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0640585 Oct 12 23:05:14.666333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4079bbd-7f95-4cae-84d0-0a16a3511159 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:14.669310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c382e-b07d-47d0-a0f2-2cc386318737 req-9ef3efad-aa4b-49c0-ba71-8f9d6e31ca1f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.672471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c2c382e-b07d-47d0-a0f2-2cc386318737 req-9ef3efad-aa4b-49c0-ba71-8f9d6e31ca1f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0591049 Oct 12 23:05:14.674450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:14.680561 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.712009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=ad0b7d8d-b33f-486f-ade2-9f3c734441f1,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:14.785221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c2c382e-b07d-47d0-a0f2-2cc386318737 req-cf864a2c-34eb-4d26-9888-044d7106d9f4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989425 Oct 12 23:05:14.906292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be16cdfd-a6f8-4abf-ae60-1fd064540343 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:05:14.958503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-be16cdfd-a6f8-4abf-ae60-1fd064540343 None None] Deleting port ad0b7d8d-b33f-486f-ade2-9f3c734441f1 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:14.959219 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-be16cdfd-a6f8-4abf-ae60-1fd064540343 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:14.979801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e55230-b96c-4eb8-80cc-fd970a4e1666 req-02e60b27-e8c1-49ea-8639-7aa2bff73fd4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:14.983671 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34e55230-b96c-4eb8-80cc-fd970a4e1666 req-02e60b27-e8c1-49ea-8639-7aa2bff73fd4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0687995 Oct 12 23:05:15.026227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34e55230-b96c-4eb8-80cc-fd970a4e1666 req-55aaf5ce-ce3f-45fd-ab3c-1475767eb120 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367916 Oct 12 23:05:15.049295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-be16cdfd-a6f8-4abf-ae60-1fd064540343 None None] For port ad0b7d8d-b33f-486f-ade2-9f3c734441f1, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ad0b7d8d-b33f-486f-ade2-9f3c734441f1,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:15.052272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-be16cdfd-a6f8-4abf-ae60-1fd064540343 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.057087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.068740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-be16cdfd-a6f8-4abf-ae60-1fd064540343 None None] Calling delete_port for ad0b7d8d-b33f-486f-ade2-9f3c734441f1 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:15.070499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d3a789be-d61f-4774-ba14-d94b0488d2b3 None None] Provisioning complete for port ad0b7d8d-b33f-486f-ade2-9f3c734441f1 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:15.070914 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d3a789be-d61f-4774-ba14-d94b0488d2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.117516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:15.120959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:15.125952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:15.129547 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.156542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=786baa46-3be7-489d-90d7-1c163d4161df,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:15.178289 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ab42689b-b098-45ae-876e-b06fac9b5828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.184050 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8d4752c0-88f1-4046-80f9-0c3e17adbc9e details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:15.227625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2539055d-2766-4511-8f47-19bc3a4f4e6d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7945116 Oct 12 23:05:15.236002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32978) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:15.242362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'name': 'tempest-NetworksTestDHCPv6-774271474'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:15.308196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53152d8c-df8b-4917-a4bc-38f679dcb822 req-d493f204-346b-4b16-924d-7f2324ea99f6 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:15.310095 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53152d8c-df8b-4917-a4bc-38f679dcb822 req-d493f204-346b-4b16-924d-7f2324ea99f6 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 943 time: 0.0973208 Oct 12 23:05:15.326473 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-be16cdfd-a6f8-4abf-ae60-1fd064540343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.363249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53152d8c-df8b-4917-a4bc-38f679dcb822 req-c9f7d0fc-117b-4c00-b4f2-880601d6c988 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441339 Oct 12 23:05:15.376028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16cdfd-a6f8-4abf-ae60-1fd064540343 None None] Pushing event deleted for resources: {'Port': ['ID=ad0b7d8d-b33f-486f-ade2-9f3c734441f1,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:15.393170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be16cdfd-a6f8-4abf-ae60-1fd064540343 None None] No DVR routers for this DVR port ad0b7d8d-b33f-486f-ade2-9f3c734441f1 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:15.408318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,segment=NetworkSegment(f0734cea-faec-4808-be5b-aaee772b27a3),segment_id=f0734cea-faec-4808-be5b-aaee772b27a3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:15.417949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8faba2-6783-4fe3-a7b9-67f65bc8b522 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:15.470147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '8d4752c0-88f1-4046-80f9-0c3e17adbc9e', 'network_id': 'a7755dd3-2083-4850-8846-87f5ebd26e4f', 'port_id': '8d4752c0-88f1-4046-80f9-0c3e17adbc9e', 'mac_address': 'fa:16:3e:53:a8:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb95ca3e-f22f-4964-9c9d-9751b12365a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:15.537459 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.572680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d4752c0-88f1-4046-80f9-0c3e17adbc9e {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:15.584853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:15.590438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.598422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.607062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,segment=NetworkSegment(f0734cea-faec-4808-be5b-aaee772b27a3),segment_id=f0734cea-faec-4808-be5b-aaee772b27a3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:15.615299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 4fa74b05-3f4a-4be6-873b-7132841e2482 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:15.638072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '786baa46-3be7-489d-90d7-1c163d4161df'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:05:15.639052 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.718477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:15.772496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4b066-aa24-4de7-966a-aee03a5c64bd req-88af0055-8f53-4369-80a3-a1aa97d2f21f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:15.773866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::216 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/786baa46-3be7-489d-90d7-1c163d4161df/4fa74b05-3f4a-4be6-873b-7132841e2482) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:15.781365 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fcd4b066-aa24-4de7-966a-aee03a5c64bd req-88af0055-8f53-4369-80a3-a1aa97d2f21f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0618505 Oct 12 23:05:15.832624 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fcd4b066-aa24-4de7-966a-aee03a5c64bd req-a4e759a9-2284-4144-b544-1acb4f1f540f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476575 Oct 12 23:05:15.920977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:15.967948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036bd4-5640-4f71-9b7e-10c250f47824 req-698a04ac-17b5-476d-87ff-d720b55889bf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:15.977576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036bd4-5640-4f71-9b7e-10c250f47824 req-698a04ac-17b5-476d-87ff-d720b55889bf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:15.980415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036bd4-5640-4f71-9b7e-10c250f47824 req-698a04ac-17b5-476d-87ff-d720b55889bf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:15.986456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036bd4-5640-4f71-9b7e-10c250f47824 req-698a04ac-17b5-476d-87ff-d720b55889bf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:15.993114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036bd4-5640-4f71-9b7e-10c250f47824 req-698a04ac-17b5-476d-87ff-d720b55889bf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:15.999066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036bd4-5640-4f71-9b7e-10c250f47824 req-698a04ac-17b5-476d-87ff-d720b55889bf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:16.005722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3036bd4-5640-4f71-9b7e-10c250f47824 req-698a04ac-17b5-476d-87ff-d720b55889bf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:16.007685 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3036bd4-5640-4f71-9b7e-10c250f47824 req-698a04ac-17b5-476d-87ff-d720b55889bf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1694880 Oct 12 23:05:16.060011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8d4752c0-88f1-4046-80f9-0c3e17adbc9e'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:16.074262 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3036bd4-5640-4f71-9b7e-10c250f47824 req-075d0b3f-c5fd-4dea-b08c-b3f050395553 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531707 Oct 12 23:05:16.151225 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.161441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ad0b7d8d-b33f-486f-ade2-9f3c734441f1 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:16.166764 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.196174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ad0b7d8d-b33f-486f-ade2-9f3c734441f1 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:05:16.196650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ad0b7d8d-b33f-486f-ade2-9f3c734441f1 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:16.276022 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.352180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:16.356947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/786baa46-3be7-489d-90d7-1c163d4161df/f766f0cd-67f8-48e0-b435-ef58658921fe) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:16.359037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=4fa74b05-3f4a-4be6-873b-7132841e2482,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:16.361502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:16.364528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:16.370234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:16.370879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.403574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1088872-cf39-4222-9069-68b853af30ce req-03575ed4-e1f4-47bc-bb17-eb073a997591 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:16.411653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1088872-cf39-4222-9069-68b853af30ce req-03575ed4-e1f4-47bc-bb17-eb073a997591 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0929539 Oct 12 23:05:16.450903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1088872-cf39-4222-9069-68b853af30ce req-99b75f47-7d0e-4f26-a278-49f0471b115d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382979 Oct 12 23:05:16.481949 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7d7a9a9c-1050-4429-8c7d-f5ad608f7236 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2431879 Oct 12 23:05:16.483398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32998) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:16.515274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af85c53-d007-4e7f-9318-7c93918017ad req-9be93a9a-4929-4429-ada4-5dbb30600c0e tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:16.526415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4af85c53-d007-4e7f-9318-7c93918017ad req-9be93a9a-4929-4429-ada4-5dbb30600c0e tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 944 time: 0.0759835 Oct 12 23:05:16.555363 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.572176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4af85c53-d007-4e7f-9318-7c93918017ad req-2853f58a-988c-4c82-af4c-d980c3c3eac9 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440464 Oct 12 23:05:16.574421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8bf7b0-7df1-46fc-9ab0-5b971ba26918 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:16.576061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5e8bf7b0-7df1-46fc-9ab0-5b971ba26918 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0914881 Oct 12 23:05:16.578695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33000) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:16.643288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.689375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:16.689795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-830c03d5-3772-429d-8bfa-01ec0dfe57e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 4fa74b05-3f4a-4be6-873b-7132841e2482 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:16.690146 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-830c03d5-3772-429d-8bfa-01ec0dfe57e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.693103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:16.697545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:16.704381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Pushing event updated for resources: {'Port': ['ID=f766f0cd-67f8-48e0-b435-ef58658921fe,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:16.754589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Attempting to bind port f766f0cd-67f8-48e0-b435-ef58658921fe on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:16.754996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Attempting to bind port f766f0cd-67f8-48e0-b435-ef58658921fe by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:16.755431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Attempting to bind port f766f0cd-67f8-48e0-b435-ef58658921fe on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:16.760215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:16.760588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:16.767162 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.767162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:16.767162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Bound port: f766f0cd-67f8-48e0-b435-ef58658921fe, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:16.767162 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.781914 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-830c03d5-3772-429d-8bfa-01ec0dfe57e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.795612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-830c03d5-3772-429d-8bfa-01ec0dfe57e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 4fa74b05-3f4a-4be6-873b-7132841e2482 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:16.824745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] For port f766f0cd-67f8-48e0-b435-ef58658921fe, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:16.827847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] For port f766f0cd-67f8-48e0-b435-ef58658921fe, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f766f0cd-67f8-48e0-b435-ef58658921fe,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:16.917460 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:16.979015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2e817-ae0f-4a23-8a40-669286bf3a64 None None] Pushing event updated for resources: {'Port': ['ID=f766f0cd-67f8-48e0-b435-ef58658921fe,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:17.030198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-830c03d5-3772-429d-8bfa-01ec0dfe57e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:17.060304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c03d5-3772-429d-8bfa-01ec0dfe57e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=4fa74b05-3f4a-4be6-873b-7132841e2482,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:17.086634 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-830c03d5-3772-429d-8bfa-01ec0dfe57e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:17.090018 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-830c03d5-3772-429d-8bfa-01ec0dfe57e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/4fa74b05-3f4a-4be6-873b-7132841e2482 HTTP/1.1" status: 204 len: 168 time: 0.5103037 Oct 12 23:05:17.092528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33002) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:17.158172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5447dcb-08e1-4c76-b00a-1e6ca0ac027a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.181044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5447dcb-08e1-4c76-b00a-1e6ca0ac027a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.191271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33008) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:17.191956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d5447dcb-08e1-4c76-b00a-1e6ca0ac027a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0972707 Oct 12 23:05:17.269306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a434c647-f85b-4167-8ddf-7c13dc514ae7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 786baa46-3be7-489d-90d7-1c163d4161df {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:17.273071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a434c647-f85b-4167-8ddf-7c13dc514ae7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:17.282142 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef9e3-7e91-41dd-92a9-967df1d1658f req-a1de1ac0-e008-44a7-8637-80c64bcee28f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.290336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef9e3-7e91-41dd-92a9-967df1d1658f req-a1de1ac0-e008-44a7-8637-80c64bcee28f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.299724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef9e3-7e91-41dd-92a9-967df1d1658f req-a1de1ac0-e008-44a7-8637-80c64bcee28f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.311352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef9e3-7e91-41dd-92a9-967df1d1658f req-a1de1ac0-e008-44a7-8637-80c64bcee28f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.319980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef9e3-7e91-41dd-92a9-967df1d1658f req-a1de1ac0-e008-44a7-8637-80c64bcee28f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.327268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef9e3-7e91-41dd-92a9-967df1d1658f req-a1de1ac0-e008-44a7-8637-80c64bcee28f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.333783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbef9e3-7e91-41dd-92a9-967df1d1658f req-a1de1ac0-e008-44a7-8637-80c64bcee28f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.338635 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-edbef9e3-7e91-41dd-92a9-967df1d1658f req-a1de1ac0-e008-44a7-8637-80c64bcee28f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1338639 Oct 12 23:05:17.352957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a434c647-f85b-4167-8ddf-7c13dc514ae7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:17.457118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-edbef9e3-7e91-41dd-92a9-967df1d1658f req-e110a1dc-0c85-4783-bf2a-0ab0985d4c8a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0853772 Oct 12 23:05:17.462647 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a434c647-f85b-4167-8ddf-7c13dc514ae7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:17.630029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1dc01a-5e4e-4138-9588-6c36b4aca0de req-3b17101a-9dd6-442a-bfe5-c8cbb57c8b17 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.633345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c1dc01a-5e4e-4138-9588-6c36b4aca0de req-3b17101a-9dd6-442a-bfe5-c8cbb57c8b17 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0797372 Oct 12 23:05:17.636224 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a434c647-f85b-4167-8ddf-7c13dc514ae7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:17.671671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a434c647-f85b-4167-8ddf-7c13dc514ae7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=786baa46-3be7-489d-90d7-1c163d4161df,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:17.684095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a434c647-f85b-4167-8ddf-7c13dc514ae7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:17.689887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33028) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:17.690119 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a434c647-f85b-4167-8ddf-7c13dc514ae7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/786baa46-3be7-489d-90d7-1c163d4161df HTTP/1.1" status: 204 len: 168 time: 0.4975300 Oct 12 23:05:17.716771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c1dc01a-5e4e-4138-9588-6c36b4aca0de req-9da3c5da-dbc4-4894-9e7c-5721845c3f3f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749545 Oct 12 23:05:17.749706 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:17.786378 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7e54386c-f656-4bf5-aa23-99b972621918 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952513 Oct 12 23:05:17.789692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33032) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:17.794633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:17.843241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb44f81-7964-4b07-b7e3-4d0a8c248064 req-52d11953-5ea1-4c9e-a947-bff617b5d201 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.852820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-edb44f81-7964-4b07-b7e3-4d0a8c248064 req-52d11953-5ea1-4c9e-a947-bff617b5d201 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 945 time: 0.0735345 Oct 12 23:05:17.910924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690943f2-f2b3-4a72-a769-8a121bc1ed38 req-1aadd909-33fc-45c4-afa3-58986f6e70e9 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:17.913840 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-edb44f81-7964-4b07-b7e3-4d0a8c248064 req-c29b115c-2757-4fd9-ad5d-efaf576f75cb tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556078 Oct 12 23:05:17.919470 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690943f2-f2b3-4a72-a769-8a121bc1ed38 req-1aadd909-33fc-45c4-afa3-58986f6e70e9 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 944 time: 0.1451697 Oct 12 23:05:17.992425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690943f2-f2b3-4a72-a769-8a121bc1ed38 req-d78226ac-d13c-4719-80de-a7afce4ab96e tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640876 Oct 12 23:05:18.035562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:18.039125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:18.139363 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device da27c20b-7e34-44e5-82d6-86d324403639 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:18.258520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f766f0cd-67f8-48e0-b435-ef58658921fe up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:18.387134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8ea759a-8d88-401e-bbb8-ea90665555e9 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:18.434408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60cf36-7085-4b52-9edb-5e383eb14e61 req-78c5c800-e913-40ae-9c22-86f38d739284 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.436481 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d60cf36-7085-4b52-9edb-5e383eb14e61 req-78c5c800-e913-40ae-9c22-86f38d739284 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1037762 Oct 12 23:05:18.464694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port da27c20b-7e34-44e5-82d6-86d324403639, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=da27c20b-7e34-44e5-82d6-86d324403639,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:18.496787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d60cf36-7085-4b52-9edb-5e383eb14e61 req-eb18b166-9046-4690-bfb7-d0a8c4b4d3f5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454216 Oct 12 23:05:18.497588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f766f0cd-67f8-48e0-b435-ef58658921fe triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:18.498063 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:18.500950 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:18.527141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'da27c20b-7e34-44e5-82d6-86d324403639', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'port_id': 'da27c20b-7e34-44e5-82d6-86d324403639', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:18.585268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:18.585549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-15d954b1-0ad7-4480-a4a2-d6423c48326e None None] Provisioning complete for port f766f0cd-67f8-48e0-b435-ef58658921fe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:18.585898 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-15d954b1-0ad7-4480-a4a2-d6423c48326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:18.592566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:18.600982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.603292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:18.625903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=d97844cf-08dd-4f3f-8f1c-2af5bbd2939f,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:18.641539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ed41a-445e-4e68-85f3-f0a726820570 req-b3317299-c3a4-4961-aa39-1ecb2496537b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.648671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ed41a-445e-4e68-85f3-f0a726820570 req-b3317299-c3a4-4961-aa39-1ecb2496537b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.655422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ed41a-445e-4e68-85f3-f0a726820570 req-b3317299-c3a4-4961-aa39-1ecb2496537b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.662679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ed41a-445e-4e68-85f3-f0a726820570 req-b3317299-c3a4-4961-aa39-1ecb2496537b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.669092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ed41a-445e-4e68-85f3-f0a726820570 req-b3317299-c3a4-4961-aa39-1ecb2496537b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.676565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ed41a-445e-4e68-85f3-f0a726820570 req-b3317299-c3a4-4961-aa39-1ecb2496537b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.682953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ed41a-445e-4e68-85f3-f0a726820570 req-b3317299-c3a4-4961-aa39-1ecb2496537b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.690858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a8ed41a-445e-4e68-85f3-f0a726820570 req-b3317299-c3a4-4961-aa39-1ecb2496537b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5419 time: 0.1301091 Oct 12 23:05:18.741259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a8ed41a-445e-4e68-85f3-f0a726820570 req-b0a61e22-1ed5-4100-9a4f-9ed707a8fddd tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0437922 Oct 12 23:05:18.748982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-51e737a7-81bf-405a-a61f-ee5f1df94b21 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9574432 Oct 12 23:05:18.750678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33054) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:18.757542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'name': 'tempest-NetworksTestDHCPv6-973909664'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:18.778013 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:18.816908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da27c20b-7e34-44e5-82d6-86d324403639 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:18.887105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port da27c20b-7e34-44e5-82d6-86d324403639, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=da27c20b-7e34-44e5-82d6-86d324403639,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:18.888028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:18.906459 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:18.911023 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-15d954b1-0ad7-4480-a4a2-d6423c48326e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:18.977770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port f766f0cd-67f8-48e0-b435-ef58658921fe, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f766f0cd-67f8-48e0-b435-ef58658921fe,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:18.991752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18868625-0ec7-4bc1-aeb7-2059d55f9b0d req-43abfc40-0983-49a8-9f8e-378cebe9158a tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:18.993534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18868625-0ec7-4bc1-aeb7-2059d55f9b0d req-43abfc40-0983-49a8-9f8e-378cebe9158a tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 945 time: 0.0587735 Oct 12 23:05:19.045999 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18868625-0ec7-4bc1-aeb7-2059d55f9b0d req-8cbc05d1-dda6-4bb5-be73-9f72d3fab4b2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457199 Oct 12 23:05:19.120805 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.127579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc9587-6e63-4d39-b7c2-1a22693f61a9 req-dce082b7-ab22-46b5-bc0f-7e09a1e51bfe tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:19.131407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7bc9587-6e63-4d39-b7c2-1a22693f61a9 req-dce082b7-ab22-46b5-bc0f-7e09a1e51bfe tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 944 time: 0.0661643 Oct 12 23:05:19.132878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:19.142957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.173277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 159b40c1-8524-4c22-8681-de390fdada52 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:19.193927 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.194668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.195437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 86f79ae7-7969-4d31-bc6d-0d0ebb167248 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:19.217256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=f766f0cd-67f8-48e0-b435-ef58658921fe,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:19.219217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5221b07-14db-4b94-a0a0-dfd82120d6d9 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:19.221746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8d4752c0-88f1-4046-80f9-0c3e17adbc9e up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:19.298679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7bc9587-6e63-4d39-b7c2-1a22693f61a9 req-a1b87bde-e5a4-4887-951d-3d19dc428aeb tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552205 Oct 12 23:05:19.335170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::3c (e63cc77b-86bd-4eff-b47b-f6b5b230179e/d97844cf-08dd-4f3f-8f1c-2af5bbd2939f/159b40c1-8524-4c22-8681-de390fdada52) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:19.384360 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-15d954b1-0ad7-4480-a4a2-d6423c48326e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:05:19.384961 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-15d954b1-0ad7-4480-a4a2-d6423c48326e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:05:19.454103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=da27c20b-7e34-44e5-82d6-86d324403639,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:19.508622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:19.516243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:19.516243 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.527928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.625096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 86f79ae7-7969-4d31-bc6d-0d0ebb167248, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:19.649287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.657657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '86f79ae7-7969-4d31-bc6d-0d0ebb167248', 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'port_id': '86f79ae7-7969-4d31-bc6d-0d0ebb167248', 'mac_address': 'fa:16:3e:96:7f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97b5aa0-feb6-4856-89e7-33d86b3f4544', 'ip_address': '10.1.1.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:19.720114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f78a6b-5200-4e7e-9409-22c0a13a3607 req-2a8b6011-da24-4357-accc-d0637f1c4571 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:19.729441 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23f78a6b-5200-4e7e-9409-22c0a13a3607 req-2a8b6011-da24-4357-accc-d0637f1c4571 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0964382 Oct 12 23:05:19.754371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:19.766139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:19.772085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:19.776993 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.784826 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.786591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:19.787426 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:19.806371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86f79ae7-7969-4d31-bc6d-0d0ebb167248 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:19.806627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=159b40c1-8524-4c22-8681-de390fdada52,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:19.828124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23f78a6b-5200-4e7e-9409-22c0a13a3607 req-60604279-0978-4964-a17b-c698c264516b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974679 Oct 12 23:05:19.837608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb047ea-9ee6-4503-8dbc-44e047a844a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4752c0-88f1-4046-80f9-0c3e17adbc9e'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:19.842910 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ab9c46-5de4-48ca-af64-8dd6320043f1" -d '{"events": [{"server_uuid": "fdb047ea-9ee6-4503-8dbc-44e047a844a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d4752c0-88f1-4046-80f9-0c3e17adbc9e"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:19.861332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 86f79ae7-7969-4d31-bc6d-0d0ebb167248, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:19.864484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,segment=NetworkSegment(f0734cea-faec-4808-be5b-aaee772b27a3),segment_id=f0734cea-faec-4808-be5b-aaee772b27a3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:19.962351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187200-8750-4251-abae-c0359524ad50 req-76c57131-a6fc-417b-ba64-3da34817fd7c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:19.968414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187200-8750-4251-abae-c0359524ad50 req-76c57131-a6fc-417b-ba64-3da34817fd7c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:19.975216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187200-8750-4251-abae-c0359524ad50 req-76c57131-a6fc-417b-ba64-3da34817fd7c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:19.981163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187200-8750-4251-abae-c0359524ad50 req-76c57131-a6fc-417b-ba64-3da34817fd7c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:19.987107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187200-8750-4251-abae-c0359524ad50 req-76c57131-a6fc-417b-ba64-3da34817fd7c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:19.993310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187200-8750-4251-abae-c0359524ad50 req-76c57131-a6fc-417b-ba64-3da34817fd7c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:19.999549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46187200-8750-4251-abae-c0359524ad50 req-76c57131-a6fc-417b-ba64-3da34817fd7c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:20.005452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46187200-8750-4251-abae-c0359524ad50 req-76c57131-a6fc-417b-ba64-3da34817fd7c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5420 time: 0.0986123 Oct 12 23:05:20.007779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-93c88312-cf3d-473a-bdda-cea27b5636ab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2557628 Oct 12 23:05:20.009615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:20.010376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33082) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:20.031458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:20.031458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 69ce9ee1-bd62-4531-a418-4beab6f237b9 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:20.081810 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e69243-a154-42d8-9940-cfb076386214 x-openstack-request-id: req-72e69243-a154-42d8-9940-cfb076386214 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:20.096158 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb047ea-9ee6-4503-8dbc-44e047a844a4", "name": "network-vif-plugged", "status": "completed", "tag": "8d4752c0-88f1-4046-80f9-0c3e17adbc9e", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:20.097102 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72e69243-a154-42d8-9940-cfb076386214 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:20.097813 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb047ea-9ee6-4503-8dbc-44e047a844a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d4752c0-88f1-4046-80f9-0c3e17adbc9e', 'code': 200} Oct 12 23:05:20.105600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb888448-6503-4236-b43c-83e6c48158a2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:20.117233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb888448-6503-4236-b43c-83e6c48158a2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:20.118890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fb888448-6503-4236-b43c-83e6c48158a2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1590 time: 0.1074865 Oct 12 23:05:20.125667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46187200-8750-4251-abae-c0359524ad50 req-b8702289-7a1b-407d-ac79-f966b4b66ddf tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1015782 Oct 12 23:05:20.128403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33086) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:20.191627 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:05:20.236615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1282f2b-0d16-455d-b294-a649ddf1e9f7 req-39d1043f-3cb8-47b5-9d29-cf4f23edd322 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:20.247587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a1282f2b-0d16-455d-b294-a649ddf1e9f7 req-39d1043f-3cb8-47b5-9d29-cf4f23edd322 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0863905 Oct 12 23:05:20.257489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:20.272257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f766f0cd-67f8-48e0-b435-ef58658921fe up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:20.302168 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a1282f2b-0d16-455d-b294-a649ddf1e9f7 req-8b838dbb-2a66-4f4f-b46c-0c0c28aa5561 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522356 Oct 12 23:05:20.324642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541a9c9-4d28-4049-8c7b-bfc57b642620 req-2c988ca1-b492-4182-9dd3-916cbc36095d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:20.326401 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1541a9c9-4d28-4049-8c7b-bfc57b642620 req-2c988ca1-b492-4182-9dd3-916cbc36095d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 1097 time: 0.1206403 Oct 12 23:05:20.368967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-84838456-0f8e-4fbd-97fc-f849549d1a9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 159b40c1-8524-4c22-8681-de390fdada52 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:20.369686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-84838456-0f8e-4fbd-97fc-f849549d1a9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:20.380728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a547b93-8e58-45b3-a6c2-6e78006a3795 req-fd9d8409-e722-46db-a8a5-b39f069e03d4 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:20.388913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a547b93-8e58-45b3-a6c2-6e78006a3795 req-fd9d8409-e722-46db-a8a5-b39f069e03d4 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 945 time: 0.1085885 Oct 12 23:05:20.449765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e1425-60ee-4213-835b-bd9ec7d98b1b req-a411a9d6-7dee-42ff-880c-228c15c88f2b tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:20.451327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b89e1425-60ee-4213-835b-bd9ec7d98b1b req-a411a9d6-7dee-42ff-880c-228c15c88f2b tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 945 time: 0.0657916 Oct 12 23:05:20.495690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1541a9c9-4d28-4049-8c7b-bfc57b642620 req-f7c0a4fc-7ee4-4f0b-8b28-d2e9497d5878 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575737 Oct 12 23:05:20.508599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a547b93-8e58-45b3-a6c2-6e78006a3795 req-d2afe229-12c9-4860-a9ac-2718f4486c42 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185133 Oct 12 23:05:20.533142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 69ce9ee1-bd62-4531-a418-4beab6f237b9, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:20.546537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b89e1425-60ee-4213-835b-bd9ec7d98b1b req-867fd958-ce8f-4951-8af3-56a2b94419e0 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864983 Oct 12 23:05:20.564619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '69ce9ee1-bd62-4531-a418-4beab6f237b9', 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136', 'port_id': '69ce9ee1-bd62-4531-a418-4beab6f237b9', 'mac_address': 'fa:16:3e:6e:d4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f4d0bc-012f-4a57-b586-686aa88fd34a', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:20.567313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1c233581-ac6a-4b1b-93e8-7af789a135cb None None] Provisioning complete for port f766f0cd-67f8-48e0-b435-ef58658921fe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:20.567313 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c233581-ac6a-4b1b-93e8-7af789a135cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:20.586069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-84838456-0f8e-4fbd-97fc-f849549d1a9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:20.616088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-84838456-0f8e-4fbd-97fc-f849549d1a9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 159b40c1-8524-4c22-8681-de390fdada52 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:20.695249 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:20.726130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ce9ee1-bd62-4531-a418-4beab6f237b9 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:20.737648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=86f79ae7-7969-4d31-bc6d-0d0ebb167248,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:20.750917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ad924-b59e-44c2-8f7a-4342afd12bf8 req-1c890ae2-8110-4df0-b5d5-7d0ca2b3d9bb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:20.759533 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-519ad924-b59e-44c2-8f7a-4342afd12bf8 req-1c890ae2-8110-4df0-b5d5-7d0ca2b3d9bb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1352274 Oct 12 23:05:20.795635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f766f0cd-67f8-48e0-b435-ef58658921fe triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:20.795635 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:20.822411 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 69ce9ee1-bd62-4531-a418-4beab6f237b9, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:20.839554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-519ad924-b59e-44c2-8f7a-4342afd12bf8 req-dbc0f23d-92cf-4712-9bbc-d7e1edc1bf0a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788748 Oct 12 23:05:20.919453 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:20.920114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:20.957159 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-84838456-0f8e-4fbd-97fc-f849549d1a9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.001634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d180d8-c3fb-4413-b8f8-cf70a65dac52 req-7fe3f89d-244b-4753-b880-5fba551ef135 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.011197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7d180d8-c3fb-4413-b8f8-cf70a65dac52 req-7fe3f89d-244b-4753-b880-5fba551ef135 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0791392 Oct 12 23:05:21.011422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84838456-0f8e-4fbd-97fc-f849549d1a9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=159b40c1-8524-4c22-8681-de390fdada52,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:21.020797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:21.024205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6e1f7baa-24fe-4a1a-9cee-f0828c761f1b None None] Could not find standard attr ID for object 159b40c1-8524-4c22-8681-de390fdada52. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:05:21.030778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=69ce9ee1-bd62-4531-a418-4beab6f237b9,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:21.041564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6e1f7baa-24fe-4a1a-9cee-f0828c761f1b None None] Could not find standard attr ID for object b3c90ae3-d222-46f3-91bf-5c334d432ed7. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:05:21.043217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74', 'network_id': 'af724ff1-3f05-4855-b55b-99924f132136', 'port_id': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74', 'mac_address': 'fa:16:3e:5d:f6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80f4d0bc-012f-4a57-b586-686aa88fd34a', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:21.047314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6e1f7baa-24fe-4a1a-9cee-f0828c761f1b None None] Could not find standard attr ID for object 4fa74b05-3f4a-4be6-873b-7132841e2482. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:05:21.055354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7d180d8-c3fb-4413-b8f8-cf70a65dac52 req-37d229a5-98b6-4876-9ae2-30a15caa4148 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429842 Oct 12 23:05:21.064424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-84838456-0f8e-4fbd-97fc-f849549d1a9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.083559 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-84838456-0f8e-4fbd-97fc-f849549d1a9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/159b40c1-8524-4c22-8681-de390fdada52 HTTP/1.1" status: 204 len: 168 time: 0.9425080 Oct 12 23:05:21.083559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33104) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:21.093785 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.109260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:21.132881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:21.176377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea7739-8cc9-4ada-92e7-957711c5dbf0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.177950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02ea7739-8cc9-4ada-92e7-957711c5dbf0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.179606 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-02ea7739-8cc9-4ada-92e7-957711c5dbf0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1032257 Oct 12 23:05:21.182182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33108) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:21.191413 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.192285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eb7ee26e-cb57-4e0a-823b-ac4f271b7431 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:21.242981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c391cc7-24f5-4131-a3b0-395173e7cc44 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet d97844cf-08dd-4f3f-8f1c-2af5bbd2939f {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:21.247274 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c391cc7-24f5-4131-a3b0-395173e7cc44 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.300893 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c391cc7-24f5-4131-a3b0-395173e7cc44 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.325209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:21.339813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eb7ee26e-cb57-4e0a-823b-ac4f271b7431, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:21.352906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'eb7ee26e-cb57-4e0a-823b-ac4f271b7431', 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'port_id': 'eb7ee26e-cb57-4e0a-823b-ac4f271b7431', 'mac_address': 'fa:16:3e:b7:ea:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97b5aa0-feb6-4856-89e7-33d86b3f4544', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:21.399730 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.400923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c391cc7-24f5-4131-a3b0-395173e7cc44 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.414379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb7ee26e-cb57-4e0a-823b-ac4f271b7431 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:21.436864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eb7ee26e-cb57-4e0a-823b-ac4f271b7431, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:21.441314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682bc9-54d2-45a1-8b75-631fd1fef112 req-9120b6fe-c2b8-4ee4-bd01-249bc8d0c36f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.447447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682bc9-54d2-45a1-8b75-631fd1fef112 req-9120b6fe-c2b8-4ee4-bd01-249bc8d0c36f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.453545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682bc9-54d2-45a1-8b75-631fd1fef112 req-9120b6fe-c2b8-4ee4-bd01-249bc8d0c36f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.460292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682bc9-54d2-45a1-8b75-631fd1fef112 req-9120b6fe-c2b8-4ee4-bd01-249bc8d0c36f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.466372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682bc9-54d2-45a1-8b75-631fd1fef112 req-9120b6fe-c2b8-4ee4-bd01-249bc8d0c36f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.472675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682bc9-54d2-45a1-8b75-631fd1fef112 req-9120b6fe-c2b8-4ee4-bd01-249bc8d0c36f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.478752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0682bc9-54d2-45a1-8b75-631fd1fef112 req-9120b6fe-c2b8-4ee4-bd01-249bc8d0c36f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.480734 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b0682bc9-54d2-45a1-8b75-631fd1fef112 req-9120b6fe-c2b8-4ee4-bd01-249bc8d0c36f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5423 time: 0.1380355 Oct 12 23:05:21.526696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.527450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 546c9709-df62-42f8-a9dd-0cf91a289c12 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:21.546577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b0682bc9-54d2-45a1-8b75-631fd1fef112 req-54410653-46f9-4935-ac6d-1257da5e7c2a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545838 Oct 12 23:05:21.615760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:21.626696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-e962502f-85cf-4988-ab72-1bb0602fda0f tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.628840 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-e962502f-85cf-4988-ab72-1bb0602fda0f tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.41 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 945 time: 0.0773566 Oct 12 23:05:21.631610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c391cc7-24f5-4131-a3b0-395173e7cc44 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.657121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 546c9709-df62-42f8-a9dd-0cf91a289c12, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=546c9709-df62-42f8-a9dd-0cf91a289c12,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:21.698429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '546c9709-df62-42f8-a9dd-0cf91a289c12', 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'port_id': '546c9709-df62-42f8-a9dd-0cf91a289c12', 'mac_address': 'fa:16:3e:73:8a:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97b5aa0-feb6-4856-89e7-33d86b3f4544', 'ip_address': '10.1.1.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:21.728913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c391cc7-24f5-4131-a3b0-395173e7cc44 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=d97844cf-08dd-4f3f-8f1c-2af5bbd2939f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:21.730922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c391cc7-24f5-4131-a3b0-395173e7cc44 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.734326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6c391cc7-24f5-4131-a3b0-395173e7cc44 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/d97844cf-08dd-4f3f-8f1c-2af5bbd2939f HTTP/1.1" status: 204 len: 168 time: 0.5512161 Oct 12 23:05:21.744407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d61ea-40a2-4c39-b557-bce3e3121e67 req-a97a9569-1aaf-41c6-b88a-52d722e16f42 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.745757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1289f1-504a-40eb-ba7c-92707de913bf None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:21.746483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a9d61ea-40a2-4c39-b557-bce3e3121e67 req-a97a9569-1aaf-41c6-b88a-52d722e16f42 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 945 time: 0.0649030 Oct 12 23:05:21.747161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33118) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:21.750194 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.817643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 546c9709-df62-42f8-a9dd-0cf91a289c12 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:21.821159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a51849ea-f4bb-4a17-aea4-171745f4f702 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727885 Oct 12 23:05:21.831506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b4f61-fde4-4e07-8d72-b28bc9ae19f7 req-bdf79d73-d57a-4086-b9a5-1f741df8a729 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.833190 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f0b4f61-fde4-4e07-8d72-b28bc9ae19f7 req-bdf79d73-d57a-4086-b9a5-1f741df8a729 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 945 time: 0.1087985 Oct 12 23:05:21.839813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33122) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:21.858874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 546c9709-df62-42f8-a9dd-0cf91a289c12, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=546c9709-df62-42f8-a9dd-0cf91a289c12,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:21.885044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Deleting port 7d88500d-7c0c-4da2-976b-9013fd2c584c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:21.885370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.892219 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a9d61ea-40a2-4c39-b557-bce3e3121e67 req-07f505fe-1d82-407e-a668-20d6948a90ed tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups?id=8ca09baa-80c2-4ea8-8618-a28271985809&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370687 Oct 12 23:05:21.957957 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:21.958856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device beffe090-160a-40c2-8c1e-f7c65ad2437d details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:21.961298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71447efa-b45d-4f79-9a62-ba3b264b29ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:21.963103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-71447efa-b45d-4f79-9a62-ba3b264b29ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1221864 Oct 12 23:05:21.968259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33126) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:22.006719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] For port 7d88500d-7c0c-4da2-976b-9013fd2c584c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=7d88500d-7c0c-4da2-976b-9013fd2c584c,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:22.007144 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.037019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc864b-a4ad-48a7-bb1b-b183f4a0d621 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:05:22.042302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-658f56a3-9b3e-4699-86e5-1ea66dd99133 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:22.044009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-658f56a3-9b3e-4699-86e5-1ea66dd99133 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0744975 Oct 12 23:05:22.046818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33128) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:22.057378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f0b4f61-fde4-4e07-8d72-b28bc9ae19f7 req-9679e74e-06b7-4e1e-9e47-188e8ef42067 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165873 Oct 12 23:05:22.097695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-76f58773-91df-43a7-ba24-d532b05b3686 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450284 Oct 12 23:05:22.099025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33130) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:22.109702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:22.139281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=546c9709-df62-42f8-a9dd-0cf91a289c12,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:22.142651 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:05:22.183659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port beffe090-160a-40c2-8c1e-f7c65ad2437d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:22.204956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'beffe090-160a-40c2-8c1e-f7c65ad2437d', 'network_id': '02d01c20-41de-4b80-80e8-5101a5c2375a', 'port_id': 'beffe090-160a-40c2-8c1e-f7c65ad2437d', 'mac_address': 'fa:16:3e:78:d2:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd97b5aa0-feb6-4856-89e7-33d86b3f4544', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:22.214768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f766f0cd-67f8-48e0-b435-ef58658921fe no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:22.265058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:22.268725 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.325177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.325756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.325901 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Floating IP 2683ef30-c354-4ecf-bbc9-28602ff27390 disassociated. External IP: 172.25.2.113, port: 7d88500d-7c0c-4da2-976b-9013fd2c584c. Oct 12 23:05:22.326807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Calling delete_port for 7d88500d-7c0c-4da2-976b-9013fd2c584c owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:22.333051 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.356287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beffe090-160a-40c2-8c1e-f7c65ad2437d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:22.386196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-39dc864b-a4ad-48a7-bb1b-b183f4a0d621 None None] Deleting port f766f0cd-67f8-48e0-b435-ef58658921fe {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:22.387030 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-39dc864b-a4ad-48a7-bb1b-b183f4a0d621 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.421382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port beffe090-160a-40c2-8c1e-f7c65ad2437d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:22.457800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.499141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-39dc864b-a4ad-48a7-bb1b-b183f4a0d621 None None] For port f766f0cd-67f8-48e0-b435-ef58658921fe, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f766f0cd-67f8-48e0-b435-ef58658921fe,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:22.499662 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-39dc864b-a4ad-48a7-bb1b-b183f4a0d621 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.508580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.545996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-39dc864b-a4ad-48a7-bb1b-b183f4a0d621 None None] Calling delete_port for f766f0cd-67f8-48e0-b435-ef58658921fe owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:22.555623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.555993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port f766f0cd-67f8-48e0-b435-ef58658921fe, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f766f0cd-67f8-48e0-b435-ef58658921fe,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:22.578815 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.587722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Pushing event deleted for resources: {'Port': ['ID=7d88500d-7c0c-4da2-976b-9013fd2c584c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:22.623097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=beffe090-160a-40c2-8c1e-f7c65ad2437d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:22.646192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:22.651935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:22.660587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:22.662779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.671729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=68d88d58-036a-4ab4-a33e-4f62d77b8981,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:22.683314 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.728541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5771698e-95a4-4e17-bac5-94945643ac42 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6283262 Oct 12 23:05:22.732376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33134) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:22.742547 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-39dc864b-a4ad-48a7-bb1b-b183f4a0d621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:22.745820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=f766f0cd-67f8-48e0-b435-ef58658921fe,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:22.780413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc864b-a4ad-48a7-bb1b-b183f4a0d621 None None] Pushing event deleted for resources: {'Port': ['ID=f766f0cd-67f8-48e0-b435-ef58658921fe,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:22.792394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc864b-a4ad-48a7-bb1b-b183f4a0d621 None None] No DVR routers for this DVR port f766f0cd-67f8-48e0-b435-ef58658921fe on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:22.809171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249255be-233d-48d0-a242-81b8fa8602dd None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:23.097288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3771fca-b922-4a2c-a631-41ea3df968df req-17606dd7-57dc-4bfa-b7e8-7cae5b9e47e0 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 210 time: 0.0402737 Oct 12 23:05:23.139319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['86f79ae7-7969-4d31-bc6d-0d0ebb167248'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:23.146264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['eb7ee26e-cb57-4e0a-823b-ac4f271b7431'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:23.168124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d2899ba6-6a65-4352-a30d-4a3a9c6eaf74'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:23.174453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '68d88d58-036a-4ab4-a33e-4f62d77b8981'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:05:23.175451 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:23.177859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['546c9709-df62-42f8-a9dd-0cf91a289c12'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:23.179723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['da27c20b-7e34-44e5-82d6-86d324403639'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:23.251009 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': '68d88d58-036a-4ab4-a33e-4f62d77b8981', 'ip_address': '2001:db8::5d06:3f99:b67a:50ce'}], 'name': 'tempest-NetworksTestDHCPv6-757785493'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:23.293877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['beffe090-160a-40c2-8c1e-f7c65ad2437d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:23.331974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006f32-e670-4cb2-8a33-b8b9f67c0092 req-76c91d8e-427d-48a1-b67d-eec9c8d1559d tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:23.334086 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-12006f32-e670-4cb2-8a33-b8b9f67c0092 req-76c91d8e-427d-48a1-b67d-eec9c8d1559d tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 945 time: 0.0591421 Oct 12 23:05:23.353784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17b33-c656-458d-bde5-d4ecce3144a2 req-3f6df620-c9f0-40c3-ab59-a1bd6d79d9f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:23.360232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17b33-c656-458d-bde5-d4ecce3144a2 req-3f6df620-c9f0-40c3-ab59-a1bd6d79d9f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:23.366323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17b33-c656-458d-bde5-d4ecce3144a2 req-3f6df620-c9f0-40c3-ab59-a1bd6d79d9f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:23.371904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17b33-c656-458d-bde5-d4ecce3144a2 req-3f6df620-c9f0-40c3-ab59-a1bd6d79d9f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:23.377856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17b33-c656-458d-bde5-d4ecce3144a2 req-3f6df620-c9f0-40c3-ab59-a1bd6d79d9f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:23.380951 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-12006f32-e670-4cb2-8a33-b8b9f67c0092 req-1baef2d3-0c0a-4ab5-8b35-4d70dbebbcdb tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406284 Oct 12 23:05:23.383827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17b33-c656-458d-bde5-d4ecce3144a2 req-3f6df620-c9f0-40c3-ab59-a1bd6d79d9f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:23.398459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df17b33-c656-458d-bde5-d4ecce3144a2 req-3f6df620-c9f0-40c3-ab59-a1bd6d79d9f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:23.400737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2df17b33-c656-458d-bde5-d4ecce3144a2 req-3f6df620-c9f0-40c3-ab59-a1bd6d79d9f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5426 time: 0.7200718 Oct 12 23:05:23.407609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Router 5bd5adac-87b4-4832-9437-0ea7094faf23 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:05:23.527568 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2df17b33-c656-458d-bde5-d4ecce3144a2 req-a4277f36-6bf2-436f-b8c4-dc1edc99434b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1057358 Oct 12 23:05:23.549527 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e5926-4745-4e11-a09e-da620aef1d76 req-86331f1b-0606-4f7e-9cdc-6b8da231d5b4 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:23.552413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b29e5926-4745-4e11-a09e-da620aef1d76 req-86331f1b-0606-4f7e-9cdc-6b8da231d5b4 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 945 time: 0.0550704 Oct 12 23:05:23.601122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:05:23.609999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b29e5926-4745-4e11-a09e-da620aef1d76 req-ae88678f-9fbc-4b35-957b-ad6c61b8facf tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402834 Oct 12 23:05:23.614259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:23.692366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] No DVR routers for this DVR port 7d88500d-7c0c-4da2-976b-9013fd2c584c on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:23.696163 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:23.699529 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0aee8a63-0c86-45c7-9234-81e59a32ab02 req-1e33db18-b3d4-4e32-b50b-5264d645e7e2 tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.41 "DELETE /v2.0/ports/7d88500d-7c0c-4da2-976b-9013fd2c584c HTTP/1.1" status: 204 len: 173 time: 2.0513051 Oct 12 23:05:23.700075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'name': 'network-vif-deleted', 'tag': '7d88500d-7c0c-4da2-976b-9013fd2c584c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:23.702544 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a14c76b-d5df-48d0-8ec3-5db64dcde100" -d '{"events": [{"server_uuid": "7c3f2345-a43c-412a-9b93-b2f658351c55", "name": "network-vif-deleted", "tag": "7d88500d-7c0c-4da2-976b-9013fd2c584c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:23.737810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] Sync routers for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:05:23.748999 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1205b9b7-6b37-48f0-8c09-4ea9cd69da3a x-openstack-request-id: req-1205b9b7-6b37-48f0-8c09-4ea9cd69da3a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:23.749340 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c3f2345-a43c-412a-9b93-b2f658351c55", "name": "network-vif-deleted", "tag": "7d88500d-7c0c-4da2-976b-9013fd2c584c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:23.749953 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1205b9b7-6b37-48f0-8c09-4ea9cd69da3a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:23.750349 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c3f2345-a43c-412a-9b93-b2f658351c55', 'name': 'network-vif-deleted', 'tag': '7d88500d-7c0c-4da2-976b-9013fd2c584c', 'status': 'completed', 'code': 200} Oct 12 23:05:23.772585 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:23.791941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 6cb06853-e1e1-440c-941a-dcc22594e750 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:23.875432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:23.876091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:23.977493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/68d88d58-036a-4ab4-a33e-4f62d77b8981/37f92c4c-f8e3-4e7b-9088-86653ccc40dd) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:24.000408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c190a-8385-46f1-97b7-16e407067971 req-84ba66ea-e32a-4954-aad3-ed62ec42552a tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:24.001886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df4c190a-8385-46f1-97b7-16e407067971 req-84ba66ea-e32a-4954-aad3-ed62ec42552a tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 945 time: 0.0522242 Oct 12 23:05:24.052188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df4c190a-8385-46f1-97b7-16e407067971 req-e4a5bf11-15fe-499e-8ef9-c5737a6415f2 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399246 Oct 12 23:05:24.164094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['69ce9ee1-bd62-4531-a418-4beab6f237b9'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:24.221991 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f17b88f9-ff76-4762-8eef-a584d8c2e5ef req-758898d2-310e-439d-af17-82fb9dc18c4f tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/ports?device_id=7c3f2345-a43c-412a-9b93-b2f658351c55 HTTP/1.1" status: 200 len: 210 time: 0.0267401 Oct 12 23:05:24.322115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:24.617899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eeeccc-2a51-42d6-9a35-9846591d80ab req-d6364285-1939-447d-a99f-e98a66ff61df tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:24.620877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61eeeccc-2a51-42d6-9a35-9846591d80ab req-d6364285-1939-447d-a99f-e98a66ff61df tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 945 time: 0.0688682 Oct 12 23:05:24.664918 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61eeeccc-2a51-42d6-9a35-9846591d80ab req-55dc2aca-e463-40f9-a9dc-a75e6adbd394 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375381 Oct 12 23:05:24.704379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:24.728549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c56a0-2d5f-449f-804f-4fb12398160f req-5d402b3d-c0d4-4bbf-88f0-a0126fddda37 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:24.740878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c56a0-2d5f-449f-804f-4fb12398160f req-5d402b3d-c0d4-4bbf-88f0-a0126fddda37 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:24.755409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c56a0-2d5f-449f-804f-4fb12398160f req-5d402b3d-c0d4-4bbf-88f0-a0126fddda37 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:24.761797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c56a0-2d5f-449f-804f-4fb12398160f req-5d402b3d-c0d4-4bbf-88f0-a0126fddda37 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:24.768043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c56a0-2d5f-449f-804f-4fb12398160f req-5d402b3d-c0d4-4bbf-88f0-a0126fddda37 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:24.775880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c56a0-2d5f-449f-804f-4fb12398160f req-5d402b3d-c0d4-4bbf-88f0-a0126fddda37 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:24.782528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c56a0-2d5f-449f-804f-4fb12398160f req-5d402b3d-c0d4-4bbf-88f0-a0126fddda37 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:24.785226 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-570c56a0-2d5f-449f-804f-4fb12398160f req-5d402b3d-c0d4-4bbf-88f0-a0126fddda37 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5426 time: 0.1294703 Oct 12 23:05:24.792541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:51Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '562b4589-ab5c-4377-9c60-1a6dcbc2fb3d', 'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'mac_address': 'fa:16:3e:f9:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:50Z', 'updated_at': '2021-10-12T23:03:00Z', 'revision_number': 5, 'project_id': 'a098d32465f14c7886f98190b680795f', 'subnets': [{'id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:24.827656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] Checking router: 5bd5adac-87b4-4832-9437-0ea7094faf23 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:05:24.829833 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:24.853720 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-570c56a0-2d5f-449f-804f-4fb12398160f req-074eb526-efea-472e-9e46-6704adc3b99a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618889 Oct 12 23:05:24.882048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:24.882048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:24.882048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:24.885846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::5d06:3f99:b67a:50ce (e63cc77b-86bd-4eff-b47b-f6b5b230179e/68d88d58-036a-4ab4-a33e-4f62d77b8981/6cb06853-e1e1-440c-941a-dcc22594e750) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:24.885964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:24.914156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:24.924453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Pushing event updated for resources: {'Port': ['ID=37f92c4c-f8e3-4e7b-9088-86653ccc40dd,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:25.026770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Attempting to bind port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:25.027084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Attempting to bind port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:25.027447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Attempting to bind port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:25.030782 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.036853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:25.037226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:25.037622 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.038009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:25.038474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Bound port: 37f92c4c-f8e3-4e7b-9088-86653ccc40dd, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:25.038850 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.058562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:25.133051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.187841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:25.191540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:25.195797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:25.201671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:25.202362 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.209600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=6cb06853-e1e1-440c-941a-dcc22594e750,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:25.223168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] For port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:25.241641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] For port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=37f92c4c-f8e3-4e7b-9088-86653ccc40dd,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:25.257223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 7d88500d-7c0c-4da2-976b-9013fd2c584c no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:25.286821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-89512245-5237-4bb7-b08a-be7942c41816 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.5357013 Oct 12 23:05:25.289577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33186) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:25.294020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 7d88500d-7c0c-4da2-976b-9013fd2c584c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:05:25.294442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 7d88500d-7c0c-4da2-976b-9013fd2c584c not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:25.327862 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.359552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14052a0e-a80d-4ea6-98ec-3cfee1af63fd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:25.366646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14052a0e-a80d-4ea6-98ec-3cfee1af63fd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:25.369868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-14052a0e-a80d-4ea6-98ec-3cfee1af63fd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0780110 Oct 12 23:05:25.372192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33190) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:25.386107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33192) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:25.429372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0007bfe-fb87-444d-b5a1-97d4180fd4d7 None None] Pushing event updated for resources: {'Port': ['ID=37f92c4c-f8e3-4e7b-9088-86653ccc40dd,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:25.455847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5dda0ef2-6c0b-46ce-9d82-3266fa4f5adf tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.459944 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:51Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '562b4589-ab5c-4377-9c60-1a6dcbc2fb3d', 'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'mac_address': 'fa:16:3e:f9:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:50Z', 'updated_at': '2021-10-12T23:03:00Z', 'revision_number': 5, 'project_id': 'a098d32465f14c7886f98190b680795f', 'subnets': [{'id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:25.480695 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5dda0ef2-6c0b-46ce-9d82-3266fa4f5adf tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.501472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-06884716-5684-4041-81b9-b762fa4559e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 6cb06853-e1e1-440c-941a-dcc22594e750 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:25.501824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06884716-5684-4041-81b9-b762fa4559e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.504222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3393b22-0a05-4508-a345-54514af4ead0 None None] The sync data for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 is: [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:02:51Z', 'revision_number': 4, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '562b4589-ab5c-4377-9c60-1a6dcbc2fb3d', 'name': '', 'network_id': '4a3ceab4-2787-406c-a943-7accca371000', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'mac_address': 'fa:16:3e:f9:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 1417, 'fixed_ips': [{'subnet_id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:50Z', 'updated_at': '2021-10-12T23:03:00Z', 'revision_number': 5, 'project_id': 'a098d32465f14c7886f98190b680795f', 'subnets': [{'id': '74fe9faa-e5f9-46a5-a2cb-3d865b1037f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:05:25.631169 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06884716-5684-4041-81b9-b762fa4559e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.644211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-06884716-5684-4041-81b9-b762fa4559e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 6cb06853-e1e1-440c-941a-dcc22594e750 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:25.660370 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5dda0ef2-6c0b-46ce-9d82-3266fa4f5adf tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.663473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5dda0ef2-6c0b-46ce-9d82-3266fa4f5adf tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:25.664646 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5dda0ef2-6c0b-46ce-9d82-3266fa4f5adf tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "DELETE /v2.0/security-groups/8ca09baa-80c2-4ea8-8618-a28271985809 HTTP/1.1" status: 204 len: 168 time: 0.2773407 Oct 12 23:05:25.667414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33196) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:25.677527 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0ef2-6c0b-46ce-9d82-3266fa4f5adf tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca09baa-80c2-4ea8-8618-a28271985809,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:25.808181 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-2c16d832-750f-4e72-82cf-14c25e7e475e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] show failed (client error): The resource could not be found. Oct 12 23:05:25.809464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2c16d832-750f-4e72-82cf-14c25e7e475e tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "GET /v2.0/security-groups/8ca09baa-80c2-4ea8-8618-a28271985809 HTTP/1.1" status: 404 len: 347 time: 0.0745487 Oct 12 23:05:25.815871 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33202) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:25.975699 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-176afd63-ad2c-46ce-bb6f-aa2a95447f09 None None] New status for floating IP 2683ef30-c354-4ecf-bbc9-28602ff27390: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:05:25.994229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e478ad1b-143f-430e-b19f-335d54b98b29 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:25.995878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e478ad1b-143f-430e-b19f-335d54b98b29 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.41 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 945 time: 0.1258230 Oct 12 23:05:26.088012 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06884716-5684-4041-81b9-b762fa4559e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.204234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3be6-c29d-4020-ba83-2f970f8575cd req-2ba7de3c-919d-4c81-8fa8-84ba88bbf0ca tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.210592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3be6-c29d-4020-ba83-2f970f8575cd req-2ba7de3c-919d-4c81-8fa8-84ba88bbf0ca tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.216824 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3be6-c29d-4020-ba83-2f970f8575cd req-2ba7de3c-919d-4c81-8fa8-84ba88bbf0ca tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.223647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3be6-c29d-4020-ba83-2f970f8575cd req-2ba7de3c-919d-4c81-8fa8-84ba88bbf0ca tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.229795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3be6-c29d-4020-ba83-2f970f8575cd req-2ba7de3c-919d-4c81-8fa8-84ba88bbf0ca tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.238599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3be6-c29d-4020-ba83-2f970f8575cd req-2ba7de3c-919d-4c81-8fa8-84ba88bbf0ca tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.242172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea3be6-c29d-4020-ba83-2f970f8575cd req-2ba7de3c-919d-4c81-8fa8-84ba88bbf0ca tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.250363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfea3be6-c29d-4020-ba83-2f970f8575cd req-2ba7de3c-919d-4c81-8fa8-84ba88bbf0ca tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5426 time: 0.2652197 Oct 12 23:05:26.252329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06884716-5684-4041-81b9-b762fa4559e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=6cb06853-e1e1-440c-941a-dcc22594e750,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:26.271813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06884716-5684-4041-81b9-b762fa4559e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.277862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-06884716-5684-4041-81b9-b762fa4559e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/6cb06853-e1e1-440c-941a-dcc22594e750 HTTP/1.1" status: 204 len: 168 time: 0.9018786 Oct 12 23:05:26.282712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33206) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:26.315720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 37f92c4c-f8e3-4e7b-9088-86653ccc40dd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:26.337897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba702b0a-5125-47ff-8733-e4ea67f4f2fd req-160b4aa6-14f4-4b5e-8409-a012782b9f61 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.339381 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba702b0a-5125-47ff-8733-e4ea67f4f2fd req-160b4aa6-14f4-4b5e-8409-a012782b9f61 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 945 time: 0.5410652 Oct 12 23:05:26.370820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfea3be6-c29d-4020-ba83-2f970f8575cd req-3486987f-11a5-4394-ac4e-13a33b78e3f5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1122723 Oct 12 23:05:26.404145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:26.405173 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.419533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba702b0a-5125-47ff-8733-e4ea67f4f2fd req-af4f2ba1-1e0d-4f8f-9e6f-7f9cb0bc5765 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/security-groups?id=227437ea-b644-4c7c-a29c-0d1f9221481c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606937 Oct 12 23:05:26.438221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Deleting port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:26.438221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.440875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Deleting port 747c4b75-c118-48e3-be3a-ce3fc806d0ee {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:26.441704 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.454462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50d06c-64d9-4288-b8ef-3e4e167a7a78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.456607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d50d06c-64d9-4288-b8ef-3e4e167a7a78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:26.461770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6d50d06c-64d9-4288-b8ef-3e4e167a7a78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1736236 Oct 12 23:05:26.477237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33210) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:26.588648 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.589604 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.605841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Calling delete_port for 747c4b75-c118-48e3-be3a-ce3fc806d0ee owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:26.613742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] For port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,segment=NetworkSegment(f0734cea-faec-4808-be5b-aaee772b27a3),segment_id=f0734cea-faec-4808-be5b-aaee772b27a3)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:26.614114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.647493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Calling delete_port for 8d4752c0-88f1-4046-80f9-0c3e17adbc9e owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:26.755854 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.759737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eb7ee26e-cb57-4e0a-823b-ac4f271b7431 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:26.785520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c672628-ef97-40bc-a895-e82b33492ba0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 68d88d58-036a-4ab4-a33e-4f62d77b8981 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:26.803905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3c672628-ef97-40bc-a895-e82b33492ba0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.862082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=37f92c4c-f8e3-4e7b-9088-86653ccc40dd,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:26.867796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3c672628-ef97-40bc-a895-e82b33492ba0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.928429 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:26.940754 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['8d4752c0-88f1-4046-80f9-0c3e17adbc9e'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:26.967194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Pushing event deleted for resources: {'Port': ['ID=8d4752c0-88f1-4046-80f9-0c3e17adbc9e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:26.969537 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.005033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3c672628-ef97-40bc-a895-e82b33492ba0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.023934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:27.030314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] No DVR routers for this DVR port 8d4752c0-88f1-4046-80f9-0c3e17adbc9e on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:27.035596 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.036142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:27.036521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.041286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac28277b-4d79-4fdf-bf5a-9e7c69df8546 req-e702a5fe-dd0a-4c29-8787-2bec23bcf764 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.41 "DELETE /v2.0/ports/8d4752c0-88f1-4046-80f9-0c3e17adbc9e HTTP/1.1" status: 204 len: 173 time: 1.0330222 Oct 12 23:05:27.042918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fdb047ea-9ee6-4503-8dbc-44e047a844a4', 'name': 'network-vif-deleted', 'tag': '8d4752c0-88f1-4046-80f9-0c3e17adbc9e'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:27.046524 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13aa2fb9-7313-4639-b2c7-7df171bfea2a" -d '{"events": [{"server_uuid": "fdb047ea-9ee6-4503-8dbc-44e047a844a4", "name": "network-vif-deleted", "tag": "8d4752c0-88f1-4046-80f9-0c3e17adbc9e"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:27.089101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=37f92c4c-f8e3-4e7b-9088-86653ccc40dd,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:27.094187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.099108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b6ed9a3c-8386-45e0-990d-b6d3d62eb212 None None] Provisioning complete for port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:27.099899 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b6ed9a3c-8386-45e0-990d-b6d3d62eb212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.107362 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc29fb1-6767-4673-b05e-36c70b41aaa9 x-openstack-request-id: req-ffc29fb1-6767-4673-b05e-36c70b41aaa9 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:27.108322 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fdb047ea-9ee6-4503-8dbc-44e047a844a4", "name": "network-vif-deleted", "tag": "8d4752c0-88f1-4046-80f9-0c3e17adbc9e", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:27.108694 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffc29fb1-6767-4673-b05e-36c70b41aaa9 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:27.109145 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fdb047ea-9ee6-4503-8dbc-44e047a844a4', 'name': 'network-vif-deleted', 'tag': '8d4752c0-88f1-4046-80f9-0c3e17adbc9e', 'status': 'completed', 'code': 200} Oct 12 23:05:27.137041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Pushing event deleted for resources: {'Port': ['ID=747c4b75-c118-48e3-be3a-ce3fc806d0ee,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:27.208473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3c672628-ef97-40bc-a895-e82b33492ba0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.212510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.213402 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.217666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-03cd400c-5c09-4474-9f2d-f62de697da0c tempest-ServersTestJSON-1921305064 tempest-ServersTestJSON-1921305064-project] 10.222.0.31 "DELETE /v2.0/floatingips/2683ef30-c354-4ecf-bbc9-28602ff27390 HTTP/1.1" status: 204 len: 168 time: 1.3976276 Oct 12 23:05:27.218074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33220) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:27.239479 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.290448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c672628-ef97-40bc-a895-e82b33492ba0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=68d88d58-036a-4ab4-a33e-4f62d77b8981,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:27.297460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3c672628-ef97-40bc-a895-e82b33492ba0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.304798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3c672628-ef97-40bc-a895-e82b33492ba0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/68d88d58-036a-4ab4-a33e-4f62d77b8981 HTTP/1.1" status: 204 len: 168 time: 0.8239858 Oct 12 23:05:27.307419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33222) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:27.310405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ee26e-cb57-4e0a-823b-ac4f271b7431'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:27.314288 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a05555b-2bc1-4df6-87b7-c3860abe81a1" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "eb7ee26e-cb57-4e0a-823b-ac4f271b7431"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:27.349121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eb7ee26e-cb57-4e0a-823b-ac4f271b7431, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:27.372698 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7cde32-110b-433f-80db-253a4c744f56 x-openstack-request-id: req-ba7cde32-110b-433f-80db-253a4c744f56 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:27.373000 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "eb7ee26e-cb57-4e0a-823b-ac4f271b7431", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:27.373824 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ba7cde32-110b-433f-80db-253a4c744f56 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:27.374400 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb7ee26e-cb57-4e0a-823b-ac4f271b7431', 'code': 200} Oct 12 23:05:27.388702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3db9869e-f28e-4f80-8f5e-1fa7d6435455 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800724 Oct 12 23:05:27.391769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33228) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:27.399283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:27.417674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f103bce-bb73-4180-9c76-d350cbb0ba4a None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:27.473492 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.474558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device da27c20b-7e34-44e5-82d6-86d324403639 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:27.564891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1c4bc9e3-a3fa-47d0-8698-43aaf6ec917f None None] Could not find standard attr ID for object 6cb06853-e1e1-440c-941a-dcc22594e750. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:05:27.592793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92a14348-557c-4b14-ab79-a832baffced4 req-f11293d7-069f-400f-b844-b027a5bd6db6 tempest-ServersNegativeTestMultiTenantJSON-1825842236 tempest-ServersNegativeTestMultiTenantJSON-1825842236-project] 10.222.0.31 "GET /v2.0/ports?device_id=fdb047ea-9ee6-4503-8dbc-44e047a844a4 HTTP/1.1" status: 200 len: 210 time: 0.0369492 Oct 12 23:05:27.655805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:27.664518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:27.668653 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.683921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a99f-a33b-42ec-8040-cb4e7278d6ae req-19ced165-defd-4728-9b93-adf383f85388 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:27.689986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a99f-a33b-42ec-8040-cb4e7278d6ae req-19ced165-defd-4728-9b93-adf383f85388 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:27.696772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a99f-a33b-42ec-8040-cb4e7278d6ae req-19ced165-defd-4728-9b93-adf383f85388 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:27.707261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a99f-a33b-42ec-8040-cb4e7278d6ae req-19ced165-defd-4728-9b93-adf383f85388 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:27.713196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a99f-a33b-42ec-8040-cb4e7278d6ae req-19ced165-defd-4728-9b93-adf383f85388 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:27.719174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a99f-a33b-42ec-8040-cb4e7278d6ae req-19ced165-defd-4728-9b93-adf383f85388 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:27.725426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2430a99f-a33b-42ec-8040-cb4e7278d6ae req-19ced165-defd-4728-9b93-adf383f85388 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:27.733132 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2430a99f-a33b-42ec-8040-cb4e7278d6ae req-19ced165-defd-4728-9b93-adf383f85388 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5427 time: 0.2345059 Oct 12 23:05:27.758656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port da27c20b-7e34-44e5-82d6-86d324403639 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:27.772747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a8db9e-4faa-4684-a9ea-d25943ee2c94 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:05:27.781689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port da27c20b-7e34-44e5-82d6-86d324403639 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:27.782330 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.892255 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2430a99f-a33b-42ec-8040-cb4e7278d6ae req-77ec82c0-e0ef-4075-ba04-55717428e934 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1582575 Oct 12 23:05:27.919816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-66a8db9e-4faa-4684-a9ea-d25943ee2c94 None None] Deleting port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:27.920288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66a8db9e-4faa-4684-a9ea-d25943ee2c94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:27.998841 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.030887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-66a8db9e-4faa-4684-a9ea-d25943ee2c94 None None] For port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=37f92c4c-f8e3-4e7b-9088-86653ccc40dd,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:28.031145 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66a8db9e-4faa-4684-a9ea-d25943ee2c94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.052403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-66a8db9e-4faa-4684-a9ea-d25943ee2c94 None None] Calling delete_port for 37f92c4c-f8e3-4e7b-9088-86653ccc40dd owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:28.064078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port da27c20b-7e34-44e5-82d6-86d324403639, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=da27c20b-7e34-44e5-82d6-86d324403639,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:28.151069 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.151880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 86f79ae7-7969-4d31-bc6d-0d0ebb167248 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:28.184010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.238423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=da27c20b-7e34-44e5-82d6-86d324403639,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:28.256637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:28.260371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 37f92c4c-f8e3-4e7b-9088-86653ccc40dd no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:28.266477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:28.269144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=c4dcdf5b-e0a6-4d3c-b19d-ca0af172f2df,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:28.271890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:28.272481 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.277185 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.291353 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66a8db9e-4faa-4684-a9ea-d25943ee2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.325176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:28.327256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a8db9e-4faa-4684-a9ea-d25943ee2c94 None None] Pushing event deleted for resources: {'Port': ['ID=37f92c4c-f8e3-4e7b-9088-86653ccc40dd,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:28.333734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a8db9e-4faa-4684-a9ea-d25943ee2c94 None None] No DVR routers for this DVR port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:28.335144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:28.335503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.365552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No active binding found for port 37f92c4c-f8e3-4e7b-9088-86653ccc40dd {{(pid=101891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 23:05:28.366204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 37f92c4c-f8e3-4e7b-9088-86653ccc40dd not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:28.382653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a08f42e-053d-4f09-8aad-43e1a7b52bb1 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:28.403612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7025594c-51a7-4954-8bd1-d38a86013b03 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0104756 Oct 12 23:05:28.406320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33238) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:28.416207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': 'c4dcdf5b-e0a6-4d3c-b19d-ca0af172f2df', 'ip_address': '2001:db8::b4ad:622c:c8f1:eb48'}], 'name': 'tempest-NetworksTestDHCPv6-786400466'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:28.541935 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.606909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 86f79ae7-7969-4d31-bc6d-0d0ebb167248, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:28.640613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Deleting port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:28.640613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.640809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': 'c4dcdf5b-e0a6-4d3c-b19d-ca0af172f2df'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:05:28.640809 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.652068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33242) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:28.698020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc4e4061-b69e-4da1-a113-bc8b7881479c admin admin] Deleting subnet fb95ca3e-f22f-4964-9c9d-9751b12365a8 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:28.701540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4061-b69e-4da1-a113-bc8b7881479c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.725997 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.725997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 546c9709-df62-42f8-a9dd-0cf91a289c12 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:28.753110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4061-b69e-4da1-a113-bc8b7881479c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.759145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] For port 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=562b4589-ab5c-4377-9c60-1a6dcbc2fb3d,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:28.759515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.783360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Calling delete_port for 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:28.794451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:28.903928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:28.916816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=86f79ae7-7969-4d31-bc6d-0d0ebb167248,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:28.939486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 5d609968-17b2-4f81-8b26-4eaeb1a34bb1 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:28.954254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/c4dcdf5b-e0a6-4d3c-b19d-ca0af172f2df/5fca3690-e552-4898-9673-6170a07c880d) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:29.010734 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4061-b69e-4da1-a113-bc8b7881479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.039811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 546c9709-df62-42f8-a9dd-0cf91a289c12 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:29.044097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 546c9709-df62-42f8-a9dd-0cf91a289c12 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:29.046043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.077365 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.113898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Pushing event deleted for resources: {'Port': ['ID=562b4589-ab5c-4377-9c60-1a6dcbc2fb3d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:29.173195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823506-17a5-4857-a196-5c9f0b90ea89 req-02c63a67-8e6e-4a94-8f59-3a1af2b76cf9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:29.173195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823506-17a5-4857-a196-5c9f0b90ea89 req-02c63a67-8e6e-4a94-8f59-3a1af2b76cf9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:29.179181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823506-17a5-4857-a196-5c9f0b90ea89 req-02c63a67-8e6e-4a94-8f59-3a1af2b76cf9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:29.185365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823506-17a5-4857-a196-5c9f0b90ea89 req-02c63a67-8e6e-4a94-8f59-3a1af2b76cf9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:29.192251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823506-17a5-4857-a196-5c9f0b90ea89 req-02c63a67-8e6e-4a94-8f59-3a1af2b76cf9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:29.199308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823506-17a5-4857-a196-5c9f0b90ea89 req-02c63a67-8e6e-4a94-8f59-3a1af2b76cf9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:29.209444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d823506-17a5-4857-a196-5c9f0b90ea89 req-02c63a67-8e6e-4a94-8f59-3a1af2b76cf9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:29.214852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6d823506-17a5-4857-a196-5c9f0b90ea89 req-02c63a67-8e6e-4a94-8f59-3a1af2b76cf9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5429 time: 0.1883655 Oct 12 23:05:29.227884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4061-b69e-4da1-a113-bc8b7881479c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.241963 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.274054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4e4061-b69e-4da1-a113-bc8b7881479c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb95ca3e-f22f-4964-9c9d-9751b12365a8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:29.276603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc4e4061-b69e-4da1-a113-bc8b7881479c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.280815 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bc4e4061-b69e-4da1-a113-bc8b7881479c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fb95ca3e-f22f-4964-9c9d-9751b12365a8 HTTP/1.1" status: 204 len: 168 time: 0.6277056 Oct 12 23:05:29.285082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33252) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:29.303433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6d823506-17a5-4857-a196-5c9f0b90ea89 req-aef7b85e-e417-4515-a631-36e4f04f859b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0833051 Oct 12 23:05:29.358381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8d4752c0-88f1-4046-80f9-0c3e17adbc9e no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:29.364590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 546c9709-df62-42f8-a9dd-0cf91a289c12, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=546c9709-df62-42f8-a9dd-0cf91a289c12,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:29.367205 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.412664 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.480993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.509658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.515842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639'}, {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f79ae7-7969-4d31-bc6d-0d0ebb167248'}, {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546c9709-df62-42f8-a9dd-0cf91a289c12'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:29.519476 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f1db2b-0ee0-4dae-bb36-f01a4b9d6772" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "da27c20b-7e34-44e5-82d6-86d324403639"}, {"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "86f79ae7-7969-4d31-bc6d-0d0ebb167248"}, {"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "546c9709-df62-42f8-a9dd-0cf91a289c12"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:29.525766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.526687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device beffe090-160a-40c2-8c1e-f7c65ad2437d up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:29.528421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 8d4752c0-88f1-4046-80f9-0c3e17adbc9e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:05:29.528762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8d4752c0-88f1-4046-80f9-0c3e17adbc9e not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:29.549443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7755dd3-2083-4850-8846-87f5ebd26e4f']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:29.563888 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0734cea-faec-4808-be5b-aaee772b27a3') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:29.566059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0734cea-faec-4808-be5b-aaee772b27a3') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:29.580532 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-898d709f-59ed-4e1e-bf5a-c847827c2e6e x-openstack-request-id: req-898d709f-59ed-4e1e-bf5a-c847827c2e6e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:29.580532 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "da27c20b-7e34-44e5-82d6-86d324403639", "code": 200}, {"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "86f79ae7-7969-4d31-bc6d-0d0ebb167248", "code": 200}, {"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "546c9709-df62-42f8-a9dd-0cf91a289c12", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:29.581526 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-898d709f-59ed-4e1e-bf5a-c847827c2e6e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:29.582403 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639', 'code': 200} Oct 12 23:05:29.582403 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86f79ae7-7969-4d31-bc6d-0d0ebb167248', 'code': 200} Oct 12 23:05:29.582403 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '546c9709-df62-42f8-a9dd-0cf91a289c12', 'code': 200} Oct 12 23:05:29.585445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.601540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.608670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:05:29.608981 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:05:29.610882 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:05:29.622491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=546c9709-df62-42f8-a9dd-0cf91a289c12,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:29.630742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.684757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:29.689458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:29.692841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:29.709013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Pushing event updated for resources: {'Port': ['ID=5fca3690-e552-4898-9673-6170a07c880d,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:29.727823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::b4ad:622c:c8f1:eb48 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/c4dcdf5b-e0a6-4d3c-b19d-ca0af172f2df/5d609968-17b2-4f81-8b26-4eaeb1a34bb1) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:29.737354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port beffe090-160a-40c2-8c1e-f7c65ad2437d completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:29.759468 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port beffe090-160a-40c2-8c1e-f7c65ad2437d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:29.759927 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.762559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Router 5bd5adac-87b4-4832-9437-0ea7094faf23 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:05:29.791941 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Attempting to bind port 5fca3690-e552-4898-9673-6170a07c880d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:29.792459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Attempting to bind port 5fca3690-e552-4898-9673-6170a07c880d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:29.792924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Attempting to bind port 5fca3690-e552-4898-9673-6170a07c880d on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:29.808554 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.813669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:29.814150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:29.814640 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.817246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:29.817246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Bound port: 5fca3690-e552-4898-9673-6170a07c880d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:29.817246 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.858770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.861903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] 10.222.0.31 "DELETE /v2.0/networks/a7755dd3-2083-4850-8846-87f5ebd26e4f HTTP/1.1" status: 204 len: 168 time: 0.5769515 Oct 12 23:05:29.866203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33258) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:29.894121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853f213-d88c-43ba-8e5b-f56520f1c26d admin admin] Pushing event deleted for resources: {'Network': ['ID=a7755dd3-2083-4850-8846-87f5ebd26e4f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:29.949598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:05:29.955692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] For port 5fca3690-e552-4898-9673-6170a07c880d, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:29.955692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:29.959189 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] For port 5fca3690-e552-4898-9673-6170a07c880d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5fca3690-e552-4898-9673-6170a07c880d,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:29.963022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] Sync routers for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:05:29.964079 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-58ea0171-5d09-4f2a-90c2-80e356f32b36 admin admin] 10.222.0.31 "PUT /v2.0/routers/5bd5adac-87b4-4832-9437-0ea7094faf23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7439690 Oct 12 23:05:29.965972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:30.000180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:30.000805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:30.009819 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.017135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38c20dc-641e-4f4d-9353-d11fe3185947 admin admin] Deleting subnet 38abd6f8-54df-451a-9b31-c72e3c704ed3 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:30.023866 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f38c20dc-641e-4f4d-9353-d11fe3185947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.042968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port beffe090-160a-40c2-8c1e-f7c65ad2437d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:30.080431 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f38c20dc-641e-4f4d-9353-d11fe3185947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.108108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.122783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.140392 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.141122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:30.153641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f38c20dc-641e-4f4d-9353-d11fe3185947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.186670 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.258410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:30.288901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:30.290708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34356d55-ed6d-4a4c-962c-40c2fb947196 None None] Pushing event updated for resources: {'Port': ['ID=5fca3690-e552-4898-9673-6170a07c880d,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:30.299856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:30.302495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=5d609968-17b2-4f81-8b26-4eaeb1a34bb1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:30.307061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:30.311319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.312036 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.333789 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.429207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-286e6430-55cb-48f9-bd7f-6eae231c1b48 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0205243 Oct 12 23:05:30.429942 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33268) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:30.470095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f38c20dc-641e-4f4d-9353-d11fe3185947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.531870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c20dc-641e-4f4d-9353-d11fe3185947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38abd6f8-54df-451a-9b31-c72e3c704ed3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:30.535197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9c06-9d70-439e-a161-53185d42ce85 req-4c7606ee-ffaa-4da3-a75c-698b96bf93f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.539188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=beffe090-160a-40c2-8c1e-f7c65ad2437d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:30.541963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9c06-9d70-439e-a161-53185d42ce85 req-4c7606ee-ffaa-4da3-a75c-698b96bf93f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.544628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:30.548363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9c06-9d70-439e-a161-53185d42ce85 req-4c7606ee-ffaa-4da3-a75c-698b96bf93f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.554914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9c06-9d70-439e-a161-53185d42ce85 req-4c7606ee-ffaa-4da3-a75c-698b96bf93f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.559665 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f38c20dc-641e-4f4d-9353-d11fe3185947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.563159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9c06-9d70-439e-a161-53185d42ce85 req-4c7606ee-ffaa-4da3-a75c-698b96bf93f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.571393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f38c20dc-641e-4f4d-9353-d11fe3185947 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/38abd6f8-54df-451a-9b31-c72e3c704ed3 HTTP/1.1" status: 204 len: 168 time: 0.6876719 Oct 12 23:05:30.572319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33270) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:30.575320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9c06-9d70-439e-a161-53185d42ce85 req-4c7606ee-ffaa-4da3-a75c-698b96bf93f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.583634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:30.584014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.589392 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0449f3e-43fc-4e13-ba22-f04dc4d947e6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.594622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e9c06-9d70-439e-a161-53185d42ce85 req-4c7606ee-ffaa-4da3-a75c-698b96bf93f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.597041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0449f3e-43fc-4e13-ba22-f04dc4d947e6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:30.597175 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d47e9c06-9d70-439e-a161-53185d42ce85 req-4c7606ee-ffaa-4da3-a75c-698b96bf93f0 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5431 time: 0.2013874 Oct 12 23:05:30.605740 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f0449f3e-43fc-4e13-ba22-f04dc4d947e6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1702332 Oct 12 23:05:30.610158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33272) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:30.695072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.708088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:05:28Z', 'revision_number': 5, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port': {'id': '221ab5a2-3f23-491d-a060-d51f65781f20', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:ae:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1416, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:02:46Z', 'updated_at': '2021-10-12T23:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:30.728169 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d47e9c06-9d70-439e-a161-53185d42ce85 req-c2b7d1c7-c12f-4492-be52-836601c2cd43 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180654 Oct 12 23:05:30.756391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] Checking router: 5bd5adac-87b4-4832-9437-0ea7094faf23 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:05:30.779417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] Routers {'5bd5adac-87b4-4832-9437-0ea7094faf23'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:30.780021 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5bd5adac-87b4-4832-9437-0ea7094faf23'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:30.783212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.819539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Deleting port 221ab5a2-3f23-491d-a060-d51f65781f20 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:30.820151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.838140 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.861614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d64770-999e-42d0-9b0f-71e6f2c77e7f']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:30.877039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c7d633-add7-44ed-bb72-6f7d93cc748c') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:30.877039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c7d633-add7-44ed-bb72-6f7d93cc748c') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:30.890606 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-4938dee7-a836-4034-b2b9-a7edb68b070b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1259081 Oct 12 23:05:30.890731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.901655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:30.908275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.912099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f625b25c-67bb-4a41-8bcc-9197e78dd7a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 5d609968-17b2-4f81-8b26-4eaeb1a34bb1 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:30.919283 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f625b25c-67bb-4a41-8bcc-9197e78dd7a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.921195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:05:30.921775 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:30.929755 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] Set router 5bd5adac-87b4-4832-9437-0ea7094faf23 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:05:30.930092 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:05:31.008080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:05:30Z', 'revision_number': 6, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:31.043844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] For port 221ab5a2-3f23-491d-a060-d51f65781f20, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=221ab5a2-3f23-491d-a060-d51f65781f20,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:31.043844 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.045297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f35fc1-d9da-4299-880d-64e7e56597c8 None None] The sync data for ids ['5bd5adac-87b4-4832-9437-0ea7094faf23'] in n-d-790519-14 is: [{'id': '5bd5adac-87b4-4832-9437-0ea7094faf23', 'name': 'tempest-ServersTestJSON-498115232-router', 'tenant_id': 'a098d32465f14c7886f98190b680795f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:02:44Z', 'updated_at': '2021-10-12T23:05:30Z', 'revision_number': 6, 'project_id': 'a098d32465f14c7886f98190b680795f', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:05:31.059239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-e8295dfa-5092-452d-b70f-7d1ea388e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.059715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-e8295dfa-5092-452d-b70f-7d1ea388e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.060163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-e8295dfa-5092-452d-b70f-7d1ea388e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.060621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-e8295dfa-5092-452d-b70f-7d1ea388e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.061072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-e8295dfa-5092-452d-b70f-7d1ea388e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.061520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-e8295dfa-5092-452d-b70f-7d1ea388e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.061968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-e8295dfa-5092-452d-b70f-7d1ea388e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.064314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-e8295dfa-5092-452d-b70f-7d1ea388e20d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6505 time: 0.1488667 Oct 12 23:05:31.069688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Calling delete_port for 221ab5a2-3f23-491d-a060-d51f65781f20 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:31.069864 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.069864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 69ce9ee1-bd62-4531-a418-4beab6f237b9 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:31.100916 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f625b25c-67bb-4a41-8bcc-9197e78dd7a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.160263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f625b25c-67bb-4a41-8bcc-9197e78dd7a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 5d609968-17b2-4f81-8b26-4eaeb1a34bb1 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:31.162250 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.168043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.174750 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] 10.222.0.31 "DELETE /v2.0/networks/e5d64770-999e-42d0-9b0f-71e6f2c77e7f HTTP/1.1" status: 204 len: 168 time: 0.5971816 Oct 12 23:05:31.178190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:31.208489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badd5438-93ea-421b-8265-0b0853c1c2ec admin admin] Pushing event deleted for resources: {'Network': ['ID=e5d64770-999e-42d0-9b0f-71e6f2c77e7f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:31.305175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 69ce9ee1-bd62-4531-a418-4beab6f237b9 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:31.309394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 69ce9ee1-bd62-4531-a418-4beab6f237b9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:31.309833 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.429087 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.476367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 69ce9ee1-bd62-4531-a418-4beab6f237b9, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:31.572692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.583911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beffe090-160a-40c2-8c1e-f7c65ad2437d'}, {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74'}, {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce9ee1-bd62-4531-a418-4beab6f237b9'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:31.586251 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328fad6a-8e00-479a-be1f-8647e635f0dd" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "beffe090-160a-40c2-8c1e-f7c65ad2437d"}, {"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "d2899ba6-6a65-4352-a30d-4a3a9c6eaf74"}, {"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "69ce9ee1-bd62-4531-a418-4beab6f237b9"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:31.645910 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7384bd-f071-4802-bbd9-0b63397f2413 x-openstack-request-id: req-ff7384bd-f071-4802-bbd9-0b63397f2413 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:31.646248 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "beffe090-160a-40c2-8c1e-f7c65ad2437d", "code": 200}, {"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "d2899ba6-6a65-4352-a30d-4a3a9c6eaf74", "code": 200}, {"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-plugged", "status": "completed", "tag": "69ce9ee1-bd62-4531-a418-4beab6f237b9", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:31.646459 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff7384bd-f071-4802-bbd9-0b63397f2413 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:31.646867 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beffe090-160a-40c2-8c1e-f7c65ad2437d', 'code': 200} Oct 12 23:05:31.647211 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74', 'code': 200} Oct 12 23:05:31.654668 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce9ee1-bd62-4531-a418-4beab6f237b9', 'code': 200} Oct 12 23:05:31.657795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=69ce9ee1-bd62-4531-a418-4beab6f237b9,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:31.700854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:31.733097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b9d6b8fa-b7fc-4152-8b88-25193c0e3737 None None] Provisioning complete for port 5fca3690-e552-4898-9673-6170a07c880d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:31.734456 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b9d6b8fa-b7fc-4152-8b88-25193c0e3737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.787740 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cb7a2743-5fef-4002-93c2-5170e9e2e0fe admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55bc893a6d5f4dd0bb74acd20eb4dae5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905464 Oct 12 23:05:31.790973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33290) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:31.832780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e91f7-9a80-4bb2-b275-a3656f688948 req-7992c917-c96b-4038-8db3-b2aeefa1cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.833637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e91f7-9a80-4bb2-b275-a3656f688948 req-7992c917-c96b-4038-8db3-b2aeefa1cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.834294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e91f7-9a80-4bb2-b275-a3656f688948 req-7992c917-c96b-4038-8db3-b2aeefa1cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.834958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e91f7-9a80-4bb2-b275-a3656f688948 req-7992c917-c96b-4038-8db3-b2aeefa1cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.835861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e91f7-9a80-4bb2-b275-a3656f688948 req-7992c917-c96b-4038-8db3-b2aeefa1cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.836568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e91f7-9a80-4bb2-b275-a3656f688948 req-7992c917-c96b-4038-8db3-b2aeefa1cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.837235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7e91f7-9a80-4bb2-b275-a3656f688948 req-7992c917-c96b-4038-8db3-b2aeefa1cc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.839616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc7e91f7-9a80-4bb2-b275-a3656f688948 req-7992c917-c96b-4038-8db3-b2aeefa1cc7a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6497 time: 0.0952065 Oct 12 23:05:31.856247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-0f6f8fa4-4d57-4fee-a91e-461eee33104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.856806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-0f6f8fa4-4d57-4fee-a91e-461eee33104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.857157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-0f6f8fa4-4d57-4fee-a91e-461eee33104f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:31.858806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-0f6f8fa4-4d57-4fee-a91e-461eee33104f service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639 HTTP/1.1" status: 200 len: 2297 time: 0.7490797 Oct 12 23:05:31.935417 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151b1bf2-bd64-4254-9d9b-ec4c1e8304af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.936139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b9d6b8fa-b7fc-4152-8b88-25193c0e3737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:31.939118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc7e91f7-9a80-4bb2-b275-a3656f688948 req-1066c952-41a3-4660-9706-7e3e445af8f0 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&id=d8c2126a-f376-47c9-810c-a976ffef8d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0890007 Oct 12 23:05:31.996904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151b1bf2-bd64-4254-9d9b-ec4c1e8304af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.013371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b9d6b8fa-b7fc-4152-8b88-25193c0e3737 None None] For port 5fca3690-e552-4898-9673-6170a07c880d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5fca3690-e552-4898-9673-6170a07c880d,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:32.085127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-b0641c75-82f5-4393-88ae-10f41c5145d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19b81e15-6460-44ba-9067-2d3d6547cb32 HTTP/1.1" status: 200 len: 1001 time: 0.1989951 Oct 12 23:05:32.094790 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b9d6b8fa-b7fc-4152-8b88-25193c0e3737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.156854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151b1bf2-bd64-4254-9d9b-ec4c1e8304af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.160148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacde0-76e8-4c6f-985f-e00937a9f731 req-532ebf91-c493-49e9-b325-7e2ca523e079 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.160466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151b1bf2-bd64-4254-9d9b-ec4c1e8304af admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.161682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-151b1bf2-bd64-4254-9d9b-ec4c1e8304af admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/227437ea-b644-4c7c-a29c-0d1f9221481c HTTP/1.1" status: 204 len: 168 time: 0.3682435 Oct 12 23:05:32.174844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacde0-76e8-4c6f-985f-e00937a9f731 req-532ebf91-c493-49e9-b325-7e2ca523e079 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.174844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacde0-76e8-4c6f-985f-e00937a9f731 req-532ebf91-c493-49e9-b325-7e2ca523e079 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.180560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacde0-76e8-4c6f-985f-e00937a9f731 req-532ebf91-c493-49e9-b325-7e2ca523e079 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.182172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151b1bf2-bd64-4254-9d9b-ec4c1e8304af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227437ea-b644-4c7c-a29c-0d1f9221481c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:32.187061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacde0-76e8-4c6f-985f-e00937a9f731 req-532ebf91-c493-49e9-b325-7e2ca523e079 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.203549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacde0-76e8-4c6f-985f-e00937a9f731 req-532ebf91-c493-49e9-b325-7e2ca523e079 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.203549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfacde0-76e8-4c6f-985f-e00937a9f731 req-532ebf91-c493-49e9-b325-7e2ca523e079 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.208638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbfacde0-76e8-4c6f-985f-e00937a9f731 req-532ebf91-c493-49e9-b325-7e2ca523e079 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5433 time: 0.2865136 Oct 12 23:05:32.225990 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f625b25c-67bb-4a41-8bcc-9197e78dd7a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.231971 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d6b8fa-b7fc-4152-8b88-25193c0e3737 None None] Pushing event updated for resources: {'Port': ['ID=5fca3690-e552-4898-9673-6170a07c880d,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:32.235751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6adc687e-eabd-4bff-8f6e-aaa9643c23c2 None None] Could not find standard attr ID for object 5d609968-17b2-4f81-8b26-4eaeb1a34bb1. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:05:32.279368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625b25c-67bb-4a41-8bcc-9197e78dd7a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=5d609968-17b2-4f81-8b26-4eaeb1a34bb1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:32.309042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-b2a4ea90-12a7-4ca5-9dbc-dc920778bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.310695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-b2a4ea90-12a7-4ca5-9dbc-dc920778bab8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415a79fd-6aee-449a-bf05-c4ccf9c19bcb HTTP/1.1" status: 200 len: 855 time: 0.2164409 Oct 12 23:05:32.333300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5fca3690-e552-4898-9673-6170a07c880d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:32.379126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dbfacde0-76e8-4c6f-985f-e00937a9f731 req-2fea0be5-4eb4-4d5d-8523-a36b2a38171b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1695759 Oct 12 23:05:32.384499 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.387824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f625b25c-67bb-4a41-8bcc-9197e78dd7a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.392621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f625b25c-67bb-4a41-8bcc-9197e78dd7a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/5d609968-17b2-4f81-8b26-4eaeb1a34bb1 HTTP/1.1" status: 204 len: 168 time: 1.7790735 Oct 12 23:05:32.392962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33300) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:32.408788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5fca3690-e552-4898-9673-6170a07c880d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:32.408788 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.448661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Pushing event deleted for resources: {'Port': ['ID=221ab5a2-3f23-491d-a060-d51f65781f20,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:32.480692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-edc0b634-d3df-4778-b1aa-070ab9aa8252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.482288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-edc0b634-d3df-4778-b1aa-070ab9aa8252 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1385090 Oct 12 23:05:32.486224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72edfc0e-91ec-408b-997a-5ce3d5afacf2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.488945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72edfc0e-91ec-408b-997a-5ce3d5afacf2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:32.493536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-72edfc0e-91ec-408b-997a-5ce3d5afacf2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0963271 Oct 12 23:05:32.494724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33302) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:32.594338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-102823dd-afa7-4324-9fce-9c2fc0aae27c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet c4dcdf5b-e0a6-4d3c-b19d-ca0af172f2df {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:32.601172 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.610872 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-102823dd-afa7-4324-9fce-9c2fc0aae27c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.623960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:32.661944 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:05:32.662287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 562b4589-ab5c-4377-9c60-1a6dcbc2fb3d not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:32.666352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 221ab5a2-3f23-491d-a060-d51f65781f20 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:32.687563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-102823dd-afa7-4324-9fce-9c2fc0aae27c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.695616 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 221ab5a2-3f23-491d-a060-d51f65781f20 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:05:32.697212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 221ab5a2-3f23-491d-a060-d51f65781f20 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:32.726883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.730760 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.792433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-ab3cfb04-eb41-485c-a09d-d6686eb1aac4 service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845592 Oct 12 23:05:32.801344 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-102823dd-afa7-4324-9fce-9c2fc0aae27c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.892985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-a1757397-b3c0-48fa-a012-cadecc51a838 service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922267 Oct 12 23:05:32.939003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-c77f2292-80de-40de-bd95-2decf0801fe6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=21369631-842a-4a23-b060-fe39cc0629fe HTTP/1.1" status: 200 len: 217 time: 0.0389991 Oct 12 23:05:32.972667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.973171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bd5adac-87b4-4832-9437-0ea7094faf23 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:05:32.978467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:32.979608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3f0cccfe-87c6-46ff-8561-3e7c0e94c872 admin admin] 10.222.0.31 "DELETE /v2.0/routers/5bd5adac-87b4-4832-9437-0ea7094faf23 HTTP/1.1" status: 204 len: 168 time: 3.0115929 Oct 12 23:05:32.982566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33306) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:32.984587 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-102823dd-afa7-4324-9fce-9c2fc0aae27c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.017843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102823dd-afa7-4324-9fce-9c2fc0aae27c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=c4dcdf5b-e0a6-4d3c-b19d-ca0af172f2df,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:33.023051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-102823dd-afa7-4324-9fce-9c2fc0aae27c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.026660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-f1675d35-e076-4f5a-b23a-2da1ad4d56bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.028375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-f1675d35-e076-4f5a-b23a-2da1ad4d56bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0825396 Oct 12 23:05:33.030565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-102823dd-afa7-4324-9fce-9c2fc0aae27c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/c4dcdf5b-e0a6-4d3c-b19d-ca0af172f2df HTTP/1.1" status: 204 len: 168 time: 0.5336449 Oct 12 23:05:33.033123 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33308) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:33.038499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dba2571-d0b9-43c0-8f6c-c072ff42f6d8 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:33.113436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7f6010e5-3f74-4769-8fa3-28ca799b07bf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774195 Oct 12 23:05:33.117225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33312) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:33.121495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-66f1ed41-bfca-428e-a527-fb5bee536651 admin admin] Deleting subnet 74fe9faa-e5f9-46a5-a2cb-3d865b1037f0 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:33.122471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:33.126866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66f1ed41-bfca-428e-a527-fb5bee536651 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.182314 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66f1ed41-bfca-428e-a527-fb5bee536651 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.203733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33314) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:33.225796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-fc436878-1454-4170-a29b-a2f75a84e3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.225796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-fc436878-1454-4170-a29b-a2f75a84e3d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1832860 Oct 12 23:05:33.363292 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1995e50b-c295-4107-a499-a9d6d6c9de8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0b948b452f9548ec8c5b4a746189f858&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1585567 Oct 12 23:05:33.370189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33322) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:33.398744 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66f1ed41-bfca-428e-a527-fb5bee536651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.405299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:33.405299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.439928 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-35f27f94-0822-4c6e-b9ad-04befcf51c8c service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061460 Oct 12 23:05:33.454169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf43cef0-4064-4973-9d1d-3802d87b23df None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:05:33.513219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bf43cef0-4064-4973-9d1d-3802d87b23df None None] Deleting port 5fca3690-e552-4898-9673-6170a07c880d {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:33.513601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bf43cef0-4064-4973-9d1d-3802d87b23df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.584858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-bf43cef0-4064-4973-9d1d-3802d87b23df None None] For port 5fca3690-e552-4898-9673-6170a07c880d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5fca3690-e552-4898-9673-6170a07c880d,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:33.584858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bf43cef0-4064-4973-9d1d-3802d87b23df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.585155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8587-b872-441b-9f9c-ec3eceaa7b4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.596032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bf43cef0-4064-4973-9d1d-3802d87b23df None None] Calling delete_port for 5fca3690-e552-4898-9673-6170a07c880d owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:33.598702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-9b3b2229-01a7-49f9-a55f-354598b92e5f service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495841 Oct 12 23:05:33.607148 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8587-b872-441b-9f9c-ec3eceaa7b4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.652283 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66f1ed41-bfca-428e-a527-fb5bee536651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.656555 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-a0ad66c6-dff2-4ddf-8fe1-1063a4255df4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=61bf7552-6141-4c08-8480-67cac9258c41 HTTP/1.1" status: 200 len: 217 time: 0.0490816 Oct 12 23:05:33.670519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceeac9-3192-4f27-91d1-a3be128d4876 req-2f63c3c6-e9b3-44e5-9d0d-da0e6072d9f8 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.676522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceeac9-3192-4f27-91d1-a3be128d4876 req-2f63c3c6-e9b3-44e5-9d0d-da0e6072d9f8 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.682613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceeac9-3192-4f27-91d1-a3be128d4876 req-2f63c3c6-e9b3-44e5-9d0d-da0e6072d9f8 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.687214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1ed41-bfca-428e-a527-fb5bee536651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74fe9faa-e5f9-46a5-a2cb-3d865b1037f0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:33.688626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceeac9-3192-4f27-91d1-a3be128d4876 req-2f63c3c6-e9b3-44e5-9d0d-da0e6072d9f8 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.693964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66f1ed41-bfca-428e-a527-fb5bee536651 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.695278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceeac9-3192-4f27-91d1-a3be128d4876 req-2f63c3c6-e9b3-44e5-9d0d-da0e6072d9f8 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.699028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-66f1ed41-bfca-428e-a527-fb5bee536651 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/74fe9faa-e5f9-46a5-a2cb-3d865b1037f0 HTTP/1.1" status: 204 len: 168 time: 0.7129271 Oct 12 23:05:33.701361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceeac9-3192-4f27-91d1-a3be128d4876 req-2f63c3c6-e9b3-44e5-9d0d-da0e6072d9f8 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.702522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f81b3f-98b6-4390-a66b-a4716de78769 None None] Network 4a3ceab4-2787-406c-a943-7accca371000 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:33.707478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaceeac9-3192-4f27-91d1-a3be128d4876 req-2f63c3c6-e9b3-44e5-9d0d-da0e6072d9f8 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.709399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaceeac9-3192-4f27-91d1-a3be128d4876 req-2f63c3c6-e9b3-44e5-9d0d-da0e6072d9f8 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5433 time: 0.1923211 Oct 12 23:05:33.716781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33326) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:33.786056 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bf43cef0-4064-4973-9d1d-3802d87b23df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.794988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-3005d6b1-15c1-42ca-a258-f8efb9151d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.796739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-3005d6b1-15c1-42ca-a258-f8efb9151d2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.1181815 Oct 12 23:05:33.805541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaceeac9-3192-4f27-91d1-a3be128d4876 req-61ddc7e6-f3f6-4b81-9cd3-e8f3a10d282a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0854158 Oct 12 23:05:33.829252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.835920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf43cef0-4064-4973-9d1d-3802d87b23df None None] Pushing event deleted for resources: {'Port': ['ID=5fca3690-e552-4898-9673-6170a07c880d,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:33.838227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf43cef0-4064-4973-9d1d-3802d87b23df None None] No DVR routers for this DVR port 5fca3690-e552-4898-9673-6170a07c880d on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:33.894684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8587-b872-441b-9f9c-ec3eceaa7b4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.897380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fdcc8587-b872-441b-9f9c-ec3eceaa7b4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:33.898904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fdcc8587-b872-441b-9f9c-ec3eceaa7b4d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/60d0af3c-70f4-4744-8083-c36fbaf5d2a9 HTTP/1.1" status: 204 len: 168 time: 0.5275424 Oct 12 23:05:33.914108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc8587-b872-441b-9f9c-ec3eceaa7b4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d0af3c-70f4-4744-8083-c36fbaf5d2a9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:33.914301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-87c43c7d-229e-4350-9a5d-2ef7cdeaf6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:33.916373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-87c43c7d-229e-4350-9a5d-2ef7cdeaf6fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0958445 Oct 12 23:05:33.962610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bfba6d-98c5-4b77-b74e-59ab3256116e None None] DHCP port deletion for 4a3ceab4-2787-406c-a943-7accca371000 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:05:33.963823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.003352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Deleting port 67d97d57-1b80-4242-86a5-2b25d97f645a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:34.003799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.046564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:34.050541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:34.057309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:34.058073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.069225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d0402-06f6-46e2-934e-e69503f2ed5c None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:34.072659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=64153f26-32f9-4390-b867-d7b5326ac49b,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:34.110850 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-e244f9b9-8939-4962-a711-5967bd656cf4 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859131 Oct 12 23:05:34.112451 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] For port 67d97d57-1b80-4242-86a5-2b25d97f645a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=67d97d57-1b80-4242-86a5-2b25d97f645a,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:34.112812 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.142111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Calling delete_port for 67d97d57-1b80-4242-86a5-2b25d97f645a owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:34.176128 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-585642de-1334-4650-ad18-e2cfcd3d5eeb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0576437 Oct 12 23:05:34.177319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33330) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:34.186755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': '64153f26-32f9-4390-b867-d7b5326ac49b', 'ip_address': '2001:db8::a411:229b:5b50:3df2'}], 'name': 'tempest-NetworksTestDHCPv6-1910576353'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:34.234643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 67d97d57-1b80-4242-86a5-2b25d97f645a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:34.243129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfba6d-98c5-4b77-b74e-59ab3256116e None None] Deleting port 67d97d57-1b80-4242-86a5-2b25d97f645a {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:34.243771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4bfba6d-98c5-4b77-b74e-59ab3256116e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.312802 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-bd3350d3-4130-40f5-97b8-d14feb377af9 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884708 Oct 12 23:05:34.381640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c4bfba6d-98c5-4b77-b74e-59ab3256116e None None] For port 67d97d57-1b80-4242-86a5-2b25d97f645a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=67d97d57-1b80-4242-86a5-2b25d97f645a,segment=NetworkSegment(a2ff4c29-da16-4fb5-9d39-63b8e6acd83a),segment_id=a2ff4c29-da16-4fb5-9d39-63b8e6acd83a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:34.382133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4bfba6d-98c5-4b77-b74e-59ab3256116e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.387926 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-72a8f42e-9c1d-4870-b0f0-8c9dadac98a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff HTTP/1.1" status: 200 len: 217 time: 0.0663960 Oct 12 23:05:34.414969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c4bfba6d-98c5-4b77-b74e-59ab3256116e None None] Calling delete_port for 67d97d57-1b80-4242-86a5-2b25d97f645a owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:34.450899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '64153f26-32f9-4390-b867-d7b5326ac49b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:05:34.450899 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.466353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-b3babd21-1598-42fa-896a-e949d652ee04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:34.468275 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-b3babd21-1598-42fa-896a-e949d652ee04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0643861 Oct 12 23:05:34.477193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:34.490971 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.521107 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.556894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Pushing event deleted for resources: {'Port': ['ID=67d97d57-1b80-4242-86a5-2b25d97f645a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:34.592701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] No DVR routers for this DVR port 67d97d57-1b80-4242-86a5-2b25d97f645a on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.635933 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:05:34.638619 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:05:34.639566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.657795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5fca3690-e552-4898-9673-6170a07c880d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:34.670346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 53a02b04-ba8f-4e2f-846f-97f688a0efb7 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:34.687637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 5fca3690-e552-4898-9673-6170a07c880d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:05:34.688026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5fca3690-e552-4898-9673-6170a07c880d not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:34.689482 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4bfba6d-98c5-4b77-b74e-59ab3256116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.695114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.714849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3ceab4-2787-406c-a943-7accca371000']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:34.737613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:34.738023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ff4c29-da16-4fb5-9d39-63b8e6acd83a') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:34.747806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfba6d-98c5-4b77-b74e-59ab3256116e None None] Pushing event deleted for resources: {'Port': ['ID=67d97d57-1b80-4242-86a5-2b25d97f645a,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:34.753201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bfba6d-98c5-4b77-b74e-59ab3256116e None None] No DVR routers for this DVR port 67d97d57-1b80-4242-86a5-2b25d97f645a on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:34.790048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-2a025c83-5976-4bd8-afef-9aa8dc160d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:34.796567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-2a025c83-5976-4bd8-afef-9aa8dc160d7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3155773 Oct 12 23:05:34.796693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/64153f26-32f9-4390-b867-d7b5326ac49b/7734a5f3-c101-41a2-83ca-e7a6b09438a3) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:34.796818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.865426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.875314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:05:34.876037 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:05:34.920727 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:05:34.968187 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.001519 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-31f0b73a-4cf9-47a8-ad6f-26b1a23ba1a7 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944823 Oct 12 23:05:35.021189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176938-ac1c-4c15-8faf-5a548178a9b3 req-69860873-fabe-4a6e-9bce-8172e4e06baa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.027563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176938-ac1c-4c15-8faf-5a548178a9b3 req-69860873-fabe-4a6e-9bce-8172e4e06baa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.033738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176938-ac1c-4c15-8faf-5a548178a9b3 req-69860873-fabe-4a6e-9bce-8172e4e06baa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.040070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176938-ac1c-4c15-8faf-5a548178a9b3 req-69860873-fabe-4a6e-9bce-8172e4e06baa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.046249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176938-ac1c-4c15-8faf-5a548178a9b3 req-69860873-fabe-4a6e-9bce-8172e4e06baa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.052348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176938-ac1c-4c15-8faf-5a548178a9b3 req-69860873-fabe-4a6e-9bce-8172e4e06baa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.058312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28176938-ac1c-4c15-8faf-5a548178a9b3 req-69860873-fabe-4a6e-9bce-8172e4e06baa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.060104 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28176938-ac1c-4c15-8faf-5a548178a9b3 req-69860873-fabe-4a6e-9bce-8172e4e06baa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5433 time: 0.1368005 Oct 12 23:05:35.082660 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.134678 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.139734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.143239 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] 10.222.0.31 "DELETE /v2.0/networks/4a3ceab4-2787-406c-a943-7accca371000 HTTP/1.1" status: 204 len: 168 time: 1.4264736 Oct 12 23:05:35.157318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::a411:229b:5b50:3df2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/64153f26-32f9-4390-b867-d7b5326ac49b/53a02b04-ba8f-4e2f-846f-97f688a0efb7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:35.160646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddb6355-3c80-4746-8f58-5f4eff4b35ed admin admin] Pushing event deleted for resources: {'Network': ['ID=4a3ceab4-2787-406c-a943-7accca371000,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:35.175452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:35.178906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:35.193437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:35.202001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Pushing event updated for resources: {'Port': ['ID=7734a5f3-c101-41a2-83ca-e7a6b09438a3,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:35.216951 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28176938-ac1c-4c15-8faf-5a548178a9b3 req-06d9c61f-1a53-4efb-bb8a-a2c0d80671fd tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1484413 Oct 12 23:05:35.255316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-a85b6a6f-d9b5-4431-8141-fbacb7b3b8d3 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460225 Oct 12 23:05:35.330714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-26b50c13-c3fe-4c67-94f0-37d2c390bc24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438 HTTP/1.1" status: 200 len: 217 time: 0.0655010 Oct 12 23:05:35.332314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Attempting to bind port 7734a5f3-c101-41a2-83ca-e7a6b09438a3 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:35.337700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Attempting to bind port 7734a5f3-c101-41a2-83ca-e7a6b09438a3 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:35.337700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Attempting to bind port 7734a5f3-c101-41a2-83ca-e7a6b09438a3 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:35.356090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:35.356484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:35.357449 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.357713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:35.359533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Bound port: 7734a5f3-c101-41a2-83ca-e7a6b09438a3, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:35.360021 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.392791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-7f8a242d-ee47-49e5-a2f1-3c864a798592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.403471 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-7f8a242d-ee47-49e5-a2f1-3c864a798592 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0644305 Oct 12 23:05:35.453968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] For port 7734a5f3-c101-41a2-83ca-e7a6b09438a3, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:35.459683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] For port 7734a5f3-c101-41a2-83ca-e7a6b09438a3, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7734a5f3-c101-41a2-83ca-e7a6b09438a3,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:35.464555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-272a3871-d6bd-4aaf-9e06-e100d9694e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.470300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-272a3871-d6bd-4aaf-9e06-e100d9694e49 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0575604 Oct 12 23:05:35.480220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2c14-037b-4441-aa2d-7c5d53b76d86 req-90bc3122-a5b6-4cf7-aa27-ee1a4eab2143 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.486492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2c14-037b-4441-aa2d-7c5d53b76d86 req-90bc3122-a5b6-4cf7-aa27-ee1a4eab2143 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.493399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2c14-037b-4441-aa2d-7c5d53b76d86 req-90bc3122-a5b6-4cf7-aa27-ee1a4eab2143 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.500434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2c14-037b-4441-aa2d-7c5d53b76d86 req-90bc3122-a5b6-4cf7-aa27-ee1a4eab2143 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.506966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2c14-037b-4441-aa2d-7c5d53b76d86 req-90bc3122-a5b6-4cf7-aa27-ee1a4eab2143 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.513739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2c14-037b-4441-aa2d-7c5d53b76d86 req-90bc3122-a5b6-4cf7-aa27-ee1a4eab2143 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.520525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ad2c14-037b-4441-aa2d-7c5d53b76d86 req-90bc3122-a5b6-4cf7-aa27-ee1a4eab2143 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.527515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1ad2c14-037b-4441-aa2d-7c5d53b76d86 req-90bc3122-a5b6-4cf7-aa27-ee1a4eab2143 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5433 time: 0.1732876 Oct 12 23:05:35.540544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33368) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:35.547506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Request body: {'floatingip': {'port_id': 'da27c20b-7e34-44e5-82d6-86d324403639'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:35.607313 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.611677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.622381 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-007c4dde-4a7e-4b2f-9699-8df7b151476b service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473446 Oct 12 23:05:35.705213 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.757575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-d1e1ff8e-0d81-4100-801a-d24c43396e91 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272695 Oct 12 23:05:35.810748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89b58a1-dcde-4351-bd56-581022313b68 None None] Pushing event updated for resources: {'Port': ['ID=7734a5f3-c101-41a2-83ca-e7a6b09438a3,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:35.831098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-3cf4b790-448a-4c7b-9868-1e1d5c29ae99 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e HTTP/1.1" status: 200 len: 217 time: 0.0644798 Oct 12 23:05:35.855225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33374) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:35.867661 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:35.916959 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-c99b71c2-f272-4afa-8703-8ca8456f8a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.918597 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-c99b71c2-f272-4afa-8703-8ca8456f8a32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91be1631-e1ff-47e5-8893-596ba1756edf HTTP/1.1" status: 200 len: 797 time: 0.0811560 Oct 12 23:05:35.989752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:35.990788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-41f7505e-4c88-4e8b-b18f-c667fb175cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:35.991700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:35.999536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-41f7505e-4c88-4e8b-b18f-c667fb175cd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0713565 Oct 12 23:05:36.011857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:36.024542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:36.025130 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.103263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=53a02b04-ba8f-4e2f-846f-97f688a0efb7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:36.117983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-036ecae9-3119-4fa0-8647-f09551259429 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a098d32465f14c7886f98190b680795f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611942 Oct 12 23:05:36.121849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33380) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:36.224213 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-b1ece9aa-6185-48cc-b4d7-b4675d757ced service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156661 Oct 12 23:05:36.241559 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fff74723-e0b2-4e14-8beb-b049700cdc67 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0585268 Oct 12 23:05:36.242523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33382) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:36.312343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7734a5f3-c101-41a2-83ca-e7a6b09438a3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:36.330091 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86670922-cbed-4e45-a51e-90a45270ae5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.350313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f3568-0ecf-4bc5-8c44-9dfecee5f2c4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:36.354339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86670922-cbed-4e45-a51e-90a45270ae5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.358852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92f3568-0ecf-4bc5-8c44-9dfecee5f2c4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:36.358852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f92f3568-0ecf-4bc5-8c44-9dfecee5f2c4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1148736 Oct 12 23:05:36.361147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33384) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:36.366809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7734a5f3-c101-41a2-83ca-e7a6b09438a3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:36.367251 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.416038 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.resource_extend [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:05:36.430852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-14e805a8-09e4-423a-ad51-2f9fbe9c56de service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945038 Oct 12 23:05:36.491058 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.537668 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-a3fdf98a-93d3-4764-8754-632527135bed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 HTTP/1.1" status: 200 len: 217 time: 0.0989637 Oct 12 23:05:36.543141 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.590102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 7734a5f3-c101-41a2-83ca-e7a6b09438a3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7734a5f3-c101-41a2-83ca-e7a6b09438a3,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:36.612203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ed61310b-1871-4804-9d10-705e6e8ce6db tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 53a02b04-ba8f-4e2f-846f-97f688a0efb7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:36.612669 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed61310b-1871-4804-9d10-705e6e8ce6db tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.620200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86670922-cbed-4e45-a51e-90a45270ae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.625480 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86670922-cbed-4e45-a51e-90a45270ae5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.633387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-86670922-cbed-4e45-a51e-90a45270ae5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/df7ebd6f-06dc-4249-a376-628219a05ffb HTTP/1.1" status: 204 len: 168 time: 0.5104403 Oct 12 23:05:36.672239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33396) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:36.682715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86670922-cbed-4e45-a51e-90a45270ae5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7ebd6f-06dc-4249-a376-628219a05ffb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:36.718212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-d5f58b60-231f-4ac3-90fc-50d3ae654869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:36.720768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-d5f58b60-231f-4ac3-90fc-50d3ae654869 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91be1631-e1ff-47e5-8893-596ba1756edf HTTP/1.1" status: 200 len: 797 time: 0.1761088 Oct 12 23:05:36.739426 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:36.833698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-96221c25-c9f2-473e-ab49-a0e1f82d90e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:36.843638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-96221c25-c9f2-473e-ab49-a0e1f82d90e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1065657 Oct 12 23:05:36.859893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=7734a5f3-c101-41a2-83ca-e7a6b09438a3,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:36.873750 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cb3751d5-cf6c-458a-8051-7cf201270db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:37.051266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-cd149749-299d-4dbb-b582-48ff158aa21b service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674721 Oct 12 23:05:37.052003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:37.177766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cb3751d5-cf6c-458a-8051-7cf201270db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:37.212734 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-dc521e56-6d28-40d1-9697-537236d57a5a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1707630 Oct 12 23:05:37.224334 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed61310b-1871-4804-9d10-705e6e8ce6db tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:37.244334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ed61310b-1871-4804-9d10-705e6e8ce6db tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 53a02b04-ba8f-4e2f-846f-97f688a0efb7 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:37.251149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-590203b9-a525-42d1-b29a-d9c6d69578c4 req-bd03a833-fecd-49d7-a95d-1aad008057b6 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805634 Oct 12 23:05:37.257340 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Floating IP 2e79a429-90be-4cd9-a066-549bccff40e3 associated. External IP: 172.25.2.106, port: da27c20b-7e34-44e5-82d6-86d324403639. Oct 12 23:05:37.270720 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cb3751d5-cf6c-458a-8051-7cf201270db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:37.438757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-85aa4c7c-50e5-4547-a1a6-271a125eb08f None None] Provisioning complete for port 7734a5f3-c101-41a2-83ca-e7a6b09438a3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:37.439322 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85aa4c7c-50e5-4547-a1a6-271a125eb08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:37.503815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-36b76a54-c9a5-4424-ae41-310340cb401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.506671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-36b76a54-c9a5-4424-ae41-310340cb401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.506671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-36b76a54-c9a5-4424-ae41-310340cb401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.506671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-36b76a54-c9a5-4424-ae41-310340cb401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.506671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-36b76a54-c9a5-4424-ae41-310340cb401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.506671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-36b76a54-c9a5-4424-ae41-310340cb401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.507167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-36b76a54-c9a5-4424-ae41-310340cb401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.532293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-36b76a54-c9a5-4424-ae41-310340cb401c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6497 time: 0.2241359 Oct 12 23:05:37.749938 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cb3751d5-cf6c-458a-8051-7cf201270db5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=23eae0b74d9643f8b1748535360f59cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0830817 Oct 12 23:05:37.750710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3751d5-cf6c-458a-8051-7cf201270db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f71a805-0f5c-4c0b-8c26-c252458c5019,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:37.753715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33418) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:37.857596 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b19eb86-6b41-4954-92df-7ac6405a2584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:37.885645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b19eb86-6b41-4954-92df-7ac6405a2584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:37.953859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-014d8239-1446-482d-bc4d-1088487d4609 None None] Provisioning complete for port 53a02b04-ba8f-4e2f-846f-97f688a0efb7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:37.954450 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-014d8239-1446-482d-bc4d-1088487d4609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:37.962014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-6a3bc60a-d63a-461c-b88f-62d212bc185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.962483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-6a3bc60a-d63a-461c-b88f-62d212bc185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.962965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-6a3bc60a-d63a-461c-b88f-62d212bc185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:37.964568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-6a3bc60a-d63a-461c-b88f-62d212bc185a service neutron] 10.222.0.25 "GET /v2.0/networks?id=7a9066f4-9838-43ba-8ee9-2a40f558149a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=af724ff1-3f05-4855-b55b-99924f132136&id=af724ff1-3f05-4855-b55b-99924f132136 HTTP/1.1" status: 200 len: 2292 time: 0.3932621 Oct 12 23:05:37.968496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Router 69e5773f-83fb-433f-bec1-9ac32dc56293 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:05:37.993611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-014d8239-1446-482d-bc4d-1088487d4609 None None] Port 53a02b04-ba8f-4e2f-846f-97f688a0efb7 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:05:38.079361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed61310b-1871-4804-9d10-705e6e8ce6db tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.083544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-25bea025-d03e-4f5e-b53a-1314e9abcd48 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da27c20b-7e34-44e5-82d6-86d324403639 HTTP/1.1" status: 200 len: 999 time: 0.1103327 Oct 12 23:05:38.120957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b19eb86-6b41-4954-92df-7ac6405a2584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.130895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b19eb86-6b41-4954-92df-7ac6405a2584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.130895 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3b19eb86-6b41-4954-92df-7ac6405a2584 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6f71a805-0f5c-4c0b-8c26-c252458c5019 HTTP/1.1" status: 204 len: 168 time: 0.3709824 Oct 12 23:05:38.157581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61310b-1871-4804-9d10-705e6e8ce6db tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=53a02b04-ba8f-4e2f-846f-97f688a0efb7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:38.166526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19eb86-6b41-4954-92df-7ac6405a2584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f71a805-0f5c-4c0b-8c26-c252458c5019,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:38.199832 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7734a5f3-c101-41a2-83ca-e7a6b09438a3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:38.236652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed61310b-1871-4804-9d10-705e6e8ce6db tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.239931 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ed61310b-1871-4804-9d10-705e6e8ce6db tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/53a02b04-ba8f-4e2f-846f-97f688a0efb7 HTTP/1.1" status: 204 len: 168 time: 1.8773270 Oct 12 23:05:38.242540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:38.260393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:05:38.264326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-dbfacdd0-26dc-4121-a573-ef71950e01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:38.264326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-dbfacdd0-26dc-4121-a573-ef71950e01bb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=744baed7-223d-48b8-8872-5792b66dbf13 HTTP/1.1" status: 200 len: 851 time: 0.1721954 Oct 12 23:05:38.269597 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.277153 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] Sync routers for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:05:38.293342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:38.293983 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:38.301807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7734a5f3-c101-41a2-83ca-e7a6b09438a3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:38.302319 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.346572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-04479c0f-a26d-46c6-af06-07cb36e31802 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "PUT /v2.0/floatingips/2e79a429-90be-4cd9-a066-549bccff40e3 HTTP/1.1" status: 200 len: 991 time: 2.8049216 Oct 12 23:05:38.365321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33432) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:38.380478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:38.396216 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a" -d '{"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "da27c20b-7e34-44e5-82d6-86d324403639"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:38.397545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93cf241-b290-4fc8-a3f7-329ec4d242c9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:38.399093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93cf241-b290-4fc8-a3f7-329ec4d242c9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:38.411609 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a93cf241-b290-4fc8-a3f7-329ec4d242c9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1678662 Oct 12 23:05:38.418758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:38.454986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-65cafe99-e46b-4367-8ba1-28a4ca9b31f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:38.457954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-65cafe99-e46b-4367-8ba1-28a4ca9b31f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a9066f4-9838-43ba-8ee9-2a40f558149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1572895 Oct 12 23:05:38.527961 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe05ca9e-e754-4995-a929-497a8b8dc995 x-openstack-request-id: req-fe05ca9e-e754-4995-a929-497a8b8dc995 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:38.528261 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "tag": "da27c20b-7e34-44e5-82d6-86d324403639", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:38.528893 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fe05ca9e-e754-4995-a929-497a8b8dc995 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:38.529321 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639', 'status': 'completed', 'code': 200} Oct 12 23:05:38.570375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a71638-c352-4a64-8a97-4b9697ef0672 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 64153f26-32f9-4390-b867-d7b5326ac49b {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:38.574286 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35a71638-c352-4a64-8a97-4b9697ef0672 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.642652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1199824711-network', 'tenant_id': '6b288a972bd741e4ba7105c1975eeae7'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:38.670423 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:38.688074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35a71638-c352-4a64-8a97-4b9697ef0672 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.706988 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-b0e5ee17-a20e-4fd5-bfab-1e6384a9ae08 service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273283 Oct 12 23:05:38.843406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Made reservation on behalf of 6b288a972bd741e4ba7105c1975eeae7 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:38.845721 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.857191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.889458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-6bf50ecc-d7f2-4c88-ad58-6cb5d16ba9e0 service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755092 Oct 12 23:05:38.910775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35a71638-c352-4a64-8a97-4b9697ef0672 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:38.968229 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-44ffa2f2-906a-4e52-b82b-120cf3cff36a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 217 time: 0.0709252 Oct 12 23:05:38.975905 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2e79a429-90be-4cd9-a066-549bccff40e3', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'port_id': 'da27c20b-7e34-44e5-82d6-86d324403639', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:04:21Z', 'updated_at': '2021-10-12T23:05:36Z', 'revision_number': 1, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13aa36-d40c-490d-938f-757f477e0cc6', 'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'mac_address': 'fa:16:3e:94:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:21Z', 'updated_at': '2021-10-12T23:03:31Z', 'revision_number': 5, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'subnets': [{'id': '744baed7-223d-48b8-8872-5792b66dbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:39.017381 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] Checking router: 69e5773f-83fb-433f-bec1-9ac32dc56293 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:05:39.022364 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:39.023109 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:39.029897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-1023901d-0f54-4000-a13b-c938da67fa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:39.031411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-1023901d-0f54-4000-a13b-c938da67fa85 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0559576 Oct 12 23:05:39.084418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-c85d3760-e1de-4203-8e3f-e8d975885ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:39.086276 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-c85d3760-e1de-4203-8e3f-e8d975885ccd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0473661 Oct 12 23:05:39.149442 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:39.186122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-57fbd292-2dfc-49bf-af19-28fb7d968399 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920737 Oct 12 23:05:39.251359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35a71638-c352-4a64-8a97-4b9697ef0672 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.292569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a71638-c352-4a64-8a97-4b9697ef0672 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=64153f26-32f9-4390-b867-d7b5326ac49b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:39.295042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35a71638-c352-4a64-8a97-4b9697ef0672 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.298378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-35a71638-c352-4a64-8a97-4b9697ef0672 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/64153f26-32f9-4390-b867-d7b5326ac49b HTTP/1.1" status: 204 len: 168 time: 0.8786013 Oct 12 23:05:39.303321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33456) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:39.306117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec47df95-fbd7-49f1-8f91-b995ae37c3fb None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:39.327375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-333812f6-e766-4f68-b6b5-7aac1622187c service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339366 Oct 12 23:05:39.358123 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2edc574a-91c3-45b3-a6e9-9c75b86e30d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0535192 Oct 12 23:05:39.361958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33458) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:39.364749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.414243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-78cff954-c755-424d-a74d-b0a1d6f77800 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 217 time: 0.0789359 Oct 12 23:05:39.437504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.457727 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2e79a429-90be-4cd9-a066-549bccff40e3', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'port_id': 'da27c20b-7e34-44e5-82d6-86d324403639', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:04:21Z', 'updated_at': '2021-10-12T23:05:36Z', 'revision_number': 1, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13aa36-d40c-490d-938f-757f477e0cc6', 'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'mac_address': 'fa:16:3e:94:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:21Z', 'updated_at': '2021-10-12T23:03:31Z', 'revision_number': 5, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'subnets': [{'id': '744baed7-223d-48b8-8872-5792b66dbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:39.483218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:05:39.500372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90adf5e-fbcf-4394-be1c-866c07963ee8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:39.501888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d90adf5e-fbcf-4394-be1c-866c07963ee8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1392987 Oct 12 23:05:39.505653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33460) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:39.510044 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c83e31-f080-4187-816a-7b767c8ab850 None None] The sync data for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 is: [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2e79a429-90be-4cd9-a066-549bccff40e3', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'floating_ip_address': '172.25.2.106', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'port_id': 'da27c20b-7e34-44e5-82d6-86d324403639', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1463, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'mac_address': 'fa:16:3e:87:af:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:04:21Z', 'updated_at': '2021-10-12T23:05:36Z', 'revision_number': 1, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed13aa36-d40c-490d-938f-757f477e0cc6', 'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'mac_address': 'fa:16:3e:94:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:21Z', 'updated_at': '2021-10-12T23:03:31Z', 'revision_number': 5, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'subnets': [{'id': '744baed7-223d-48b8-8872-5792b66dbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:05:39.511382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-3c38c259-201e-4839-9e75-2962adb546a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:39.512886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-3c38c259-201e-4839-9e75-2962adb546a4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0865676 Oct 12 23:05:39.516375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6e2b17-8326-4fbc-ae38-487213ee828d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:39.521182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.521539 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Added segment f386e22b-4b53-4bfb-b1eb-84a70089a358 of type vlan for network 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 Oct 12 23:05:39.596767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a86328f-74d7-4b11-9552-7cc48b34ba07 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:05:39.638338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.642364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-b527dd0f-2ac8-4be0-bd33-ba076cf77037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:39.644640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-b527dd0f-2ac8-4be0-bd33-ba076cf77037 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1092589 Oct 12 23:05:39.645038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9605e45c-b2e1-40c3-83e5-688ec78a9c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:39.646602 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9605e45c-b2e1-40c3-83e5-688ec78a9c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1400020 Oct 12 23:05:39.652927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33468) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:39.708476 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7344f8bc-fdf9-49b3-9902-bc967110f0da tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0461347 Oct 12 23:05:39.712741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1a86328f-74d7-4b11-9552-7cc48b34ba07 None None] Deleting port 7734a5f3-c101-41a2-83ca-e7a6b09438a3 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:39.713431 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a86328f-74d7-4b11-9552-7cc48b34ba07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.735113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33472) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:39.735113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:39.801728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.802693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:39.803333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.812570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-84eb3a59-9ef5-4e71-98ed-23ba19a32547 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569114 Oct 12 23:05:39.813593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1a86328f-74d7-4b11-9552-7cc48b34ba07 None None] For port 7734a5f3-c101-41a2-83ca-e7a6b09438a3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7734a5f3-c101-41a2-83ca-e7a6b09438a3,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:39.814005 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a86328f-74d7-4b11-9552-7cc48b34ba07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:39.843655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1a86328f-74d7-4b11-9552-7cc48b34ba07 None None] Calling delete_port for 7734a5f3-c101-41a2-83ca-e7a6b09438a3 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:39.929468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5591691 Oct 12 23:05:39.929468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd5729-b03a-445b-b8e8-08fcbee5e3dc admin admin] Pushing event updated for resources: {'Network': ['ID=4b21f4ca-3a01-4cf1-8397-c9d4d3b70928,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:39.940746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33480) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:39.946349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Request body: {'subnet': {'network_id': '4b21f4ca-3a01-4cf1-8397-c9d4d3b70928', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1199824711-subnet', 'tenant_id': '6b288a972bd741e4ba7105c1975eeae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:39.957182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b13d34e9-4186-47e7-aa8f-8fb7be9f6f17 None None] New status for floating IP 2e79a429-90be-4cd9-a066-549bccff40e3: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:05:39.964811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:05:39.973030 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:05:39.973030 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 23:05:39.973030 n-d-790519-14 neutron-server[101889]: [parameters: {'project_id_1': '6b288a972bd741e4ba7105c1975eeae7', 'expiration_1': datetime.datetime(2021, 10, 12, 23, 5, 19, 954439)}] Oct 12 23:05:39.973030 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:05:39.973971 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:05:40.040328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-aaa6558e-5b33-4e57-bb2a-f73e991e8a06 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162237 Oct 12 23:05:40.090587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-8ae44318-2284-4c2e-a24a-a3f7b8650ff0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=546c9709-df62-42f8-a9dd-0cf91a289c12 HTTP/1.1" status: 200 len: 217 time: 0.0383437 Oct 12 23:05:40.095147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:40.100773 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:40.222808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-372371ce-ed9b-4233-8916-85ae7319e634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:40.222808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-372371ce-ed9b-4233-8916-85ae7319e634 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.1096632 Oct 12 23:05:40.234885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7734a5f3-c101-41a2-83ca-e7a6b09438a3 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:40.293391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-e2f237b2-9af1-4918-82af-7ee14978d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:40.301281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-e2f237b2-9af1-4918-82af-7ee14978d440 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0714056 Oct 12 23:05:40.406214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-a903fe19-eafc-43cb-ae33-588a8bacfb1d service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934260 Oct 12 23:05:40.483867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:40.525145 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:40.526045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-3b7f3281-1278-40cc-be11-7e37417980c1 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122520 Oct 12 23:05:40.529051 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a86328f-74d7-4b11-9552-7cc48b34ba07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:40.567708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:40.571942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:40.573722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a86328f-74d7-4b11-9552-7cc48b34ba07 None None] Pushing event deleted for resources: {'Port': ['ID=7734a5f3-c101-41a2-83ca-e7a6b09438a3,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:40.585694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a86328f-74d7-4b11-9552-7cc48b34ba07 None None] No DVR routers for this DVR port 7734a5f3-c101-41a2-83ca-e7a6b09438a3 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:40.588522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:40.599048 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:40.613564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=b51b7a95-6f08-45d2-8d5b-da82790a5f3f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:40.619662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9125c2-e353-45ca-98ce-b6904cf4f45c None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:40.625002 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-87f9fe6a-5b57-4698-ac6e-8f566b6f18da service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d HTTP/1.1" status: 200 len: 217 time: 0.0910256 Oct 12 23:05:40.643222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Made reservation on behalf of 6b288a972bd741e4ba7105c1975eeae7 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:40.643222 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:40.717743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-8b41b31b-bf8b-4295-a89a-a2abd344b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:40.717743 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-8b41b31b-bf8b-4295-a89a-a2abd344b8e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0803514 Oct 12 23:05:40.776269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ed8a44a5-17c2-4a6d-9db3-23e1d55c4c0b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0556564 Oct 12 23:05:40.776918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33494) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:40.789467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': 'b51b7a95-6f08-45d2-8d5b-da82790a5f3f', 'ip_address': '2001:db8::ba2a:52d8:588f:75f1'}], 'name': 'tempest-NetworksTestDHCPv6-2044670938'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:40.839023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-c346f1cb-4e46-475e-861e-9e23f3fcf131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:40.841021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-c346f1cb-4e46-475e-861e-9e23f3fcf131 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1077218 Oct 12 23:05:40.897843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': 'b51b7a95-6f08-45d2-8d5b-da82790a5f3f'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:05:40.899420 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:41.010930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-479a8d9c-3615-4e6d-83ea-d0eedfca9253 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603475 Oct 12 23:05:41.086686 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:05:41.191518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:41.215467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/b51b7a95-6f08-45d2-8d5b-da82790a5f3f/92c00a6f-7604-4040-8514-68496b321177) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:41.228347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-ecc7fe84-8397-4f4c-8e95-5701e83ceb16 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093730 Oct 12 23:05:41.251770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:41.334277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be559997-19be-43e2-8bca-ba2a601d716a,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:41.342721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-e813f8fa-2ab7-4f28-a0e8-65c19c270045 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9 HTTP/1.1" status: 200 len: 217 time: 0.0996325 Oct 12 23:05:41.355786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Checking segment: {'id': 'f386e22b-4b53-4bfb-b1eb-84a70089a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4b21f4ca-3a01-4cf1-8397-c9d4d3b70928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:41.356147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Network hostable DHCP agents. Network: 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:05:41.401300 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:41.436215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port e493bd04-b39f-4310-86c0-9a984bf49eae yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:41.442789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-04ccae9d-d998-44ee-a06d-195c62b6d39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:41.445638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-04ccae9d-d998-44ee-a06d-195c62b6d39f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.0995846 Oct 12 23:05:41.482168 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:41.506305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-de8667ea-3cf5-4333-9e3f-d0621d651d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:41.508708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-de8667ea-3cf5-4333-9e3f-d0621d651d9c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0554588 Oct 12 23:05:41.544746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Network 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:05:41.574620 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:41.640949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:41.647234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:41.662908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:41.663179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::ba2a:52d8:588f:75f1 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/b51b7a95-6f08-45d2-8d5b-da82790a5f3f/e493bd04-b39f-4310-86c0-9a984bf49eae) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:41.674523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:41.676494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-a209bd11-8312-4cae-9459-6912726b0d52 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611359 Oct 12 23:05:41.680866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:41.681429 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:41.705410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc739fa-554b-43d2-90dd-6df541de046f None None] Network 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:41.756278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Pushing event updated for resources: {'Port': ['ID=92c00a6f-7604-4040-8514-68496b321177,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:41.830551 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-77407652-f84d-4c50-80dd-5f49a291eee3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8886864 Oct 12 23:05:41.850558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Attempting to bind port 92c00a6f-7604-4040-8514-68496b321177 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:41.851031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Attempting to bind port 92c00a6f-7604-4040-8514-68496b321177 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:41.851338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Attempting to bind port 92c00a6f-7604-4040-8514-68496b321177 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:41.872634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:41.873023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:41.873432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:41.873834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:41.874324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Bound port: 92c00a6f-7604-4040-8514-68496b321177, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:41.875248 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:41.923558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-a02aec00-66bf-4bf9-b7d0-d7d0ed49e002 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356417 Oct 12 23:05:42.007619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:42.019834 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-74842234-bfc7-4b23-ad6b-2e0b1fcc8f44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 HTTP/1.1" status: 200 len: 217 time: 0.0865314 Oct 12 23:05:42.069232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae3e366-bb2b-432e-b3df-a24a0bddfd6c None None] Network 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:42.125585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] For port 92c00a6f-7604-4040-8514-68496b321177, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:42.132957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:42.140703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] For port 92c00a6f-7604-4040-8514-68496b321177, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=92c00a6f-7604-4040-8514-68496b321177,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:42.172699 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e01e729-1cbb-48e6-8f04-8a57a11fd390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:42.172853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-bf7fc328-3f1e-4dda-ac2d-50766684c9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:42.172853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-bf7fc328-3f1e-4dda-ac2d-50766684c9ec service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.1405725 Oct 12 23:05:42.241608 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:42.285248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:42.311929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=e493bd04-b39f-4310-86c0-9a984bf49eae,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:42.332018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:42.332018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:42.332018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:42.332018 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:42.342804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-72109c0c-e339-4a3d-97ed-5fdfd89ae20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:42.346714 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-72109c0c-e339-4a3d-97ed-5fdfd89ae20f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1678300 Oct 12 23:05:42.437219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b09813c7-7d55-4e48-8107-11b3375ba2b6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6538589 Oct 12 23:05:42.438249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33544) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:42.444147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f52736d9-5e54-4ecc-8f3d-f1baa7398d51 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': 'b51b7a95-6f08-45d2-8d5b-da82790a5f3f', 'ip_address': '2001:db8::ba2a:52d8:588f:75f1'}], 'name': 'tempest-NetworksTestDHCPv6-273967927'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:42.516745 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-131b5b02-1a3c-4b51-a347-2f3becaf85d3 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640403 Oct 12 23:05:42.524765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f37765-5148-4bf4-8a70-bb0b2462c453 None None] Pushing event updated for resources: {'Port': ['ID=92c00a6f-7604-4040-8514-68496b321177,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:42.750690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52736d9-5e54-4ecc-8f3d-f1baa7398d51 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:42.757077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f52736d9-5e54-4ecc-8f3d-f1baa7398d51 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:42.774103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d90fe15e-85c5-4ac1-9fa1-23428d6ce7a0 req-a4b27e55-4896-4f7e-8390-c5d80a876bba service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413871 Oct 12 23:05:42.778320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-f52736d9-5e54-4ecc-8f3d-f1baa7398d51 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port b72d231f-68d3-4c13-8a7b-2f5475ead1b7 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:42.893237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2f7f6d2b-008a-4101-9715-df36ec4d849d tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:42.897907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2f7f6d2b-008a-4101-9715-df36ec4d849d tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/networks?id=4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 HTTP/1.1" status: 200 len: 818 time: 0.1385076 Oct 12 23:05:42.916203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-574e2b03-f9bb-46d7-ab56-0f561427f8b4 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/quotas/6b288a972bd741e4ba7105c1975eeae7 HTTP/1.1" status: 200 len: 375 time: 0.0141978 Oct 12 23:05:42.960712 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-5bc3b5b3-0d2d-4807-9432-d3233c0bfa22 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6b288a972bd741e4ba7105c1975eeae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0343037 Oct 12 23:05:43.055222 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f52736d9-5e54-4ecc-8f3d-f1baa7398d51 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 23:05:43.055666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f52736d9-5e54-4ecc-8f3d-f1baa7398d51 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:05:43.057762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-073d5e68-8a53-48ad-b164-a2f5cd05095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.059756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-073d5e68-8a53-48ad-b164-a2f5cd05095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.059756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-073d5e68-8a53-48ad-b164-a2f5cd05095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.060021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-073d5e68-8a53-48ad-b164-a2f5cd05095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.060506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-073d5e68-8a53-48ad-b164-a2f5cd05095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.061138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-073d5e68-8a53-48ad-b164-a2f5cd05095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.061607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-073d5e68-8a53-48ad-b164-a2f5cd05095c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.067819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-073d5e68-8a53-48ad-b164-a2f5cd05095c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6497 time: 0.0727904 Oct 12 23:05:43.190800 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f52736d9-5e54-4ecc-8f3d-f1baa7398d51 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7510102 Oct 12 23:05:43.191408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33568) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:43.243621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-537a0708-c098-4add-aa1b-7ea4cf8b99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.245351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-537a0708-c098-4add-aa1b-7ea4cf8b99d8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7a9066f4-9838-43ba-8ee9-2a40f558149a HTTP/1.1" status: 200 len: 913 time: 0.1659777 Oct 12 23:05:43.245553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5adc99-0796-401c-b1a8-0d2ea82d6345 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.251887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5adc99-0796-401c-b1a8-0d2ea82d6345 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.255006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ff5adc99-0796-401c-b1a8-0d2ea82d6345 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0623500 Oct 12 23:05:43.257294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33570) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:43.337000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-b21da521-46d7-4725-b605-a11bf3db8eec service neutron] 10.222.0.31 "GET /v2.0/networks/4b21f4ca-3a01-4cf1-8397-c9d4d3b70928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3686800 Oct 12 23:05:43.353336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-9e553b43-987a-4701-a790-ce75d5cdab5a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da27c20b-7e34-44e5-82d6-86d324403639 HTTP/1.1" status: 200 len: 1001 time: 0.0885828 Oct 12 23:05:43.420604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe2195-c3a5-49e1-a49e-2e67192c53ae tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port e493bd04-b39f-4310-86c0-9a984bf49eae {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:43.424857 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4fe2195-c3a5-49e1-a49e-2e67192c53ae tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:43.495055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-3fffde18-bb32-40e9-8a56-d8285b4e719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.496533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-3fffde18-bb32-40e9-8a56-d8285b4e719f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=744baed7-223d-48b8-8872-5792b66dbf13 HTTP/1.1" status: 200 len: 851 time: 0.1120465 Oct 12 23:05:43.530918 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-7efdf6ac-0585-4581-a510-345882e3b3bf service neutron] 10.222.0.31 "GET /v2.0/networks/4b21f4ca-3a01-4cf1-8397-c9d4d3b70928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809804 Oct 12 23:05:43.552544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4fe2195-c3a5-49e1-a49e-2e67192c53ae tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:43.571122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe2195-c3a5-49e1-a49e-2e67192c53ae tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for e493bd04-b39f-4310-86c0-9a984bf49eae owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:43.571378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-299947b0-ab7a-40f9-b629-bf25b29c71cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:43.573468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-299947b0-ab7a-40f9-b629-bf25b29c71cc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a9066f4-9838-43ba-8ee9-2a40f558149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629618 Oct 12 23:05:43.690551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-faa0e247-b08a-4a58-98d9-145178b1e089 service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082170 Oct 12 23:05:43.803755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33578) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:43.841924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa2b50cc-0bf2-4f2f-b38e-21bee371c98a req-e285d8a3-77fe-4824-84c5-f3e05dcc2a6e service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355996 Oct 12 23:05:43.900986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8ed3013e-198f-491e-a252-0ba9bfb6c6c0 None None] Provisioning complete for port 92c00a6f-7604-4040-8514-68496b321177 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:43.902383 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ed3013e-198f-491e-a252-0ba9bfb6c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:43.928161 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4fe2195-c3a5-49e1-a49e-2e67192c53ae tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.036302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fe2195-c3a5-49e1-a49e-2e67192c53ae tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=e493bd04-b39f-4310-86c0-9a984bf49eae,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:44.043993 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36284c58-eea9-4407-bffd-37072d623d87 req-0097cb56-1c4f-4294-83f5-3321a61ae72b tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 210 time: 0.0527613 Oct 12 23:05:44.068541 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ed3013e-198f-491e-a252-0ba9bfb6c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.079966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8536e750-bf76-4cd6-ab22-5eedf84b1c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.124874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4fe2195-c3a5-49e1-a49e-2e67192c53ae tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.137035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33588) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:44.138060 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a4fe2195-c3a5-49e1-a49e-2e67192c53ae tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/e493bd04-b39f-4310-86c0-9a984bf49eae HTTP/1.1" status: 204 len: 168 time: 0.8795168 Oct 12 23:05:44.173925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8ed3013e-198f-491e-a252-0ba9bfb6c6c0 None None] For port 92c00a6f-7604-4040-8514-68496b321177, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=92c00a6f-7604-4040-8514-68496b321177,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:44.253921 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ed3013e-198f-491e-a252-0ba9bfb6c6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.290290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156da1b-1d55-4c1b-af1d-4fe50c8e5aaf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:44.293074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f156da1b-1d55-4c1b-af1d-4fe50c8e5aaf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:44.295450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f156da1b-1d55-4c1b-af1d-4fe50c8e5aaf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1572332 Oct 12 23:05:44.298395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33596) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:44.304220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 92c00a6f-7604-4040-8514-68496b321177 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:44.339641 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8536e750-bf76-4cd6-ab22-5eedf84b1c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.360988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3013e-198f-491e-a252-0ba9bfb6c6c0 None None] Pushing event updated for resources: {'Port': ['ID=92c00a6f-7604-4040-8514-68496b321177,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:44.374765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b0caaaad-92a5-4f69-93ae-8a3fa3113276 None None] Could not find standard attr ID for object e493bd04-b39f-4310-86c0-9a984bf49eae. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:05:44.380957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0124f9-e514-4263-b4c5-8f96fc618109 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet b51b7a95-6f08-45d2-8d5b-da82790a5f3f {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:44.384567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d0124f9-e514-4263-b4c5-8f96fc618109 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.388139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 92c00a6f-7604-4040-8514-68496b321177 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:44.388519 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.434194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d0124f9-e514-4263-b4c5-8f96fc618109 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.437336 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8536e750-bf76-4cd6-ab22-5eedf84b1c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.525726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8536e750-bf76-4cd6-ab22-5eedf84b1c27 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=276ed37e6d9249b0bb3e9241bf41f4b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152820 Oct 12 23:05:44.525968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33602) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:44.528121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536e750-bf76-4cd6-ab22-5eedf84b1c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8790bedb-68b3-4ca7-b748-6e01b5f53736,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:44.581836 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d0124f9-e514-4263-b4c5-8f96fc618109 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.609344 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38139950-5232-4b17-9054-13a603106969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.639046 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38139950-5232-4b17-9054-13a603106969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.739443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d0124f9-e514-4263-b4c5-8f96fc618109 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.768463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0124f9-e514-4263-b4c5-8f96fc618109 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=b51b7a95-6f08-45d2-8d5b-da82790a5f3f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:44.772305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d0124f9-e514-4263-b4c5-8f96fc618109 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.775858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7d0124f9-e514-4263-b4c5-8f96fc618109 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/b51b7a95-6f08-45d2-8d5b-da82790a5f3f HTTP/1.1" status: 204 len: 168 time: 0.4752929 Oct 12 23:05:44.778722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33604) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:44.784151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa7c164-4ec5-42c3-8949-1fd6b7912bba None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:44.812769 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38139950-5232-4b17-9054-13a603106969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.819061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38139950-5232-4b17-9054-13a603106969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:44.822552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-38139950-5232-4b17-9054-13a603106969 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8790bedb-68b3-4ca7-b748-6e01b5f53736 HTTP/1.1" status: 204 len: 168 time: 0.2954021 Oct 12 23:05:44.822955 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9631ae1f-6c01-4fd8-89b7-164616897d35 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433030 Oct 12 23:05:44.827300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33608) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:44.833387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:44.835947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38139950-5232-4b17-9054-13a603106969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8790bedb-68b3-4ca7-b748-6e01b5f53736,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:45.009649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274ec102-d201-442d-9ce4-679404778c26 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:05:45.066199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-274ec102-d201-442d-9ce4-679404778c26 None None] Deleting port 92c00a6f-7604-4040-8514-68496b321177 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:45.066675 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-274ec102-d201-442d-9ce4-679404778c26 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.093709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:45.098757 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.160151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-274ec102-d201-442d-9ce4-679404778c26 None None] For port 92c00a6f-7604-4040-8514-68496b321177, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=92c00a6f-7604-4040-8514-68496b321177,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:45.160583 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-274ec102-d201-442d-9ce4-679404778c26 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.175309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8824ec33-261b-4178-955e-ea50eaa36b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.186364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-274ec102-d201-442d-9ce4-679404778c26 None None] Calling delete_port for 92c00a6f-7604-4040-8514-68496b321177 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:45.245415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35e019ab-2b43-427e-b1dc-c80300e40f4f req-b4ff8239-7eb6-4e54-8156-137b18d47166 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 210 time: 0.0644269 Oct 12 23:05:45.419737 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-274ec102-d201-442d-9ce4-679404778c26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.443376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ec102-d201-442d-9ce4-679404778c26 None None] Pushing event deleted for resources: {'Port': ['ID=92c00a6f-7604-4040-8514-68496b321177,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:45.452493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ec102-d201-442d-9ce4-679404778c26 None None] No DVR routers for this DVR port 92c00a6f-7604-4040-8514-68496b321177 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:45.489057 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.563016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.635069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:45.639031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:45.640844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=144b063a-905c-4281-94b4-ff7cb43de985,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:45.644680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:45.647241 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.650215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc9179a-1d58-4f24-8b48-3700253eb6bd None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:45.750010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33624) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:45.763202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-29fb63ba-8937-453f-bbb1-3cd6ec865b27 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9345698 Oct 12 23:05:45.764078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33626) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:45.771956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0b87ed55-b9a6-46fd-b9ff-8e990a5e2b61 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': '144b063a-905c-4281-94b4-ff7cb43de985', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1192332102'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:45.773058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c681b8c8-5d50-489e-ab03-1b414c3758fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.824011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '144b063a-905c-4281-94b4-ff7cb43de985'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:05:45.824908 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.872934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c681b8c8-5d50-489e-ab03-1b414c3758fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.985313 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c681b8c8-5d50-489e-ab03-1b414c3758fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:45.994810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/144b063a-905c-4281-94b4-ff7cb43de985/b41acda9-9876-4c88-9834-d51af05950d9) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:46.031906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681b8c8-5d50-489e-ab03-1b414c3758fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3b21b9e-5885-4a0a-b8b6-8a431b976496,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:46.037203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c681b8c8-5d50-489e-ab03-1b414c3758fb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddfa4f5e00594acab9f38c9a6ec241c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2860572 Oct 12 23:05:46.040336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33628) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:46.085731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b87ed55-b9a6-46fd-b9ff-8e990a5e2b61 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:46.091235 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b87ed55-b9a6-46fd-b9ff-8e990a5e2b61 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.122737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-0b87ed55-b9a6-46fd-b9ff-8e990a5e2b61 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 66a3c6f0-162c-48d4-b7ec-0639a2c878bf yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:05:46.137009 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fdd6c0cc-ea56-4e43-b08f-0e570eecda5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.140114 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.171120 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.203686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fdd6c0cc-ea56-4e43-b08f-0e570eecda5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.213639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 92c00a6f-7604-4040-8514-68496b321177 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:46.239214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 92c00a6f-7604-4040-8514-68496b321177 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:05:46.239214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 92c00a6f-7604-4040-8514-68496b321177 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:46.259409 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.309565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:46.316540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:46.325652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:46.325652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Pushing event updated for resources: {'Port': ['ID=b41acda9-9876-4c88-9834-d51af05950d9,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:46.372581 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b87ed55-b9a6-46fd-b9ff-8e990a5e2b61 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:05:46.373060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b87ed55-b9a6-46fd-b9ff-8e990a5e2b61 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:05:46.398820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29fd2654-fec3-432a-9bd5-b7b0e168a994 req-68cd1dcf-d5b4-4e0a-90c0-ea0ebaaef217 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 210 time: 0.0412166 Oct 12 23:05:46.402407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Attempting to bind port b41acda9-9876-4c88-9834-d51af05950d9 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:46.402902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Attempting to bind port b41acda9-9876-4c88-9834-d51af05950d9 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:46.403474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Attempting to bind port b41acda9-9876-4c88-9834-d51af05950d9 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:46.409319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:46.425384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:46.425384 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.425384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:46.425384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Bound port: b41acda9-9876-4c88-9834-d51af05950d9, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:46.425384 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.473053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fdd6c0cc-ea56-4e43-b08f-0e570eecda5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.476602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fdd6c0cc-ea56-4e43-b08f-0e570eecda5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.480299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] For port b41acda9-9876-4c88-9834-d51af05950d9, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:46.480490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fdd6c0cc-ea56-4e43-b08f-0e570eecda5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c3b21b9e-5885-4a0a-b8b6-8a431b976496 HTTP/1.1" status: 204 len: 168 time: 0.4363441 Oct 12 23:05:46.481061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] For port b41acda9-9876-4c88-9834-d51af05950d9, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b41acda9-9876-4c88-9834-d51af05950d9,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:46.494373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0b87ed55-b9a6-46fd-b9ff-8e990a5e2b61 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.7257843 Oct 12 23:05:46.494373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd6c0cc-ea56-4e43-b08f-0e570eecda5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3b21b9e-5885-4a0a-b8b6-8a431b976496,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:46.496562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33644) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:46.538269 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.554523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41758a2f-4581-4328-946a-3669e4af78bd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:46.556228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-41758a2f-4581-4328-946a-3669e4af78bd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0588431 Oct 12 23:05:46.558804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33646) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:46.626469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0af02c-77a3-405f-bfcf-3cb3a66ba1e2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:46.631119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0af02c-77a3-405f-bfcf-3cb3a66ba1e2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:46.637184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cd0af02c-77a3-405f-bfcf-3cb3a66ba1e2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0747881 Oct 12 23:05:46.637606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33650) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:46.653296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51116fb8-eb53-487b-b1cd-022f8dd84ccb None None] Pushing event updated for resources: {'Port': ['ID=b41acda9-9876-4c88-9834-d51af05950d9,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:46.709288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-93e054d8-1d40-4fb3-9071-9d021c932439 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 144b063a-905c-4281-94b4-ff7cb43de985 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:46.712723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93e054d8-1d40-4fb3-9071-9d021c932439 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.761267 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93e054d8-1d40-4fb3-9071-9d021c932439 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:46.895990 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93e054d8-1d40-4fb3-9071-9d021c932439 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:47.021164 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93e054d8-1d40-4fb3-9071-9d021c932439 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:47.069584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e054d8-1d40-4fb3-9071-9d021c932439 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=144b063a-905c-4281-94b4-ff7cb43de985,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:47.073194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93e054d8-1d40-4fb3-9071-9d021c932439 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:47.078312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-93e054d8-1d40-4fb3-9071-9d021c932439 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/144b063a-905c-4281-94b4-ff7cb43de985 HTTP/1.1" status: 204 len: 168 time: 0.4396136 Oct 12 23:05:47.083537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33658) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:47.146572 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-91a731af-cb07-4633-a8d8-add5655bb689 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0618010 Oct 12 23:05:47.147244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33664) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:47.153263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:47.347614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:47.351448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:47.396577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-135611c0-a851-4ace-9f10-034c5c351d55 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:47.403377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-135611c0-a851-4ace-9f10-034c5c351d55 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.25 "GET /v2.0/networks?id=4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 HTTP/1.1" status: 200 len: 818 time: 0.5430245 Oct 12 23:05:47.423454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Request body: {'port': {'device_id': 'b2b715c2-8f57-41f3-88cc-d9934a271433', 'network_id': '4b21f4ca-3a01-4cf1-8397-c9d4d3b70928', 'admin_state_up': True, 'tenant_id': '6b288a972bd741e4ba7105c1975eeae7'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:47.612503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-14aae757-f6f8-480a-bd4e-5a60e4db052e req-dc870649-631b-4374-ad6b-7505f72beedd tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 210 time: 0.0665781 Oct 12 23:05:47.706420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Made reservation on behalf of 6b288a972bd741e4ba7105c1975eeae7 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:47.710511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:47.768205 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:47.796819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:47.902300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:47.907715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:47.918356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:47.918980 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:47.928227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=ad9bd222-1479-4c7d-b3fa-0013068eebac,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:47.945315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Allocated IP 172.20.0.3 (4b21f4ca-3a01-4cf1-8397-c9d4d3b70928/be559997-19be-43e2-8bca-ba2a601d716a/37c0398b-8d88-430e-bc32-7cfa017b0eaa) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:47.984917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7257e1-2a4d-48d3-97c2-ad6a4c390175 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:48.004326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fca81932-e940-43e3-a273-5bcd4a1717b2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8559356 Oct 12 23:05:48.007105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33692) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:48.019228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-07ee2fc3-0036-4123-a013-37e047096e78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1116760405', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:48.119066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07ee2fc3-0036-4123-a013-37e047096e78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.121621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07ee2fc3-0036-4123-a013-37e047096e78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.185274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.228573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-16671873-7cb3-4a0a-82d0-88163f510ef0 None None] Provisioning complete for port b41acda9-9876-4c88-9834-d51af05950d9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:48.229520 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07ee2fc3-0036-4123-a013-37e047096e78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.232021 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16671873-7cb3-4a0a-82d0-88163f510ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.301167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.304404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b41acda9-9876-4c88-9834-d51af05950d9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:48.408940 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16671873-7cb3-4a0a-82d0-88163f510ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.411022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Pushing event updated for resources: {'Port': ['ID=37c0398b-8d88-430e-bc32-7cfa017b0eaa,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:48.421705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07ee2fc3-0036-4123-a013-37e047096e78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.449505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Network 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:48.452922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:48.454318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:48.460018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b41acda9-9876-4c88-9834-d51af05950d9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:48.460733 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.465875 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-16671873-7cb3-4a0a-82d0-88163f510ef0 None None] For port b41acda9-9876-4c88-9834-d51af05950d9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b41acda9-9876-4c88-9834-d51af05950d9,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:48.479065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-fe05a4ef-3e4e-4c2d-9ed8-380f2aea9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:48.481253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-fe05a4ef-3e4e-4c2d-9ed8-380f2aea9bd0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1096 time: 0.1854019 Oct 12 23:05:48.494491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89522635-aaf4-4370-8dc5-8c6b59a03cf2 req-d57146db-1195-4312-b92f-ebd51e2e1df4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:48.496426 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89522635-aaf4-4370-8dc5-8c6b59a03cf2 req-d57146db-1195-4312-b92f-ebd51e2e1df4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1852736 Oct 12 23:05:48.547123 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16671873-7cb3-4a0a-82d0-88163f510ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.556825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:48.557924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.593278 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.601956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07ee2fc3-0036-4123-a013-37e047096e78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.603194 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-07ee2fc3-0036-4123-a013-37e047096e78 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5949013 Oct 12 23:05:48.606886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33702) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:48.636514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89522635-aaf4-4370-8dc5-8c6b59a03cf2 req-1a2bce8c-4666-407d-bcdc-62c0c954fcfd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191015 Oct 12 23:05:48.716768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-defa0fd6-b4d8-45de-9436-a62fd2094912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:48.718610 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-defa0fd6-b4d8-45de-9436-a62fd2094912 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.2211113 Oct 12 23:05:48.823383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-4d6cb9a7-ec38-4a0f-af6f-37b1e38ed457 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 999 time: 0.0971603 Oct 12 23:05:48.848323 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:05:48.848994 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:05:48.859089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16671873-7cb3-4a0a-82d0-88163f510ef0 None None] Pushing event updated for resources: {'Port': ['ID=b41acda9-9876-4c88-9834-d51af05950d9,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:48.891897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6bfc5c74-b2e8-46f5-9cd3-c527e7e5838d None None] Provisioning complete for port b41acda9-9876-4c88-9834-d51af05950d9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:48.892280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6bfc5c74-b2e8-46f5-9cd3-c527e7e5838d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.954384 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:48.958135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-2b5e4c3a-65e9-4cd1-8ade-db11c5f87c38 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5387754 Oct 12 23:05:48.965446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a01b04-a5e6-4e22-ac61-8fbec2289db1 req-2f3361df-0679-4afb-aaaa-18352688a2da tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:48.977339 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9a01b04-a5e6-4e22-ac61-8fbec2289db1 req-2f3361df-0679-4afb-aaaa-18352688a2da tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 931 time: 0.1442335 Oct 12 23:05:49.052853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:49.055115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-db0ee744-321b-4b4d-a98d-da6c959451e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:49.056710 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-db0ee744-321b-4b4d-a98d-da6c959451e0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1819856 Oct 12 23:05:49.066016 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9a01b04-a5e6-4e22-ac61-8fbec2289db1 req-2235b35d-6053-4b01-a847-dc76444feec2 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874751 Oct 12 23:05:49.095438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Request body: {'port': {'device_id': 'b2b715c2-8f57-41f3-88cc-d9934a271433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:49.150529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-48df00fa-bfc6-4788-9021-fabe29910824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:49.150529 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-48df00fa-bfc6-4788-9021-fabe29910824 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0831833 Oct 12 23:05:49.193063 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:49.272238 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-6afe69e1-16fa-4717-b9a4-13f10cf93385 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150014 Oct 12 23:05:49.278456 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:49.382792 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fd1d64d-2f50-48bd-a357-eb06ac373e0d req-38ac23c9-6124-40d2-acdd-94f5c4e74b93 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027241 Oct 12 23:05:49.690696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::1 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/ad9bd222-1479-4c7d-b3fa-0013068eebac/1913c409-ee46-4318-8d9a-9c5b55706b3f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:49.775580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37c0398b-8d88-430e-bc32-7cfa017b0eaa {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:49.811143 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:49.869764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Transition to ACTIVE for port object 37c0398b-8d88-430e-bc32-7cfa017b0eaa will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:05:49.890864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce009a-3b42-4088-b47d-87eacef40e27 req-e1c0ef0e-e0e9-4a9f-8e13-7b9c726bc7fc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:49.892941 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7ce009a-3b42-4088-b47d-87eacef40e27 req-e1c0ef0e-e0e9-4a9f-8e13-7b9c726bc7fc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1457965 Oct 12 23:05:49.938481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.004998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.027305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7ce009a-3b42-4088-b47d-87eacef40e27 req-16398c00-8b0a-44c5-b8b5-36f8804ca29d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267385 Oct 12 23:05:50.049770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=37c0398b-8d88-430e-bc32-7cfa017b0eaa,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:50.166743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Attempting to bind port 37c0398b-8d88-430e-bc32-7cfa017b0eaa on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:50.166743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Attempting to bind port 37c0398b-8d88-430e-bc32-7cfa017b0eaa by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'f386e22b-4b53-4bfb-b1eb-84a70089a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4b21f4ca-3a01-4cf1-8397-c9d4d3b70928'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:50.166743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Attempting to bind port 37c0398b-8d88-430e-bc32-7cfa017b0eaa on network 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:50.166743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Port 37c0398b-8d88-430e-bc32-7cfa017b0eaa on network 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:05:50.166743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Attempting to bind port 37c0398b-8d88-430e-bc32-7cfa017b0eaa on network 4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:50.168770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:50.169157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Checking segment: {'id': 'f386e22b-4b53-4bfb-b1eb-84a70089a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4b21f4ca-3a01-4cf1-8397-c9d4d3b70928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:50.169472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Bound using segment: {'id': 'f386e22b-4b53-4bfb-b1eb-84a70089a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4b21f4ca-3a01-4cf1-8397-c9d4d3b70928'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:50.169902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Bound port: 37c0398b-8d88-430e-bc32-7cfa017b0eaa, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f386e22b-4b53-4bfb-b1eb-84a70089a358', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '4b21f4ca-3a01-4cf1-8397-c9d4d3b70928'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:50.170309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.275808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] For port 37c0398b-8d88-430e-bc32-7cfa017b0eaa, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:50.275966 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4453a-9202-4f42-8b72-0d828c3b1ebc req-8abbff08-ea29-49a9-966a-1124a5bab74e tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:50.277035 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.277355 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57f4453a-9202-4f42-8b72-0d828c3b1ebc req-8abbff08-ea29-49a9-966a-1124a5bab74e tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 943 time: 0.0592875 Oct 12 23:05:50.285748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] For port 37c0398b-8d88-430e-bc32-7cfa017b0eaa, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=37c0398b-8d88-430e-bc32-7cfa017b0eaa,segment=NetworkSegment(f386e22b-4b53-4bfb-b1eb-84a70089a358),segment_id=f386e22b-4b53-4bfb-b1eb-84a70089a358)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:50.286904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b41acda9-9876-4c88-9834-d51af05950d9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:50.330816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:50.334657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:50.337272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:50.338200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.355990 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57f4453a-9202-4f42-8b72-0d828c3b1ebc req-499e017c-01a4-4229-bb05-80220b658e54 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658190 Oct 12 23:05:50.383092 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.396765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=1913c409-ee46-4318-8d9a-9c5b55706b3f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:50.426526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b41acda9-9876-4c88-9834-d51af05950d9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:50.427088 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.436350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:50.436574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.438235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] 10.222.0.25 "PUT /v2.0/ports/37c0398b-8d88-430e-bc32-7cfa017b0eaa HTTP/1.1" status: 200 len: 1092 time: 1.4000514 Oct 12 23:05:50.459387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2b715c2-8f57-41f3-88cc-d9934a271433', 'tag': '37c0398b-8d88-430e-bc32-7cfa017b0eaa'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:50.461573 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf939b1-9aa3-4b98-8484-1fc4c71c113b" -d '{"events": [{"name": "network-changed", "server_uuid": "b2b715c2-8f57-41f3-88cc-d9934a271433", "tag": "37c0398b-8d88-430e-bc32-7cfa017b0eaa"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:50.509021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305ad097-941b-46c2-bdb9-3368e7c33cb0 service neutron] Pushing event updated for resources: {'Port': ['ID=37c0398b-8d88-430e-bc32-7cfa017b0eaa,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:50.529881 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1488037-a908-4704-9c75-22fbfe3ec4dc x-openstack-request-id: req-d1488037-a908-4704-9c75-22fbfe3ec4dc {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:50.530818 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2b715c2-8f57-41f3-88cc-d9934a271433", "tag": "37c0398b-8d88-430e-bc32-7cfa017b0eaa", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:50.534733 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1488037-a908-4704-9c75-22fbfe3ec4dc {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:50.535190 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2b715c2-8f57-41f3-88cc-d9934a271433', 'tag': '37c0398b-8d88-430e-bc32-7cfa017b0eaa', 'status': 'completed', 'code': 200} Oct 12 23:05:50.669511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf939b1-9aa3-4b98-8484-1fc4c71c113b req-8454bda6-6f84-4aab-9609-0193f18c6d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:50.671142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-edf939b1-9aa3-4b98-8484-1fc4c71c113b req-8454bda6-6f84-4aab-9609-0193f18c6d26 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b288a972bd741e4ba7105c1975eeae7&device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 1095 time: 0.1184049 Oct 12 23:05:50.671897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.787371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c1c4eb4a-443f-4434-adb0-0f94d98ceace None None] Provisioning complete for port 1913c409-ee46-4318-8d9a-9c5b55706b3f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:50.787917 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c1c4eb4a-443f-4434-adb0-0f94d98ceace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:50.880847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4eb4a-443f-4434-adb0-0f94d98ceace None None] Port 1913c409-ee46-4318-8d9a-9c5b55706b3f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:05:50.900236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf939b1-9aa3-4b98-8484-1fc4c71c113b req-e53b6a67-ea7b-4345-917b-acaaf7e4fefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:50.902012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-edf939b1-9aa3-4b98-8484-1fc4c71c113b req-e53b6a67-ea7b-4345-917b-acaaf7e4fefc service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6b288a972bd741e4ba7105c1975eeae7&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2208095 Oct 12 23:05:51.091174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf939b1-9aa3-4b98-8484-1fc4c71c113b req-4a60d08e-4fcb-40d5-8a90-8235f5a16dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:51.094309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-edf939b1-9aa3-4b98-8484-1fc4c71c113b req-4a60d08e-4fcb-40d5-8a90-8235f5a16dec service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1807897 Oct 12 23:05:51.143193 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:51.187322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a244801-9273-4759-b476-ac9e7d25fea1 req-2b5bf733-3583-41a7-80cb-946e15d125e5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:51.188892 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a244801-9273-4759-b476-ac9e7d25fea1 req-2b5bf733-3583-41a7-80cb-946e15d125e5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0777540 Oct 12 23:05:51.205756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:51.207343 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:51.243311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a244801-9273-4759-b476-ac9e7d25fea1 req-a033033b-f813-4a9f-b6fa-fe7291b39094 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479209 Oct 12 23:05:51.327424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-bb69fb1a-4194-48fa-83c3-58d79c94cb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:51.332176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-bb69fb1a-4194-48fa-83c3-58d79c94cb1c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6b288a972bd741e4ba7105c1975eeae7&device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 1095 time: 0.1588027 Oct 12 23:05:51.336543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=1913c409-ee46-4318-8d9a-9c5b55706b3f,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:51.389328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-6e9ad616-2c00-45cd-98aa-88bf690b080a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=37c0398b-8d88-430e-bc32-7cfa017b0eaa HTTP/1.1" status: 200 len: 217 time: 0.0413253 Oct 12 23:05:51.473393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8036f73a-999b-4093-8831-5d6c10ad2224 req-961fc364-b2a9-4136-9fc0-d715d9c77b8b tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:51.475485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8036f73a-999b-4093-8831-5d6c10ad2224 req-961fc364-b2a9-4136-9fc0-d715d9c77b8b tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 943 time: 0.0496044 Oct 12 23:05:51.495007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-06f300a4-647a-4582-bae4-4bd745bf448c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:51.496623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-06f300a4-647a-4582-bae4-4bd745bf448c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=be559997-19be-43e2-8bca-ba2a601d716a HTTP/1.1" status: 200 len: 858 time: 0.1005335 Oct 12 23:05:51.504968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:51.514631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:51.525559 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8036f73a-999b-4093-8831-5d6c10ad2224 req-3e80074a-dd16-41ab-826c-844039e06e19 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415752 Oct 12 23:05:51.544703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-cf1a610c-f011-4d1b-b366-339a718c594f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4b21f4ca-3a01-4cf1-8397-c9d4d3b70928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375032 Oct 12 23:05:51.751743 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-e4ce60d9-2eb2-4644-b7da-43923bd44686 service neutron] 10.222.0.25 "GET /v2.0/networks/4b21f4ca-3a01-4cf1-8397-c9d4d3b70928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912394 Oct 12 23:05:51.812912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2e686486-e893-431b-ac8c-d14695eb0cf7 None None] Provisioning complete for port 1913c409-ee46-4318-8d9a-9c5b55706b3f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:51.813584 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2e686486-e893-431b-ac8c-d14695eb0cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:51.848172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2e686486-e893-431b-ac8c-d14695eb0cf7 None None] Port 1913c409-ee46-4318-8d9a-9c5b55706b3f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:05:51.848404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e15a5860-1361-4fb3-9498-d820f88b25ff req-67eff57f-bc9b-4d16-8733-d266e27579e8 service neutron] 10.222.0.25 "GET /v2.0/networks/4b21f4ca-3a01-4cf1-8397-c9d4d3b70928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950480 Oct 12 23:05:51.849291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Router b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:05:51.958315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:05:51.963872 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5d5563bb-9839-4c7a-9810-54746f5c3f24 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "PUT /v2.0/routers/b28fe7c7-dd98-44d8-ab6f-879efd9f52b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3539829 Oct 12 23:05:51.966297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33782) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:51.969931 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Sync routers for ids ['b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:05:51.981098 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Routers {'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:51.982189 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:52.036645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0626f28-dfed-4a06-8e7c-19dc1f75d7f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:52.036645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a0626f28-dfed-4a06-8e7c-19dc1f75d7f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports/1913c409-ee46-4318-8d9a-9c5b55706b3f HTTP/1.1" status: 200 len: 911 time: 0.0575521 Oct 12 23:05:52.039449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33786) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:52.093450 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Set router b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:52.094276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5318cdf-e717-41f0-b991-d1b753a77364 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:52.101109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5318cdf-e717-41f0-b991-d1b753a77364 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:52.102904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e5318cdf-e717-41f0-b991-d1b753a77364 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0622587 Oct 12 23:05:52.105697 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33788) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:52.317836 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9', 'name': 'tempest-NetworksTestDHCPv6-router-1116760405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:48Z', 'updated_at': '2021-10-12T23:05:50Z', 'revision_number': 2, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None, '_interfaces': [{'id': '1913c409-ee46-4318-8d9a-9c5b55706b3f', 'name': '', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'mac_address': 'fa:16:3e:e2:00:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'ad9bd222-1479-4c7d-b3fa-0013068eebac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:05:49Z', 'updated_at': '2021-10-12T23:05:50Z', 'revision_number': 2, 'project_id': '31677ac7ef474c33991d368168a344f0', 'subnets': [{'id': 'ad9bd222-1479-4c7d-b3fa-0013068eebac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:52.362962 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Checking router: b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:05:52.363402 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Updating router b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 port 1913c409-ee46-4318-8d9a-9c5b55706b3f binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:05:52.403794 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:52.798435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64425a2-6aec-4384-89af-46f646e00496 req-e51f7836-8cd1-4da7-9292-3ffae2f10b23 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:52.800341 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e64425a2-6aec-4384-89af-46f646e00496 req-e51f7836-8cd1-4da7-9292-3ffae2f10b23 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 943 time: 0.0925570 Oct 12 23:05:52.809014 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:52.864785 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:52.895488 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e64425a2-6aec-4384-89af-46f646e00496 req-efea1ce7-3962-4cac-a7ca-b11c234bcc26 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868809 Oct 12 23:05:52.936100 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Pushing event updated for resources: {'Port': ['ID=1913c409-ee46-4318-8d9a-9c5b55706b3f,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:52.990370 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.991500 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.992047 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.992587 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.994333 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.995019 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.995681 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.996210 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.996714 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.997353 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.997844 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:52.998520 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:05:53.040729 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Attempting to bind port 1913c409-ee46-4318-8d9a-9c5b55706b3f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:53.041173 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Attempting to bind port 1913c409-ee46-4318-8d9a-9c5b55706b3f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:53.041611 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Attempting to bind port 1913c409-ee46-4318-8d9a-9c5b55706b3f on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:53.051342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:53.051342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:53.051342 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:53.051342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:53.051342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Bound port: 1913c409-ee46-4318-8d9a-9c5b55706b3f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:53.051342 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:53.173899 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] For port 1913c409-ee46-4318-8d9a-9c5b55706b3f, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:53.178437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:53.185511 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] For port 1913c409-ee46-4318-8d9a-9c5b55706b3f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1913c409-ee46-4318-8d9a-9c5b55706b3f,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:53.294197 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:53.397478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-93c60cff-c52f-48b8-ac10-565d0ee2a9ee None None] Provisioning complete for port 1913c409-ee46-4318-8d9a-9c5b55706b3f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:53.398054 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93c60cff-c52f-48b8-ac10-565d0ee2a9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:53.406358 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c33ec-f49b-4715-b317-50899a0c9ff4 None None] Pushing event updated for resources: {'Port': ['ID=1913c409-ee46-4318-8d9a-9c5b55706b3f,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:53.416092 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Routers {'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:53.416761 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:53.570593 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] Set router b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:53.590092 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93c60cff-c52f-48b8-ac10-565d0ee2a9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:53.664930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-93c60cff-c52f-48b8-ac10-565d0ee2a9ee None None] For port 1913c409-ee46-4318-8d9a-9c5b55706b3f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1913c409-ee46-4318-8d9a-9c5b55706b3f,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:53.743666 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93c60cff-c52f-48b8-ac10-565d0ee2a9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:53.833773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 1913c409-ee46-4318-8d9a-9c5b55706b3f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:53.834893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:53.853864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c60cff-c52f-48b8-ac10-565d0ee2a9ee None None] Pushing event updated for resources: {'Port': ['ID=1913c409-ee46-4318-8d9a-9c5b55706b3f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:53.886403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-db3ba326-b4e9-49aa-be25-7bf8298a7b4a None None] Provisioning complete for port 1913c409-ee46-4318-8d9a-9c5b55706b3f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:53.887318 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-db3ba326-b4e9-49aa-be25-7bf8298a7b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:53.969210 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9', 'name': 'tempest-NetworksTestDHCPv6-router-1116760405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:48Z', 'updated_at': '2021-10-12T23:05:50Z', 'revision_number': 2, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None, '_interfaces': [{'id': '1913c409-ee46-4318-8d9a-9c5b55706b3f', 'name': '', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'mac_address': 'fa:16:3e:e2:00:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'ad9bd222-1479-4c7d-b3fa-0013068eebac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:05:49Z', 'updated_at': '2021-10-12T23:05:53Z', 'revision_number': 4, 'project_id': '31677ac7ef474c33991d368168a344f0', 'subnets': [{'id': 'ad9bd222-1479-4c7d-b3fa-0013068eebac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:54.007744 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fa841b-f6fa-4ce3-9267-f4f46df26e1c None None] The sync data for ids ['b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'] in n-d-790519-14 is: [{'id': 'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9', 'name': 'tempest-NetworksTestDHCPv6-router-1116760405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:48Z', 'updated_at': '2021-10-12T23:05:50Z', 'revision_number': 2, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None, '_interfaces': [{'id': '1913c409-ee46-4318-8d9a-9c5b55706b3f', 'name': '', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'mac_address': 'fa:16:3e:e2:00:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1618, 'fixed_ips': [{'subnet_id': 'ad9bd222-1479-4c7d-b3fa-0013068eebac', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:05:49Z', 'updated_at': '2021-10-12T23:05:53Z', 'revision_number': 4, 'project_id': '31677ac7ef474c33991d368168a344f0', 'subnets': [{'id': 'ad9bd222-1479-4c7d-b3fa-0013068eebac', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:05:54.091760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] For port 1913c409-ee46-4318-8d9a-9c5b55706b3f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1913c409-ee46-4318-8d9a-9c5b55706b3f,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:54.097084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:54.145852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 1913c409-ee46-4318-8d9a-9c5b55706b3f owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:54.162261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d38b4-af8f-4efa-88f6-0d6f69a9ed0f req-ff0cf7ee-9dac-4992-b45d-e464c227763d tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:54.180474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-143d38b4-af8f-4efa-88f6-0d6f69a9ed0f req-ff0cf7ee-9dac-4992-b45d-e464c227763d tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 943 time: 0.1127825 Oct 12 23:05:54.239638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-143d38b4-af8f-4efa-88f6-0d6f69a9ed0f req-37b3cd13-8945-4c76-91ad-9a0d5abc74ea tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582049 Oct 12 23:05:54.539422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:54.570022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=1913c409-ee46-4318-8d9a-9c5b55706b3f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:54.685095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 37c0398b-8d88-430e-bc32-7cfa017b0eaa details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:05:54.715358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:54.914054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 37c0398b-8d88-430e-bc32-7cfa017b0eaa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=37c0398b-8d88-430e-bc32-7cfa017b0eaa,segment=NetworkSegment(f386e22b-4b53-4bfb-b1eb-84a70089a358),segment_id=f386e22b-4b53-4bfb-b1eb-84a70089a358)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:54.928711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '37c0398b-8d88-430e-bc32-7cfa017b0eaa', 'network_id': '4b21f4ca-3a01-4cf1-8397-c9d4d3b70928', 'port_id': '37c0398b-8d88-430e-bc32-7cfa017b0eaa', 'mac_address': 'fa:16:3e:78:d2:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be559997-19be-43e2-8bca-ba2a601d716a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:05:54.939651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Router b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:05:54.974020 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:54.992284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37c0398b-8d88-430e-bc32-7cfa017b0eaa {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:05:55.022586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 37c0398b-8d88-430e-bc32-7cfa017b0eaa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=37c0398b-8d88-430e-bc32-7cfa017b0eaa,segment=NetworkSegment(f386e22b-4b53-4bfb-b1eb-84a70089a358),segment_id=f386e22b-4b53-4bfb-b1eb-84a70089a358)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:55.029753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:05:55.041551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-885d2ad2-1396-4523-984f-0202086144ec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "PUT /v2.0/routers/b28fe7c7-dd98-44d8-ab6f-879efd9f52b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9323967 Oct 12 23:05:55.044802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33846) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:55.104626 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:55.129951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ebda1e-9cbb-4d99-a567-6669ada2e707 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:55.131878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7ebda1e-9cbb-4d99-a567-6669ada2e707 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:55.136273 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c7ebda1e-9cbb-4d99-a567-6669ada2e707 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0879738 Oct 12 23:05:55.137038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33848) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:55.173270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=37c0398b-8d88-430e-bc32-7cfa017b0eaa,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:55.208584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2084454f-43bc-4bac-8c22-6d66fb06aed8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet ad9bd222-1479-4c7d-b3fa-0013068eebac {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:05:55.212424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2084454f-43bc-4bac-8c22-6d66fb06aed8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:55.288104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2084454f-43bc-4bac-8c22-6d66fb06aed8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:55.389601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['37c0398b-8d88-430e-bc32-7cfa017b0eaa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:05:55.777601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2084454f-43bc-4bac-8c22-6d66fb06aed8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:55.836264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd0c58-3716-4e5d-b4dc-1ea2e83c5a0b req-7f2bdd51-4d7d-4b78-b892-350ec4646386 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:55.837851 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0fd0c58-3716-4e5d-b4dc-1ea2e83c5a0b req-7f2bdd51-4d7d-4b78-b892-350ec4646386 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 944 time: 0.4911103 Oct 12 23:05:55.891689 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0fd0c58-3716-4e5d-b4dc-1ea2e83c5a0b req-c80d0b0f-cf21-4974-83a6-4f5451fb3155 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435696 Oct 12 23:05:55.990921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] Sync routers for ids ['b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:05:56.000647 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] Routers {'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:56.001957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:56.002970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2084454f-43bc-4bac-8c22-6d66fb06aed8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:56.033576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2084454f-43bc-4bac-8c22-6d66fb06aed8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=ad9bd222-1479-4c7d-b3fa-0013068eebac,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:56.035629 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2084454f-43bc-4bac-8c22-6d66fb06aed8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:56.038818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2084454f-43bc-4bac-8c22-6d66fb06aed8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/ad9bd222-1479-4c7d-b3fa-0013068eebac HTTP/1.1" status: 204 len: 168 time: 0.8999388 Oct 12 23:05:56.041181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33864) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:56.046661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6035c28a-80c2-4b12-9925-aecb3ee2a205 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:56.125020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] Set router b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:56.192852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-73799153-023c-47fa-b630-a04fabceb16a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1502557 Oct 12 23:05:56.195501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33870) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:56.205258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9', 'name': 'tempest-NetworksTestDHCPv6-router-1116760405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:48Z', 'updated_at': '2021-10-12T23:05:54Z', 'revision_number': 3, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:56.242432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] Checking router: b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:05:56.277805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b493e73-af72-42f3-90aa-42295b421375 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:56.287120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] Routers {'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:05:56.287762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:56.360634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] Set router b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:05:56.419165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9', 'name': 'tempest-NetworksTestDHCPv6-router-1116760405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:48Z', 'updated_at': '2021-10-12T23:05:54Z', 'revision_number': 3, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:05:56.468841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66f70be4-00cd-4633-8943-6142fa51311d None None] The sync data for ids ['b28fe7c7-dd98-44d8-ab6f-879efd9f52b9'] in n-d-790519-14 is: [{'id': 'b28fe7c7-dd98-44d8-ab6f-879efd9f52b9', 'name': 'tempest-NetworksTestDHCPv6-router-1116760405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:48Z', 'updated_at': '2021-10-12T23:05:54Z', 'revision_number': 3, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:05:56.493075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bdcfaa-5a31-4c26-b02f-b0147fc161d7 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:05:56.536211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b493e73-af72-42f3-90aa-42295b421375 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:56.538691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b493e73-af72-42f3-90aa-42295b421375 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:56.645147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-08bdcfaa-5a31-4c26-b02f-b0147fc161d7 None None] Deleting port b41acda9-9876-4c88-9834-d51af05950d9 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:05:56.645525 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08bdcfaa-5a31-4c26-b02f-b0147fc161d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:56.700220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 37c0398b-8d88-430e-bc32-7cfa017b0eaa up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:05:56.750400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b493e73-af72-42f3-90aa-42295b421375 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:56.751946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b493e73-af72-42f3-90aa-42295b421375 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Fanout notify agent at l3_agent the message router_deleted on router b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:05:56.755210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-08bdcfaa-5a31-4c26-b02f-b0147fc161d7 None None] For port b41acda9-9876-4c88-9834-d51af05950d9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b41acda9-9876-4c88-9834-d51af05950d9,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:56.755612 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08bdcfaa-5a31-4c26-b02f-b0147fc161d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:56.778346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-08bdcfaa-5a31-4c26-b02f-b0147fc161d7 None None] Calling delete_port for b41acda9-9876-4c88-9834-d51af05950d9 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:05:56.793797 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b493e73-af72-42f3-90aa-42295b421375 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:56.794905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3b493e73-af72-42f3-90aa-42295b421375 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/routers/b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 HTTP/1.1" status: 204 len: 168 time: 0.5980039 Oct 12 23:05:56.806489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33880) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:56.838074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:56.869957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 37c0398b-8d88-430e-bc32-7cfa017b0eaa completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:05:56.880139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 37c0398b-8d88-430e-bc32-7cfa017b0eaa triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:56.880818 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.015759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.018529 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08bdcfaa-5a31-4c26-b02f-b0147fc161d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.057655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bdcfaa-5a31-4c26-b02f-b0147fc161d7 None None] Pushing event deleted for resources: {'Port': ['ID=b41acda9-9876-4c88-9834-d51af05950d9,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:57.068281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b715c2-8f57-41f3-88cc-d9934a271433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c0398b-8d88-430e-bc32-7cfa017b0eaa'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:05:57.070762 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18876db4-3705-4b2c-a89b-35bc1070a4de" -d '{"events": [{"server_uuid": "b2b715c2-8f57-41f3-88cc-d9934a271433", "name": "network-vif-plugged", "status": "completed", "tag": "37c0398b-8d88-430e-bc32-7cfa017b0eaa"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:05:57.075513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bdcfaa-5a31-4c26-b02f-b0147fc161d7 None None] No DVR routers for this DVR port b41acda9-9876-4c88-9834-d51af05950d9 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:05:57.090213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 37c0398b-8d88-430e-bc32-7cfa017b0eaa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=37c0398b-8d88-430e-bc32-7cfa017b0eaa,segment=NetworkSegment(f386e22b-4b53-4bfb-b1eb-84a70089a358),segment_id=f386e22b-4b53-4bfb-b1eb-84a70089a358)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:05:57.122072 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034886a9-af4f-4623-a224-205fcc8cc45d x-openstack-request-id: req-034886a9-af4f-4623-a224-205fcc8cc45d {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:05:57.122472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93443ea3-3312-4a50-afc2-bd5b4bcd2bfd req-f4aafeaa-97a9-4e4b-b47e-dff5e9dfd0ef tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:57.122966 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b715c2-8f57-41f3-88cc-d9934a271433", "name": "network-vif-plugged", "status": "completed", "tag": "37c0398b-8d88-430e-bc32-7cfa017b0eaa", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:05:57.123441 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-034886a9-af4f-4623-a224-205fcc8cc45d {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:05:57.124059 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b715c2-8f57-41f3-88cc-d9934a271433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37c0398b-8d88-430e-bc32-7cfa017b0eaa', 'code': 200} Oct 12 23:05:57.124313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93443ea3-3312-4a50-afc2-bd5b4bcd2bfd req-f4aafeaa-97a9-4e4b-b47e-dff5e9dfd0ef tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 944 time: 0.0826969 Oct 12 23:05:57.206603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.206753 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93443ea3-3312-4a50-afc2-bd5b4bcd2bfd req-38d448e3-dadd-42e6-87e5-423a54bed6e8 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645688 Oct 12 23:05:57.214741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:05:57.234618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.307941 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=37c0398b-8d88-430e-bc32-7cfa017b0eaa,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:57.406515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78807f2d-aa70-4269-b2b9-b856f089e3d9 req-56739e6b-f64c-446a-9848-1b4c17e4006f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:57.413320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-78807f2d-aa70-4269-b2b9-b856f089e3d9 req-56739e6b-f64c-446a-9848-1b4c17e4006f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 1097 time: 0.1115503 Oct 12 23:05:57.465682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-78807f2d-aa70-4269-b2b9-b856f089e3d9 req-5da80b5c-47fd-4ddf-b792-5f2bc913f630 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439856 Oct 12 23:05:57.607463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.651163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:57.654638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:57.660276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:57.661174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.665172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54a9ca-98ea-4b49-b190-fecbf938e282 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:05:57.685903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=cbd7ca10-5d91-4b8a-8275-8129566d6f57,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:57.776201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1dff2e15-0714-4356-b61e-cc9fe6fca692 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9685690 Oct 12 23:05:57.778905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33910) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:57.783974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-60c3b448-2f9e-4a8b-8387-66275cbc04dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1256220405', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:05:57.836576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': 'cbd7ca10-5d91-4b8a-8275-8129566d6f57'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:05:57.837482 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.887543 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60c3b448-2f9e-4a8b-8387-66275cbc04dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.888950 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60c3b448-2f9e-4a8b-8387-66275cbc04dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.984916 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60c3b448-2f9e-4a8b-8387-66275cbc04dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:57.987843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/cbd7ca10-5d91-4b8a-8275-8129566d6f57/6540e78d-9d47-4c1c-a267-446279471f07) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:58.011320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33918) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:58.114604 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60c3b448-2f9e-4a8b-8387-66275cbc04dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.222851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b41acda9-9876-4c88-9834-d51af05950d9 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:58.243687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60c3b448-2f9e-4a8b-8387-66275cbc04dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.245435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-60c3b448-2f9e-4a8b-8387-66275cbc04dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4654529 Oct 12 23:05:58.248380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33926) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:58.254788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b41acda9-9876-4c88-9834-d51af05950d9 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:05:58.255397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b41acda9-9876-4c88-9834-d51af05950d9 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:58.255816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1913c409-ee46-4318-8d9a-9c5b55706b3f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:05:58.286978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1913c409-ee46-4318-8d9a-9c5b55706b3f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:05:58.287677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1913c409-ee46-4318-8d9a-9c5b55706b3f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:05:58.343033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-91d8bf89-d18f-4450-a299-f06609aa5c53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.360318 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.435634 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.451187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-91d8bf89-d18f-4450-a299-f06609aa5c53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.476165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:58.479450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:58.485202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:58.503727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Pushing event updated for resources: {'Port': ['ID=6540e78d-9d47-4c1c-a267-446279471f07,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:58.508673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7937af-0767-4a53-8f00-117d57c134be req-67a90cf4-9df0-459c-8c8c-f2163ad5bd68 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:58.510204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc7937af-0767-4a53-8f00-117d57c134be req-67a90cf4-9df0-459c-8c8c-f2163ad5bd68 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 945 time: 0.1640940 Oct 12 23:05:58.551119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-91d8bf89-d18f-4450-a299-f06609aa5c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.562430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Attempting to bind port 6540e78d-9d47-4c1c-a267-446279471f07 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:05:58.562828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Attempting to bind port 6540e78d-9d47-4c1c-a267-446279471f07 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:05:58.563311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Attempting to bind port 6540e78d-9d47-4c1c-a267-446279471f07 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:05:58.569514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:05:58.569901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:05:58.570308 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.570725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:05:58.571258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Bound port: 6540e78d-9d47-4c1c-a267-446279471f07, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:05:58.571699 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.596871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-91d8bf89-d18f-4450-a299-f06609aa5c53 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=482c704d2ed340f7bef5e227cd3ee387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5841949 Oct 12 23:05:58.597557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33932) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:05:58.628800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8bf89-d18f-4450-a299-f06609aa5c53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b6e6e8-6dd2-48fa-8499-21eb02508093,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:58.658827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] For port 6540e78d-9d47-4c1c-a267-446279471f07, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:05:58.663125 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] For port 6540e78d-9d47-4c1c-a267-446279471f07, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6540e78d-9d47-4c1c-a267-446279471f07,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:05:58.675854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc7937af-0767-4a53-8f00-117d57c134be req-d27ffbde-4d17-43cf-980b-40ac94db8c03 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310296 Oct 12 23:05:58.723441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.726496 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.742306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c03ac002-c1f3-4c4f-a46b-493a24c9d09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:58.829798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927a95e-f051-4143-9e5e-83a2d6e69315 None None] Pushing event updated for resources: {'Port': ['ID=6540e78d-9d47-4c1c-a267-446279471f07,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:58.836503 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c03ac002-c1f3-4c4f-a46b-493a24c9d09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:59.046759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c03ac002-c1f3-4c4f-a46b-493a24c9d09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:59.050189 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c03ac002-c1f3-4c4f-a46b-493a24c9d09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:59.051775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c03ac002-c1f3-4c4f-a46b-493a24c9d09f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b8b6e6e8-6dd2-48fa-8499-21eb02508093 HTTP/1.1" status: 204 len: 168 time: 0.4530489 Oct 12 23:05:59.068865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03ac002-c1f3-4c4f-a46b-493a24c9d09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b6e6e8-6dd2-48fa-8499-21eb02508093,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:59.073733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::1 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/cbd7ca10-5d91-4b8a-8275-8129566d6f57/e40adb8a-3ef4-4f4d-9b1b-85f99c420c36) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:05:59.259342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:59.447882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:59.490032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:05:59.494027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:05:59.498340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:05:59.498979 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:59.542053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=e40adb8a-3ef4-4f4d-9b1b-85f99c420c36,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:05:59.768511 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:59.957870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7837042-0f43-45bd-9158-13e4f14fcd59 req-d8970ffc-e2aa-4784-8ed4-738c58a427f2 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:05:59.960011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dc119a18-8550-4e02-a59c-7092af9bc385 None None] Provisioning complete for port 6540e78d-9d47-4c1c-a267-446279471f07 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:05:59.960494 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc119a18-8550-4e02-a59c-7092af9bc385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:05:59.964150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7837042-0f43-45bd-9158-13e4f14fcd59 req-d8970ffc-e2aa-4784-8ed4-738c58a427f2 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 945 time: 0.1681874 Oct 12 23:06:00.114220 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc119a18-8550-4e02-a59c-7092af9bc385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:00.155246 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7837042-0f43-45bd-9158-13e4f14fcd59 req-a328b338-ffac-411f-a205-89bc9ecf3abd tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816019 Oct 12 23:06:00.220319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-dc119a18-8550-4e02-a59c-7092af9bc385 None None] For port 6540e78d-9d47-4c1c-a267-446279471f07, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6540e78d-9d47-4c1c-a267-446279471f07,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:00.293826 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:00.303389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6540e78d-9d47-4c1c-a267-446279471f07 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:00.326521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc119a18-8550-4e02-a59c-7092af9bc385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:00.395668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc119a18-8550-4e02-a59c-7092af9bc385 None None] Pushing event updated for resources: {'Port': ['ID=6540e78d-9d47-4c1c-a267-446279471f07,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:00.402869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6540e78d-9d47-4c1c-a267-446279471f07 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:00.403272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:00.408142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:00.412061 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:00.459450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8c8d37ba-4144-4b40-822b-abe14be00319 None None] Provisioning complete for port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:00.468011 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c8d37ba-4144-4b40-822b-abe14be00319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:00.520415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8c8d37ba-4144-4b40-822b-abe14be00319 None None] Port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:06:00.535159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=e40adb8a-3ef4-4f4d-9b1b-85f99c420c36,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:00.576134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:00.577951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:00.811129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Router ed2ad483-7257-4083-a93d-1356eff0e21c is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:06:00.905295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec0ce1e-85a9-49f8-bbcb-47eb5e3de2f2 req-1eaa08cc-10b6-4d45-817c-2f2063f01bb8 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:00.906868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ec0ce1e-85a9-49f8-bbcb-47eb5e3de2f2 req-1eaa08cc-10b6-4d45-817c-2f2063f01bb8 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 945 time: 0.1366668 Oct 12 23:06:00.951727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9cbe1d58-d20c-41a3-aaa0-8113c5c113c6 None None] Provisioning complete for port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:00.952052 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9cbe1d58-d20c-41a3-aaa0-8113c5c113c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:00.960012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:06:00.968000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a49730e8-a556-446b-9635-95b29856942e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "PUT /v2.0/routers/ed2ad483-7257-4083-a93d-1356eff0e21c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7176390 Oct 12 23:06:00.970992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33996) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:00.974685 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Sync routers for ids ['ed2ad483-7257-4083-a93d-1356eff0e21c'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:06:00.994833 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Routers {'ed2ad483-7257-4083-a93d-1356eff0e21c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:06:00.995948 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ed2ad483-7257-4083-a93d-1356eff0e21c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:01.027157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9cbe1d58-d20c-41a3-aaa0-8113c5c113c6 None None] Port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:06:01.035009 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b4b34-ad85-40ed-b938-bf23ae25772e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:01.037103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d95b4b34-ad85-40ed-b938-bf23ae25772e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports/e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 HTTP/1.1" status: 200 len: 911 time: 0.0649693 Oct 12 23:06:01.040324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34000) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:01.041336 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ec0ce1e-85a9-49f8-bbcb-47eb5e3de2f2 req-97caa9c2-6d93-4723-bc3d-ef9f31a234cd tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244781 Oct 12 23:06:01.122503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46021a77-8b07-479c-b2eb-75f58de4d281 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:01.129441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46021a77-8b07-479c-b2eb-75f58de4d281 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:01.131128 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-46021a77-8b07-479c-b2eb-75f58de4d281 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0896730 Oct 12 23:06:01.133861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34002) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:01.151520 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Set router ed2ad483-7257-4083-a93d-1356eff0e21c gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:06:01.450541 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2ad483-7257-4083-a93d-1356eff0e21c', 'name': 'tempest-NetworksTestDHCPv6-router-1256220405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:57Z', 'updated_at': '2021-10-12T23:05:59Z', 'revision_number': 2, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None, '_interfaces': [{'id': 'e40adb8a-3ef4-4f4d-9b1b-85f99c420c36', 'name': '', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'mac_address': 'fa:16:3e:e5:81:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2ad483-7257-4083-a93d-1356eff0e21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'cbd7ca10-5d91-4b8a-8275-8129566d6f57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:05:58Z', 'updated_at': '2021-10-12T23:06:00Z', 'revision_number': 2, 'project_id': '31677ac7ef474c33991d368168a344f0', 'subnets': [{'id': 'cbd7ca10-5d91-4b8a-8275-8129566d6f57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:01.478266 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Checking router: ed2ad483-7257-4083-a93d-1356eff0e21c for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:06:01.478619 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Updating router ed2ad483-7257-4083-a93d-1356eff0e21c port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:06:01.507635 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:01.783539 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:01.828446 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:01.893740 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:01.999147 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05828e2-ef07-4518-97ea-27424d4ad46d None None] Pushing event updated for resources: {'Port': ['ID=e40adb8a-3ef4-4f4d-9b1b-85f99c420c36,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:02.067040 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Attempting to bind port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:02.067431 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Attempting to bind port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:02.067780 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Attempting to bind port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:02.077570 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:02.077850 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:02.078215 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.079898 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:02.080585 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Bound port: e40adb8a-3ef4-4f4d-9b1b-85f99c420c36, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:02.080970 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.126572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-4c10d8df-b377-4f09-a79d-b655225fd334 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:02.129308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-4c10d8df-b377-4f09-a79d-b655225fd334 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.25 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 945 time: 0.0782557 Oct 12 23:06:02.235193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:02.235565 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.251839 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] For port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:02.255018 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] For port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e40adb8a-3ef4-4f4d-9b1b-85f99c420c36,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:02.258786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6540e78d-9d47-4c1c-a267-446279471f07 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:02.291574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817b1203-dbdd-4cd5-85a8-264ec52dffae req-214e3ef1-a5e7-4110-b8dc-2bd37bfcce79 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:02.303564 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-817b1203-dbdd-4cd5-85a8-264ec52dffae req-214e3ef1-a5e7-4110-b8dc-2bd37bfcce79 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 945 time: 0.1049623 Oct 12 23:06:02.322486 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.337701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6540e78d-9d47-4c1c-a267-446279471f07 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:02.343088 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.366474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-817b1203-dbdd-4cd5-85a8-264ec52dffae req-08291d88-3906-4c92-a9e3-fca8c58e582e tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a6e2b17-8326-4fbc-ae38-487213ee828d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627923 Oct 12 23:06:02.420455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] For port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36, host n-d-790519-14, got binding levels [] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:02.423804 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.450911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:02.456561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Deleting port 37c0398b-8d88-430e-bc32-7cfa017b0eaa {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:02.457004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.476784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-98d5fc47-7afd-4d1b-91ec-c24664a424d3 None None] Provisioning complete for port e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:02.477171 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98d5fc47-7afd-4d1b-91ec-c24664a424d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.478545 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Routers {'ed2ad483-7257-4083-a93d-1356eff0e21c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:06:02.479439 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ed2ad483-7257-4083-a93d-1356eff0e21c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:02.575202 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05828e2-ef07-4518-97ea-27424d4ad46d None None] Pushing event updated for resources: {'Port': ['ID=e40adb8a-3ef4-4f4d-9b1b-85f99c420c36,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:02.638677 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] Set router ed2ad483-7257-4083-a93d-1356eff0e21c gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:06:02.758962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98d5fc47-7afd-4d1b-91ec-c24664a424d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.822125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] For port 37c0398b-8d88-430e-bc32-7cfa017b0eaa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=37c0398b-8d88-430e-bc32-7cfa017b0eaa,segment=NetworkSegment(f386e22b-4b53-4bfb-b1eb-84a70089a358),segment_id=f386e22b-4b53-4bfb-b1eb-84a70089a358)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:02.822371 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.841645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Calling delete_port for 37c0398b-8d88-430e-bc32-7cfa017b0eaa owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:02.925965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:02.950427 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2ad483-7257-4083-a93d-1356eff0e21c', 'name': 'tempest-NetworksTestDHCPv6-router-1256220405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:57Z', 'updated_at': '2021-10-12T23:05:59Z', 'revision_number': 2, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None, '_interfaces': [{'id': 'e40adb8a-3ef4-4f4d-9b1b-85f99c420c36', 'name': '', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'mac_address': 'fa:16:3e:e5:81:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2ad483-7257-4083-a93d-1356eff0e21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'cbd7ca10-5d91-4b8a-8275-8129566d6f57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:05:58Z', 'updated_at': '2021-10-12T23:06:02Z', 'revision_number': 4, 'project_id': '31677ac7ef474c33991d368168a344f0', 'subnets': [{'id': 'cbd7ca10-5d91-4b8a-8275-8129566d6f57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:02.975140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=e40adb8a-3ef4-4f4d-9b1b-85f99c420c36,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:02.980581 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4b3b83d-0b9b-4144-a177-6a3a41531a16 None None] The sync data for ids ['ed2ad483-7257-4083-a93d-1356eff0e21c'] in n-d-790519-14 is: [{'id': 'ed2ad483-7257-4083-a93d-1356eff0e21c', 'name': 'tempest-NetworksTestDHCPv6-router-1256220405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:57Z', 'updated_at': '2021-10-12T23:05:59Z', 'revision_number': 2, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None, '_interfaces': [{'id': 'e40adb8a-3ef4-4f4d-9b1b-85f99c420c36', 'name': '', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'mac_address': 'fa:16:3e:e5:81:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed2ad483-7257-4083-a93d-1356eff0e21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1627, 'fixed_ips': [{'subnet_id': 'cbd7ca10-5d91-4b8a-8275-8129566d6f57', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:05:58Z', 'updated_at': '2021-10-12T23:06:02Z', 'revision_number': 4, 'project_id': '31677ac7ef474c33991d368168a344f0', 'subnets': [{'id': 'cbd7ca10-5d91-4b8a-8275-8129566d6f57', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:06:03.132652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b13aa576-9d0f-4cfc-9dd9-c33da9ffb286 None None] Could not find standard attr ID for object e40adb8a-3ef4-4f4d-9b1b-85f99c420c36. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:03.164116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:03.415314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:03.429904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['37c0398b-8d88-430e-bc32-7cfa017b0eaa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:03.441319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Router ed2ad483-7257-4083-a93d-1356eff0e21c has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:06:03.476665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Pushing event deleted for resources: {'Port': ['ID=37c0398b-8d88-430e-bc32-7cfa017b0eaa,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:03.538282 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d2001b5-5b2e-4369-95bc-58c4fe1fba4d req-3c588631-72cf-4e45-8665-8428c51365e8 tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 210 time: 0.0726497 Oct 12 23:06:03.634198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] No DVR routers for this DVR port 37c0398b-8d88-430e-bc32-7cfa017b0eaa on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:03.638772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:03.642563 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b12a4ea-7428-41c5-8562-708fcb4cd775 req-5fdfbd54-4e36-4dfa-ac61-6f32c310c4df tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.25 "DELETE /v2.0/ports/37c0398b-8d88-430e-bc32-7cfa017b0eaa HTTP/1.1" status: 204 len: 173 time: 1.5061235 Oct 12 23:06:03.643097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2b715c2-8f57-41f3-88cc-d9934a271433', 'name': 'network-vif-deleted', 'tag': '37c0398b-8d88-430e-bc32-7cfa017b0eaa'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:03.651882 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf1ca6f-c201-46e5-8aca-196289d88076" -d '{"events": [{"server_uuid": "b2b715c2-8f57-41f3-88cc-d9934a271433", "name": "network-vif-deleted", "tag": "37c0398b-8d88-430e-bc32-7cfa017b0eaa"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:03.662853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:06:03.670801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1ae611bd-0db8-4d15-a437-380fcc293c2f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "PUT /v2.0/routers/ed2ad483-7257-4083-a93d-1356eff0e21c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5336223 Oct 12 23:06:03.671213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34056) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:03.736644 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2f00d7-20db-4fc7-80b1-003a911be2f4 x-openstack-request-id: req-7f2f00d7-20db-4fc7-80b1-003a911be2f4 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:03.736893 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2b715c2-8f57-41f3-88cc-d9934a271433", "name": "network-vif-deleted", "tag": "37c0398b-8d88-430e-bc32-7cfa017b0eaa", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:03.737120 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7f2f00d7-20db-4fc7-80b1-003a911be2f4 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:03.737555 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2b715c2-8f57-41f3-88cc-d9934a271433', 'name': 'network-vif-deleted', 'tag': '37c0398b-8d88-430e-bc32-7cfa017b0eaa', 'status': 'completed', 'code': 200} Oct 12 23:06:03.766930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a8ed6-29d1-4534-a57a-552dc97eaeed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:03.769116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089a8ed6-29d1-4534-a57a-552dc97eaeed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:03.773064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-089a8ed6-29d1-4534-a57a-552dc97eaeed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0984256 Oct 12 23:06:03.773466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34060) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:03.832609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b640b50c-372e-4f1a-8cbb-40216c059b55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet cbd7ca10-5d91-4b8a-8275-8129566d6f57 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:03.836131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b640b50c-372e-4f1a-8cbb-40216c059b55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:03.892715 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b640b50c-372e-4f1a-8cbb-40216c059b55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:03.977365 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b640b50c-372e-4f1a-8cbb-40216c059b55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:04.194059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-eab2a459-0860-4674-90df-3a4a06fdf6b6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=22ab2277bf57401e802f2fdd4befff6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295346 Oct 12 23:06:04.274278 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b640b50c-372e-4f1a-8cbb-40216c059b55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:04.325236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640b50c-372e-4f1a-8cbb-40216c059b55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd7ca10-5d91-4b8a-8275-8129566d6f57,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:04.335461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a508d0-2404-46e2-9aa7-dd7364585984 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:04.339753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b640b50c-372e-4f1a-8cbb-40216c059b55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:04.345866 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b640b50c-372e-4f1a-8cbb-40216c059b55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/cbd7ca10-5d91-4b8a-8275-8129566d6f57 HTTP/1.1" status: 204 len: 168 time: 0.5685401 Oct 12 23:06:04.346338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34080) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:04.436524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-1117132d-3601-4199-b2fb-ab3baef8ef49 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:04.445803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-1117132d-3601-4199-b2fb-ab3baef8ef49 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2461026 Oct 12 23:06:04.467296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-11d2704a-08e4-44bf-ac88-bc0cef1243c4 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/quotas/22ab2277bf57401e802f2fdd4befff6f HTTP/1.1" status: 200 len: 375 time: 0.0199516 Oct 12 23:06:04.491266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a3586e80-f1a5-4ca8-9b9d-981495d951e5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1435380 Oct 12 23:06:04.493810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34086) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:04.519347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-a9cb4e60-46ba-4573-86c1-bf8bc28d5435 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=22ab2277bf57401e802f2fdd4befff6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509052 Oct 12 23:06:04.591464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:06:04.621526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e850da4-c30b-4f43-b41e-ebc46b76d77e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:04.669537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Deleting port 6540e78d-9d47-4c1c-a267-446279471f07 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:04.670169 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:04.749073 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93f33608-b4ab-4e0c-be05-8eec98afd402 req-927a0d19-47eb-4b8a-9a0c-877d83610c6a tempest-InstanceActionsV221TestJSON-1980083221 tempest-InstanceActionsV221TestJSON-1980083221-project] 10.222.0.31 "GET /v2.0/ports?device_id=b2b715c2-8f57-41f3-88cc-d9934a271433 HTTP/1.1" status: 200 len: 210 time: 0.0667772 Oct 12 23:06:04.812254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] For port 6540e78d-9d47-4c1c-a267-446279471f07, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6540e78d-9d47-4c1c-a267-446279471f07,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:04.812254 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:04.843307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Calling delete_port for 6540e78d-9d47-4c1c-a267-446279471f07 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:04.880050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e850da4-c30b-4f43-b41e-ebc46b76d77e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:04.882906 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e850da4-c30b-4f43-b41e-ebc46b76d77e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:04.927753 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a5ac6ab-cf8e-40ef-837c-40b50deca593 req-b22134de-1bd8-4b74-8c6c-955efda73bbc tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 210 time: 0.0523901 Oct 12 23:06:04.942222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] Sync routers for ids ['ed2ad483-7257-4083-a93d-1356eff0e21c'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:06:04.951701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] Routers {'ed2ad483-7257-4083-a93d-1356eff0e21c'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:06:04.952462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ed2ad483-7257-4083-a93d-1356eff0e21c'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:05.034141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] Set router ed2ad483-7257-4083-a93d-1356eff0e21c gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:06:05.084477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:05.086391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed2ad483-7257-4083-a93d-1356eff0e21c', 'name': 'tempest-NetworksTestDHCPv6-router-1256220405', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:05:57Z', 'updated_at': '2021-10-12T23:06:02Z', 'revision_number': 3, 'project_id': '31677ac7ef474c33991d368168a344f0', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:05.131791 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e850da4-c30b-4f43-b41e-ebc46b76d77e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:05.132347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e850da4-c30b-4f43-b41e-ebc46b76d77e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Fanout notify agent at l3_agent the message router_deleted on router ed2ad483-7257-4083-a93d-1356eff0e21c {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:06:05.135733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] Checking router: ed2ad483-7257-4083-a93d-1356eff0e21c for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:06:05.137762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Pushing event deleted for resources: {'Port': ['ID=6540e78d-9d47-4c1c-a267-446279471f07,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:05.139560 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e850da4-c30b-4f43-b41e-ebc46b76d77e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:05.140665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0e850da4-c30b-4f43-b41e-ebc46b76d77e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/routers/ed2ad483-7257-4083-a93d-1356eff0e21c HTTP/1.1" status: 204 len: 168 time: 0.6405723 Oct 12 23:06:05.143535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34108) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:05.145946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] No DVR routers for this DVR port 6540e78d-9d47-4c1c-a267-446279471f07 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:05.151239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.151586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.151923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.152254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.152590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.152920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.153233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.153629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.153876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.154192 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.154511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.154829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2751f6f0-f999-47d1-963b-0e78e014b179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:05.162536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] Routers set() bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:06:05.162896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] Router IDs set() for agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 23:06:05.163665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_agentschedulers_db [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ed2ad483-7257-4083-a93d-1356eff0e21c'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:05:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent'). {{(pid=101891) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 23:06:05.163980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f0ae6d-19ff-4121-91d3-a5653b2ad89f None None] The sync data for ids ['ed2ad483-7257-4083-a93d-1356eff0e21c'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:06:05.185667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-afdb7773-bb23-4cf4-99fe-4f98fb3d656f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0406108 Oct 12 23:06:05.187996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34110) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:05.240427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f2f99b-63ff-4121-8f0a-bfa7a8ccdabc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:05.241903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d2f2f99b-63ff-4121-8f0a-bfa7a8ccdabc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0529130 Oct 12 23:06:05.244411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34112) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:05.282732 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-59c9145d-d4f7-46c3-bd67-5681e73b0213 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370991 Oct 12 23:06:05.287029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34116) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:05.292312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:05.464527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:05.468377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:05.528735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34122) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:05.659091 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ebee9835-e7cd-4d5a-8a90-d89b42e6533e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:05.738638 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ebee9835-e7cd-4d5a-8a90-d89b42e6533e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:05.856435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ebee9835-e7cd-4d5a-8a90-d89b42e6533e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:05.914725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ebee9835-e7cd-4d5a-8a90-d89b42e6533e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=13cd2300372147fc9766ab477daaadb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3840718 Oct 12 23:06:05.915863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34134) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:05.916874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee9835-e7cd-4d5a-8a90-d89b42e6533e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5511483-08f0-46f7-bc52-b5cc4e326a6b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:05.975933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:06:05.978260 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:05.982002 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-127bae78-cbb8-44c3-9855-40a9c3033900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.018010 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-127bae78-cbb8-44c3-9855-40a9c3033900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.019979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34142) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:06.023910 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:06.045004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:06.048841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:06.049797 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.056088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588419f1-a738-4d4c-b276-776fba8531ec None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:06.076278 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa19e1f5-fc2c-4190-9107-120b29200679 req-bccb200e-07d1-4ccb-af0a-2170f4b7d9dd tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 210 time: 0.0641088 Oct 12 23:06:06.091962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=20a740d6-8b98-432d-ae49-5edf3b04b3e6,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:06.100179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4518a68-6696-4ca4-8e32-2b7bd1fb2d1e admin admin] Deleting subnet be559997-19be-43e2-8bca-ba2a601d716a {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:06.102377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.102795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.103166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.103512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.103850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.103966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4518a68-6696-4ca4-8e32-2b7bd1fb2d1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.107526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.107526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.107526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.107526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.107526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.107526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.107526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:06.140374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4518a68-6696-4ca4-8e32-2b7bd1fb2d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.183836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4518a68-6696-4ca4-8e32-2b7bd1fb2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.190245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-06854b23-8e13-4dbe-9b22-898849c14382 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9020808 Oct 12 23:06:06.193434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34144) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:06.196853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:06.209844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6540e78d-9d47-4c1c-a267-446279471f07 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:06.232156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 6540e78d-9d47-4c1c-a267-446279471f07 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:06.232497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6540e78d-9d47-4c1c-a267-446279471f07 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:06.233146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:06.247162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-127bae78-cbb8-44c3-9855-40a9c3033900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.249860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-127bae78-cbb8-44c3-9855-40a9c3033900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.252441 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-127bae78-cbb8-44c3-9855-40a9c3033900 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5511483-08f0-46f7-bc52-b5cc4e326a6b HTTP/1.1" status: 204 len: 168 time: 0.3311274 Oct 12 23:06:06.260453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127bae78-cbb8-44c3-9855-40a9c3033900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5511483-08f0-46f7-bc52-b5cc4e326a6b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:06.260823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:06.261358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e40adb8a-3ef4-4f4d-9b1b-85f99c420c36 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:06.305193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '20a740d6-8b98-432d-ae49-5edf3b04b3e6'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:06:06.306077 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.339157 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4518a68-6696-4ca4-8e32-2b7bd1fb2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.371493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4518a68-6696-4ca4-8e32-2b7bd1fb2d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be559997-19be-43e2-8bca-ba2a601d716a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:06.380249 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4518a68-6696-4ca4-8e32-2b7bd1fb2d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.385670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f4518a68-6696-4ca4-8e32-2b7bd1fb2d1e admin admin] 10.222.0.31 "DELETE /v2.0/subnets/be559997-19be-43e2-8bca-ba2a601d716a HTTP/1.1" status: 204 len: 168 time: 0.3626604 Oct 12 23:06:06.386060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34150) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:06.442719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:06.446964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.473161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.480103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Allocated IP 2001:db8::f816:3eff:fe78:b92b (e63cc77b-86bd-4eff-b47b-f6b5b230179e/20a740d6-8b98-432d-ae49-5edf3b04b3e6/9b640fac-317a-43d6-9150-65e9cc7e2700) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:06.589851 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.615580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b21f4ca-3a01-4cf1-8397-c9d4d3b70928']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:06.629685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f386e22b-4b53-4bfb-b1eb-84a70089a358') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:06.630255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f386e22b-4b53-4bfb-b1eb-84a70089a358') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:06.644412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.664454 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.675815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:06:06.676231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.702154 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:06:06.717103 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:06:06.726527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 37c0398b-8d88-430e-bc32-7cfa017b0eaa no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:06.754009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 37c0398b-8d88-430e-bc32-7cfa017b0eaa {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:06.754518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 37c0398b-8d88-430e-bc32-7cfa017b0eaa not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:06.836448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.875850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:06.878790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:06.881332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:06.894062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Pushing event updated for resources: {'Port': ['ID=9b640fac-317a-43d6-9150-65e9cc7e2700,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:06.927704 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.928179 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.945284 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.945531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Attempting to bind port 9b640fac-317a-43d6-9150-65e9cc7e2700 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:06.945771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Attempting to bind port 9b640fac-317a-43d6-9150-65e9cc7e2700 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:06.946266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Attempting to bind port 9b640fac-317a-43d6-9150-65e9cc7e2700 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:06.950875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] 10.222.0.31 "DELETE /v2.0/networks/4b21f4ca-3a01-4cf1-8397-c9d4d3b70928 HTTP/1.1" status: 204 len: 168 time: 0.5612302 Oct 12 23:06:06.950875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ed8b4-136f-4373-852e-7531907e741e admin admin] Pushing event deleted for resources: {'Network': ['ID=4b21f4ca-3a01-4cf1-8397-c9d4d3b70928,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:06.955708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:06.955989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:06.956404 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.957446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:06.957446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Bound port: 9b640fac-317a-43d6-9150-65e9cc7e2700, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:06.957788 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:06.998626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:07.015751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:07.020929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:07.021529 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:07.034712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=ed10d3f6-0f45-4769-b1af-0bdd05ed6b08,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:07.054017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] For port 9b640fac-317a-43d6-9150-65e9cc7e2700, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:07.057494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] For port 9b640fac-317a-43d6-9150-65e9cc7e2700, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9b640fac-317a-43d6-9150-65e9cc7e2700,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:07.176665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a9da561-6996-4fbb-bf58-bcc10daa8cb1 req-f11c8cda-0b4f-458e-a8d6-6116688358bc tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 210 time: 0.0274899 Oct 12 23:06:07.179741 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:07.190319 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-803a9eb3-878c-411c-971b-d948310045b4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9939175 Oct 12 23:06:07.190717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34162) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:07.195779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:3c:84:e1', 'name': 'tempest-NetworksTestDHCPv6-801975104'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:07.207176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34164) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:07.227173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f13637a-e0f3-4565-9bff-1c414a8903ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:07.267832 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1690e-aea9-4820-8fc8-26db62a8be52 None None] Pushing event updated for resources: {'Port': ['ID=9b640fac-317a-43d6-9150-65e9cc7e2700,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:07.416725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34166) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:07.482676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ff0ecd18-3b0b-4c0f-b0bc-7a2bcd4fe5a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6b288a972bd741e4ba7105c1975eeae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623624 Oct 12 23:06:07.483389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34170) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:07.512658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:07.725044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f13637a-e0f3-4565-9bff-1c414a8903ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:07.829025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f13637a-e0f3-4565-9bff-1c414a8903ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:07.868927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13637a-e0f3-4565-9bff-1c414a8903ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bdb25a-bc13-44b2-ad4b-5bc9ca9f2a3c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:07.873345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4f13637a-e0f3-4565-9bff-1c414a8903ba admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=142372f2506e4ecf83f80650675e0eb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6648798 Oct 12 23:06:07.876001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34174) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:07.876308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-ef0eb266-46ed-410b-9b11-d28a503279e8 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=22ab2277bf57401e802f2fdd4befff6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396757 Oct 12 23:06:07.928886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce3cc-871e-45e8-9316-8fd09a850311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:07.955166 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce3cc-871e-45e8-9316-8fd09a850311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:07.962926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d3ea05c-fee4-40fc-8d12-90eb82eaf695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.011596 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.014691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d3ea05c-fee4-40fc-8d12-90eb82eaf695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.099780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-d9d1eaab-88d1-4cca-ac42-caa20e1a9235 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:08.102045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-d9d1eaab-88d1-4cca-ac42-caa20e1a9235 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155232 Oct 12 23:06:08.102795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 4c931a96-12da-427b-81f4-31071ace1b63 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:08.116201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Request body: {'port': {'device_id': '13762385-d3b7-4994-ab68-6a74596cfd60', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '22ab2277bf57401e802f2fdd4befff6f'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:08.161430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce3cc-871e-45e8-9316-8fd09a850311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.161430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8d1ce3cc-871e-45e8-9316-8fd09a850311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.169535 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8d1ce3cc-871e-45e8-9316-8fd09a850311 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d1bdb25a-bc13-44b2-ad4b-5bc9ca9f2a3c HTTP/1.1" status: 204 len: 168 time: 0.2924175 Oct 12 23:06:08.184441 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ce3cc-871e-45e8-9316-8fd09a850311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bdb25a-bc13-44b2-ad4b-5bc9ca9f2a3c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:08.281765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9b640fac-317a-43d6-9150-65e9cc7e2700 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:08.361545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9b640fac-317a-43d6-9150-65e9cc7e2700 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:08.362538 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.370382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f69e61d4-17e4-49ce-b7b0-d0b067900960 req-0ac45782-10d9-43e0-aeff-615745e941cc tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 210 time: 0.0574932 Oct 12 23:06:08.370647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d3ea05c-fee4-40fc-8d12-90eb82eaf695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.373354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d3ea05c-fee4-40fc-8d12-90eb82eaf695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.374472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4d3ea05c-fee4-40fc-8d12-90eb82eaf695 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a6e2b17-8326-4fbc-ae38-487213ee828d HTTP/1.1" status: 204 len: 168 time: 0.8821785 Oct 12 23:06:08.404296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ea05c-fee4-40fc-8d12-90eb82eaf695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6e2b17-8326-4fbc-ae38-487213ee828d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:08.497992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 172.20.0.11 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/ed10d3f6-0f45-4769-b1af-0bdd05ed6b08/4c931a96-12da-427b-81f4-31071ace1b63) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:08.506449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:fe3c:84e1 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/20a740d6-8b98-432d-ae49-5edf3b04b3e6/4c931a96-12da-427b-81f4-31071ace1b63) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:08.539653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Made reservation on behalf of 22ab2277bf57401e802f2fdd4befff6f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:08.543221 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.557775 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.586531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b18115-c17a-4102-9de2-f75dbe26bd6d None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:08.655296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f00d7c8d-e169-4892-ab91-4d3f33081049 None None] Provisioning complete for port 9b640fac-317a-43d6-9150-65e9cc7e2700 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:08.655712 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f00d7c8d-e169-4892-ab91-4d3f33081049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.722682 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.756422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.789121 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.841783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.884901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 9b640fac-317a-43d6-9150-65e9cc7e2700, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9b640fac-317a-43d6-9150-65e9cc7e2700,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:08.886985 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f00d7c8d-e169-4892-ab91-4d3f33081049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.903676 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.938962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:08.961668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4339d2-08fd-404f-9028-1f061364c347,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:09.014020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:09.020207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:09.031562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:09.037924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=4c931a96-12da-427b-81f4-31071ace1b63,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:09.059428 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-f00d7c8d-e169-4892-ab91-4d3f33081049 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:06:09.060832 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-f00d7c8d-e169-4892-ab91-4d3f33081049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:06:09.067582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=9b640fac-317a-43d6-9150-65e9cc7e2700,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:09.071839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e894351-81d9-4b38-ad3e-a9560cc868c1 None None] Update dhcp port {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': '20a740d6-8b98-432d-ae49-5edf3b04b3e6', 'ip_address': '2001:db8::f816:3eff:fe78:b92b'}, {'subnet_id': 'ed10d3f6-0f45-4769-b1af-0bdd05ed6b08'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '9b640fac-317a-43d6-9150-65e9cc7e2700'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:06:09.099061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5e894351-81d9-4b38-ad3e-a9560cc868c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.099333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Allocated IP 192.168.233.109 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/e07077b7-a586-4f58-b944-81a8b7b8faa8) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:09.111441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:09.112850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.228207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-82376572-9c64-4eee-9fee-cf4c15c0813a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0369096 Oct 12 23:06:09.231117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34202) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:09.287691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.297470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c5098-a6f8-403c-966a-2b71f2a56057 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:09.299961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0c5098-a6f8-403c-966a-2b71f2a56057 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:09.305528 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3d0c5098-a6f8-403c-966a-2b71f2a56057 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0727508 Oct 12 23:06:09.305922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-5e894351-81d9-4b38-ad3e-a9560cc868c1 None None] Allocated IP 172.20.0.2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/ed10d3f6-0f45-4769-b1af-0bdd05ed6b08/9b640fac-317a-43d6-9150-65e9cc7e2700) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:09.307014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34204) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:09.403192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-64338569-5f9a-4da6-ba14-3614eeb1b58d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 4c931a96-12da-427b-81f4-31071ace1b63 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:09.403531 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64338569-5f9a-4da6-ba14-3614eeb1b58d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.419967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5e894351-81d9-4b38-ad3e-a9560cc868c1 None None] For port 9b640fac-317a-43d6-9150-65e9cc7e2700, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9b640fac-317a-43d6-9150-65e9cc7e2700,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:09.453608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.476710 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5e894351-81d9-4b38-ad3e-a9560cc868c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.483496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34210) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:09.498706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:09.499229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f5d80fb-e1b4-43e0-ae82-2804af99e735 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.501930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:09.516417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:09.556617 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5e894351-81d9-4b38-ad3e-a9560cc868c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.567538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Pushing event updated for resources: {'Port': ['ID=e07077b7-a586-4f58-b944-81a8b7b8faa8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:09.603750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:09.604399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.616461 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64338569-5f9a-4da6-ba14-3614eeb1b58d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.669300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-64338569-5f9a-4da6-ba14-3614eeb1b58d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 4c931a96-12da-427b-81f4-31071ace1b63 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:09.684954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87300b66-11ce-410c-8d1f-7676f5bb95a4 req-bca22be6-b902-4521-b182-644de512efdd tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:09.686527 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87300b66-11ce-410c-8d1f-7676f5bb95a4 req-bca22be6-b902-4521-b182-644de512efdd tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 936 time: 0.1787529 Oct 12 23:06:09.722770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e894351-81d9-4b38-ad3e-a9560cc868c1 None None] Pushing event updated for resources: {'Port': ['ID=9b640fac-317a-43d6-9150-65e9cc7e2700,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:09.774181 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-5e4a0a88-bb93-4337-a9c2-cf3903ac56c6 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6617770 Oct 12 23:06:09.791611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Request body: {'port': {'device_id': '13762385-d3b7-4994-ab68-6a74596cfd60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:09.820798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f5d80fb-e1b4-43e0-ae82-2804af99e735 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.831503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87300b66-11ce-410c-8d1f-7676f5bb95a4 req-485b7c6d-7813-47b0-96a1-91cf74fc7838 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369348 Oct 12 23:06:09.943422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f5d80fb-e1b4-43e0-ae82-2804af99e735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.948210 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.968487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-469c76e5-a1e5-412a-a192-c0cccdc9c7d9 None None] Provisioning complete for port e07077b7-a586-4f58-b944-81a8b7b8faa8 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:09.969321 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-469c76e5-a1e5-412a-a192-c0cccdc9c7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:09.995213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34222) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:10.009763 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4f5d80fb-e1b4-43e0-ae82-2804af99e735 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=61695a5e7f7647f48b043f6ec5115765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5255904 Oct 12 23:06:10.017352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34226) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:10.018029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d80fb-e1b4-43e0-ae82-2804af99e735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2074b115-c012-4d80-9057-6a9076de153e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:10.032653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-469c76e5-a1e5-412a-a192-c0cccdc9c7d9 None None] Port e07077b7-a586-4f58-b944-81a8b7b8faa8 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:06:10.128602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5889964-1d1a-4ab4-8662-5c03a8473c24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.152312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-2032849080-network', 'tenant_id': '778d91bff3b94f0180d254202b511056'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:10.165680 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5889964-1d1a-4ab4-8662-5c03a8473c24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.179921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64338569-5f9a-4da6-ba14-3614eeb1b58d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.245520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9b640fac-317a-43d6-9150-65e9cc7e2700 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:10.253017 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64338569-5f9a-4da6-ba14-3614eeb1b58d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=4c931a96-12da-427b-81f4-31071ace1b63,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:10.338494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Made reservation on behalf of 778d91bff3b94f0180d254202b511056 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:10.340864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.341748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9b640fac-317a-43d6-9150-65e9cc7e2700 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:10.342231 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.359528 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.392739 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64338569-5f9a-4da6-ba14-3614eeb1b58d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.397054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-64338569-5f9a-4da6-ba14-3614eeb1b58d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/4c931a96-12da-427b-81f4-31071ace1b63 HTTP/1.1" status: 204 len: 168 time: 1.0884976 Oct 12 23:06:10.399331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34230) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:10.405527 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e07077b7-a586-4f58-b944-81a8b7b8faa8 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:10.414813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.428560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Transition to ACTIVE for port object e07077b7-a586-4f58-b944-81a8b7b8faa8 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:06:10.437860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5889964-1d1a-4ab4-8662-5c03a8473c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.441353 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5889964-1d1a-4ab4-8662-5c03a8473c24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.442499 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c5889964-1d1a-4ab4-8662-5c03a8473c24 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2074b115-c012-4d80-9057-6a9076de153e HTTP/1.1" status: 204 len: 168 time: 0.4206159 Oct 12 23:06:10.472714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5889964-1d1a-4ab4-8662-5c03a8473c24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2074b115-c012-4d80-9057-6a9076de153e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:10.490836 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3111c79-cbad-4948-a9d3-b746bcd5ad32 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:10.492538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3111c79-cbad-4948-a9d3-b746bcd5ad32 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:10.494086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3111c79-cbad-4948-a9d3-b746bcd5ad32 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:10.498320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f3111c79-cbad-4948-a9d3-b746bcd5ad32 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0954173 Oct 12 23:06:10.499982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34234) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:10.538848 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.543515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.597877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-181b5432-835e-45d3-85f1-bcc3a2d5f61a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 20a740d6-8b98-432d-ae49-5edf3b04b3e6 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:10.609032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-181b5432-835e-45d3-85f1-bcc3a2d5f61a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.651865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Pushing event updated for resources: {'Port': ['ID=e07077b7-a586-4f58-b944-81a8b7b8faa8,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:10.664915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5513b10e-ef84-4366-abb3-64e18b64db09 None None] Provisioning complete for port 9b640fac-317a-43d6-9150-65e9cc7e2700 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:10.668610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5513b10e-ef84-4366-abb3-64e18b64db09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.670212 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.697626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:06:10.741808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-181b5432-835e-45d3-85f1-bcc3a2d5f61a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.754044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.754375 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Added segment 3c807480-7ecd-4774-bce8-778c888ab46a of type vlan for network 4a570523-486e-4ec6-ac46-51888cb459d0 Oct 12 23:06:10.769269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e08a6a10-484f-4174-87d1-ebdd55c7accf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:10.834665 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.837936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Attempting to bind port e07077b7-a586-4f58-b944-81a8b7b8faa8 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:10.839184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Attempting to bind port e07077b7-a586-4f58-b944-81a8b7b8faa8 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:10.839514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Attempting to bind port e07077b7-a586-4f58-b944-81a8b7b8faa8 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:10.895401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Port e07077b7-a586-4f58-b944-81a8b7b8faa8 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:10.895401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Attempting to bind port e07077b7-a586-4f58-b944-81a8b7b8faa8 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:10.919455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:10.919841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:10.920204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:10.920646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Bound port: e07077b7-a586-4f58-b944-81a8b7b8faa8, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:10.921000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.942682 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-181b5432-835e-45d3-85f1-bcc3a2d5f61a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:10.997315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669ead85-3491-4390-aec0-6782c40f9b42 req-d388edcc-f10c-4a6a-81e4-c63518e8f35e tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:10.999302 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-669ead85-3491-4390-aec0-6782c40f9b42 req-d388edcc-f10c-4a6a-81e4-c63518e8f35e tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 948 time: 0.0623143 Oct 12 23:06:11.029977 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.031196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:11.031971 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.068075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] For port e07077b7-a586-4f58-b944-81a8b7b8faa8, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:11.071717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] For port e07077b7-a586-4f58-b944-81a8b7b8faa8, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e07077b7-a586-4f58-b944-81a8b7b8faa8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:11.099397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d3fd9165-8c78-4ec7-96c9-a1a53df5fab4 None None] Could not find standard attr ID for object 4c931a96-12da-427b-81f4-31071ace1b63. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:11.109755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-669ead85-3491-4390-aec0-6782c40f9b42 req-a7d673ae-8785-41f4-bef8-da9e8fa7ad83 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040809 Oct 12 23:06:11.126389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] Pushing event updated for resources: {'Network': ['ID=4a570523-486e-4ec6-ac46-51888cb459d0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:11.140362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4a570523-486e-4ec6-ac46-51888cb459d0 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:06:11.207635 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.247965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:11.248670 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.250171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] 10.222.0.25 "PUT /v2.0/ports/e07077b7-a586-4f58-b944-81a8b7b8faa8 HTTP/1.1" status: 200 len: 1097 time: 1.4652205 Oct 12 23:06:11.250620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13762385-d3b7-4994-ab68-6a74596cfd60', 'tag': 'e07077b7-a586-4f58-b944-81a8b7b8faa8'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:11.256242 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-46469e79-492a-4048-a6d8-92c822f0b4be admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2579527 Oct 12 23:06:11.257704 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8094a702-6440-4b5e-9482-469e1feda7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "13762385-d3b7-4994-ab68-6a74596cfd60", "tag": "e07077b7-a586-4f58-b944-81a8b7b8faa8"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:11.259391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34250) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:11.265291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Request body: {'subnet': {'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-2032849080-subnet', 'tenant_id': '778d91bff3b94f0180d254202b511056', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:11.266329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-181b5432-835e-45d3-85f1-bcc3a2d5f61a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.319785 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ee722-b080-44eb-a196-a7b9bc165a0a x-openstack-request-id: req-464ee722-b080-44eb-a196-a7b9bc165a0a {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:11.326192 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13762385-d3b7-4994-ab68-6a74596cfd60", "tag": "e07077b7-a586-4f58-b944-81a8b7b8faa8", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:11.326192 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-464ee722-b080-44eb-a196-a7b9bc165a0a {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:11.326192 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13762385-d3b7-4994-ab68-6a74596cfd60', 'tag': 'e07077b7-a586-4f58-b944-81a8b7b8faa8', 'status': 'completed', 'code': 200} Oct 12 23:06:11.327259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b5432-835e-45d3-85f1-bcc3a2d5f61a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=20a740d6-8b98-432d-ae49-5edf3b04b3e6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:11.336622 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-181b5432-835e-45d3-85f1-bcc3a2d5f61a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.342632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-181b5432-835e-45d3-85f1-bcc3a2d5f61a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/20a740d6-8b98-432d-ae49-5edf3b04b3e6 HTTP/1.1" status: 204 len: 168 time: 0.8380167 Oct 12 23:06:11.342908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34256) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:11.350260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697f19be-92c3-4587-a43c-20ddc04dd011 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:11.370251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60831917-896c-4180-b0ff-d22fb7cc3f71 service neutron] Pushing event updated for resources: {'Port': ['ID=e07077b7-a586-4f58-b944-81a8b7b8faa8,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:11.458060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Made reservation on behalf of 778d91bff3b94f0180d254202b511056 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:11.460663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a702-6440-4b5e-9482-469e1feda7ab req-b4367058-66ec-4268-9080-f8b8fe3e4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:11.460973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.462364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8094a702-6440-4b5e-9482-469e1feda7ab req-b4367058-66ec-4268-9080-f8b8fe3e4bcb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22ab2277bf57401e802f2fdd4befff6f&device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 1100 time: 0.1051638 Oct 12 23:06:11.467685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf87c42-ecc2-4cd3-91ee-3b5ae4a4cfb6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet ed10d3f6-0f45-4769-b1af-0bdd05ed6b08 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:11.491871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecf87c42-ecc2-4cd3-91ee-3b5ae4a4cfb6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.498771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8094a702-6440-4b5e-9482-469e1feda7ab req-09318a16-1d35-4e62-999f-b161a2886f14 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=22ab2277bf57401e802f2fdd4befff6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276303 Oct 12 23:06:11.540931 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecf87c42-ecc2-4cd3-91ee-3b5ae4a4cfb6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.635301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8094a702-6440-4b5e-9482-469e1feda7ab req-8daac008-a4be-4f75-9127-8b140b669207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:11.637069 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8094a702-6440-4b5e-9482-469e1feda7ab req-8daac008-a4be-4f75-9127-8b140b669207 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1308455 Oct 12 23:06:11.716647 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecf87c42-ecc2-4cd3-91ee-3b5ae4a4cfb6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.725640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-e4937bc9-4e16-4217-97fd-0da10263d81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:11.727208 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-e4937bc9-4e16-4217-97fd-0da10263d81c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=22ab2277bf57401e802f2fdd4befff6f&device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 1100 time: 0.0468824 Oct 12 23:06:11.772079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-a837dd5a-a3a5-4e75-85c2-f1dbfc50ae77 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.109&port_id=e07077b7-a586-4f58-b944-81a8b7b8faa8 HTTP/1.1" status: 200 len: 217 time: 0.0370567 Oct 12 23:06:11.829918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-d9a5725a-c4e2-43c3-b9a8-727eea75af5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:11.831472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-d9a5725a-c4e2-43c3-b9a8-727eea75af5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0531590 Oct 12 23:06:11.904571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-2d0f04d9-cdb7-446d-a58d-66f066fa6247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:11.906168 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-2d0f04d9-cdb7-446d-a58d-66f066fa6247 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0668855 Oct 12 23:06:11.940183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecf87c42-ecc2-4cd3-91ee-3b5ae4a4cfb6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.976179 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:11.980839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf87c42-ecc2-4cd3-91ee-3b5ae4a4cfb6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=ed10d3f6-0f45-4769-b1af-0bdd05ed6b08,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:12.035096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-8d01e790-51b4-4607-afa0-da53a8c7cbdc service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185739 Oct 12 23:06:12.039909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecf87c42-ecc2-4cd3-91ee-3b5ae4a4cfb6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:12.043491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ecf87c42-ecc2-4cd3-91ee-3b5ae4a4cfb6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/ed10d3f6-0f45-4769-b1af-0bdd05ed6b08 HTTP/1.1" status: 204 len: 168 time: 0.6994994 Oct 12 23:06:12.044139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29b25aeb-0eb3-4b4b-8e52-08176de40e8f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:12.048239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34276) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:12.108596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ec4b7bff-05c5-43bc-8918-63fb54720993 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0588784 Oct 12 23:06:12.111731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34280) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:12.117047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:12.150019 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0000e57b-bbe0-48e6-88aa-2bbea126016d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:12.176534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccc3211e-e138-41b4-89ac-14811b575c3d req-04fad879-6691-4dda-addd-0102927ba27b service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321425 Oct 12 23:06:12.230745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Checking segment: {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:12.231285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Network hostable DHCP agents. Network: 4a570523-486e-4ec6-ac46-51888cb459d0, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:06:12.273854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13433f2-bcef-4d7d-8251-665e6597f654 req-b09a2c19-6d68-4133-bb69-b0e0c28f069b tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:12.282023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a13433f2-bcef-4d7d-8251-665e6597f654 req-b09a2c19-6d68-4133-bb69-b0e0c28f069b tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 948 time: 0.0536571 Oct 12 23:06:12.301312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043f01ec-27d1-47ef-814d-574a1a48e615 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:12.317388 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a13433f2-bcef-4d7d-8251-665e6597f654 req-dbcda15c-3d95-4abf-bb98-63896f64e02b tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351839 Oct 12 23:06:12.345702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:12.345702 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:12.374590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9ff89b37-daab-424e-b63b-0af6864c8408 None None] Provisioning complete for port 9b640fac-317a-43d6-9150-65e9cc7e2700 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:12.375171 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9ff89b37-daab-424e-b63b-0af6864c8408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:12.406894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Network 4a570523-486e-4ec6-ac46-51888cb459d0 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:06:12.420562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 4a570523-486e-4ec6-ac46-51888cb459d0) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:12.429302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:12.429734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:12.443509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a99f3f-4e52-47ac-ae19-afdbfd6e3d5a None None] Network 4a570523-486e-4ec6-ac46-51888cb459d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:12.566334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8cbac0e7-a26a-40d9-8d07-8830748f5954 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3054414 Oct 12 23:06:12.644215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a5cd8d-81a8-42e1-8048-de33296132c9 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:06:12.652838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110248cb-d6c6-432e-b59b-d845b10fa9c2 None None] Network 4a570523-486e-4ec6-ac46-51888cb459d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:12.775115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-48a5cd8d-81a8-42e1-8048-de33296132c9 None None] Deleting port 9b640fac-317a-43d6-9150-65e9cc7e2700 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:12.775768 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-48a5cd8d-81a8-42e1-8048-de33296132c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:12.866479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:06:12.894749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-48a5cd8d-81a8-42e1-8048-de33296132c9 None None] For port 9b640fac-317a-43d6-9150-65e9cc7e2700, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9b640fac-317a-43d6-9150-65e9cc7e2700,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:12.895195 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-48a5cd8d-81a8-42e1-8048-de33296132c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:12.910252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-48a5cd8d-81a8-42e1-8048-de33296132c9 None None] Calling delete_port for 9b640fac-317a-43d6-9150-65e9cc7e2700 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:13.110628 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-48a5cd8d-81a8-42e1-8048-de33296132c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:13.123409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-09ef5f21-6b77-479a-8eb9-57550f90a7d9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:13.124924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-09ef5f21-6b77-479a-8eb9-57550f90a7d9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/networks?id=4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 200 len: 813 time: 0.1090159 Oct 12 23:06:13.135165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a5cd8d-81a8-42e1-8048-de33296132c9 None None] Pushing event deleted for resources: {'Port': ['ID=9b640fac-317a-43d6-9150-65e9cc7e2700,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:13.140640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f203aa68-caab-4b11-88f7-170cdb029331 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/quotas/778d91bff3b94f0180d254202b511056 HTTP/1.1" status: 200 len: 375 time: 0.0094945 Oct 12 23:06:13.142353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a5cd8d-81a8-42e1-8048-de33296132c9 None None] No DVR routers for this DVR port 9b640fac-317a-43d6-9150-65e9cc7e2700 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:13.173921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.ipam_pluggable_backend [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Port 9b640fac-317a-43d6-9150-65e9cc7e2700 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=101889) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Oct 12 23:06:13.174236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.ipam_pluggable_backend [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Reverting IP allocation for 2001:db8::f816:3eff:fe78:b92b {{(pid=101889) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Oct 12 23:06:13.178387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.ipam_pluggable_backend [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe78:b92b {{(pid=101889) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Oct 12 23:06:13.179766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:13.180743 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-01454ede-a523-43be-8069-881095141732 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307348 Oct 12 23:06:13.233919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:13.239535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:13.243956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:13.244536 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:13.252779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9b25f4-f3f8-4339-bc63-8b4a7ed4c342 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:13.257682 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=5c401465-8d22-417f-a863-9f77088278a9,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:13.305044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-ebdd55f2-59e1-4c35-b896-5e094d6e9d3b service neutron] 10.222.0.31 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134984 Oct 12 23:06:13.312864 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5a82155a-7a59-40dc-a870-d6160943a605 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2000799 Oct 12 23:06:13.316300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34332) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:13.322044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:13.430576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d28d9448-883b-42d1-8a29-0dd4a857e09a service neutron] 10.222.0.31 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179385 Oct 12 23:06:13.439044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '5c401465-8d22-417f-a863-9f77088278a9'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:06:13.441147 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:13.505565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b05f82-8686-4a07-bd2e-c48eaaf11e57 req-75bbc5da-f101-4692-a39a-545fd32aeb4a tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:13.507174 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2b05f82-8686-4a07-bd2e-c48eaaf11e57 req-75bbc5da-f101-4692-a39a-545fd32aeb4a tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 948 time: 0.1015487 Oct 12 23:06:13.563765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2b05f82-8686-4a07-bd2e-c48eaaf11e57 req-daa53f6d-662e-4659-8969-fb7a225d37bd tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476260 Oct 12 23:06:13.607439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:13.611728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:13.625750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Allocated IP 2001:db8::f816:3eff:fe72:dd49 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/5c401465-8d22-417f-a863-9f77088278a9/7b235615-d26a-4837-8cfe-de916c51240a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:13.800454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:13.894572 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:13.951828 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:13.959645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:13.966319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:13.970181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:14.015625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Pushing event updated for resources: {'Port': ['ID=7b235615-d26a-4837-8cfe-de916c51240a,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:14.029515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bfac2bc6-da0c-47c1-99d8-f7ac7c19d84e req-8da84bf5-3000-4c40-ae72-0b06f05ea431 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 210 time: 0.0660143 Oct 12 23:06:14.046360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:14.052067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:14.063063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:14.067972 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:14.073280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Attempting to bind port 7b235615-d26a-4837-8cfe-de916c51240a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:14.073725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Attempting to bind port 7b235615-d26a-4837-8cfe-de916c51240a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:14.074366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Attempting to bind port 7b235615-d26a-4837-8cfe-de916c51240a on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:14.080159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:14.080820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:14.081033 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:14.081146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=6005bb8c-922e-445e-aa83-7a1f0902192f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:14.081560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:14.082112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Bound port: 7b235615-d26a-4837-8cfe-de916c51240a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:14.082982 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:14.163627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] For port 7b235615-d26a-4837-8cfe-de916c51240a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:14.166844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] For port 7b235615-d26a-4837-8cfe-de916c51240a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7b235615-d26a-4837-8cfe-de916c51240a,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:14.190118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9b640fac-317a-43d6-9150-65e9cc7e2700 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:14.196600 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dc8f68c8-e3eb-4934-95d2-02d2ebb0492a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8765230 Oct 12 23:06:14.198663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34386) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:14.203841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:6b:be:22', 'name': 'tempest-NetworksTestDHCPv6-1162268237'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:14.209989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 9b640fac-317a-43d6-9150-65e9cc7e2700 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:14.210321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9b640fac-317a-43d6-9150-65e9cc7e2700 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:14.287504 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:14.348566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e3ba6d-cb50-478b-ad69-381014f04d71 None None] Pushing event updated for resources: {'Port': ['ID=7b235615-d26a-4837-8cfe-de916c51240a,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:14.390500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:14.484779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:14.517425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 99557d64-91b0-49f3-bc52-d6b73a32cd73 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:14.740348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 172.20.0.8 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/6005bb8c-922e-445e-aa83-7a1f0902192f/99557d64-91b0-49f3-bc52-d6b73a32cd73) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:14.752892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ece82-b2e4-4a49-856f-df72ac6fefe3 req-0367cf82-8c81-4580-9712-61d3a7ec6b2a tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:14.754421 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ef2ece82-b2e4-4a49-856f-df72ac6fefe3 req-0367cf82-8c81-4580-9712-61d3a7ec6b2a tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 948 time: 0.0735118 Oct 12 23:06:14.757735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e07077b7-a586-4f58-b944-81a8b7b8faa8 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:06:14.759234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:fe6b:be22 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/5c401465-8d22-417f-a863-9f77088278a9/99557d64-91b0-49f3-bc52-d6b73a32cd73) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:14.821061 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ef2ece82-b2e4-4a49-856f-df72ac6fefe3 req-e267dc66-f51a-41cd-9ae0-a81276e5e0f8 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570831 Oct 12 23:06:14.866856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port e07077b7-a586-4f58-b944-81a8b7b8faa8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e07077b7-a586-4f58-b944-81a8b7b8faa8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:14.879439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'e07077b7-a586-4f58-b944-81a8b7b8faa8', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'e07077b7-a586-4f58-b944-81a8b7b8faa8', 'mac_address': 'fa:16:3e:56:09:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:06:14.949358 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.063681 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.076994 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e07077b7-a586-4f58-b944-81a8b7b8faa8 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:15.087813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.099179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port e07077b7-a586-4f58-b944-81a8b7b8faa8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e07077b7-a586-4f58-b944-81a8b7b8faa8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:15.115702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7697eb49-ca86-4acc-bc93-de821a69a4e8 req-a433f9c4-72d0-4d73-9236-c3251a3d1488 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 210 time: 0.0369945 Oct 12 23:06:15.142272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:15.146162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:15.150199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:15.178533 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b6e51577-feb3-41aa-955c-8ab8cd30a1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.210760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=99557d64-91b0-49f3-bc52-d6b73a32cd73,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:15.212940 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.248240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:15.248240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.283523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=e07077b7-a586-4f58-b944-81a8b7b8faa8,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:15.347504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e7f38fc7-9bee-4238-9818-047c1b3635f6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1447175 Oct 12 23:06:15.348329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34438) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:15.435777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bfe67-9aae-455c-aa80-015a88366ef1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:15.436499 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.442804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388bfe67-9aae-455c-aa80-015a88366ef1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:15.445305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-388bfe67-9aae-455c-aa80-015a88366ef1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0953479 Oct 12 23:06:15.448483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34442) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:15.476873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['e07077b7-a586-4f58-b944-81a8b7b8faa8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:15.478860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15bd485-526f-4d1d-9035-95e9e79047d1 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:15.562250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2cae130d-515a-4abb-bc37-7a625d56ef9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 99557d64-91b0-49f3-bc52-d6b73a32cd73 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:15.562825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2cae130d-515a-4abb-bc37-7a625d56ef9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.595171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-eedef7f0-2305-4093-adac-4bd9c235de05 None None] Provisioning complete for port 7b235615-d26a-4837-8cfe-de916c51240a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:15.601773 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-eedef7f0-2305-4093-adac-4bd9c235de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.665794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2cae130d-515a-4abb-bc37-7a625d56ef9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.680401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2cae130d-515a-4abb-bc37-7a625d56ef9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 99557d64-91b0-49f3-bc52-d6b73a32cd73 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:15.892341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-eedef7f0-2305-4093-adac-4bd9c235de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.945694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-eedef7f0-2305-4093-adac-4bd9c235de05 None None] For port 7b235615-d26a-4837-8cfe-de916c51240a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7b235615-d26a-4837-8cfe-de916c51240a,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:15.955146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2cae130d-515a-4abb-bc37-7a625d56ef9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:15.973042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e05355b-d7cb-4ad3-a23b-dce5c5b4b66c req-6f909dd1-1204-4459-b2dd-989e86b890a4 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:15.980530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e05355b-d7cb-4ad3-a23b-dce5c5b4b66c req-6f909dd1-1204-4459-b2dd-989e86b890a4 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 949 time: 0.0769811 Oct 12 23:06:16.010244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cae130d-515a-4abb-bc37-7a625d56ef9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=99557d64-91b0-49f3-bc52-d6b73a32cd73,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:16.037447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e05355b-d7cb-4ad3-a23b-dce5c5b4b66c req-1b52c4e1-3164-408c-a224-9327a0007f51 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551956 Oct 12 23:06:16.046975 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec945827-377e-4045-838d-c7255b55e58b None None] Update dhcp port {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': '5c401465-8d22-417f-a863-9f77088278a9', 'ip_address': '2001:db8::f816:3eff:fe72:dd49'}, {'subnet_id': '6005bb8c-922e-445e-aa83-7a1f0902192f'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '7b235615-d26a-4837-8cfe-de916c51240a'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:06:16.076672 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ec945827-377e-4045-838d-c7255b55e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.110579 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-eedef7f0-2305-4093-adac-4bd9c235de05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.117238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2cae130d-515a-4abb-bc37-7a625d56ef9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.120670 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2cae130d-515a-4abb-bc37-7a625d56ef9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/99557d64-91b0-49f3-bc52-d6b73a32cd73 HTTP/1.1" status: 204 len: 168 time: 0.6708753 Oct 12 23:06:16.126453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34470) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:16.127093 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.234567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5748245-e1f1-4e57-8711-945f401a806a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:16.241935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5748245-e1f1-4e57-8711-945f401a806a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:16.246108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5748245-e1f1-4e57-8711-945f401a806a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:16.246108 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b5748245-e1f1-4e57-8711-945f401a806a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1207137 Oct 12 23:06:16.248666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34480) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:16.295843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7b235615-d26a-4837-8cfe-de916c51240a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:16.298668 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-331a9ab8-6878-4043-b9f0-c1099fe36b74 req-ea0bc92e-376a-44c4-9819-bde7212f6038 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 210 time: 0.0456426 Oct 12 23:06:16.376037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 5c401465-8d22-417f-a863-9f77088278a9 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:16.416082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedef7f0-2305-4093-adac-4bd9c235de05 None None] Pushing event updated for resources: {'Port': ['ID=7b235615-d26a-4837-8cfe-de916c51240a,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:16.431756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-ec945827-377e-4045-838d-c7255b55e58b None None] Allocated IP 172.20.0.2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/6005bb8c-922e-445e-aa83-7a1f0902192f/7b235615-d26a-4837-8cfe-de916c51240a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:16.466010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7b235615-d26a-4837-8cfe-de916c51240a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:16.466389 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.600494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ec945827-377e-4045-838d-c7255b55e58b None None] For port 7b235615-d26a-4837-8cfe-de916c51240a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7b235615-d26a-4837-8cfe-de916c51240a,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:16.636472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ec945827-377e-4045-838d-c7255b55e58b None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.749209 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.751160 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ec945827-377e-4045-838d-c7255b55e58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.780961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e07077b7-a586-4f58-b944-81a8b7b8faa8 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:16.800306 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.881178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec945827-377e-4045-838d-c7255b55e58b None None] Pushing event updated for resources: {'Port': ['ID=7b235615-d26a-4837-8cfe-de916c51240a,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:16.955751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port e07077b7-a586-4f58-b944-81a8b7b8faa8 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:06:16.960085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port e07077b7-a586-4f58-b944-81a8b7b8faa8 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:16.963088 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:16.982283 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:17.045421 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:17.074787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13762385-d3b7-4994-ab68-6a74596cfd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07077b7-a586-4f58-b944-81a8b7b8faa8'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:17.077461 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a70866-b29e-462c-90b0-7ad57348e2c8" -d '{"events": [{"server_uuid": "13762385-d3b7-4994-ab68-6a74596cfd60", "name": "network-vif-plugged", "status": "completed", "tag": "e07077b7-a586-4f58-b944-81a8b7b8faa8"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:17.093683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port e07077b7-a586-4f58-b944-81a8b7b8faa8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e07077b7-a586-4f58-b944-81a8b7b8faa8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:17.126763 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f283ccbc-87fd-455f-8eea-a4e129e88a9c x-openstack-request-id: req-f283ccbc-87fd-455f-8eea-a4e129e88a9c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:17.127293 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13762385-d3b7-4994-ab68-6a74596cfd60", "name": "network-vif-plugged", "status": "completed", "tag": "e07077b7-a586-4f58-b944-81a8b7b8faa8", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:17.127711 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f283ccbc-87fd-455f-8eea-a4e129e88a9c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:17.128307 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13762385-d3b7-4994-ab68-6a74596cfd60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e07077b7-a586-4f58-b944-81a8b7b8faa8', 'code': 200} Oct 12 23:06:17.184385 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:17.184887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:17.193283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b49742-92b2-43ff-b91e-950caa2afac1 req-92de4dfd-d782-472b-9ee3-dabcd514ac43 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:17.195596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8b49742-92b2-43ff-b91e-950caa2afac1 req-92de4dfd-d782-472b-9ee3-dabcd514ac43 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 949 time: 0.0795121 Oct 12 23:06:17.256221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=e07077b7-a586-4f58-b944-81a8b7b8faa8,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:17.272523 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8b49742-92b2-43ff-b91e-950caa2afac1 req-16f6eef3-30ca-4f2f-8be3-5d42e69dc7b8 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505209 Oct 12 23:06:17.279263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=5c401465-8d22-417f-a863-9f77088278a9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:17.294969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:17.298768 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/5c401465-8d22-417f-a863-9f77088278a9 HTTP/1.1" status: 204 len: 168 time: 1.0491221 Oct 12 23:06:17.301440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34518) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:17.303252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.303522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.304112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.304662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.305193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.305720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.306266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.306821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.307499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.308068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.308693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.309629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb4516a-2488-487e-a4f3-b3604e82dbc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:06:17.344065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c0a5f-3f88-4b14-b618-d712f30222dc req-4edf09f5-f0ca-478e-8887-99fea8a09456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:17.344065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-267c0a5f-3f88-4b14-b618-d712f30222dc req-4edf09f5-f0ca-478e-8887-99fea8a09456 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 1102 time: 0.1467061 Oct 12 23:06:17.425856 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-267c0a5f-3f88-4b14-b618-d712f30222dc req-23da9c62-1f4c-4a72-91b6-29d0a60e082c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753059 Oct 12 23:06:17.471169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-21167e07-20ca-4891-b0d5-0fcf162e1e68 req-a7197f58-2a45-4161-9796-996167baac52 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 210 time: 0.0384541 Oct 12 23:06:17.691381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-ab9123d4-4fc6-42c1-99ec-2075c0cd4f00 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:17.692917 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-ab9123d4-4fc6-42c1-99ec-2075c0cd4f00 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.41 "GET /v2.0/networks?id=4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 200 len: 813 time: 0.5302386 Oct 12 23:06:17.698313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25b4797-d9a1-47ec-b2d2-ce7cb834629b None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:17.728994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Request body: {'port': {'device_id': '7815b302-cfc3-4f42-a0ae-cd4597f9bd1e', 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0', 'admin_state_up': True, 'tenant_id': '778d91bff3b94f0180d254202b511056'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:17.753599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f2795f84-c712-4455-81c9-0c60e03196e0 None None] Could not find standard attr ID for object 99557d64-91b0-49f3-bc52-d6b73a32cd73. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:17.776542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f2795f84-c712-4455-81c9-0c60e03196e0 None None] Provisioning complete for port 7b235615-d26a-4837-8cfe-de916c51240a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:17.776910 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2795f84-c712-4455-81c9-0c60e03196e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:17.780133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-4eb49590-76f0-4ddf-b715-f97248aa649b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:17.782617 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-4eb49590-76f0-4ddf-b715-f97248aa649b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.25 "GET /v2.0/networks?id=4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 200 len: 813 time: 0.1540816 Oct 12 23:06:17.796482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5c563d5-43a7-489b-9c89-2dc0eca45562 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 6005bb8c-922e-445e-aa83-7a1f0902192f {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:17.804839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5c563d5-43a7-489b-9c89-2dc0eca45562 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:17.808066 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:17.814703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Request body: {'port': {'device_id': '613cbb37-8f34-4195-ae41-6f9488d1814f', 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0', 'admin_state_up': True, 'tenant_id': '778d91bff3b94f0180d254202b511056'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:17.869354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5c563d5-43a7-489b-9c89-2dc0eca45562 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:17.990728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5c563d5-43a7-489b-9c89-2dc0eca45562 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.052680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Made reservation on behalf of 778d91bff3b94f0180d254202b511056 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:18.056257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.089819 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:06:18.195495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Made reservation on behalf of 778d91bff3b94f0180d254202b511056 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:18.198924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.230106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7b235615-d26a-4837-8cfe-de916c51240a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:18.238758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Allocated IP 172.20.0.13 (4a570523-486e-4ec6-ac46-51888cb459d0/29b25aeb-0eb3-4b4b-8e52-08176de40e8f/2e207ad7-00af-4dc2-bce3-4ed2b4cb5032) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:18.256169 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5c563d5-43a7-489b-9c89-2dc0eca45562 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.298194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7b235615-d26a-4837-8cfe-de916c51240a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:18.298651 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.305247 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5c563d5-43a7-489b-9c89-2dc0eca45562 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.308568 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c5c563d5-43a7-489b-9c89-2dc0eca45562 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/6005bb8c-922e-445e-aa83-7a1f0902192f HTTP/1.1" status: 204 len: 168 time: 1.0061753 Oct 12 23:06:18.311859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c563d5-43a7-489b-9c89-2dc0eca45562 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=6005bb8c-922e-445e-aa83-7a1f0902192f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:18.315827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34556) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:18.377258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-39eb39af-bd7e-44c7-9eb2-e73144f8b5c9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591266 Oct 12 23:06:18.378240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34566) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:18.384004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:18.581217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da0994-9263-4bb7-9273-6d27c2978207 req-76573493-4496-4181-bdf9-50a6c4c4a93a tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:18.582998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45da0994-9263-4bb7-9273-6d27c2978207 req-76573493-4496-4181-bdf9-50a6c4c4a93a tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 950 time: 0.1109068 Oct 12 23:06:18.586230 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.601620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1f119be-68da-4bd7-8412-57e591fe5b1e req-3dc60eda-4e33-46af-b47b-4c78197f901b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 210 time: 0.0393841 Oct 12 23:06:18.602519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:18.606223 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.669479 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45da0994-9263-4bb7-9273-6d27c2978207 req-2041201b-7407-4de5-9ded-1e700243e0a8 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756083 Oct 12 23:06:18.709433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.773389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8dc2ec-bb70-4db7-9b80-e130dc5d5deb None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:18.776689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Network 4a570523-486e-4ec6-ac46-51888cb459d0 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:18.779744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:18.783216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:18.825381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Pushing event updated for resources: {'Port': ['ID=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:18.827710 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.865098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:18.865804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.886827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Allocated IP 172.20.0.3 (4a570523-486e-4ec6-ac46-51888cb459d0/29b25aeb-0eb3-4b4b-8e52-08176de40e8f/8087c7f3-a502-446d-a489-2fb6970a0483) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:18.903132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-40e4abf7-d0df-4608-8804-d1a658681880 None None] Provisioning complete for port 7b235615-d26a-4837-8cfe-de916c51240a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:18.903521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-40e4abf7-d0df-4608-8804-d1a658681880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:18.981186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b20826c3-b3b4-44d9-9d59-64474c520add tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2579343 Oct 12 23:06:18.998139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Request body: {'port': {'device_id': '7815b302-cfc3-4f42-a0ae-cd4597f9bd1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:19.010247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.028714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad049f15-8450-46eb-8bbe-f1a018968a7e None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:06:19.058109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:19.063762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:19.073033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:19.074231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.086258 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.093825 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.110816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34578) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:19.113333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ad049f15-8450-46eb-8bbe-f1a018968a7e None None] Deleting port 7b235615-d26a-4837-8cfe-de916c51240a {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:19.114165 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad049f15-8450-46eb-8bbe-f1a018968a7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.153435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=8117bab4-9fed-4bc8-b47f-9aeca4a75303,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:19.192364 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.205929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ad049f15-8450-46eb-8bbe-f1a018968a7e None None] For port 7b235615-d26a-4837-8cfe-de916c51240a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7b235615-d26a-4837-8cfe-de916c51240a,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:19.206165 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad049f15-8450-46eb-8bbe-f1a018968a7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.220044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ad049f15-8450-46eb-8bbe-f1a018968a7e None None] Calling delete_port for 7b235615-d26a-4837-8cfe-de916c51240a owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:19.247062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2fa79ebb-5db3-4a8d-a67f-a12474e7e97a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8647392 Oct 12 23:06:19.247664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34582) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:19.254557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:19.265640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15167229-a75b-4463-a7b0-bebe0004e879 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.397124 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15167229-a75b-4463-a7b0-bebe0004e879 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.470479 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15167229-a75b-4463-a7b0-bebe0004e879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.498748 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad049f15-8450-46eb-8bbe-f1a018968a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.524944 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad049f15-8450-46eb-8bbe-f1a018968a7e None None] Pushing event deleted for resources: {'Port': ['ID=7b235615-d26a-4837-8cfe-de916c51240a,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:19.532522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad049f15-8450-46eb-8bbe-f1a018968a7e None None] No DVR routers for this DVR port 7b235615-d26a-4837-8cfe-de916c51240a on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:19.536565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:19.544059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-15167229-a75b-4463-a7b0-bebe0004e879 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1608e56a2b69478c838303cf63bea36b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306598 Oct 12 23:06:19.548013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34584) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:19.555020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.557262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15167229-a75b-4463-a7b0-bebe0004e879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14def9a6-58b5-4fd2-ae57-a11bebe4da62,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:19.562163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f88d74e-8615-4c2b-a87e-2d04cfc9e4a2 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:19.580562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Transition to ACTIVE for port object 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:06:19.581413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.624471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98d25a94-3c2b-4f89-aaff-14243da73f10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.659712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Network 4a570523-486e-4ec6-ac46-51888cb459d0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:19.664270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98d25a94-3c2b-4f89-aaff-14243da73f10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.668762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.668921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Pushing event updated for resources: {'Port': ['ID=8087c7f3-a502-446d-a489-2fb6970a0483,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:19.673527 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:19.687034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:19.748423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:19.749077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.767223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '8117bab4-9fed-4bc8-b47f-9aeca4a75303'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:06:19.768675 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.821070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Pushing event updated for resources: {'Port': ['ID=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:19.827230 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f3faa5d1-c3b3-43ca-a28d-572834f0fa21 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0182912 Oct 12 23:06:19.845281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Request body: {'port': {'device_id': '613cbb37-8f34-4195-ae41-6f9488d1814f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:19.862920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9af09c-5aad-4ec8-85fc-745d9b6e54b3 req-b0edd9c2-8af3-4b49-b878-f2a369a9aa4b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:19.864457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5c9af09c-5aad-4ec8-85fc-745d9b6e54b3 req-b0edd9c2-8af3-4b49-b878-f2a369a9aa4b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 931 time: 0.1498060 Oct 12 23:06:19.880574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c75439a-48cd-4740-8262-738e3da031d1 req-266b1138-b93b-4307-9755-ae827216ded0 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:19.887597 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c75439a-48cd-4740-8262-738e3da031d1 req-266b1138-b93b-4307-9755-ae827216ded0 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 950 time: 0.1002624 Oct 12 23:06:19.912470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Attempting to bind port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:19.912470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Attempting to bind port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:19.912470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Attempting to bind port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 on network 4a570523-486e-4ec6-ac46-51888cb459d0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:19.925563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 on network 4a570523-486e-4ec6-ac46-51888cb459d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:19.932090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Attempting to bind port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 on network 4a570523-486e-4ec6-ac46-51888cb459d0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:19.935163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:19.935503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Checking segment: {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:19.935885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Bound using segment: {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:19.936313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Bound port: 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:19.936672 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.941492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5c9af09c-5aad-4ec8-85fc-745d9b6e54b3 req-175fa599-5e0a-4570-b95f-0ed461dbe99a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513496 Oct 12 23:06:19.944019 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98d25a94-3c2b-4f89-aaff-14243da73f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.946523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98d25a94-3c2b-4f89-aaff-14243da73f10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.947786 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-98d25a94-3c2b-4f89-aaff-14243da73f10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/14def9a6-58b5-4fd2-ae57-a11bebe4da62 HTTP/1.1" status: 204 len: 168 time: 0.3987858 Oct 12 23:06:19.948266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:19.952421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:19.971134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d25a94-3c2b-4f89-aaff-14243da73f10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14def9a6-58b5-4fd2-ae57-a11bebe4da62,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:20.024566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Allocated IP 172.20.0.2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/8117bab4-9fed-4bc8-b47f-9aeca4a75303/0a52693b-186d-4491-8934-94bcc3ce0e40) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:20.053160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:20.069038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] For port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:20.075877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] For port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:20.112672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c75439a-48cd-4740-8262-738e3da031d1 req-c150c082-71ea-4eb3-80a4-aa7e8ebdc9d0 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688206 Oct 12 23:06:20.179127 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:20.254247 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:20.268050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Pushing event updated for resources: {'Port': ['ID=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:20.274730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:20.276005 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:20.278633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-d8df2058-6706-4db9-80ad-09672f5083bc service neutron] 10.222.0.41 "PUT /v2.0/ports/2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 HTTP/1.1" status: 200 len: 1093 time: 1.2883463 Oct 12 23:06:20.279147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7815b302-cfc3-4f42-a0ae-cd4597f9bd1e', 'tag': '2e207ad7-00af-4dc2-bce3-4ed2b4cb5032'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:20.282169 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae52d2ec-b324-439a-9fa2-9100a2fbad51" -d '{"events": [{"name": "network-changed", "server_uuid": "7815b302-cfc3-4f42-a0ae-cd4597f9bd1e", "tag": "2e207ad7-00af-4dc2-bce3-4ed2b4cb5032"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:20.378797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:20.442091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7b235615-d26a-4837-8cfe-de916c51240a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:20.478332 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca054c4-c916-4729-af2a-7a512964eba0 x-openstack-request-id: req-5ca054c4-c916-4729-af2a-7a512964eba0 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:20.479171 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7815b302-cfc3-4f42-a0ae-cd4597f9bd1e", "tag": "2e207ad7-00af-4dc2-bce3-4ed2b4cb5032", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:20.479585 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ca054c4-c916-4729-af2a-7a512964eba0 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:20.480161 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7815b302-cfc3-4f42-a0ae-cd4597f9bd1e', 'tag': '2e207ad7-00af-4dc2-bce3-4ed2b4cb5032', 'status': 'completed', 'code': 200} Oct 12 23:06:20.481306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 7b235615-d26a-4837-8cfe-de916c51240a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:20.481980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7b235615-d26a-4837-8cfe-de916c51240a not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:20.493587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:20.498142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:20.499987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Pushing event updated for resources: {'Port': ['ID=0a52693b-186d-4491-8934-94bcc3ce0e40,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:20.507847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:20.554257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-85435963-4f12-4bae-af61-2c20bde44176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:20.555948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-85435963-4f12-4bae-af61-2c20bde44176 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&device_id=7815b302-cfc3-4f42-a0ae-cd4597f9bd1e HTTP/1.1" status: 200 len: 1096 time: 0.0493305 Oct 12 23:06:20.579524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Attempting to bind port 0a52693b-186d-4491-8934-94bcc3ce0e40 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:20.579985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Attempting to bind port 0a52693b-186d-4491-8934-94bcc3ce0e40 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:20.580445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Attempting to bind port 0a52693b-186d-4491-8934-94bcc3ce0e40 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:20.592955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:20.594202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:20.594716 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:20.595144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:20.595730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Bound port: 0a52693b-186d-4491-8934-94bcc3ce0e40, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:20.597383 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:20.605858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-98aea23f-f9f4-4791-a5fd-d786d1d5df2d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 HTTP/1.1" status: 200 len: 217 time: 0.0404766 Oct 12 23:06:20.660688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-31c5bc98-f6f9-40e8-ad02-cebc4fd74fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:20.662401 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-31c5bc98-f6f9-40e8-ad02-cebc4fd74fa7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29b25aeb-0eb3-4b4b-8e52-08176de40e8f HTTP/1.1" status: 200 len: 853 time: 0.0479293 Oct 12 23:06:20.677429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] For port 0a52693b-186d-4491-8934-94bcc3ce0e40, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:20.681006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] For port 0a52693b-186d-4491-8934-94bcc3ce0e40, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0a52693b-186d-4491-8934-94bcc3ce0e40,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:20.707065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-5cba4c2d-bedd-4c89-b183-eeeaa612e25e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a570523-486e-4ec6-ac46-51888cb459d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375330 Oct 12 23:06:20.797496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-f7f56788-5262-45b2-aa8c-e0b10fda3b1b service neutron] 10.222.0.41 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836930 Oct 12 23:06:20.807086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:20.827220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8087c7f3-a502-446d-a489-2fb6970a0483 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:20.842711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:20.926112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Transition to ACTIVE for port object 8087c7f3-a502-446d-a489-2fb6970a0483 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:06:20.932013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f266108-8adc-4c24-88f2-4a0076f9b800 None None] Pushing event updated for resources: {'Port': ['ID=0a52693b-186d-4491-8934-94bcc3ce0e40,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:20.947253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-9948607e-c82f-4dd0-aab2-a21f4fb04a1c service neutron] 10.222.0.41 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431677 Oct 12 23:06:20.959753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:06:21.048860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:21.169276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-d0767263-7389-466f-b190-c96faef07477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:21.171367 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-d0767263-7389-466f-b190-c96faef07477 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&device_id=7815b302-cfc3-4f42-a0ae-cd4597f9bd1e HTTP/1.1" status: 200 len: 1096 time: 0.0564268 Oct 12 23:06:21.284700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Pushing event updated for resources: {'Port': ['ID=8087c7f3-a502-446d-a489-2fb6970a0483,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:21.294885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ebfa9-1cf5-43c4-b0b7-d8d109674830 req-91c26c17-0f40-470e-a652-a8bb7fed2193 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:21.298205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-815dddec-40e3-4036-977a-0a663f93e266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:21.300186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-815dddec-40e3-4036-977a-0a663f93e266 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 200 len: 914 time: 0.1211133 Oct 12 23:06:21.303129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d1ebfa9-1cf5-43c4-b0b7-d8d109674830 req-91c26c17-0f40-470e-a652-a8bb7fed2193 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 943 time: 0.2641380 Oct 12 23:06:21.351496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-f6674651-8e99-41a1-a3c2-d84358d04b42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 HTTP/1.1" status: 200 len: 217 time: 0.0427015 Oct 12 23:06:21.399607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d1ebfa9-1cf5-43c4-b0b7-d8d109674830 req-1c1e57c5-5c35-4c4f-8f4b-8fc7dc5dfb6d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953584 Oct 12 23:06:21.440991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-471b8f5b-3ca9-4c13-a6e0-c1c546d89013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:21.446480 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-471b8f5b-3ca9-4c13-a6e0-c1c546d89013 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29b25aeb-0eb3-4b4b-8e52-08176de40e8f HTTP/1.1" status: 200 len: 853 time: 0.0829973 Oct 12 23:06:21.480941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Attempting to bind port 8087c7f3-a502-446d-a489-2fb6970a0483 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:21.485494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Attempting to bind port 8087c7f3-a502-446d-a489-2fb6970a0483 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:21.485494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Attempting to bind port 8087c7f3-a502-446d-a489-2fb6970a0483 on network 4a570523-486e-4ec6-ac46-51888cb459d0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:21.489719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Port 8087c7f3-a502-446d-a489-2fb6970a0483 on network 4a570523-486e-4ec6-ac46-51888cb459d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:21.490174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Attempting to bind port 8087c7f3-a502-446d-a489-2fb6970a0483 on network 4a570523-486e-4ec6-ac46-51888cb459d0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:21.498059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-2dacf9c7-a5f4-44c2-9021-4b4b7fa89751 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a570523-486e-4ec6-ac46-51888cb459d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455670 Oct 12 23:06:21.502444 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:21.506065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:21.506413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Checking segment: {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:21.506800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Bound using segment: {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:21.507275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Bound port: 8087c7f3-a502-446d-a489-2fb6970a0483, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:21.507631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:21.631045 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-87974fb2-c357-4d81-8e5b-a3fa02f63bdf service neutron] 10.222.0.41 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241703 Oct 12 23:06:21.725127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] For port 8087c7f3-a502-446d-a489-2fb6970a0483, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:21.755510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae52d2ec-b324-439a-9fa2-9100a2fbad51 req-5607470d-d362-4213-bb92-340df0c56dc1 service neutron] 10.222.0.41 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166706 Oct 12 23:06:21.757538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] For port 8087c7f3-a502-446d-a489-2fb6970a0483, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8087c7f3-a502-446d-a489-2fb6970a0483,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:21.812450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] For port 0a52693b-186d-4491-8934-94bcc3ce0e40, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0a52693b-186d-4491-8934-94bcc3ce0e40,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:21.825168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:21.880244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:21.881023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:21.882462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] 10.222.0.25 "PUT /v2.0/ports/8087c7f3-a502-446d-a489-2fb6970a0483 HTTP/1.1" status: 200 len: 1092 time: 2.0436234 Oct 12 23:06:21.898201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '613cbb37-8f34-4195-ae41-6f9488d1814f', 'tag': '8087c7f3-a502-446d-a489-2fb6970a0483'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:21.900948 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d89b308-56fc-4b11-8b90-7a5fe8b50137" -d '{"events": [{"name": "network-changed", "server_uuid": "613cbb37-8f34-4195-ae41-6f9488d1814f", "tag": "8087c7f3-a502-446d-a489-2fb6970a0483"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:21.912516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:21.932169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae028a4-2649-4bf0-a522-436ac7840e9f service neutron] Pushing event updated for resources: {'Port': ['ID=8087c7f3-a502-446d-a489-2fb6970a0483,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:21.949471 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a44c8ac-4ce0-4568-b09c-02eef1e8cec7 x-openstack-request-id: req-0a44c8ac-4ce0-4568-b09c-02eef1e8cec7 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:21.949763 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "613cbb37-8f34-4195-ae41-6f9488d1814f", "tag": "8087c7f3-a502-446d-a489-2fb6970a0483", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:21.950051 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a44c8ac-4ce0-4568-b09c-02eef1e8cec7 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:21.950448 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '613cbb37-8f34-4195-ae41-6f9488d1814f', 'tag': '8087c7f3-a502-446d-a489-2fb6970a0483', 'status': 'completed', 'code': 200} Oct 12 23:06:22.004511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.005437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.075855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:22.082321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:22.085440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:22.086049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.128539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89b308-56fc-4b11-8b90-7a5fe8b50137 req-7db25734-1671-447a-bf50-8f97f3a85783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:22.129381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34646) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:22.130081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d89b308-56fc-4b11-8b90-7a5fe8b50137 req-7db25734-1671-447a-bf50-8f97f3a85783 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 1095 time: 0.1581111 Oct 12 23:06:22.155466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=b0db943d-076e-4edb-b9d3-0c0780cd1625,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:22.173899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=0a52693b-186d-4491-8934-94bcc3ce0e40,revision_number=4']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:22.214503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c984534c-02ae-46ca-85bd-bb107fed6086 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:22.218657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-365fd49a-de50-4460-b487-9b743d86ae39 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9702311 Oct 12 23:06:22.228469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34650) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:22.237122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:07:ef:85', 'name': 'tempest-NetworksTestDHCPv6-1670396484'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:22.301849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0a52693b-186d-4491-8934-94bcc3ce0e40 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:22.310622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89b308-56fc-4b11-8b90-7a5fe8b50137 req-08ee5b53-c755-46a0-92e9-ddffa2d91071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:22.312308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d89b308-56fc-4b11-8b90-7a5fe8b50137 req-08ee5b53-c755-46a0-92e9-ddffa2d91071 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=778d91bff3b94f0180d254202b511056&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1714141 Oct 12 23:06:22.348622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1f627bcb-73bf-4f32-9f72-eff3dc0436e7 None None] Provisioning complete for port 0a52693b-186d-4491-8934-94bcc3ce0e40 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:22.349144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f627bcb-73bf-4f32-9f72-eff3dc0436e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.362050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6ea8-3d61-410d-9245-b178d38465ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.542148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89b308-56fc-4b11-8b90-7a5fe8b50137 req-37692d22-0848-4184-9575-9fae2f1b912f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:22.544436 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d89b308-56fc-4b11-8b90-7a5fe8b50137 req-37692d22-0848-4184-9575-9fae2f1b912f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2226057 Oct 12 23:06:22.567325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6ea8-3d61-410d-9245-b178d38465ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.591241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0a52693b-186d-4491-8934-94bcc3ce0e40 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:22.591617 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.640879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-7c090962-d39b-4e74-bd60-9b1cbea402ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:22.643215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-7c090962-d39b-4e74-bd60-9b1cbea402ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 1095 time: 0.0548842 Oct 12 23:06:22.643480 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60727c41-5bad-41aa-9e9e-d9764aa8ee4c req-7303f571-1d65-49a1-b7f1-0195f7dd440d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:22.645317 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60727c41-5bad-41aa-9e9e-d9764aa8ee4c req-7303f571-1d65-49a1-b7f1-0195f7dd440d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 943 time: 0.1072316 Oct 12 23:06:22.646662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:22.685103 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f627bcb-73bf-4f32-9f72-eff3dc0436e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.728766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-c8777f5b-c92d-409c-a019-c0697fac5ec5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8087c7f3-a502-446d-a489-2fb6970a0483 HTTP/1.1" status: 200 len: 217 time: 0.0735753 Oct 12 23:06:22.757067 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1fc6ea8-3d61-410d-9245-b178d38465ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.763865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1f627bcb-73bf-4f32-9f72-eff3dc0436e7 None None] For port 0a52693b-186d-4491-8934-94bcc3ce0e40, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0a52693b-186d-4491-8934-94bcc3ce0e40,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:22.804984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b3622bdc-b8ec-4778-954f-aacdee6cf006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:22.808313 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-b3622bdc-b8ec-4778-954f-aacdee6cf006 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29b25aeb-0eb3-4b4b-8e52-08176de40e8f HTTP/1.1" status: 200 len: 853 time: 0.0698504 Oct 12 23:06:22.839622 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.850868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-6b171a77-c8ef-4dc6-b5a8-ba8b3d6d6c65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a570523-486e-4ec6-ac46-51888cb459d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349407 Oct 12 23:06:22.852613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c1fc6ea8-3d61-410d-9245-b178d38465ae admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fa080efb89b0465f8f11400795ec6167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7186077 Oct 12 23:06:22.853508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34662) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:22.859216 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f627bcb-73bf-4f32-9f72-eff3dc0436e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.869396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc6ea8-3d61-410d-9245-b178d38465ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d49428e-1a1d-45ab-9459-e1c978f6fc41,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:22.881450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60727c41-5bad-41aa-9e9e-d9764aa8ee4c req-f5129d22-86f4-4afa-8bc7-9971ea72e491 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794462 Oct 12 23:06:22.955847 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.996149 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b0a23fe-2763-4b66-ba0e-76c8ee1b96ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:22.996450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-fc2695e1-04e5-401c-ad37-79e91a1339f4 service neutron] 10.222.0.25 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385083 Oct 12 23:06:23.014455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port b438842a-b1a3-40ac-a235-bde7a460a248 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:23.029374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f627bcb-73bf-4f32-9f72-eff3dc0436e7 None None] Pushing event updated for resources: {'Port': ['ID=0a52693b-186d-4491-8934-94bcc3ce0e40,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:23.038020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b0a23fe-2763-4b66-ba0e-76c8ee1b96ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:23.046220 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:06:23.047478 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:06:23.124513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66504fec-f510-4dc6-b1a3-aeb768ae1112 req-ba0e82e4-8636-426e-9656-22d60b12c900 service neutron] 10.222.0.25 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211870 Oct 12 23:06:23.234027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 172.20.0.4 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/8117bab4-9fed-4bc8-b47f-9aeca4a75303/b438842a-b1a3-40ac-a235-bde7a460a248) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:23.242311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:fe07:ef85 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/b0db943d-076e-4edb-b9d3-0c0780cd1625/b438842a-b1a3-40ac-a235-bde7a460a248) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:23.264381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b0a23fe-2763-4b66-ba0e-76c8ee1b96ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:23.268323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b0a23fe-2763-4b66-ba0e-76c8ee1b96ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:23.272733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6b0a23fe-2763-4b66-ba0e-76c8ee1b96ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d49428e-1a1d-45ab-9459-e1c978f6fc41 HTTP/1.1" status: 204 len: 168 time: 0.4078507 Oct 12 23:06:23.296938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a23fe-2763-4b66-ba0e-76c8ee1b96ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d49428e-1a1d-45ab-9459-e1c978f6fc41,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:23.486158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:23.563701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266b45e-4ada-43af-a039-54205ea478b0 req-cfcc27a4-65fb-4da3-bebc-f7ba2d95bbec tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:23.565773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0266b45e-4ada-43af-a039-54205ea478b0 req-cfcc27a4-65fb-4da3-bebc-f7ba2d95bbec tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0913382 Oct 12 23:06:23.584461 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:23.594853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:06:23.652281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0266b45e-4ada-43af-a039-54205ea478b0 req-5b35cba9-3d66-4397-a095-d4d8e244bd2a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796888 Oct 12 23:06:23.664178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=b438842a-b1a3-40ac-a235-bde7a460a248,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:23.687496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:23.689175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:23.695583 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:23.822330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:23.823053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:23.823960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:23.861065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f14a43d0-1676-45c2-bb04-070968f28cc0 None None] Provisioning complete for port 0a52693b-186d-4491-8934-94bcc3ce0e40 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:23.862604 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f14a43d0-1676-45c2-bb04-070968f28cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:23.865582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '2e207ad7-00af-4dc2-bce3-4ed2b4cb5032', 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0', 'port_id': '2e207ad7-00af-4dc2-bce3-4ed2b4cb5032', 'mac_address': 'fa:16:3e:13:e0:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b25aeb-0eb3-4b4b-8e52-08176de40e8f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:06:23.950623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f3ac6-9ee2-4b77-8180-b91fee4bcdcd req-4331b504-9b0d-43cb-994a-7064e8c2f51c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:23.952236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-877f3ac6-9ee2-4b77-8180-b91fee4bcdcd req-4331b504-9b0d-43cb-994a-7064e8c2f51c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0870264 Oct 12 23:06:23.970307 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5dda40f1-e070-4f85-927e-79fcdf950fe5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7406468 Oct 12 23:06:23.972913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34688) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:23.977510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:24.020043 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-877f3ac6-9ee2-4b77-8180-b91fee4bcdcd req-e396f398-54a6-4269-930f-c7b488b1b396 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451939 Oct 12 23:06:24.030324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:24.065607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:24.137715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd523f-3325-4c85-8092-ff268aeb31e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:24.144052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dd523f-3325-4c85-8092-ff268aeb31e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:24.146062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f4dd523f-3325-4c85-8092-ff268aeb31e9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1716657 Oct 12 23:06:24.149094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34694) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:24.166557 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:24.177613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e734e73-d114-422e-80af-9234dc798a77 req-e410069d-34b4-42c6-8ccf-45b495a82129 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:24.179180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9e734e73-d114-422e-80af-9234dc798a77 req-e410069d-34b4-42c6-8ccf-45b495a82129 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 943 time: 0.1582868 Oct 12 23:06:24.261592 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9e734e73-d114-422e-80af-9234dc798a77 req-97d3bd04-49e6-4c19-9797-0273e13fa916 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721731 Oct 12 23:06:24.314568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:24.329326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0a52693b-186d-4491-8934-94bcc3ce0e40 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:24.339110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a3628451-56bd-4186-9c53-b22ae5d1c9fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port b438842a-b1a3-40ac-a235-bde7a460a248 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:24.339660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3628451-56bd-4186-9c53-b22ae5d1c9fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:24.356149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3494713b-d2b0-476f-9990-386299024250 None None] Could not find standard attr ID for object 99557d64-91b0-49f3-bc52-d6b73a32cd73. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:24.410375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0a52693b-186d-4491-8934-94bcc3ce0e40 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:24.410375 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:24.548267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['2e207ad7-00af-4dc2-bce3-4ed2b4cb5032'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:24.548383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3628451-56bd-4186-9c53-b22ae5d1c9fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:24.561502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a3628451-56bd-4186-9c53-b22ae5d1c9fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for b438842a-b1a3-40ac-a235-bde7a460a248 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:24.706311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5d28a0e5-fa1c-463a-b80f-13008bd65c2c None None] Provisioning complete for port b438842a-b1a3-40ac-a235-bde7a460a248 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:24.706990 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5d28a0e5-fa1c-463a-b80f-13008bd65c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:24.732768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-92e68df3-5392-46a2-9505-13c19611fbc5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:24.734860 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-92e68df3-5392-46a2-9505-13c19611fbc5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.3740511 Oct 12 23:06:24.771373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-89347885-8ef9-49fc-8ff6-6966c24eb858 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/quotas/d7a8b43052b2454e9459dc6c1313aad8 HTTP/1.1" status: 200 len: 375 time: 0.0252748 Oct 12 23:06:24.803371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5d28a0e5-fa1c-463a-b80f-13008bd65c2c None None] Port b438842a-b1a3-40ac-a235-bde7a460a248 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:06:24.951605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-3f5f6e57-fe8e-4cb7-8da8-fc4a28a3ea71 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1011889 Oct 12 23:06:25.042863 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3628451-56bd-4186-9c53-b22ae5d1c9fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:25.080356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3628451-56bd-4186-9c53-b22ae5d1c9fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=b438842a-b1a3-40ac-a235-bde7a460a248,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:25.154997 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-1b4fc58c-7435-4df6-878f-beb8e19a9fd9 service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940272 Oct 12 23:06:25.319054 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3628451-56bd-4186-9c53-b22ae5d1c9fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:25.319054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a3628451-56bd-4186-9c53-b22ae5d1c9fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/b438842a-b1a3-40ac-a235-bde7a460a248 HTTP/1.1" status: 204 len: 168 time: 1.1679094 Oct 12 23:06:25.320217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34730) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:25.362920 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-dd34da78-f82c-4c83-b62e-298ba014e528 service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595325 Oct 12 23:06:25.444834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9062dcc-c171-4709-826c-a1782b981ff3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:25.445752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9062dcc-c171-4709-826c-a1782b981ff3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:25.447589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9062dcc-c171-4709-826c-a1782b981ff3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:25.449318 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c9062dcc-c171-4709-826c-a1782b981ff3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1278002 Oct 12 23:06:25.452252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34734) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:25.471932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a506ca4-891a-442c-8835-ed23c0246b0a req-9a4a1da2-bbf3-45f6-ae6b-750cbcbbf92d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:25.473593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a506ca4-891a-442c-8835-ed23c0246b0a req-9a4a1da2-bbf3-45f6-ae6b-750cbcbbf92d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 943 time: 0.0750260 Oct 12 23:06:25.510204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-d97708d6-04ee-486c-8c87-1178949c57e4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 8117bab4-9fed-4bc8-b47f-9aeca4a75303 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:25.513196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a506ca4-891a-442c-8835-ed23c0246b0a req-f0d40b10-eace-46cc-ae1f-32eee5526541 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334723 Oct 12 23:06:25.513610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d97708d6-04ee-486c-8c87-1178949c57e4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:25.561083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d97708d6-04ee-486c-8c87-1178949c57e4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:25.652666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d97708d6-04ee-486c-8c87-1178949c57e4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:25.779782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-baa6e1dd-752d-4546-b481-388b797f8af4 req-eb20d1e5-686b-4223-892d-01293ad39cfb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 210 time: 0.0290420 Oct 12 23:06:25.841567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d97708d6-04ee-486c-8c87-1178949c57e4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:25.873141 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97708d6-04ee-486c-8c87-1178949c57e4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=8117bab4-9fed-4bc8-b47f-9aeca4a75303,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:25.883975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d97708d6-04ee-486c-8c87-1178949c57e4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:25.887554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d97708d6-04ee-486c-8c87-1178949c57e4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/8117bab4-9fed-4bc8-b47f-9aeca4a75303 HTTP/1.1" status: 204 len: 168 time: 0.4342246 Oct 12 23:06:25.890103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34754) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:25.895217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809528f9-3fc5-4add-801a-d5e83475cd8a None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:25.964311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f66543-2c95-4d20-a77b-02d3f1cb991b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet b0db943d-076e-4edb-b9d3-0c0780cd1625 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:25.974262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f66543-2c95-4d20-a77b-02d3f1cb991b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.005639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34758) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:26.046523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f66543-2c95-4d20-a77b-02d3f1cb991b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.164754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f66543-2c95-4d20-a77b-02d3f1cb991b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.262635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-506306435'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:26.303783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f66543-2c95-4d20-a77b-02d3f1cb991b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.334775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f66543-2c95-4d20-a77b-02d3f1cb991b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=b0db943d-076e-4edb-b9d3-0c0780cd1625,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:26.342696 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2f66543-2c95-4d20-a77b-02d3f1cb991b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.346459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c2f66543-2c95-4d20-a77b-02d3f1cb991b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/b0db943d-076e-4edb-b9d3-0c0780cd1625 HTTP/1.1" status: 204 len: 168 time: 0.4545267 Oct 12 23:06:26.348989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34766) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:26.378062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Made reservation on behalf of ca3d9fd69c864b1bbf3aff5b79f2b0e0 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:26.381740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.397127 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.407349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34768) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:26.407572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-98a04fe6-78b7-4539-9d35-7e15d1dc30dc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0566928 Oct 12 23:06:26.412439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:26.677275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94dfbe-ff3d-4647-ab36-4e1491a936c5 req-e3bba7ea-8259-4905-9a1f-c1df0aa51eaa tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:26.686822 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa94dfbe-ff3d-4647-ab36-4e1491a936c5 req-e3bba7ea-8259-4905-9a1f-c1df0aa51eaa tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 943 time: 0.0745111 Oct 12 23:06:26.727588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa94dfbe-ff3d-4647-ab36-4e1491a936c5 req-7ec418b3-cb83-4c69-b3f1-ad25bfd869be tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Oct 12 23:06:26.811130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e491d36d-dffd-475b-9292-61a66b41b473 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:26.858264 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.865604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8087c7f3-a502-446d-a489-2fb6970a0483 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:06:26.904556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e369e26-0f25-4a5d-b160-4205e00f7662 req-a2075d34-481a-4408-91d8-9a62addfbca3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 210 time: 0.0373418 Oct 12 23:06:26.908001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:26.910004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5b165fe2-b8f8-419d-aa9b-5a1b23fe9f77 None None] Provisioning complete for port 0a52693b-186d-4491-8934-94bcc3ce0e40 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:26.910510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5b165fe2-b8f8-419d-aa9b-5a1b23fe9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.914107 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:26.958570 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.008531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:06:27.022926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7db02ec6-c9f3-4daa-b7a3-55aabe04ca0f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:27.038829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.039129 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Added segment de6ffc4f-95c8-4c96-b578-6ebda7e6c2ef of type vlan for network 8d1949e8-064d-456f-a95d-cb880fcfa287 Oct 12 23:06:27.104132 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.113026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 8087c7f3-a502-446d-a489-2fb6970a0483, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8087c7f3-a502-446d-a489-2fb6970a0483,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:27.134135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '8087c7f3-a502-446d-a489-2fb6970a0483', 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0', 'port_id': '8087c7f3-a502-446d-a489-2fb6970a0483', 'mac_address': 'fa:16:3e:68:6f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b25aeb-0eb3-4b4b-8e52-08176de40e8f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:06:27.229736 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.238496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:27.239465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.306120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f7bbee-e89d-4017-bc0a-673c618a8420 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:06:27.332580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Pushing event updated for resources: {'Network': ['ID=8d1949e8-064d-456f-a95d-cb880fcfa287,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:27.360940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 8d1949e8-064d-456f-a95d-cb880fcfa287 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:06:27.397362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c4ff0ffa-b487-4163-afcf-ef87d3da74e3 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.3878129 Oct 12 23:06:27.398402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34782) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:27.444692 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.455757 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.469157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Request body: {'network': {'name': 'tempest-network--569157002', 'router:external': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:27.475114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8087c7f3-a502-446d-a489-2fb6970a0483 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:27.497859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:27.502205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:27.508578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:27.508843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 8087c7f3-a502-446d-a489-2fb6970a0483, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8087c7f3-a502-446d-a489-2fb6970a0483,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:27.509407 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.515511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=a5676c49-08e6-435e-a9e8-a5ffe3b1b1f0,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:27.517292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7bbee-e89d-4017-bc0a-673c618a8420 None None] Deleting port 0a52693b-186d-4491-8934-94bcc3ce0e40 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:27.518070 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a7f7bbee-e89d-4017-bc0a-673c618a8420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.560490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Made reservation on behalf of 00d9d3f9556745ec8b873d939c8948af for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:27.563934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.573038 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.592540 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.631171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:27.661625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-25502781-2b9f-4fd3-8053-efd825fe6eed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2531836 Oct 12 23:06:27.663778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34786) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:27.669600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.674445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:27.674838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a7f7bbee-e89d-4017-bc0a-673c618a8420 None None] For port 0a52693b-186d-4491-8934-94bcc3ce0e40, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0a52693b-186d-4491-8934-94bcc3ce0e40,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:27.675311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a7f7bbee-e89d-4017-bc0a-673c618a8420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.691609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a7f7bbee-e89d-4017-bc0a-673c618a8420 None None] Calling delete_port for 0a52693b-186d-4491-8934-94bcc3ce0e40 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:27.715730 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.735458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:06:27.753569 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.759267 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Added segment 3732cbb6-96e9-4510-955d-67e8f801520f of type vlan for network 18037071-3ca2-436a-a43c-3adbee54827d Oct 12 23:06:27.776181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=8087c7f3-a502-446d-a489-2fb6970a0483,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:27.825848 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.886272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57855351-0231-43ce-8955-2e64bf5e7693,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:27.904462 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a7f7bbee-e89d-4017-bc0a-673c618a8420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.942572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f7bbee-e89d-4017-bc0a-673c618a8420 None None] No DVR routers for this DVR port 0a52693b-186d-4491-8934-94bcc3ce0e40 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:27.950364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f7bbee-e89d-4017-bc0a-673c618a8420 None None] Pushing event deleted for resources: {'Port': ['ID=0a52693b-186d-4491-8934-94bcc3ce0e40,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:27.955487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['8087c7f3-a502-446d-a489-2fb6970a0483'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:27.968987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.972918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:27.972918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:27.997284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:06:28.014312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30253c4-4c38-41cf-b081-834934e1375f None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:28.023886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:28.024260 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.036117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:28.040753 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.091241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02872353-3484-4749-a6f0-61c528aa8d6a req-452079c0-830c-4ae1-85ea-0fd3355a068b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 210 time: 0.0429461 Oct 12 23:06:28.106468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7077136 Oct 12 23:06:28.110704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34796) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:28.180286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557f62c3-2133-4307-a7d1-ab5be19c00e4 req-449214eb-d698-44f3-a527-35fa739e1137 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:28.181829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-557f62c3-2133-4307-a7d1-ab5be19c00e4 req-449214eb-d698-44f3-a527-35fa739e1137 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 944 time: 0.3147423 Oct 12 23:06:28.280375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': 'a5676c49-08e6-435e-a9e8-a5ffe3b1b1f0'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:06:28.280907 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.336309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.351429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-557f62c3-2133-4307-a7d1-ab5be19c00e4 req-961be4f9-ad74-442a-a43f-70814c3fe232 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510694 Oct 12 23:06:28.372882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-f6c9abce-6493-48f7-a405-1b7c4b7deab6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:28.374961 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-f6c9abce-6493-48f7-a405-1b7c4b7deab6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.4862535 Oct 12 23:06:28.392731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'port': {'device_id': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'admin_state_up': True, 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:28.430251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0a52693b-186d-4491-8934-94bcc3ce0e40 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:28.489417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0a52693b-186d-4491-8934-94bcc3ce0e40 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:28.490273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0a52693b-186d-4491-8934-94bcc3ce0e40 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:28.495731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7815b302-cfc3-4f42-a0ae-cd4597f9bd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e207ad7-00af-4dc2-bce3-4ed2b4cb5032'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:28.498760 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9399ee-b37b-4c34-9cdf-d3fd77bc974d" -d '{"events": [{"server_uuid": "7815b302-cfc3-4f42-a0ae-cd4597f9bd1e", "name": "network-vif-plugged", "status": "completed", "tag": "2e207ad7-00af-4dc2-bce3-4ed2b4cb5032"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:28.627844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:28.631364 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d55fa005-935d-4ca3-9d12-2864953df23d x-openstack-request-id: req-d55fa005-935d-4ca3-9d12-2864953df23d {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:28.631715 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7815b302-cfc3-4f42-a0ae-cd4597f9bd1e", "name": "network-vif-plugged", "status": "completed", "tag": "2e207ad7-00af-4dc2-bce3-4ed2b4cb5032", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:28.632036 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d55fa005-935d-4ca3-9d12-2864953df23d {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:28.632438 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7815b302-cfc3-4f42-a0ae-cd4597f9bd1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e207ad7-00af-4dc2-bce3-4ed2b4cb5032', 'code': 200} Oct 12 23:06:28.678626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.680151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee007857-9d15-43d9-bc0a-f02fd16157ce tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'Network': ['ID=18037071-3ca2-436a-a43c-3adbee54827d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:28.681318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Made reservation on behalf of d7a8b43052b2454e9459dc6c1313aad8 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:28.692064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.702817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45631019-b17d-49d4-bc5b-7ead79514a77 req-e90c33a5-78fc-4c4e-bceb-74ee203af651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:28.704525 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45631019-b17d-49d4-bc5b-7ead79514a77 req-e90c33a5-78fc-4c4e-bceb-74ee203af651 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7815b302-cfc3-4f42-a0ae-cd4597f9bd1e HTTP/1.1" status: 200 len: 1097 time: 0.0671151 Oct 12 23:06:28.713043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 18037071-3ca2-436a-a43c-3adbee54827d details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:06:28.736724 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.798217 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.809243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45631019-b17d-49d4-bc5b-7ead79514a77 req-39eaa226-67c0-498a-a275-089db078aa61 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857341 Oct 12 23:06:28.824157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18037071-3ca2-436a-a43c-3adbee54827d']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:28.826643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Allocated IP 172.20.0.2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/a5676c49-08e6-435e-a9e8-a5ffe3b1b1f0/5ed9482e-cb04-4d8a-8eff-f295dae55490) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:28.838657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3732cbb6-96e9-4510-955d-67e8f801520f') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:28.839049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3732cbb6-96e9-4510-955d-67e8f801520f') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:28.849796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.869065 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.876139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:06:28.878062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:06:28.878477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.879671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:06:28.880421 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:06:28.931983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Allocated IP 172.20.0.4 (6621fe39-a6e5-450c-8c8e-ba213ba6a029/c127a2f7-7658-4c00-a581-24ee397b068a/9ae89301-f146-404d-ae4c-0b13164b3e2a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:28.935175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:28.949832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:28.958895 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:28.968157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:28.968762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:28.982040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=ced93f0e-451f-4e93-83eb-7858163adf4b,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:29.007425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.014889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 18037071-3ca2-436a-a43c-3adbee54827d {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 23:06:29.031852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.039289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "DELETE /v2.0/networks/18037071-3ca2-436a-a43c-3adbee54827d HTTP/1.1" status: 204 len: 168 time: 0.9243214 Oct 12 23:06:29.040163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34806) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:29.046465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:29.050463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba7f95c-94c1-499f-a551-038411ee8ecc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event deleted for resources: {'Network': ['ID=18037071-3ca2-436a-a43c-3adbee54827d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:29.061388 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.098363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6e30440d-2cda-4ec4-8901-e3701d84203a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4332905 Oct 12 23:06:29.101662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34808) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:29.107412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:ac:04:fd', 'name': 'tempest-NetworksTestDHCPv6-1480304060'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:29.142294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.195915 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.218538 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8284fcf-b9cb-4bf0-ad2d-af39fbf99af0 req-a2b49dfe-f9a7-469c-baf0-a9842579408b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 210 time: 0.0366080 Oct 12 23:06:29.228219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Made reservation on behalf of 00d9d3f9556745ec8b873d939c8948af for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:29.230817 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.250877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:29.256505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:29.260674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:29.267640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Pushing event updated for resources: {'Port': ['ID=5ed9482e-cb04-4d8a-8eff-f295dae55490,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:29.283933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:06:29.298652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.299022 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Added segment 081d0ed3-fc4e-4500-a4a6-5d0ab9730a0e of type vlan for network 7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca Oct 12 23:06:29.317088 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.329921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['236eddfd-9ddc-4edc-9ea5-8eddcf940659', '761148b5-99a7-4fe1-be39-e9be785d8634'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:29.339205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:29.350098 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.354217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:29.382696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Attempting to bind port 5ed9482e-cb04-4d8a-8eff-f295dae55490 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:29.387361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Attempting to bind port 5ed9482e-cb04-4d8a-8eff-f295dae55490 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:29.387361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Attempting to bind port 5ed9482e-cb04-4d8a-8eff-f295dae55490 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:29.397338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:29.397736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:29.398138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.398553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:29.400869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Bound port: 5ed9482e-cb04-4d8a-8eff-f295dae55490, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:29.401712 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.407850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:29.418125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:29.498807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'Port': ['ID=9ae89301-f146-404d-ae4c-0b13164b3e2a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:29.517849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.522144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:29.522974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.524523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:29.525354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.592344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca8be36-3e9f-4161-9774-613fbe6bb433 req-468d6fec-10c4-4a1c-b792-0f0974bdda91 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:29.595375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ca8be36-3e9f-4161-9774-613fbe6bb433 req-468d6fec-10c4-4a1c-b792-0f0974bdda91 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 944 time: 0.0775225 Oct 12 23:06:29.642045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] For port 5ed9482e-cb04-4d8a-8eff-f295dae55490, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:29.664422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] For port 5ed9482e-cb04-4d8a-8eff-f295dae55490, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5ed9482e-cb04-4d8a-8eff-f295dae55490,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:29.668702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ca8be36-3e9f-4161-9774-613fbe6bb433 req-3d0f78b6-7e4b-4abe-9b46-5de488b43438 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533373 Oct 12 23:06:29.681183 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-bad3446e-a2a5-4d15-89f4-079216ef19cf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2948430 Oct 12 23:06:29.694834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Request body: {'port': {'device_id': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:29.712971 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.732295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'Network': ['ID=7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:29.743930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 606d1c5e-78ec-425e-8475-33d8da3a337c yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:29.746500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:06:29.751798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.778251 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.831084 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-493e4fb7-969c-4558-abc8-eace7d79b072 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7896457 Oct 12 23:06:29.834329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34820) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:29.839871 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Request body: {'subnet': {'network_id': '7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:29.942092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c80fd16-e3e6-48e1-a314-513b618b5136 None None] Pushing event updated for resources: {'Port': ['ID=5ed9482e-cb04-4d8a-8eff-f295dae55490,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:29.956511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0f3d8b2a-1138-4db0-b2f0-62c441f176fc None None] Provisioning complete for port 9ae89301-f146-404d-ae4c-0b13164b3e2a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:29.956950 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f3d8b2a-1138-4db0-b2f0-62c441f176fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:29.998383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Made reservation on behalf of 00d9d3f9556745ec8b873d939c8948af for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:30.001861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.006337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 172.20.0.12 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/a5676c49-08e6-435e-a9e8-a5ffe3b1b1f0/606d1c5e-78ec-425e-8475-33d8da3a337c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:30.100244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:feac:4fd (e63cc77b-86bd-4eff-b47b-f6b5b230179e/ced93f0e-451f-4e93-83eb-7858163adf4b/606d1c5e-78ec-425e-8475-33d8da3a337c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:30.179308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae89301-f146-404d-ae4c-0b13164b3e2a {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:30.189951 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.206743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Transition to ACTIVE for port object 9ae89301-f146-404d-ae4c-0b13164b3e2a will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:06:30.260483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.261354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0f3d8b2a-1138-4db0-b2f0-62c441f176fc None None] Port 9ae89301-f146-404d-ae4c-0b13164b3e2a cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:06:30.318124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae89301-f146-404d-ae4c-0b13164b3e2a,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:30.370855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5ed9482e-cb04-4d8a-8eff-f295dae55490 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:30.443264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5ed9482e-cb04-4d8a-8eff-f295dae55490 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:30.444194 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.451586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Attempting to bind port 9ae89301-f146-404d-ae4c-0b13164b3e2a on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:30.451586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Attempting to bind port 9ae89301-f146-404d-ae4c-0b13164b3e2a by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:30.452151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Attempting to bind port 9ae89301-f146-404d-ae4c-0b13164b3e2a on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:30.458147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Port 9ae89301-f146-404d-ae4c-0b13164b3e2a on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:30.458738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Attempting to bind port 9ae89301-f146-404d-ae4c-0b13164b3e2a on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:30.464615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:30.465535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Checking segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:30.465535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Bound using segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:30.466108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Bound port: 9ae89301-f146-404d-ae4c-0b13164b3e2a, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:30.466568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.541282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257029d-5b94-4751-97e4-9fb588a1e734 req-43452311-689c-464d-afe3-8b9d2e593edc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:30.542012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c257029d-5b94-4751-97e4-9fb588a1e734 req-43452311-689c-464d-afe3-8b9d2e593edc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 943 time: 0.1886661 Oct 12 23:06:30.566194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.592145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] For port 9ae89301-f146-404d-ae4c-0b13164b3e2a, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:30.596543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] For port 9ae89301-f146-404d-ae4c-0b13164b3e2a, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9ae89301-f146-404d-ae4c-0b13164b3e2a,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:30.596870 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.639135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 5ed9482e-cb04-4d8a-8eff-f295dae55490, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5ed9482e-cb04-4d8a-8eff-f295dae55490,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:30.656027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c257029d-5b94-4751-97e4-9fb588a1e734 req-701ea0ab-c82e-4b03-ba78-63c9e5e7bdcf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997362 Oct 12 23:06:30.666109 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.738344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:30.739197 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.747377 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] 10.222.0.41 "PUT /v2.0/ports/9ae89301-f146-404d-ae4c-0b13164b3e2a HTTP/1.1" status: 200 len: 1092 time: 1.0530839 Oct 12 23:06:30.755379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'tag': '9ae89301-f146-404d-ae4c-0b13164b3e2a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:30.757596 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec0bf7a-9113-476a-bfa7-6ef2a6abf29f" -d '{"events": [{"name": "network-changed", "server_uuid": "fcabf75e-8ffd-48a4-b2db-792edea15f39", "tag": "9ae89301-f146-404d-ae4c-0b13164b3e2a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:30.767632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.818855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.839134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=5ed9482e-cb04-4d8a-8eff-f295dae55490,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:30.856889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:06:30.857726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8087c7f3-a502-446d-a489-2fb6970a0483 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:30.867420 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c312867a-37ca-4b5d-8c23-7720468e5bcc x-openstack-request-id: req-c312867a-37ca-4b5d-8c23-7720468e5bcc {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:30.867747 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcabf75e-8ffd-48a4-b2db-792edea15f39", "tag": "9ae89301-f146-404d-ae4c-0b13164b3e2a", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:30.867969 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c312867a-37ca-4b5d-8c23-7720468e5bcc {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:30.868490 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'tag': '9ae89301-f146-404d-ae4c-0b13164b3e2a', 'status': 'completed', 'code': 200} Oct 12 23:06:30.869102 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:30.899945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa821b-4104-4994-a63d-c5c5dd43beb1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ae89301-f146-404d-ae4c-0b13164b3e2a,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:30.936643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f74cc-ea62-4dd6-84dc-bb174b0c9292 req-c4edf0ef-8517-4a49-a752-5794f8f35c1c tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:30.939448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a52f74cc-ea62-4dd6-84dc-bb174b0c9292 req-c4edf0ef-8517-4a49-a752-5794f8f35c1c tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 944 time: 0.1665609 Oct 12 23:06:30.973411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:30.983248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=606d1c5e-78ec-425e-8475-33d8da3a337c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:30.987569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:30.992867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0bf7a-9113-476a-bfa7-6ef2a6abf29f req-d1cd896a-e719-46ae-9e0d-8c353c827e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:30.994401 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dec0bf7a-9113-476a-bfa7-6ef2a6abf29f req-d1cd896a-e719-46ae-9e0d-8c353c827e9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 1095 time: 0.1134412 Oct 12 23:06:30.996339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:31.001355 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a52f74cc-ea62-4dd6-84dc-bb174b0c9292 req-0b56f280-cc7e-4359-81af-8df5acead736 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516026 Oct 12 23:06:31.001670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 8087c7f3-a502-446d-a489-2fb6970a0483 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:06:31.006699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 8087c7f3-a502-446d-a489-2fb6970a0483 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:31.007108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.041125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0405ce8d-cdb4-4aa9-b891-cbc9464460be,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:31.072104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Checking segment: {'id': '081d0ed3-fc4e-4500-a4a6-5d0ab9730a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:31.072766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Network hostable DHCP agents. Network: 7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:06:31.101239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:31.102000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.148102 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.190552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 8087c7f3-a502-446d-a489-2fb6970a0483, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8087c7f3-a502-446d-a489-2fb6970a0483,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:31.191541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613cbb37-8f34-4195-ae41-6f9488d1814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8087c7f3-a502-446d-a489-2fb6970a0483'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:31.193931 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37dd0511-660c-459b-85a0-20ad93f6c5d3" -d '{"events": [{"server_uuid": "613cbb37-8f34-4195-ae41-6f9488d1814f", "name": "network-vif-plugged", "status": "completed", "tag": "8087c7f3-a502-446d-a489-2fb6970a0483"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:31.220337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Network 7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:06:31.244513 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6d4bbb-f4bd-42b8-ae14-9a2836d3cbef x-openstack-request-id: req-2c6d4bbb-f4bd-42b8-ae14-9a2836d3cbef {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:31.244513 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613cbb37-8f34-4195-ae41-6f9488d1814f", "name": "network-vif-plugged", "status": "completed", "tag": "8087c7f3-a502-446d-a489-2fb6970a0483", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:31.244513 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2c6d4bbb-f4bd-42b8-ae14-9a2836d3cbef {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:31.244513 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613cbb37-8f34-4195-ae41-6f9488d1814f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8087c7f3-a502-446d-a489-2fb6970a0483', 'code': 200} Oct 12 23:06:31.245009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-48c9b84f-6f84-4f6d-8648-1c05b64a99c0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1410043 Oct 12 23:06:31.246315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34840) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:31.256049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b414db-bcd3-4984-9ec3-a966e491954f None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:31.290838 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0bf7a-9113-476a-bfa7-6ef2a6abf29f req-3e8eede4-60e6-4d93-bd7f-680583d8e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:31.292343 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dec0bf7a-9113-476a-bfa7-6ef2a6abf29f req-3e8eede4-60e6-4d93-bd7f-680583d8e4d7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2888823 Oct 12 23:06:31.306003 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.309459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:31.327289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:31.327289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.346686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb88f642-840d-4698-823c-ad7538351751 None None] Network 7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:31.363313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0304db-78b1-4bc6-89bc-7c148abb1f7a req-7a4808a3-2182-47f3-ba74-83e50b4b68d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:31.364867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd0304db-78b1-4bc6-89bc-7c148abb1f7a req-7a4808a3-2182-47f3-ba74-83e50b4b68d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 1097 time: 0.0529823 Oct 12 23:06:31.385336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab7a1a-094a-4028-814c-68830032c11b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:31.391530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ab7a1a-094a-4028-814c-68830032c11b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:31.394349 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-17ab7a1a-094a-4028-814c-68830032c11b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1449890 Oct 12 23:06:31.403935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34842) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:31.404150 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd0304db-78b1-4bc6-89bc-7c148abb1f7a req-1133079a-2b7b-4cd3-a50c-c056d7f751fb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299344 Oct 12 23:06:31.415598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-98f7f793-6e43-4158-99b0-8304881a59ca None None] Provisioning complete for port 5ed9482e-cb04-4d8a-8eff-f295dae55490 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:31.415977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98f7f793-6e43-4158-99b0-8304881a59ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.463246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=8087c7f3-a502-446d-a489-2fb6970a0483,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:31.503869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-93ba7d25-a088-49c9-bc97-0f956a8543f3 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6663017 Oct 12 23:06:31.505158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34846) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:31.509596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Request body: {'floatingip': {'floating_network_id': '7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:31.566067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0bf7a-9113-476a-bfa7-6ef2a6abf29f req-46e90797-5c0d-4429-9399-f9118b7de82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:31.567757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dec0bf7a-9113-476a-bfa7-6ef2a6abf29f req-46e90797-5c0d-4429-9399-f9118b7de82e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2671294 Oct 12 23:06:31.593358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3f80e356-e43f-473b-bb60-53ce884f5443 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 606d1c5e-78ec-425e-8475-33d8da3a337c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:31.594232 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f80e356-e43f-473b-bb60-53ce884f5443 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.615741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.619957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c437dcf-02bb-4172-a9fb-d6ad243b1e6e None None] Network 7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:31.792450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.858269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec7e03e-7b21-496b-a8d1-e2ec4defdc57 None None] Update dhcp port {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': 'a5676c49-08e6-435e-a9e8-a5ffe3b1b1f0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ced93f0e-451f-4e93-83eb-7858163adf4b'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '5ed9482e-cb04-4d8a-8eff-f295dae55490'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:06:31.886122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9ec7e03e-7b21-496b-a8d1-e2ec4defdc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:31.982484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258a1396-f0fd-4cc7-8fa5-a242b2414156 req-b809618f-5429-453a-827f-f19866a6c8f8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:31.984008 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-258a1396-f0fd-4cc7-8fa5-a242b2414156 req-b809618f-5429-453a-827f-f19866a6c8f8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 943 time: 0.1529257 Oct 12 23:06:32.004161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-0804ac8f-3d07-4288-bb74-4f1b2189f2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:32.005651 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-0804ac8f-3d07-4288-bb74-4f1b2189f2da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 1095 time: 0.0997970 Oct 12 23:06:32.015171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f80e356-e43f-473b-bb60-53ce884f5443 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.024304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Allocated IP 172.20.0.9 (7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca/0405ce8d-cdb4-4aa9-b891-cbc9464460be/07228086-1be3-4c89-81f2-0fcb7ca5860a) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:32.052062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-258a1396-f0fd-4cc7-8fa5-a242b2414156 req-9cd8b78c-6f03-47fb-b234-1cca1e2cd178 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578766 Oct 12 23:06:32.058457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-86301670-fd7e-40ad-ad6c-d3b4eb4cd416 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae89301-f146-404d-ae4c-0b13164b3e2a HTTP/1.1" status: 200 len: 217 time: 0.0450737 Oct 12 23:06:32.063468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3f80e356-e43f-473b-bb60-53ce884f5443 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 606d1c5e-78ec-425e-8475-33d8da3a337c owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:32.117439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-9ec7e03e-7b21-496b-a8d1-e2ec4defdc57 None None] Allocated IP 2001:db8::f816:3eff:fe38:cc2c (e63cc77b-86bd-4eff-b47b-f6b5b230179e/ced93f0e-451f-4e93-83eb-7858163adf4b/5ed9482e-cb04-4d8a-8eff-f295dae55490) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:32.174662 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.186973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-edcde361-7a0c-4dc0-8ce7-af49fff4d89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:32.188989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-edcde361-7a0c-4dc0-8ce7-af49fff4d89f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1214848 Oct 12 23:06:32.243323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5ed9482e-cb04-4d8a-8eff-f295dae55490 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:32.246305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9ec7e03e-7b21-496b-a8d1-e2ec4defdc57 None None] For port 5ed9482e-cb04-4d8a-8eff-f295dae55490, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5ed9482e-cb04-4d8a-8eff-f295dae55490,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:32.256731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c4c92-a7dc-4630-95b7-bd68c6e9bf72 req-2d2216fd-5803-4ed0-bd00-bf48a39d967b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:32.258281 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-765c4c92-a7dc-4630-95b7-bd68c6e9bf72 req-2d2216fd-5803-4ed0-bd00-bf48a39d967b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 945 time: 0.1181333 Oct 12 23:06:32.276614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-a5d45903-6302-45a6-a19f-ae72ff1a80ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:32.278024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-a5d45903-6302-45a6-a19f-ae72ff1a80ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795102 Oct 12 23:06:32.311663 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9ec7e03e-7b21-496b-a8d1-e2ec4defdc57 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.322087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.322342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5ed9482e-cb04-4d8a-8eff-f295dae55490 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:32.324220 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.359120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Network 7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:32.362897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:32.369704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:32.396001 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-765c4c92-a7dc-4630-95b7-bd68c6e9bf72 req-90074def-a105-42e8-812a-98346ce65667 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282399 Oct 12 23:06:32.413657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'Port': ['ID=07228086-1be3-4c89-81f2-0fcb7ca5860a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:32.435686 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9ec7e03e-7b21-496b-a8d1-e2ec4defdc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.473479 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-3906702b-1ffe-4d2d-bcc6-198bbcc68317 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832051 Oct 12 23:06:32.552336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7e03e-7b21-496b-a8d1-e2ec4defdc57 None None] Pushing event updated for resources: {'Port': ['ID=5ed9482e-cb04-4d8a-8eff-f295dae55490,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:32.575948 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f80e356-e43f-473b-bb60-53ce884f5443 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.597286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d0c782d-c9b6-4e16-883b-d4a7491362c9 req-838b186f-c805-44c7-ba7b-ae26becfcf05 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100607 Oct 12 23:06:32.643108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f80e356-e43f-473b-bb60-53ce884f5443 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=606d1c5e-78ec-425e-8475-33d8da3a337c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:32.687408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.729497 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f80e356-e43f-473b-bb60-53ce884f5443 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.733019 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3f80e356-e43f-473b-bb60-53ce884f5443 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/606d1c5e-78ec-425e-8475-33d8da3a337c HTTP/1.1" status: 204 len: 168 time: 1.3302598 Oct 12 23:06:32.736474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34862) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:32.798902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4064d-2e94-43f3-9145-6004fc0c710d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:32.804206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4064d-2e94-43f3-9145-6004fc0c710d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:32.804206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe4064d-2e94-43f3-9145-6004fc0c710d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:32.804206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ffe4064d-2e94-43f3-9145-6004fc0c710d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0662456 Oct 12 23:06:32.806301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34864) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:32.830687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.872498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-26b49d77-6d0f-495d-bc8e-0e9385cd1378 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet a5676c49-08e6-435e-a9e8-a5ffe3b1b1f0 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:32.877146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b49d77-6d0f-495d-bc8e-0e9385cd1378 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:32.932926 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b49d77-6d0f-495d-bc8e-0e9385cd1378 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.017491 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.028960 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b49d77-6d0f-495d-bc8e-0e9385cd1378 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.144400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.164008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3767c64a-4460-4633-8114-9a200ec973b8 None None] Provisioning complete for port 5ed9482e-cb04-4d8a-8eff-f295dae55490 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:33.164386 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3767c64a-4460-4633-8114-9a200ec973b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.197226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d048b-361c-415d-b4b1-201a2e5b3bd3 req-1ed2382c-d631-4fb7-89a2-5c47e15667c2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:33.198906 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d048b-361c-415d-b4b1-201a2e5b3bd3 req-1ed2382c-d631-4fb7-89a2-5c47e15667c2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 943 time: 0.0595644 Oct 12 23:06:33.216335 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b49d77-6d0f-495d-bc8e-0e9385cd1378 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.244309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'Port': ['ID=07228086-1be3-4c89-81f2-0fcb7ca5860a,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:33.255897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b49d77-6d0f-495d-bc8e-0e9385cd1378 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=a5676c49-08e6-435e-a9e8-a5ffe3b1b1f0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:33.261761 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.263703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3767c64a-4460-4633-8114-9a200ec973b8 None None] Could not find standard attr ID for object 606d1c5e-78ec-425e-8475-33d8da3a337c. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:33.272063 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b49d77-6d0f-495d-bc8e-0e9385cd1378 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.275917 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-26b49d77-6d0f-495d-bc8e-0e9385cd1378 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/a5676c49-08e6-435e-a9e8-a5ffe3b1b1f0 HTTP/1.1" status: 204 len: 168 time: 0.4682264 Oct 12 23:06:33.279005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34870) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:33.299352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d048b-361c-415d-b4b1-201a2e5b3bd3 req-87749070-cfb9-40c8-be08-aed15389610e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878325 Oct 12 23:06:33.355585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-067380c5-f1ba-4b9f-b9e8-2a9cc99bff87 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet ced93f0e-451f-4e93-83eb-7858163adf4b {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:33.358880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-067380c5-f1ba-4b9f-b9e8-2a9cc99bff87 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.382517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.382517 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bc6fcf7e-3b78-4c8a-bdef-13580a913e80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8699145 Oct 12 23:06:33.382517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34874) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:33.406717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-067380c5-f1ba-4b9f-b9e8-2a9cc99bff87 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.433626 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3973d087-244a-4b2f-b0e2-815ca74226df None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:33.456929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-90c56496-18fc-4032-914e-0ef64bc32818 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "GET /v2.0/floatingips?floating_network_id=7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca HTTP/1.1" status: 200 len: 689 time: 0.0769300 Oct 12 23:06:33.459450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34878) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:33.490213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bbaa3fbd-cb80-48aa-aa68-60f81611c482 None None] Could not find standard attr ID for object 606d1c5e-78ec-425e-8475-33d8da3a337c. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:33.519982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-067380c5-f1ba-4b9f-b9e8-2a9cc99bff87 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.594380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572c785-d975-4290-a64b-5fd6b3ec1023 req-7c36ac07-220b-4d81-b391-8fdfbab58a0f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:33.596049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5572c785-d975-4290-a64b-5fd6b3ec1023 req-7c36ac07-220b-4d81-b391-8fdfbab58a0f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 945 time: 0.0858641 Oct 12 23:06:33.610040 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.664889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-067380c5-f1ba-4b9f-b9e8-2a9cc99bff87 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.708838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-067380c5-f1ba-4b9f-b9e8-2a9cc99bff87 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.714439 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-067380c5-f1ba-4b9f-b9e8-2a9cc99bff87 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/ced93f0e-451f-4e93-83eb-7858163adf4b HTTP/1.1" status: 204 len: 168 time: 0.4320817 Oct 12 23:06:33.714439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067380c5-f1ba-4b9f-b9e8-2a9cc99bff87 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=ced93f0e-451f-4e93-83eb-7858163adf4b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:33.733299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34882) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:33.733797 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5572c785-d975-4290-a64b-5fd6b3ec1023 req-d06881cd-3980-48f1-affa-91fc9fdb2f02 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238182 Oct 12 23:06:33.767005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a2d077ac-ae78-49fa-805d-a8bacd2237bf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453646 Oct 12 23:06:33.769469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34886) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:33.773956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Deleting port 07228086-1be3-4c89-81f2-0fcb7ca5860a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:33.774625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.831318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a978510-4805-4455-979f-e15b10a79e6a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:33.835485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6a978510-4805-4455-979f-e15b10a79e6a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0622766 Oct 12 23:06:33.836825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34890) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:33.873119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.873456 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:33.889784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Calling delete_port for 07228086-1be3-4c89-81f2-0fcb7ca5860a owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:33.936493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9972717c-9f82-4a3f-a53d-a1a8458c8ca3 req-e8f3e460-f7c2-4d58-ac7b-c5b3fcc5d72a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:33.945126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9972717c-9f82-4a3f-a53d-a1a8458c8ca3 req-e8f3e460-f7c2-4d58-ac7b-c5b3fcc5d72a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=7815b302-cfc3-4f42-a0ae-cd4597f9bd1e HTTP/1.1" status: 200 len: 946 time: 0.0907402 Oct 12 23:06:33.946725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ba8a0-74e0-4a43-bf01-aff8a5af5f99 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:33.948273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0a4ba8a0-74e0-4a43-bf01-aff8a5af5f99 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1106443 Oct 12 23:06:33.950801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34894) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:34.020056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4bbbcd24-8c85-406a-8f96-11bc04874329 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625710 Oct 12 23:06:34.021958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34896) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:34.034326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-87d11209-7039-499a-bc39-657431040411 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:34.071378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9972717c-9f82-4a3f-a53d-a1a8458c8ca3 req-8bfbc42a-7318-426d-a5ff-5439fd68d702 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176775 Oct 12 23:06:34.260942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5ed9482e-cb04-4d8a-8eff-f295dae55490 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:34.269893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d11209-7039-499a-bc39-657431040411 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:34.275845 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87d11209-7039-499a-bc39-657431040411 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:34.276755 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-87d11209-7039-499a-bc39-657431040411 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:06:34.277508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87d11209-7039-499a-bc39-657431040411 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:06:34.315672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5ed9482e-cb04-4d8a-8eff-f295dae55490 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:34.316115 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:34.340587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f735e99-e208-4d38-a13c-c6b176c6a8dc None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:34.418911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34906) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:34.419522 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-87d11209-7039-499a-bc39-657431040411 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3892202 Oct 12 23:06:34.426617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-be463eaa-484f-4907-a905-f196153fae9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:34.443969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a86f46-3975-4dbc-814d-44639ce1ae4c req-f9af85de-85c7-470e-a4bd-55e454aed209 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:34.445585 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50a86f46-3975-4dbc-814d-44639ce1ae4c req-f9af85de-85c7-470e-a4bd-55e454aed209 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 943 time: 0.0703769 Oct 12 23:06:34.464149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7d9ffbc3-04c7-41d6-8673-d564e51aebfb None None] Provisioning complete for port 5ed9482e-cb04-4d8a-8eff-f295dae55490 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:34.473147 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d9ffbc3-04c7-41d6-8673-d564e51aebfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:34.514664 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50a86f46-3975-4dbc-814d-44639ce1ae4c req-045076e2-ad75-4f02-b312-5417ab32b5c2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498331 Oct 12 23:06:34.647527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:34.682523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be463eaa-484f-4907-a905-f196153fae9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:34.686155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be463eaa-484f-4907-a905-f196153fae9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:34.687659 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-be463eaa-484f-4907-a905-f196153fae9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:06:34.688119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be463eaa-484f-4907-a905-f196153fae9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:06:34.694205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event deleted for resources: {'Port': ['ID=07228086-1be3-4c89-81f2-0fcb7ca5860a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:34.780256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-be463eaa-484f-4907-a905-f196153fae9e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3593428 Oct 12 23:06:34.784103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34912) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:34.790907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6476f4d7-8d2e-4b66-bcec-ded2720b21b3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:34.792664 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:34.844838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad169565-56b4-499c-b52a-a8f66d717622 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:06:34.886805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:34.896902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ad169565-56b4-499c-b52a-a8f66d717622 None None] Deleting port 5ed9482e-cb04-4d8a-8eff-f295dae55490 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:34.902697 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad169565-56b4-499c-b52a-a8f66d717622 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:34.972228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ad169565-56b4-499c-b52a-a8f66d717622 None None] For port 5ed9482e-cb04-4d8a-8eff-f295dae55490, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5ed9482e-cb04-4d8a-8eff-f295dae55490,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:34.972635 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad169565-56b4-499c-b52a-a8f66d717622 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:34.986432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ad169565-56b4-499c-b52a-a8f66d717622 None None] Calling delete_port for 5ed9482e-cb04-4d8a-8eff-f295dae55490 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:34.995467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6476f4d7-8d2e-4b66-bcec-ded2720b21b3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:34.999096 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6476f4d7-8d2e-4b66-bcec-ded2720b21b3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.001557 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6476f4d7-8d2e-4b66-bcec-ded2720b21b3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:06:35.002000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6476f4d7-8d2e-4b66-bcec-ded2720b21b3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:06:35.036913 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.066272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0405ce8d-cdb4-4aa9-b891-cbc9464460be,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:35.101763 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6476f4d7-8d2e-4b66-bcec-ded2720b21b3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3131340 Oct 12 23:06:35.103032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34930) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:35.110553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2ff02286-e5c0-429a-bf92-415f97bdea9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:35.124169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.150553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:35.161166 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad169565-56b4-499c-b52a-a8f66d717622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.162004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '081d0ed3-fc4e-4500-a4a6-5d0ab9730a0e') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:35.162299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '081d0ed3-fc4e-4500-a4a6-5d0ab9730a0e') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:35.175646 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.190119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.196299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:06:35.196679 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:06:35.198440 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:06:35.213042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad169565-56b4-499c-b52a-a8f66d717622 None None] Pushing event deleted for resources: {'Port': ['ID=5ed9482e-cb04-4d8a-8eff-f295dae55490,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:35.214913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad169565-56b4-499c-b52a-a8f66d717622 None None] No DVR routers for this DVR port 5ed9482e-cb04-4d8a-8eff-f295dae55490 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:35.292683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-f70b085c-24f9-4828-b057-e4b1b289e94c tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.294134 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-f70b085c-24f9-4828-b057-e4b1b289e94c tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/networks?id=4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 200 len: 813 time: 0.1920943 Oct 12 23:06:35.308751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-75e7904f-ec36-492e-a30a-e6de7adb3c0e tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/quotas/778d91bff3b94f0180d254202b511056 HTTP/1.1" status: 200 len: 375 time: 0.0088093 Oct 12 23:06:35.361552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-fd2d20ff-dc70-479e-aec6-375e99f557da tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0470221 Oct 12 23:06:35.396779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.401306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 23:06:35.403820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.410138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca HTTP/1.1" status: 204 len: 168 time: 1.9474230 Oct 12 23:06:35.410356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:35.444521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207fd972-8440-489f-a576-2b4dc0940633 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:35.462000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff02286-e5c0-429a-bf92-415f97bdea9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:35.465794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ff02286-e5c0-429a-bf92-415f97bdea9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.467445 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff02286-e5c0-429a-bf92-415f97bdea9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:06:35.467872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff02286-e5c0-429a-bf92-415f97bdea9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:06:35.487088 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-9d695da2-e5ef-425c-8161-390cabde65ab service neutron] 10.222.0.31 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184237 Oct 12 23:06:35.542089 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c6768ff4-effa-4409-9b9e-4045f9038dd2 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3350 time: 0.1305993 Oct 12 23:06:35.545362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34940) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:35.592511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-38e56b2d-1f56-4fe0-bd25-dc4bfed6c1da service neutron] 10.222.0.31 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021712 Oct 12 23:06:35.620709 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2ff02286-e5c0-429a-bf92-415f97bdea9d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5154829 Oct 12 23:06:35.621592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34942) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:35.624480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9ae89301-f146-404d-ae4c-0b13164b3e2a details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:06:35.627271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d245418d-f20c-49c2-9c96-4a5953e2c927 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:35.688983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.689434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.689878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.690622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.691224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.691835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.692440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.698929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.698929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.698929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.698929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.698929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.698929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-04e1836a-ea19-4078-aee3-ec1895e2f2bf tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7648 time: 0.1512623 Oct 12 23:06:35.701004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34944) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:35.712971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf4002-6ee3-40e0-95d2-56b0d2fa1afd req-463c9ae7-d497-429d-a902-67a5ed48f9b7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.715050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1eaf4002-6ee3-40e0-95d2-56b0d2fa1afd req-463c9ae7-d497-429d-a902-67a5ed48f9b7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 943 time: 0.1316769 Oct 12 23:06:35.770972 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1eaf4002-6ee3-40e0-95d2-56b0d2fa1afd req-4247534a-5003-49b4-aa87-f4524db3c7b0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493937 Oct 12 23:06:35.789326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9ae89301-f146-404d-ae4c-0b13164b3e2a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9ae89301-f146-404d-ae4c-0b13164b3e2a,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:35.799482 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-5d40f824-cf0a-4cd7-aded-60df1f04762c tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] delete failed (client error): The resource could not be found. Oct 12 23:06:35.802890 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5d40f824-cf0a-4cd7-aded-60df1f04762c tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/29d946ea-4303-4c77-98c6-89bc422d2b41 HTTP/1.1" status: 404 len: 345 time: 0.0961030 Oct 12 23:06:35.803302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34948) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:35.812953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '9ae89301-f146-404d-ae4c-0b13164b3e2a', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'port_id': '9ae89301-f146-404d-ae4c-0b13164b3e2a', 'mac_address': 'fa:16:3e:b7:3e:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:06:35.843526 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f46114-f40d-4469-9033-36a87cac004a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] DELETE failed (client error): The resource could not be found. Oct 12 23:06:35.844650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f46114-f40d-4469-9033-36a87cac004a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:06:35.865699 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:35.868221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d7f46114-f40d-4469-9033-36a87cac004a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "DELETE /v2.0/networks/7a8bb4cb-c1a8-4f2a-98ac-077fa85f42ca HTTP/1.1" status: 404 len: 339 time: 0.0637469 Oct 12 23:06:35.875928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34950) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:35.888428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Request body: {'network': {'name': 'tempest-network--1544328587', 'router:external': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:35.896642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae89301-f146-404d-ae4c-0b13164b3e2a {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:35.916303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9ae89301-f146-404d-ae4c-0b13164b3e2a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9ae89301-f146-404d-ae4c-0b13164b3e2a,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:35.984271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2693c-356a-4745-b70e-43faac575987 req-01a4653d-9da3-4136-af66-d82140b6c832 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:35.985825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d4a2693c-356a-4745-b70e-43faac575987 req-01a4653d-9da3-4136-af66-d82140b6c832 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.41 "GET /v2.0/ports?device_id=7815b302-cfc3-4f42-a0ae-cd4597f9bd1e HTTP/1.1" status: 200 len: 946 time: 0.0504451 Oct 12 23:06:36.001722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d245418d-f20c-49c2-9c96-4a5953e2c927 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:36.002107 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.005483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d245418d-f20c-49c2-9c96-4a5953e2c927 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.007131 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d245418d-f20c-49c2-9c96-4a5953e2c927 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:06:36.007573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d245418d-f20c-49c2-9c96-4a5953e2c927 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:06:36.068137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9ae89301-f146-404d-ae4c-0b13164b3e2a,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:36.104129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Made reservation on behalf of 00d9d3f9556745ec8b873d939c8948af for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:36.106778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.145915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-d4a2693c-356a-4745-b70e-43faac575987 req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Deleting port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:36.145915 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d4a2693c-356a-4745-b70e-43faac575987 req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.183228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:06:36.216158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.216534 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Added segment aa0522ed-8608-4883-95aa-0e0259fe0ea8 of type vlan for network 0b30c277-13d4-4f5a-9237-b55d8d8c8990 Oct 12 23:06:36.241950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5ed9482e-cb04-4d8a-8eff-f295dae55490 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:36.258673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d245418d-f20c-49c2-9c96-4a5953e2c927 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6350043 Oct 12 23:06:36.260964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34962) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:36.287050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8b31fb9a-0e02-471d-8481-8be0586b28eb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:36.297370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 5ed9482e-cb04-4d8a-8eff-f295dae55490 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:36.297907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5ed9482e-cb04-4d8a-8eff-f295dae55490 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:36.300883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9ae89301-f146-404d-ae4c-0b13164b3e2a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:36.317158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d4a2693c-356a-4745-b70e-43faac575987 req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] For port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:36.317670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d4a2693c-356a-4745-b70e-43faac575987 req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.354395 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.370274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-d4a2693c-356a-4745-b70e-43faac575987 req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Calling delete_port for 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:36.373796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5238435-c999-4f28-bede-f01bda84b90e req-d63cc2d6-e2b8-42cc-b7eb-a09427102937 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 210 time: 0.0309973 Oct 12 23:06:36.503571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.506180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:36.506180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.556773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b31fb9a-0e02-471d-8481-8be0586b28eb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:36.560274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b31fb9a-0e02-471d-8481-8be0586b28eb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.561635 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b31fb9a-0e02-471d-8481-8be0586b28eb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:06:36.562056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b31fb9a-0e02-471d-8481-8be0586b28eb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:06:36.596062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-f3320e53-2b18-4e5c-a3e7-c2bbff5aa29a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:36.597538 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-f3320e53-2b18-4e5c-a3e7-c2bbff5aa29a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.25 "GET /v2.0/ports?device_id=613cbb37-8f34-4195-ae41-6f9488d1814f HTTP/1.1" status: 200 len: 945 time: 0.1310890 Oct 12 23:06:36.598638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'Network': ['ID=0b30c277-13d4-4f5a-9237-b55d8d8c8990,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:36.609507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 0b30c277-13d4-4f5a-9237-b55d8d8c8990 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:06:36.664672 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d4a2693c-356a-4745-b70e-43faac575987 req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.697828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Pushing event deleted for resources: {'Port': ['ID=2e207ad7-00af-4dc2-bce3-4ed2b4cb5032,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:36.699643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['8087c7f3-a502-446d-a489-2fb6970a0483'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:36.721355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8b31fb9a-0e02-471d-8481-8be0586b28eb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4580047 Oct 12 23:06:36.729985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7afe742c-303c-449a-9b13-26d83397a6fc tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8522089 Oct 12 23:06:36.730639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34976) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:36.730976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34974) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:36.763875 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2d3c8b8f-d819-455d-bed3-6be7f1ebd6f3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0317414 Oct 12 23:06:36.770831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34978) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:36.783855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4a2693c-356a-4745-b70e-43faac575987 req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] No DVR routers for this DVR port 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:36.786463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d4a2693c-356a-4745-b70e-43faac575987 req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:36.790076 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d4a2693c-356a-4745-b70e-43faac575987 req-3ee4d709-d668-4708-9da9-e638d99c76ae tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.41 "DELETE /v2.0/ports/2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 HTTP/1.1" status: 204 len: 173 time: 0.7981188 Oct 12 23:06:36.790632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7815b302-cfc3-4f42-a0ae-cd4597f9bd1e', 'name': 'network-vif-deleted', 'tag': '2e207ad7-00af-4dc2-bce3-4ed2b4cb5032'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:36.793026 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443ff469-6d19-4003-8b40-fa2534512122" -d '{"events": [{"server_uuid": "7815b302-cfc3-4f42-a0ae-cd4597f9bd1e", "name": "network-vif-deleted", "tag": "2e207ad7-00af-4dc2-bce3-4ed2b4cb5032"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:36.944997 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f9a80-dd74-42d6-9b0b-f8d80afd6333 x-openstack-request-id: req-935f9a80-dd74-42d6-9b0b-f8d80afd6333 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:36.945372 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7815b302-cfc3-4f42-a0ae-cd4597f9bd1e", "name": "network-vif-deleted", "tag": "2e207ad7-00af-4dc2-bce3-4ed2b4cb5032", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:36.945550 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-935f9a80-dd74-42d6-9b0b-f8d80afd6333 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:36.946097 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7815b302-cfc3-4f42-a0ae-cd4597f9bd1e', 'name': 'network-vif-deleted', 'tag': '2e207ad7-00af-4dc2-bce3-4ed2b4cb5032', 'status': 'completed', 'code': 200} Oct 12 23:06:36.959530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae89f88-e8d9-4478-bce4-69983ae92931 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:36.960904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2ae89f88-e8d9-4478-bce4-69983ae92931 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1596177 Oct 12 23:06:36.967759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34986) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:36.978730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ef21eb-b3d2-4605-aca3-d3b3e735cafe req-afeedd0c-9fc9-4b09-96f7-7052d879ee37 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:36.989143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06ef21eb-b3d2-4605-aca3-d3b3e735cafe req-afeedd0c-9fc9-4b09-96f7-7052d879ee37 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 944 time: 0.0858562 Oct 12 23:06:36.994910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d287f0-bda7-42e1-a1c6-6c3014f973dd tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:37.001964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d287f0-bda7-42e1-a1c6-6c3014f973dd tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:37.008183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d287f0-bda7-42e1-a1c6-6c3014f973dd tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:37.015730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d287f0-bda7-42e1-a1c6-6c3014f973dd tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:37.019321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a6d287f0-bda7-42e1-a1c6-6c3014f973dd tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2864096 Oct 12 23:06:37.019950 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34988) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:37.030164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Deleting port 8087c7f3-a502-446d-a489-2fb6970a0483 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:37.030520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.087814 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-aa38c989-333a-43dc-9f2e-a9a46f6a76cd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950847 Oct 12 23:06:37.096786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34992) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:37.119041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:37.146730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['2e207ad7-00af-4dc2-bce3-4ed2b4cb5032'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:37.159389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.201377 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] For port 8087c7f3-a502-446d-a489-2fb6970a0483, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8087c7f3-a502-446d-a489-2fb6970a0483,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:37.201967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.254484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Calling delete_port for 8087c7f3-a502-446d-a489-2fb6970a0483 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:37.267863 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06ef21eb-b3d2-4605-aca3-d3b3e735cafe req-70b7cb99-a2e9-479d-ad3c-47cd84e98892 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774153 Oct 12 23:06:37.289723 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-30113984-876a-40a0-846e-aaf0683036c3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2845101 Oct 12 23:06:37.304756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.360660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:37.363442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b30c277-13d4-4f5a-9237-b55d8d8c8990']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:37.365846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.381956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0522ed-8608-4883-95aa-0e0259fe0ea8') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:37.383495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0522ed-8608-4883-95aa-0e0259fe0ea8') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:37.395351 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.423435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.460427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-a861eead-0310-42d7-a0ea-47ed3645fcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:37.463764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-a861eead-0310-42d7-a0ea-47ed3645fcf1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 1098 time: 0.1490037 Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:06:37.490830 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:06:37.567064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8466598f-852d-4f60-bb55-da9c4e9e8994 req-cb7e8965-3cb3-4eac-b408-cd0bede5baff tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 210 time: 0.0867558 Oct 12 23:06:37.622817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-013ccd85-9ba4-4f54-a3d1-f8c1b382ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:37.624381 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-013ccd85-9ba4-4f54-a3d1-f8c1b382ca0d service neutron] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.1292622 Oct 12 23:06:37.645939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9ae89301-f146-404d-ae4c-0b13164b3e2a up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:37.707794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-0c176fb0-86ea-486e-92a3-91ad466b059e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f HTTP/1.1" status: 200 len: 1001 time: 0.0755115 Oct 12 23:06:37.766169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-b9d3cdc6-7bc2-4ea2-b3a7-0c67ddb7a2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:37.767645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-b9d3cdc6-7bc2-4ea2-b3a7-0c67ddb7a2a5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.0516288 Oct 12 23:06:37.792327 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.818393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-fa7561bd-3a03-4aa8-aa8c-750efb740c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:37.819937 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-fa7561bd-3a03-4aa8-aa8c-750efb740c3c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443854 Oct 12 23:06:37.825444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Pushing event deleted for resources: {'Port': ['ID=8087c7f3-a502-446d-a489-2fb6970a0483,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:37.870738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] No DVR routers for this DVR port 8087c7f3-a502-446d-a489-2fb6970a0483 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:37.872938 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.875114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.878308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82613dea-12ca-4882-9afb-d868e45f1a08 req-0c41751d-6f56-43fa-abdd-f56996a669d0 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.25 "DELETE /v2.0/ports/8087c7f3-a502-446d-a489-2fb6970a0483 HTTP/1.1" status: 204 len: 173 time: 1.2737134 Oct 12 23:06:37.879107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '613cbb37-8f34-4195-ae41-6f9488d1814f', 'name': 'network-vif-deleted', 'tag': '8087c7f3-a502-446d-a489-2fb6970a0483'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:37.881706 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833debcc-4667-44b4-a057-9fc3e989e1c9" -d '{"events": [{"server_uuid": "613cbb37-8f34-4195-ae41-6f9488d1814f", "name": "network-vif-deleted", "tag": "8087c7f3-a502-446d-a489-2fb6970a0483"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:37.888616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0b30c277-13d4-4f5a-9237-b55d8d8c8990 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 23:06:37.892077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.898899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "DELETE /v2.0/networks/0b30c277-13d4-4f5a-9237-b55d8d8c8990 HTTP/1.1" status: 204 len: 168 time: 0.8736780 Oct 12 23:06:37.902926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35006) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:37.908732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32523cb6-898f-40af-80e2-bd5dacc86c40 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event deleted for resources: {'Network': ['ID=0b30c277-13d4-4f5a-9237-b55d8d8c8990,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:37.921146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 9ae89301-f146-404d-ae4c-0b13164b3e2a completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:06:37.928097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Request body: {'network': {'name': 'tempest-network--1280981296', 'router:external': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:37.929960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 9ae89301-f146-404d-ae4c-0b13164b3e2a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:37.930838 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:37.934734 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd143a-2ae3-43e4-82f9-3e12c28d7639 x-openstack-request-id: req-90cd143a-2ae3-43e4-82f9-3e12c28d7639 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:37.935350 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "613cbb37-8f34-4195-ae41-6f9488d1814f", "name": "network-vif-deleted", "tag": "8087c7f3-a502-446d-a489-2fb6970a0483", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:37.935911 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90cd143a-2ae3-43e4-82f9-3e12c28d7639 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:37.936575 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '613cbb37-8f34-4195-ae41-6f9488d1814f', 'name': 'network-vif-deleted', 'tag': '8087c7f3-a502-446d-a489-2fb6970a0483', 'status': 'completed', 'code': 200} Oct 12 23:06:38.039754 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-f7162ba1-0f0f-41c8-a516-a81cce7fc1bb service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104776 Oct 12 23:06:38.092892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Made reservation on behalf of 00d9d3f9556745ec8b873d939c8948af for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:38.096159 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:38.140015 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:38.266140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9ae89301-f146-404d-ae4c-0b13164b3e2a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9ae89301-f146-404d-ae4c-0b13164b3e2a,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:38.267384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae89301-f146-404d-ae4c-0b13164b3e2a'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:38.271564 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d4cac8-2bf2-4b5d-8c62-963e39231cf9" -d '{"events": [{"server_uuid": "fcabf75e-8ffd-48a4-b2db-792edea15f39", "name": "network-vif-plugged", "status": "completed", "tag": "9ae89301-f146-404d-ae4c-0b13164b3e2a"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:38.360014 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9b5066-e02f-481d-bb55-93e0728e7201 x-openstack-request-id: req-ed9b5066-e02f-481d-bb55-93e0728e7201 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:38.360531 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcabf75e-8ffd-48a4-b2db-792edea15f39", "name": "network-vif-plugged", "status": "completed", "tag": "9ae89301-f146-404d-ae4c-0b13164b3e2a", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:38.360985 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ed9b5066-e02f-481d-bb55-93e0728e7201 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:38.361540 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae89301-f146-404d-ae4c-0b13164b3e2a', 'code': 200} Oct 12 23:06:38.417586 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:38.510311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f2a51-5f30-4f26-a633-70af0d0ddc03 req-2016df68-c15a-4b82-ae49-7ab79465d97c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:38.512143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9ae89301-f146-404d-ae4c-0b13164b3e2a,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:38.512295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-351f2a51-5f30-4f26-a633-70af0d0ddc03 req-2016df68-c15a-4b82-ae49-7ab79465d97c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 944 time: 0.1113367 Oct 12 23:06:38.579786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-351f2a51-5f30-4f26-a633-70af0d0ddc03 req-d403aa9d-5a5b-49d6-82fa-76fdbf133f3b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602787 Oct 12 23:06:38.750280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b1da80f3-8e37-4265-9dee-0ff2084ff0bc req-271dbbc2-12d4-440b-b4fa-2b408c61f75a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 210 time: 0.0732913 Oct 12 23:06:38.826750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:06:38.860029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6ccf4b6-9fd1-4d62-a3b3-4374da0d1afa req-2bbe8cc8-d20a-4f2c-9127-945041825961 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8088710 Oct 12 23:06:38.861737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf19c1-0f33-45d1-ad86-9a806f23c29f req-1e0991d2-629f-4fc1-851d-f095c4748914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:38.863153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bccf19c1-0f33-45d1-ad86-9a806f23c29f req-1e0991d2-629f-4fc1-851d-f095c4748914 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 1097 time: 0.2151704 Oct 12 23:06:38.864354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:38.864851 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Added segment a3556aaf-e57c-43db-8934-01abd916a0cd of type vlan for network 4bbceb7d-6bb2-4971-aba4-bac5ac8b8068 Oct 12 23:06:38.919447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:06:38.931060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:38.988907 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:39.008136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:39.015784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bccf19c1-0f33-45d1-ad86-9a806f23c29f req-de933050-935b-483f-989c-b6363cdd6134 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407795 Oct 12 23:06:39.020607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:39.028951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:39.029553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:39.030078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf6372d-5fbf-4202-867c-f9c476743f4f None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:39.048446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=8b8e1119-f4cf-4f87-a727-5d802a20872f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:39.138491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:39.143553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:39.144958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:39.217513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35030) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:39.230536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3aa31c82-3433-4cb0-88b2-0180b9aa8638 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1313250 Oct 12 23:06:39.242426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:10:04:3f', 'name': 'tempest-NetworksTestDHCPv6-602902725'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:39.290194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'Network': ['ID=4bbceb7d-6bb2-4971-aba4-bac5ac8b8068,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:39.331485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4bbceb7d-6bb2-4971-aba4-bac5ac8b8068 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:06:39.340625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '8b8e1119-f4cf-4f87-a727-5d802a20872f'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:06:39.341977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:39.347893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-12cd69bd-4dd0-469d-984f-b8ed439862e6 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4352376 Oct 12 23:06:39.350277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35036) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:39.537068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13279fb-2f45-4d95-842c-0e68015f6e6c tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:39.538736 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a13279fb-2f45-4d95-842c-0e68015f6e6c tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] 10.222.0.31 "GET /v2.0/networks/4bbceb7d-6bb2-4971-aba4-bac5ac8b8068 HTTP/1.1" status: 200 len: 757 time: 0.1873522 Oct 12 23:06:39.546019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35040) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:39.615418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Allocated IP 2001:db8::f816:3eff:feaf:a23 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/8b8e1119-f4cf-4f87-a727-5d802a20872f/26bf0209-ed66-40d2-aafe-e6d20954a24c) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:39.644803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:39.647440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:39.657141 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ac27ec-5528-4d09-b7ac-82211bebf4de tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:39.661218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-45ac27ec-5528-4d09-b7ac-82211bebf4de tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] 10.222.0.31 "GET /v2.0/networks/8d1949e8-064d-456f-a95d-cb880fcfa287 HTTP/1.1" status: 200 len: 767 time: 0.1162782 Oct 12 23:06:39.661525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35044) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:39.734270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:39.734953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 2e207ad7-00af-4dc2-bce3-4ed2b4cb5032 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:39.806987 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:39.825220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b39916-874a-4acc-b69a-eadb21b0fe59 req-2f0a6eca-c21f-46a5-82f2-6f68601796e0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:39.827318 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9b39916-874a-4acc-b69a-eadb21b0fe59 req-2f0a6eca-c21f-46a5-82f2-6f68601796e0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 945 time: 0.1032636 Oct 12 23:06:39.891168 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc14274c-35d4-4996-ab55-703bc87579c1 req-0a2147df-255b-48ac-889a-fddc5a33a0d4 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 210 time: 0.0418558 Oct 12 23:06:39.898567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:39.905273 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:39.922894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 89149e61-0954-4a06-b446-317b12ad103c yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:39.947402 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:39.952558 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9b39916-874a-4acc-b69a-eadb21b0fe59 req-b68071dc-7d16-4360-a7bc-4cc8e3f24333 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174841 Oct 12 23:06:39.995126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bbceb7d-6bb2-4971-aba4-bac5ac8b8068']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:39.997276 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.044828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3556aaf-e57c-43db-8934-01abd916a0cd') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:40.044828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3556aaf-e57c-43db-8934-01abd916a0cd') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:40.062058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.083642 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.102412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:06:40.103030 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:06:40.105020 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:06:40.194033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:fe10:43f (e63cc77b-86bd-4eff-b47b-f6b5b230179e/8b8e1119-f4cf-4f87-a727-5d802a20872f/89149e61-0954-4a06-b446-317b12ad103c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:40.203486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-6ee49354-59cc-48ad-9c8b-0c905bf32ecb tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:40.205300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-6ee49354-59cc-48ad-9c8b-0c905bf32ecb tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.41 "GET /v2.0/networks?id=4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 200 len: 813 time: 0.2357349 Oct 12 23:06:40.215170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:40.222154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Request body: {'port': {'device_id': '0d4e5c52-dfea-49e7-a3e3-acfec32efe27', 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0', 'admin_state_up': True, 'tenant_id': '778d91bff3b94f0180d254202b511056'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:40.231257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:40.233875 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:40.257230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Pushing event updated for resources: {'Port': ['ID=26bf0209-ed66-40d2-aafe-e6d20954a24c,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:40.336186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.343320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Attempting to bind port 26bf0209-ed66-40d2-aafe-e6d20954a24c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:40.344419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Attempting to bind port 26bf0209-ed66-40d2-aafe-e6d20954a24c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:40.344857 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Attempting to bind port 26bf0209-ed66-40d2-aafe-e6d20954a24c on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:40.355431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:40.355431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:40.355431 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.355431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:40.355904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Bound port: 26bf0209-ed66-40d2-aafe-e6d20954a24c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:40.358400 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.376116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4bbceb7d-6bb2-4971-aba4-bac5ac8b8068 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 23:06:40.380323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.389381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35054) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:40.394366 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4bbceb7d-6bb2-4971-aba4-bac5ac8b8068 HTTP/1.1" status: 204 len: 168 time: 0.7211785 Oct 12 23:06:40.397691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bf7a2-7197-4059-8f68-e355d8818b5e tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event deleted for resources: {'Network': ['ID=4bbceb7d-6bb2-4971-aba4-bac5ac8b8068,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:40.397842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Request body: {'network': {'name': 'tempest-network--160778718'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:40.430541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.452529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] For port 26bf0209-ed66-40d2-aafe-e6d20954a24c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:40.457321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] For port 26bf0209-ed66-40d2-aafe-e6d20954a24c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=26bf0209-ed66-40d2-aafe-e6d20954a24c,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:40.517632 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:06:40.517632 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 23:06:40.517632 n-d-790519-14 neutron-server[101889]: [parameters: {'project_id_1': '778d91bff3b94f0180d254202b511056', 'expiration_1': datetime.datetime(2021, 10, 12, 23, 6, 20, 452604)}] Oct 12 23:06:40.517632 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:06:40.518193 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:06:40.578596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-ee2d5730-49af-43ab-8a0e-47542c16235f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:40.580556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-ee2d5730-49af-43ab-8a0e-47542c16235f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.25 "GET /v2.0/networks?id=4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 200 len: 813 time: 0.1201174 Oct 12 23:06:40.597454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Request body: {'port': {'device_id': '42814337-3b83-4b41-b947-c2db1c95670f', 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0', 'admin_state_up': True, 'tenant_id': '778d91bff3b94f0180d254202b511056'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:40.629816 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.698238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Made reservation on behalf of 00d9d3f9556745ec8b873d939c8948af for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:40.700762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.705459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.751121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44005f60-7058-4dd5-9c79-e3537dbb2a1d None None] Pushing event updated for resources: {'Port': ['ID=26bf0209-ed66-40d2-aafe-e6d20954a24c,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:40.830644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Made reservation on behalf of 778d91bff3b94f0180d254202b511056 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:40.837438 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.867156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:40.881386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=89149e61-0954-4a06-b446-317b12ad103c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:40.884042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:40.891823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8087c7f3-a502-446d-a489-2fb6970a0483 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:40.892329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:06:40.894507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:40.905429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:40.906517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.935503 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:40.935503 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Added segment 7d3a3173-9d86-421b-8b49-f693493d680c of type vlan for network 0e743322-86e2-4891-94a9-cb8c2d478f85 Oct 12 23:06:40.953769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 8087c7f3-a502-446d-a489-2fb6970a0483 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:40.954229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8087c7f3-a502-446d-a489-2fb6970a0483 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:41.027202 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.047375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bc0e692a-7e02-49a6-98fb-a2641b040016 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8249400 Oct 12 23:06:41.048076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35064) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:41.137660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7e5ce5f-95f0-45a3-b560-0d54ffe710a8 req-d57242c2-99d3-42e1-aa4b-65bf26847d05 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 210 time: 0.0518277 Oct 12 23:06:41.226820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Allocated IP 172.20.0.12 (4a570523-486e-4ec6-ac46-51888cb459d0/29b25aeb-0eb3-4b4b-8e52-08176de40e8f/9bfb437d-98d0-461b-9c4e-67ef44abb089) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:41.244190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Made reservation on behalf of 778d91bff3b94f0180d254202b511056 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:41.256023 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.278042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.283534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:41.285094 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.327980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce7fd6-65fc-4c74-9bf3-f0c4e537b54d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:41.334425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ce7fd6-65fc-4c74-9bf3-f0c4e537b54d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:41.336201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-63ce7fd6-65fc-4c74-9bf3-f0c4e537b54d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1700 time: 0.2857220 Oct 12 23:06:41.346108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6323e790-805a-4fbb-98ee-c3b502c6fa89 req-3b02d38d-6a80-4273-8802-64bb04df5770 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:41.351819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35066) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:41.355417 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6323e790-805a-4fbb-98ee-c3b502c6fa89 req-3b02d38d-6a80-4273-8802-64bb04df5770 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 945 time: 0.1980970 Oct 12 23:06:41.426766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0379982 Oct 12 23:06:41.430834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35070) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:41.445750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-96d923f5-8a35-4b39-a609-36d449464242 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:41.555831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60c909-30e7-4b45-81ad-6a7149acbf80 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'Network': ['ID=0e743322-86e2-4891-94a9-cb8c2d478f85,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:41.568682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.568942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 0e743322-86e2-4891-94a9-cb8c2d478f85 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:06:41.593583 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-959edf7c-c880-41e4-a119-ec1c3ed24a47 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 89149e61-0954-4a06-b446-317b12ad103c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:41.593932 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-959edf7c-c880-41e4-a119-ec1c3ed24a47 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.594318 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6323e790-805a-4fbb-98ee-c3b502c6fa89 req-42cfb780-d2c1-4da5-a95c-936c253ce6c9 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372859 Oct 12 23:06:41.790249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-959edf7c-c880-41e4-a119-ec1c3ed24a47 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.796229 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-31b10c66-c75e-4848-882f-9251ab916428 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=d7a8b43052b2454e9459dc6c1313aad8 HTTP/1.1" status: 200 len: 267 time: 0.0975502 Oct 12 23:06:41.811346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-959edf7c-c880-41e4-a119-ec1c3ed24a47 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 89149e61-0954-4a06-b446-317b12ad103c owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:41.827042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.836583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96d923f5-8a35-4b39-a609-36d449464242 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.878695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-240fd19f-ee2c-46d8-bae0-2340c58f6bc4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:41.880019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-240fd19f-ee2c-46d8-bae0-2340c58f6bc4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 945 time: 0.0751982 Oct 12 23:06:41.892910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-0300a70f-cf4d-4dfe-a6dc-1bf00d30178c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'port': {'security_groups': []}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:41.936608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Pushing event updated for resources: {'Port': ['ID=9bfb437d-98d0-461b-9c4e-67ef44abb089,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:41.987608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Allocated IP 172.20.0.10 (4a570523-486e-4ec6-ac46-51888cb459d0/29b25aeb-0eb3-4b4b-8e52-08176de40e8f/d0aa3908-b25b-403d-84f5-84c2bd30a830) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:41.992162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-0300a70f-cf4d-4dfe-a6dc-1bf00d30178c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:41.994067 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96d923f5-8a35-4b39-a609-36d449464242 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.027315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96d923f5-8a35-4b39-a609-36d449464242 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Network 0e743322-86e2-4891-94a9-cb8c2d478f85 is not hosted by any dhcp agent {{(pid=101890) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 23:06:42.028433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d923f5-8a35-4b39-a609-36d449464242 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:42.029051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96d923f5-8a35-4b39-a609-36d449464242 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.030404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-96d923f5-8a35-4b39-a609-36d449464242 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "PUT /v2.0/networks/0e743322-86e2-4891-94a9-cb8c2d478f85 HTTP/1.1" status: 200 len: 857 time: 0.5986934 Oct 12 23:06:42.066729 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35080) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:42.081029 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ff13bd3-60db-4e75-a287-d8e82918ea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.086639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Network 4a570523-486e-4ec6-ac46-51888cb459d0 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:42.156704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d923f5-8a35-4b39-a609-36d449464242 tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event updated for resources: {'Network': ['ID=0e743322-86e2-4891-94a9-cb8c2d478f85,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:42.285500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:42.360370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 26bf0209-ed66-40d2-aafe-e6d20954a24c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:42.433263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-0300a70f-cf4d-4dfe-a6dc-1bf00d30178c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] For port 9ae89301-f146-404d-ae4c-0b13164b3e2a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9ae89301-f146-404d-ae4c-0b13164b3e2a,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:42.473453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:42.481100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 26bf0209-ed66-40d2-aafe-e6d20954a24c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:42.481479 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.485161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-0300a70f-cf4d-4dfe-a6dc-1bf00d30178c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.537477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6a81cbf7-2e12-4037-917c-fca5d644fe39 None None] Provisioning complete for port 26bf0209-ed66-40d2-aafe-e6d20954a24c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:42.538249 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a81cbf7-2e12-4037-917c-fca5d644fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.550726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-0300a70f-cf4d-4dfe-a6dc-1bf00d30178c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.592375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['236eddfd-9ddc-4edc-9ea5-8eddcf940659', '761148b5-99a7-4fe1-be39-e9be785d8634', '9ae89301-f146-404d-ae4c-0b13164b3e2a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:42.677275 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.681864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-959edf7c-c880-41e4-a119-ec1c3ed24a47 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.808505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-0300a70f-cf4d-4dfe-a6dc-1bf00d30178c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:42.813031 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-0300a70f-cf4d-4dfe-a6dc-1bf00d30178c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.815909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a792cd-df83-4cb9-bb93-6894c54ae644 req-0300a70f-cf4d-4dfe-a6dc-1bf00d30178c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "PUT /v2.0/ports/9ae89301-f146-404d-ae4c-0b13164b3e2a HTTP/1.1" status: 200 len: 904 time: 0.9281390 Oct 12 23:06:42.816738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0300a70f-cf4d-4dfe-a6dc-1bf00d30178c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'Port': ['ID=9ae89301-f146-404d-ae4c-0b13164b3e2a,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:42.820905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'tag': '9ae89301-f146-404d-ae4c-0b13164b3e2a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:42.841174 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c4b659-3c64-4c14-b143-1786300d9085" -d '{"events": [{"name": "network-changed", "server_uuid": "fcabf75e-8ffd-48a4-b2db-792edea15f39", "tag": "9ae89301-f146-404d-ae4c-0b13164b3e2a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:42.848212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a81cbf7-2e12-4037-917c-fca5d644fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:42.941031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959edf7c-c880-41e4-a119-ec1c3ed24a47 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=89149e61-0954-4a06-b446-317b12ad103c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:43.001871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6a81cbf7-2e12-4037-917c-fca5d644fe39 None None] For port 26bf0209-ed66-40d2-aafe-e6d20954a24c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=26bf0209-ed66-40d2-aafe-e6d20954a24c,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:43.016686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9ae89301-f146-404d-ae4c-0b13164b3e2a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:43.059839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.216514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8ab63-3984-49e2-975e-1e844ea92c02 req-b3b2e97d-5ad8-4de0-b961-ce129214d7bf tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:43.225037 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7bb8ab63-3984-49e2-975e-1e844ea92c02 req-b3b2e97d-5ad8-4de0-b961-ce129214d7bf tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 932 time: 0.7595716 Oct 12 23:06:43.242421 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a81cbf7-2e12-4037-917c-fca5d644fe39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.259502 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-959edf7c-c880-41e4-a119-ec1c3ed24a47 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.276355 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:06:43.277006 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:06:43.278534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-959edf7c-c880-41e4-a119-ec1c3ed24a47 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/89149e61-0954-4a06-b446-317b12ad103c HTTP/1.1" status: 204 len: 168 time: 1.9255891 Oct 12 23:06:43.280499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35096) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:43.344773 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.351929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:43.353375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.355465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81cbf7-2e12-4037-917c-fca5d644fe39 None None] Pushing event updated for resources: {'Port': ['ID=26bf0209-ed66-40d2-aafe-e6d20954a24c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:43.416309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f02fbf28-5795-4948-a75b-245ca42c8495 None None] Provisioning complete for port 9ae89301-f146-404d-ae4c-0b13164b3e2a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:43.416638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7bb8ab63-3984-49e2-975e-1e844ea92c02 req-b813596b-910d-459b-bfcd-98587558ef6d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902819 Oct 12 23:06:43.417208 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f02fbf28-5795-4948-a75b-245ca42c8495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.440068 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.483143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-b4a281b5-29d7-4ab7-936e-7c590a678e3a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8908286 Oct 12 23:06:43.502327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Request body: {'port': {'device_id': '42814337-3b83-4b41-b947-c2db1c95670f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:43.573620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f02fbf28-5795-4948-a75b-245ca42c8495 None None] Could not find standard attr ID for object 89149e61-0954-4a06-b446-317b12ad103c. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:43.596771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e743322-86e2-4891-94a9-cb8c2d478f85']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:43.614784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3a3173-9d86-421b-8b49-f693493d680c') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:43.615171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3a3173-9d86-421b-8b49-f693493d680c') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:43.625220 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.639474 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.700576 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.709476 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.725524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:06:43.725768 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:06:43.731443 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:06:43.758333 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd972759-a463-4c09-a2c9-0cee32fb237c x-openstack-request-id: req-fd972759-a463-4c09-a2c9-0cee32fb237c {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:43.758333 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcabf75e-8ffd-48a4-b2db-792edea15f39", "tag": "9ae89301-f146-404d-ae4c-0b13164b3e2a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:43.758333 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd972759-a463-4c09-a2c9-0cee32fb237c {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:43.758333 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'tag': '9ae89301-f146-404d-ae4c-0b13164b3e2a', 'status': 'completed', 'code': 200} Oct 12 23:06:43.865506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e89772-f418-48a0-aaf8-5e24d0738ef5 req-5f321a73-32ab-4fce-8269-663d8e3e888c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:43.867125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-16e89772-f418-48a0-aaf8-5e24d0738ef5 req-5f321a73-32ab-4fce-8269-663d8e3e888c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 907 time: 0.6377635 Oct 12 23:06:43.882154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8459650-af8b-449d-8fbd-1af4fa261bab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:43.883723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8459650-af8b-449d-8fbd-1af4fa261bab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:43.885628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a8459650-af8b-449d-8fbd-1af4fa261bab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6022730 Oct 12 23:06:43.888336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35104) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:43.935061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-101b6a9a-ecbd-45d8-908b-18843e04a26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:43.936944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-101b6a9a-ecbd-45d8-908b-18843e04a26c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 1059 time: 0.1782386 Oct 12 23:06:44.019614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b4fc968-e8f8-4983-864c-2b72e8c15e06 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 8b8e1119-f4cf-4f87-a727-5d802a20872f {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:44.027219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc968-e8f8-4983-864c-2b72e8c15e06 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.090656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc968-e8f8-4983-864c-2b72e8c15e06 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.133184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-78a7770b-2f11-461e-b271-a0e5adbfe1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:44.134608 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-78a7770b-2f11-461e-b271-a0e5adbfe1db service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.1868529 Oct 12 23:06:44.214198 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-0d53e0f8-7566-4cd2-bc43-374964cbed8e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ae89301-f146-404d-ae4c-0b13164b3e2a HTTP/1.1" status: 200 len: 217 time: 0.0651431 Oct 12 23:06:44.247975 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Network 4a570523-486e-4ec6-ac46-51888cb459d0 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:44.272094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:44.294279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:44.321788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc968-e8f8-4983-864c-2b72e8c15e06 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.327248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-84a19120-afdb-42fc-a4f6-79abbed6261e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:44.329091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-84a19120-afdb-42fc-a4f6-79abbed6261e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1073039 Oct 12 23:06:44.335988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 26bf0209-ed66-40d2-aafe-e6d20954a24c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:44.403242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 26bf0209-ed66-40d2-aafe-e6d20954a24c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:44.403897 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.439167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-eb746e72-1c1b-4c0f-a89c-00ec98fcda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:44.440693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-eb746e72-1c1b-4c0f-a89c-00ec98fcda92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877118 Oct 12 23:06:44.485080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:44.486115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.517133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Pushing event updated for resources: {'Port': ['ID=d0aa3908-b25b-403d-84f5-84c2bd30a830,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:44.554759 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc968-e8f8-4983-864c-2b72e8c15e06 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.588343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f7e02-c09a-479e-873e-57589ae87fa1 req-389875f9-ac5b-43a0-abc7-111ce15224c3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:44.590193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-870f7e02-c09a-479e-873e-57589ae87fa1 req-389875f9-ac5b-43a0-abc7-111ce15224c3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.3385794 Oct 12 23:06:44.599362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fc968-e8f8-4983-864c-2b72e8c15e06 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=8b8e1119-f4cf-4f87-a727-5d802a20872f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:44.608004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff4cac-9d7e-4883-9301-cc7641be70c6 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:44.608404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b4fc968-e8f8-4983-864c-2b72e8c15e06 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.617878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8b4fc968-e8f8-4983-864c-2b72e8c15e06 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/8b8e1119-f4cf-4f87-a727-5d802a20872f HTTP/1.1" status: 204 len: 168 time: 0.7258959 Oct 12 23:06:44.617878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35120) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:44.618170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-d13b3d48-c9fc-4ba5-92fa-820797f47443 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4013188 Oct 12 23:06:44.635421 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Request body: {'port': {'device_id': '0d4e5c52-dfea-49e7-a3e3-acfec32efe27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:44.672791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-df41234d-a97d-4d0d-ad67-4633e4bbe6b2 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208171 Oct 12 23:06:44.677561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c73b365-2b03-4212-a7f9-4d634f30db83 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0569127 Oct 12 23:06:44.678167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35122) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:44.685078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:44.694907 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.713149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06079ad5-301c-4471-a503-83fc3a195bf1 req-bb571dfd-aaa2-473c-8326-86f9eb575731 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:44.713328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e743322-86e2-4891-94a9-cb8c2d478f85 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 23:06:44.722020 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06079ad5-301c-4471-a503-83fc3a195bf1 req-bb571dfd-aaa2-473c-8326-86f9eb575731 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 932 time: 0.2115376 Oct 12 23:06:44.725433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.729310 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] 10.222.0.31 "DELETE /v2.0/networks/0e743322-86e2-4891-94a9-cb8c2d478f85 HTTP/1.1" status: 204 len: 168 time: 2.6454830 Oct 12 23:06:44.737008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35124) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:44.771581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfb437d-98d0-461b-9c4e-67ef44abb089 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:44.785324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-870f7e02-c09a-479e-873e-57589ae87fa1 req-aa773ab5-fc8f-4c8f-b896-dedcd15383c8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1673439 Oct 12 23:06:44.786077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0958c-5345-4a4d-96f9-87977cd8230a tempest-ExternalNetworksTestJSON-1054296169 tempest-ExternalNetworksTestJSON-1054296169-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e743322-86e2-4891-94a9-cb8c2d478f85,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:44.795219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.818336 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3690fd-c911-4423-9ef2-1a8a04eff4ab tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] DELETE failed (client error): The resource could not be found. Oct 12 23:06:44.818693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3690fd-c911-4423-9ef2-1a8a04eff4ab tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:06:44.822149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-be3690fd-c911-4423-9ef2-1a8a04eff4ab tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] 10.222.0.31 "DELETE /v2.0/subnets/0405ce8d-cdb4-4aa9-b891-cbc9464460be HTTP/1.1" status: 404 len: 337 time: 0.0732901 Oct 12 23:06:44.831444 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.832456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35126) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:44.855226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Transition to ACTIVE for port object 9bfb437d-98d0-461b-9c4e-67ef44abb089 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:06:44.892880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c50fca3-4c96-422b-b925-8489f411d4bd None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:06:44.938637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06079ad5-301c-4471-a503-83fc3a195bf1 req-cf56f13b-e972-4d4c-b701-274937720678 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156336 Oct 12 23:06:44.971329 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.982389 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:44.996361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9c4b659-3c64-4c14-b143-1786300d9085 req-65530d3a-3ef6-4589-8358-c4b461115144 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057139 Oct 12 23:06:45.039571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5c50fca3-4c96-422b-b925-8489f411d4bd None None] Deleting port 26bf0209-ed66-40d2-aafe-e6d20954a24c {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:45.045343 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c50fca3-4c96-422b-b925-8489f411d4bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.154768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:45.166568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.195120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfb437d-98d0-461b-9c4e-67ef44abb089,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:45.207471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5c50fca3-4c96-422b-b925-8489f411d4bd None None] For port 26bf0209-ed66-40d2-aafe-e6d20954a24c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=26bf0209-ed66-40d2-aafe-e6d20954a24c,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:45.209825 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c50fca3-4c96-422b-b925-8489f411d4bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.261952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5c50fca3-4c96-422b-b925-8489f411d4bd None None] Calling delete_port for 26bf0209-ed66-40d2-aafe-e6d20954a24c owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:45.433669 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.464657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec11d21-bda5-44f1-8f34-93a009d28736 req-7d9141b0-76ee-4d75-8b87-c4143799b9a2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:45.473349 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ec11d21-bda5-44f1-8f34-93a009d28736 req-7d9141b0-76ee-4d75-8b87-c4143799b9a2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.3647320 Oct 12 23:06:45.536053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d1949e8-064d-456f-a95d-cb880fcfa287']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:45.536885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.570590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de6ffc4f-95c8-4c96-b578-6ebda7e6c2ef') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:45.571154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de6ffc4f-95c8-4c96-b578-6ebda7e6c2ef') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:06:45.573063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Attempting to bind port 9bfb437d-98d0-461b-9c4e-67ef44abb089 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:45.573459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Attempting to bind port 9bfb437d-98d0-461b-9c4e-67ef44abb089 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:45.573973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Attempting to bind port 9bfb437d-98d0-461b-9c4e-67ef44abb089 on network 4a570523-486e-4ec6-ac46-51888cb459d0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:45.598872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ec11d21-bda5-44f1-8f34-93a009d28736 req-bbfc9b8e-7623-487f-8ab4-a92dab172e93 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227157 Oct 12 23:06:45.608046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.621140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Port 9bfb437d-98d0-461b-9c4e-67ef44abb089 on network 4a570523-486e-4ec6-ac46-51888cb459d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:45.621558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Attempting to bind port 9bfb437d-98d0-461b-9c4e-67ef44abb089 on network 4a570523-486e-4ec6-ac46-51888cb459d0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:45.625148 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bafd0ccb-7086-4971-8195-5535ebed71b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.649784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:45.650136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Checking segment: {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:45.650917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Bound using segment: {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:45.651479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Bound port: 9bfb437d-98d0-461b-9c4e-67ef44abb089, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:45.651904 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.654488 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.654728 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c50fca3-4c96-422b-b925-8489f411d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.679594 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c50fca3-4c96-422b-b925-8489f411d4bd None None] Pushing event deleted for resources: {'Port': ['ID=26bf0209-ed66-40d2-aafe-e6d20954a24c,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:45.692702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c50fca3-4c96-422b-b925-8489f411d4bd None None] No DVR routers for this DVR port 26bf0209-ed66-40d2-aafe-e6d20954a24c on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:45.703414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:06:45.704002 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:06:45.712879 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:06:45.788651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0aa3908-b25b-403d-84f5-84c2bd30a830 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:45.829387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.829691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:06:45.833363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.866748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Transition to ACTIVE for port object d0aa3908-b25b-403d-84f5-84c2bd30a830 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:06:45.881496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] For port 9bfb437d-98d0-461b-9c4e-67ef44abb089, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:45.885210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] For port 9bfb437d-98d0-461b-9c4e-67ef44abb089, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9bfb437d-98d0-461b-9c4e-67ef44abb089,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:45.944455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:45.952449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:45.962255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:45.962255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:45.967838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cb6ee5-e82f-48a0-8897-e152bd149348 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:45.975702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=7fd572d1-e6d5-4759-a139-912479664f46,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:46.004094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62696e-a116-44e4-99ea-131466ddd48a req-3ae67eaa-d169-4425-8503-3d0c0cef1b6d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:46.005613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-3ae67eaa-d169-4425-8503-3d0c0cef1b6d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.1744280 Oct 12 23:06:46.012313 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.016058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.021636 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] 10.222.0.31 "DELETE /v2.0/networks/8d1949e8-064d-456f-a95d-cb880fcfa287 HTTP/1.1" status: 204 len: 168 time: 1.1863484 Oct 12 23:06:46.026486 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-19e245c8-c85d-414f-ad8d-0b4330a6ca5d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/quotas/d7a8b43052b2454e9459dc6c1313aad8 HTTP/1.1" status: 200 len: 375 time: 0.0128241 Oct 12 23:06:46.059926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85049bc3-ba4c-4a75-8a4e-23b7fb4482c8 tempest-ExternalNetworksTestJSON-126682506 tempest-ExternalNetworksTestJSON-126682506-project] Pushing event deleted for resources: {'Network': ['ID=8d1949e8-064d-456f-a95d-cb880fcfa287,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:46.072458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.074325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.121553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e44757-70a5-4413-b79a-2efd922cf4bf req-12977e4e-6c03-4b99-9651-0dd2f2f7dcea tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:46.129210 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3e44757-70a5-4413-b79a-2efd922cf4bf req-12977e4e-6c03-4b99-9651-0dd2f2f7dcea tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 944 time: 0.1158240 Oct 12 23:06:46.142098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-959e91f1-7140-403f-bd2a-a6827a72a50e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1044908 Oct 12 23:06:46.142776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:46.144441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.144844 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] 10.222.0.25 "PUT /v2.0/ports/9bfb437d-98d0-461b-9c4e-67ef44abb089 HTTP/1.1" status: 200 len: 1093 time: 2.6483507 Oct 12 23:06:46.148073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42814337-3b83-4b41-b947-c2db1c95670f', 'tag': '9bfb437d-98d0-461b-9c4e-67ef44abb089'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:46.150558 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82f7a26-1741-4199-aa40-13d3c38d5635" -d '{"events": [{"name": "network-changed", "server_uuid": "42814337-3b83-4b41-b947-c2db1c95670f", "tag": "9bfb437d-98d0-461b-9c4e-67ef44abb089"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:46.158534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8ceb701b-c97c-4139-8dfb-df0fca1e3767 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4774866 Oct 12 23:06:46.169150 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35158) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:46.200953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ad5b09-eda6-4a07-8c7a-d2ddaafa9914 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfb437d-98d0-461b-9c4e-67ef44abb089,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:46.214688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:13:b6:ee', 'name': 'tempest-NetworksTestDHCPv6-29525790'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:46.335006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-e25b6118-7258-4ca8-a410-14f092c46783 service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919684 Oct 12 23:06:46.360720 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3e44757-70a5-4413-b79a-2efd922cf4bf req-8bd3a07a-a286-47e2-abb1-b0b0c05c1d4b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256577 Oct 12 23:06:46.384318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 26bf0209-ed66-40d2-aafe-e6d20954a24c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:46.389715 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.430518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 26bf0209-ed66-40d2-aafe-e6d20954a24c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:46.430872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 26bf0209-ed66-40d2-aafe-e6d20954a24c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:46.447135 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61fce9d5-6b7f-4ffa-bac1-9450fdb25e80 x-openstack-request-id: req-61fce9d5-6b7f-4ffa-bac1-9450fdb25e80 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:46.451555 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42814337-3b83-4b41-b947-c2db1c95670f", "tag": "9bfb437d-98d0-461b-9c4e-67ef44abb089", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:46.452018 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61fce9d5-6b7f-4ffa-bac1-9450fdb25e80 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:46.452764 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42814337-3b83-4b41-b947-c2db1c95670f', 'tag': '9bfb437d-98d0-461b-9c4e-67ef44abb089', 'status': 'completed', 'code': 200} Oct 12 23:06:46.499062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '7fd572d1-e6d5-4759-a139-912479664f46'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:06:46.504014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.539902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Pushing event updated for resources: {'Port': ['ID=d0aa3908-b25b-403d-84f5-84c2bd30a830,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:46.559913 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-445c7216-bddc-4b46-80de-07591c7facd9 service neutron] 10.222.0.31 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818085 Oct 12 23:06:46.575801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Attempting to bind port d0aa3908-b25b-403d-84f5-84c2bd30a830 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:46.576234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Attempting to bind port d0aa3908-b25b-403d-84f5-84c2bd30a830 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:46.576895 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Attempting to bind port d0aa3908-b25b-403d-84f5-84c2bd30a830 on network 4a570523-486e-4ec6-ac46-51888cb459d0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:46.586861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-66531805-b6c1-4bf2-ae04-4ff2e7dfc59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:46.587153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-66531805-b6c1-4bf2-ae04-4ff2e7dfc59c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 1096 time: 0.2249751 Oct 12 23:06:46.589825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Port d0aa3908-b25b-403d-84f5-84c2bd30a830 on network 4a570523-486e-4ec6-ac46-51888cb459d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:46.590251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Attempting to bind port d0aa3908-b25b-403d-84f5-84c2bd30a830 on network 4a570523-486e-4ec6-ac46-51888cb459d0 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:46.605851 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:46.606298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Checking segment: {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:46.606909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Bound using segment: {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:46.607471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Bound port: d0aa3908-b25b-403d-84f5-84c2bd30a830, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c807480-7ecd-4774-bce8-778c888ab46a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:46.607951 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.654095 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-fda89fab-ba0e-44ac-900a-e6dbd2615adf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bfb437d-98d0-461b-9c4e-67ef44abb089 HTTP/1.1" status: 200 len: 217 time: 0.0583603 Oct 12 23:06:46.680501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:46.761565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-2454a73a-7700-4a29-b8aa-c05fc2ed8666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:46.763099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-2454a73a-7700-4a29-b8aa-c05fc2ed8666 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29b25aeb-0eb3-4b4b-8e52-08176de40e8f HTTP/1.1" status: 200 len: 853 time: 0.0859804 Oct 12 23:06:46.768596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] For port d0aa3908-b25b-403d-84f5-84c2bd30a830, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:46.781603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] For port d0aa3908-b25b-403d-84f5-84c2bd30a830, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d0aa3908-b25b-403d-84f5-84c2bd30a830,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:46.798027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-b7581391-44f3-48ee-b9fa-a272205a3218 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a570523-486e-4ec6-ac46-51888cb459d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269172 Oct 12 23:06:46.801485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.802881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Allocated IP 2001:db8::f816:3eff:fec8:d0f3 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/7fd572d1-e6d5-4759-a139-912479664f46/3f1baeda-7279-4b3c-9465-7a77130a3dd0) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:46.828025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 3e088f32-0890-4df9-8e0d-72ed982093f1 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:46.885913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35170) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:46.907178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.977887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:46.978655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:46.980062 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] 10.222.0.41 "PUT /v2.0/ports/d0aa3908-b25b-403d-84f5-84c2bd30a830 HTTP/1.1" status: 200 len: 1093 time: 2.3496680 Oct 12 23:06:46.985530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-f1f590e3-e14d-49b5-90c7-420a953858d5 service neutron] 10.222.0.25 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789837 Oct 12 23:06:47.034801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d34a4fb-ec3a-432e-a4d7-fd4f24f58f77 req-3d53be10-7f34-4e52-b339-fa4eaa7de9a1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 210 time: 0.0419502 Oct 12 23:06:47.066280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.077237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b41faea-6b00-45c5-a153-0cfd3bdf1a84 service neutron] Pushing event updated for resources: {'Port': ['ID=d0aa3908-b25b-403d-84f5-84c2bd30a830,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:47.161615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7015d964-762a-40a6-bb0f-31ed8c43c19c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ca3d9fd69c864b1bbf3aff5b79f2b0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2745650 Oct 12 23:06:47.164365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35182) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:47.172601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.181214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-a25a7138-f60d-4764-838a-b53acb347f6c service neutron] 10.222.0.25 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814764 Oct 12 23:06:47.198527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-22e3ba34-73ea-47e5-aa35-cdd7c59046ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:47.200057 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-22e3ba34-73ea-47e5-aa35-cdd7c59046ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&device_id=0d4e5c52-dfea-49e7-a3e3-acfec32efe27 HTTP/1.1" status: 200 len: 1096 time: 0.0634885 Oct 12 23:06:47.239645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:47.242675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:47.246393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:47.255951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Pushing event updated for resources: {'Port': ['ID=3f1baeda-7279-4b3c-9465-7a77130a3dd0,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:47.260389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-f6f5d5a5-7fec-4835-80bb-7243254046c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0aa3908-b25b-403d-84f5-84c2bd30a830 HTTP/1.1" status: 200 len: 217 time: 0.0524695 Oct 12 23:06:47.267389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:fe13:b6ee (e63cc77b-86bd-4eff-b47b-f6b5b230179e/7fd572d1-e6d5-4759-a139-912479664f46/3e088f32-0890-4df9-8e0d-72ed982093f1) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:47.280517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66d1b9d2-561a-4336-8a89-413e71130934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.329037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Attempting to bind port 3f1baeda-7279-4b3c-9465-7a77130a3dd0 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:47.329678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Attempting to bind port 3f1baeda-7279-4b3c-9465-7a77130a3dd0 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:47.330129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Attempting to bind port 3f1baeda-7279-4b3c-9465-7a77130a3dd0 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:47.335773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:47.336250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:47.336639 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66d1b9d2-561a-4336-8a89-413e71130934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.336810 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.337279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:47.337821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Bound port: 3f1baeda-7279-4b3c-9465-7a77130a3dd0, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:47.338264 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.364424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129795dd-1591-4f74-a5c7-31745f914416 req-c6d300bd-5a8c-4665-94cf-e95e9ca5ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:47.365967 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-c6d300bd-5a8c-4665-94cf-e95e9ca5ac33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29b25aeb-0eb3-4b4b-8e52-08176de40e8f HTTP/1.1" status: 200 len: 853 time: 0.0982776 Oct 12 23:06:47.386738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-21cda58a-12a7-4f13-9860-75adc90430f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:47.389056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-21cda58a-12a7-4f13-9860-75adc90430f6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 1096 time: 0.0719326 Oct 12 23:06:47.418481 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-36613798-cfbd-46df-ae94-5d925105f4a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a570523-486e-4ec6-ac46-51888cb459d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456743 Oct 12 23:06:47.431389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] For port 3f1baeda-7279-4b3c-9465-7a77130a3dd0, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:47.436223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] For port 3f1baeda-7279-4b3c-9465-7a77130a3dd0, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3f1baeda-7279-4b3c-9465-7a77130a3dd0,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:47.543325 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.552295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4559e88-5b88-4048-a1d5-b9c7fb9b7439 req-f980ec10-bfd6-4e79-aaaa-b3b3be52c936 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:47.555418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4559e88-5b88-4048-a1d5-b9c7fb9b7439 req-f980ec10-bfd6-4e79-aaaa-b3b3be52c936 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 944 time: 0.0960925 Oct 12 23:06:47.574967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.633189 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c9d86-7452-4e4d-aaf9-48a57e6d07ae None None] Pushing event updated for resources: {'Port': ['ID=3f1baeda-7279-4b3c-9465-7a77130a3dd0,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:47.641772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-818afb03-b779-409b-b7a8-259880b934a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:47.644452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-818afb03-b779-409b-b7a8-259880b934a9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 200 len: 914 time: 0.2272544 Oct 12 23:06:47.646842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-f7076775-9f42-45b0-80d0-d8c9bebddc6c service neutron] 10.222.0.41 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193329 Oct 12 23:06:47.673823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66d1b9d2-561a-4336-8a89-413e71130934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.673823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66d1b9d2-561a-4336-8a89-413e71130934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.673823 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-66d1b9d2-561a-4336-8a89-413e71130934 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7db02ec6-c9f3-4daa-b7a3-55aabe04ca0f HTTP/1.1" status: 204 len: 168 time: 0.5038791 Oct 12 23:06:47.692653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d1b9d2-561a-4336-8a89-413e71130934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db02ec6-c9f3-4daa-b7a3-55aabe04ca0f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:47.704585 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4559e88-5b88-4048-a1d5-b9c7fb9b7439 req-42b514b4-1913-4283-a806-00ecea1dee3d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179795 Oct 12 23:06:47.773332 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.792165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-82c36490-7e0b-4f98-92de-aa5a1f1e5c0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9bfb437d-98d0-461b-9c4e-67ef44abb089 HTTP/1.1" status: 200 len: 217 time: 0.1300149 Oct 12 23:06:47.818739 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.864423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:47.867804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:47.877643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:47.883899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:47.884186 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:47.898657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=3e088f32-0890-4df9-8e0d-72ed982093f1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:47.926171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-129795dd-1591-4f74-a5c7-31745f914416 req-5d131a68-b3cf-4450-88d9-75cb79da3ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2668078 Oct 12 23:06:47.927521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-8b3e0b32-bee0-44e3-b919-886dd104d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:47.937850 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-8b3e0b32-bee0-44e3-b919-886dd104d2c9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29b25aeb-0eb3-4b4b-8e52-08176de40e8f HTTP/1.1" status: 200 len: 853 time: 0.0876827 Oct 12 23:06:47.968184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-708629f1-64e3-4a36-93e2-fca5814b9d46 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=4a570523-486e-4ec6-ac46-51888cb459d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311170 Oct 12 23:06:48.024226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4b151e95-9b81-4bf3-a825-a72bff46d429 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.8534548 Oct 12 23:06:48.025521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35200) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:48.087314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-3ca48129-b1df-421a-ba34-f1b846527aa2 service neutron] 10.222.0.25 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114414 Oct 12 23:06:48.098423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff31d98-6ee9-47c0-b047-a639df8ae011 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:48.105801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff31d98-6ee9-47c0-b047-a639df8ae011 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:48.110725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9ff31d98-6ee9-47c0-b047-a639df8ae011 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.0806167 Oct 12 23:06:48.111080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35204) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:48.195608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46384e2f-61c9-4392-b782-9fba9eff7f55 req-75247d13-efd5-4c01-a73f-64ea232e13ab tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 210 time: 0.0896416 Oct 12 23:06:48.239937 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9d21e7d4-4431-4ec1-ad3d-332821296726 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 3e088f32-0890-4df9-8e0d-72ed982093f1 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:48.245510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d21e7d4-4431-4ec1-ad3d-332821296726 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:48.254597 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c82f7a26-1741-4199-aa40-13d3c38d5635 req-2d231281-f3b1-43f3-bcd5-9293fe4d5d8e service neutron] 10.222.0.25 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594994 Oct 12 23:06:48.310559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3f1baeda-7279-4b3c-9465-7a77130a3dd0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:48.344422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d21e7d4-4431-4ec1-ad3d-332821296726 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:48.356887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9d21e7d4-4431-4ec1-ad3d-332821296726 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 3e088f32-0890-4df9-8e0d-72ed982093f1 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:48.370612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3f1baeda-7279-4b3c-9465-7a77130a3dd0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:48.370872 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:48.453731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d4e5c52-dfea-49e7-a3e3-acfec32efe27', 'tag': 'd0aa3908-b25b-403d-84f5-84c2bd30a830'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:48.456486 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7" -d '{"events": [{"name": "network-changed", "server_uuid": "0d4e5c52-dfea-49e7-a3e3-acfec32efe27", "tag": "d0aa3908-b25b-403d-84f5-84c2bd30a830"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:48.471075 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:48.527522 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c22e152b-94b1-43d5-b019-1d902d12646f x-openstack-request-id: req-c22e152b-94b1-43d5-b019-1d902d12646f {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:48.529540 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d4e5c52-dfea-49e7-a3e3-acfec32efe27", "tag": "d0aa3908-b25b-403d-84f5-84c2bd30a830", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:48.529907 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c22e152b-94b1-43d5-b019-1d902d12646f {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:48.531195 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d4e5c52-dfea-49e7-a3e3-acfec32efe27', 'tag': 'd0aa3908-b25b-403d-84f5-84c2bd30a830', 'status': 'completed', 'code': 200} Oct 12 23:06:48.533108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 3f1baeda-7279-4b3c-9465-7a77130a3dd0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3f1baeda-7279-4b3c-9465-7a77130a3dd0,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:48.607539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-9e3c24fc-45e6-4aa6-889e-99c98a4418a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:48.610252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-9e3c24fc-45e6-4aa6-889e-99c98a4418a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=778d91bff3b94f0180d254202b511056&device_id=0d4e5c52-dfea-49e7-a3e3-acfec32efe27 HTTP/1.1" status: 200 len: 1096 time: 0.0574193 Oct 12 23:06:48.674857 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d21e7d4-4431-4ec1-ad3d-332821296726 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:48.676325 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:48.711948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35210) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:48.720209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-8db68b6b-b6eb-4b15-a1eb-65f94d92b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:48.723015 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-8db68b6b-b6eb-4b15-a1eb-65f94d92b892 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 200 len: 914 time: 0.1044245 Oct 12 23:06:48.750151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21e7d4-4431-4ec1-ad3d-332821296726 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=3e088f32-0890-4df9-8e0d-72ed982093f1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:48.824682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a289c8b8-3ead-4675-8c67-0a0b7028fb84 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=00d9d3f9556745ec8b873d939c8948af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111162 Oct 12 23:06:48.826434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d21e7d4-4431-4ec1-ad3d-332821296726 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:48.833423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35218) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:48.834552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=3f1baeda-7279-4b3c-9465-7a77130a3dd0,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:48.843811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9d21e7d4-4431-4ec1-ad3d-332821296726 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/3e088f32-0890-4df9-8e0d-72ed982093f1 HTTP/1.1" status: 204 len: 168 time: 0.7312434 Oct 12 23:06:48.844846 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35220) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:48.897061 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-712a1b36-02d6-4a0b-97ec-d8d2122b497c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d0aa3908-b25b-403d-84f5-84c2bd30a830 HTTP/1.1" status: 200 len: 217 time: 0.0780122 Oct 12 23:06:48.916674 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:48.958510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf10de8-02d2-4075-b807-c78f96af0f97 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:48.961955 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf10de8-02d2-4075-b807-c78f96af0f97 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:48.963754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cdf10de8-02d2-4075-b807-c78f96af0f97 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1118529 Oct 12 23:06:48.969095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35224) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:48.987053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36472d76-9834-4117-bfbb-15d69f1f1763 req-2602cdd0-5bb4-4dbe-b6f7-c5b4a0bd32a8 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:48.988582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36472d76-9834-4117-bfbb-15d69f1f1763 req-2602cdd0-5bb4-4dbe-b6f7-c5b4a0bd32a8 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 944 time: 0.1265168 Oct 12 23:06:48.997606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-ecd6a122-3d6e-4158-bb7b-ff5873af84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:48.999492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-ecd6a122-3d6e-4158-bb7b-ff5873af84ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29b25aeb-0eb3-4b4b-8e52-08176de40e8f HTTP/1.1" status: 200 len: 853 time: 0.0924561 Oct 12 23:06:49.043496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-ddd90eae-efce-4376-85bb-a193b0440959 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4a570523-486e-4ec6-ac46-51888cb459d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307040 Oct 12 23:06:49.044113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-919c47f3-a058-4f7d-b36a-16cc2088481c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.061555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f777ca35-4310-40b8-9e12-d848ca6a162c None None] Provisioning complete for port 3f1baeda-7279-4b3c-9465-7a77130a3dd0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:49.062207 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f777ca35-4310-40b8-9e12-d848ca6a162c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.066283 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36472d76-9834-4117-bfbb-15d69f1f1763 req-7b812c71-6f3c-4739-b033-a00c6d9395b4 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531383 Oct 12 23:06:49.073936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-80e8fea3-e4dc-4fda-a402-2e04ff4ed711 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 7fd572d1-e6d5-4759-a139-912479664f46 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:49.076334 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-80e8fea3-e4dc-4fda-a402-2e04ff4ed711 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.105352 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.124166 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-919c47f3-a058-4f7d-b36a-16cc2088481c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.147450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-80e8fea3-e4dc-4fda-a402-2e04ff4ed711 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.215846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-c7ba188d-518f-491d-ab6f-a1ed138d7bea service neutron] 10.222.0.41 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617866 Oct 12 23:06:49.286057 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-80e8fea3-e4dc-4fda-a402-2e04ff4ed711 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.316337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fa9ec5a2-b342-4340-9d8d-1117f144c644 None None] Could not find standard attr ID for object 3e088f32-0890-4df9-8e0d-72ed982093f1. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:49.320073 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a14f563-14b0-4823-a0bb-7a35462cdb8e req-04afd07c-46dd-4b57-89c9-e6aff52efd46 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 210 time: 0.0359459 Oct 12 23:06:49.322483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-919c47f3-a058-4f7d-b36a-16cc2088481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.325323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-919c47f3-a058-4f7d-b36a-16cc2088481c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.333201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-919c47f3-a058-4f7d-b36a-16cc2088481c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/57855351-0231-43ce-8955-2e64bf5e7693 HTTP/1.1" status: 204 len: 168 time: 0.4910963 Oct 12 23:06:49.355947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c47f3-a058-4f7d-b36a-16cc2088481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57855351-0231-43ce-8955-2e64bf5e7693,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:49.398955 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c10e5db7-c309-454c-b1e8-bf8ad6bd47e7 req-e4670633-ae36-4745-9d56-880f75653b5d service neutron] 10.222.0.41 "GET /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749556 Oct 12 23:06:49.441401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-80e8fea3-e4dc-4fda-a402-2e04ff4ed711 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.469683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e8fea3-e4dc-4fda-a402-2e04ff4ed711 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=7fd572d1-e6d5-4759-a139-912479664f46,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:49.475943 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-80e8fea3-e4dc-4fda-a402-2e04ff4ed711 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.479886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-80e8fea3-e4dc-4fda-a402-2e04ff4ed711 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/7fd572d1-e6d5-4759-a139-912479664f46 HTTP/1.1" status: 204 len: 168 time: 0.5096467 Oct 12 23:06:49.482568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35230) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:49.535348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35232) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:49.537202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2ee7440a-fdf6-4391-b84c-00a6b9794427 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527017 Oct 12 23:06:49.539492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24bece12-e9df-44d8-954f-19493ad2b79f None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:49.595721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15412368-9fee-42db-b835-39091273320b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:49.599688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-15412368-9fee-42db-b835-39091273320b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0608819 Oct 12 23:06:49.599831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35234) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:49.654104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7e038b-dbfc-46b6-b739-aae9a7624d0a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:49.658545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6f7e038b-dbfc-46b6-b739-aae9a7624d0a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577590 Oct 12 23:06:49.658730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35236) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:49.744016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de959ead-add6-49ba-8b6b-32cc7f3ed808 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:06:49.804774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-de959ead-add6-49ba-8b6b-32cc7f3ed808 None None] Deleting port 3f1baeda-7279-4b3c-9465-7a77130a3dd0 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:49.805483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de959ead-add6-49ba-8b6b-32cc7f3ed808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.915609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-de959ead-add6-49ba-8b6b-32cc7f3ed808 None None] For port 3f1baeda-7279-4b3c-9465-7a77130a3dd0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3f1baeda-7279-4b3c-9465-7a77130a3dd0,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:49.916223 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de959ead-add6-49ba-8b6b-32cc7f3ed808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:49.937319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-de959ead-add6-49ba-8b6b-32cc7f3ed808 None None] Calling delete_port for 3f1baeda-7279-4b3c-9465-7a77130a3dd0 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:50.064869 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cf45dd94-34c9-4fc6-a896-0bb926f2f49c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4050698 Oct 12 23:06:50.068986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35252) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:50.074251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:50.150297 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de959ead-add6-49ba-8b6b-32cc7f3ed808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:50.178124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62696e-a116-44e4-99ea-131466ddd48a req-e78492aa-5c82-4b0b-bcb6-ecae51722b40 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:50.178986 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-e78492aa-5c82-4b0b-bcb6-ecae51722b40 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.25 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 811 time: 0.1169295 Oct 12 23:06:50.179223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de959ead-add6-49ba-8b6b-32cc7f3ed808 None None] No DVR routers for this DVR port 3f1baeda-7279-4b3c-9465-7a77130a3dd0 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:50.198221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Request body: {'port': {'device_id': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'admin_state_up': True, 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:50.215975 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de959ead-add6-49ba-8b6b-32cc7f3ed808 None None] Pushing event deleted for resources: {'Port': ['ID=3f1baeda-7279-4b3c-9465-7a77130a3dd0,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:50.286409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f4d546-179f-41cf-a725-8a927f68f79e req-8d723401-99c9-45a4-80da-62781d3a791f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:50.288257 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00f4d546-179f-41cf-a725-8a927f68f79e req-8d723401-99c9-45a4-80da-62781d3a791f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 944 time: 0.0611212 Oct 12 23:06:50.303222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3f1baeda-7279-4b3c-9465-7a77130a3dd0 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:50.307098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:50.307808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:50.333571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 3f1baeda-7279-4b3c-9465-7a77130a3dd0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:50.333923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3f1baeda-7279-4b3c-9465-7a77130a3dd0 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:50.399741 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00f4d546-179f-41cf-a725-8a927f68f79e req-7e2da425-b3e0-4371-a216-dd91b3efdb7b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050754 Oct 12 23:06:50.437835 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ef68bc30-d94f-4b37-b252-5e11cca52c63 req-cc5dd19b-34bd-4f75-a122-27a2c1cd296b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 210 time: 0.0426624 Oct 12 23:06:50.464046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Made reservation on behalf of d7a8b43052b2454e9459dc6c1313aad8 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:50.466977 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:50.596515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Allocated IP 172.20.0.13 (6621fe39-a6e5-450c-8c8e-ba213ba6a029/c127a2f7-7658-4c00-a581-24ee397b068a/698be07f-ffe6-460e-a95e-befcc9935fe0) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:50.746380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:06:50.748028 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:50.752906 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:50.787287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:50.790684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:50.795180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:50.795772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:50.803844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88be774-7e4c-4f47-bcdf-00801731e982 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:50.813398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=142f3910-0441-450b-b7f4-945ec78eb2ae,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:50.857695 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:50.870696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['236eddfd-9ddc-4edc-9ea5-8eddcf940659', '761148b5-99a7-4fe1-be39-e9be785d8634'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:50.912297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:50.915752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:50.920439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:50.950587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b4f42499-107b-4748-9b48-b16281cb21d3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.8779373 Oct 12 23:06:50.950895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35274) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:50.957722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:be:16:c5', 'name': 'tempest-NetworksTestDHCPv6-1285684523'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:50.957891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event updated for resources: {'Port': ['ID=698be07f-ffe6-460e-a95e-befcc9935fe0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:50.994030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9bfb437d-98d0-461b-9c4e-67ef44abb089 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:06:50.998617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:50.999940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.168902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '142f3910-0441-450b-b7f4-945ec78eb2ae'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:06:51.170074 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.171546 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-9130460c-6df1-4cc1-b5ca-8013e4649293 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9770055 Oct 12 23:06:51.184476 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Request body: {'port': {'device_id': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:51.241677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9bfb437d-98d0-461b-9c4e-67ef44abb089, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9bfb437d-98d0-461b-9c4e-67ef44abb089,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:51.257102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.316374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '9bfb437d-98d0-461b-9c4e-67ef44abb089', 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0', 'port_id': '9bfb437d-98d0-461b-9c4e-67ef44abb089', 'mac_address': 'fa:16:3e:5b:eb:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b25aeb-0eb3-4b4b-8e52-08176de40e8f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:06:51.343446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:51.349070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.370712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-95dd862c-b043-4f1b-9ff6-76299d60489d None None] Provisioning complete for port 698be07f-ffe6-460e-a95e-befcc9935fe0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:51.371315 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95dd862c-b043-4f1b-9ff6-76299d60489d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.371802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 835c3bd6-2143-4535-b4cc-5b2331f6737f yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:51.476949 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.507971 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-95dd862c-b043-4f1b-9ff6-76299d60489d None None] Port 698be07f-ffe6-460e-a95e-befcc9935fe0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:06:51.516305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfb437d-98d0-461b-9c4e-67ef44abb089 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:51.537527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Allocated IP 2001:db8::f816:3eff:fe8c:5eb5 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/142f3910-0441-450b-b7f4-945ec78eb2ae/d947e440-b438-422e-a6c3-7a8b620c8281) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:51.570703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9bfb437d-98d0-461b-9c4e-67ef44abb089, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9bfb437d-98d0-461b-9c4e-67ef44abb089,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:51.606674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010cb5c-3576-43cc-97b1-3cedbda81ec9 req-2747c478-aa42-4ee1-b335-6ffc3d7cebb8 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:51.611726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2010cb5c-3576-43cc-97b1-3cedbda81ec9 req-2747c478-aa42-4ee1-b335-6ffc3d7cebb8 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 944 time: 0.0765939 Oct 12 23:06:51.650149 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.669715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7ac14-e8de-4645-bb2b-7f7a200da4a8 req-336b81a5-4118-483b-b9a4-01a4f270489c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:51.671948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72a7ac14-e8de-4645-bb2b-7f7a200da4a8 req-336b81a5-4118-483b-b9a4-01a4f270489c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 932 time: 0.1038411 Oct 12 23:06:51.674193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 698be07f-ffe6-460e-a95e-befcc9935fe0 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:51.682556 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.696357 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2010cb5c-3576-43cc-97b1-3cedbda81ec9 req-4889a38a-3a09-4804-a88b-9405b340fd2e tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693309 Oct 12 23:06:51.704755 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d0aa3908-b25b-403d-84f5-84c2bd30a830 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:06:51.723894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Transition to ACTIVE for port object 698be07f-ffe6-460e-a95e-befcc9935fe0 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:06:51.743393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72a7ac14-e8de-4645-bb2b-7f7a200da4a8 req-28908835-4126-4907-b839-fda5aa4657c1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580208 Oct 12 23:06:51.797844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9bfb437d-98d0-461b-9c4e-67ef44abb089,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:51.828993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.904708 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:51.910301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Pushing event updated for resources: {'Port': ['ID=698be07f-ffe6-460e-a95e-befcc9935fe0,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:51.945114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d0aa3908-b25b-403d-84f5-84c2bd30a830, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d0aa3908-b25b-403d-84f5-84c2bd30a830,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:51.962333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd0aa3908-b25b-403d-84f5-84c2bd30a830', 'network_id': '4a570523-486e-4ec6-ac46-51888cb459d0', 'port_id': 'd0aa3908-b25b-403d-84f5-84c2bd30a830', 'mac_address': 'fa:16:3e:1d:91:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29b25aeb-0eb3-4b4b-8e52-08176de40e8f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:06:51.974443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9bfb437d-98d0-461b-9c4e-67ef44abb089'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:51.974556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35296) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:51.995202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Attempting to bind port 698be07f-ffe6-460e-a95e-befcc9935fe0 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:51.995202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Attempting to bind port 698be07f-ffe6-460e-a95e-befcc9935fe0 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:51.995202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Attempting to bind port 698be07f-ffe6-460e-a95e-befcc9935fe0 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:51.998404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Port 698be07f-ffe6-460e-a95e-befcc9935fe0 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:51.998755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Attempting to bind port 698be07f-ffe6-460e-a95e-befcc9935fe0 on network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:52.006137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:52.006516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Checking segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:52.007151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Bound using segment: {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:52.008068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Bound port: 698be07f-ffe6-460e-a95e-befcc9935fe0, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '606cfd25-8aad-41b0-bb2b-4ac41e582c0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:52.008431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.047593 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.078868 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.141666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:52.145542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=698be07f-ffe6-460e-a95e-befcc9935fe0,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:52.163827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:febe:16c5 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/142f3910-0441-450b-b7f4-945ec78eb2ae/835c3bd6-2143-4535-b4cc-5b2331f6737f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:52.246259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-937181021'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:52.263923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.279201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:52.299303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:52.305793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:52.306200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:52.306830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.308661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] 10.222.0.25 "PUT /v2.0/ports/698be07f-ffe6-460e-a95e-befcc9935fe0 HTTP/1.1" status: 200 len: 1093 time: 1.1286063 Oct 12 23:06:52.311295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:52.313743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0aa3908-b25b-403d-84f5-84c2bd30a830 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:52.314481 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f09b13-3431-4054-abdf-f5dfa098be89" -d '{"events": [{"name": "network-changed", "server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:52.351757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Pushing event updated for resources: {'Port': ['ID=d947e440-b438-422e-a6c3-7a8b620c8281,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:52.353224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc849b0-8cf3-4aeb-b805-d0df1cc2cd98 service neutron] Pushing event updated for resources: {'Port': ['ID=698be07f-ffe6-460e-a95e-befcc9935fe0,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:52.385564 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9700cd8-99ff-45f7-85a3-02a373f64f7a x-openstack-request-id: req-a9700cd8-99ff-45f7-85a3-02a373f64f7a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:52.386073 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:52.386668 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9700cd8-99ff-45f7-85a3-02a373f64f7a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:52.387288 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0', 'status': 'completed', 'code': 200} Oct 12 23:06:52.388280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d0aa3908-b25b-403d-84f5-84c2bd30a830, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d0aa3908-b25b-403d-84f5-84c2bd30a830,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:52.412910 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.417065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Attempting to bind port d947e440-b438-422e-a6c3-7a8b620c8281 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:52.417389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Attempting to bind port d947e440-b438-422e-a6c3-7a8b620c8281 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:52.417751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Attempting to bind port d947e440-b438-422e-a6c3-7a8b620c8281 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:52.438673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:52.438968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:52.439347 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.439744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:52.440229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Bound port: d947e440-b438-422e-a6c3-7a8b620c8281, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:52.440830 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.475000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f09b13-3431-4054-abdf-f5dfa098be89 req-561e48ff-7e45-4b52-841c-922d0c28f785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:52.477251 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52f09b13-3431-4054-abdf-f5dfa098be89 req-561e48ff-7e45-4b52-841c-922d0c28f785 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 1096 time: 0.0690699 Oct 12 23:06:52.552760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] For port d947e440-b438-422e-a6c3-7a8b620c8281, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:52.558344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] For port d947e440-b438-422e-a6c3-7a8b620c8281, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d947e440-b438-422e-a6c3-7a8b620c8281,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:52.606586 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.607259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Made reservation on behalf of 2a65278bf6e849f3b08e194066b37835 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:52.611958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.612136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f09b13-3431-4054-abdf-f5dfa098be89 req-1c20ffc4-e772-44d9-9056-aa15e21062de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:52.613845 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52f09b13-3431-4054-abdf-f5dfa098be89 req-1c20ffc4-e772-44d9-9056-aa15e21062de service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1272342 Oct 12 23:06:52.623006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.658166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.686662 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.731380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d0aa3908-b25b-403d-84f5-84c2bd30a830,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:52.764515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:52.792607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f09b13-3431-4054-abdf-f5dfa098be89 req-4fba29c3-809c-44eb-abba-e6c3aabae68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:52.792607 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52f09b13-3431-4054-abdf-f5dfa098be89 req-4fba29c3-809c-44eb-abba-e6c3aabae68f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1688678 Oct 12 23:06:52.808975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:52.847001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:52.851057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e3bf1-cf6a-4658-a871-3ea7cb51faaf None None] Pushing event updated for resources: {'Port': ['ID=d947e440-b438-422e-a6c3-7a8b620c8281,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:52.856313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:52.857214 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.865685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=835c3bd6-2143-4535-b4cc-5b2331f6737f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:52.923287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:52.935675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62696e-a116-44e4-99ea-131466ddd48a req-c8c897b0-66eb-4037-b053-a26cd776e822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:52.937332 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-c8c897b0-66eb-4037-b053-a26cd776e822 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 1096 time: 0.1001956 Oct 12 23:06:52.943542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73727e-74f1-4d63-8907-7b4654a0c536 req-5daffaee-808e-412d-88e7-094431ce5ef1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:52.943865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d0aa3908-b25b-403d-84f5-84c2bd30a830'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:52.945137 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac73727e-74f1-4d63-8907-7b4654a0c536 req-5daffaee-808e-412d-88e7-094431ce5ef1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 944 time: 0.0835724 Oct 12 23:06:52.973796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5594b836-83c7-4354-bf55-7e724411ba43 req-33d83cd9-a903-4082-8276-b68ea6b9a09d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:52.975773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5594b836-83c7-4354-bf55-7e724411ba43 req-33d83cd9-a903-4082-8276-b68ea6b9a09d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 945 time: 0.0879066 Oct 12 23:06:52.980896 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-13c67063-54c8-44e5-a470-3610b8ca5ff9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0288239 Oct 12 23:06:52.984634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35312) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:53.019608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-30313551-7aa8-4748-81a1-6b4230aaaebf service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=698be07f-ffe6-460e-a95e-befcc9935fe0 HTTP/1.1" status: 200 len: 217 time: 0.0608242 Oct 12 23:06:53.031274 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac73727e-74f1-4d63-8907-7b4654a0c536 req-8f57fe58-1497-47ee-890b-548859e8be4f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705371 Oct 12 23:06:53.051901 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.092192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:06:53.115911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91aebc48-d5de-4fbe-9200-aae80fcd4124,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:53.122098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62696e-a116-44e4-99ea-131466ddd48a req-a6835a97-ef6f-4dc0-83d3-4e953ebb2803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:53.123998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-a6835a97-ef6f-4dc0-83d3-4e953ebb2803 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1033406 Oct 12 23:06:53.130048 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5594b836-83c7-4354-bf55-7e724411ba43 req-34cbd39c-ff1a-4c7b-b00f-31afbc52496f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218209 Oct 12 23:06:53.130702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.131213 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Added segment 8e038f0f-fc06-45dd-81d7-e517224e7c7d of type vlan for network 6232aa2d-f48d-481b-a98e-5daa64f5c239 Oct 12 23:06:53.158153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5c1c5-9875-49c3-802e-7959ed0cc193 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:53.164287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff5c1c5-9875-49c3-802e-7959ed0cc193 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:53.165977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fff5c1c5-9875-49c3-802e-7959ed0cc193 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1801507 Oct 12 23:06:53.172762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35316) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:53.218598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62696e-a116-44e4-99ea-131466ddd48a req-701577a9-71e6-4e8c-a9a2-1a959a0b6c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:53.220201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-701577a9-71e6-4e8c-a9a2-1a959a0b6c76 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891051 Oct 12 23:06:53.246294 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.349052 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.354736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:53.355520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.369214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ba32dd56-1efb-48b7-a964-6ca214fb14dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 835c3bd6-2143-4535-b4cc-5b2331f6737f {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:53.369771 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba32dd56-1efb-48b7-a964-6ca214fb14dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.376002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-03dd39e5-1788-47a9-bced-5238d9e7e89e service neutron] 10.222.0.25 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459076 Oct 12 23:06:53.428680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Pushing event updated for resources: {'Network': ['ID=6232aa2d-f48d-481b-a98e-5daa64f5c239,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:53.443356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6232aa2d-f48d-481b-a98e-5daa64f5c239 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:06:53.523693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-151fb30b-cd74-46d4-aefe-0bc814d33000 tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5477343 Oct 12 23:06:53.524680 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba32dd56-1efb-48b7-a964-6ca214fb14dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.546338 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b62696e-a116-44e4-99ea-131466ddd48a req-133cd3e9-60f6-4434-bae5-dde7a8c58ee3 service neutron] 10.222.0.25 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595657 Oct 12 23:06:53.547422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ba32dd56-1efb-48b7-a964-6ca214fb14dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 835c3bd6-2143-4535-b4cc-5b2331f6737f owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:53.713434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35324) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:53.718742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Request body: {'port': {'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239', 'binding:host_id': 'n-h1-790519-14', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1028509428'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:53.783554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba32dd56-1efb-48b7-a964-6ca214fb14dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.814380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Made reservation on behalf of b5021dfaa303450d93cfb97a8dc3bb7b for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:53.816726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.819283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32dd56-1efb-48b7-a964-6ca214fb14dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=835c3bd6-2143-4535-b4cc-5b2331f6737f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:53.832419 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.865316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba32dd56-1efb-48b7-a964-6ca214fb14dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.869309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ba32dd56-1efb-48b7-a964-6ca214fb14dd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/835c3bd6-2143-4535-b4cc-5b2331f6737f HTTP/1.1" status: 204 len: 168 time: 0.6942961 Oct 12 23:06:53.871168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35326) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:53.930361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec0d944-30ee-439d-9111-e0b97f36a396 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:53.932060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec0d944-30ee-439d-9111-e0b97f36a396 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:53.933700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fec0d944-30ee-439d-9111-e0b97f36a396 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0613077 Oct 12 23:06:53.936429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35328) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:53.942979 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:53.996417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cefbc02-f1a1-47f4-96e7-f6e85f3589cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 142f3910-0441-450b-b7f4-945ec78eb2ae {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:54.000430 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cefbc02-f1a1-47f4-96e7-f6e85f3589cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.013132 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.020186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] device_id is not set on port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:54.065193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1489caca-672c-454c-bd82-51dbbf5619bc None None] Provisioning complete for port d947e440-b438-422e-a6c3-7a8b620c8281 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:54.065721 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1489caca-672c-454c-bd82-51dbbf5619bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.069955 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cefbc02-f1a1-47f4-96e7-f6e85f3589cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.111087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c047d7b-a241-4532-83b7-2dbcb8c8cb3a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:54.206793 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1489caca-672c-454c-bd82-51dbbf5619bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.213820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cefbc02-f1a1-47f4-96e7-f6e85f3589cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.309119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb9ff4a-da07-4355-ae7e-b88fe2534f8c req-3d76d84a-532c-4ffa-913b-fa9b906685e3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:54.317295 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fb9ff4a-da07-4355-ae7e-b88fe2534f8c req-3d76d84a-532c-4ffa-913b-fa9b906685e3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 944 time: 0.1721196 Oct 12 23:06:54.353775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d947e440-b438-422e-a6c3-7a8b620c8281 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:54.361675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f45829-b857-430a-b675-29c16aa3d08e req-dbb3deae-c92f-42ab-8837-f96d7187da44 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:54.363418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2f45829-b857-430a-b675-29c16aa3d08e req-dbb3deae-c92f-42ab-8837-f96d7187da44 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 945 time: 0.1017063 Oct 12 23:06:54.381691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] device_id is not set on port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:54.405185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fb9ff4a-da07-4355-ae7e-b88fe2534f8c req-3f1da709-a177-4e8b-af87-2a68c41a8e84 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809624 Oct 12 23:06:54.415455 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.437223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d947e440-b438-422e-a6c3-7a8b620c8281 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:54.437595 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.443820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2f45829-b857-430a-b675-29c16aa3d08e req-42c34c5c-0250-482d-9399-1be2d0323755 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652788 Oct 12 23:06:54.453264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cefbc02-f1a1-47f4-96e7-f6e85f3589cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.517278 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1cefbc02-f1a1-47f4-96e7-f6e85f3589cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.522409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1cefbc02-f1a1-47f4-96e7-f6e85f3589cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/142f3910-0441-450b-b7f4-945ec78eb2ae HTTP/1.1" status: 204 len: 168 time: 0.5836036 Oct 12 23:06:54.526397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cefbc02-f1a1-47f4-96e7-f6e85f3589cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=142f3910-0441-450b-b7f4-945ec78eb2ae,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:54.528069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35340) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:54.537888 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-1489caca-672c-454c-bd82-51dbbf5619bc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:06:54.538600 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-1489caca-672c-454c-bd82-51dbbf5619bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:06:54.543849 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.587917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b495dde-cad3-447c-a228-5c95ececb4ac None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:54.588276 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dd109b40-988c-47d2-bca2-9682c060762f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590761 Oct 12 23:06:54.590975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35342) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:54.597589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:54.616865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'Port': ['ID=61b6d6e4-49c6-42e3-a25d-718ab7528a07,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:54.636902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Checking segment: {'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:54.638516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Network hostable DHCP agents. Network: 6232aa2d-f48d-481b-a98e-5daa64f5c239, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:06:54.652682 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.726180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Network 6232aa2d-f48d-481b-a98e-5daa64f5c239 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:06:54.733004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port d947e440-b438-422e-a6c3-7a8b620c8281, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d947e440-b438-422e-a6c3-7a8b620c8281,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:54.805915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460024ae-da75-40e5-9f3e-757c3d5517b7 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:06:54.823374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:54.827061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.852629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-460024ae-da75-40e5-9f3e-757c3d5517b7 None None] Deleting port d947e440-b438-422e-a6c3-7a8b620c8281 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:54.853007 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-460024ae-da75-40e5-9f3e-757c3d5517b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.875536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6232aa2d-f48d-481b-a98e-5daa64f5c239) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:54.880325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:54.891788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e8edfe-3679-4fcd-a24e-9ee08cf529f5 None None] Network 6232aa2d-f48d-481b-a98e-5daa64f5c239 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:54.893616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:54.893962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:54.895592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:54.896305 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:54.899196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:54.900136 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:54.900136 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 2 to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 Oct 12 23:06:54.914504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:54.914861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:54.915297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:54.920003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:54.920425 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:54.920704 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 3 to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 Oct 12 23:06:54.934470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:54.934804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:54.935176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:54.941044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:54.941374 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:54.941787 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 4 to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 Oct 12 23:06:54.955215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:54.955566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:54.955879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:54.961299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:54.961635 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:54.962036 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 5 to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 Oct 12 23:06:54.976969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:54.978104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:54.978104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:54.983150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:54.983996 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:54.984571 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 6 to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 Oct 12 23:06:54.995366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9bfb437d-98d0-461b-9c4e-67ef44abb089 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:54.999503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:55.004516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:55.004516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:55.007489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:55.007837 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:55.008223 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 7 to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 Oct 12 23:06:55.027380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:55.027380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:55.027380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:55.032602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:55.032939 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:55.033372 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 8 to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 Oct 12 23:06:55.048277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:55.048973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:55.048973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:55.054299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:55.054592 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:55.055036 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 9 to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 Oct 12 23:06:55.069024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:55.069361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:55.069705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:55.075739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:55.076081 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:55.076492 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 10 to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 Oct 12 23:06:55.088747 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:06:55.092113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:55.093659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:55.093659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:55.099382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-460024ae-da75-40e5-9f3e-757c3d5517b7 None None] For port d947e440-b438-422e-a6c3-7a8b620c8281, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d947e440-b438-422e-a6c3-7a8b620c8281,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:55.099792 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-460024ae-da75-40e5-9f3e-757c3d5517b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.100471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:55.100916 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:55.101385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.115466 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=d947e440-b438-422e-a6c3-7a8b620c8281,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:55.154017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-460024ae-da75-40e5-9f3e-757c3d5517b7 None None] Calling delete_port for d947e440-b438-422e-a6c3-7a8b620c8281 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:55.179396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] For port 61b6d6e4-49c6-42e3-a25d-718ab7528a07, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:55.186308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempted to set empty binding levels {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 23:06:55.286949 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.318340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:55.318902 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.319153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0e079c95-982e-459d-8371-a0f07daff7b1 None None] Could not find standard attr ID for object 835c3bd6-2143-4535-b4cc-5b2331f6737f. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:55.340903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'Port': ['ID=61b6d6e4-49c6-42e3-a25d-718ab7528a07,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:55.347315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 9bfb437d-98d0-461b-9c4e-67ef44abb089 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:06:55.349130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 9bfb437d-98d0-461b-9c4e-67ef44abb089 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:55.349517 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.417328 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-460024ae-da75-40e5-9f3e-757c3d5517b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.441215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-66695208-0c44-41fe-af32-fb8a52347b22 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 1.7239656 Oct 12 23:06:55.449187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35348) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:55.453283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460024ae-da75-40e5-9f3e-757c3d5517b7 None None] Pushing event deleted for resources: {'Port': ['ID=d947e440-b438-422e-a6c3-7a8b620c8281,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:55.460092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460024ae-da75-40e5-9f3e-757c3d5517b7 None None] No DVR routers for this DVR port d947e440-b438-422e-a6c3-7a8b620c8281 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:55.466421 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.494621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42814337-3b83-4b41-b947-c2db1c95670f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfb437d-98d0-461b-9c4e-67ef44abb089'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:55.497143 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23179c31-4949-4478-a9fd-2f3c3ef15fb3" -d '{"events": [{"server_uuid": "42814337-3b83-4b41-b947-c2db1c95670f", "name": "network-vif-plugged", "status": "completed", "tag": "9bfb437d-98d0-461b-9c4e-67ef44abb089"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:55.521628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9bfb437d-98d0-461b-9c4e-67ef44abb089, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9bfb437d-98d0-461b-9c4e-67ef44abb089,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:55.553321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba717651-8987-4671-bec0-e60678a1d217 req-16eed480-2cb8-48e0-9722-3627ca3a794f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:55.554860 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba717651-8987-4671-bec0-e60678a1d217 req-16eed480-2cb8-48e0-9722-3627ca3a794f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 944 time: 0.0658953 Oct 12 23:06:55.594907 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.611518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba717651-8987-4671-bec0-e60678a1d217 req-9cd628a1-c01a-4f7c-95b0-32124311597e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Oct 12 23:06:55.632111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:06:55.637399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.659631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-438e7ae0-62e7-4fa2-b4e8-f801a72ff325 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Deleting port 61b6d6e4-49c6-42e3-a25d-718ab7528a07 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:55.659631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-438e7ae0-62e7-4fa2-b4e8-f801a72ff325 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.661544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9bfb437d-98d0-461b-9c4e-67ef44abb089,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:55.672971 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051c91ca-ccf7-446d-ae76-3bdfe852dd82 x-openstack-request-id: req-051c91ca-ccf7-446d-ae76-3bdfe852dd82 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:55.673278 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42814337-3b83-4b41-b947-c2db1c95670f", "name": "network-vif-plugged", "status": "completed", "tag": "9bfb437d-98d0-461b-9c4e-67ef44abb089", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:55.673634 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-051c91ca-ccf7-446d-ae76-3bdfe852dd82 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:55.673980 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42814337-3b83-4b41-b947-c2db1c95670f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfb437d-98d0-461b-9c4e-67ef44abb089', 'code': 200} Oct 12 23:06:55.724343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95794d-47f2-40f9-84b1-e9a546430406 req-0b4d32d2-493f-47ca-b551-2ccdad6653d3 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:55.729001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d0aa3908-b25b-403d-84f5-84c2bd30a830 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:55.731770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb95794d-47f2-40f9-84b1-e9a546430406 req-0b4d32d2-493f-47ca-b551-2ccdad6653d3 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 945 time: 0.1761518 Oct 12 23:06:55.746398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:55.761071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:55.771331 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12608c31-c2d3-4f35-aee7-7b02db7a6f10 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:55.782053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:55.782911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.792519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77133b-4a8e-4441-934a-996492794775 req-000d57c2-a55c-4f3f-b071-621db30ab1d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:55.794213 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a77133b-4a8e-4441-934a-996492794775 req-000d57c2-a55c-4f3f-b071-621db30ab1d1 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 1098 time: 0.0639119 Oct 12 23:06:55.807172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=e983ab15-1825-4524-b32d-78fbcb31b47f,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:55.816290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-438e7ae0-62e7-4fa2-b4e8-f801a72ff325 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] For port 61b6d6e4-49c6-42e3-a25d-718ab7528a07, host n-h1-790519-14, got binding levels [] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:55.816672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-438e7ae0-62e7-4fa2-b4e8-f801a72ff325 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.844193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-438e7ae0-62e7-4fa2-b4e8-f801a72ff325 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Calling delete_port for 61b6d6e4-49c6-42e3-a25d-718ab7528a07 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:55.852570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb95794d-47f2-40f9-84b1-e9a546430406 req-18854c42-0f89-4bdf-b731-8547003326a1 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199737 Oct 12 23:06:55.856007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a77133b-4a8e-4441-934a-996492794775 req-04747507-5add-4adb-bc25-e3f9d54ccbdb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535977 Oct 12 23:06:55.914115 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cdca343b-f879-492b-a405-db61bde85bc6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3220901 Oct 12 23:06:55.916917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35360) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:55.924167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:8f:a5:d0', 'name': 'tempest-NetworksTestDHCPv6-1481698741'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:55.943075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d0aa3908-b25b-403d-84f5-84c2bd30a830 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:06:55.947458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d0aa3908-b25b-403d-84f5-84c2bd30a830 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:55.947941 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:55.968814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': 'e983ab15-1825-4524-b32d-78fbcb31b47f'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:06:55.969659 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.049696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.081489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d0aa3908-b25b-403d-84f5-84c2bd30a830, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d0aa3908-b25b-403d-84f5-84c2bd30a830,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:56.148140 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-438e7ae0-62e7-4fa2-b4e8-f801a72ff325 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.178113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438e7ae0-62e7-4fa2-b4e8-f801a72ff325 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event deleted for resources: {'Port': ['ID=61b6d6e4-49c6-42e3-a25d-718ab7528a07,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:56.183900 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-438e7ae0-62e7-4fa2-b4e8-f801a72ff325 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.189818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-438e7ae0-62e7-4fa2-b4e8-f801a72ff325 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "DELETE /v2.0/ports/61b6d6e4-49c6-42e3-a25d-718ab7528a07 HTTP/1.1" status: 204 len: 168 time: 0.7446303 Oct 12 23:06:56.190280 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35364) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:56.219672 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf251d85-e7e3-4aa5-9a35-dfb8b3ccd1a0 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] GET failed (client error): The resource could not be found. Oct 12 23:06:56.221497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bf251d85-e7e3-4aa5-9a35-dfb8b3ccd1a0 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "GET /v2.0/ports/61b6d6e4-49c6-42e3-a25d-718ab7528a07 HTTP/1.1" status: 404 len: 333 time: 0.0304999 Oct 12 23:06:56.225033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35366) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:56.229943 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Request body: {'port': {'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1337272020'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:56.249676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d947e440-b438-422e-a6c3-7a8b620c8281 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:06:56.271316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d947e440-b438-422e-a6c3-7a8b620c8281 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:06:56.271656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d947e440-b438-422e-a6c3-7a8b620c8281 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:06:56.287910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Allocated IP 2001:db8::f816:3eff:fe9d:7e61 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/e983ab15-1825-4524-b32d-78fbcb31b47f/cd1f40fa-ab82-4e01-b232-87ec8d3e74f0) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:56.292172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.294010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:56.392544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.415844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 80412052-0d8b-461c-9e17-c813c13f2896 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:56.423392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Made reservation on behalf of b5021dfaa303450d93cfb97a8dc3bb7b for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:56.425802 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.481091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] device_id is not set on port b4e3aefa-1ba5-4498-a5df-16b1ec41503b yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:56.514736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d0aa3908-b25b-403d-84f5-84c2bd30a830,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:56.613528 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.654886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.735829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828edc5-3a95-4c81-b7a3-1f626e1bd766 req-eda34064-da18-4976-a469-243db898520b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:56.737230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3828edc5-3a95-4c81-b7a3-1f626e1bd766 req-eda34064-da18-4976-a469-243db898520b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 944 time: 0.0507326 Oct 12 23:06:56.744310 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.786095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:56.789251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:56.789510 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.793149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:56.799959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Pushing event updated for resources: {'Port': ['ID=cd1f40fa-ab82-4e01-b232-87ec8d3e74f0,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:56.852417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Attempting to bind port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:56.852791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Attempting to bind port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:56.853156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Attempting to bind port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:56.858442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:06:56.862149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:06:56.862149 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.862149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:06:56.862149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Bound port: cd1f40fa-ab82-4e01-b232-87ec8d3e74f0, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:06:56.862149 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.878850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Network 6232aa2d-f48d-481b-a98e-5daa64f5c239 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:56.882972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:fe8f:a5d0 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/e983ab15-1825-4524-b32d-78fbcb31b47f/80412052-0d8b-461c-9e17-c813c13f2896) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:06:56.887570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3828edc5-3a95-4c81-b7a3-1f626e1bd766 req-01ab1d81-4ce8-475a-9629-ad96a91e5016 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416783 Oct 12 23:06:56.891688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:56.893603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e3aefa-1ba5-4498-a5df-16b1ec41503b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:56.897742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:56.898665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:56.899284 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:56.955435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] For port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:56.958809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] For port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cd1f40fa-ab82-4e01-b232-87ec8d3e74f0,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:06:56.985511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 698be07f-ffe6-460e-a95e-befcc9935fe0 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:06:57.033105 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-de79ddf8-0a60-4e49-909d-dfa052899235 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8069320 Oct 12 23:06:57.036427 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35376) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:57.043340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:57.089352 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.116582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b21390-f641-4f49-89bf-7b212a02741a req-85d95033-d2a0-4867-bdcd-a4f4d1ac65df tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:57.118310 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28b21390-f641-4f49-89bf-7b212a02741a req-85d95033-d2a0-4867-bdcd-a4f4d1ac65df tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 946 time: 0.1455398 Oct 12 23:06:57.173194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.195521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=698be07f-ffe6-460e-a95e-befcc9935fe0,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:57.198793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.224700 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28b21390-f641-4f49-89bf-7b212a02741a req-1a05c55c-b64a-466b-8719-55d66a881c0d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839081 Oct 12 23:06:57.240611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '698be07f-ffe6-460e-a95e-befcc9935fe0', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'port_id': '698be07f-ffe6-460e-a95e-befcc9935fe0', 'mac_address': 'fa:16:3e:d9:a4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:06:57.245377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe017fe-518d-458b-82ae-d9ead9bf9144 None None] Pushing event updated for resources: {'Port': ['ID=cd1f40fa-ab82-4e01-b232-87ec8d3e74f0,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:57.318340 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.335358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 698be07f-ffe6-460e-a95e-befcc9935fe0 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:06:57.387801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=698be07f-ffe6-460e-a95e-befcc9935fe0,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:57.418684 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.476938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] device_id is not set on port b4e3aefa-1ba5-4498-a5df-16b1ec41503b yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:57.486802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.496331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:06:57.504146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.510576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:06:57.517526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:06:57.537235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:57.537937 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.559701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=80412052-0d8b-461c-9e17-c813c13f2896,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:57.579956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=698be07f-ffe6-460e-a95e-befcc9935fe0,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:57.634730 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.660765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-087e74c4-eb22-4814-9ec9-87a8f2d1a5a5 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7419431 Oct 12 23:06:57.663114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35380) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:57.674876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4e5c52-dfea-49e7-a3e3-acfec32efe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0aa3908-b25b-403d-84f5-84c2bd30a830'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:57.677228 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec6b884-2d47-4d59-b1c1-820b0b0e9eed" -d '{"events": [{"server_uuid": "0d4e5c52-dfea-49e7-a3e3-acfec32efe27", "name": "network-vif-plugged", "status": "completed", "tag": "d0aa3908-b25b-403d-84f5-84c2bd30a830"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:57.691947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e3aefa-1ba5-4498-a5df-16b1ec41503b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:57.709023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.709331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.709740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.715572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.716062 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.716523 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 2 to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b Oct 12 23:06:57.725804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74367cc0-b8ac-455c-8492-047792392768 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:57.728818 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a20aa9b-af65-4f4c-bd45-a388ce242751 x-openstack-request-id: req-8a20aa9b-af65-4f4c-bd45-a388ce242751 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:57.729119 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4e5c52-dfea-49e7-a3e3-acfec32efe27", "name": "network-vif-plugged", "status": "completed", "tag": "d0aa3908-b25b-403d-84f5-84c2bd30a830", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:57.729383 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a20aa9b-af65-4f4c-bd45-a388ce242751 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:57.729777 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4e5c52-dfea-49e7-a3e3-acfec32efe27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0aa3908-b25b-403d-84f5-84c2bd30a830', 'code': 200} Oct 12 23:06:57.735754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74367cc0-b8ac-455c-8492-047792392768 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:57.736843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.737176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.737434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-74367cc0-b8ac-455c-8492-047792392768 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0733240 Oct 12 23:06:57.737574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.740318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35384) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:57.742636 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.743071 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.743866 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 3 to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b Oct 12 23:06:57.757004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.757344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.757813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.762775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.763142 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.763533 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 4 to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b Oct 12 23:06:57.778225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.778563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.778904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.786250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.786582 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.787006 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 5 to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b Oct 12 23:06:57.800070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.800406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.800890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.805270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.805643 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.806070 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 6 to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b Oct 12 23:06:57.811279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['698be07f-ffe6-460e-a95e-befcc9935fe0'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:06:57.821974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.822319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.822647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.827476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.827809 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.828205 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 7 to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b Oct 12 23:06:57.841249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.841588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.841928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.849040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.849040 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.849040 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 8 to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b Oct 12 23:06:57.871980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edd9f9a-2184-453a-b589-f050f6987d86 req-6304f52f-152a-4830-8b7f-0a7064602824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:57.873496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2edd9f9a-2184-453a-b589-f050f6987d86 req-6304f52f-152a-4830-8b7f-0a7064602824 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0d4e5c52-dfea-49e7-a3e3-acfec32efe27 HTTP/1.1" status: 200 len: 1098 time: 0.0569465 Oct 12 23:06:57.874711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.875293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.875633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.882118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.882451 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.882863 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 9 to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b Oct 12 23:06:57.896554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.896904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.897759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.907488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.907907 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.908060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-850e307c-38b4-46e4-b048-a3923b211aed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 80412052-0d8b-461c-9e17-c813c13f2896 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:57.908369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-850e307c-38b4-46e4-b048-a3923b211aed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.908567 n-d-790519-14 neutron-server[101890]: INFO neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 10 to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b Oct 12 23:06:57.923158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:06:57.923641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:06:57.924049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:06:57.942791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:06:57.943176 n-d-790519-14 neutron-server[101890]: ERROR neutron.plugins.ml2.managers [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:06:57.943589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:57.989541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2edd9f9a-2184-453a-b589-f050f6987d86 req-1a7d556f-ab89-452a-a6ce-27017fc5cad3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938990 Oct 12 23:06:58.051567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-850e307c-38b4-46e4-b048-a3923b211aed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.072501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] For port b4e3aefa-1ba5-4498-a5df-16b1ec41503b, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:06:58.073671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempted to set empty binding levels {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 23:06:58.078475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-850e307c-38b4-46e4-b048-a3923b211aed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 80412052-0d8b-461c-9e17-c813c13f2896 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:58.175209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53905c0d-e6ff-4f69-af1f-b566262f74a7 req-d4be4980-71a1-47a4-8f47-013108adb268 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.182319 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53905c0d-e6ff-4f69-af1f-b566262f74a7 req-d4be4980-71a1-47a4-8f47-013108adb268 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 945 time: 0.1278365 Oct 12 23:06:58.191349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.236027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53905c0d-e6ff-4f69-af1f-b566262f74a7 req-5396ab87-a57f-4e7c-a3f0-080392d0a645 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513439 Oct 12 23:06:58.248209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'Port': ['ID=b4e3aefa-1ba5-4498-a5df-16b1ec41503b,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:58.262876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] In _notify_port_updated(), no bound segment for port b4e3aefa-1ba5-4498-a5df-16b1ec41503b on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:06:58.263825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.264506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.269919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d9870a56-f66e-40d1-a044-78ad8d8c790a tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "PUT /v2.0/ports/b4e3aefa-1ba5-4498-a5df-16b1ec41503b HTTP/1.1" status: 200 len: 976 time: 1.2283621 Oct 12 23:06:58.269919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35396) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:58.328195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:58.397360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:58.397740 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.410645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7531c83-8854-4b23-9e21-ca0a59e939b1 req-c7c289fb-52e7-415c-b78a-2792fc7c168b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.412293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7531c83-8854-4b23-9e21-ca0a59e939b1 req-c7c289fb-52e7-415c-b78a-2792fc7c168b tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 946 time: 0.0718963 Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.463673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.464769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.464769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.464769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.465143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.466016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.466016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.466450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.466887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.467360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.467911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.468463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.469027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.469492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.469935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.470423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.470905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.471510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.471992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.472439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.472963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.473356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.473799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.474239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.474684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.475153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.475594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.476039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.476481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.476989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.477496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.477941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.478564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.478980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.479448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.479881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.480319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.480963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.481188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.481722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.486798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8fc14057-a8f8-45e2-970f-82430d0eb745 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44979 time: 0.2155063 Oct 12 23:06:58.491873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35398) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:58.509788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9f737a6c-e03d-457b-903d-19729789f7a0 None None] Provisioning complete for port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:58.510271 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f737a6c-e03d-457b-903d-19729789f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.513439 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.529073 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-850e307c-38b4-46e4-b048-a3923b211aed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.543991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a7531c83-8854-4b23-9e21-ca0a59e939b1 req-42219816-1b9b-44fc-8331-72cf3140553d tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204381 Oct 12 23:06:58.583244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850e307c-38b4-46e4-b048-a3923b211aed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=80412052-0d8b-461c-9e17-c813c13f2896,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:58.595416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cd1f40fa-ab82-4e01-b232-87ec8d3e74f0,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:58.624717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-850e307c-38b4-46e4-b048-a3923b211aed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.624717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-850e307c-38b4-46e4-b048-a3923b211aed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/80412052-0d8b-461c-9e17-c813c13f2896 HTTP/1.1" status: 204 len: 168 time: 0.8814750 Oct 12 23:06:58.625589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35402) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:58.674706 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.707747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f737a6c-e03d-457b-903d-19729789f7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.720336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a91b7-3ddc-4ce6-86fc-dc4b1bb5b0de tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.720336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a91b7-3ddc-4ce6-86fc-dc4b1bb5b0de tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.720563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b80ba-3e18-4d05-afc3-04f5115c62e7 req-48923073-c7ed-4e9e-8188-646211b646b2 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:58.720681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3e9a91b7-3ddc-4ce6-86fc-dc4b1bb5b0de tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0867920 Oct 12 23:06:58.720785 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a23b80ba-3e18-4d05-afc3-04f5115c62e7 req-48923073-c7ed-4e9e-8188-646211b646b2 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d4e5c52-dfea-49e7-a3e3-acfec32efe27 HTTP/1.1" status: 200 len: 946 time: 0.0639887 Oct 12 23:06:58.721058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35404) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:58.761454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=cd1f40fa-ab82-4e01-b232-87ec8d3e74f0,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:58.786202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-10288ab4-0b3c-4e1d-8e68-10a01db05531 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Deleting port b4e3aefa-1ba5-4498-a5df-16b1ec41503b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:58.786590 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-10288ab4-0b3c-4e1d-8e68-10a01db05531 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.790746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d9ad93-c564-4f9e-8726-cddc8a491546 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet e983ab15-1825-4524-b32d-78fbcb31b47f {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:06:58.794665 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10d9ad93-c564-4f9e-8726-cddc8a491546 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.800483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-9f737a6c-e03d-457b-903d-19729789f7a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:06:58.800840 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-9f737a6c-e03d-457b-903d-19729789f7a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:06:58.807556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a23b80ba-3e18-4d05-afc3-04f5115c62e7 req-6c5d6d10-78cb-4e64-82ee-4058211606a7 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839913 Oct 12 23:06:58.848823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10d9ad93-c564-4f9e-8726-cddc8a491546 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.872253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-10288ab4-0b3c-4e1d-8e68-10a01db05531 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] For port b4e3aefa-1ba5-4498-a5df-16b1ec41503b, host n-h1-790519-14, got binding levels [] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:58.872767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-10288ab4-0b3c-4e1d-8e68-10a01db05531 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.893343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-10288ab4-0b3c-4e1d-8e68-10a01db05531 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Calling delete_port for b4e3aefa-1ba5-4498-a5df-16b1ec41503b owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:58.954714 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10d9ad93-c564-4f9e-8726-cddc8a491546 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:58.996790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 698be07f-ffe6-460e-a95e-befcc9935fe0 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:06:59.069308 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-10288ab4-0b3c-4e1d-8e68-10a01db05531 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.098240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10288ab4-0b3c-4e1d-8e68-10a01db05531 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4e3aefa-1ba5-4498-a5df-16b1ec41503b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:59.112410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-10288ab4-0b3c-4e1d-8e68-10a01db05531 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.112410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-10288ab4-0b3c-4e1d-8e68-10a01db05531 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b4e3aefa-1ba5-4498-a5df-16b1ec41503b HTTP/1.1" status: 204 len: 168 time: 0.6139536 Oct 12 23:06:59.112410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35410) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:59.134194 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44f336a-6e31-4947-b452-f21617b4b37d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] GET failed (client error): The resource could not be found. Oct 12 23:06:59.135767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c44f336a-6e31-4947-b452-f21617b4b37d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "GET /v2.0/ports/b4e3aefa-1ba5-4498-a5df-16b1ec41503b HTTP/1.1" status: 404 len: 333 time: 0.0246744 Oct 12 23:06:59.140244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35414) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:59.149121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-142756983', 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:59.166852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10d9ad93-c564-4f9e-8726-cddc8a491546 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.182992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 698be07f-ffe6-460e-a95e-befcc9935fe0 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:06:59.187574 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 698be07f-ffe6-460e-a95e-befcc9935fe0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:06:59.187968 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.197297 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10d9ad93-c564-4f9e-8726-cddc8a491546 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.202806 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-10d9ad93-c564-4f9e-8726-cddc8a491546 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/e983ab15-1825-4524-b32d-78fbcb31b47f HTTP/1.1" status: 204 len: 168 time: 0.4801137 Oct 12 23:06:59.203910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9ad93-c564-4f9e-8726-cddc8a491546 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=e983ab15-1825-4524-b32d-78fbcb31b47f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:59.206977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35416) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:59.209511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d40ab8c-ccb5-470f-b3e3-1b7640d597c4 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:06:59.255821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-56106767-c22d-46dc-b2f4-e3c5724626f8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481017 Oct 12 23:06:59.258381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35418) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:59.278299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Made reservation on behalf of b5021dfaa303450d93cfb97a8dc3bb7b for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:59.287664 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.328921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da61893d-ad7a-44bc-b3ae-b9fae52e8d95 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:59.334745 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-da61893d-ad7a-44bc-b3ae-b9fae52e8d95 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0751159 Oct 12 23:06:59.335538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35422) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:59.417246 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.450743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4573226-7a08-41b0-8bd6-ea79c2dbfaed req-066e6162-88d7-4b49-978e-95ef5740972d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:59.453075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4573226-7a08-41b0-8bd6-ea79c2dbfaed req-066e6162-88d7-4b49-978e-95ef5740972d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 945 time: 0.0999932 Oct 12 23:06:59.457192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063a723c-d78c-4df0-a92b-6ad8a37891ed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:59.457335 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=698be07f-ffe6-460e-a95e-befcc9935fe0,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:59.459076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-063a723c-d78c-4df0-a92b-6ad8a37891ed tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1222966 Oct 12 23:06:59.462035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35424) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:59.518578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dee72e2e-6b40-41bd-8a40-3e45fa337819 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0510623 Oct 12 23:06:59.523723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35426) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:06:59.529301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:06:59.534006 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.537129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01491a08-b271-43e7-bcce-c08e631e9fb4 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:06:59.543431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8b6831b1-aca3-4900-b047-c391b5928299 None None] Could not find standard attr ID for object 80412052-0d8b-461c-9e17-c813c13f2896. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:06:59.620414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=698be07f-ffe6-460e-a95e-befcc9935fe0,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:59.621317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4573226-7a08-41b0-8bd6-ea79c2dbfaed req-021f36bd-572d-4b92-a192-d583f4913ea5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608315 Oct 12 23:06:59.626571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] device_id is not set on port cdc0e6dc-fafa-4a47-a92a-2c73307f1094 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:06:59.635085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-01491a08-b271-43e7-bcce-c08e631e9fb4 None None] Deleting port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:06:59.635574 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01491a08-b271-43e7-bcce-c08e631e9fb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.705114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-01491a08-b271-43e7-bcce-c08e631e9fb4 None None] For port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cd1f40fa-ab82-4e01-b232-87ec8d3e74f0,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:06:59.705436 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01491a08-b271-43e7-bcce-c08e631e9fb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.721494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-01491a08-b271-43e7-bcce-c08e631e9fb4 None None] Calling delete_port for cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:06:59.730448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:06:59.733341 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de4aac94-4f35-42c3-b88e-cb49337594cf" -d '{"events": [{"server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "name": "network-vif-plugged", "status": "completed", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:06:59.778217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:06:59.787205 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.797813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.813861 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bf548b-ba8b-4252-8616-684561d85e59 x-openstack-request-id: req-a2bf548b-ba8b-4252-8616-684561d85e59 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:06:59.813861 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "name": "network-vif-plugged", "status": "completed", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:06:59.813861 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a2bf548b-ba8b-4252-8616-684561d85e59 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:06:59.813861 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0', 'code': 200} Oct 12 23:06:59.886052 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01491a08-b271-43e7-bcce-c08e631e9fb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:06:59.923753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01491a08-b271-43e7-bcce-c08e631e9fb4 None None] Pushing event deleted for resources: {'Port': ['ID=cd1f40fa-ab82-4e01-b232-87ec8d3e74f0,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:06:59.929907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01491a08-b271-43e7-bcce-c08e631e9fb4 None None] No DVR routers for this DVR port cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:06:59.947284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbc5f3a-33f6-42dd-ba83-16873b9aa029 req-54f91aee-f52a-4412-90b8-8d3eceeb7a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:06:59.962354 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ecbc5f3a-33f6-42dd-ba83-16873b9aa029 req-54f91aee-f52a-4412-90b8-8d3eceeb7a17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 1098 time: 0.0727620 Oct 12 23:06:59.962354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.000325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf36ab8-a253-4d22-9473-2f62f3867210 req-ead721c2-6238-4295-a1b3-1abb14dcbb5a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:00.002029 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fcf36ab8-a253-4d22-9473-2f62f3867210 req-ead721c2-6238-4295-a1b3-1abb14dcbb5a tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d4e5c52-dfea-49e7-a3e3-acfec32efe27 HTTP/1.1" status: 200 len: 946 time: 0.0985544 Oct 12 23:07:00.012360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Network 6232aa2d-f48d-481b-a98e-5daa64f5c239 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:00.022154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:00.028756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:00.029636 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:00.030910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.036930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'Port': ['ID=cdc0e6dc-fafa-4a47-a92a-2c73307f1094,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:00.054432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ecbc5f3a-33f6-42dd-ba83-16873b9aa029 req-bc8c09bf-de6b-4c9d-b7b9-39ab44b066ba service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913255 Oct 12 23:07:00.093626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fcf36ab8-a253-4d22-9473-2f62f3867210 req-2ac27932-088a-4e0c-94fb-21ae5f0d51ac tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698018 Oct 12 23:07:00.137030 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f47a5479-3dbe-46e5-811d-cbf9ea4dd75b tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.9924061 Oct 12 23:07:00.137030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:00.186277 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.186797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b73bd03-eaae-4d91-bcab-c3243f6d9e37 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:00.186797 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5b73bd03-eaae-4d91-bcab-c3243f6d9e37 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "GET /v2.0/ports/cdc0e6dc-fafa-4a47-a92a-2c73307f1094 HTTP/1.1" status: 200 len: 954 time: 0.0467792 Oct 12 23:07:00.188188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35442) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:00.220608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:00.224454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:00.232956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:00.234782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.236789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c5c02e-921c-4455-9145-63db0532ac3d None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:00.282030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=aa60ebd8-cceb-4a2b-a36a-320bfb9c7c45,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:00.294779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7fd5601f-5f96-4906-b1cc-43986ccab32e tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Deleting port cdc0e6dc-fafa-4a47-a92a-2c73307f1094 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:00.296355 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7fd5601f-5f96-4906-b1cc-43986ccab32e tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.298035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:00.321038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:07:00.321379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cd1f40fa-ab82-4e01-b232-87ec8d3e74f0 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:07:00.350058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-acc534f5-38bb-4062-84d0-a31dcebfc220 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8230157 Oct 12 23:07:00.355967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35444) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:00.359424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:29:fc:ef', 'name': 'tempest-NetworksTestDHCPv6-1413509336'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:00.384186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7fd5601f-5f96-4906-b1cc-43986ccab32e tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.424896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7fd5601f-5f96-4906-b1cc-43986ccab32e tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Calling delete_port for cdc0e6dc-fafa-4a47-a92a-2c73307f1094 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:00.426215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': 'aa60ebd8-cceb-4a2b-a36a-320bfb9c7c45'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:07:00.427086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.571310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/aa60ebd8-cceb-4a2b-a36a-320bfb9c7c45/c1bdd944-9f65-43e7-bcc4-e89a63736164) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:00.695088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:00.700312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.710744 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7fd5601f-5f96-4906-b1cc-43986ccab32e tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.717408 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.777859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd5601f-5f96-4906-b1cc-43986ccab32e tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdc0e6dc-fafa-4a47-a92a-2c73307f1094,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:00.791068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 1197b2fc-c229-4ade-b2a1-066137491a0b yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:07:00.797361 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7fd5601f-5f96-4906-b1cc-43986ccab32e tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.800657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7fd5601f-5f96-4906-b1cc-43986ccab32e tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "DELETE /v2.0/ports/cdc0e6dc-fafa-4a47-a92a-2c73307f1094 HTTP/1.1" status: 204 len: 168 time: 0.6115196 Oct 12 23:07:00.800814 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.803917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35450) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:00.833895 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-728565a4-90db-42f8-9de2-b71a5f9e2dd0 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] GET failed (client error): The resource could not be found. Oct 12 23:07:00.835853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-728565a4-90db-42f8-9de2-b71a5f9e2dd0 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "GET /v2.0/ports/cdc0e6dc-fafa-4a47-a92a-2c73307f1094 HTTP/1.1" status: 404 len: 333 time: 0.0307779 Oct 12 23:07:00.839802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35452) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:00.847600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:00.850616 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:00.852451 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Request body: {'port': {'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1620799085'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:00.853041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:00.862222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Pushing event updated for resources: {'Port': ['ID=c1bdd944-9f65-43e7-bcc4-e89a63736164,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:00.873150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f56940-369e-4f41-a60e-5a1e0b24dca9 req-8d50dafd-2efe-46fd-964e-c3d012d55bd5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:00.873150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99f56940-369e-4f41-a60e-5a1e0b24dca9 req-8d50dafd-2efe-46fd-964e-c3d012d55bd5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1676996 Oct 12 23:07:00.916306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Attempting to bind port c1bdd944-9f65-43e7-bcc4-e89a63736164 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:00.916793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Attempting to bind port c1bdd944-9f65-43e7-bcc4-e89a63736164 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:00.917162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Attempting to bind port c1bdd944-9f65-43e7-bcc4-e89a63736164 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:00.923234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:07:00.924525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:00.924525 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.924525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:07:00.924939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Bound port: c1bdd944-9f65-43e7-bcc4-e89a63736164, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:07:00.925325 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:00.960887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99f56940-369e-4f41-a60e-5a1e0b24dca9 req-8062afdc-174e-4f0d-9018-3e87da7fdfe4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759759 Oct 12 23:07:00.986384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::18e (e63cc77b-86bd-4eff-b47b-f6b5b230179e/aa60ebd8-cceb-4a2b-a36a-320bfb9c7c45/1197b2fc-c229-4ade-b2a1-066137491a0b) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:00.991534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] For port c1bdd944-9f65-43e7-bcc4-e89a63736164, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:00.994672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] For port c1bdd944-9f65-43e7-bcc4-e89a63736164, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c1bdd944-9f65-43e7-bcc4-e89a63736164,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:07:00.996415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Made reservation on behalf of b5021dfaa303450d93cfb97a8dc3bb7b for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:00.998839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:01.028941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] device_id is not set on port b0bc57df-29cb-4010-b977-d73da10c5145 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:07:01.132651 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:01.236804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39028ef-9579-42f6-baf8-5ffb582b9a11 None None] Pushing event updated for resources: {'Port': ['ID=c1bdd944-9f65-43e7-bcc4-e89a63736164,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:01.295571 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:01.343789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cada032a-6b7e-4e00-b68e-1308e55f5c0a req-6aff64f8-0fc4-42a5-91ad-afb758d9c3ab tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:01.351495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cada032a-6b7e-4e00-b68e-1308e55f5c0a req-6aff64f8-0fc4-42a5-91ad-afb758d9c3ab tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d4e5c52-dfea-49e7-a3e3-acfec32efe27 HTTP/1.1" status: 200 len: 946 time: 0.0950315 Oct 12 23:07:01.359599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:01.393593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cada032a-6b7e-4e00-b68e-1308e55f5c0a req-a618fecd-be55-40ab-adf9-ac9716765873 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412138 Oct 12 23:07:01.474533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:01.528253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:01.532339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:01.536549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:01.542232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:01.552652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:01.552652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:01.562792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=1197b2fc-c229-4ade-b2a1-066137491a0b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:01.598443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Network 6232aa2d-f48d-481b-a98e-5daa64f5c239 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:01.601489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:01.605064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:01.605932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:01.606528 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:01.626723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'Port': ['ID=b0bc57df-29cb-4010-b977-d73da10c5145,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:01.636932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-65b5bd72-2a98-4009-a0d7-4c15859a0eb3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2855792 Oct 12 23:07:01.640054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35462) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:01.693419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537687a-0ed0-4ddd-baf3-1433d48f1fc4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:01.699531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d537687a-0ed0-4ddd-baf3-1433d48f1fc4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:01.701069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d537687a-0ed0-4ddd-baf3-1433d48f1fc4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0600972 Oct 12 23:07:01.703858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35464) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:01.756811 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6991673e-dfc7-4601-8c3b-b2fc3528a26d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9126637 Oct 12 23:07:01.759584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35466) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:01.781751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:01.859076 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:01.881940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-540f9cb7-6b29-42f6-b87a-ef006023b48e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 1197b2fc-c229-4ade-b2a1-066137491a0b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:01.882428 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-540f9cb7-6b29-42f6-b87a-ef006023b48e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.099752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-540f9cb7-6b29-42f6-b87a-ef006023b48e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.148991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-540f9cb7-6b29-42f6-b87a-ef006023b48e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 1197b2fc-c229-4ade-b2a1-066137491a0b owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:02.195644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-a5764129-6791-4198-b2a0-04833fe7c7f7 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:02.197152 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-a5764129-6791-4198-b2a0-04833fe7c7f7 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.41 "GET /v2.0/ports?device_id=0d4e5c52-dfea-49e7-a3e3-acfec32efe27 HTTP/1.1" status: 200 len: 946 time: 0.1675642 Oct 12 23:07:02.251495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae805f-7c99-4165-947d-25ea90409db5 req-7c4ba5d6-0c90-4641-a095-1e9a27947d8c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:02.258625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-38ae805f-7c99-4165-947d-25ea90409db5 req-7c4ba5d6-0c90-4641-a095-1e9a27947d8c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.2053876 Oct 12 23:07:02.320244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c1bdd944-9f65-43e7-bcc4-e89a63736164 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:02.359103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] device_id is not set on port b0bc57df-29cb-4010-b977-d73da10c5145 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:07:02.396221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.404631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5c0b802e-95e1-48bf-a551-42f8d11666d2 None None] Provisioning complete for port c1bdd944-9f65-43e7-bcc4-e89a63736164 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:02.410988 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c0b802e-95e1-48bf-a551-42f8d11666d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.436161 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-38ae805f-7c99-4165-947d-25ea90409db5 req-74693a4d-1495-4ab1-b4ed-37f5b51761d8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744089 Oct 12 23:07:02.489918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c1bdd944-9f65-43e7-bcc4-e89a63736164 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:02.491224 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.537048 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.550779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Deleting port d0aa3908-b25b-403d-84f5-84c2bd30a830 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:02.551083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.587962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c0b802e-95e1-48bf-a551-42f8d11666d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.602060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70686f0c-ec99-43c9-8694-0334c38f872d req-5c311e4f-cf31-48df-bd56-3d22fd141586 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:02.614739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70686f0c-ec99-43c9-8694-0334c38f872d req-5c311e4f-cf31-48df-bd56-3d22fd141586 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d4e5c52-dfea-49e7-a3e3-acfec32efe27 HTTP/1.1" status: 200 len: 946 time: 0.1300666 Oct 12 23:07:02.632668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'Port': ['ID=b0bc57df-29cb-4010-b977-d73da10c5145,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:02.641205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5c0b802e-95e1-48bf-a551-42f8d11666d2 None None] For port c1bdd944-9f65-43e7-bcc4-e89a63736164, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c1bdd944-9f65-43e7-bcc4-e89a63736164,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:02.693422 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.699701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70686f0c-ec99-43c9-8694-0334c38f872d req-3dae28ef-6c13-49b6-ae18-37545447c6f2 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/security-groups?id=e08a6a10-484f-4174-87d1-ebdd55c7accf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795937 Oct 12 23:07:02.715905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:02.716509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:02.716638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:02.726301 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c0b802e-95e1-48bf-a551-42f8d11666d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.738058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:02.738380 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:02.741456 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 2 to bind port b0bc57df-29cb-4010-b977-d73da10c5145 Oct 12 23:07:02.775411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:02.775986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:02.776334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:02.787226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-69536e0e-675a-4ceb-978c-c23ebd254f8e tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:02.789083 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-69536e0e-675a-4ceb-978c-c23ebd254f8e tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.25 "GET /v2.0/ports?device_id=42814337-3b83-4b41-b947-c2db1c95670f HTTP/1.1" status: 200 len: 946 time: 0.2652719 Oct 12 23:07:02.798927 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:07:02.799124 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:07:02.808318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0b802e-95e1-48bf-a551-42f8d11666d2 None None] Pushing event updated for resources: {'Port': ['ID=c1bdd944-9f65-43e7-bcc4-e89a63736164,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:02.813400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:02.813741 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:02.815483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] For port d0aa3908-b25b-403d-84f5-84c2bd30a830, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d0aa3908-b25b-403d-84f5-84c2bd30a830,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:02.815855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.818165 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 3 to bind port b0bc57df-29cb-4010-b977-d73da10c5145 Oct 12 23:07:02.837823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-805ea442-1e0b-4fa7-8bac-7b996d804996 None None] Could not find standard attr ID for object 1197b2fc-c229-4ade-b2a1-066137491a0b. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:07:02.844454 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-540f9cb7-6b29-42f6-b87a-ef006023b48e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:02.856850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Calling delete_port for d0aa3908-b25b-403d-84f5-84c2bd30a830 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:02.894253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:02.894253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:02.894626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:02.903899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f9cb7-6b29-42f6-b87a-ef006023b48e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=1197b2fc-c229-4ade-b2a1-066137491a0b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:02.909822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d06e56-6de8-4010-9403-b96d3b989c6c req-e5068024-0840-4521-980a-8ae351a9dcd9 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:02.912201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40d06e56-6de8-4010-9403-b96d3b989c6c req-e5068024-0840-4521-980a-8ae351a9dcd9 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.0600200 Oct 12 23:07:02.970345 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40d06e56-6de8-4010-9403-b96d3b989c6c req-8bffcc91-b2f2-4b7a-8b0c-f2c74d89bae2 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Oct 12 23:07:02.970689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:02.970689 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:02.978156 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 4 to bind port b0bc57df-29cb-4010-b977-d73da10c5145 Oct 12 23:07:03.006754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-540f9cb7-6b29-42f6-b87a-ef006023b48e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.010222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-540f9cb7-6b29-42f6-b87a-ef006023b48e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/1197b2fc-c229-4ade-b2a1-066137491a0b HTTP/1.1" status: 204 len: 168 time: 1.3054404 Oct 12 23:07:03.012834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35482) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:03.038775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:03.039224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:03.039641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:03.059470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:03.059911 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:03.062877 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 5 to bind port b0bc57df-29cb-4010-b977-d73da10c5145 Oct 12 23:07:03.073929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1380c5c0-3ed8-4481-9a61-25ab43462db7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:03.075643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1380c5c0-3ed8-4481-9a61-25ab43462db7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:03.077269 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1380c5c0-3ed8-4481-9a61-25ab43462db7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0633168 Oct 12 23:07:03.080876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35484) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:03.102562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:03.103042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:03.103482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:03.115903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:03.116379 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:03.120345 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 6 to bind port b0bc57df-29cb-4010-b977-d73da10c5145 Oct 12 23:07:03.125492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Deleting port 9bfb437d-98d0-461b-9c4e-67ef44abb089 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:03.125839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.142332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0bfdde7-d499-40b7-a29e-0154a02c4606 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet aa60ebd8-cceb-4a2b-a36a-320bfb9c7c45 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:03.154289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdde7-d499-40b7-a29e-0154a02c4606 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.199857 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdde7-d499-40b7-a29e-0154a02c4606 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.214425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:03.214765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:03.215298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:03.239498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:03.239842 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:03.245309 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 7 to bind port b0bc57df-29cb-4010-b977-d73da10c5145 Oct 12 23:07:03.273383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:03.275119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:03.275119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:03.286567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:03.286907 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:03.288867 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 8 to bind port b0bc57df-29cb-4010-b977-d73da10c5145 Oct 12 23:07:03.296266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] For port 9bfb437d-98d0-461b-9c4e-67ef44abb089, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9bfb437d-98d0-461b-9c4e-67ef44abb089,segment=NetworkSegment(3c807480-7ecd-4774-bce8-778c888ab46a),segment_id=3c807480-7ecd-4774-bce8-778c888ab46a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:03.296735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.316106 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdde7-d499-40b7-a29e-0154a02c4606 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.320254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Calling delete_port for 9bfb437d-98d0-461b-9c4e-67ef44abb089 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:03.324587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:03.324931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:03.325265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:03.336485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:03.336813 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:03.339526 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 9 to bind port b0bc57df-29cb-4010-b977-d73da10c5145 Oct 12 23:07:03.375353 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.395444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d0aa3908-b25b-403d-84f5-84c2bd30a830'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:07:03.398202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9bfb437d-98d0-461b-9c4e-67ef44abb089'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:07:03.423714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Pushing event deleted for resources: {'Port': ['ID=d0aa3908-b25b-403d-84f5-84c2bd30a830,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:03.427062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:03.427533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:03.427852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:03.461306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:03.468575 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:03.468575 n-d-790519-14 neutron-server[101889]: INFO neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempt 10 to bind port b0bc57df-29cb-4010-b977-d73da10c5145 Oct 12 23:07:03.486573 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdde7-d499-40b7-a29e-0154a02c4606 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.492457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] No DVR routers for this DVR port d0aa3908-b25b-403d-84f5-84c2bd30a830 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:07:03.505102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.508685 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e6179b2-05a6-4996-8d62-9c7e75084d87 req-df388b69-ee0f-4125-a428-dec9c0aab1a9 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.41 "DELETE /v2.0/ports/d0aa3908-b25b-403d-84f5-84c2bd30a830 HTTP/1.1" status: 204 len: 173 time: 1.3017423 Oct 12 23:07:03.514032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d4e5c52-dfea-49e7-a3e3-acfec32efe27', 'name': 'network-vif-deleted', 'tag': 'd0aa3908-b25b-403d-84f5-84c2bd30a830'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:07:03.514032 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33a5982-0659-465d-8ae9-7e34a1073bc4" -d '{"events": [{"server_uuid": "0d4e5c52-dfea-49e7-a3e3-acfec32efe27", "name": "network-vif-deleted", "tag": "d0aa3908-b25b-403d-84f5-84c2bd30a830"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:07:03.517575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:03.517575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:03.517575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempting to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:03.525533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:03.526024 n-d-790519-14 neutron-server[101889]: ERROR neutron.plugins.ml2.managers [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Failed to bind port b0bc57df-29cb-4010-b977-d73da10c5145 on host n-h1-790519-14 for vnic_type normal using segments [{'id': '8e038f0f-fc06-45dd-81d7-e517224e7c7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '6232aa2d-f48d-481b-a98e-5daa64f5c239'}] Oct 12 23:07:03.526526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.541186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bfdde7-d499-40b7-a29e-0154a02c4606 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=aa60ebd8-cceb-4a2b-a36a-320bfb9c7c45,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:03.547200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0bfdde7-d499-40b7-a29e-0154a02c4606 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.550509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a391fd07-f69c-4a7d-92bb-e3e428586a15 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:03.551657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e0bfdde7-d499-40b7-a29e-0154a02c4606 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/aa60ebd8-cceb-4a2b-a36a-320bfb9c7c45 HTTP/1.1" status: 204 len: 168 time: 0.4693639 Oct 12 23:07:03.553909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35494) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:03.573334 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79f6234-1fac-42f7-93c3-71d215c7ed17 x-openstack-request-id: req-a79f6234-1fac-42f7-93c3-71d215c7ed17 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:07:03.573639 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d4e5c52-dfea-49e7-a3e3-acfec32efe27", "name": "network-vif-deleted", "tag": "d0aa3908-b25b-403d-84f5-84c2bd30a830", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:07:03.573903 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a79f6234-1fac-42f7-93c3-71d215c7ed17 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:07:03.574345 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d4e5c52-dfea-49e7-a3e3-acfec32efe27', 'name': 'network-vif-deleted', 'tag': 'd0aa3908-b25b-403d-84f5-84c2bd30a830', 'status': 'completed', 'code': 200} Oct 12 23:07:03.618661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-07cb234d-7cdf-4e09-b04d-2d9f192a818d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627749 Oct 12 23:07:03.620489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35496) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:03.660892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] For port b0bc57df-29cb-4010-b977-d73da10c5145, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:03.661275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attempted to set empty binding levels {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Oct 12 23:07:03.679207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d64ad11-1aef-4381-a9c6-e620e3b119a7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:03.680920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7d64ad11-1aef-4381-a9c6-e620e3b119a7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0594597 Oct 12 23:07:03.683323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35500) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:03.733177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.742429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eaead7b-70b0-40c1-81bc-19f4e0716cd3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:03.746516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d0aa3908-b25b-403d-84f5-84c2bd30a830'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:07:03.754257 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6eaead7b-70b0-40c1-81bc-19f4e0716cd3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0697083 Oct 12 23:07:03.754923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35504) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:03.784190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Pushing event deleted for resources: {'Port': ['ID=9bfb437d-98d0-461b-9c4e-67ef44abb089,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:03.820789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-20e50708-7cc3-4539-9489-8a6439450023 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0575299 Oct 12 23:07:03.828756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35506) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:03.834038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:03.839837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] No DVR routers for this DVR port 9bfb437d-98d0-461b-9c4e-67ef44abb089 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:07:03.842184 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.847291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.851049 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cca236d8-25ae-45ca-b617-92613c5638e5 req-9f1c7def-0576-4b16-8423-8003bef9801f tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.25 "DELETE /v2.0/ports/9bfb437d-98d0-461b-9c4e-67ef44abb089 HTTP/1.1" status: 204 len: 173 time: 1.0501921 Oct 12 23:07:03.867863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13e0707-8f4a-4859-80c0-ee8256164a48 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:07:03.892327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] In _notify_port_updated(), no bound segment for port b0bc57df-29cb-4010-b977-d73da10c5145 on network 6232aa2d-f48d-481b-a98e-5daa64f5c239 {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:07:03.893259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:03.893873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:03.900022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35510) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:03.902647 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "PUT /v2.0/ports/b0bc57df-29cb-4010-b977-d73da10c5145 HTTP/1.1" status: 200 len: 976 time: 2.1229479 Oct 12 23:07:03.919033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c261e343-8cff-4008-9559-97f06e9e615d tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event updated for resources: {'Port': ['ID=b0bc57df-29cb-4010-b977-d73da10c5145,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:03.952714 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42ba8e32-e248-4ef1-9eeb-fa2d684188c2 req-d3098fea-d118-49a5-ba46-e4ad521fbad6 tempest-MultipleCreateTestJSON-1220426863 tempest-MultipleCreateTestJSON-1220426863-project] 10.222.0.31 "GET /v2.0/ports?device_id=0d4e5c52-dfea-49e7-a3e3-acfec32efe27 HTTP/1.1" status: 200 len: 210 time: 0.0999887 Oct 12 23:07:04.052083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-0c9bc68f-4d83-4b5e-a6e6-ef59426cb2c8 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Deleting port b0bc57df-29cb-4010-b977-d73da10c5145 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:04.052420 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc68f-4d83-4b5e-a6e6-ef59426cb2c8 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.091207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f13e0707-8f4a-4859-80c0-ee8256164a48 None None] Deleting port c1bdd944-9f65-43e7-bcc4-e89a63736164 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:04.091540 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f13e0707-8f4a-4859-80c0-ee8256164a48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.159365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-0c9bc68f-4d83-4b5e-a6e6-ef59426cb2c8 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] For port b0bc57df-29cb-4010-b977-d73da10c5145, host n-h1-790519-14, got binding levels [] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:04.159729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc68f-4d83-4b5e-a6e6-ef59426cb2c8 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.168983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f13e0707-8f4a-4859-80c0-ee8256164a48 None None] For port c1bdd944-9f65-43e7-bcc4-e89a63736164, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c1bdd944-9f65-43e7-bcc4-e89a63736164,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:04.169635 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f13e0707-8f4a-4859-80c0-ee8256164a48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.179978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915c5f4c-adc3-4130-ae8e-7433824ae15b req-a6b5be9e-abcb-48eb-83c1-badcbd87b410 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:04.181703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-915c5f4c-adc3-4130-ae8e-7433824ae15b req-a6b5be9e-abcb-48eb-83c1-badcbd87b410 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1317554 Oct 12 23:07:04.188407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f13e0707-8f4a-4859-80c0-ee8256164a48 None None] Calling delete_port for c1bdd944-9f65-43e7-bcc4-e89a63736164 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:04.188640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-0c9bc68f-4d83-4b5e-a6e6-ef59426cb2c8 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Calling delete_port for b0bc57df-29cb-4010-b977-d73da10c5145 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:04.188640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:04.191552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.263804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c1bdd944-9f65-43e7-bcc4-e89a63736164 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:04.371270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-915c5f4c-adc3-4130-ae8e-7433824ae15b req-9da0373a-ddad-42ac-bae6-0fa9fec856a7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685541 Oct 12 23:07:04.381413 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.418494 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f13e0707-8f4a-4859-80c0-ee8256164a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.468792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e0707-8f4a-4859-80c0-ee8256164a48 None None] Pushing event deleted for resources: {'Port': ['ID=c1bdd944-9f65-43e7-bcc4-e89a63736164,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:04.470777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13e0707-8f4a-4859-80c0-ee8256164a48 None None] No DVR routers for this DVR port c1bdd944-9f65-43e7-bcc4-e89a63736164 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:07:04.534487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc68f-4d83-4b5e-a6e6-ef59426cb2c8 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.570350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9bc68f-4d83-4b5e-a6e6-ef59426cb2c8 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0bc57df-29cb-4010-b977-d73da10c5145,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:04.587500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0c9bc68f-4d83-4b5e-a6e6-ef59426cb2c8 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.590890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0c9bc68f-4d83-4b5e-a6e6-ef59426cb2c8 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "DELETE /v2.0/ports/b0bc57df-29cb-4010-b977-d73da10c5145 HTTP/1.1" status: 204 len: 168 time: 0.6899407 Oct 12 23:07:04.599824 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35530) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:04.635901 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdc30e6-ab55-4b56-bd3f-abfc14e28fc0 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] GET failed (client error): The resource could not be found. Oct 12 23:07:04.637616 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bbdc30e6-ab55-4b56-bd3f-abfc14e28fc0 tempest-PortsAdminExtendedAttrsTestJSON-904943459 tempest-PortsAdminExtendedAttrsTestJSON-904943459-project-admin] 10.222.0.31 "GET /v2.0/ports/b0bc57df-29cb-4010-b977-d73da10c5145 HTTP/1.1" status: 404 len: 333 time: 0.0386798 Oct 12 23:07:04.645894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35532) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:04.791033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:04.960713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.034858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6232aa2d-f48d-481b-a98e-5daa64f5c239']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:05.087383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:07:05.089387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e038f0f-fc06-45dd-81d7-e517224e7c7d') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:05.089691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e038f0f-fc06-45dd-81d7-e517224e7c7d') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:05.099328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.111806 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.165775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:05.166863 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.173952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:05.180060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:05.182770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4e6c08-2e57-4d35-95db-da82bfd7098c None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:05.186094 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.209301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:07:05.209516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.212849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9aade2-506b-44fb-9bd5-82a2e258817b req-0a853b04-6328-42f8-97d4-3ae42eb994f5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:07:05.216829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=d34a15fd-0b54-42b7-826a-5f67fb3f1440,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:05.221482 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a9aade2-506b-44fb-9bd5-82a2e258817b req-0a853b04-6328-42f8-97d4-3ae42eb994f5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1181500 Oct 12 23:07:05.269660 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d9d8cebc-4b9a-4e9a-aa90-d28d0776c12e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4397421 Oct 12 23:07:05.270327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35548) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:05.277905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-50db9abd-0b9e-4d7d-ae4b-3fbb06e6c4dc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:05.323381 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a9aade2-506b-44fb-9bd5-82a2e258817b req-22614249-2bb0-48d7-8ee4-16f4b8398d52 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922923 Oct 12 23:07:05.402263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35554) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:05.465930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': 'd34a15fd-0b54-42b7-826a-5f67fb3f1440'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:07:05.466824 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.480505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-6469c5a7-8afd-4063-96c9-62926d2f6868 admin admin] Deleting subnet 29b25aeb-0eb3-4b4b-8e52-08176de40e8f {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:05.484514 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6469c5a7-8afd-4063-96c9-62926d2f6868 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.494538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.511481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.515358 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] 10.222.0.31 "DELETE /v2.0/networks/6232aa2d-f48d-481b-a98e-5daa64f5c239 HTTP/1.1" status: 204 len: 168 time: 0.8682652 Oct 12 23:07:05.538336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57cab29-7661-417e-add4-e05600f524fd req-f2e86f12-2a29-4998-a8c5-e7058a93826f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:05.539882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a57cab29-7661-417e-add4-e05600f524fd req-f2e86f12-2a29-4998-a8c5-e7058a93826f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1221452 Oct 12 23:07:05.541121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cac3159-dd33-43e3-8830-72fdbb89381c tempest-PortsAdminExtendedAttrsTestJSON-583361653 tempest-PortsAdminExtendedAttrsTestJSON-583361653-project] Pushing event deleted for resources: {'Network': ['ID=6232aa2d-f48d-481b-a98e-5daa64f5c239,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:05.570212 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6469c5a7-8afd-4063-96c9-62926d2f6868 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.575701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42814337-3b83-4b41-b947-c2db1c95670f', 'name': 'network-vif-deleted', 'tag': '9bfb437d-98d0-461b-9c4e-67ef44abb089'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:07:05.584101 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebc0c04-bd2f-4b4e-af7e-eeca77a8cac9" -d '{"events": [{"server_uuid": "42814337-3b83-4b41-b947-c2db1c95670f", "name": "network-vif-deleted", "tag": "9bfb437d-98d0-461b-9c4e-67ef44abb089"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:07:05.595729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50db9abd-0b9e-4d7d-ae4b-3fbb06e6c4dc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:05.611404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-50db9abd-0b9e-4d7d-ae4b-3fbb06e6c4dc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.641479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a57cab29-7661-417e-add4-e05600f524fd req-f130ba72-94f4-48b9-9540-7e6e4781c1b5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931096 Oct 12 23:07:05.680357 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6469c5a7-8afd-4063-96c9-62926d2f6868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.720988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Allocated IP 2001:db8::f816:3eff:fe95:d12b (e63cc77b-86bd-4eff-b47b-f6b5b230179e/d34a15fd-0b54-42b7-826a-5f67fb3f1440/0dac4fe3-690e-4335-b400-17095b6f7179) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:05.725880 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f1f643-955b-4b83-8724-6e6cde97a06f x-openstack-request-id: req-72f1f643-955b-4b83-8724-6e6cde97a06f {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:07:05.726823 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42814337-3b83-4b41-b947-c2db1c95670f", "name": "network-vif-deleted", "tag": "9bfb437d-98d0-461b-9c4e-67ef44abb089", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:07:05.727653 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72f1f643-955b-4b83-8724-6e6cde97a06f {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:07:05.728236 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42814337-3b83-4b41-b947-c2db1c95670f', 'name': 'network-vif-deleted', 'tag': '9bfb437d-98d0-461b-9c4e-67ef44abb089', 'status': 'completed', 'code': 200} Oct 12 23:07:05.777390 n-d-790519-14 neutron-server[101890]: INFO neutron.db.ipam_backend_mixin [None req-50db9abd-0b9e-4d7d-ae4b-3fbb06e6c4dc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d34a15fd-0b54-42b7-826a-5f67fb3f1440 (CIDR: 2001:db8::/64) Oct 12 23:07:05.788477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d0aa3908-b25b-403d-84f5-84c2bd30a830 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:05.808788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: d0aa3908-b25b-403d-84f5-84c2bd30a830 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:07:05.809065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d0aa3908-b25b-403d-84f5-84c2bd30a830 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:07:05.841173 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-50db9abd-0b9e-4d7d-ae4b-3fbb06e6c4dc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:07:05.841749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50db9abd-0b9e-4d7d-ae4b-3fbb06e6c4dc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:05.899215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6469c5a7-8afd-4063-96c9-62926d2f6868 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.910687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.926515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469c5a7-8afd-4063-96c9-62926d2f6868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29b25aeb-0eb3-4b4b-8e52-08176de40e8f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:05.942957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6469c5a7-8afd-4063-96c9-62926d2f6868 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:05.946233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6469c5a7-8afd-4063-96c9-62926d2f6868 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/29b25aeb-0eb3-4b4b-8e52-08176de40e8f HTTP/1.1" status: 204 len: 168 time: 0.5425816 Oct 12 23:07:05.948666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35562) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:06.023855 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.030056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-50db9abd-0b9e-4d7d-ae4b-3fbb06e6c4dc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7540932 Oct 12 23:07:06.030424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35566) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:06.040540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:06.041903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.109979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:06.113621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:06.121969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:06.138455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Pushing event updated for resources: {'Port': ['ID=0dac4fe3-690e-4335-b400-17095b6f7179,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:06.154029 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.198109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a570523-486e-4ec6-ac46-51888cb459d0']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:06.222164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.222522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.223437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.223804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.224240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.224663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.225019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.225835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.226611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.226993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c807480-7ecd-4774-bce8-778c888ab46a') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:06.227476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.227645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.227978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.228368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c807480-7ecd-4774-bce8-778c888ab46a') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:06.240353 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.244862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Attempting to bind port 0dac4fe3-690e-4335-b400-17095b6f7179 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:06.245242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Attempting to bind port 0dac4fe3-690e-4335-b400-17095b6f7179 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:06.245612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Attempting to bind port 0dac4fe3-690e-4335-b400-17095b6f7179 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:06.253193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:07:06.253700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:06.255186 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.255841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:07:06.257062 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.257871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Bound port: 0dac4fe3-690e-4335-b400-17095b6f7179, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:07:06.259345 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.266761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:07:06.267544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:07:06.269385 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:07:06.280306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35570) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:06.286987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:06.290536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.376291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] For port 0dac4fe3-690e-4335-b400-17095b6f7179, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:06.383810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] For port 0dac4fe3-690e-4335-b400-17095b6f7179, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0dac4fe3-690e-4335-b400-17095b6f7179,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:07:06.452292 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.474159 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.475772 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.477754 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] 10.222.0.31 "DELETE /v2.0/networks/4a570523-486e-4ec6-ac46-51888cb459d0 HTTP/1.1" status: 204 len: 168 time: 0.5279832 Oct 12 23:07:06.479360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Pushing event deleted for resources: {'Network': ['ID=4a570523-486e-4ec6-ac46-51888cb459d0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:06.488051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.488403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.488744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.489083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.489415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.489741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.490263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.490638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.490847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.491199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.491525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.491847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7025e3a-cbf5-4f72-934a-051be14c7aea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:06.563664 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c0186594-9db1-4be4-8193-d3621d97f762 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a65278bf6e849f3b08e194066b37835&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2793031 Oct 12 23:07:06.564488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35582) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:06.572066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0698ffa-be9b-4b3d-9e50-bbffbc747ad0 req-a0646b3b-b4c1-43b6-91c7-f9098ca240b8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:06.573701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d0698ffa-be9b-4b3d-9e50-bbffbc747ad0 req-a0646b3b-b4c1-43b6-91c7-f9098ca240b8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1359110 Oct 12 23:07:06.620788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ff47fe-a6ef-4837-aca5-57585a542d1e None None] Pushing event updated for resources: {'Port': ['ID=0dac4fe3-690e-4335-b400-17095b6f7179,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:06.658663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcd76fa0-e0f1-4d50-9dba-0af1ffa33f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.683341 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d0698ffa-be9b-4b3d-9e50-bbffbc747ad0 req-21a5ba50-dfb9-465a-bc7e-5d23e98736bb tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938840 Oct 12 23:07:06.688584 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcd76fa0-e0f1-4d50-9dba-0af1ffa33f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.796159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb2301-0e71-49ef-8a53-174c3488f7d3 req-bc7cc92c-e338-46ed-a592-8e626eb46353 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:06.798122 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bdb2301-0e71-49ef-8a53-174c3488f7d3 req-bc7cc92c-e338-46ed-a592-8e626eb46353 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.0590284 Oct 12 23:07:06.812709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.879444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35586) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:06.894650 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcd76fa0-e0f1-4d50-9dba-0af1ffa33f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.895637 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcd76fa0-e0f1-4d50-9dba-0af1ffa33f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.896964 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dcd76fa0-e0f1-4d50-9dba-0af1ffa33f05 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91aebc48-d5de-4fbe-9200-aae80fcd4124 HTTP/1.1" status: 204 len: 168 time: 0.3318322 Oct 12 23:07:06.911145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:06.915187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:06.916052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd76fa0-e0f1-4d50-9dba-0af1ffa33f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91aebc48-d5de-4fbe-9200-aae80fcd4124,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:06.919882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:06.920560 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:06.952500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=2a11e272-74f1-4323-94a4-55345539c569,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:06.959667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bdb2301-0e71-49ef-8a53-174c3488f7d3 req-3013a0a2-09f3-4569-908d-d5d02942bdce tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545503 Oct 12 23:07:07.009752 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5653ec73-80c6-4382-94e9-6daa4bbc77e4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=778d91bff3b94f0180d254202b511056&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1288667 Oct 12 23:07:07.012579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35592) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:07.043095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 698be07f-ffe6-460e-a95e-befcc9935fe0 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:07:07.047310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9bfb437d-98d0-461b-9c4e-67ef44abb089 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:07.069323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4c081262-c1c1-444e-a1cc-4eefa8d2b599 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0375762 Oct 12 23:07:07.073196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35594) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:07.079934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:68:a0:ec', 'name': 'tempest-NetworksTestDHCPv6-1143983328'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:07.083297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 9bfb437d-98d0-461b-9c4e-67ef44abb089 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:07:07.083643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9bfb437d-98d0-461b-9c4e-67ef44abb089 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:07:07.127580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e3-346f-4c55-9f6e-1738d78e8e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:07.172662 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e3-346f-4c55-9f6e-1738d78e8e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:07.270384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=698be07f-ffe6-460e-a95e-befcc9935fe0,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:07.283553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '698be07f-ffe6-460e-a95e-befcc9935fe0', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'port_id': '698be07f-ffe6-460e-a95e-befcc9935fe0', 'mac_address': 'fa:16:3e:d9:a4:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:07:07.319209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:07.332441 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:07.348491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 698be07f-ffe6-460e-a95e-befcc9935fe0 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:07:07.370020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=698be07f-ffe6-460e-a95e-befcc9935fe0,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:07.384294 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e3-346f-4c55-9f6e-1738d78e8e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:07.389028 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8acf52e3-346f-4c55-9f6e-1738d78e8e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:07.393610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8acf52e3-346f-4c55-9f6e-1738d78e8e8a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e08a6a10-484f-4174-87d1-ebdd55c7accf HTTP/1.1" status: 204 len: 168 time: 0.3798966 Oct 12 23:07:07.405756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf52e3-346f-4c55-9f6e-1738d78e8e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e08a6a10-484f-4174-87d1-ebdd55c7accf,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:07.480671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:07.506845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 65306c2c-3c23-4928-ba5d-a272126ad451 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:07:07.509043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:07.627004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=698be07f-ffe6-460e-a95e-befcc9935fe0,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:07.670729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['698be07f-ffe6-460e-a95e-befcc9935fe0'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:07:07.803253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8:0:1::320 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/2a11e272-74f1-4323-94a4-55345539c569/65306c2c-3c23-4928-ba5d-a272126ad451) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:07.833198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:fe68:a0ec (e63cc77b-86bd-4eff-b47b-f6b5b230179e/d34a15fd-0b54-42b7-826a-5f67fb3f1440/65306c2c-3c23-4928-ba5d-a272126ad451) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:07.879768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35614) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:07.923889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff55082-a22a-4748-83a8-d21b691b7a59 req-0075ea82-39f6-400b-8fae-c96778265f3c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:07.933317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ff55082-a22a-4748-83a8-d21b691b7a59 req-0075ea82-39f6-400b-8fae-c96778265f3c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1320996 Oct 12 23:07:08.021040 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8e5b01e2-5cb0-4b3c-b5c4-ee26ab8f20e7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5021dfaa303450d93cfb97a8dc3bb7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391816 Oct 12 23:07:08.028030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35620) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:08.035017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ff55082-a22a-4748-83a8-d21b691b7a59 req-25477905-13ed-4755-a96f-a4bcae140002 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989430 Oct 12 23:07:08.114863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130d5ebe-7fff-45bd-a1d6-df188bb5cc9f None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:08.247897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f7587cc6-e468-4e84-a46a-4b48a3be72fd None None] Provisioning complete for port 0dac4fe3-690e-4335-b400-17095b6f7179 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:08.248182 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7587cc6-e468-4e84-a46a-4b48a3be72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.275134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c78e4d71-32ff-44b8-be0f-e85091aa2dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.285571 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.311551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79347487-b1ef-4215-8437-c3aab3bdaa3d req-a41d75cc-94ce-4355-9dcd-cee8514fe077 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:08.316040 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79347487-b1ef-4215-8437-c3aab3bdaa3d req-a41d75cc-94ce-4355-9dcd-cee8514fe077 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 945 time: 0.2316337 Oct 12 23:07:08.339701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0dac4fe3-690e-4335-b400-17095b6f7179 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:08.350706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c78e4d71-32ff-44b8-be0f-e85091aa2dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.512899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0dac4fe3-690e-4335-b400-17095b6f7179 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:08.513483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.517238 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7587cc6-e468-4e84-a46a-4b48a3be72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.579251 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79347487-b1ef-4215-8437-c3aab3bdaa3d req-38358ce6-027e-4af8-895f-7205ee7b07fb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417343 Oct 12 23:07:08.606010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f7587cc6-e468-4e84-a46a-4b48a3be72fd None None] For port 0dac4fe3-690e-4335-b400-17095b6f7179, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0dac4fe3-690e-4335-b400-17095b6f7179,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:08.688055 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.715036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde337d-9d26-4fc3-9c79-10666daa1cf1 None None] Update dhcp port {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': 'd34a15fd-0b54-42b7-826a-5f67fb3f1440', 'ip_address': '2001:db8::f816:3eff:fe95:d12b'}, {'subnet_id': '2a11e272-74f1-4323-94a4-55345539c569'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '0dac4fe3-690e-4335-b400-17095b6f7179'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:07:08.741616 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfde337d-9d26-4fc3-9c79-10666daa1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.754048 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.805981 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7587cc6-e468-4e84-a46a-4b48a3be72fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.822663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c78e4d71-32ff-44b8-be0f-e85091aa2dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.831705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c78e4d71-32ff-44b8-be0f-e85091aa2dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:08.831705 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c78e4d71-32ff-44b8-be0f-e85091aa2dad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c047d7b-a241-4532-83b7-2dbcb8c8cb3a HTTP/1.1" status: 204 len: 168 time: 0.7999783 Oct 12 23:07:08.852698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78e4d71-32ff-44b8-be0f-e85091aa2dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c047d7b-a241-4532-83b7-2dbcb8c8cb3a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:08.884704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=65306c2c-3c23-4928-ba5d-a272126ad451,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:08.892365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:08.914778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:08.920485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:08.925388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:08.926476 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:09.005545 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-655ceda3-13f3-413a-867b-5f68e32f03ef tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.9308774 Oct 12 23:07:09.009311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35660) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:09.058903 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 698be07f-ffe6-460e-a95e-befcc9935fe0 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:09.095205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7587cc6-e468-4e84-a46a-4b48a3be72fd None None] Pushing event updated for resources: {'Port': ['ID=0dac4fe3-690e-4335-b400-17095b6f7179,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:09.113073 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:07:09.123163 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:07:09.206613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-33b20e1b-9eb0-45a1-8cdd-00a3c8471cec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 65306c2c-3c23-4928-ba5d-a272126ad451 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:09.207313 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-33b20e1b-9eb0-45a1-8cdd-00a3c8471cec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:09.253265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-cfde337d-9d26-4fc3-9c79-10666daa1cf1 None None] Allocated IP 2001:db8:0:1::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/2a11e272-74f1-4323-94a4-55345539c569/0dac4fe3-690e-4335-b400-17095b6f7179) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:09.302572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8474d382-1ff9-401c-98ad-793415741875 req-a67f1dd8-120a-4d60-9873-3937ebecf7d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:09.312546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8474d382-1ff9-401c-98ad-793415741875 req-a67f1dd8-120a-4d60-9873-3937ebecf7d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1335454 Oct 12 23:07:09.366793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-33b20e1b-9eb0-45a1-8cdd-00a3c8471cec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:09.395325 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8474d382-1ff9-401c-98ad-793415741875 req-bfcd9226-3042-47e7-80d8-94b25488e495 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647213 Oct 12 23:07:09.408880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35672) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:09.412323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 698be07f-ffe6-460e-a95e-befcc9935fe0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:09.412694 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:09.419827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-33b20e1b-9eb0-45a1-8cdd-00a3c8471cec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 65306c2c-3c23-4928-ba5d-a272126ad451 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:09.616501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cfde337d-9d26-4fc3-9c79-10666daa1cf1 None None] For port 0dac4fe3-690e-4335-b400-17095b6f7179, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0dac4fe3-690e-4335-b400-17095b6f7179,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:09.740933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-935076223-network', 'tenant_id': 'c746a093b5904063b35eefb375da9aad'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:09.778071 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfde337d-9d26-4fc3-9c79-10666daa1cf1 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:09.787911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a945d9-a084-44a9-b9c3-67912ea88d3d req-f8c86940-5f50-4514-be48-c009d6caa53f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:09.799105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44a945d9-a084-44a9-b9c3-67912ea88d3d req-f8c86940-5f50-4514-be48-c009d6caa53f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 945 time: 0.1074309 Oct 12 23:07:09.860095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44a945d9-a084-44a9-b9c3-67912ea88d3d req-72281192-48af-44b3-836a-a8152bdc047e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597842 Oct 12 23:07:09.867428 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfde337d-9d26-4fc3-9c79-10666daa1cf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:09.901570 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:09.920235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Made reservation on behalf of c746a093b5904063b35eefb375da9aad for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:09.924177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:09.939963 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.023246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde337d-9d26-4fc3-9c79-10666daa1cf1 None None] Pushing event updated for resources: {'Port': ['ID=0dac4fe3-690e-4335-b400-17095b6f7179,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:10.033082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-33b20e1b-9eb0-45a1-8cdd-00a3c8471cec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.057358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:07:10.063838 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343b8e24-5ffc-4354-837d-59438335e090" -d '{"events": [{"server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "name": "network-vif-plugged", "status": "completed", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:07:10.094904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=698be07f-ffe6-460e-a95e-befcc9935fe0,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:10.125200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b20e1b-9eb0-45a1-8cdd-00a3c8471cec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=65306c2c-3c23-4928-ba5d-a272126ad451,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:10.163298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.185141 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605ff55a-330a-4d9c-af6d-987a7382fed2 x-openstack-request-id: req-605ff55a-330a-4d9c-af6d-987a7382fed2 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:07:10.185440 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "name": "network-vif-plugged", "status": "completed", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:07:10.185699 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-605ff55a-330a-4d9c-af6d-987a7382fed2 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:07:10.186775 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0', 'code': 200} Oct 12 23:07:10.212108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.246017 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.270796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:07:10.294044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.294819 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Added segment dc1a6b46-34a1-4da7-bd86-10e4b51e84ff of type vlan for network a8c67dae-94d8-4fab-be75-793a6fe78089 Oct 12 23:07:10.380434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=698be07f-ffe6-460e-a95e-befcc9935fe0,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:10.412022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0dac4fe3-690e-4335-b400-17095b6f7179 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:10.459366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.541624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0dac4fe3-690e-4335-b400-17095b6f7179 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:10.541924 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.590664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86939090-55eb-4e59-a208-4a6ff4d34b9a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:10.635291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.636462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:10.637096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.953910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-33b20e1b-9eb0-45a1-8cdd-00a3c8471cec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:10.967833 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-33b20e1b-9eb0-45a1-8cdd-00a3c8471cec tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/65306c2c-3c23-4928-ba5d-a272126ad451 HTTP/1.1" status: 204 len: 168 time: 1.9569004 Oct 12 23:07:11.013110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35710) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:11.086963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b7c6d0-e455-4d92-8900-d6f46d5b90d2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:11.088884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b8b7c6d0-e455-4d92-8900-d6f46d5b90d2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0744202 Oct 12 23:07:11.101037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff03ff-8a55-4e65-b1b0-a22d929209c9 req-48754f11-c8d3-4fea-a9c5-8dc297aff3a5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:11.112630 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00ff03ff-8a55-4e65-b1b0-a22d929209c9 req-48754f11-c8d3-4fea-a9c5-8dc297aff3a5 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1710627 Oct 12 23:07:11.115258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35712) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:11.253136 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00ff03ff-8a55-4e65-b1b0-a22d929209c9 req-b9d2b8a9-88d4-4413-a469-54e8e01677c8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357186 Oct 12 23:07:11.291251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-95189c2e-bc84-4e24-8c0f-a397e85922da None None] Provisioning complete for port 0dac4fe3-690e-4335-b400-17095b6f7179 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:11.292336 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95189c2e-bc84-4e24-8c0f-a397e85922da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:11.317878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6da2b1-f157-4746-b370-de7ee6e2ccb2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:11.323444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1d6da2b1-f157-4746-b370-de7ee6e2ccb2 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2069812 Oct 12 23:07:11.337796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35716) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:11.455034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946634f-c4d1-46bd-a5d2-239b35babac1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:11.466681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946634f-c4d1-46bd-a5d2-239b35babac1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:11.469407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3946634f-c4d1-46bd-a5d2-239b35babac1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:11.477600 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3946634f-c4d1-46bd-a5d2-239b35babac1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1384687 Oct 12 23:07:11.477987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35718) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:11.573408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] Pushing event updated for resources: {'Network': ['ID=a8c67dae-94d8-4fab-be75-793a6fe78089,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:11.638487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-13990966-9f63-4398-836e-d4382e4b920e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.2277262 Oct 12 23:07:11.645951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35726) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:11.656506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Request body: {'subnet': {'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-935076223-subnet', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:11.739404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a8c67dae-94d8-4fab-be75-793a6fe78089 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:07:11.746295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7d32bcd-00ab-4b4e-bb29-32bd280d5718 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 2a11e272-74f1-4323-94a4-55345539c569 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:11.758611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249ee1d-3fc0-4b5b-b50c-fb345bbaf8ee req-1720396c-ab7a-4852-a82a-60032b9dd072 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:11.773125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3249ee1d-3fc0-4b5b-b50c-fb345bbaf8ee req-1720396c-ab7a-4852-a82a-60032b9dd072 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1837997 Oct 12 23:07:11.775147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a7d32bcd-00ab-4b4e-bb29-32bd280d5718 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:11.895550 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3249ee1d-3fc0-4b5b-b50c-fb345bbaf8ee req-22222744-2f9d-4ebd-9112-0e661f031da6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213987 Oct 12 23:07:11.929975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a7d32bcd-00ab-4b4e-bb29-32bd280d5718 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:11.948546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c81fd35e-1d1e-437e-b806-0453b6c9d1eb None None] Could not find standard attr ID for object 65306c2c-3c23-4928-ba5d-a272126ad451. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:07:12.017045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Made reservation on behalf of c746a093b5904063b35eefb375da9aad for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:12.019295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:12.166411 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cc963eda-e29e-4a0c-b133-f8d483b02feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:12.179907 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a7d32bcd-00ab-4b4e-bb29-32bd280d5718 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:12.401392 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a7d32bcd-00ab-4b4e-bb29-32bd280d5718 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:12.462420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fa39ab-6935-4630-bde1-218fcfb3655f req-e146b111-1c34-4e05-8211-74c492bcd197 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:12.479412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4fa39ab-6935-4630-bde1-218fcfb3655f req-e146b111-1c34-4e05-8211-74c492bcd197 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1003342 Oct 12 23:07:12.484521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d32bcd-00ab-4b4e-bb29-32bd280d5718 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=2a11e272-74f1-4323-94a4-55345539c569,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:12.496496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18cd32c-9d92-40cf-8897-8e18b99b8b12 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:12.498253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:12.504316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a7d32bcd-00ab-4b4e-bb29-32bd280d5718 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:12.515647 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a7d32bcd-00ab-4b4e-bb29-32bd280d5718 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/2a11e272-74f1-4323-94a4-55345539c569 HTTP/1.1" status: 204 len: 168 time: 1.0361102 Oct 12 23:07:12.519388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35746) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:12.580350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35748) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:12.660262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-58655abe-cb3f-4103-87ea-8660c4455a2d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet d34a15fd-0b54-42b7-826a-5f67fb3f1440 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:12.679024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58655abe-cb3f-4103-87ea-8660c4455a2d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:12.746604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5169ae89-a897-443b-a804-950158ddd4a8,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:12.778923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Checking segment: {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:12.779303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Network hostable DHCP agents. Network: a8c67dae-94d8-4fab-be75-793a6fe78089, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:07:12.828024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58655abe-cb3f-4103-87ea-8660c4455a2d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:12.898431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-db69fc37-5d2f-4659-893c-e9cfb56a7ad8 tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:12.918018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Network a8c67dae-94d8-4fab-be75-793a6fe78089 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:07:12.930397 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4fa39ab-6935-4630-bde1-218fcfb3655f req-e9e7e099-f9b5-4e84-b3d7-f5d6c582f8d8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4476790 Oct 12 23:07:13.068695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a8c67dae-94d8-4fab-be75-793a6fe78089) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:13.085233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af635c29-adf0-47b9-b5c1-1d0bfa36a7e1 None None] Network a8c67dae-94d8-4fab-be75-793a6fe78089 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:13.085494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:13.085696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58655abe-cb3f-4103-87ea-8660c4455a2d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:13.086000 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:13.188182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295f25f4-7cf9-4b76-977d-79356a47e64a req-fb2a4e46-be6c-4778-8a2e-e96f0f2c956f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:13.191264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-295f25f4-7cf9-4b76-977d-79356a47e64a req-fb2a4e46-be6c-4778-8a2e-e96f0f2c956f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1795650 Oct 12 23:07:13.198894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35760) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.204325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:13.211471 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-aff73d5b-e3ed-49b1-841f-98199b831ba6 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5645013 Oct 12 23:07:13.256386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35762) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.265114 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-db69fc37-5d2f-4659-893c-e9cfb56a7ad8 tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] 10.222.0.31 "PUT /v2.0/quotas/2f2aec88d60b4184b0c4285eca17f108 HTTP/1.1" status: 200 len: 366 time: 0.6727972 Oct 12 23:07:13.276105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35764) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.276941 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c45c719-1627-48a4-a2d7-ad1e81b34a16 tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0190547 Oct 12 23:07:13.285734 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58655abe-cb3f-4103-87ea-8660c4455a2d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:13.323339 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4148c2f4-c9d0-413e-bb5b-bba561dbd51e tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] 10.222.0.31 "GET /v2.0/quotas/2f2aec88d60b4184b0c4285eca17f108 HTTP/1.1" status: 200 len: 366 time: 0.0443456 Oct 12 23:07:13.324154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35766) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.324979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da706f7f-f5dc-4095-87b7-d3281a057375 None None] Network a8c67dae-94d8-4fab-be75-793a6fe78089 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:13.340098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58655abe-cb3f-4103-87ea-8660c4455a2d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=d34a15fd-0b54-42b7-826a-5f67fb3f1440,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:13.361760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-295f25f4-7cf9-4b76-977d-79356a47e64a req-3e28bbf4-6120-45f5-874c-e11f46a64758 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487858 Oct 12 23:07:13.369160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58655abe-cb3f-4103-87ea-8660c4455a2d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:13.380872 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-58655abe-cb3f-4103-87ea-8660c4455a2d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/d34a15fd-0b54-42b7-826a-5f67fb3f1440 HTTP/1.1" status: 204 len: 168 time: 0.8549063 Oct 12 23:07:13.381761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35768) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.383286 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:13.385529 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:13.431852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-28edf601-8a35-453f-ae24-dfa27ef2fa66 tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/2f2aec88d60b4184b0c4285eca17f108 HTTP/1.1" status: 204 len: 168 time: 0.0957727 Oct 12 23:07:13.433035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35770) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.449324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6778878c-aea7-469c-bfda-f2b1163f87d1 tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] 10.222.0.31 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0128508 Oct 12 23:07:13.450250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35772) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.473854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9cf5e9f8-7dff-442a-beaf-76eb83ca39ea tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] 10.222.0.31 "GET /v2.0/quotas/2f2aec88d60b4184b0c4285eca17f108 HTTP/1.1" status: 200 len: 370 time: 0.0208344 Oct 12 23:07:13.477103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35774) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.487998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9e1c63a9-29b5-4742-a2d2-c66d6dd7f7be tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] 10.222.0.31 "GET /v2.0/quotas/2f2aec88d60b4184b0c4285eca17f108/default HTTP/1.1" status: 200 len: 370 time: 0.0091488 Oct 12 23:07:13.490834 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:13.492108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35776) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.518975 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-dc657cf7-92a5-4a57-a97d-647a51e31d79 tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] delete failed (client error): The resource could not be found. Oct 12 23:07:13.522450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dc657cf7-92a5-4a57-a97d-647a51e31d79 tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] 10.222.0.31 "DELETE /v2.0/quotas/2f2aec88d60b4184b0c4285eca17f108 HTTP/1.1" status: 404 len: 348 time: 0.0283089 Oct 12 23:07:13.565943 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-426ec3fe-c68d-4a89-9466-2ebfc813fec1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729384 Oct 12 23:07:13.569022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35780) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:13.581152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:13.985285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:13.989073 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:14.026291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35788) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:14.055548 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:14.074531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5035d7-c04d-4ca4-aaf0-97fb2c45a3ee None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:14.106838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Usage tracker for resource:network and project:d335e5ea4bc449f78dd54c046305daba is out of sync, need to count used quota {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 23:07:14.111184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 23:07:14.130560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Usage tracker for resource:subnet and project:d335e5ea4bc449f78dd54c046305daba is out of sync, need to count used quota {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 23:07:14.149717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 23:07:14.199018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Usage tracker for resource:subnetpool and project:d335e5ea4bc449f78dd54c046305daba is out of sync, need to count used quota {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 23:07:14.207387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 23:07:14.218559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Usage tracker for resource:port and project:d335e5ea4bc449f78dd54c046305daba is out of sync, need to count used quota {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 23:07:14.224710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 23:07:14.237042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Usage tracker for resource:router and project:d335e5ea4bc449f78dd54c046305daba is out of sync, need to count used quota {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 23:07:14.245125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 23:07:14.257685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Usage tracker for resource:floatingip and project:d335e5ea4bc449f78dd54c046305daba is out of sync, need to count used quota {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 23:07:14.262328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 23:07:14.346353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c749d67b-968e-4341-8221-4514ed1cfa7d None None] Provisioning complete for port 0dac4fe3-690e-4335-b400-17095b6f7179 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:14.347222 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c749d67b-968e-4341-8221-4514ed1cfa7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:14.430631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Usage tracker for resource:security_group and project:d335e5ea4bc449f78dd54c046305daba is out of sync, need to count used quota {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 23:07:14.469184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 23:07:14.540809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Usage tracker for resource:security_group_rule and project:d335e5ea4bc449f78dd54c046305daba is out of sync, need to count used quota {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Oct 12 23:07:14.547922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.quota.resource [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101890) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Oct 12 23:07:14.572187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f3c321df-20c5-4f1e-b966-415628f1d38f tempest-QuotasTest-1633282242 tempest-QuotasTest-1633282242-project-admin] 10.222.0.31 "GET /v2.0/quotas/d335e5ea4bc449f78dd54c046305daba/details.json HTTP/1.1" status: 200 len: 703 time: 0.5386546 Oct 12 23:07:14.572187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:14.601387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:14.621950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9da9fcd-f6fc-4046-9a99-9acbd23b4fdf None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:07:14.627525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e90de-b7ee-40bf-a44f-389b61aefc32 req-537c352e-395e-4067-8934-131b21c67472 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:14.629059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b17e90de-b7ee-40bf-a44f-389b61aefc32 req-537c352e-395e-4067-8934-131b21c67472 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.2670777 Oct 12 23:07:14.677992 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b17e90de-b7ee-40bf-a44f-389b61aefc32 req-4fbf26b0-c0f2-4d85-b001-ca6658544809 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414600 Oct 12 23:07:14.743248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Allocated IP 172.25.2.11 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/09c6779c-93fb-4671-84d5-71dc734ffe12) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:14.743653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c9da9fcd-f6fc-4046-9a99-9acbd23b4fdf None None] Deleting port 0dac4fe3-690e-4335-b400-17095b6f7179 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:14.744038 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9da9fcd-f6fc-4046-9a99-9acbd23b4fdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:14.879148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b49eb-14ff-462d-ac98-0d941ea1b21f req-c867ff84-40c5-4008-a44e-42c79af2fc20 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:14.891328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e26b49eb-14ff-462d-ac98-0d941ea1b21f req-c867ff84-40c5-4008-a44e-42c79af2fc20 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.4239893 Oct 12 23:07:14.914760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:07:14.942320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c9da9fcd-f6fc-4046-9a99-9acbd23b4fdf None None] For port 0dac4fe3-690e-4335-b400-17095b6f7179, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0dac4fe3-690e-4335-b400-17095b6f7179,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:14.942719 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9da9fcd-f6fc-4046-9a99-9acbd23b4fdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:14.972480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c9da9fcd-f6fc-4046-9a99-9acbd23b4fdf None None] Calling delete_port for 0dac4fe3-690e-4335-b400-17095b6f7179 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:15.025530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e26b49eb-14ff-462d-ac98-0d941ea1b21f req-7e9d875c-f212-4cd8-a6e0-cb4cf9988746 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333413 Oct 12 23:07:15.052543 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.189215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.281503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:15.297913 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.299488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Pushing event updated for resources: {'Port': ['ID=09c6779c-93fb-4671-84d5-71dc734ffe12,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:15.304179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:15.314450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:15.344309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9da9fcd-f6fc-4046-9a99-9acbd23b4fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.372928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Port 0dac4fe3-690e-4335-b400-17095b6f7179 concurrently deleted while adding address for new subnet {'id': 'd2625706-b893-42c6-8861-e1747df07c7c', 'name': '', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1758, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:14Z', 'revision_number': 0, 'segment_id': None, 'project_id': '31677ac7ef474c33991d368168a344f0'}. {{(pid=101889) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:772}} Oct 12 23:07:15.375846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.434812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9da9fcd-f6fc-4046-9a99-9acbd23b4fdf None None] No DVR routers for this DVR port 0dac4fe3-690e-4335-b400-17095b6f7179 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:07:15.438278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35804) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:15.440078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da9fcd-f6fc-4046-9a99-9acbd23b4fdf None None] Pushing event deleted for resources: {'Port': ['ID=0dac4fe3-690e-4335-b400-17095b6f7179,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:15.467178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:15.480896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:15.501216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:15.507058 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa210d2-76e7-4338-83e9-3e7a04292931 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:15.508039 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.525352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=d2625706-b893-42c6-8861-e1747df07c7c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:15.554056 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a6341fbd-34ee-4563-b436-ec9e9cac5011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.592710 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.646599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a2b62024-31ff-47cd-ae48-8c7933d27d0c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0758457 Oct 12 23:07:15.647273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35808) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:15.648834 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-188f7896-c20b-43d2-a6b4-2e7f98459958 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.652505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c16b2df3-38fd-4739-8c30-58222e02f8e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:15.792029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': 'd2625706-b893-42c6-8861-e1747df07c7c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:07:15.806392 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.909149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:15.926699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8357411-d290-4363-b49d-c7e7028d8a46 req-c9762582-99b2-4315-8a9f-c8e504196e7a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:15.936707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8357411-d290-4363-b49d-c7e7028d8a46 req-c9762582-99b2-4315-8a9f-c8e504196e7a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.0976586 Oct 12 23:07:16.002209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8357411-d290-4363-b49d-c7e7028d8a46 req-93bd2ee9-d2da-4246-8ebb-20c559bc2e24 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540581 Oct 12 23:07:16.008429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c16b2df3-38fd-4739-8c30-58222e02f8e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:16.019927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c16b2df3-38fd-4739-8c30-58222e02f8e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.156052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Allocated IP 2001:db8::f816:3eff:fe0a:53d (e63cc77b-86bd-4eff-b47b-f6b5b230179e/d2625706-b893-42c6-8861-e1747df07c7c/94dabf1a-1424-4340-93b9-ceadbcd4e3c5) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:16.189362 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-188f7896-c20b-43d2-a6b4-2e7f98459958 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.211393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.240194 n-d-790519-14 neutron-server[101889]: INFO neutron.db.ipam_backend_mixin [None req-c16b2df3-38fd-4739-8c30-58222e02f8e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d2625706-b893-42c6-8861-e1747df07c7c (CIDR: 2001:db8::/64) Oct 12 23:07:16.284480 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0dac12-bcd4-43ce-b148-86ab7eaaea8b req-0f903ba9-d6e1-4362-a234-27b5e08b6eab tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:16.292707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db0dac12-bcd4-43ce-b148-86ab7eaaea8b req-0f903ba9-d6e1-4362-a234-27b5e08b6eab tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1448820 Oct 12 23:07:16.297682 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c16b2df3-38fd-4739-8c30-58222e02f8e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:07:16.298305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c16b2df3-38fd-4739-8c30-58222e02f8e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:16.313269 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-188f7896-c20b-43d2-a6b4-2e7f98459958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.339536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.346203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0dac4fe3-690e-4335-b400-17095b6f7179 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:16.397099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c16b2df3-38fd-4739-8c30-58222e02f8e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7487798 Oct 12 23:07:16.400477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35820) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:16.406635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:16.416514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0dac4fe3-690e-4335-b400-17095b6f7179 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:07:16.416874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0dac4fe3-690e-4335-b400-17095b6f7179 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:07:16.572135 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.592542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f7896-c20b-43d2-a6b4-2e7f98459958 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=debbdcd4-4b49-47dc-b28d-e93f8d6e4618,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:16.630316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35822) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:16.634217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-188f7896-c20b-43d2-a6b4-2e7f98459958 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53e7d07523fa49eb8cc9215029ea0b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1954443 Oct 12 23:07:16.640893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db0dac12-bcd4-43ce-b148-86ab7eaaea8b req-6dfc2188-8b1f-4618-bc1a-b7b1fa1fbdbe tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478131 Oct 12 23:07:16.712966 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.732377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7c4efa8-6b0f-49f7-aa0b-be252909b6fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.758511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Pushing event updated for resources: {'Port': ['ID=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:16.771675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7c4efa8-6b0f-49f7-aa0b-be252909b6fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.783338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Router 828b0731-3107-4542-b5ea-44cec9e69acb is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:07:16.789340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:16.791548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:16.791725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:16.795478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.844762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:16.896245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Attempting to bind port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:16.896970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Attempting to bind port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:16.897256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Attempting to bind port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:16.913285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:07:16.913949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:16.914780 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.915307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:07:16.915917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Bound port: 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:07:16.916411 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:16.926582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:07:16.940569 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Sync routers for ids ['828b0731-3107-4542-b5ea-44cec9e69acb'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:07:16.960146 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Routers {'828b0731-3107-4542-b5ea-44cec9e69acb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:16.960849 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['828b0731-3107-4542-b5ea-44cec9e69acb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:16.997885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] For port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:17.002236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] For port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:07:17.082102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:07:17.105179 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Set router 828b0731-3107-4542-b5ea-44cec9e69acb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:07:17.197602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52035f26-a699-49a9-994b-a9a4a3e95212 req-2261127b-3a51-4b3b-937d-335a977b6bfc tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:17.200141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:17.210763 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:17.210763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-00c1a4cc-6839-44c0-89c7-4c67a6a9ce5a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0036855 Oct 12 23:07:17.210763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35828) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:17.216893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'port_id': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'mac_address': 'fa:16:3e:30:35:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:07:17.218021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52035f26-a699-49a9-994b-a9a4a3e95212 req-2261127b-3a51-4b3b-937d-335a977b6bfc tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1287763 Oct 12 23:07:17.243688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7c4efa8-6b0f-49f7-aa0b-be252909b6fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:17.247029 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7c4efa8-6b0f-49f7-aa0b-be252909b6fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:17.248735 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d7c4efa8-6b0f-49f7-aa0b-be252909b6fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/debbdcd4-4b49-47dc-b28d-e93f8d6e4618 HTTP/1.1" status: 204 len: 168 time: 0.6155703 Oct 12 23:07:17.254779 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:17.346916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c4efa8-6b0f-49f7-aa0b-be252909b6fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=debbdcd4-4b49-47dc-b28d-e93f8d6e4618,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:17.348750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c335da-8ac8-4550-ae80-754671c6f0d5 None None] Pushing event updated for resources: {'Port': ['ID=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:17.408292 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:17.438679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52035f26-a699-49a9-994b-a9a4a3e95212 req-4c8b00f3-c70e-48d9-a311-a8f7b8f14fbe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123213 Oct 12 23:07:17.442918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd4004fe-0f59-4787-b618-92fd1d51dc0f {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:07:17.446708 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:17.467829 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:13Z', 'updated_at': '2021-10-12T23:07:15Z', 'revision_number': 3, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'gw_port': {'id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:17.495398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:17.513845 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Checking router: 828b0731-3107-4542-b5ea-44cec9e69acb for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:07:17.514258 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Updating router 828b0731-3107-4542-b5ea-44cec9e69acb port 09c6779c-93fb-4671-84d5-71dc734ffe12 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:07:17.546300 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:17.629377 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:17.651953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:17.661575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:17.663132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:17.664332 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:17.689228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=b16fb1db-c161-4987-871a-626887e31aca,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:17.787089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:17.825457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-01b23baf-bab6-41fa-a665-91e9af6c69fe tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4184184 Oct 12 23:07:17.829319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35854) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:17.851704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:b4:4f:c3', 'name': 'tempest-NetworksTestDHCPv6-1272721692'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:17.940145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['bd4004fe-0f59-4787-b618-92fd1d51dc0f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:07:17.970060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721da7b-2632-4c93-a23e-c72f58538282 req-298fc3fa-2901-4768-869a-be804638bee8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:17.978372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b721da7b-2632-4c93-a23e-c72f58538282 req-298fc3fa-2901-4768-869a-be804638bee8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1812806 Oct 12 23:07:18.020285 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:18.256784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:18.430155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:18.480769 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:18.578262 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:18.621042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35868) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:18.635064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:18.638233 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:18.656680 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:18.743916 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Attempting to bind port 09c6779c-93fb-4671-84d5-71dc734ffe12 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:18.745479 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Attempting to bind port 09c6779c-93fb-4671-84d5-71dc734ffe12 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:18.753099 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Attempting to bind port 09c6779c-93fb-4671-84d5-71dc734ffe12 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:18.762926 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:07:18.767322 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:18.767322 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:18.767322 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:07:18.767322 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Bound port: 09c6779c-93fb-4671-84d5-71dc734ffe12, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:07:18.767322 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:18.772625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port e61bfd89-9cd7-48f3-892e-a8d1dda014b5 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:07:18.804073 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Pushing event updated for resources: {'Port': ['ID=09c6779c-93fb-4671-84d5-71dc734ffe12,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:18.824941 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.825192 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.825615 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.825955 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.826329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.826643 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.832828 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.832828 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.832828 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.832828 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.832828 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.832828 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:18.853818 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:18.897926 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] For port 09c6779c-93fb-4671-84d5-71dc734ffe12, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:18.908529 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] For port 09c6779c-93fb-4671-84d5-71dc734ffe12, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=09c6779c-93fb-4671-84d5-71dc734ffe12,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:07:18.997265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:19.009163 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.047574 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.085845 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.169808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:19.184062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8:0:1::3a6 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/b16fb1db-c161-4987-871a-626887e31aca/e61bfd89-9cd7-48f3-892e-a8d1dda014b5) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:19.192219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::f816:3eff:feb4:4fc3 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/d2625706-b893-42c6-8861-e1747df07c7c/e61bfd89-9cd7-48f3-892e-a8d1dda014b5) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:19.241554 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.256978 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Routers {'828b0731-3107-4542-b5ea-44cec9e69acb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:19.257606 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['828b0731-3107-4542-b5ea-44cec9e69acb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:19.267281 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-75608860-8be0-403f-bdf3-f6b7ae49767f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.269706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b721da7b-2632-4c93-a23e-c72f58538282 req-12505903-4674-4a51-a73c-289bbc3fca8f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2901254 Oct 12 23:07:19.488164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.495888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:19.516559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2272b254-712f-42bf-bc03-a19861515e86 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:19.551253 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af85ca-8e69-4bce-8819-ee6e44495d7a None None] Pushing event updated for resources: {'Port': ['ID=09c6779c-93fb-4671-84d5-71dc734ffe12,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:19.563936 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-75608860-8be0-403f-bdf3-f6b7ae49767f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.650049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10641dc6-8fb0-485e-9f0c-69b7b2633d79 req-272f305c-4466-45b6-8448-dcaf1af9ce3b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:19.662115 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10641dc6-8fb0-485e-9f0c-69b7b2633d79 req-272f305c-4466-45b6-8448-dcaf1af9ce3b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 945 time: 0.4002755 Oct 12 23:07:19.698989 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-75608860-8be0-403f-bdf3-f6b7ae49767f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.729405 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] Set router 828b0731-3107-4542-b5ea-44cec9e69acb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:07:19.764927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5a149d0d-625c-4819-b007-137b81d9ed77 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:19.765393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5a149d0d-625c-4819-b007-137b81d9ed77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.778119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75608860-8be0-403f-bdf3-f6b7ae49767f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484ca581-be17-4614-add2-0ee5823a916a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:19.914688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port bd4004fe-0f59-4787-b618-92fd1d51dc0f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:19.918346 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:19.921661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-75608860-8be0-403f-bdf3-f6b7ae49767f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d335e5ea4bc449f78dd54c046305daba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2994471 Oct 12 23:07:19.928513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35884) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:19.950205 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10641dc6-8fb0-485e-9f0c-69b7b2633d79 req-cd83cbad-bdac-49fa-87b3-82fc47607587 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865551 Oct 12 23:07:19.973661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:20.080355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Allocated IP 172.20.0.1 (a8c67dae-94d8-4fab-be75-793a6fe78089/5169ae89-a897-443b-a804-950158ddd4a8/2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:20.101009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:20.114050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:20.184721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:20.252451 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:13Z', 'updated_at': '2021-10-12T23:07:15Z', 'revision_number': 3, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'gw_port': {'id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:20.286213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:20.328613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:20.330131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:20.342963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:20.357083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:20.358283 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:20.374454 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b3bfda-5962-468f-99fc-23a7ccf0b812 None None] The sync data for ids ['828b0731-3107-4542-b5ea-44cec9e69acb'] in n-d-790519-14 is: [{'id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:13Z', 'updated_at': '2021-10-12T23:07:15Z', 'revision_number': 3, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'gw_port': {'id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:07:20.433790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:20.438382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=e61bfd89-9cd7-48f3-892e-a8d1dda014b5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:20.475978 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:20.478681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:20.484062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/484ca581-be17-4614-add2-0ee5823a916a HTTP/1.1" status: 204 len: 168 time: 0.5530946 Oct 12 23:07:20.550839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35894) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:20.551349 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9b9cf3b0-cc9f-4911-a0a0-6e323a76d252 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.7215991 Oct 12 23:07:20.553876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484ca581-be17-4614-add2-0ee5823a916a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:20.622745 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:20.640205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.640205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.640205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.657206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.657571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.664990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.664990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.664990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.664990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.664990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.664990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.664990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e96247ef-d5fd-4f6d-9bf5-77e07a61e84e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:07:20.846436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Network a8c67dae-94d8-4fab-be75-793a6fe78089 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:20.864555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:20.882330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e57d37-aee9-4afd-b9b3-2a2fa495cbfd req-8397d08a-4c6e-4e3c-80cf-429ca3e7d060 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:20.884114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92e57d37-aee9-4afd-b9b3-2a2fa495cbfd req-8397d08a-4c6e-4e3c-80cf-429ca3e7d060 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.4098382 Oct 12 23:07:20.947166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:20.989416 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:21.105748 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:21.350270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:21.402680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c159dd6-69ef-4d98-8666-5444e0ee6307 req-b88fa354-e620-4d43-b83b-6f05f397645c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:21.417794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c159dd6-69ef-4d98-8666-5444e0ee6307 req-b88fa354-e620-4d43-b83b-6f05f397645c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 945 time: 0.1865833 Oct 12 23:07:21.483065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:07:21.486430 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44bbaa4-b49d-46f9-867a-a1acdfb0e325" -d '{"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-plugged", "status": "completed", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:07:21.504621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:21.505053 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:21.508541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecf6513-ee89-49b6-8e94-2a9af9a35ec4 None None] Update dhcp port {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': 'd2625706-b893-42c6-8861-e1747df07c7c', 'ip_address': '2001:db8::f816:3eff:fe0a:53d'}, {'subnet_id': 'b16fb1db-c161-4987-871a-626887e31aca'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '94dabf1a-1424-4340-93b9-ceadbcd4e3c5'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:07:21.512545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:21.531265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c159dd6-69ef-4d98-8666-5444e0ee6307 req-2858ce7c-1d08-475d-851c-47bd17bc4469 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056817 Oct 12 23:07:21.597375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92e57d37-aee9-4afd-b9b3-2a2fa495cbfd req-f05c5199-7be0-473c-8ef6-261f018c96e1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456342 Oct 12 23:07:21.642411 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:21.669347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6878ccd5-46da-43aa-92f5-2081c3c9ab7d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port e61bfd89-9cd7-48f3-892e-a8d1dda014b5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:21.669701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6878ccd5-46da-43aa-92f5-2081c3c9ab7d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:21.689000 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6513-ee89-49b6-8e94-2a9af9a35ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:21.705875 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:07:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198f9f11-d770-48d1-8a75-98bb7dbfbaf5 x-openstack-request-id: req-198f9f11-d770-48d1-8a75-98bb7dbfbaf5 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:07:21.706184 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-plugged", "status": "completed", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:07:21.706434 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-198f9f11-d770-48d1-8a75-98bb7dbfbaf5 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:07:21.706889 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'code': 200} Oct 12 23:07:21.817279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:21.913545 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6878ccd5-46da-43aa-92f5-2081c3c9ab7d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:21.955751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6878ccd5-46da-43aa-92f5-2081c3c9ab7d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for e61bfd89-9cd7-48f3-892e-a8d1dda014b5 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:22.083607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-6ecf6513-ee89-49b6-8e94-2a9af9a35ec4 None None] Allocated IP 2001:db8:0:1::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/b16fb1db-c161-4987-871a-626887e31aca/94dabf1a-1424-4340-93b9-ceadbcd4e3c5) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:22.337697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6ecf6513-ee89-49b6-8e94-2a9af9a35ec4 None None] For port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:22.385628 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6513-ee89-49b6-8e94-2a9af9a35ec4 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:22.463266 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6513-ee89-49b6-8e94-2a9af9a35ec4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:22.581112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:22.613570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf6513-ee89-49b6-8e94-2a9af9a35ec4 None None] Pushing event updated for resources: {'Port': ['ID=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:22.715015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 09c6779c-93fb-4671-84d5-71dc734ffe12 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:22.717884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6878ccd5-46da-43aa-92f5-2081c3c9ab7d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:22.907897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 09c6779c-93fb-4671-84d5-71dc734ffe12 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:22.913008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b195455-0587-4c7e-a1dd-5c16265d2adf req-d9feff04-02ed-4d58-9480-813f823bce0f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:22.913546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:22.914931 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8b195455-0587-4c7e-a1dd-5c16265d2adf req-d9feff04-02ed-4d58-9480-813f823bce0f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1479247 Oct 12 23:07:23.061134 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:23.063435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8b195455-0587-4c7e-a1dd-5c16265d2adf req-add8e645-b332-4e9c-860e-14c65ba48422 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394722 Oct 12 23:07:23.187948 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:23.194663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6878ccd5-46da-43aa-92f5-2081c3c9ab7d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=e61bfd89-9cd7-48f3-892e-a8d1dda014b5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:23.275182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 09c6779c-93fb-4671-84d5-71dc734ffe12, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=09c6779c-93fb-4671-84d5-71dc734ffe12,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:23.283749 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:23.394873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:23.468752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6878ccd5-46da-43aa-92f5-2081c3c9ab7d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:23.480669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6878ccd5-46da-43aa-92f5-2081c3c9ab7d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/e61bfd89-9cd7-48f3-892e-a8d1dda014b5 HTTP/1.1" status: 204 len: 168 time: 2.9235191 Oct 12 23:07:23.491915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35960) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:23.504316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=09c6779c-93fb-4671-84d5-71dc734ffe12,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:23.600201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e484452-3430-43d5-82dd-ccd696a99082 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.610451 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3e484452-3430-43d5-82dd-ccd696a99082 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1170716 Oct 12 23:07:23.613746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35962) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:23.664379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32e38b-01a6-4b39-98f7-faead0a84e37 req-a32d0502-6c8b-4239-a5c4-0b318051084a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.672956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd32e38b-01a6-4b39-98f7-faead0a84e37 req-a32d0502-6c8b-4239-a5c4-0b318051084a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.5844622 Oct 12 23:07:23.687937 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:23.690682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Pushing event updated for resources: {'Port': ['ID=2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:23.761544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd32e38b-01a6-4b39-98f7-faead0a84e37 req-365693ce-6f9f-486d-b86e-366f0f89a284 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875964 Oct 12 23:07:23.859432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40726-b237-4451-bbb6-bfa93430aa2f req-40495e3a-18ec-4023-8b5e-2e7cbad53d33 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.869101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40726-b237-4451-bbb6-bfa93430aa2f req-40495e3a-18ec-4023-8b5e-2e7cbad53d33 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.879289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40726-b237-4451-bbb6-bfa93430aa2f req-40495e3a-18ec-4023-8b5e-2e7cbad53d33 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.888345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40726-b237-4451-bbb6-bfa93430aa2f req-40495e3a-18ec-4023-8b5e-2e7cbad53d33 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.897044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40726-b237-4451-bbb6-bfa93430aa2f req-40495e3a-18ec-4023-8b5e-2e7cbad53d33 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.909145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40726-b237-4451-bbb6-bfa93430aa2f req-40495e3a-18ec-4023-8b5e-2e7cbad53d33 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.920719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c40726-b237-4451-bbb6-bfa93430aa2f req-40495e3a-18ec-4023-8b5e-2e7cbad53d33 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.929878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00c40726-b237-4451-bbb6-bfa93430aa2f req-40495e3a-18ec-4023-8b5e-2e7cbad53d33 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.2333579 Oct 12 23:07:23.940147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Network a8c67dae-94d8-4fab-be75-793a6fe78089 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:23.942708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:23.972281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53345bfd-40d6-489a-8d7f-85d54bf8cd94 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:23.973947 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-53345bfd-40d6-489a-8d7f-85d54bf8cd94 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3589971 Oct 12 23:07:23.985774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35968) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:24.077130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aefb9b84-fc27-4b6e-a281-a1b7a457804c None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:24.077580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aefb9b84-fc27-4b6e-a281-a1b7a457804c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:24.118482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e12e3cf-f2de-4e9b-ac64-6542d549c72a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:24.120017 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e12e3cf-f2de-4e9b-ac64-6542d549c72a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:24.132583 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e12e3cf-f2de-4e9b-ac64-6542d549c72a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:24.145830 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5e12e3cf-f2de-4e9b-ac64-6542d549c72a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1586852 Oct 12 23:07:24.155655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35976) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:24.340016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-27c3fd76-c615-4077-a41f-2025884e4815 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet b16fb1db-c161-4987-871a-626887e31aca {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:24.362887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00c40726-b237-4451-bbb6-bfa93430aa2f req-77b37aec-9b5a-4742-b31e-a3f82ba66860 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4316807 Oct 12 23:07:24.363992 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27c3fd76-c615-4077-a41f-2025884e4815 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:24.367625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aefb9b84-fc27-4b6e-a281-a1b7a457804c None None] Could not find standard attr ID for object e61bfd89-9cd7-48f3-892e-a8d1dda014b5. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:07:24.374514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Router 828b0731-3107-4542-b5ea-44cec9e69acb has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:07:24.505859 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27c3fd76-c615-4077-a41f-2025884e4815 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:24.615509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10628672-e255-443e-bb07-8a8262a4b8f0 req-7345f962-07cf-415e-88e8-e80bb652247e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:24.615509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-10628672-e255-443e-bb07-8a8262a4b8f0 req-7345f962-07cf-415e-88e8-e80bb652247e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.3065534 Oct 12 23:07:24.616854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f5ea8d89-1647-4a6f-b0c7-a912fa6c4886 None None] Could not find standard attr ID for object e61bfd89-9cd7-48f3-892e-a8d1dda014b5. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:07:24.666893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 09c6779c-93fb-4671-84d5-71dc734ffe12 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:24.772885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35992) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:24.853468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167facc5-65f7-458f-b7fc-907341847b71 req-34c6d21d-2cbc-43b1-b429-61fd1f939f15 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:24.857917 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-10628672-e255-443e-bb07-8a8262a4b8f0 req-9d46406e-b07c-49cb-8187-e29ca06ce60f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778389 Oct 12 23:07:24.881554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167facc5-65f7-458f-b7fc-907341847b71 req-34c6d21d-2cbc-43b1-b429-61fd1f939f15 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:24.885625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 09c6779c-93fb-4671-84d5-71dc734ffe12 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:24.886004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:24.909096 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167facc5-65f7-458f-b7fc-907341847b71 req-34c6d21d-2cbc-43b1-b429-61fd1f939f15 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:24.922708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167facc5-65f7-458f-b7fc-907341847b71 req-34c6d21d-2cbc-43b1-b429-61fd1f939f15 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:24.925129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:07:24.934834 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-025a5ac1-4e19-491d-9e1c-fe4c455360d4 admin admin] 10.222.0.31 "PUT /v2.0/routers/828b0731-3107-4542-b5ea-44cec9e69acb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7238603 Oct 12 23:07:24.968349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Sync routers for ids ['828b0731-3107-4542-b5ea-44cec9e69acb'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:07:24.991198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167facc5-65f7-458f-b7fc-907341847b71 req-34c6d21d-2cbc-43b1-b429-61fd1f939f15 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:24.997306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167facc5-65f7-458f-b7fc-907341847b71 req-34c6d21d-2cbc-43b1-b429-61fd1f939f15 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:25.025665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167facc5-65f7-458f-b7fc-907341847b71 req-34c6d21d-2cbc-43b1-b429-61fd1f939f15 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:25.029484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Routers {'828b0731-3107-4542-b5ea-44cec9e69acb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:25.030963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['828b0731-3107-4542-b5ea-44cec9e69acb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:25.071976 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-167facc5-65f7-458f-b7fc-907341847b71 req-34c6d21d-2cbc-43b1-b429-61fd1f939f15 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.4612424 Oct 12 23:07:25.097284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-311959802', 'router:external': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:25.164463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27c3fd76-c615-4077-a41f-2025884e4815 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:25.376253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Made reservation on behalf of ddfff0a944724f34ad3b8414525e8ebd for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:25.380373 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:25.421149 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:25.476366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:25.507918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be590c6-0a6a-4110-b1f0-185956c5f20d req-f68d1fa9-460c-480f-8ff4-bf938f1be651 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:25.515668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Set router 828b0731-3107-4542-b5ea-44cec9e69acb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:07:25.532306 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8be590c6-0a6a-4110-b1f0-185956c5f20d req-f68d1fa9-460c-480f-8ff4-bf938f1be651 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.2887747 Oct 12 23:07:25.643504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8be590c6-0a6a-4110-b1f0-185956c5f20d req-8940a91f-4c81-4768-ae9f-7d5dd51e1ee2 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098297 Oct 12 23:07:25.754523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:25.754868 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:25.827841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27c3fd76-c615-4077-a41f-2025884e4815 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:25.937515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3fd76-c615-4077-a41f-2025884e4815 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=b16fb1db-c161-4987-871a-626887e31aca,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:25.964430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27c3fd76-c615-4077-a41f-2025884e4815 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:25.975352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-27c3fd76-c615-4077-a41f-2025884e4815 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/b16fb1db-c161-4987-871a-626887e31aca HTTP/1.1" status: 204 len: 168 time: 1.8113773 Oct 12 23:07:25.975620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fe69a4-94e6-4a69-bc14-f1b5c1d754e7 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:25.975764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36024) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:26.086875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc96f5d7-06cb-4898-9216-1a21dd68557c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet d2625706-b893-42c6-8861-e1747df07c7c {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:26.091096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc96f5d7-06cb-4898-9216-1a21dd68557c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.112989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:13Z', 'updated_at': '2021-10-12T23:07:22Z', 'revision_number': 4, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'gw_port': {'id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53', 'name': '', 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'mac_address': 'fa:16:3e:a0:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5169ae89-a897-443b-a804-950158ddd4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:19Z', 'updated_at': '2021-10-12T23:07:22Z', 'revision_number': 2, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'subnets': [{'id': '5169ae89-a897-443b-a804-950158ddd4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:26.148838 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc96f5d7-06cb-4898-9216-1a21dd68557c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.162972 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.195419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Checking router: 828b0731-3107-4542-b5ea-44cec9e69acb for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:07:26.195772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Updating router 828b0731-3107-4542-b5ea-44cec9e69acb port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:07:26.217900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95616293-48a2-4234-b6a7-c144fa192581 req-65675ad0-965b-4e0e-9a97-13d5dba63735 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:26.225090 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-95616293-48a2-4234-b6a7-c144fa192581 req-65675ad0-965b-4e0e-9a97-13d5dba63735 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.2041121 Oct 12 23:07:26.227588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.260666 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.287465 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc96f5d7-06cb-4898-9216-1a21dd68557c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.341428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-95616293-48a2-4234-b6a7-c144fa192581 req-dcda36c2-77e8-463d-ab9d-491e0de72b83 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994084 Oct 12 23:07:26.351985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:07:26.385848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d610a00b-d38e-4a1f-b545-76ac69a81afd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:26.409102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.409684 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Added segment 976c67ca-62ee-4314-b259-8161a33a510c of type vlan for network 442d8d48-ceb2-40b1-8b57-d3e29fda5557 Oct 12 23:07:26.538050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.544271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc96f5d7-06cb-4898-9216-1a21dd68557c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.572414 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc96f5d7-06cb-4898-9216-1a21dd68557c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.581214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dc96f5d7-06cb-4898-9216-1a21dd68557c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/d2625706-b893-42c6-8861-e1747df07c7c HTTP/1.1" status: 204 len: 168 time: 0.6015728 Oct 12 23:07:26.584158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36036) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:26.725860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96f5d7-06cb-4898-9216-1a21dd68557c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=d2625706-b893-42c6-8861-e1747df07c7c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:26.730258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7e3cceb0-a906-4f32-80e3-9e5e8f4d599d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1447361 Oct 12 23:07:26.734375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36040) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:26.739224 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.742053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:26.743337 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:26.753090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:26.999153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event updated for resources: {'Network': ['ID=442d8d48-ceb2-40b1-8b57-d3e29fda5557,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:27.024178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 442d8d48-ceb2-40b1-8b57-d3e29fda5557 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:07:27.055651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b24ad-8cfe-48b1-95eb-77e2141d1628 req-46fa7665-3f9b-4caf-94aa-afd46b6766ea tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:27.057378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f1b24ad-8cfe-48b1-95eb-77e2141d1628 req-46fa7665-3f9b-4caf-94aa-afd46b6766ea tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1911373 Oct 12 23:07:27.061443 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fc67b7c6-0e2b-4733-bb5e-f0990a934ba4 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.2873657 Oct 12 23:07:27.064918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36044) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:27.072107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'subnet': {'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:27.152532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f1b24ad-8cfe-48b1-95eb-77e2141d1628 req-226934c3-248f-43d4-8e79-182a34409986 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626044 Oct 12 23:07:27.172894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:27.177851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:27.194072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ec9286-b470-4b67-9b81-b90909bd9423 None None] Update dhcp port {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': 'd2625706-b893-42c6-8861-e1747df07c7c'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '94dabf1a-1424-4340-93b9-ceadbcd4e3c5'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:07:27.268710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Made reservation on behalf of ddfff0a944724f34ad3b8414525e8ebd for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:27.271508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:27.292418 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-19ec9286-b470-4b67-9b81-b90909bd9423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:27.554579 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:27.745911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49957a1-a9f0-4ea8-b328-be58d978f426 req-9dd66f20-09f7-4f66-9d68-0c0711182144 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:27.755247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d49957a1-a9f0-4ea8-b328-be58d978f426 req-9dd66f20-09f7-4f66-9d68-0c0711182144 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.0781026 Oct 12 23:07:27.784927 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:27.788058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:27.850465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:27.878398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:27.896188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:27.896455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e853ab6-dfed-4555-bfe9-aff995873f7a None None] Pushing event updated for resources: {'Port': ['ID=2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:27.897192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:27.928083 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d49957a1-a9f0-4ea8-b328-be58d978f426 req-fa75cf2e-dfc4-41a7-a8d1-b733816e75d8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715329 Oct 12 23:07:27.990136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=d5e1472e-70be-447a-83dd-f97c13567f46,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:28.014429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8460a74f-9a07-4c28-a9e1-3919fb895b0f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2778218 Oct 12 23:07:28.024579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36068) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:28.041722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a3d019b6-259d-4865-876e-01f0549e38d4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:28.123683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d7ac0-e167-4f8d-8f1b-8816649fb1ce None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:28.127032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Attempting to bind port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:28.128097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Attempting to bind port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:28.128457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Attempting to bind port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 on network a8c67dae-94d8-4fab-be75-793a6fe78089 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:28.346698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:07:28.347374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:28.369017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:07:28.369390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Checking segment: {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:28.369797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:28.387298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Bound using segment: {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:07:28.387827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Bound port: 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:07:28.389548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:28.399415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0070e2-20cb-44df-a302-976977d1387f req-e6199b7a-1367-4e5c-add6-d592e31aadb7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:28.402440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5c0070e2-20cb-44df-a302-976977d1387f req-e6199b7a-1367-4e5c-add6-d592e31aadb7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1468744 Oct 12 23:07:28.494297 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5c0070e2-20cb-44df-a302-976977d1387f req-2d203e17-a045-4fe6-9b38-0e9ed6dae3e0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850058 Oct 12 23:07:28.497559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event updated for resources: {'Subnet': ['ID=65faf3cf-671c-4ae2-92fc-2d21a22550d7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:28.505481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Checking segment: {'id': '976c67ca-62ee-4314-b259-8161a33a510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:28.505854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Network hostable DHCP agents. Network: 442d8d48-ceb2-40b1-8b57-d3e29fda5557, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:07:28.521049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d019b6-259d-4865-876e-01f0549e38d4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:28.528583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3d019b6-259d-4865-876e-01f0549e38d4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:28.570329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] For port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:28.578712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] For port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:07:28.580209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:28.645158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5d0286e3-7998-4301-9073-cba1e429eb87 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:28.645530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5d0286e3-7998-4301-9073-cba1e429eb87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:28.682802 n-d-790519-14 neutron-server[101890]: INFO neutron.db.ipam_backend_mixin [None req-a3d019b6-259d-4865-876e-01f0549e38d4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d5e1472e-70be-447a-83dd-f97c13567f46 (CIDR: 2001:db8::/64) Oct 12 23:07:28.693831 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:28.711465 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3d019b6-259d-4865-876e-01f0549e38d4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:07:28.712071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3d019b6-259d-4865-876e-01f0549e38d4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:28.761757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Network 442d8d48-ceb2-40b1-8b57-d3e29fda5557 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:07:28.819917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36084) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:28.820219 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a3d019b6-259d-4865-876e-01f0549e38d4 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7907159 Oct 12 23:07:28.832664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:28.858221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 442d8d48-ceb2-40b1-8b57-d3e29fda5557) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:28.862773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:28.864840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:28.898801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567ba0a9-56f6-44df-8864-a60b605c20d9 None None] Network 442d8d48-ceb2-40b1-8b57-d3e29fda5557 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:28.994065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a5739091-815f-4a0d-b22d-bbbe7ab98215 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9253809 Oct 12 23:07:28.994430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36088) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:29.003688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-465860894', 'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:29.160810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Made reservation on behalf of ddfff0a944724f34ad3b8414525e8ebd for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:29.163216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:29.227079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] device_id is not set on port 39b9a824-c811-4260-9191-075bb8ddb4ab yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:07:29.253415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Routers {'828b0731-3107-4542-b5ea-44cec9e69acb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:29.254123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['828b0731-3107-4542-b5ea-44cec9e69acb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:29.511977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] Set router 828b0731-3107-4542-b5ea-44cec9e69acb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:07:29.603322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e853ab6-dfed-4555-bfe9-aff995873f7a None None] Pushing event updated for resources: {'Port': ['ID=2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:29.608327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Allocated IP 172.20.0.11 (442d8d48-ceb2-40b1-8b57-d3e29fda5557/65faf3cf-671c-4ae2-92fc-2d21a22550d7/39b9a824-c811-4260-9191-075bb8ddb4ab) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:29.612367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36098) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:29.735753 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:29.809143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e2748-9c91-4825-a0d0-40b78f0b824b req-3ba8a216-4d8b-4129-b4b1-d8c75ae2a35e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:29.817657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-925e2748-9c91-4825-a0d0-40b78f0b824b req-3ba8a216-4d8b-4129-b4b1-d8c75ae2a35e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.7504001 Oct 12 23:07:29.828646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:29.877676 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-925e2748-9c91-4825-a0d0-40b78f0b824b req-5b51b34c-89ac-4f59-8706-cb0aa298f1d0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588670 Oct 12 23:07:29.929585 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:29.939433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:29.947603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:30.060851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-503d4850-c5e9-48e2-814a-28cd6db44cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:30.062800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-503d4850-c5e9-48e2-814a-28cd6db44cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:30.063391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-503d4850-c5e9-48e2-814a-28cd6db44cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:30.065523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-503d4850-c5e9-48e2-814a-28cd6db44cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:30.066098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-503d4850-c5e9-48e2-814a-28cd6db44cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:30.066676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-503d4850-c5e9-48e2-814a-28cd6db44cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:30.068343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-503d4850-c5e9-48e2-814a-28cd6db44cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:30.073113 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-503d4850-c5e9-48e2-814a-28cd6db44cea service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6505 time: 0.4555347 Oct 12 23:07:30.083423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:30.222439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:30.269170 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-f559f7b4-62f0-46e6-a77e-a3041431c5ca service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1847167 Oct 12 23:07:30.406930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:30.517567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event updated for resources: {'Port': ['ID=39b9a824-c811-4260-9191-075bb8ddb4ab,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:30.526822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5441d6-5036-4431-ae06-ed08979955c6 req-b93f879b-a921-4bd3-adcc-ac5ef593dcc1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:30.538410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc5441d6-5036-4431-ae06-ed08979955c6 req-b93f879b-a921-4bd3-adcc-ac5ef593dcc1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1725378 Oct 12 23:07:30.550694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] Update dhcp port {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'fixed_ips': [{'subnet_id': 'd5e1472e-70be-447a-83dd-f97c13567f46'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '94dabf1a-1424-4340-93b9-ceadbcd4e3c5'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:07:30.552822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e4e62a5-73db-48e7-8a8c-24dc7dbaf304 None None] Network 442d8d48-ceb2-40b1-8b57-d3e29fda5557 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:30.572383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Network 442d8d48-ceb2-40b1-8b57-d3e29fda5557 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:30.579644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:30.583680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:30.687284 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:30.728456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:30.729075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:30.813898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:13Z', 'updated_at': '2021-10-12T23:07:22Z', 'revision_number': 4, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'gw_port': {'id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53', 'name': '', 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'mac_address': 'fa:16:3e:a0:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5169ae89-a897-443b-a804-950158ddd4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:19Z', 'updated_at': '2021-10-12T23:07:28Z', 'revision_number': 4, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'subnets': [{'id': '5169ae89-a897-443b-a804-950158ddd4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:30.814968 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc5441d6-5036-4431-ae06-ed08979955c6 req-88dc6da2-2509-4b72-a59d-7ac5eed2b9a8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2755916 Oct 12 23:07:30.824886 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:07:30.843932 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-17d56fe1-2f49-448a-9624-31f212cb383a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8481469 Oct 12 23:07:30.846499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36120) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:30.932414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aae6704-3072-43a0-90f1-1cef5201b72f None None] The sync data for ids ['828b0731-3107-4542-b5ea-44cec9e69acb'] in n-d-790519-14 is: [{'id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:13Z', 'updated_at': '2021-10-12T23:07:22Z', 'revision_number': 4, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'gw_port': {'id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53', 'name': '', 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'mac_address': 'fa:16:3e:a0:1b:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '5169ae89-a897-443b-a804-950158ddd4a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:19Z', 'updated_at': '2021-10-12T23:07:28Z', 'revision_number': 4, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'subnets': [{'id': '5169ae89-a897-443b-a804-950158ddd4a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:07:31.178104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346acade-fcca-4411-a701-4d141b092f56 req-a9003cb0-5c02-4f8b-92fc-5ef3ad8336fe tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:31.179640 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-346acade-fcca-4411-a701-4d141b092f56 req-a9003cb0-5c02-4f8b-92fc-5ef3ad8336fe tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1203156 Oct 12 23:07:31.180323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a51a461d-3ce9-4fea-9b44-666d3aaea1c3 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Deleting port 39b9a824-c811-4260-9191-075bb8ddb4ab {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:31.188043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a51a461d-3ce9-4fea-9b44-666d3aaea1c3 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:31.279486 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-346acade-fcca-4411-a701-4d141b092f56 req-c648d7d9-4523-4ce3-a329-8dfaf5eb3ecf tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865729 Oct 12 23:07:31.371425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a51a461d-3ce9-4fea-9b44-666d3aaea1c3 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:31.376131 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:07:31.376131 n-d-790519-14 neutron-server[101891]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Oct 12 23:07:31.376131 n-d-790519-14 neutron-server[101891]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe0a:53d', 'status': 'ALLOCATED', 'ipam_subnet_id': '902d7c5a-8d33-44bd-a0ad-a25beac2e385'}] Oct 12 23:07:31.376131 n-d-790519-14 neutron-server[101891]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:07:31.376923 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:07:31.405466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a51a461d-3ce9-4fea-9b44-666d3aaea1c3 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Calling delete_port for 39b9a824-c811-4260-9191-075bb8ddb4ab owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:31.461134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:31.834993 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a51a461d-3ce9-4fea-9b44-666d3aaea1c3 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:31.850921 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-a5c3cfae-04a4-49cd-b6d1-4f3a2d21c154 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0818577 Oct 12 23:07:31.886353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] For port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:31.964132 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:32.017515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a461d-3ce9-4fea-9b44-666d3aaea1c3 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event deleted for resources: {'Port': ['ID=39b9a824-c811-4260-9191-075bb8ddb4ab,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:32.091963 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:07:32.142425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a51a461d-3ce9-4fea-9b44-666d3aaea1c3 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:32.146400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a51a461d-3ce9-4fea-9b44-666d3aaea1c3 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "DELETE /v2.0/ports/39b9a824-c811-4260-9191-075bb8ddb4ab HTTP/1.1" status: 204 len: 168 time: 1.2988534 Oct 12 23:07:32.151356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36136) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:32.156299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557', 'external_fixed_ips': [{'subnet_id': '65faf3cf-671c-4ae2-92fc-2d21a22550d7', 'ip_address': '172.20.0.11'}]}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:32.157759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:32.294206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57e9ea-4756-444e-a45e-3a308f0e19ab req-e29e3157-d7d0-47fd-bd7f-7158cd76fa3e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:32.316566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df57e9ea-4756-444e-a45e-3a308f0e19ab req-e29e3157-d7d0-47fd-bd7f-7158cd76fa3e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.2835555 Oct 12 23:07:32.333652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-61595f20-04f6-4f4c-ad11-c4cd4c69f0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:32.336298 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-61595f20-04f6-4f4c-ad11-c4cd4c69f0d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1096 time: 0.3947310 Oct 12 23:07:32.417382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/d5e1472e-70be-447a-83dd-f97c13567f46/94dabf1a-1424-4340-93b9-ceadbcd4e3c5) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:32.559186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df57e9ea-4756-444e-a45e-3a308f0e19ab req-3c67618c-add0-4116-a93f-d9d23d8641cc tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1778872 Oct 12 23:07:32.585010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:32.589838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:32.617325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:32.793644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:32.798990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:32.800037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-faa3ced3-e9a7-448f-a52d-b6d9417f55a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:32.800037 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-faa3ced3-e9a7-448f-a52d-b6d9417f55a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.4062662 Oct 12 23:07:32.800577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:32.812784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:32.861309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:32.864399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:32.864990 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:32.994969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] For port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:33.013121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=c2a7d8e4-6956-4a38-8d92-49b9c89583af,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:33.043167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7904033-afd3-4dd3-b471-0ed635f63e45 req-62796aff-aa61-4eba-b6f4-e03685c549c9 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:33.045005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7904033-afd3-4dd3-b471-0ed635f63e45 req-62796aff-aa61-4eba-b6f4-e03685c549c9 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.4349847 Oct 12 23:07:33.046718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:33.047144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:33.071098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,revision_number=9']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:33.074420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-a4f5b45d-ec54-4a65-965d-865d7edabfc9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 999 time: 0.2604830 Oct 12 23:07:33.150799 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cbeeaec8-6cbc-43df-8b83-cebef870051b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.3274364 Oct 12 23:07:33.162114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:33.183680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:f0:7d:0c', 'name': 'tempest-NetworksTestDHCPv6-20943244'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:33.188277 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:33.214248 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:33.214486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-a8ce7adb-79ff-4b2f-96ea-6feb5b45a692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:33.216601 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-a8ce7adb-79ff-4b2f-96ea-6feb5b45a692 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.1327176 Oct 12 23:07:33.307742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:33.309903 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:33.344816 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7904033-afd3-4dd3-b471-0ed635f63e45 req-1e3d34e2-6977-41ae-9e40-5eca596b794f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2687597 Oct 12 23:07:33.439120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:33.538415 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:33.571649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb8ba0-eb6a-43d3-bb5e-28cbbba82b9d None None] Pushing event updated for resources: {'Port': ['ID=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,revision_number=10']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:33.634625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-02069d49-9ed6-4a15-86fc-778a964a1d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:33.636983 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-02069d49-9ed6-4a15-86fc-778a964a1d66 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3950043 Oct 12 23:07:33.909420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:33.909671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-d1d5ce43-1ab0-4257-a863-4aee4e33074e service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498443 Oct 12 23:07:33.915620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d8ff34-ddb9-411e-806c-705f177ac086 req-20e814fd-763c-487a-9dcd-1df43a69bec7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:33.920996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7d8ff34-ddb9-411e-806c-705f177ac086 req-20e814fd-763c-487a-9dcd-1df43a69bec7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1035459 Oct 12 23:07:34.010964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:34.169858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7d8ff34-ddb9-411e-806c-705f177ac086 req-85ca1632-e76a-4100-8de9-d45eb2a60f3c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2311947 Oct 12 23:07:34.240054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e124e56b-f481-4cc4-8500-65ecfbc6961d req-8f5587e5-856d-4e83-9a56-34ee170c73d3 service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160629 Oct 12 23:07:34.259161 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:34.300578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port 29f9c859-2051-47ad-baa3-897df5af8727 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:07:34.416873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:34.527615 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:34.527879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::3e9 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/d5e1472e-70be-447a-83dd-f97c13567f46/29f9c859-2051-47ad-baa3-897df5af8727) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:34.535477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8:0:1:f816:3eff:fef0:7d0c (e63cc77b-86bd-4eff-b47b-f6b5b230179e/c2a7d8e4-6956-4a38-8d92-49b9c89583af/29f9c859-2051-47ad-baa3-897df5af8727) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:34.795550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed273b-5f79-4da9-8edf-64071bbc81ce None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:34.912319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Allocated IP 172.20.0.11 (442d8d48-ceb2-40b1-8b57-d3e29fda5557/65faf3cf-671c-4ae2-92fc-2d21a22550d7/7e5b7c9a-5fda-4de1-b943-e85bcb8cda10) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:34.952724 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:34.970091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d13dd3-06d9-44a5-be34-668b7b31354d req-752937ff-1f1b-48d0-a5ec-0f17b447203e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:34.976393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:34.977871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65d13dd3-06d9-44a5-be34-668b7b31354d req-752937ff-1f1b-48d0-a5ec-0f17b447203e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.2422059 Oct 12 23:07:35.099593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ef76dbaa-e52c-4add-b5b5-88ac70e9a143 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:35.099593 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef76dbaa-e52c-4add-b5b5-88ac70e9a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:35.117656 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65d13dd3-06d9-44a5-be34-668b7b31354d req-664d5b17-d8dc-44ba-ba59-abf9f6f3f3df tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386964 Oct 12 23:07:35.189052 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:35.206287 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:35.210167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-cb678506-077c-4c76-b263-7fcd644dc4d8 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:35.217818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-cb678506-077c-4c76-b263-7fcd644dc4d8 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/networks?id=a8c67dae-94d8-4fab-be75-793a6fe78089 HTTP/1.1" status: 200 len: 810 time: 0.2019799 Oct 12 23:07:35.248621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-6d591ea4-3dcc-4073-aad8-13f8c59f4db8 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/quotas/c746a093b5904063b35eefb375da9aad HTTP/1.1" status: 200 len: 375 time: 0.0280397 Oct 12 23:07:35.349191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:35.349571 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:35.370769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:35.379029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:35.396364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-68eed64a-cbe6-42a1-b9d5-748cffc11431 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c746a093b5904063b35eefb375da9aad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1293457 Oct 12 23:07:35.398465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=29f9c859-2051-47ad-baa3-897df5af8727,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:35.406650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:35.419200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:35.419200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:35.478725 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:35.491804 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef76dbaa-e52c-4add-b5b5-88ac70e9a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:35.530072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e1ec8-75b0-4d95-a498-bc698bb2c44d req-9b517474-dd4e-4eb0-bc2f-b8743e42d045 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:35.531792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ef76dbaa-e52c-4add-b5b5-88ac70e9a143 None None] For port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:35.540432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-266e1ec8-75b0-4d95-a498-bc698bb2c44d req-9b517474-dd4e-4eb0-bc2f-b8743e42d045 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1436591 Oct 12 23:07:35.576149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Network 442d8d48-ceb2-40b1-8b57-d3e29fda5557 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:35.582897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event updated for resources: {'Port': ['ID=7e5b7c9a-5fda-4de1-b943-e85bcb8cda10,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:35.587441 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2c040312-48a4-4d3d-8892-f6bbf71fa194 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.4206986 Oct 12 23:07:35.595269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36198) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:35.599514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:35.609559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:35.642073 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef76dbaa-e52c-4add-b5b5-88ac70e9a143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:35.692412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-04f5fd89-880c-433a-a5db-86ba700a7f81 service neutron] 10.222.0.31 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891293 Oct 12 23:07:35.738146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef76dbaa-e52c-4add-b5b5-88ac70e9a143 None None] Pushing event updated for resources: {'Port': ['ID=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,revision_number=11']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:35.741822 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-266e1ec8-75b0-4d95-a498-bc698bb2c44d req-c2f02c81-8efb-4e4b-a2eb-6c11562d9f09 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2001126 Oct 12 23:07:35.782247 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:35.897798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:35.899085 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:35.967746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-7ad09c47-c4a0-4e49-a91e-766444fb1b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:35.969338 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-7ad09c47-c4a0-4e49-a91e-766444fb1b82 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 1098 time: 0.3167717 Oct 12 23:07:36.077889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-43b5e6ca-7726-4490-88c6-7c070100f303 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port 29f9c859-2051-47ad-baa3-897df5af8727 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:36.078392 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43b5e6ca-7726-4490-88c6-7c070100f303 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:36.093158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-066c7af5-3621-4f28-bdaa-4a40a2e78af0 service neutron] 10.222.0.31 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907251 Oct 12 23:07:36.193003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-55aa112e-464d-4dfd-8d3c-aeb349297ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:36.194636 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-55aa112e-464d-4dfd-8d3c-aeb349297ae0 service neutron] 10.222.0.25 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.2179830 Oct 12 23:07:36.241368 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43b5e6ca-7726-4490-88c6-7c070100f303 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:36.368437 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-b8ab598c-1a52-40f4-bb35-5c0661dd914f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=698be07f-ffe6-460e-a95e-befcc9935fe0 HTTP/1.1" status: 200 len: 217 time: 0.1537802 Oct 12 23:07:36.390150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-43b5e6ca-7726-4490-88c6-7c070100f303 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for 29f9c859-2051-47ad-baa3-897df5af8727 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:36.449339 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:36.561321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:36.692322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77260692-6fe2-42de-9ffa-41c2209a0efd req-595f621a-abef-4c37-a2f9-0834d655eabf tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 210 time: 0.0658767 Oct 12 23:07:36.733419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-283fe13e-a82f-49a9-826f-775d1e74d828 None None] Provisioning complete for port 29f9c859-2051-47ad-baa3-897df5af8727 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:36.733594 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-283fe13e-a82f-49a9-826f-775d1e74d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:36.736632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6f6c9-3fef-4e20-ac45-5d7ab9541bd7 req-71684ef1-8e87-498d-971b-4d0763e46a5a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:36.738577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ac6f6c9-3fef-4e20-ac45-5d7ab9541bd7 req-71684ef1-8e87-498d-971b-4d0763e46a5a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.4795432 Oct 12 23:07:36.742607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-b6d21fd3-d3f6-454d-9578-c330d88efa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:36.745022 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-b6d21fd3-d3f6-454d-9578-c330d88efa49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.3732650 Oct 12 23:07:36.822165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:36.822708 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:36.825859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-283fe13e-a82f-49a9-826f-775d1e74d828 None None] Port 29f9c859-2051-47ad-baa3-897df5af8727 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:07:36.896145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-283fe13e-a82f-49a9-826f-775d1e74d828 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:36.896651 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-283fe13e-a82f-49a9-826f-775d1e74d828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:36.948264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ac6f6c9-3fef-4e20-ac45-5d7ab9541bd7 req-5cf9aff2-d8dc-4b14-82c5-e1e73de83f53 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971204 Oct 12 23:07:36.957337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-e9d52a18-9dce-4c80-b328-f45801d4c4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:36.959336 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-e9d52a18-9dce-4c80-b328-f45801d4c4a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2010577 Oct 12 23:07:37.077561 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-a3f56ac8-b1a3-4bcb-acb9-eaabf2ee2ac6 service neutron] 10.222.0.25 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086507 Oct 12 23:07:37.158299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:37.264924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c48a3e57-259d-4ae7-9cf4-2febdfc417ec None None] Provisioning complete for port 29f9c859-2051-47ad-baa3-897df5af8727 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:37.265553 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c48a3e57-259d-4ae7-9cf4-2febdfc417ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:37.272438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc14fe-1961-4ead-86d7-f481a722788b req-4efce184-ca33-4814-9242-6fd8fcbda00b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.281101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02fc14fe-1961-4ead-86d7-f481a722788b req-4efce184-ca33-4814-9242-6fd8fcbda00b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.2642133 Oct 12 23:07:37.344238 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c48a3e57-259d-4ae7-9cf4-2febdfc417ec None None] Port 29f9c859-2051-47ad-baa3-897df5af8727 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:07:37.349908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-7ce05a94-5992-4351-bd1b-d271060c860e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2184317 Oct 12 23:07:37.387820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02fc14fe-1961-4ead-86d7-f481a722788b req-5fd7c7e5-2450-48b2-a408-47b35c70f15b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056457 Oct 12 23:07:37.447617 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5303b603-261d-4480-8ca5-4a9fbac98d41 req-0b1cf5b1-3262-434d-8093-36646ad08104 service neutron] 10.222.0.25 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561652 Oct 12 23:07:37.482519 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43b5e6ca-7726-4490-88c6-7c070100f303 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:37.508288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-9b2763c8-2227-407e-ae7e-a313bd9bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.510175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-9b2763c8-2227-407e-ae7e-a313bd9bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.515796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-9b2763c8-2227-407e-ae7e-a313bd9bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.516203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-9b2763c8-2227-407e-ae7e-a313bd9bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.516789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-9b2763c8-2227-407e-ae7e-a313bd9bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.518840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b5e6ca-7726-4490-88c6-7c070100f303 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=29f9c859-2051-47ad-baa3-897df5af8727,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:37.519092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-9b2763c8-2227-407e-ae7e-a313bd9bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.519624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-9b2763c8-2227-407e-ae7e-a313bd9bf90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.541789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-9b2763c8-2227-407e-ae7e-a313bd9bf90b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6497 time: 0.1100094 Oct 12 23:07:37.567163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Router 86d50594-4260-420e-9bd6-feaa95f9ec76 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:07:37.866486 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bd20be9-e1b7-43fa-89fe-793f219c0d57 req-95e192a2-eaf2-4415-993c-b72f9caeafa5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 210 time: 0.0667877 Oct 12 23:07:37.979831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-453bc412-b5b0-4a6c-89ac-4d40bb087b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.980480 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-453bc412-b5b0-4a6c-89ac-4d40bb087b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.981056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-453bc412-b5b0-4a6c-89ac-4d40bb087b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:37.983533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-453bc412-b5b0-4a6c-89ac-4d40bb087b5c service neutron] 10.222.0.25 "GET /v2.0/networks?id=7a9066f4-9838-43ba-8ee9-2a40f558149a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=af724ff1-3f05-4855-b55b-99924f132136&id=af724ff1-3f05-4855-b55b-99924f132136 HTTP/1.1" status: 200 len: 2292 time: 0.4138031 Oct 12 23:07:37.994783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43b5e6ca-7726-4490-88c6-7c070100f303 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:37.998893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-43b5e6ca-7726-4490-88c6-7c070100f303 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/29f9c859-2051-47ad-baa3-897df5af8727 HTTP/1.1" status: 204 len: 168 time: 2.4015706 Oct 12 23:07:38.001166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36242) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:38.036531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:07:38.047679 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Sync routers for ids ['86d50594-4260-420e-9bd6-feaa95f9ec76'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:07:38.063161 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Routers {'86d50594-4260-420e-9bd6-feaa95f9ec76'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:38.064271 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['86d50594-4260-420e-9bd6-feaa95f9ec76'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:38.077425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-8a0fc288-4cca-4fac-b9cd-86f1aa09242c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da27c20b-7e34-44e5-82d6-86d324403639 HTTP/1.1" status: 200 len: 1001 time: 0.0841331 Oct 12 23:07:38.130693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950648c9-0e15-43a0-82d1-0525561d0505 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:38.132310 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-950648c9-0e15-43a0-82d1-0525561d0505 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1302047 Oct 12 23:07:38.134861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36246) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:38.194419 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Set router 86d50594-4260-420e-9bd6-feaa95f9ec76 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:07:38.210834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a30a2b-87ab-4c71-9a78-53827aa3e2d8 req-a3009edb-a5bc-4ff5-bce9-4d04fc1f383d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:38.216224 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8a30a2b-87ab-4c71-9a78-53827aa3e2d8 req-a3009edb-a5bc-4ff5-bce9-4d04fc1f383d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 946 time: 0.1605704 Oct 12 23:07:38.230744 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:38.236307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e4c2ee36-a3e0-4be8-a69b-dbac5495fd1b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 6.0838385 Oct 12 23:07:38.246347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36248) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:38.297346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bec4fdf-8f43-445f-a3bd-4fa504b6d3cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:38.306535 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1bec4fdf-8f43-445f-a3bd-4fa504b6d3cc tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1704504 Oct 12 23:07:38.315083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36250) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:38.335887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-d27bca94-4ab7-42f4-9f27-400ae6848093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:38.341563 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-d27bca94-4ab7-42f4-9f27-400ae6848093 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=744baed7-223d-48b8-8872-5792b66dbf13 HTTP/1.1" status: 200 len: 851 time: 0.2549736 Oct 12 23:07:38.476823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8a30a2b-87ab-4c71-9a78-53827aa3e2d8 req-f2ef1078-e96c-42df-a6d7-a0ed8bea7eae tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485676 Oct 12 23:07:38.485947 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d50594-4260-420e-9bd6-feaa95f9ec76', 'name': '', 'tenant_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557', 'external_fixed_ips': [{'subnet_id': '65faf3cf-671c-4ae2-92fc-2d21a22550d7', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '7e5b7c9a-5fda-4de1-b943-e85bcb8cda10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:32Z', 'updated_at': '2021-10-12T23:07:36Z', 'revision_number': 3, 'project_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'gw_port': {'id': '7e5b7c9a-5fda-4de1-b943-e85bcb8cda10', 'name': '', 'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:47:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86d50594-4260-420e-9bd6-feaa95f9ec76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '65faf3cf-671c-4ae2-92fc-2d21a22550d7', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:34Z', 'updated_at': '2021-10-12T23:07:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65faf3cf-671c-4ae2-92fc-2d21a22550d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:38.516849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c773d-6bbe-4db7-8f64-a54865c6c081 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:38.518463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c773d-6bbe-4db7-8f64-a54865c6c081 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:38.520035 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Checking router: 86d50594-4260-420e-9bd6-feaa95f9ec76 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:07:38.520616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7c773d-6bbe-4db7-8f64-a54865c6c081 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:38.520759 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Updating router 86d50594-4260-420e-9bd6-feaa95f9ec76 port 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:07:38.522406 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ef7c773d-6bbe-4db7-8f64-a54865c6c081 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2055728 Oct 12 23:07:38.529524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36256) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:38.588940 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:38.592883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:38.595616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-2d292867-3519-466c-bcc3-4ce0030b3135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:38.597465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-2d292867-3519-466c-bcc3-4ce0030b3135 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a9066f4-9838-43ba-8ee9-2a40f558149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2469428 Oct 12 23:07:38.638961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-86486efe-d232-437d-8be8-72cb48e30c66 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet c2a7d8e4-6956-4a38-8d92-49b9c89583af {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:38.662853 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86486efe-d232-437d-8be8-72cb48e30c66 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:38.741415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697fd40b-68f7-451f-b405-a2d308d780f1 req-95092c58-01df-4bec-8e27-2b332d2a9fe8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:38.743550 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-697fd40b-68f7-451f-b405-a2d308d780f1 req-95092c58-01df-4bec-8e27-2b332d2a9fe8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.2331243 Oct 12 23:07:38.759284 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86486efe-d232-437d-8be8-72cb48e30c66 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:38.922446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86486efe-d232-437d-8be8-72cb48e30c66 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.061749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-192972dd-2407-497d-851c-29dff7dc0d9b req-53e2e372-b520-4335-81b7-fb37a001a282 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 210 time: 0.0884645 Oct 12 23:07:39.099683 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.182665 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.201909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 698be07f-ffe6-460e-a95e-befcc9935fe0 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:39.212196 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86486efe-d232-437d-8be8-72cb48e30c66 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.241444 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-86486efe-d232-437d-8be8-72cb48e30c66 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.254004 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-86486efe-d232-437d-8be8-72cb48e30c66 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/c2a7d8e4-6956-4a38-8d92-49b9c89583af HTTP/1.1" status: 204 len: 168 time: 0.7276986 Oct 12 23:07:39.254696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36268) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:39.266081 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd993803-ddd7-41f8-9530-c4250e6403dc None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:39.283461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86486efe-d232-437d-8be8-72cb48e30c66 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=c2a7d8e4-6956-4a38-8d92-49b9c89583af,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:39.294870 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Attempting to bind port 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:39.295248 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Attempting to bind port 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '976c67ca-62ee-4314-b259-8161a33a510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:39.295613 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Attempting to bind port 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10 on network 442d8d48-ceb2-40b1-8b57-d3e29fda5557 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:39.313295 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:07:39.314543 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Checking segment: {'id': '976c67ca-62ee-4314-b259-8161a33a510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:39.315004 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.315370 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Bound using segment: {'id': '976c67ca-62ee-4314-b259-8161a33a510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:07:39.316171 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Bound port: 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '976c67ca-62ee-4314-b259-8161a33a510c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '442d8d48-ceb2-40b1-8b57-d3e29fda5557'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:07:39.316548 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.387037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4fdc887-1ea3-4585-b56e-bc7e136f3dc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet d5e1472e-70be-447a-83dd-f97c13567f46 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:39.392636 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc887-1ea3-4585-b56e-bc7e136f3dc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.440799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-697fd40b-68f7-451f-b405-a2d308d780f1 req-9cac244b-c86d-4118-ae61-c16a3bdb11cd tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6221392 Oct 12 23:07:39.442824 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-0a34dca1-0b99-4711-a24e-aea396d550b3 service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7804017 Oct 12 23:07:39.499644 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc887-1ea3-4585-b56e-bc7e136f3dc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.519357 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d95be-4140-4dbf-abc8-4e4814aacdcf None None] Pushing event updated for resources: {'Port': ['ID=7e5b7c9a-5fda-4de1-b943-e85bcb8cda10,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:39.584629 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] For port 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:39.595340 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] For port 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7e5b7c9a-5fda-4de1-b943-e85bcb8cda10,segment=NetworkSegment(976c67ca-62ee-4314-b259-8161a33a510c),segment_id=976c67ca-62ee-4314-b259-8161a33a510c)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:07:39.608491 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-3a09e064-13b5-4049-9f1b-5e2096cd37de service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450584 Oct 12 23:07:39.662160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-fb2f74a5-9c2d-4cc1-adb6-d4c4c05e6895 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 217 time: 0.0528738 Oct 12 23:07:39.726428 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.753437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc887-1ea3-4585-b56e-bc7e136f3dc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.755886 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.788210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-2763bf63-af36-4337-ad69-72d5125163c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:39.789700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-2763bf63-af36-4337-ad69-72d5125163c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.1125607 Oct 12 23:07:39.796789 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:39.851356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=698be07f-ffe6-460e-a95e-befcc9935fe0,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:39.859856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-f1e0cb4e-315b-4da6-8b0c-3423d25e9ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:39.860054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:07:39.862466 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-f1e0cb4e-315b-4da6-8b0c-3423d25e9ff9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0529613 Oct 12 23:07:39.865758 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6e5b95-6963-4e44-a36f-3dfa069973b6" -d '{"events": [{"server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "name": "network-vif-unplugged", "status": "completed", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:07:39.931827 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Routers {'86d50594-4260-420e-9bd6-feaa95f9ec76'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:39.932469 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['86d50594-4260-420e-9bd6-feaa95f9ec76'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:39.983285 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:40.056212 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc887-1ea3-4585-b56e-bc7e136f3dc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:40.088641 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa6f15b-a706-4078-9b61-b64c0afbf71d x-openstack-request-id: req-4aa6f15b-a706-4078-9b61-b64c0afbf71d {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:07:40.089074 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "name": "network-vif-unplugged", "status": "completed", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:07:40.089228 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4aa6f15b-a706-4078-9b61-b64c0afbf71d {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:07:40.089592 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0', 'code': 200} Oct 12 23:07:40.155990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-f9f99e94-be33-49f3-b78d-738f198c6fce service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852149 Oct 12 23:07:40.196209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=698be07f-ffe6-460e-a95e-befcc9935fe0,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:40.249092 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fdc887-1ea3-4585-b56e-bc7e136f3dc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:40.257274 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f4fdc887-1ea3-4585-b56e-bc7e136f3dc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/d5e1472e-70be-447a-83dd-f97c13567f46 HTTP/1.1" status: 204 len: 168 time: 0.9834571 Oct 12 23:07:40.265077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdc887-1ea3-4585-b56e-bc7e136f3dc1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e1472e-70be-447a-83dd-f97c13567f46,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:40.267018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36286) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:40.284548 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] Set router 86d50594-4260-420e-9bd6-feaa95f9ec76 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:07:40.289040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-13b29e34-cec8-4845-bf83-547c4e78a712 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:40.296399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-13b29e34-cec8-4845-bf83-547c4e78a712 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.41 "GET /v2.0/networks?id=a8c67dae-94d8-4fab-be75-793a6fe78089 HTTP/1.1" status: 200 len: 810 time: 0.4201722 Oct 12 23:07:40.310733 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-245827ab-f7ca-4059-80b5-8fe31f7a7462 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431036 Oct 12 23:07:40.315094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Request body: {'port': {'device_id': 'bbe783fe-f93f-4508-a31f-22ccb60f2745', 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089', 'admin_state_up': True, 'tenant_id': 'c746a093b5904063b35eefb375da9aad'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:40.361419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-478b331e-7fd1-499a-b26d-7d26cdd97c90 req-fa42c9bb-9ac8-448e-97a8-046b36e26ac4 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 210 time: 0.0649147 Oct 12 23:07:40.414469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-be48bdfa-2451-43d6-87d2-ce57e99b7bf0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 217 time: 0.0859087 Oct 12 23:07:40.433598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Deleting port 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:40.437321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:40.474258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-05bb471f-9bbb-4a4a-bced-c0fab8add500 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1972256 Oct 12 23:07:40.480019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36288) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:40.484240 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86d50594-4260-420e-9bd6-feaa95f9ec76', 'name': '', 'tenant_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:32Z', 'updated_at': '2021-10-12T23:07:39Z', 'revision_number': 4, 'project_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:40.488054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:40.499141 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35d95be-4140-4dbf-abc8-4e4814aacdcf None None] Pushing event updated for resources: {'Port': ['ID=7e5b7c9a-5fda-4de1-b943-e85bcb8cda10,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:40.540127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-66280309-5cad-4c80-8e8f-02b65e2913cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:40.541614 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-66280309-5cad-4c80-8e8f-02b65e2913cf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.1193163 Oct 12 23:07:40.561554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5ba11c-b174-43ad-b81f-4484c9cbc271 req-60aae098-6c6d-40ab-80b0-bc9426963da6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:40.569707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1d5ba11c-b174-43ad-b81f-4484c9cbc271 req-60aae098-6c6d-40ab-80b0-bc9426963da6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 944 time: 0.5324066 Oct 12 23:07:40.611933 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc54f6f0-4abb-4110-9dcb-dc36fc7f9a22 None None] The sync data for ids ['86d50594-4260-420e-9bd6-feaa95f9ec76'] in n-d-790519-14 is: [{'id': '86d50594-4260-420e-9bd6-feaa95f9ec76', 'name': '', 'tenant_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:32Z', 'updated_at': '2021-10-12T23:07:39Z', 'revision_number': 4, 'project_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:07:40.725791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] For port 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7e5b7c9a-5fda-4de1-b943-e85bcb8cda10,segment=NetworkSegment(976c67ca-62ee-4314-b259-8161a33a510c),segment_id=976c67ca-62ee-4314-b259-8161a33a510c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:40.732009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:40.775122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-09fbb841-b88b-4356-b937-07c49c53cdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:40.789505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-09fbb841-b88b-4356-b937-07c49c53cdf5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2384777 Oct 12 23:07:40.832427 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f6497-6e74-4535-963a-fd6b57403ea2 req-586d7df5-67ee-44e4-9789-702335908b87 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:40.840680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-757f6497-6e74-4535-963a-fd6b57403ea2 req-586d7df5-67ee-44e4-9789-702335908b87 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.2212803 Oct 12 23:07:40.863306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Calling delete_port for 7e5b7c9a-5fda-4de1-b943-e85bcb8cda10 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:40.869349 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1d5ba11c-b174-43ad-b81f-4484c9cbc271 req-485f07b0-f376-4021-afa5-ae34c318b882 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427392 Oct 12 23:07:40.985958 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-757f6497-6e74-4535-963a-fd6b57403ea2 req-98ce6185-5255-4db2-97c2-f1681cf98654 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437352 Oct 12 23:07:41.024301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:41.028270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:41.121178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-d53f5f4d-6b6d-409f-af63-5401dfbbdf1a service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3208487 Oct 12 23:07:41.203936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dffff11-3a3a-4664-ba04-128472a15246 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:41.252640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Made reservation on behalf of c746a093b5904063b35eefb375da9aad for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:41.257050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:41.347495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-32979943-7433-4e95-884c-134cc4144694 None None] Provisioning complete for port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:41.348560 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32979943-7433-4e95-884c-134cc4144694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:41.570813 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-50d1db8a-58f1-4454-9a5a-908afbd38593 req-2df2c29c-8cbb-4d9f-8d7a-b599e530d509 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 210 time: 0.0498602 Oct 12 23:07:41.575914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-35035cb5-2300-44e1-ae89-b04d5014586d service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457283 Oct 12 23:07:41.678984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-c7d3d7bd-f902-454d-9bb8-71aabcf56c66 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=546c9709-df62-42f8-a9dd-0cf91a289c12 HTTP/1.1" status: 200 len: 217 time: 0.0919516 Oct 12 23:07:41.710094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe37a2e-1f98-47c0-935c-d0e94e143228 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:07:41.786784 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:41.799857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-722fbf04-c9ca-430b-bf4c-7348c4533f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:41.801448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-722fbf04-c9ca-430b-bf4c-7348c4533f6c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.1094980 Oct 12 23:07:41.812239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cbe37a2e-1f98-47c0-935c-d0e94e143228 None None] Deleting port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:41.817606 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cbe37a2e-1f98-47c0-935c-d0e94e143228 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:41.938019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cbe37a2e-1f98-47c0-935c-d0e94e143228 None None] For port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:41.938900 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cbe37a2e-1f98-47c0-935c-d0e94e143228 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:41.942014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:41.982785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-b5608dc3-f7b3-4616-8ab0-91daec7a5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:41.983394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cbe37a2e-1f98-47c0-935c-d0e94e143228 None None] Calling delete_port for 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:41.983529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-b5608dc3-f7b3-4616-8ab0-91daec7a5eaa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1420398 Oct 12 23:07:41.983644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:41.983644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:41.983644 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:42.003072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=4327003f-8f83-4013-89f1-50dd99a198b7,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:42.005932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Allocated IP 172.20.0.10 (a8c67dae-94d8-4fab-be75-793a6fe78089/5169ae89-a897-443b-a804-950158ddd4a8/90001c7a-9b9c-4e56-824c-09b5c4afe738) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:42.155946 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:42.163544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e49f58-9302-4f2e-ae4a-696e8b9238dc req-7df588e9-eeeb-4b5f-a4d7-7b7a17c2aa50 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:42.166848 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-78e49f58-9302-4f2e-ae4a-696e8b9238dc req-7df588e9-eeeb-4b5f-a4d7-7b7a17c2aa50 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 944 time: 0.1080167 Oct 12 23:07:42.173256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-38583677-a9c9-4c0a-8ff0-fd69fe3f62fb service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051704 Oct 12 23:07:42.218990 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-89e567ff-efa5-448a-9324-b723bc26f7ff tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7360816 Oct 12 23:07:42.223436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36316) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:42.229506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event deleted for resources: {'Port': ['ID=7e5b7c9a-5fda-4de1-b943-e85bcb8cda10,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:42.246604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f80b2-7950-499b-9416-6d162bed7076 req-039900da-f8d4-40b6-8dbc-b8415f1bcaa3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:42.246604 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca9f80b2-7950-499b-9416-6d162bed7076 req-039900da-f8d4-40b6-8dbc-b8415f1bcaa3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1319041 Oct 12 23:07:42.247598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f40fe0ed-dfb1-4c93-88a9-7c5699e8e95b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:42.259512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-78e49f58-9302-4f2e-ae4a-696e8b9238dc req-e895e67a-3d6d-4cf2-904f-d608881aefcb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856309 Oct 12 23:07:42.314725 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08040571-336b-43bf-8ba2-fcd37b9515d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:42.323316 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cbe37a2e-1f98-47c0-935c-d0e94e143228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:42.384592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe37a2e-1f98-47c0-935c-d0e94e143228 None None] Pushing event deleted for resources: {'Port': ['ID=94dabf1a-1424-4340-93b9-ceadbcd4e3c5,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:42.391800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe37a2e-1f98-47c0-935c-d0e94e143228 None None] No DVR routers for this DVR port 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:07:42.405382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a8470-0890-4d6c-ac6e-60ded7466b3c None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:42.461155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca9f80b2-7950-499b-9416-6d162bed7076 req-2e228912-9bb5-4f0c-aeda-76d21600bd5a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1822131 Oct 12 23:07:42.537514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40fe0ed-dfb1-4c93-88a9-7c5699e8e95b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:42.544168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40fe0ed-dfb1-4c93-88a9-7c5699e8e95b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:42.587155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:42.626492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-c5635432-8e46-435d-ac84-e9f5a6f72d33 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275651 Oct 12 23:07:42.726440 n-d-790519-14 neutron-server[101889]: INFO neutron.db.ipam_backend_mixin [None req-f40fe0ed-dfb1-4c93-88a9-7c5699e8e95b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4327003f-8f83-4013-89f1-50dd99a198b7 (CIDR: 2001:db8::/64) Oct 12 23:07:42.777949 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:42.832751 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f40fe0ed-dfb1-4c93-88a9-7c5699e8e95b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:07:42.837564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f40fe0ed-dfb1-4c93-88a9-7c5699e8e95b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:42.860648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:42.914901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:07:42.915330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94dabf1a-1424-4340-93b9-ceadbcd4e3c5 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:07:42.952469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-1ab664c8-cd70-4061-96b1-51d73e22d62f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d HTTP/1.1" status: 200 len: 217 time: 0.3047805 Oct 12 23:07:42.971934 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72ec13f0-f6ab-4d44-b43f-424edde19eb4 req-00168b55-cb7d-4dc2-9ffb-10beb09a6cf3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 210 time: 0.2166514 Oct 12 23:07:43.003390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71047b5-4d00-480c-879d-84628ac5e3f3 req-dc23539e-8d1f-4bdc-acf9-a95cbaa5464a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:43.015183 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c71047b5-4d00-480c-879d-84628ac5e3f3 req-dc23539e-8d1f-4bdc-acf9-a95cbaa5464a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.4760036 Oct 12 23:07:43.019083 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.031030 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.046991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-c0191263-9bd2-4e80-9cd4-bbf37d4082b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:43.049007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-c0191263-9bd2-4e80-9cd4-bbf37d4082b4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0756192 Oct 12 23:07:43.067734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'tenant_id': '31677ac7ef474c33991d368168a344f0', 'fixed_ips': [{'subnet_id': '4327003f-8f83-4013-89f1-50dd99a198b7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:07:43.068553 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.110547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f40fe0ed-dfb1-4c93-88a9-7c5699e8e95b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8720407 Oct 12 23:07:43.121189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36334) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:43.127876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'subnet': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:43.170484 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c71047b5-4d00-480c-879d-84628ac5e3f3 req-27eefff4-beea-40c9-a4ad-06fae6afce39 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530521 Oct 12 23:07:43.172114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.215482 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.215482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 86d50594-4260-420e-9bd6-feaa95f9ec76 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:07:43.225001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.229949 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ea318160-fb7b-480e-96d7-1acd2d9d6c85 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "DELETE /v2.0/routers/86d50594-4260-420e-9bd6-feaa95f9ec76 HTTP/1.1" status: 204 len: 168 time: 4.9820650 Oct 12 23:07:43.230860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36338) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:43.327302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Network a8c67dae-94d8-4fab-be75-793a6fe78089 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:43.340698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:43.343486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Pushing event updated for resources: {'Port': ['ID=90001c7a-9b9c-4e56-824c-09b5c4afe738,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:43.345781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:43.393592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8c9d71-a0f4-496a-88d7-2b3518abf192 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Deleting subnet 65faf3cf-671c-4ae2-92fc-2d21a22550d7 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:43.429854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-21889538-7c66-4ebe-9076-911e463be777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:43.432105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-21889538-7c66-4ebe-9076-911e463be777 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3434796 Oct 12 23:07:43.456712 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9d71-a0f4-496a-88d7-2b3518abf192 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.467689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Allocated IP 2001:db8::2 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/4327003f-8f83-4013-89f1-50dd99a198b7/17f765da-1169-4843-bbf4-c63e219b96b2) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:43.469399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:43.470454 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.532802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 698be07f-ffe6-460e-a95e-befcc9935fe0 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:43.626284 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9d71-a0f4-496a-88d7-2b3518abf192 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.688819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc6345-a941-48e9-9cfd-0f774e46b899 req-91c7c302-8a9d-4a1a-a9f0-d19e9f8dfc5b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:43.690852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9d71-a0f4-496a-88d7-2b3518abf192 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.696825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3bc6345-a941-48e9-9cfd-0f774e46b899 req-91c7c302-8a9d-4a1a-a9f0-d19e9f8dfc5b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.0945747 Oct 12 23:07:43.753559 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.759403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3bc6345-a941-48e9-9cfd-0f774e46b899 req-91cd045a-d77d-45bd-88df-3f1fad56fcb6 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539722 Oct 12 23:07:43.762382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-aa36b85f-2239-4c6e-901a-298ee1ee250a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4558864 Oct 12 23:07:43.788753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Request body: {'port': {'device_id': 'bbe783fe-f93f-4508-a31f-22ccb60f2745', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:43.805177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:43.809576 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.840535 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.857390 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.874247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9d71-a0f4-496a-88d7-2b3518abf192 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.944609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8c9d71-a0f4-496a-88d7-2b3518abf192 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=65faf3cf-671c-4ae2-92fc-2d21a22550d7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:43.949958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d8c9d71-a0f4-496a-88d7-2b3518abf192 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:43.953724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1d8c9d71-a0f4-496a-88d7-2b3518abf192 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/65faf3cf-671c-4ae2-92fc-2d21a22550d7 HTTP/1.1" status: 204 len: 168 time: 0.7168977 Oct 12 23:07:43.963917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933862c0-8bc4-44aa-bb67-c78cec597e0c req-b7b70b1f-d602-4980-b867-ae0819c2416a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:43.971890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-933862c0-8bc4-44aa-bb67-c78cec597e0c req-b7b70b1f-d602-4980-b867-ae0819c2416a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.5554061 Oct 12 23:07:43.973517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36348) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:44.000714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Pushing event updated for resources: {'Port': ['ID=17f765da-1169-4843-bbf4-c63e219b96b2,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:44.006527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:44.010889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:44.019765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:44.107785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-5f361975-c811-4c15-adc1-102531d061d7 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6418433 Oct 12 23:07:44.114045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Attempting to bind port 17f765da-1169-4843-bbf4-c63e219b96b2 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:44.114420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Attempting to bind port 17f765da-1169-4843-bbf4-c63e219b96b2 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:44.114786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Attempting to bind port 17f765da-1169-4843-bbf4-c63e219b96b2 on network e63cc77b-86bd-4eff-b47b-f6b5b230179e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:44.128835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:07:44.129258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Checking segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:44.129753 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:44.130161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Bound using segment: {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:07:44.130643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Bound port: 17f765da-1169-4843-bbf4-c63e219b96b2, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09f0908a-ac41-4588-96f7-ffb944ce829b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:07:44.131188 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:44.138445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-933862c0-8bc4-44aa-bb67-c78cec597e0c req-965f69e0-14ca-4842-9e40-3808387701b8 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642427 Oct 12 23:07:44.271130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] For port 17f765da-1169-4843-bbf4-c63e219b96b2, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:44.297674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] For port 17f765da-1169-4843-bbf4-c63e219b96b2, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=17f765da-1169-4843-bbf4-c63e219b96b2,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:07:44.308908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90001c7a-9b9c-4e56-824c-09b5c4afe738 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:07:44.311448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:44.319483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:44.363778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Transition to ACTIVE for port object 90001c7a-9b9c-4e56-824c-09b5c4afe738 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:07:44.408461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244f753-e5b4-4b73-b97a-4fa90490d0b6 req-a1c10fb4-eb5c-4f3d-ba0f-45339408ae6a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:44.411411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9244f753-e5b4-4b73-b97a-4fa90490d0b6 req-a1c10fb4-eb5c-4f3d-ba0f-45339408ae6a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 932 time: 0.0858314 Oct 12 23:07:44.469968 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9244f753-e5b4-4b73-b97a-4fa90490d0b6 req-b771e7ca-69c3-4eb0-9829-5ce26d5a6736 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513108 Oct 12 23:07:44.474752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:44.514795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:44.516348 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:44.532757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-9588f952-2cd0-4e4a-a7f5-1d4b3909e07a service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154541 Oct 12 23:07:44.539066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442d8d48-ceb2-40b1-8b57-d3e29fda5557']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:44.617487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-816651da-e852-47c4-b153-8a683fa3b9b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9 HTTP/1.1" status: 200 len: 217 time: 0.0759821 Oct 12 23:07:44.619258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '976c67ca-62ee-4314-b259-8161a33a510c') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:44.619548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '976c67ca-62ee-4314-b259-8161a33a510c') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:44.674749 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:44.685595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cc050-d715-4b9a-a5ec-1a135ad6d2f2 None None] Pushing event updated for resources: {'Port': ['ID=17f765da-1169-4843-bbf4-c63e219b96b2,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:44.736672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Pushing event updated for resources: {'Port': ['ID=90001c7a-9b9c-4e56-824c-09b5c4afe738,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:44.783197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Attempting to bind port 90001c7a-9b9c-4e56-824c-09b5c4afe738 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:44.783563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Attempting to bind port 90001c7a-9b9c-4e56-824c-09b5c4afe738 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:44.783862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Attempting to bind port 90001c7a-9b9c-4e56-824c-09b5c4afe738 on network a8c67dae-94d8-4fab-be75-793a6fe78089 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:44.788881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Port 90001c7a-9b9c-4e56-824c-09b5c4afe738 on network a8c67dae-94d8-4fab-be75-793a6fe78089 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:07:44.789290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Attempting to bind port 90001c7a-9b9c-4e56-824c-09b5c4afe738 on network a8c67dae-94d8-4fab-be75-793a6fe78089 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:44.797262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 7, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:07:44.797696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Checking segment: {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:44.798008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Bound using segment: {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:07:44.798467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Bound port: 90001c7a-9b9c-4e56-824c-09b5c4afe738, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:07:44.798841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:44.998479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] For port 90001c7a-9b9c-4e56-824c-09b5c4afe738, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:45.003873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] For port 90001c7a-9b9c-4e56-824c-09b5c4afe738, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=90001c7a-9b9c-4e56-824c-09b5c4afe738,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:07:45.019730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed47b7f-4464-4b99-8a59-ce7a2b7d7d3c req-0ff4e540-59bb-429a-b90c-d5756ba0bd31 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.021493 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ed47b7f-4464-4b99-8a59-ce7a2b7d7d3c req-0ff4e540-59bb-429a-b90c-d5756ba0bd31 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.1035063 Oct 12 23:07:45.066698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ed47b7f-4464-4b99-8a59-ce7a2b7d7d3c req-f4ce2f23-b08e-4dc6-89cd-c39dacf4fbb1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381677 Oct 12 23:07:45.092076 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:45.130931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.131614 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:45.133007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] 10.222.0.41 "PUT /v2.0/ports/90001c7a-9b9c-4e56-824c-09b5c4afe738 HTTP/1.1" status: 200 len: 1093 time: 1.3554428 Oct 12 23:07:45.133457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe783fe-f93f-4508-a31f-22ccb60f2745', 'tag': '90001c7a-9b9c-4e56-824c-09b5c4afe738'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:07:45.135754 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a648615-6893-4e19-b986-0d45a4219b23" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe783fe-f93f-4508-a31f-22ccb60f2745", "tag": "90001c7a-9b9c-4e56-824c-09b5c4afe738"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:07:45.154733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:45.160684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4978ebcb-4f9d-41ee-80a9-055fc7bb08cf service neutron] Pushing event updated for resources: {'Port': ['ID=90001c7a-9b9c-4e56-824c-09b5c4afe738,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:45.177509 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be0dda7-2d13-4dd1-86c9-ca772f6f3040 x-openstack-request-id: req-4be0dda7-2d13-4dd1-86c9-ca772f6f3040 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:07:45.177854 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe783fe-f93f-4508-a31f-22ccb60f2745", "tag": "90001c7a-9b9c-4e56-824c-09b5c4afe738", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:07:45.178114 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4be0dda7-2d13-4dd1-86c9-ca772f6f3040 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:07:45.178529 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbe783fe-f93f-4508-a31f-22ccb60f2745', 'tag': '90001c7a-9b9c-4e56-824c-09b5c4afe738', 'status': 'completed', 'code': 200} Oct 12 23:07:45.190985 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:07:45.191424 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:07:45.196455 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:07:45.251108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-dff0e1fc-f5e3-421d-ac83-058e79bf7ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.252601 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-dff0e1fc-f5e3-421d-ac83-058e79bf7ff6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.6208565 Oct 12 23:07:45.292102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a648615-6893-4e19-b986-0d45a4219b23 req-f5deff4a-e92b-4d4f-afbf-466db622be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.294690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a648615-6893-4e19-b986-0d45a4219b23 req-f5deff4a-e92b-4d4f-afbf-466db622be83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c746a093b5904063b35eefb375da9aad&device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 1096 time: 0.0969670 Oct 12 23:07:45.301249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce75d3f-13a9-4eba-8870-ecc9955fb5ce req-ec659893-cdec-483f-a00b-4be24bb59a7b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.302819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bce75d3f-13a9-4eba-8870-ecc9955fb5ce req-ec659893-cdec-483f-a00b-4be24bb59a7b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.6216323 Oct 12 23:07:45.434371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a648615-6893-4e19-b986-0d45a4219b23 req-c4265cf8-9e80-41e4-a23a-ffee30192626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.437364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a648615-6893-4e19-b986-0d45a4219b23 req-c4265cf8-9e80-41e4-a23a-ffee30192626 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c746a093b5904063b35eefb375da9aad&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1347394 Oct 12 23:07:45.456729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:07:45.470723 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:45.474798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:45.539338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-dacf203b-c4c2-4195-8adb-aafbc5abdf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.540876 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-dacf203b-c4c2-4195-8adb-aafbc5abdf9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2611060 Oct 12 23:07:45.548356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44b73a44-ec06-4be8-8679-94dad339fd2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:45.549719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 442d8d48-ceb2-40b1-8b57-d3e29fda5557 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 23:07:45.571990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:45.582355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "DELETE /v2.0/networks/442d8d48-ceb2-40b1-8b57-d3e29fda5557 HTTP/1.1" status: 204 len: 168 time: 1.5835433 Oct 12 23:07:45.650353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b976e01-945b-4ea5-9547-6755758e8d09 req-7b16cbab-4910-4ac1-9650-061f6af28828 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.652586 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b976e01-945b-4ea5-9547-6755758e8d09 req-7b16cbab-4910-4ac1-9650-061f6af28828 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 944 time: 0.0845871 Oct 12 23:07:45.655138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-222827cc-9485-43dc-a356-47a199d4d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.656641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-222827cc-9485-43dc-a356-47a199d4d624 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 1098 time: 0.1350870 Oct 12 23:07:45.666462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bce75d3f-13a9-4eba-8870-ecc9955fb5ce req-9609a3c1-cab1-488b-8f26-040b718fd23a tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274674 Oct 12 23:07:45.678877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc28dbc-aaa5-47b9-afc3-e29fbe92417a tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event deleted for resources: {'Network': ['ID=442d8d48-ceb2-40b1-8b57-d3e29fda5557,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:45.710824 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a648615-6893-4e19-b986-0d45a4219b23 req-033776a9-47c6-47c2-81df-167aa6135319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.722143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a648615-6893-4e19-b986-0d45a4219b23 req-033776a9-47c6-47c2-81df-167aa6135319 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2723184 Oct 12 23:07:45.811362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-1f5c792d-4e6e-4acf-8734-b77b9018a080 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594235 Oct 12 23:07:45.908384 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b976e01-945b-4ea5-9547-6755758e8d09 req-e7d93ae3-d6c6-4e11-9cd5-9b22233e5c02 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449489 Oct 12 23:07:45.977305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-24eec328-a685-4811-9e6f-71e4f9b43a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:45.979214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-24eec328-a685-4811-9e6f-71e4f9b43a55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c746a093b5904063b35eefb375da9aad&device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 1096 time: 0.1568475 Oct 12 23:07:46.039462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-de25d0b9-e959-4672-b338-67056fdfe2d8 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149098 Oct 12 23:07:46.040107 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-10bad9d6-2480-4960-9649-cc59a29acae6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90001c7a-9b9c-4e56-824c-09b5c4afe738 HTTP/1.1" status: 200 len: 217 time: 0.0486398 Oct 12 23:07:46.041423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-71c3c06e-55b4-4969-81f5-e77c88b96eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:46.043265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-71c3c06e-55b4-4969-81f5-e77c88b96eb6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.3753366 Oct 12 23:07:46.079386 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.110393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e672725c-75cf-4f43-8c1e-06a0982e3707 None None] Provisioning complete for port 17f765da-1169-4843-bbf4-c63e219b96b2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:46.110393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e672725c-75cf-4f43-8c1e-06a0982e3707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.116316 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-861a2a7d-d554-4116-bc81-7ed7dabfc5d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 HTTP/1.1" status: 200 len: 217 time: 0.0601389 Oct 12 23:07:46.212713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36406) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:46.213562 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.217436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-af992985-2b15-4625-8607-ce1d4c470d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:46.219108 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-af992985-2b15-4625-8607-ce1d4c470d08 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.0615385 Oct 12 23:07:46.223812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2b712784-bb4b-47fc-ada8-6bd3b1bb1acf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'router': {'name': 'tempest-router--1434938719', 'project_id': '40b26373bb6d4d39b9c91fb4d6c90043'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:46.242493 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e672725c-75cf-4f43-8c1e-06a0982e3707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.302172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e672725c-75cf-4f43-8c1e-06a0982e3707 None None] For port 17f765da-1169-4843-bbf4-c63e219b96b2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=17f765da-1169-4843-bbf4-c63e219b96b2,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:46.339423 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b712784-bb4b-47fc-ada8-6bd3b1bb1acf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.340628 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b712784-bb4b-47fc-ada8-6bd3b1bb1acf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.372796 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e672725c-75cf-4f43-8c1e-06a0982e3707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.406984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b712784-bb4b-47fc-ada8-6bd3b1bb1acf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.420628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-51e9e495-23ae-47ec-a9b7-f166a4061b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:46.422366 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-51e9e495-23ae-47ec-a9b7-f166a4061b6e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1776879 Oct 12 23:07:46.430321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e672725c-75cf-4f43-8c1e-06a0982e3707 None None] Pushing event updated for resources: {'Port': ['ID=17f765da-1169-4843-bbf4-c63e219b96b2,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:46.522788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b712784-bb4b-47fc-ada8-6bd3b1bb1acf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.541620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-3332f29c-594a-41a6-9fce-ca9c0bc2b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:46.543167 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-3332f29c-594a-41a6-9fce-ca9c0bc2b607 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5169ae89-a897-443b-a804-950158ddd4a8 HTTP/1.1" status: 200 len: 850 time: 0.4951949 Oct 12 23:07:46.553599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de3a281-1f98-40cd-b661-08a684a3a0e1 req-236d55f6-6fe1-4c27-9042-0cdab01be30c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:46.553599 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3de3a281-1f98-40cd-b661-08a684a3a0e1 req-236d55f6-6fe1-4c27-9042-0cdab01be30c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.2601700 Oct 12 23:07:46.554064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-be1faa68-715e-4fdf-a54d-7e43fc1999f8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f HTTP/1.1" status: 200 len: 1001 time: 0.4901910 Oct 12 23:07:46.580599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 17f765da-1169-4843-bbf4-c63e219b96b2 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:46.632675 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-49082c87-1cfb-497c-9203-b60093e03add service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8c67dae-94d8-4fab-be75-793a6fe78089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0811574 Oct 12 23:07:46.637265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 17f765da-1169-4843-bbf4-c63e219b96b2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:46.637983 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.652490 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b712784-bb4b-47fc-ada8-6bd3b1bb1acf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.656608 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b712784-bb4b-47fc-ada8-6bd3b1bb1acf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4339120 Oct 12 23:07:46.664870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36416) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:46.710086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-6afe57e6-68cc-4e2b-b3a7-68532aa6aa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:46.711674 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-6afe57e6-68cc-4e2b-b3a7-68532aa6aa8b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.1526628 Oct 12 23:07:46.813642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-6f0010b6-3085-4518-ad07-4107074a45d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:46.815318 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-6f0010b6-3085-4518-ad07-4107074a45d4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0936923 Oct 12 23:07:46.831924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-bb602ad6-a809-4ebf-9d43-c5a985b954da service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749130 Oct 12 23:07:46.833813 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-29e63b4c-0afe-48f3-a8bf-731bda7159f6 service neutron] 10.222.0.41 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932125 Oct 12 23:07:46.834557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3de3a281-1f98-40cd-b661-08a684a3a0e1 req-40d11a8f-2447-450e-a13a-b873441c33f3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2748764 Oct 12 23:07:46.838466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b6f1b4a-0ef8-49eb-8bbf-c95cd275b69c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:46.937632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ccb98-138c-42a5-b56e-b8c4d176e19b req-a74f87fb-239f-40e0-8b26-8789deb4f899 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:46.943991 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d02ccb98-138c-42a5-b56e-b8c4d176e19b req-a74f87fb-239f-40e0-8b26-8789deb4f899 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1832528 Oct 12 23:07:47.023511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d02ccb98-138c-42a5-b56e-b8c4d176e19b req-31062fe0-14e0-4b4c-91ab-241b5ddc1282 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705826 Oct 12 23:07:47.037950 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-de9f4693-d33e-4b42-b1fe-037b204c3126 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148204 Oct 12 23:07:47.071592 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54fa8f11-5e10-4001-a672-9bce19bd9a77 req-6291d865-9ef7-4517-ab94-f5fe2b4e7fef service neutron] 10.222.0.41 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253563 Oct 12 23:07:47.128623 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b6f1b4a-0ef8-49eb-8bbf-c95cd275b69c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.135829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] For port 17f765da-1169-4843-bbf4-c63e219b96b2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=17f765da-1169-4843-bbf4-c63e219b96b2,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:47.143609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b6f1b4a-0ef8-49eb-8bbf-c95cd275b69c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.156593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a58ea142-48a2-4402-a51b-14a6b05220c8 req-e6653638-e66b-437e-afbf-c2a9a0d4fe97 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090727 Oct 12 23:07:47.176580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfa92eb7-387c-41d8-97e1-b626940a6f5e req-38bef293-4ef6-412f-8111-22792e9dd071 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3348112 Oct 12 23:07:47.233772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373ecac-ebd3-4353-bc49-9a04416d2010 req-14af2a69-95bd-475d-9db8-a5b5935f02fb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:47.235477 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5373ecac-ebd3-4353-bc49-9a04416d2010 req-14af2a69-95bd-475d-9db8-a5b5935f02fb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 944 time: 0.2245383 Oct 12 23:07:47.245037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.280711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5373ecac-ebd3-4353-bc49-9a04416d2010 req-94ec8106-7d7d-42b3-95df-fa37a0ea6bca tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336831 Oct 12 23:07:47.281825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b6f1b4a-0ef8-49eb-8bbf-c95cd275b69c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.282348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b6f1b4a-0ef8-49eb-8bbf-c95cd275b69c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d71d9cbf-c37d-4855-a0a6-04cc1d4c5e80 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:07:47.290340 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b6f1b4a-0ef8-49eb-8bbf-c95cd275b69c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.290340 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b6f1b4a-0ef8-49eb-8bbf-c95cd275b69c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "DELETE /v2.0/routers/d71d9cbf-c37d-4855-a0a6-04cc1d4c5e80 HTTP/1.1" status: 204 len: 168 time: 0.6174083 Oct 12 23:07:47.302306 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.303232 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.375940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:47.382639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:47.393279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:47.393589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2938ecc-07a2-46fe-859e-51df1299c333 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:47.394846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.418704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Subnet': ['ID=bd200399-038a-40df-865f-e98e76296656,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:47.425985 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=17f765da-1169-4843-bbf4-c63e219b96b2,revision_number=5']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:47.525509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a084f517-9a2e-4fb2-9679-58f3dd1ca31e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.4005527 Oct 12 23:07:47.535798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36436) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:47.535798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Request body: {'port': {'network_id': 'e63cc77b-86bd-4eff-b47b-f6b5b230179e', 'mac_address': 'fa:16:3e:16:47:c5', 'name': 'tempest-NetworksTestDHCPv6-530078197'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:47.579124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:47.754615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.782239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Made reservation on behalf of 31677ac7ef474c33991d368168a344f0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:47.826270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1404381401', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:47.869784 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.898017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] device_id is not set on port c6df3da8-7115-473b-be8b-dff8281d35b0 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:07:47.909944 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:47.911552 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.005652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.052997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55693e-d5f6-425d-8316-4b35d566d338 req-6aebff37-3220-4a19-9117-90d6d7745189 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:48.054820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f55693e-d5f6-425d-8316-4b35d566d338 req-6aebff37-3220-4a19-9117-90d6d7745189 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.0647550 Oct 12 23:07:48.164359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8::149 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/4327003f-8f83-4013-89f1-50dd99a198b7/c6df3da8-7115-473b-be8b-dff8281d35b0) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:48.176620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Allocated IP 2001:db8:0:1:f816:3eff:fe16:47c5 (e63cc77b-86bd-4eff-b47b-f6b5b230179e/bd200399-038a-40df-865f-e98e76296656/c6df3da8-7115-473b-be8b-dff8281d35b0) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:48.187098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f55693e-d5f6-425d-8316-4b35d566d338 req-0997bf08-f30b-4f31-a594-82b602e3ab41 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252384 Oct 12 23:07:48.192149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04519407-0911-4c2a-a6d2-94391837d8aa req-fcf4fb46-7ac9-4a41-8ac5-bcff5ca77355 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:48.198738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04519407-0911-4c2a-a6d2-94391837d8aa req-fcf4fb46-7ac9-4a41-8ac5-bcff5ca77355 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0879889 Oct 12 23:07:48.277547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.284529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04519407-0911-4c2a-a6d2-94391837d8aa req-54ae2517-17c0-4078-9309-ffcec8dcbc75 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770876 Oct 12 23:07:48.409144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b386be8d-5f25-4361-bb5e-1fb5de35b852 None None] Provisioning complete for port 17f765da-1169-4843-bbf4-c63e219b96b2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:48.410624 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b386be8d-5f25-4361-bb5e-1fb5de35b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.425425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.472535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b126842-65de-4779-a0ae-cf0880d872ad req-5dbc6442-42d8-4a25-a242-a6f6df0c920f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:48.476094 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b126842-65de-4779-a0ae-cf0880d872ad req-5dbc6442-42d8-4a25-a242-a6f6df0c920f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 944 time: 0.1171069 Oct 12 23:07:48.532403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b126842-65de-4779-a0ae-cf0880d872ad req-dd60ec95-0016-46d4-9edd-09ddda1694c9 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468235 Oct 12 23:07:48.564126 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.608007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:48.612218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:48.616025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:48.625904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:48.625904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.635716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event updated for resources: {'Port': ['ID=c6df3da8-7115-473b-be8b-dff8281d35b0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:48.671499 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.692066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.705705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-587e5058-8e62-498f-849a-039c122df61d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1773875 Oct 12 23:07:48.708328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36464) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:48.821133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b5aabea5-1f6c-499a-be72-73795b29445c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting port c6df3da8-7115-473b-be8b-dff8281d35b0 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:48.822045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5aabea5-1f6c-499a-be72-73795b29445c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.827871 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.890839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Allocated IP 172.25.2.240 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/f04838f3-28de-4604-ab5b-8867e65e4472) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:48.932508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5aabea5-1f6c-499a-be72-73795b29445c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:48.945554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b5aabea5-1f6c-499a-be72-73795b29445c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Calling delete_port for c6df3da8-7115-473b-be8b-dff8281d35b0 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:48.972381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d528da91-047e-4177-9aa4-c24953f9a4f6 None None] Provisioning complete for port c6df3da8-7115-473b-be8b-dff8281d35b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:48.976921 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d528da91-047e-4177-9aa4-c24953f9a4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.013198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d528da91-047e-4177-9aa4-c24953f9a4f6 None None] Port c6df3da8-7115-473b-be8b-dff8281d35b0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:07:49.022748 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.036269 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.159413 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.209542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:49.212563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:49.218557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:49.221654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event updated for resources: {'Port': ['ID=f04838f3-28de-4604-ab5b-8867e65e4472,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:49.234786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:49.285690 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5aabea5-1f6c-499a-be72-73795b29445c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.320415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aabea5-1f6c-499a-be72-73795b29445c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Port': ['ID=c6df3da8-7115-473b-be8b-dff8281d35b0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:49.349409 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.384091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:07:49.393896 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30eefad4-49f3-46c9-851d-d679b5a039ac" -d '{"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-unplugged", "status": "completed", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:07:49.414250 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5aabea5-1f6c-499a-be72-73795b29445c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.418084 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b5aabea5-1f6c-499a-be72-73795b29445c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/c6df3da8-7115-473b-be8b-dff8281d35b0 HTTP/1.1" status: 204 len: 168 time: 0.7086899 Oct 12 23:07:49.429136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36482) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:49.440097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:49.499862 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.521010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e29cd4-6ec4-4847-8362-4bb15ae1dc90 req-8af673b6-93ea-483a-8a34-0f1ec1e583e9 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:49.522957 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0e29cd4-6ec4-4847-8362-4bb15ae1dc90 req-8af673b6-93ea-483a-8a34-0f1ec1e583e9 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 946 time: 0.2467716 Oct 12 23:07:49.570709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1e330e-de08-4e68-a4d1-a4021c9beb6a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:49.573132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6a1e330e-de08-4e68-a4d1-a4021c9beb6a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1423237 Oct 12 23:07:49.575578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36488) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:49.581838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88d075-2400-4344-8bd9-1c08f0412735 req-54190067-b4a2-4ef1-83ea-313722dab0a1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:49.583410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e88d075-2400-4344-8bd9-1c08f0412735 req-54190067-b4a2-4ef1-83ea-313722dab0a1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1634383 Oct 12 23:07:49.621954 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0e29cd4-6ec4-4847-8362-4bb15ae1dc90 req-fc0d15b4-aef4-4b75-8378-6c91178b6071 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852001 Oct 12 23:07:49.623656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:49.647245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e88d075-2400-4344-8bd9-1c08f0412735 req-326e1801-ce76-4510-91b8-fc963d17edd5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517950 Oct 12 23:07:49.678977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e8584a5-ff4c-4510-8183-ed7391bbf81a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:49.680507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9e8584a5-ff4c-4510-8183-ed7391bbf81a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1039221 Oct 12 23:07:49.683283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36492) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:49.707286 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 23:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481cf2ca-3be6-40c1-8903-48a130f21c0f x-openstack-request-id: req-481cf2ca-3be6-40c1-8903-48a130f21c0f {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:07:49.707643 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-unplugged", "status": "failed", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f", "code": 422}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:07:49.707963 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-481cf2ca-3be6-40c1-8903-48a130f21c0f {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:07:49.708432 n-d-790519-14 neutron-server[101891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'code': 422} returned with failed status Oct 12 23:07:49.792987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f49cfd8-0a84-4ed4-84ca-a16dd71f8a6b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:49.795845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f49cfd8-0a84-4ed4-84ca-a16dd71f8a6b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:49.797402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f49cfd8-0a84-4ed4-84ca-a16dd71f8a6b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:49.799223 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8f49cfd8-0a84-4ed4-84ca-a16dd71f8a6b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1147313 Oct 12 23:07:49.801876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36498) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:49.863860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8115bc4-db4b-4083-9b3f-bbdd7de5a937 req-2194eb58-ec33-4a0e-8486-a0972cf254c8 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:49.865880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8115bc4-db4b-4083-9b3f-bbdd7de5a937 req-2194eb58-ec33-4a0e-8486-a0972cf254c8 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 944 time: 0.1147411 Oct 12 23:07:49.867343 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.873282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-11243bc8-18e6-4e54-9fc9-56ba0c117c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet 4327003f-8f83-4013-89f1-50dd99a198b7 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:49.878209 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11243bc8-18e6-4e54-9fc9-56ba0c117c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.939496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11243bc8-18e6-4e54-9fc9-56ba0c117c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:49.954772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 90001c7a-9b9c-4e56-824c-09b5c4afe738 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:07:49.969518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8115bc4-db4b-4083-9b3f-bbdd7de5a937 req-07c9ebf4-b7ee-4e08-9138-9de408faf7c3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927808 Oct 12 23:07:50.055768 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11243bc8-18e6-4e54-9fc9-56ba0c117c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:50.072798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 90001c7a-9b9c-4e56-824c-09b5c4afe738, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=90001c7a-9b9c-4e56-824c-09b5c4afe738,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:50.084838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '90001c7a-9b9c-4e56-824c-09b5c4afe738', 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089', 'port_id': '90001c7a-9b9c-4e56-824c-09b5c4afe738', 'mac_address': 'fa:16:3e:62:8b:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5169ae89-a897-443b-a804-950158ddd4a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:07:50.110912 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:50.145154 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:50.169997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90001c7a-9b9c-4e56-824c-09b5c4afe738 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:07:50.194399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 90001c7a-9b9c-4e56-824c-09b5c4afe738, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=90001c7a-9b9c-4e56-824c-09b5c4afe738,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:50.206307 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11243bc8-18e6-4e54-9fc9-56ba0c117c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:50.222972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11243bc8-18e6-4e54-9fc9-56ba0c117c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:50.228572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-11243bc8-18e6-4e54-9fc9-56ba0c117c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/4327003f-8f83-4013-89f1-50dd99a198b7 HTTP/1.1" status: 204 len: 168 time: 0.4232397 Oct 12 23:07:50.233675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36510) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:50.233974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5fd000-78fc-402c-ac4d-7e7495f8055e None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:50.268659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11243bc8-18e6-4e54-9fc9-56ba0c117c60 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=4327003f-8f83-4013-89f1-50dd99a198b7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:50.285796 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:50.307866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a2f5a8-0160-43cb-8335-3b1abdd23c3c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Deleting subnet bd200399-038a-40df-865f-e98e76296656 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:07:50.313903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74a2f5a8-0160-43cb-8335-3b1abdd23c3c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:50.360641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=90001c7a-9b9c-4e56-824c-09b5c4afe738,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:50.369859 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74a2f5a8-0160-43cb-8335-3b1abdd23c3c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:50.458215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Router 22eca756-b179-413d-8231-3535f6a77654 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:07:50.475015 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74a2f5a8-0160-43cb-8335-3b1abdd23c3c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:50.611513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['90001c7a-9b9c-4e56-824c-09b5c4afe738'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:07:50.846085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494be3f6-8a9f-4fb1-8776-9b219a54d627 req-2d980093-7e7e-4228-ad64-3e1023490632 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:50.849587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-494be3f6-8a9f-4fb1-8776-9b219a54d627 req-2d980093-7e7e-4228-ad64-3e1023490632 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0691628 Oct 12 23:07:50.896384 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-494be3f6-8a9f-4fb1-8776-9b219a54d627 req-538ae380-a252-4e02-91c0-432904fead3b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416434 Oct 12 23:07:50.971612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:07:50.984256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78fdafc-c06e-4795-8d0a-6955e34a3bdb None None] Sync routers for ids ['22eca756-b179-413d-8231-3535f6a77654'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:07:50.994600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fdafc-c06e-4795-8d0a-6955e34a3bdb None None] Routers {'22eca756-b179-413d-8231-3535f6a77654'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:50.995256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c78fdafc-c06e-4795-8d0a-6955e34a3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['22eca756-b179-413d-8231-3535f6a77654'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:51.034159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c78fdafc-c06e-4795-8d0a-6955e34a3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:51.051600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fdafc-c06e-4795-8d0a-6955e34a3bdb None None] Routers {'22eca756-b179-413d-8231-3535f6a77654'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:51.053163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c78fdafc-c06e-4795-8d0a-6955e34a3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['22eca756-b179-413d-8231-3535f6a77654'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:51.053951 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74a2f5a8-0160-43cb-8335-3b1abdd23c3c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:51.060790 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:51.064475 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f917fe34-e82f-4dde-8c2a-e3a4d75379bd tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.4809201 Oct 12 23:07:51.067556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36534) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.114856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2f5a8-0160-43cb-8335-3b1abdd23c3c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Subnet': ['ID=bd200399-038a-40df-865f-e98e76296656,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:51.146826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c78fdafc-c06e-4795-8d0a-6955e34a3bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:51.149362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c78fdafc-c06e-4795-8d0a-6955e34a3bdb None None] The sync data for ids ['22eca756-b179-413d-8231-3535f6a77654'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:07:51.149985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74a2f5a8-0160-43cb-8335-3b1abdd23c3c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:51.162303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-74a2f5a8-0160-43cb-8335-3b1abdd23c3c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/bd200399-038a-40df-865f-e98e76296656 HTTP/1.1" status: 204 len: 168 time: 0.9275770 Oct 12 23:07:51.165493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36538) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.197085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e958c2a-a6bd-4b8b-a179-a270d471ecaf req-fd13ccc0-6b75-4262-aad9-cfe802529e92 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:51.205631 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8e958c2a-a6bd-4b8b-a179-a270d471ecaf req-fd13ccc0-6b75-4262-aad9-cfe802529e92 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 945 time: 0.1047356 Oct 12 23:07:51.227222 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c922eee9-8080-4628-bf96-9838e2b448e7 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0582893 Oct 12 23:07:51.227450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36542) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.255737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8e958c2a-a6bd-4b8b-a179-a270d471ecaf req-19fcb2de-09c7-4c14-8aef-7b07ba5ca0ae tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492206 Oct 12 23:07:51.286278 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-698e8209-2e19-4752-8393-b59387b9a676 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/routers/22eca756-b179-413d-8231-3535f6a77654 HTTP/1.1" status: 200 len: 921 time: 0.2197661 Oct 12 23:07:51.288368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36544) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.296183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870cd24c-7430-4408-a664-0ee15a9a347b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:51.298975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-870cd24c-7430-4408-a664-0ee15a9a347b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0692983 Oct 12 23:07:51.300410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36546) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.323591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ee650-1344-4ee5-b6c2-fb616dd0c9d6 None None] Network e63cc77b-86bd-4eff-b47b-f6b5b230179e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:07:51.328536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9ecf5f1b-a983-4b94-9cb7-c4bc0b423d3c tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=22eca756-b179-413d-8231-3535f6a77654 HTTP/1.1" status: 200 len: 205 time: 0.0385718 Oct 12 23:07:51.330748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36548) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.365101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2c6fd4-9416-4b15-bf9d-215b6a64efd9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:51.366610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fb2c6fd4-9416-4b15-bf9d-215b6a64efd9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0654271 Oct 12 23:07:51.371615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36550) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.406324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a3221222-2bb2-497e-a344-70e51e5f80db None None] Provisioning complete for port 17f765da-1169-4843-bbf4-c63e219b96b2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:51.406617 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a3221222-2bb2-497e-a344-70e51e5f80db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:51.424454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dd0c4a66-3764-4f9b-ba0d-309043541015 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489614 Oct 12 23:07:51.424454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36558) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.447002 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b112b3df-2067-4500-9e41-890ae7783c55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.447910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b112b3df-2067-4500-9e41-890ae7783c55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.457683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36560) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.463409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b112b3df-2067-4500-9e41-890ae7783c55 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/c6df3da8-7115-473b-be8b-dff8281d35b0 HTTP/1.1" status: 404 len: 333 time: 0.0299406 Oct 12 23:07:51.496015 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb653874-e3ef-416b-9651-5c34b00da5ba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.496479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb653874-e3ef-416b-9651-5c34b00da5ba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.500174 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fb653874-e3ef-416b-9651-5c34b00da5ba tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/bd200399-038a-40df-865f-e98e76296656 HTTP/1.1" status: 404 len: 337 time: 0.0412214 Oct 12 23:07:51.502990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36562) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.504463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:51.531597 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-8133e7cc-d884-4eb2-9c4e-75fc5abb90e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.532215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8133e7cc-d884-4eb2-9c4e-75fc5abb90e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.535269 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8133e7cc-d884-4eb2-9c4e-75fc5abb90e1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/4327003f-8f83-4013-89f1-50dd99a198b7 HTTP/1.1" status: 404 len: 337 time: 0.0310357 Oct 12 23:07:51.537943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36566) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.564372 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e125b6d-8848-462f-8ade-a77071134841 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.565133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e125b6d-8848-462f-8ade-a77071134841 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.572415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5e125b6d-8848-462f-8ade-a77071134841 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/29f9c859-2051-47ad-baa3-897df5af8727 HTTP/1.1" status: 404 len: 333 time: 0.0298531 Oct 12 23:07:51.574374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36568) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.639398 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-942ebb0a-569e-4bb9-8d87-1e4979d7a843 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.640155 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-942ebb0a-569e-4bb9-8d87-1e4979d7a843 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.643680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-942ebb0a-569e-4bb9-8d87-1e4979d7a843 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/c2a7d8e4-6956-4a38-8d92-49b9c89583af HTTP/1.1" status: 404 len: 337 time: 0.0666437 Oct 12 23:07:51.646543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36570) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.652764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:51.680047 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ade33f-4121-451e-99aa-a80444eb529c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.680505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ade33f-4121-451e-99aa-a80444eb529c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.683982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091632e5-add1-4ecc-a914-df50d3f0aa81 None None] DHCP port deletion for e63cc77b-86bd-4eff-b47b-f6b5b230179e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:07:51.685670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-17ade33f-4121-451e-99aa-a80444eb529c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/d5e1472e-70be-447a-83dd-f97c13567f46 HTTP/1.1" status: 404 len: 337 time: 0.0375564 Oct 12 23:07:51.687873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36572) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.711027 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-edefc0fb-ca40-4950-add5-916481a580eb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.711981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edefc0fb-ca40-4950-add5-916481a580eb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.714763 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-edefc0fb-ca40-4950-add5-916481a580eb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/e61bfd89-9cd7-48f3-892e-a8d1dda014b5 HTTP/1.1" status: 404 len: 333 time: 0.0258524 Oct 12 23:07:51.718028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36574) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.738203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-091632e5-add1-4ecc-a914-df50d3f0aa81 None None] Deleting port 17f765da-1169-4843-bbf4-c63e219b96b2 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:51.738586 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-091632e5-add1-4ecc-a914-df50d3f0aa81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:51.748496 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56bc59b-728f-4e6e-b2cb-3b31b436d523 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.750438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a56bc59b-728f-4e6e-b2cb-3b31b436d523 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.752346 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a56bc59b-728f-4e6e-b2cb-3b31b436d523 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/b16fb1db-c161-4987-871a-626887e31aca HTTP/1.1" status: 404 len: 337 time: 0.0331876 Oct 12 23:07:51.754880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36576) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.782607 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbdf7b12-edb5-41f8-b52f-9765d82d40f3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.783193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbdf7b12-edb5-41f8-b52f-9765d82d40f3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.786283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bbdf7b12-edb5-41f8-b52f-9765d82d40f3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/d2625706-b893-42c6-8861-e1747df07c7c HTTP/1.1" status: 404 len: 337 time: 0.0303907 Oct 12 23:07:51.788949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36578) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.816523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-091632e5-add1-4ecc-a914-df50d3f0aa81 None None] For port 17f765da-1169-4843-bbf4-c63e219b96b2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=17f765da-1169-4843-bbf4-c63e219b96b2,segment=NetworkSegment(09f0908a-ac41-4588-96f7-ffb944ce829b),segment_id=09f0908a-ac41-4588-96f7-ffb944ce829b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:51.816824 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-091632e5-add1-4ecc-a914-df50d3f0aa81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:51.830640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-091632e5-add1-4ecc-a914-df50d3f0aa81 None None] Calling delete_port for 17f765da-1169-4843-bbf4-c63e219b96b2 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:51.838635 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-59fc2a76-431f-4784-be48-c7c5a71f200b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.840109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59fc2a76-431f-4784-be48-c7c5a71f200b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.845349 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-59fc2a76-431f-4784-be48-c7c5a71f200b tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/65306c2c-3c23-4928-ba5d-a272126ad451 HTTP/1.1" status: 404 len: 333 time: 0.0553870 Oct 12 23:07:51.848044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36582) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.878432 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-00801191-7001-4ca9-bdad-c544a1ef0037 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.878897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00801191-7001-4ca9-bdad-c544a1ef0037 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.881982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-00801191-7001-4ca9-bdad-c544a1ef0037 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/2a11e272-74f1-4323-94a4-55345539c569 HTTP/1.1" status: 404 len: 337 time: 0.0329888 Oct 12 23:07:51.884913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36584) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.897099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Deleting port f04838f3-28de-4604-ab5b-8867e65e4472 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:07:51.897445 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:51.916857 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-052ddfae-ea2e-4ff4-8ecc-2d0e66f26161 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.917325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-052ddfae-ea2e-4ff4-8ecc-2d0e66f26161 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.920407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-052ddfae-ea2e-4ff4-8ecc-2d0e66f26161 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/d34a15fd-0b54-42b7-826a-5f67fb3f1440 HTTP/1.1" status: 404 len: 337 time: 0.0342450 Oct 12 23:07:51.922918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36588) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.955053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 90001c7a-9b9c-4e56-824c-09b5c4afe738 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:07:51.956769 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f981d4-6469-4366-ad78-24797b6b23fd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:51.958108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f981d4-6469-4366-ad78-24797b6b23fd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:51.966169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-39f981d4-6469-4366-ad78-24797b6b23fd tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/1197b2fc-c229-4ade-b2a1-066137491a0b HTTP/1.1" status: 404 len: 333 time: 0.0420253 Oct 12 23:07:51.966836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36594) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:51.992738 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:52.011297 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-197ac744-2ab5-49d7-a04c-a093a83cf9f1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.011757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-197ac744-2ab5-49d7-a04c-a093a83cf9f1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.011893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Calling delete_port for f04838f3-28de-4604-ab5b-8867e65e4472 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:07:52.018002 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-091632e5-add1-4ecc-a914-df50d3f0aa81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:52.019403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36596) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.021729 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-197ac744-2ab5-49d7-a04c-a093a83cf9f1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/aa60ebd8-cceb-4a2b-a36a-320bfb9c7c45 HTTP/1.1" status: 404 len: 337 time: 0.0514102 Oct 12 23:07:52.055341 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5760e8a-870d-4c66-8cf4-b844669a8bb9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.056072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5760e8a-870d-4c66-8cf4-b844669a8bb9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.060166 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a5760e8a-870d-4c66-8cf4-b844669a8bb9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/80412052-0d8b-461c-9e17-c813c13f2896 HTTP/1.1" status: 404 len: 333 time: 0.0396080 Oct 12 23:07:52.062554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36600) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.115972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-0653632f-5664-4e6b-a87f-bd1b0d72e4a2 req-3510d3f2-730f-4ce3-81ab-ee28c5a9019f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:07:52.117331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0653632f-5664-4e6b-a87f-bd1b0d72e4a2 req-3510d3f2-730f-4ce3-81ab-ee28c5a9019f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062511 Oct 12 23:07:52.142970 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae73424b-c025-4bb0-84a0-e8f2505a7a45 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.143446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae73424b-c025-4bb0-84a0-e8f2505a7a45 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.146973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ae73424b-c025-4bb0-84a0-e8f2505a7a45 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/e983ab15-1825-4524-b32d-78fbcb31b47f HTTP/1.1" status: 404 len: 337 time: 0.0830479 Oct 12 23:07:52.149791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36602) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.185594 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-00201291-7596-4867-a195-94be5874a1cf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.186621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00201291-7596-4867-a195-94be5874a1cf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.190905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-00201291-7596-4867-a195-94be5874a1cf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/835c3bd6-2143-4535-b4cc-5b2331f6737f HTTP/1.1" status: 404 len: 333 time: 0.0399683 Oct 12 23:07:52.193807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36604) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.211265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16887d12-58f6-461d-bb50-234024489d34 req-f9322268-d2a8-4344-8227-9ce0b2d984ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:52.212789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-16887d12-58f6-461d-bb50-234024489d34 req-f9322268-d2a8-4344-8227-9ce0b2d984ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1173625 Oct 12 23:07:52.241454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091632e5-add1-4ecc-a914-df50d3f0aa81 None None] Pushing event deleted for resources: {'Port': ['ID=17f765da-1169-4843-bbf4-c63e219b96b2,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:52.242183 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed671a6-4f76-4b86-b87d-65abe1fc1a94 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.242865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed671a6-4f76-4b86-b87d-65abe1fc1a94 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.245965 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-aed671a6-4f76-4b86-b87d-65abe1fc1a94 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/142f3910-0441-450b-b7f4-945ec78eb2ae HTTP/1.1" status: 404 len: 337 time: 0.0501425 Oct 12 23:07:52.248866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091632e5-add1-4ecc-a914-df50d3f0aa81 None None] No DVR routers for this DVR port 17f765da-1169-4843-bbf4-c63e219b96b2 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:07:52.250892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36608) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.285888 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-37a4b11b-43eb-42ad-bf00-f65a4ade9d4f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.286492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37a4b11b-43eb-42ad-bf00-f65a4ade9d4f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.289637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-37a4b11b-43eb-42ad-bf00-f65a4ade9d4f tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/3e088f32-0890-4df9-8e0d-72ed982093f1 HTTP/1.1" status: 404 len: 333 time: 0.0350764 Oct 12 23:07:52.292228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36612) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.322465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-16887d12-58f6-461d-bb50-234024489d34 req-7d44c86d-509c-4b82-9e8e-4da8a41c6f0b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838442 Oct 12 23:07:52.328264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 90001c7a-9b9c-4e56-824c-09b5c4afe738 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:07:52.336201 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d10b0e4-9011-4312-ace5-4f111e350a5e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.336769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d10b0e4-9011-4312-ace5-4f111e350a5e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.337085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 90001c7a-9b9c-4e56-824c-09b5c4afe738 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:07:52.337615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:52.343442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1d10b0e4-9011-4312-ace5-4f111e350a5e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/7fd572d1-e6d5-4759-a139-912479664f46 HTTP/1.1" status: 404 len: 337 time: 0.0494308 Oct 12 23:07:52.345536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36618) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.378233 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd42d2db-6132-49c3-8539-9101c5d94d08 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.378917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd42d2db-6132-49c3-8539-9101c5d94d08 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.388266 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fd42d2db-6132-49c3-8539-9101c5d94d08 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/89149e61-0954-4a06-b446-317b12ad103c HTTP/1.1" status: 404 len: 333 time: 0.0354099 Oct 12 23:07:52.388266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36622) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.452700 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-cad3cd12-0b27-4bff-9f5d-42df8a2c2aab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.453147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cad3cd12-0b27-4bff-9f5d-42df8a2c2aab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.456218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cad3cd12-0b27-4bff-9f5d-42df8a2c2aab tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/8b8e1119-f4cf-4f87-a727-5d802a20872f HTTP/1.1" status: 404 len: 337 time: 0.0706604 Oct 12 23:07:52.459003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36628) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.487309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:52.501991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1c3d51-d804-4c4d-97e5-a68e2c16b9e9 req-bc22b345-a322-4eee-a594-a1d50c1533a5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:52.503720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef1c3d51-d804-4c4d-97e5-a68e2c16b9e9 req-bc22b345-a322-4eee-a594-a1d50c1533a5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 945 time: 0.1110423 Oct 12 23:07:52.520918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe783fe-f93f-4508-a31f-22ccb60f2745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90001c7a-9b9c-4e56-824c-09b5c4afe738'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:07:52.531939 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b077d596-6230-4b60-9e4f-bbe1bd7ce519" -d '{"events": [{"server_uuid": "bbe783fe-f93f-4508-a31f-22ccb60f2745", "name": "network-vif-plugged", "status": "completed", "tag": "90001c7a-9b9c-4e56-824c-09b5c4afe738"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:07:52.534397 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:52.567537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 90001c7a-9b9c-4e56-824c-09b5c4afe738, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=90001c7a-9b9c-4e56-824c-09b5c4afe738,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:07:52.583696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef1c3d51-d804-4c4d-97e5-a68e2c16b9e9 req-37edc1fb-1d7a-4f69-b704-70ba92838383 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683911 Oct 12 23:07:52.595027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event deleted for resources: {'Port': ['ID=f04838f3-28de-4604-ab5b-8867e65e4472,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:52.595027 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-20f53a43-8d44-416b-ba82-18613023e5a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.595027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20f53a43-8d44-416b-ba82-18613023e5a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.595758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 17f765da-1169-4843-bbf4-c63e219b96b2 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:52.597840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36634) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.598772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-20f53a43-8d44-416b-ba82-18613023e5a3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/606d1c5e-78ec-425e-8475-33d8da3a337c HTTP/1.1" status: 404 len: 333 time: 0.1364815 Oct 12 23:07:52.644049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 17f765da-1169-4843-bbf4-c63e219b96b2 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:07:52.644395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 17f765da-1169-4843-bbf4-c63e219b96b2 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:07:52.662133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:52.664987 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdf2f24-09bb-426c-a14b-80f08747b32a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.665456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdf2f24-09bb-426c-a14b-80f08747b32a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.677783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36636) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.685141 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fbdf2f24-09bb-426c-a14b-80f08747b32a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/ced93f0e-451f-4e93-83eb-7858163adf4b HTTP/1.1" status: 404 len: 337 time: 0.0718925 Oct 12 23:07:52.746097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=90001c7a-9b9c-4e56-824c-09b5c4afe738,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:52.756043 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46562257-204c-4d37-b91c-39c7fc200f0c x-openstack-request-id: req-46562257-204c-4d37-b91c-39c7fc200f0c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:07:52.756338 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe783fe-f93f-4508-a31f-22ccb60f2745", "name": "network-vif-plugged", "status": "completed", "tag": "90001c7a-9b9c-4e56-824c-09b5c4afe738", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:07:52.756596 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46562257-204c-4d37-b91c-39c7fc200f0c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:07:52.756992 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe783fe-f93f-4508-a31f-22ccb60f2745', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90001c7a-9b9c-4e56-824c-09b5c4afe738', 'code': 200} Oct 12 23:07:52.781034 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:52.810835 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-07ff3722-1a69-4060-a539-138c78a12b34 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.811328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07ff3722-1a69-4060-a539-138c78a12b34 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.814347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-07ff3722-1a69-4060-a539-138c78a12b34 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/a5676c49-08e6-435e-a9e8-a5ffe3b1b1f0 HTTP/1.1" status: 404 len: 337 time: 0.0624464 Oct 12 23:07:52.817158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36644) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.839635 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-091cf303-bd83-4af7-bbba-117bce2f74c3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.840235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-091cf303-bd83-4af7-bbba-117bce2f74c3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.843231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-091cf303-bd83-4af7-bbba-117bce2f74c3 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/b438842a-b1a3-40ac-a235-bde7a460a248 HTTP/1.1" status: 404 len: 333 time: 0.0250630 Oct 12 23:07:52.845893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36646) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.872774 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc624eba-43e0-43de-9aaa-5d402d6faa6c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.873227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc624eba-43e0-43de-9aaa-5d402d6faa6c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.876280 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fc624eba-43e0-43de-9aaa-5d402d6faa6c tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/b0db943d-076e-4edb-b9d3-0c0780cd1625 HTTP/1.1" status: 404 len: 337 time: 0.0294101 Oct 12 23:07:52.878982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36648) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.904961 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-2eee9d52-8ace-4341-bb5e-11b5ffc0f71d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.905408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2eee9d52-8ace-4341-bb5e-11b5ffc0f71d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.906559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:52.911004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2eee9d52-8ace-4341-bb5e-11b5ffc0f71d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/8117bab4-9fed-4bc8-b47f-9aeca4a75303 HTTP/1.1" status: 404 len: 337 time: 0.0284526 Oct 12 23:07:52.911228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36650) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.915716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfab54f-5f68-408b-a50f-eb344bb77915 req-98ec2cba-8206-4b5f-841e-4ab5a49a4fd9 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:52.917201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bdfab54f-5f68-408b-a50f-eb344bb77915 req-98ec2cba-8206-4b5f-841e-4ab5a49a4fd9 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.3172321 Oct 12 23:07:52.921706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:52.935158 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cbb334-4b8e-4e42-95aa-d6d124c15634 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.935806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cbb334-4b8e-4e42-95aa-d6d124c15634 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.942375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-45cbb334-4b8e-4e42-95aa-d6d124c15634 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/99557d64-91b0-49f3-bc52-d6b73a32cd73 HTTP/1.1" status: 404 len: 333 time: 0.0266666 Oct 12 23:07:52.943202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36654) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.968612 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-89ba5455-c262-4616-a0f3-1785ec13c779 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:52.969465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89ba5455-c262-4616-a0f3-1785ec13c779 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:52.974428 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-89ba5455-c262-4616-a0f3-1785ec13c779 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/6005bb8c-922e-445e-aa83-7a1f0902192f HTTP/1.1" status: 404 len: 337 time: 0.0278645 Oct 12 23:07:52.974590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36656) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:52.995720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ed9c6-ae3e-44bb-9407-d0d7123f6063 req-4930ddc0-3031-4522-8fcc-ffd61331554e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:52.998117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-803ed9c6-ae3e-44bb-9407-d0d7123f6063 req-4930ddc0-3031-4522-8fcc-ffd61331554e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 1098 time: 0.1535759 Oct 12 23:07:53.018649 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ea78b5-2d5b-4e7c-a123-b4ee07b07a79 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.019129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ea78b5-2d5b-4e7c-a123-b4ee07b07a79 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.022099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-75ea78b5-2d5b-4e7c-a123-b4ee07b07a79 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/5c401465-8d22-417f-a863-9f77088278a9 HTTP/1.1" status: 404 len: 337 time: 0.0463510 Oct 12 23:07:53.023049 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bdfab54f-5f68-408b-a50f-eb344bb77915 req-ac3a1d13-e324-4f13-9d10-83a9b74958e4 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975072 Oct 12 23:07:53.024715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36658) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.041987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-803ed9c6-ae3e-44bb-9407-d0d7123f6063 req-bfe7745b-bc45-4f76-aeac-19500b62c857 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357609 Oct 12 23:07:53.059137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-bf15cb82-070f-4596-a503-106595d33bcb req-64718821-d4a8-48d5-97aa-7f7aa66876d7 tempest-VolumesAdminNegativeTest-1291329395 tempest-VolumesAdminNegativeTest-1291329395-project] (101889) timed out ('10.222.0.41', 57664) {{(pid=101889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:07:53.068788 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f336c41-5ba6-423a-b2dd-296939b3adbf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.069407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f336c41-5ba6-423a-b2dd-296939b3adbf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.072505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0f336c41-5ba6-423a-b2dd-296939b3adbf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/4c931a96-12da-427b-81f4-31071ace1b63 HTTP/1.1" status: 404 len: 333 time: 0.0468426 Oct 12 23:07:53.075198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36660) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.085782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-9af930b4-72ce-4e86-804c-b42d9cd9da98 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0752182 Oct 12 23:07:53.103288 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cc2508-1236-41b5-9420-b667939da7fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.103752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32cc2508-1236-41b5-9420-b667939da7fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.109306 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-32cc2508-1236-41b5-9420-b667939da7fb tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/ed10d3f6-0f45-4769-b1af-0bdd05ed6b08 HTTP/1.1" status: 404 len: 337 time: 0.0313187 Oct 12 23:07:53.110207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36662) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.136961 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:53.137629 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Fanout notify agent at l3_agent the message router_deleted on router 22eca756-b179-413d-8231-3535f6a77654 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:07:53.139438 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-033afc3d-d59a-4bf7-9134-1a49e1b7d7d8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.139899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-033afc3d-d59a-4bf7-9134-1a49e1b7d7d8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.143126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-033afc3d-d59a-4bf7-9134-1a49e1b7d7d8 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/20a740d6-8b98-432d-ae49-5edf3b04b3e6 HTTP/1.1" status: 404 len: 337 time: 0.0317762 Oct 12 23:07:53.146706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36666) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.148248 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:53.154202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b4e578f0-e522-4eb0-8ed3-0c5c0b8f414d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/22eca756-b179-413d-8231-3535f6a77654 HTTP/1.1" status: 204 len: 168 time: 1.8218517 Oct 12 23:07:53.154741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36668) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.158908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1855984478', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': False}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:53.183549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-67742125-d706-43d1-b21e-9a97ae34446d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports?device_id=ed2ad483-7257-4083-a93d-1356eff0e21c HTTP/1.1" status: 200 len: 205 time: 0.0349457 Oct 12 23:07:53.186166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36670) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.228777 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-365c9be4-c4a5-423c-8140-7cef73c1e06e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] delete failed (client error): The resource could not be found. Oct 12 23:07:53.232617 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-365c9be4-c4a5-423c-8140-7cef73c1e06e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/routers/ed2ad483-7257-4083-a93d-1356eff0e21c HTTP/1.1" status: 404 len: 336 time: 0.0426159 Oct 12 23:07:53.232617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36672) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.260003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:07:53.267739 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-730d2291-78a4-4963-8158-6dbb5ad91156 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.268199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730d2291-78a4-4963-8158-6dbb5ad91156 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.274183 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-730d2291-78a4-4963-8158-6dbb5ad91156 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/cbd7ca10-5d91-4b8a-8275-8129566d6f57 HTTP/1.1" status: 404 len: 337 time: 0.0380945 Oct 12 23:07:53.274563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36678) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.302909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-931b8f05-94b0-47f8-8781-be400ea78454 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "GET /v2.0/ports?device_id=b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 HTTP/1.1" status: 200 len: 205 time: 0.0270691 Oct 12 23:07:53.305151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36682) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.314810 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:53.317728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:53.346248 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-d43d70e2-5855-4c23-b382-f1a3531a4762 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] delete failed (client error): The resource could not be found. Oct 12 23:07:53.349792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d43d70e2-5855-4c23-b382-f1a3531a4762 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/routers/b28fe7c7-dd98-44d8-ab6f-879efd9f52b9 HTTP/1.1" status: 404 len: 336 time: 0.0411496 Oct 12 23:07:53.350332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36684) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.372095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:53.380641 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5371b338-9b11-4401-a693-8930e5e755e6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.380641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5371b338-9b11-4401-a693-8930e5e755e6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.381686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5371b338-9b11-4401-a693-8930e5e755e6 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/ad9bd222-1479-4c7d-b3fa-0013068eebac HTTP/1.1" status: 404 len: 337 time: 0.0304544 Oct 12 23:07:53.384203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36688) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.414094 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca1db1a-71b3-42f7-8083-f466f0302dc9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.414559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ca1db1a-71b3-42f7-8083-f466f0302dc9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.417779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0ca1db1a-71b3-42f7-8083-f466f0302dc9 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/144b063a-905c-4281-94b4-ff7cb43de985 HTTP/1.1" status: 404 len: 337 time: 0.0325599 Oct 12 23:07:53.421076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36692) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.447309 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-254c23d1-9392-4589-ab13-299c06b85652 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.448068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254c23d1-9392-4589-ab13-299c06b85652 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.453490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-254c23d1-9392-4589-ab13-299c06b85652 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/e493bd04-b39f-4310-86c0-9a984bf49eae HTTP/1.1" status: 404 len: 333 time: 0.0312972 Oct 12 23:07:53.456122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36694) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.490662 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-256ce3df-38e5-4833-8320-14efb581d50a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.491105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256ce3df-38e5-4833-8320-14efb581d50a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.494260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-256ce3df-38e5-4833-8320-14efb581d50a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/b51b7a95-6f08-45d2-8d5b-da82790a5f3f HTTP/1.1" status: 404 len: 337 time: 0.0370047 Oct 12 23:07:53.497750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36696) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.640584 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:53.709231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78bd124-0c6d-4eba-898f-941177f219e6 req-12e788b9-49d9-463d-a6a3-fada667b5201 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:53.710987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a78bd124-0c6d-4eba-898f-941177f219e6 req-12e788b9-49d9-463d-a6a3-fada667b5201 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0590382 Oct 12 23:07:53.753742 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a78bd124-0c6d-4eba-898f-941177f219e6 req-7752970c-55fa-489a-8887-7e32a4f8a20f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355244 Oct 12 23:07:53.882562 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c348bda-8daa-491c-bb5b-412b6bdd56f0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.883277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c348bda-8daa-491c-bb5b-412b6bdd56f0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.889589 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6c348bda-8daa-491c-bb5b-412b6bdd56f0 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/53a02b04-ba8f-4e2f-846f-97f688a0efb7 HTTP/1.1" status: 404 len: 333 time: 0.3870234 Oct 12 23:07:53.890003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36708) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.921728 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7a4c5b7-cdec-4c24-bb30-63c4fcf50b46 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.922224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7a4c5b7-cdec-4c24-bb30-63c4fcf50b46 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.927994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c7a4c5b7-cdec-4c24-bb30-63c4fcf50b46 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/64153f26-32f9-4390-b867-d7b5326ac49b HTTP/1.1" status: 404 len: 337 time: 0.0348685 Oct 12 23:07:53.928573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36710) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:53.969082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e1ea10-8db4-4c6e-ae8d-0879269a6d0d req-350920f5-12ed-4e96-b43d-a234fbc0c9e7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:53.970687 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7e1ea10-8db4-4c6e-ae8d-0879269a6d0d req-350920f5-12ed-4e96-b43d-a234fbc0c9e7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.4744382 Oct 12 23:07:53.971653 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db5bb8d-0b1c-4983-bf82-ba2ab00a91ac tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:53.972332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db5bb8d-0b1c-4983-bf82-ba2ab00a91ac tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:53.977503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4db5bb8d-0b1c-4983-bf82-ba2ab00a91ac tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/5d609968-17b2-4f81-8b26-4eaeb1a34bb1 HTTP/1.1" status: 404 len: 333 time: 0.0460880 Oct 12 23:07:53.978186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36712) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.017619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.018137 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a00c66a-8ef4-479d-a757-96e86c8fd517 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:54.018334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a00c66a-8ef4-479d-a757-96e86c8fd517 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:54.023928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9a00c66a-8ef4-479d-a757-96e86c8fd517 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/c4dcdf5b-e0a6-4d3c-b19d-ca0af172f2df HTTP/1.1" status: 404 len: 337 time: 0.0346317 Oct 12 23:07:54.026593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36714) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.040716 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.057345 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d4a773e-90ba-45e3-b83f-df9c4f65a842 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:54.058105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d4a773e-90ba-45e3-b83f-df9c4f65a842 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:54.064316 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1d4a773e-90ba-45e3-b83f-df9c4f65a842 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/6cb06853-e1e1-440c-941a-dcc22594e750 HTTP/1.1" status: 404 len: 333 time: 0.0358160 Oct 12 23:07:54.064745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36718) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.124089 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fcfedb1-274f-4a73-ae39-b4f0527e8dbf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:54.125723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fcfedb1-274f-4a73-ae39-b4f0527e8dbf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:54.129162 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5fcfedb1-274f-4a73-ae39-b4f0527e8dbf tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/68d88d58-036a-4ab4-a33e-4f62d77b8981 HTTP/1.1" status: 404 len: 337 time: 0.0634134 Oct 12 23:07:54.131717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36722) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.148617 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7e1ea10-8db4-4c6e-ae8d-0879269a6d0d req-dab4ea94-a8c7-4993-8fb5-24e9457d3435 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717629 Oct 12 23:07:54.170631 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d53d207-0159-4305-aea2-8f1000f58c4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:54.171390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d53d207-0159-4305-aea2-8f1000f58c4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:54.175258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4d53d207-0159-4305-aea2-8f1000f58c4d tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/159b40c1-8524-4c22-8681-de390fdada52 HTTP/1.1" status: 404 len: 333 time: 0.0417674 Oct 12 23:07:54.179966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36724) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.211232 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a09540d-446e-4583-91fc-c87db7813cd1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:54.211768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a09540d-446e-4583-91fc-c87db7813cd1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:54.217894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9a09540d-446e-4583-91fc-c87db7813cd1 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/d97844cf-08dd-4f3f-8f1c-2af5bbd2939f HTTP/1.1" status: 404 len: 337 time: 0.0363464 Oct 12 23:07:54.218711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36726) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.242430 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Allocated IP 172.25.2.53 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/22e43f00-942c-44a4-a5f5-995e50bbc20e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:54.253384 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8e7274d-a9b3-4b1d-96b0-5d2167840a3e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:54.254074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8e7274d-a9b3-4b1d-96b0-5d2167840a3e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:54.257579 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8e7274d-a9b3-4b1d-96b0-5d2167840a3e tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/4fa74b05-3f4a-4be6-873b-7132841e2482 HTTP/1.1" status: 404 len: 333 time: 0.0377252 Oct 12 23:07:54.260243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36730) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.288999 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d6b4f48-7488-42ff-9536-4fc4c64f2c0a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:54.289873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d6b4f48-7488-42ff-9536-4fc4c64f2c0a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:54.292939 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3d6b4f48-7488-42ff-9536-4fc4c64f2c0a tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/786baa46-3be7-489d-90d7-1c163d4161df HTTP/1.1" status: 404 len: 337 time: 0.0315149 Oct 12 23:07:54.296252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36732) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.319860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0286ab93-f6a8-492e-a82b-5d026c446db2 req-767606f5-5955-47dc-897d-06f8a67fa32f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:54.320736 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-78a4d2c3-df9e-4146-ae9d-537ee85fa145 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:54.321432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0286ab93-f6a8-492e-a82b-5d026c446db2 req-767606f5-5955-47dc-897d-06f8a67fa32f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.1448710 Oct 12 23:07:54.321591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78a4d2c3-df9e-4146-ae9d-537ee85fa145 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:54.324683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-78a4d2c3-df9e-4146-ae9d-537ee85fa145 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/ports/b3c90ae3-d222-46f3-91bf-5c334d432ed7 HTTP/1.1" status: 404 len: 333 time: 0.0274506 Oct 12 23:07:54.327339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36734) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.354633 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed8a7e5-1458-4357-a3d9-21f91b086cac tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] DELETE failed (client error): The resource could not be found. Oct 12 23:07:54.354633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed8a7e5-1458-4357-a3d9-21f91b086cac tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:07:54.358473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5ed8a7e5-1458-4357-a3d9-21f91b086cac tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/subnets/7d143dd8-de45-4404-b793-52f936ae7fe4 HTTP/1.1" status: 404 len: 337 time: 0.0301375 Oct 12 23:07:54.361161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36736) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:54.402478 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0286ab93-f6a8-492e-a82b-5d026c446db2 req-6c862769-9ea8-42dd-8fdb-17f4f7543b7e tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701168 Oct 12 23:07:54.415185 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.473354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.514922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.555924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:54.559598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:54.564516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:54.572408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.588367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event updated for resources: {'Port': ['ID=22e43f00-942c-44a4-a5f5-995e50bbc20e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:54.609773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e63cc77b-86bd-4eff-b47b-f6b5b230179e']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:54.619826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09f0908a-ac41-4588-96f7-ffb944ce829b') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:54.620131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09f0908a-ac41-4588-96f7-ffb944ce829b') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:54.630741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.644656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.651376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:07:54.651766 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:07:54.655832 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:07:54.811470 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.817827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-e18dbaed-3286-4d96-81d3-dda14d2ebe58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:54.819468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-e18dbaed-3286-4d96-81d3-dda14d2ebe58 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e&tenant_id=06582cedb8d74a2ab2a8927c7b71c050 HTTP/1.1" status: 200 len: 1096 time: 0.0858748 Oct 12 23:07:54.823970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.839954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] 10.222.0.31 "DELETE /v2.0/networks/e63cc77b-86bd-4eff-b47b-f6b5b230179e HTTP/1.1" status: 204 len: 168 time: 0.4756796 Oct 12 23:07:54.912260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5c64f-c6cf-470a-b07e-d6237b13a386 tempest-NetworksTestDHCPv6-854358217 tempest-NetworksTestDHCPv6-854358217-project] Pushing event deleted for resources: {'Network': ['ID=e63cc77b-86bd-4eff-b47b-f6b5b230179e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:54.961503 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:54.967109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-b78eb643-3c69-4c1a-94d5-9ba3b0d003a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:54.968760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-b78eb643-3c69-4c1a-94d5-9ba3b0d003a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 1096 time: 0.1077871 Oct 12 23:07:54.977010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ebc4a-9bbb-4211-85e6-8c0abbb3196d req-9477a491-4a82-48e2-b2ea-7659638d9516 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:54.988413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e96ebc4a-9bbb-4211-85e6-8c0abbb3196d req-9477a491-4a82-48e2-b2ea-7659638d9516 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1433332 Oct 12 23:07:55.084537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e96ebc4a-9bbb-4211-85e6-8c0abbb3196d req-756168da-3351-42f6-a987-ec7f90a5ad1c tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952222 Oct 12 23:07:55.119673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-651249b5-635c-43bd-ad0b-096ee6270097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:55.121159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-651249b5-635c-43bd-ad0b-096ee6270097 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.1300554 Oct 12 23:07:55.175233 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:55.211942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-b7b2c0cf-4171-459f-b52b-d7b106b48174 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f HTTP/1.1" status: 200 len: 999 time: 0.0835624 Oct 12 23:07:55.305355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-c6598f7d-acd4-4b1a-9f2b-892fd952ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:55.307452 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-c6598f7d-acd4-4b1a-9f2b-892fd952ddcf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.0881767 Oct 12 23:07:55.371370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a813c-bc1a-4f76-95a6-565875729194 req-d817db94-c803-45bc-b54e-62f49ae5395b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:55.380963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-353a813c-bc1a-4f76-95a6-565875729194 req-d817db94-c803-45bc-b54e-62f49ae5395b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1238489 Oct 12 23:07:55.443745 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-353a813c-bc1a-4f76-95a6-565875729194 req-1e0f4f9f-317e-4a37-b5d2-78e38d9c1fa6 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618677 Oct 12 23:07:55.445908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-9975df68-db92-4d78-b052-efecac401950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:55.448504 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-9975df68-db92-4d78-b052-efecac401950 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1336467 Oct 12 23:07:55.525145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36764) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:55.653739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3fb2d-2562-4ae4-b088-95eb862036bd req-ddfefe23-73de-4fd1-afd4-4aa5e765cd27 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:55.667198 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cc3fb2d-2562-4ae4-b088-95eb862036bd req-ddfefe23-73de-4fd1-afd4-4aa5e765cd27 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.1198804 Oct 12 23:07:55.683046 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-0ab4a588-f7e2-479b-8874-f01897e24f0b service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275932 Oct 12 23:07:55.774856 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cc3fb2d-2562-4ae4-b088-95eb862036bd req-56a656a9-56c3-430c-a83a-ce7d09f460be tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102457 Oct 12 23:07:55.797457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9f01f06f-ac8f-41ed-8213-3c139b201236 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=31677ac7ef474c33991d368168a344f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2706194 Oct 12 23:07:55.797804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Router dffcfa6c-2a7b-42ba-be71-4ae497f6acc1 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:07:55.799866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36776) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:55.853845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf06cb2e-e89b-4e73-a4cd-d8358b8f697e req-5ec382fb-f9a2-431c-8549-621c0790682b service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627257 Oct 12 23:07:55.877439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f1f27ae-44a0-41e5-9cb5-2b3bd728b32d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:55.902398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f1f27ae-44a0-41e5-9cb5-2b3bd728b32d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:55.985466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-7481ca71-9fe7-48cd-ba91-9df7e2aff5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:55.987157 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-7481ca71-9fe7-48cd-ba91-9df7e2aff5e4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c746a093b5904063b35eefb375da9aad&device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 1098 time: 0.2170362 Oct 12 23:07:56.051191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abe9b8-16df-4151-a665-629ac8d24834 req-b988cdd5-baab-478a-be53-abe13f7dba9d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:56.052715 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8abe9b8-16df-4151-a665-629ac8d24834 req-b988cdd5-baab-478a-be53-abe13f7dba9d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0809863 Oct 12 23:07:56.056317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f1f27ae-44a0-41e5-9cb5-2b3bd728b32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:56.069305 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f1f27ae-44a0-41e5-9cb5-2b3bd728b32d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:56.070864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3f1f27ae-44a0-41e5-9cb5-2b3bd728b32d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b7829c2a-a81c-4ba2-9ccc-7ae10ba1392b HTTP/1.1" status: 204 len: 168 time: 0.2699211 Oct 12 23:07:56.104033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f27ae-44a0-41e5-9cb5-2b3bd728b32d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7829c2a-a81c-4ba2-9ccc-7ae10ba1392b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:56.162227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5aa34-b477-4660-ab69-aee2e896fa7b req-37f66090-11e0-43c6-bf76-b5c3c5fc84fd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:56.163785 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cce5aa34-b477-4660-ab69-aee2e896fa7b req-37f66090-11e0-43c6-bf76-b5c3c5fc84fd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1742337 Oct 12 23:07:56.167653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8abe9b8-16df-4151-a665-629ac8d24834 req-80ecedea-727d-4888-b2df-321ee8952ad5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955999 Oct 12 23:07:56.171015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713b53-797a-412e-9cd9-61806ba767ab req-652a52cc-ce5e-48f3-9fe4-ea210571492a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:56.172256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8713b53-797a-412e-9cd9-61806ba767ab req-652a52cc-ce5e-48f3-9fe4-ea210571492a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1096 time: 0.0905974 Oct 12 23:07:56.174821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:07:56.194789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Sync routers for ids ['dffcfa6c-2a7b-42ba-be71-4ae497f6acc1'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:07:56.210178 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Routers {'dffcfa6c-2a7b-42ba-be71-4ae497f6acc1'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:56.212938 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['dffcfa6c-2a7b-42ba-be71-4ae497f6acc1'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:56.263735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-4a954f89-5140-46ce-8824-146c39018aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:56.265339 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-4a954f89-5140-46ce-8824-146c39018aeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8c67dae-94d8-4fab-be75-793a6fe78089 HTTP/1.1" status: 200 len: 911 time: 0.2610180 Oct 12 23:07:56.286600 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cce5aa34-b477-4660-ab69-aee2e896fa7b req-43c970f7-64e0-466a-b48b-2edea2ee20cb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819299 Oct 12 23:07:56.329924 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-1ec0e7a4-867d-4369-bc25-2c72f58825d6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90001c7a-9b9c-4e56-824c-09b5c4afe738 HTTP/1.1" status: 200 len: 217 time: 0.0427334 Oct 12 23:07:56.375802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713b53-797a-412e-9cd9-61806ba767ab req-225c54a7-502b-4fce-92fc-871ea0cf5346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:56.377828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8713b53-797a-412e-9cd9-61806ba767ab req-225c54a7-502b-4fce-92fc-871ea0cf5346 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.1910048 Oct 12 23:07:56.385432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-e6e7bb98-4a78-4b49-a083-2f5bd4249378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:56.389481 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-e6e7bb98-4a78-4b49-a083-2f5bd4249378 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5169ae89-a897-443b-a804-950158ddd4a8 HTTP/1.1" status: 200 len: 850 time: 0.0512183 Oct 12 23:07:56.391268 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:56.392635 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-325a49dc-72cf-4ebf-bf04-13ac3a9ba3a9 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2369292 Oct 12 23:07:56.398328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36798) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:56.427665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-7ff08cd0-4c2a-4230-aaa2-55d14b32b335 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8c67dae-94d8-4fab-be75-793a6fe78089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325992 Oct 12 23:07:56.587474 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8713b53-797a-412e-9cd9-61806ba767ab req-b4f85fd5-9b49-4ae0-b39c-ca0fed00fdba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 999 time: 0.1968486 Oct 12 23:07:56.614432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-a9d9cf30-6f11-45bd-bcbe-3323d926e623 service neutron] 10.222.0.41 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784246 Oct 12 23:07:56.660057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e3e68ac3-0dbd-46a6-8734-b2133cb5ed7d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/routers/dffcfa6c-2a7b-42ba-be71-4ae497f6acc1 HTTP/1.1" status: 200 len: 908 time: 0.2600667 Oct 12 23:07:56.662584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36808) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:56.669221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1855984478', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': True}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:56.681382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713b53-797a-412e-9cd9-61806ba767ab req-9d07d907-0a03-4b75-befb-b23ebbf7c615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:56.682990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8713b53-797a-412e-9cd9-61806ba767ab req-9d07d907-0a03-4b75-befb-b23ebbf7c615 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.0904906 Oct 12 23:07:56.700152 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Set router dffcfa6c-2a7b-42ba-be71-4ae497f6acc1 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:07:56.785032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e7c013-3b61-4215-b31f-5641cc782572 req-faa54597-be6b-48f2-8206-44e435eb7848 service neutron] 10.222.0.41 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645126 Oct 12 23:07:56.789448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8713b53-797a-412e-9cd9-61806ba767ab req-69c9eb9e-b505-4174-833e-38be0a539a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:56.792194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8713b53-797a-412e-9cd9-61806ba767ab req-69c9eb9e-b505-4174-833e-38be0a539a08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0758913 Oct 12 23:07:56.878298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:56.878607 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:57.021292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:57.032806 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffcfa6c-2a7b-42ba-be71-4ae497f6acc1', 'name': 'tempest-snat-router-1855984478', 'tenant_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.53'}], 'enable_snat': False}, 'gw_port_id': '22e43f00-942c-44a4-a5f5-995e50bbc20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:53Z', 'updated_at': '2021-10-12T23:07:54Z', 'revision_number': 3, 'project_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'gw_port': {'id': '22e43f00-942c-44a4-a5f5-995e50bbc20e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffcfa6c-2a7b-42ba-be71-4ae497f6acc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:54Z', 'updated_at': '2021-10-12T23:07:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:57.077522 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Checking router: dffcfa6c-2a7b-42ba-be71-4ae497f6acc1 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:07:57.077973 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Updating router dffcfa6c-2a7b-42ba-be71-4ae497f6acc1 port 22e43f00-942c-44a4-a5f5-995e50bbc20e binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:07:57.116956 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:57.159848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8713b53-797a-412e-9cd9-61806ba767ab req-d8703dae-3ec4-4076-8324-682155cd663a service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606350 Oct 12 23:07:57.422108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ef734-ab4c-4fc2-80a1-4e05369780d9 req-d61fb2e0-5ac3-4e3a-8897-d7510ec8af9d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:57.426979 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-927ef734-ab4c-4fc2-80a1-4e05369780d9 req-d61fb2e0-5ac3-4e3a-8897-d7510ec8af9d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1280384 Oct 12 23:07:57.550577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-927ef734-ab4c-4fc2-80a1-4e05369780d9 req-0888756d-a8f4-4a81-a47a-220832bea9e2 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129405 Oct 12 23:07:57.600043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8713b53-797a-412e-9cd9-61806ba767ab req-252e0fd7-cf7e-49ee-9f67-48493d8d746e service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4072623 Oct 12 23:07:57.629917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f3462-9aee-4bf9-8b58-62e5a0216fe4 req-9b431a2f-6601-4b7b-a690-c8cadcfc1ddd tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:57.639098 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:57.660753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-347f3462-9aee-4bf9-8b58-62e5a0216fe4 req-9b431a2f-6601-4b7b-a690-c8cadcfc1ddd tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.6366909 Oct 12 23:07:57.691914 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:57.731909 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:57.750876 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-347f3462-9aee-4bf9-8b58-62e5a0216fe4 req-b7b350c2-46eb-4dc8-b047-9317471ef159 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890894 Oct 12 23:07:57.753186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36852) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:57.852740 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Attempting to bind port 22e43f00-942c-44a4-a5f5-995e50bbc20e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:07:57.854749 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Attempting to bind port 22e43f00-942c-44a4-a5f5-995e50bbc20e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:07:57.855151 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Attempting to bind port 22e43f00-942c-44a4-a5f5-995e50bbc20e on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:07:57.876331 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:07:57.876698 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:07:57.877101 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:57.877491 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:07:57.877962 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Bound port: 22e43f00-942c-44a4-a5f5-995e50bbc20e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:07:57.878332 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:57.881789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40377b5-9abd-4e7f-9153-7323f9bf8cee None None] Pushing event updated for resources: {'Port': ['ID=22e43f00-942c-44a4-a5f5-995e50bbc20e,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:57.943478 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] For port 22e43f00-942c-44a4-a5f5-995e50bbc20e, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:07:57.947260 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] For port 22e43f00-942c-44a4-a5f5-995e50bbc20e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=22e43f00-942c-44a4-a5f5-995e50bbc20e,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:07:57.958159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ed23b-9143-4ad8-899b-6c9453f3ddda req-a5b56d85-ff35-4fc2-9794-5f4648fe37b3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:57.960161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-849ed23b-9143-4ad8-899b-6c9453f3ddda req-a5b56d85-ff35-4fc2-9794-5f4648fe37b3 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1072142 Oct 12 23:07:58.041912 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.063025 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-849ed23b-9143-4ad8-899b-6c9453f3ddda req-4ca70e2d-9fd4-4be6-9bde-7641e43c8407 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925488 Oct 12 23:07:58.098578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1284889177'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:58.227965 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Routers {'dffcfa6c-2a7b-42ba-be71-4ae497f6acc1'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:07:58.228607 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['dffcfa6c-2a7b-42ba-be71-4ae497f6acc1'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:58.367772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.373416 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40377b5-9abd-4e7f-9153-7323f9bf8cee None None] Pushing event updated for resources: {'Port': ['ID=22e43f00-942c-44a4-a5f5-995e50bbc20e,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:58.410735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Made reservation on behalf of e410053d32434b34b675fdfda39ce6c7 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:58.414312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.435211 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.442004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.537270 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] Set router dffcfa6c-2a7b-42ba-be71-4ae497f6acc1 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:07:58.540862 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.619321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Allocated IP 172.25.2.51 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/02e9fd61-e415-408a-930d-8e4d4f5cc068) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:07:58.650997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.749994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:07:58.773440 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dffcfa6c-2a7b-42ba-be71-4ae497f6acc1', 'name': 'tempest-snat-router-1855984478', 'tenant_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.53'}], 'enable_snat': False}, 'gw_port_id': '22e43f00-942c-44a4-a5f5-995e50bbc20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:53Z', 'updated_at': '2021-10-12T23:07:54Z', 'revision_number': 3, 'project_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'gw_port': {'id': '22e43f00-942c-44a4-a5f5-995e50bbc20e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffcfa6c-2a7b-42ba-be71-4ae497f6acc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:54Z', 'updated_at': '2021-10-12T23:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:07:58.783598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be42594-68bb-4e9d-8858-260bcf15785e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:58.799602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.799985 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Added segment b7d725ac-92d0-4483-8722-f0a7e083e444 of type vlan for network 8fb04b09-6810-4314-9b73-0f595b573c68 Oct 12 23:07:58.836600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d95486a-831d-4176-991f-f7c37b23f865 req-4ffae8af-c70d-4399-800e-693e53f3a8e1 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:58.838338 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6d95486a-831d-4176-991f-f7c37b23f865 req-4ffae8af-c70d-4399-800e-693e53f3a8e1 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1690621 Oct 12 23:07:58.859435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.872757 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4dea05-a511-4e3c-ac4d-e34fa4f58898 None None] The sync data for ids ['dffcfa6c-2a7b-42ba-be71-4ae497f6acc1'] in n-d-790519-14 is: [{'id': 'dffcfa6c-2a7b-42ba-be71-4ae497f6acc1', 'name': 'tempest-snat-router-1855984478', 'tenant_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.53'}], 'enable_snat': False}, 'gw_port_id': '22e43f00-942c-44a4-a5f5-995e50bbc20e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:53Z', 'updated_at': '2021-10-12T23:07:54Z', 'revision_number': 3, 'project_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'gw_port': {'id': '22e43f00-942c-44a4-a5f5-995e50bbc20e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dffcfa6c-2a7b-42ba-be71-4ae497f6acc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:54Z', 'updated_at': '2021-10-12T23:07:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:07:58.951528 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:58.960302 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6d95486a-831d-4176-991f-f7c37b23f865 req-2a69fc57-8111-4eeb-8b4e-c6a6dcd67eee tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750804 Oct 12 23:07:58.998399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d687517-f106-4022-be15-a0a45e76cfcc req-aa1ab79e-544d-49b5-8072-bf7bcee13141 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:59.000588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d687517-f106-4022-be15-a0a45e76cfcc req-aa1ab79e-544d-49b5-8072-bf7bcee13141 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.1077080 Oct 12 23:07:59.057579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:59.086591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:59.101389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:59.102298 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:07:59.128172 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d687517-f106-4022-be15-a0a45e76cfcc req-e99f8685-2af0-4557-9f62-f84e2fdfd63c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189506 Oct 12 23:07:59.208017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:07:59.222815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:07:59.247524 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4931073 Oct 12 23:07:59.250961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36872) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:07:59.253899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:07:59.278803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Request body: {'subnet': {'network_id': '8fb04b09-6810-4314-9b73-0f595b573c68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:07:59.334065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebbf450-610b-4f26-9e1e-c03291212ece tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event updated for resources: {'Network': ['ID=8fb04b09-6810-4314-9b73-0f595b573c68,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:59.360259 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 8fb04b09-6810-4314-9b73-0f595b573c68 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:07:59.447029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event updated for resources: {'Port': ['ID=02e9fd61-e415-408a-930d-8e4d4f5cc068,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:07:59.634203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b576a-a013-433b-8913-9a22d43c6f21 req-caa5cb1b-9820-40bb-aed4-5f97c81c12be tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:07:59.636255 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f35b576a-a013-433b-8913-9a22d43c6f21 req-caa5cb1b-9820-40bb-aed4-5f97c81c12be tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.3654170 Oct 12 23:07:59.713194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f35b576a-a013-433b-8913-9a22d43c6f21 req-6bb016d8-67f6-4568-9b04-12d21e17dba7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633481 Oct 12 23:07:59.760561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Made reservation on behalf of e410053d32434b34b675fdfda39ce6c7 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:07:59.767674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:00.142788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb656e-ba04-403a-998c-3c1abeeb145d req-572f3f9f-c136-4e3c-b62b-676d4efae0d0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:00.147929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53bb656e-ba04-403a-998c-3c1abeeb145d req-572f3f9f-c136-4e3c-b62b-676d4efae0d0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.2974746 Oct 12 23:08:00.622575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 22e43f00-942c-44a4-a5f5-995e50bbc20e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:00.627388 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53bb656e-ba04-403a-998c-3c1abeeb145d req-42586dc1-867b-4614-aa7e-3a08875efb97 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4642365 Oct 12 23:08:00.705896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 22e43f00-942c-44a4-a5f5-995e50bbc20e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:00.706272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:00.738601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:00.808050 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:00.842089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 22e43f00-942c-44a4-a5f5-995e50bbc20e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=22e43f00-942c-44a4-a5f5-995e50bbc20e,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:00.914747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:00.931358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626f8862-988c-4837-8240-cfc2500388fe req-4d0dec9e-df09-48a7-8b81-6f97ec279482 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:00.939472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-626f8862-988c-4837-8240-cfc2500388fe req-4d0dec9e-df09-48a7-8b81-6f97ec279482 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1310847 Oct 12 23:08:00.961618 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:01.046330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=22e43f00-942c-44a4-a5f5-995e50bbc20e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:01.064775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-626f8862-988c-4837-8240-cfc2500388fe req-d6e8c950-f4c7-41a8-a4cd-0eafe17ca82c tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224127 Oct 12 23:08:01.065978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event updated for resources: {'Subnet': ['ID=8aab1cb6-bd5e-48c9-b9ea-7e5dc515bdab,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:01.309541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Checking segment: {'id': 'b7d725ac-92d0-4483-8722-f0a7e083e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8fb04b09-6810-4314-9b73-0f595b573c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:01.310072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Network hostable DHCP agents. Network: 8fb04b09-6810-4314-9b73-0f595b573c68, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:08:01.334000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:01.348106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd75d95c-abeb-4f26-a944-2956d3e4b7f1 req-7a32dbbe-c8fb-4e00-8b16-b51e1dae0709 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:01.349661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd75d95c-abeb-4f26-a944-2956d3e4b7f1 req-7a32dbbe-c8fb-4e00-8b16-b51e1dae0709 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.1437519 Oct 12 23:08:01.433754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Network 8fb04b09-6810-4314-9b73-0f595b573c68 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:08:01.488101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd75d95c-abeb-4f26-a944-2956d3e4b7f1 req-a077e50f-138d-42d6-859c-6bdde0fea77f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315675 Oct 12 23:08:01.542185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 8fb04b09-6810-4314-9b73-0f595b573c68) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:01.548039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:01.548770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:01.554973 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4c53ddd-29c0-47f2-8d9d-c408740d33de None None] Network 8fb04b09-6810-4314-9b73-0f595b573c68 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:01.618404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Router 5fe691af-aa42-49a3-b1bd-769c95debbbd is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:08:01.666189 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1e3f43a8-20b7-4d5b-a1ac-6a44d92bfcda tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4046299 Oct 12 23:08:01.666952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36904) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:01.673104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Request body: {'port': {'network_id': '8fb04b09-6810-4314-9b73-0f595b573c68', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1872721348'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:01.844243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:01.884468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe858fc9-452c-4948-a048-fd65988ed6ff req-d66088fd-bdff-4043-8ecd-85413196c4a0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:01.886743 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe858fc9-452c-4948-a048-fd65988ed6ff req-d66088fd-bdff-4043-8ecd-85413196c4a0 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.2331843 Oct 12 23:08:01.897513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Sync routers for ids ['5fe691af-aa42-49a3-b1bd-769c95debbbd'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:01.929796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-8fb04b09-6810-4314-9b73-0f595b573c68', 'network_id': '8fb04b09-6810-4314-9b73-0f595b573c68', 'tenant_id': 'e410053d32434b34b675fdfda39ce6c7', 'fixed_ips': [{'subnet_id': '8aab1cb6-bd5e-48c9-b9ea-7e5dc515bdab'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:08:01.930778 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:01.934471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Routers {'5fe691af-aa42-49a3-b1bd-769c95debbbd'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:01.935431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5fe691af-aa42-49a3-b1bd-769c95debbbd'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:01.943419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:01.943419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7c67ea15-5725-47a1-a473-151bfac641cf tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2780862 Oct 12 23:08:01.945122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36910) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:01.964985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe858fc9-452c-4948-a048-fd65988ed6ff req-a9c893c3-2f24-47f2-847e-533ac9f3e18e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621231 Oct 12 23:08:02.025449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Made reservation on behalf of e410053d32434b34b675fdfda39ce6c7 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:02.030463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:02.086126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] device_id is not set on port 8e0c2791-9200-415e-8825-32381e1ab966 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:08:02.149152 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d685a055-b0b2-4143-905d-cdc46320bff3 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/routers/5fe691af-aa42-49a3-b1bd-769c95debbbd HTTP/1.1" status: 200 len: 907 time: 0.2027857 Oct 12 23:08:02.155055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36916) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:02.242551 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Set router 5fe691af-aa42-49a3-b1bd-769c95debbbd gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:08:02.299941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Allocated IP 2001:db8::4e (8fb04b09-6810-4314-9b73-0f595b573c68/8aab1cb6-bd5e-48c9-b9ea-7e5dc515bdab/8e0c2791-9200-415e-8825-32381e1ab966) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:02.363641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:02.600246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 22e43f00-942c-44a4-a5f5-995e50bbc20e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:02.629948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:02.646658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bc963-bbd6-4bf6-9843-7d3bbbb3fb8f req-f5e52466-5056-4058-9d3e-708e10ce7c40 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:02.648602 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-337bc963-bbd6-4bf6-9843-7d3bbbb3fb8f req-f5e52466-5056-4058-9d3e-708e10ce7c40 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0975206 Oct 12 23:08:02.686729 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:02.715926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-337bc963-bbd6-4bf6-9843-7d3bbbb3fb8f req-4ab12773-741b-4c46-98a4-f2278ffbea62 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504503 Oct 12 23:08:02.825782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 22e43f00-942c-44a4-a5f5-995e50bbc20e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:02.826528 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:02.828772 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:02.889131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Network 8fb04b09-6810-4314-9b73-0f595b573c68 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:02.897120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5fe691af-aa42-49a3-b1bd-769c95debbbd', 'name': 'tempest-snat-router-1855984478', 'tenant_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.51'}], 'enable_snat': True}, 'gw_port_id': '02e9fd61-e415-408a-930d-8e4d4f5cc068', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:56Z', 'updated_at': '2021-10-12T23:07:59Z', 'revision_number': 3, 'project_id': 'ddfff0a944724f34ad3b8414525e8ebd', 'gw_port': {'id': '02e9fd61-e415-408a-930d-8e4d4f5cc068', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:15:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5fe691af-aa42-49a3-b1bd-769c95debbbd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:58Z', 'updated_at': '2021-10-12T23:07:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:02.898086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:02.901029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:02.902228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Deleting port 02e9fd61-e415-408a-930d-8e4d4f5cc068 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:02.902918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:02.907961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:02.908744 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:02.925759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event updated for resources: {'Port': ['ID=8e0c2791-9200-415e-8825-32381e1ab966,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:02.958787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f863a-95ce-4cab-bbcb-d5f32a273249 req-fe2c39f8-02f4-4e7b-8e04-368e96c8276e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:02.960614 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc8f863a-95ce-4cab-bbcb-d5f32a273249 req-fe2c39f8-02f4-4e7b-8e04-368e96c8276e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1404469 Oct 12 23:08:03.006965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Checking router: 5fe691af-aa42-49a3-b1bd-769c95debbbd for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:08:03.007669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Updating router 5fe691af-aa42-49a3-b1bd-769c95debbbd port 02e9fd61-e415-408a-930d-8e4d4f5cc068 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:08:03.028667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e82b122b-96c3-471f-bd7e-1b0f92eedc78 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.3556404 Oct 12 23:08:03.028894 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36928) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:03.034081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Request body: {'port': {'network_id': '8fb04b09-6810-4314-9b73-0f595b573c68', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1846660022', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:03.034679 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.api.validators [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] bootfile-name is not in valid_values {{(pid=101889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:08:03.035052 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.api.validators [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] tftp-server is not in valid_values {{(pid=101889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:08:03.035382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.api.validators [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] server-ip-address is not in valid_values {{(pid=101889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:08:03.044128 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:03.070245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Calling delete_port for 02e9fd61-e415-408a-930d-8e4d4f5cc068 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:03.085257 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc8f863a-95ce-4cab-bbcb-d5f32a273249 req-815b305e-c1a7-4849-82ac-2c3bf9979448 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037378 Oct 12 23:08:03.118883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Allocated IP 2001:db8::2 (8fb04b09-6810-4314-9b73-0f595b573c68/8aab1cb6-bd5e-48c9-b9ea-7e5dc515bdab/21e9debe-0cf5-4d06-bfd4-bcc4c55933ba) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:03.171134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:03.331844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c291436-6af3-44ff-8d43-89d76e065afd req-89e23db1-5978-49bc-9bdb-5f69f42c0a79 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:03.340765 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c291436-6af3-44ff-8d43-89d76e065afd req-89e23db1-5978-49bc-9bdb-5f69f42c0a79 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.1339202 Oct 12 23:08:03.444541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Made reservation on behalf of e410053d32434b34b675fdfda39ce6c7 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:03.449915 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c291436-6af3-44ff-8d43-89d76e065afd req-f62247e1-69bf-49c4-aa39-46c53619848d tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081295 Oct 12 23:08:03.452072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:03.496917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] device_id is not set on port 65adf8d7-ecd0-449a-b378-66e981d6563c yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:08:03.673398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:03.702869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event deleted for resources: {'Port': ['ID=02e9fd61-e415-408a-930d-8e4d4f5cc068,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:03.754309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:03.823498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:03.872342 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:08:03.872753 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:08:03.879808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Network 8fb04b09-6810-4314-9b73-0f595b573c68 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:03.884171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:03.886722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:03.896796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Pushing event updated for resources: {'Port': ['ID=21e9debe-0cf5-4d06-bfd4-bcc4c55933ba,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:03.917580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Allocated IP 2001:db8::32 (8fb04b09-6810-4314-9b73-0f595b573c68/8aab1cb6-bd5e-48c9-b9ea-7e5dc515bdab/65adf8d7-ecd0-449a-b378-66e981d6563c) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:03.957308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Attempting to bind port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:08:03.957898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Attempting to bind port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'b7d725ac-92d0-4483-8722-f0a7e083e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8fb04b09-6810-4314-9b73-0f595b573c68'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:08:03.958270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Attempting to bind port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba on network 8fb04b09-6810-4314-9b73-0f595b573c68 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:03.960852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:03.965211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:08:03.966170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Checking segment: {'id': 'b7d725ac-92d0-4483-8722-f0a7e083e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8fb04b09-6810-4314-9b73-0f595b573c68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:03.966789 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:03.967210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Bound using segment: {'id': 'b7d725ac-92d0-4483-8722-f0a7e083e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8fb04b09-6810-4314-9b73-0f595b573c68'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:08:03.967764 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Bound port: 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7d725ac-92d0-4483-8722-f0a7e083e444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '8fb04b09-6810-4314-9b73-0f595b573c68'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:08:03.968148 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.124683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] For port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:08:04.124683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] For port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=21e9debe-0cf5-4d06-bfd4-bcc4c55933ba,segment=NetworkSegment(b7d725ac-92d0-4483-8722-f0a7e083e444),segment_id=b7d725ac-92d0-4483-8722-f0a7e083e444)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:08:04.180167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03193a7e-a0f0-489a-842a-811e13e4b477 req-021a3882-7794-4ad2-b30b-d683a712bebb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:04.198143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03193a7e-a0f0-489a-842a-811e13e4b477 req-021a3882-7794-4ad2-b30b-d683a712bebb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.4061210 Oct 12 23:08:04.217920 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.222218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.225967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.295098 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.302827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03193a7e-a0f0-489a-842a-811e13e4b477 req-25f994b1-d134-436b-905e-483589347476 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036868 Oct 12 23:08:04.386469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bdd713-9dcc-4dc2-862a-876eac1f00e1 None None] Pushing event updated for resources: {'Port': ['ID=21e9debe-0cf5-4d06-bfd4-bcc4c55933ba,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:04.410035 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.413024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5fe691af-aa42-49a3-b1bd-769c95debbbd {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:04.418789 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.419972 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-deedb931-6ea0-420a-80e7-2bdd22f4722d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5fe691af-aa42-49a3-b1bd-769c95debbbd HTTP/1.1" status: 204 len: 168 time: 2.2663496 Oct 12 23:08:04.422899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36946) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:04.441924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Port 02e9fd61-e415-408a-930d-8e4d4f5cc068 not found while updating agent binding for router 5fe691af-aa42-49a3-b1bd-769c95debbbd. {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 12 23:08:04.456610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Routers set() bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:04.457224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Router IDs set() for agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 23:08:04.457846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_agentschedulers_db [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5fe691af-aa42-49a3-b1bd-769c95debbbd'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent'). {{(pid=101891) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 23:08:04.458447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acb68b0-fe5c-4007-a38b-1c81b949be7b None None] The sync data for ids ['5fe691af-aa42-49a3-b1bd-769c95debbbd'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:04.465604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341ed58-8c44-42c7-a9cf-635ae08aa2a6 req-9486b205-529a-4aab-a2de-36991e7db14f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:04.465604 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5341ed58-8c44-42c7-a9cf-635ae08aa2a6 req-9486b205-529a-4aab-a2de-36991e7db14f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1078327 Oct 12 23:08:04.518611 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.541645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5341ed58-8c44-42c7-a9cf-635ae08aa2a6 req-c8f674a6-390a-45b1-a5ae-333322e26e94 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681701 Oct 12 23:08:04.588874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event updated for resources: {'Port': ['ID=65adf8d7-ecd0-449a-b378-66e981d6563c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:04.698612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Network 8fb04b09-6810-4314-9b73-0f595b573c68 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:04.702512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:04.710051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:04.716922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:04.717607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.740431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:04.766769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d3767-015b-42f5-9f5d-f5797de45a93 req-e387145a-2c42-48c7-a1b0-4242d9b39197 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:04.768630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a3d3767-015b-42f5-9f5d-f5797de45a93 req-e387145a-2c42-48c7-a1b0-4242d9b39197 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.1183217 Oct 12 23:08:04.863778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a3d3767-015b-42f5-9f5d-f5797de45a93 req-e69d6ced-2484-4e8a-9279-dcf4ed369e45 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726149 Oct 12 23:08:04.929438 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:05.408009 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a8250773-1919-4474-840a-e1bd5541b4b8 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.3781400 Oct 12 23:08:05.421004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36960) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:05.491192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a834ba-8e77-4e76-9b7d-31211da0b4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:05.500874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a834ba-8e77-4e76-9b7d-31211da0b4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:05.507198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a834ba-8e77-4e76-9b7d-31211da0b4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:05.508934 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e1a834ba-8e77-4e76-9b7d-31211da0b4b2 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0869246 Oct 12 23:08:05.511943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36962) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:05.595138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656655e5-8f25-4d48-9630-88e9cf4d5bfe None None] Network 8fb04b09-6810-4314-9b73-0f595b573c68 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:05.622829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Deleting port 22e43f00-942c-44a4-a5f5-995e50bbc20e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:05.623254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:05.626391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-44bce2ec-cce1-46c6-a935-2d7d6a01d4fb tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Deleting port 65adf8d7-ecd0-449a-b378-66e981d6563c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:05.626682 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-44bce2ec-cce1-46c6-a935-2d7d6a01d4fb tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:05.655622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Provisioning complete for port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:05.656029 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:05.782306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] For port 22e43f00-942c-44a4-a5f5-995e50bbc20e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=22e43f00-942c-44a4-a5f5-995e50bbc20e,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:05.782674 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:05.808880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-44bce2ec-cce1-46c6-a935-2d7d6a01d4fb tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:05.890901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Calling delete_port for 22e43f00-942c-44a4-a5f5-995e50bbc20e owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:05.903130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-44bce2ec-cce1-46c6-a935-2d7d6a01d4fb tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Calling delete_port for 65adf8d7-ecd0-449a-b378-66e981d6563c owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:06.039111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3041139a-3c91-4b3d-8c5d-e949a3191594 req-6d6502ed-2193-47d1-af2a-1175000958cb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:06.040636 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3041139a-3c91-4b3d-8c5d-e949a3191594 req-6d6502ed-2193-47d1-af2a-1175000958cb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.2357881 Oct 12 23:08:06.076401 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:06.101730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e115c19-0856-4d3d-86de-9a520d1fd686 req-76122dd9-78e1-4a81-969c-12807a08eb48 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:06.110109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e115c19-0856-4d3d-86de-9a520d1fd686 req-76122dd9-78e1-4a81-969c-12807a08eb48 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.2680411 Oct 12 23:08:06.130335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-03f7bc22-bcb0-4553-b4ac-21ac92ba4bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:06.131786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-03f7bc22-bcb0-4553-b4ac-21ac92ba4bfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 1096 time: 0.1963959 Oct 12 23:08:06.134365 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3041139a-3c91-4b3d-8c5d-e949a3191594 req-1a27c115-bea4-4afd-9532-a140fb5effc5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579817 Oct 12 23:08:06.157141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] For port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=21e9debe-0cf5-4d06-bfd4-bcc4c55933ba,segment=NetworkSegment(b7d725ac-92d0-4483-8722-f0a7e083e444),segment_id=b7d725ac-92d0-4483-8722-f0a7e083e444)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:06.227868 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:06.240854 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e115c19-0856-4d3d-86de-9a520d1fd686 req-9e5acd63-6f7d-4fce-b6a7-4cd7e2052e13 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297274 Oct 12 23:08:06.323345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Pushing event updated for resources: {'Port': ['ID=21e9debe-0cf5-4d06-bfd4-bcc4c55933ba,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:06.341601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.342422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.343099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.344019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.344775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.345324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.345870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.346412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.347053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.347605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.348135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.348670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9b2bcf-b734-4da8-a890-61a89aebeee2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.424543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-b0934791-6b28-4f0b-ae98-beea311e5eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:06.427581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-b0934791-6b28-4f0b-ae98-beea311e5eb7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 200 len: 912 time: 0.2650564 Oct 12 23:08:06.445538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2395e735-8963-4037-afbd-ad611e325ef1 req-1a16177e-e9b2-4f1f-8721-77e173d1af82 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:06.479402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2395e735-8963-4037-afbd-ad611e325ef1 req-1a16177e-e9b2-4f1f-8721-77e173d1af82 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.2429998 Oct 12 23:08:06.528681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-44bce2ec-cce1-46c6-a935-2d7d6a01d4fb tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:06.544200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:06.577083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f11b8528-8c16-4a25-850c-792969092f21 None None] Provisioning complete for port 8e0c2791-9200-415e-8825-32381e1ab966 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:06.578834 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f11b8528-8c16-4a25-850c-792969092f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:06.608563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event deleted for resources: {'Port': ['ID=22e43f00-942c-44a4-a5f5-995e50bbc20e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:06.634362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2395e735-8963-4037-afbd-ad611e325ef1 req-cefe8984-054a-414c-9843-9fed1cee361f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536837 Oct 12 23:08:06.644227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bce2ec-cce1-46c6-a935-2d7d6a01d4fb tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event deleted for resources: {'Port': ['ID=65adf8d7-ecd0-449a-b378-66e981d6563c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:06.654909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f11b8528-8c16-4a25-850c-792969092f21 None None] Port 8e0c2791-9200-415e-8825-32381e1ab966 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:08:06.673358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.673730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.674043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.674374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.674716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.675069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.675398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.675724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.676071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.676880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.676880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.677163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:06.686355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f11b8528-8c16-4a25-850c-792969092f21 None None] Provisioning complete for port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:06.687066 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f11b8528-8c16-4a25-850c-792969092f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:06.729269 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-1bb3e2c3-2d4b-4835-a6ea-ea93e16efe7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 200 len: 999 time: 0.2930465 Oct 12 23:08:06.734057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:06.740799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:06.791540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-44bce2ec-cce1-46c6-a935-2d7d6a01d4fb tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:06.816725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-44bce2ec-cce1-46c6-a935-2d7d6a01d4fb tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "DELETE /v2.0/ports/65adf8d7-ecd0-449a-b378-66e981d6563c HTTP/1.1" status: 204 len: 168 time: 1.3027794 Oct 12 23:08:06.817182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36978) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:06.852575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Request body: {'port': {'name': 'tempest-new-port-name-2142677224', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:06.855954 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.api.validators [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] bootfile-name is not in valid_values {{(pid=101890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:08:06.856386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.api.validators [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] tftp-server is not in valid_values {{(pid=101890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:08:06.876356 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.api.validators [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] server-ip-address is not in valid_values {{(pid=101890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:08:06.999379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:07.002084 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.006920 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.009731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-430a6127-0763-4262-a00f-c2983b35fade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:07.011231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-430a6127-0763-4262-a00f-c2983b35fade service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 200 len: 850 time: 0.2553518 Oct 12 23:08:07.020290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.070312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f11b8528-8c16-4a25-850c-792969092f21 None None] Could not find standard attr ID for object 65adf8d7-ecd0-449a-b378-66e981d6563c. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:08:07.095744 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.233973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.234629 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dffcfa6c-2a7b-42ba-be71-4ae497f6acc1 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:07.238785 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.240043 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-098650d6-a106-4b31-ab8f-aa8fa13fbb9d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "DELETE /v2.0/routers/dffcfa6c-2a7b-42ba-be71-4ae497f6acc1 HTTP/1.1" status: 204 len: 168 time: 2.8158407 Oct 12 23:08:07.247762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36986) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:07.252379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1183532207', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:07.255917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d2b9e04f-8a16-4384-83b7-b7d8a3c2b674 None None] Provisioning complete for port 8e0c2791-9200-415e-8825-32381e1ab966 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:07.256298 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2b9e04f-8a16-4384-83b7-b7d8a3c2b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.386775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d2b9e04f-8a16-4384-83b7-b7d8a3c2b674 None None] Port 8e0c2791-9200-415e-8825-32381e1ab966 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:08:07.468903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31b13a8-b975-4c0e-ab60-e1893fe82f2a req-8ddfc64a-e227-4c15-8acb-a60d6541a13f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:07.473360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a31b13a8-b975-4c0e-ab60-e1893fe82f2a req-8ddfc64a-e227-4c15-8acb-a60d6541a13f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1868806 Oct 12 23:08:07.555552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-1c77597b-4013-454b-810c-8dbf5f09301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:07.559417 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-1c77597b-4013-454b-810c-8dbf5f09301b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6621fe39-a6e5-450c-8c8e-ba213ba6a029&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5375772 Oct 12 23:08:07.586740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a31b13a8-b975-4c0e-ab60-e1893fe82f2a req-60af2d9d-28cb-4408-b758-b45149388c67 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985296 Oct 12 23:08:07.586740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.586740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.681296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.703671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-38e38b51-5516-46b3-82eb-d4095976349e None None] Could not find standard attr ID for object 65adf8d7-ecd0-449a-b378-66e981d6563c. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:08:07.769759 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-d3cd4fc3-51cc-45d0-8f89-742208dc0bcd service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019601 Oct 12 23:08:07.940715 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:07.952143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e7bba-e633-4d1d-b94d-e97a6fd9b3a2 req-75bdcdb2-92de-4863-9896-9a927450787e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:07.960096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db3e7bba-e633-4d1d-b94d-e97a6fd9b3a2 req-75bdcdb2-92de-4863-9896-9a927450787e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.5157027 Oct 12 23:08:07.977236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14784-500f-4196-a506-690cf85941e4 req-3dd00740-109b-432c-b28a-75fa4b9f0ac8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:07.978963 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3d14784-500f-4196-a506-690cf85941e4 req-3dd00740-109b-432c-b28a-75fa4b9f0ac8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.2423096 Oct 12 23:08:08.050238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:08.105332 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db3e7bba-e633-4d1d-b94d-e97a6fd9b3a2 req-8431498d-71e1-4c59-9a28-7a1922aa8202 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442499 Oct 12 23:08:08.116483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] In _notify_port_updated(), no bound segment for port 8e0c2791-9200-415e-8825-32381e1ab966 on network 8fb04b09-6810-4314-9b73-0f595b573c68 {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:08:08.122717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:08.123112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:08.127155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "PUT /v2.0/ports/8e0c2791-9200-415e-8825-32381e1ab966 HTTP/1.1" status: 200 len: 1129 time: 1.2787890 Oct 12 23:08:08.129562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37000) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:08.187021 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:08.189410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-665e9943-aae2-4ccb-9500-f9402abed2c7 req-219fb429-6e0c-4a51-bd33-0ebc645f120e service neutron] 10.222.0.41 "GET /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218977 Oct 12 23:08:08.198973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3d14784-500f-4196-a506-690cf85941e4 req-24f78c2b-fdfe-4355-ab30-639aad32262f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1201444 Oct 12 23:08:08.207569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9cc95-230c-4b73-89d5-aa3507db8141 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event updated for resources: {'Port': ['ID=8e0c2791-9200-415e-8825-32381e1ab966,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:08.232115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958195c3-5e9b-49db-bdac-1f3add479e83 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:08.233623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-958195c3-5e9b-49db-bdac-1f3add479e83 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "GET /v2.0/ports/8e0c2791-9200-415e-8825-32381e1ab966 HTTP/1.1" status: 200 len: 1129 time: 0.1013038 Oct 12 23:08:08.237117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37004) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:08.442087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6e14e854-9813-462e-9d17-279751c5cc4b None None] Provisioning complete for port 8e0c2791-9200-415e-8825-32381e1ab966 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:08.442455 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6e14e854-9813-462e-9d17-279751c5cc4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:08.477500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6e14e854-9813-462e-9d17-279751c5cc4b None None] Port 8e0c2791-9200-415e-8825-32381e1ab966 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:08:08.557154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 22e43f00-942c-44a4-a5f5-995e50bbc20e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:08.583940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 22e43f00-942c-44a4-a5f5-995e50bbc20e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:08.584595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 22e43f00-942c-44a4-a5f5-995e50bbc20e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:08.724952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6c6389e9-1b54-4a26-a3ce-6b6034b91abd tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Deleting port 8e0c2791-9200-415e-8825-32381e1ab966 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:08.725628 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6389e9-1b54-4a26-a3ce-6b6034b91abd tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:08.794152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:08.821391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6389e9-1b54-4a26-a3ce-6b6034b91abd tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:08.828387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:08.835071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6c6389e9-1b54-4a26-a3ce-6b6034b91abd tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Calling delete_port for 8e0c2791-9200-415e-8825-32381e1ab966 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:08.842878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88e338d-6368-4300-a211-f92b203806f6 req-b1df85ef-8c0e-4c4e-8a8c-50dd8517cbc0 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:08.844389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b88e338d-6368-4300-a211-f92b203806f6 req-b1df85ef-8c0e-4c4e-8a8c-50dd8517cbc0 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1425483 Oct 12 23:08:08.932072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b88e338d-6368-4300-a211-f92b203806f6 req-288a85c0-b026-46f4-ae90-87d8ad507ce2 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564568 Oct 12 23:08:09.079471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6389e9-1b54-4a26-a3ce-6b6034b91abd tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.092556 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:08:09.110429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6389e9-1b54-4a26-a3ce-6b6034b91abd tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event deleted for resources: {'Port': ['ID=8e0c2791-9200-415e-8825-32381e1ab966,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:09.154888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6389e9-1b54-4a26-a3ce-6b6034b91abd tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.160801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6c6389e9-1b54-4a26-a3ce-6b6034b91abd tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "DELETE /v2.0/ports/8e0c2791-9200-415e-8825-32381e1ab966 HTTP/1.1" status: 204 len: 168 time: 0.9204094 Oct 12 23:08:09.161649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37014) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:09.227990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-85cc9488-15c4-422f-a6e9-7eb52eea03ec tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Deleting subnet 8aab1cb6-bd5e-48c9-b9ea-7e5dc515bdab {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:08:09.239312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85cc9488-15c4-422f-a6e9-7eb52eea03ec tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.320375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85cc9488-15c4-422f-a6e9-7eb52eea03ec tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.364758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Allocated IP 172.25.2.190 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/5aa7d6fc-7c39-4bf2-a131-4bfee8b9fb77) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:09.368763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68945cea-200e-4a64-89a0-f6ac9726e243 req-d43ac8b2-8db9-4ac6-b079-830feb440da7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:09.370325 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68945cea-200e-4a64-89a0-f6ac9726e243 req-d43ac8b2-8db9-4ac6-b079-830feb440da7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0998971 Oct 12 23:08:09.392142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2f3c75-12f6-44d8-99de-7318186a3f6a req-57cd8a3e-bd66-4f0d-a98b-4e62cafb29b6 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:09.393662 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae2f3c75-12f6-44d8-99de-7318186a3f6a req-57cd8a3e-bd66-4f0d-a98b-4e62cafb29b6 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.0858421 Oct 12 23:08:09.450993 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68945cea-200e-4a64-89a0-f6ac9726e243 req-8290613e-6d32-44a2-ae0b-c4d4858ae1fc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693188 Oct 12 23:08:09.465372 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85cc9488-15c4-422f-a6e9-7eb52eea03ec tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.491106 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae2f3c75-12f6-44d8-99de-7318186a3f6a req-8503629f-9c23-44c7-968a-dc927036b05c tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840781 Oct 12 23:08:09.556633 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.627801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85cc9488-15c4-422f-a6e9-7eb52eea03ec tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.641916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15850ff-86f6-495a-983a-51b0654c9940 req-8730b2c5-9c2d-4d26-b5d7-29fdc57323e5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:09.643634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15850ff-86f6-495a-983a-51b0654c9940 req-8730b2c5-9c2d-4d26-b5d7-29fdc57323e5 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.0527842 Oct 12 23:08:09.658478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc9488-15c4-422f-a6e9-7eb52eea03ec tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event deleted for resources: {'Subnet': ['ID=8aab1cb6-bd5e-48c9-b9ea-7e5dc515bdab,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:09.660558 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85cc9488-15c4-422f-a6e9-7eb52eea03ec tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.665487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-85cc9488-15c4-422f-a6e9-7eb52eea03ec tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "DELETE /v2.0/subnets/8aab1cb6-bd5e-48c9-b9ea-7e5dc515bdab HTTP/1.1" status: 204 len: 168 time: 0.5018511 Oct 12 23:08:09.666324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37030) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:09.670487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.676111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8a0e84-a077-47fa-9b1a-50e217472232 None None] Network 8fb04b09-6810-4314-9b73-0f595b573c68 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:09.736088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:09.739596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15850ff-86f6-495a-983a-51b0654c9940 req-fd73b488-3958-484a-9ae5-c39e28672cfe tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895069 Oct 12 23:08:09.745597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:09.753780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:09.766069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event updated for resources: {'Port': ['ID=5aa7d6fc-7c39-4bf2-a131-4bfee8b9fb77,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:09.806195 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.899623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Deleting port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:09.900099 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:09.976792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c35006d-8c31-4dfa-abb5-1ffcf037c155 None None] DHCP port deletion for 8fb04b09-6810-4314-9b73-0f595b573c68 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:08:10.032145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] For port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=21e9debe-0cf5-4d06-bfd4-bcc4c55933ba,segment=NetworkSegment(b7d725ac-92d0-4483-8722-f0a7e083e444),segment_id=b7d725ac-92d0-4483-8722-f0a7e083e444)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:10.032521 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.048400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Calling delete_port for 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:10.074242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7c35006d-8c31-4dfa-abb5-1ffcf037c155 None None] Deleting port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:10.074878 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7c35006d-8c31-4dfa-abb5-1ffcf037c155 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.108309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f2e12-bcf4-4f7e-9c09-22e8ba40afde req-fadd8544-807d-4eaa-81f4-06aeac2d62fb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:10.110696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-855f2e12-bcf4-4f7e-9c09-22e8ba40afde req-fadd8544-807d-4eaa-81f4-06aeac2d62fb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0873919 Oct 12 23:08:10.162592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7c35006d-8c31-4dfa-abb5-1ffcf037c155 None None] For port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=21e9debe-0cf5-4d06-bfd4-bcc4c55933ba,segment=NetworkSegment(b7d725ac-92d0-4483-8722-f0a7e083e444),segment_id=b7d725ac-92d0-4483-8722-f0a7e083e444)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:10.163105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7c35006d-8c31-4dfa-abb5-1ffcf037c155 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.163497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-855f2e12-bcf4-4f7e-9c09-22e8ba40afde req-c1ac1770-5e98-49c4-b7bc-63802b0786df tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442028 Oct 12 23:08:10.194001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7c35006d-8c31-4dfa-abb5-1ffcf037c155 None None] Calling delete_port for 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:10.239206 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.311819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.320125 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7c35006d-8c31-4dfa-abb5-1ffcf037c155 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.326096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event deleted for resources: {'Port': ['ID=21e9debe-0cf5-4d06-bfd4-bcc4c55933ba,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:10.328433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] No DVR routers for this DVR port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:10.354623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c35006d-8c31-4dfa-abb5-1ffcf037c155 None None] Pushing event deleted for resources: {'Port': ['ID=21e9debe-0cf5-4d06-bfd4-bcc4c55933ba,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:10.357795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c35006d-8c31-4dfa-abb5-1ffcf037c155 None None] No DVR routers for this DVR port 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:10.424346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.444864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fb04b09-6810-4314-9b73-0f595b573c68']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:10.455092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7d725ac-92d0-4483-8722-f0a7e083e444') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:10.455386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7d725ac-92d0-4483-8722-f0a7e083e444') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:10.465627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.486626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.491449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:08:10.494249 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:08:10.553489 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:08:10.585010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.589638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:10.610386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:10.610730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 21e9debe-0cf5-4d06-bfd4-bcc4c55933ba not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:10.696073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.703670 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:10.707015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] 10.222.0.31 "DELETE /v2.0/networks/8fb04b09-6810-4314-9b73-0f595b573c68 HTTP/1.1" status: 204 len: 168 time: 1.0394228 Oct 12 23:08:10.716764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb852e9-22b9-4693-9480-64959d539fd1 req-24fe69e1-27ff-43bb-8753-2ef66b66ce07 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:10.719782 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5cb852e9-22b9-4693-9480-64959d539fd1 req-24fe69e1-27ff-43bb-8753-2ef66b66ce07 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 944 time: 0.1271386 Oct 12 23:08:10.725059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c845731-af05-42e9-92ed-ab4e64565f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268 tempest-ExtraDHCPOptionsIpV6TestJSON-1695055268-project] Pushing event deleted for resources: {'Network': ['ID=8fb04b09-6810-4314-9b73-0f595b573c68,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:10.781684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5cb852e9-22b9-4693-9480-64959d539fd1 req-9e4cc71f-f0b6-4e00-8899-71e75d1df287 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541837 Oct 12 23:08:10.880287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Router 5396ef86-0226-4103-8803-9ec4be686378 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:08:10.989705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:11.000223 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe927f-3bbd-4209-8a6d-a53aeba0b0d7 None None] Sync routers for ids ['5396ef86-0226-4103-8803-9ec4be686378'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:11.009703 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe927f-3bbd-4209-8a6d-a53aeba0b0d7 None None] Routers {'5396ef86-0226-4103-8803-9ec4be686378'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:11.010321 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0cfe927f-3bbd-4209-8a6d-a53aeba0b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5396ef86-0226-4103-8803-9ec4be686378'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:11.047368 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0cfe927f-3bbd-4209-8a6d-a53aeba0b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:11.061433 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfe927f-3bbd-4209-8a6d-a53aeba0b0d7 None None] Routers {'5396ef86-0226-4103-8803-9ec4be686378'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:11.061433 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0cfe927f-3bbd-4209-8a6d-a53aeba0b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5396ef86-0226-4103-8803-9ec4be686378'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:11.100661 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0cfe927f-3bbd-4209-8a6d-a53aeba0b0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:11.101304 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfe927f-3bbd-4209-8a6d-a53aeba0b0d7 None None] The sync data for ids ['5396ef86-0226-4103-8803-9ec4be686378'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:11.109302 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.110541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4289170e-a869-4114-a60a-bc0f284f0d3b tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8617649 Oct 12 23:08:11.113382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37094) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:11.124192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-46988b82-b8ae-4ebc-aef9-7a1a6a175581 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': False}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:11.344537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:08:11.392853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ed513-483a-4514-8103-399848cbbb08 req-3e212cba-616d-4fda-94f3-9d32deb5a3f6 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:11.393377 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37106) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:11.394405 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-253ed513-483a-4514-8103-399848cbbb08 req-3e212cba-616d-4fda-94f3-9d32deb5a3f6 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1072249 Oct 12 23:08:11.493023 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-253ed513-483a-4514-8103-399848cbbb08 req-45bb4fc9-c783-4d0d-9357-dd99a30168e7 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861616 Oct 12 23:08:11.500672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:11.520850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'port_id': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'mac_address': 'fa:16:3e:30:35:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:08:11.546379 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46988b82-b8ae-4ebc-aef9-7a1a6a175581 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.565610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.579855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4004fe-0f59-4787-b618-92fd1d51dc0f {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:08:11.601690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:11.611249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-be091153-afc3-4026-b373-9cf40e9031d4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e410053d32434b34b675fdfda39ce6c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2155852 Oct 12 23:08:11.613871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37114) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:11.633182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-5756425f-1714-42c0-a6e0-a3eaae2a8292 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:11.634797 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-5756425f-1714-42c0-a6e0-a3eaae2a8292 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2 HTTP/1.1" status: 200 len: 944 time: 0.0593617 Oct 12 23:08:11.668890 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.733553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:11.740154 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7647004c-743a-4507-8ff0-849e99750989 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.767489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Deleting port 698be07f-ffe6-460e-a95e-befcc9935fe0 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:11.767849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.769259 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7647004c-743a-4507-8ff0-849e99750989 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.880629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] For port 698be07f-ffe6-460e-a95e-befcc9935fe0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=698be07f-ffe6-460e-a95e-befcc9935fe0,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:11.881041 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.896138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Calling delete_port for 698be07f-ffe6-460e-a95e-befcc9935fe0 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:11.939310 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7647004c-743a-4507-8ff0-849e99750989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.942045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7647004c-743a-4507-8ff0-849e99750989 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:11.945834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7647004c-743a-4507-8ff0-849e99750989 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3be42594-68bb-4e9d-8858-260bcf15785e HTTP/1.1" status: 204 len: 168 time: 0.3280768 Oct 12 23:08:11.948716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['bd4004fe-0f59-4787-b618-92fd1d51dc0f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:08:11.967198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7647004c-743a-4507-8ff0-849e99750989 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be42594-68bb-4e9d-8858-260bcf15785e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:12.026621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05647f6-f681-4093-bbc3-fec6e4fd24ae req-6558591e-7327-42af-9f56-85a6162825a8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:12.034254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a05647f6-f681-4093-bbc3-fec6e4fd24ae req-6558591e-7327-42af-9f56-85a6162825a8 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 945 time: 0.1299498 Oct 12 23:08:12.111547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a05647f6-f681-4093-bbc3-fec6e4fd24ae req-51794ea5-3a6f-4309-94c5-ea141beef57b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763605 Oct 12 23:08:12.160539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:12.173901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['236eddfd-9ddc-4edc-9ea5-8eddcf940659', '761148b5-99a7-4fe1-be39-e9be785d8634'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:08:12.194252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event deleted for resources: {'Port': ['ID=698be07f-ffe6-460e-a95e-befcc9935fe0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:12.257923 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7e879cd-40d0-440e-9b6f-b87101f00b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:12.264765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] No DVR routers for this DVR port 698be07f-ffe6-460e-a95e-befcc9935fe0 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:12.267848 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:12.273166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2cb5cf1f-a42b-4afc-ae34-bf287766d4e3 req-62689d58-5df6-431a-9b6f-b485f41280ca tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "DELETE /v2.0/ports/698be07f-ffe6-460e-a95e-befcc9935fe0 HTTP/1.1" status: 204 len: 173 time: 0.6320450 Oct 12 23:08:12.273906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'name': 'network-vif-deleted', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:12.276900 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a62a66a-56c6-474f-8e04-9d8b68444c4e" -d '{"events": [{"server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "name": "network-vif-deleted", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:12.312202 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46988b82-b8ae-4ebc-aef9-7a1a6a175581 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:12.332519 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46988b82-b8ae-4ebc-aef9-7a1a6a175581 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:12.337862 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e182fd-d9d6-40b0-a619-4e29b67399bc x-openstack-request-id: req-c6e182fd-d9d6-40b0-a619-4e29b67399bc {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:12.338667 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5697fb8-a6ee-40a5-ad69-98b4f0ce03f2", "name": "network-vif-deleted", "tag": "698be07f-ffe6-460e-a95e-befcc9935fe0", "status": "failed", "code": 422}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:12.339328 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6e182fd-d9d6-40b0-a619-4e29b67399bc {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:12.340433 n-d-790519-14 neutron-server[101890]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd5697fb8-a6ee-40a5-ad69-98b4f0ce03f2', 'name': 'network-vif-deleted', 'tag': '698be07f-ffe6-460e-a95e-befcc9935fe0', 'status': 'failed', 'code': 422} returned with failed status Oct 12 23:08:12.489121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46988b82-b8ae-4ebc-aef9-7a1a6a175581 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Router 5396ef86-0226-4103-8803-9ec4be686378 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:08:12.665030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46988b82-b8ae-4ebc-aef9-7a1a6a175581 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:12.671184 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46988b82-b8ae-4ebc-aef9-7a1a6a175581 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:12.672131 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-46988b82-b8ae-4ebc-aef9-7a1a6a175581 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "PUT /v2.0/routers/5396ef86-0226-4103-8803-9ec4be686378 HTTP/1.1" status: 200 len: 922 time: 1.5577648 Oct 12 23:08:12.675127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37148) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:12.689702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee9dbe-1df5-45cc-89e9-2f43ab2713f7 None None] Sync routers for ids ['5396ef86-0226-4103-8803-9ec4be686378'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:12.702805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee9dbe-1df5-45cc-89e9-2f43ab2713f7 None None] Routers {'5396ef86-0226-4103-8803-9ec4be686378'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:12.705988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-06ee9dbe-1df5-45cc-89e9-2f43ab2713f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5396ef86-0226-4103-8803-9ec4be686378'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:12.765663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-06ee9dbe-1df5-45cc-89e9-2f43ab2713f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:12.775266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ee9dbe-1df5-45cc-89e9-2f43ab2713f7 None None] Routers {'5396ef86-0226-4103-8803-9ec4be686378'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:12.776100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-06ee9dbe-1df5-45cc-89e9-2f43ab2713f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:07:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5396ef86-0226-4103-8803-9ec4be686378'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:12.802733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069771c4-7c9e-4002-b88e-d3d513acb0e4 req-a107e086-ff93-4a7b-91a6-1a7385ec776b tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:12.807487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-069771c4-7c9e-4002-b88e-d3d513acb0e4 req-a107e086-ff93-4a7b-91a6-1a7385ec776b tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1372223 Oct 12 23:08:12.820374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-06ee9dbe-1df5-45cc-89e9-2f43ab2713f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:12.821023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ee9dbe-1df5-45cc-89e9-2f43ab2713f7 None None] The sync data for ids ['5396ef86-0226-4103-8803-9ec4be686378'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:12.854984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-48d62777-0009-46c9-9823-105ca399d8b2 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/routers/5396ef86-0226-4103-8803-9ec4be686378 HTTP/1.1" status: 200 len: 922 time: 0.1768360 Oct 12 23:08:12.856539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37154) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:12.867613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-069771c4-7c9e-4002-b88e-d3d513acb0e4 req-95ed771c-5093-4f50-8bb8-9e615ffb4189 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541959 Oct 12 23:08:12.936850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079737f3-e760-45c4-b3a8-112a74e56bf1 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:12.939368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-079737f3-e760-45c4-b3a8-112a74e56bf1 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=5396ef86-0226-4103-8803-9ec4be686378&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0810235 Oct 12 23:08:12.941496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37158) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:13.040125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1b0893-85eb-46bf-9094-1679334b39e6 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:13.041740 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c1b0893-85eb-46bf-9094-1679334b39e6 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 881 time: 0.0993962 Oct 12 23:08:13.045344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:13.375202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:13.395726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3112f492-8821-4ef3-9daa-54ccdd531dd9 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5396ef86-0226-4103-8803-9ec4be686378 HTTP/1.1" status: 200 len: 205 time: 0.3490195 Oct 12 23:08:13.398189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37184) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:13.432328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port bd4004fe-0f59-4787-b618-92fd1d51dc0f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:13.432711 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:13.442262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37186) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:13.556182 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:13.576391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:13.597027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1167523454'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:13.605438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:13.612182 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ee81b0-e72b-4dab-8a60-7ee9531ad0f5" -d '{"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-plugged", "status": "completed", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:13.627309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:13.650298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b347937-79a5-44f5-bc84-eb46d74fade4 req-d8611e00-70e0-458a-b0d9-2a586cefdaaf tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:13.652166 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b347937-79a5-44f5-bc84-eb46d74fade4 req-d8611e00-70e0-458a-b0d9-2a586cefdaaf tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 945 time: 0.2591672 Oct 12 23:08:13.729836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b347937-79a5-44f5-bc84-eb46d74fade4 req-b6bc208f-7b93-451a-8efa-c1abcf991458 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700634 Oct 12 23:08:13.753942 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:13.837943 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b72090-45c2-4fa2-97f3-edc24fdb39bd x-openstack-request-id: req-b7b72090-45c2-4fa2-97f3-edc24fdb39bd {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:13.838473 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-plugged", "status": "completed", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:13.838473 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7b72090-45c2-4fa2-97f3-edc24fdb39bd {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:13.838868 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'code': 200} Oct 12 23:08:13.989853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bde5e-1933-4dc0-a776-83fc3b7e501d req-a9a0a134-1e93-4d86-810b-a45b79b53652 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:13.991465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-476bde5e-1933-4dc0-a776-83fc3b7e501d req-a9a0a134-1e93-4d86-810b-a45b79b53652 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0513306 Oct 12 23:08:14.036220 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-476bde5e-1933-4dc0-a776-83fc3b7e501d req-f4de04c2-bfd5-47da-b32b-49c21775691c tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381055 Oct 12 23:08:14.107813 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.110629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Made reservation on behalf of cc03fac724274c2899fe6b1b96b0d66b for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:14.115511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.138212 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.175376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=10']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:14.190383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Deleting port 5aa7d6fc-7c39-4bf2-a131-4bfee8b9fb77 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:14.197434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.258353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf9adb-a96a-49fa-9999-217ffae20940 req-8342b6de-f8e1-4e44-8c5d-955982a4506b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:14.259961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aaf9adb-a96a-49fa-9999-217ffae20940 req-8342b6de-f8e1-4e44-8c5d-955982a4506b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 1099 time: 0.0929389 Oct 12 23:08:14.326527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.328754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aaf9adb-a96a-49fa-9999-217ffae20940 req-7301a421-a448-4f71-affa-121be54bed97 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609741 Oct 12 23:08:14.335124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8937e3e-fe99-457d-b76e-d7a4b2a26014 req-344d4e01-7dc3-4656-877f-eaef14f845f1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:14.338115 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8937e3e-fe99-457d-b76e-d7a4b2a26014 req-344d4e01-7dc3-4656-877f-eaef14f845f1 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 907 time: 0.0939987 Oct 12 23:08:14.338516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.354222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Calling delete_port for 5aa7d6fc-7c39-4bf2-a131-4bfee8b9fb77 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:14.370004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.408696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:08:14.419865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9a5259-33f5-4543-bd13-85e11b09d628,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:14.436124 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.436549 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Added segment 011e291c-0b70-4f26-b8fd-0be600d47470 of type vlan for network ea508a7a-e15c-40a4-955d-f1d5fc09873b Oct 12 23:08:14.483035 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.570705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.576617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:14.590090 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.606040 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.634882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event deleted for resources: {'Port': ['ID=5aa7d6fc-7c39-4bf2-a131-4bfee8b9fb77,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:14.654504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event updated for resources: {'Network': ['ID=ea508a7a-e15c-40a4-955d-f1d5fc09873b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:14.666553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ea508a7a-e15c-40a4-955d-f1d5fc09873b details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:08:14.701501 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.721868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a17605cb-e619-40a3-8d73-4d677cbcde19 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2781575 Oct 12 23:08:14.725303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37206) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:14.731906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Request body: {'subnet': {'network_id': 'ea508a7a-e15c-40a4-955d-f1d5fc09873b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:14.818765 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.821451 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:14.884416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce0d6b6-e455-486a-a560-575e2de05845 req-1f26ec43-3031-4998-9914-161a6e74e8ec tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:14.885939 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cce0d6b6-e455-486a-a560-575e2de05845 req-1f26ec43-3031-4998-9914-161a6e74e8ec tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 947 time: 0.0692606 Oct 12 23:08:14.934688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cce0d6b6-e455-486a-a560-575e2de05845 req-79975372-aa1f-45b8-8bd8-44d00e7f9d51 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411050 Oct 12 23:08:14.982469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Made reservation on behalf of cc03fac724274c2899fe6b1b96b0d66b for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:14.986175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.005994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.024964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Fanout notify agent at l3_agent the message router_deleted on router 5396ef86-0226-4103-8803-9ec4be686378 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:15.024964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.024964 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-788867d3-8802-48b4-a229-e0b23b8484cc tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/5396ef86-0226-4103-8803-9ec4be686378 HTTP/1.1" status: 204 len: 168 time: 1.6161466 Oct 12 23:08:15.024964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37216) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:15.024964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d0fa5af8-d44f-4a4e-bf20-abe9e2f90b5d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-127589650', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:15.114119 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5af8-d44f-4a4e-bf20-abe9e2f90b5d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.115475 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5af8-d44f-4a4e-bf20-abe9e2f90b5d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.200972 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5af8-d44f-4a4e-bf20-abe9e2f90b5d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.218195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ceae0-d9b7-4e82-8b7d-b68d439ab32a req-bc56cbc6-9432-4261-85bc-1dcf969c1c69 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:15.219722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-031ceae0-d9b7-4e82-8b7d-b68d439ab32a req-bc56cbc6-9432-4261-85bc-1dcf969c1c69 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0986550 Oct 12 23:08:15.227873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.259709 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5af8-d44f-4a4e-bf20-abe9e2f90b5d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.269173 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-031ceae0-d9b7-4e82-8b7d-b68d439ab32a req-62330bfc-e939-41f0-925c-58085a3aea3c tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432584 Oct 12 23:08:15.306672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Checking segment: {'id': '011e291c-0b70-4f26-b8fd-0be600d47470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea508a7a-e15c-40a4-955d-f1d5fc09873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:15.307078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Network hostable DHCP agents. Network: ea508a7a-e15c-40a4-955d-f1d5fc09873b, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:08:15.312738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event updated for resources: {'Subnet': ['ID=222f78be-30e3-4c3f-a3c2-8cd252c951c9,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:15.343574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0fa5af8-d44f-4a4e-bf20-abe9e2f90b5d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.344993 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d0fa5af8-d44f-4a4e-bf20-abe9e2f90b5d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3247182 Oct 12 23:08:15.348737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37228) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:15.353524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:15.401959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Network ea508a7a-e15c-40a4-955d-f1d5fc09873b is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:08:15.447580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.495462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ea508a7a-e15c-40a4-955d-f1d5fc09873b) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:15.504029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b8e0b-48d0-42c1-9472-729eb1c64549 None None] Network ea508a7a-e15c-40a4-955d-f1d5fc09873b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:15.509879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:15.510536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.544346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2388b327-a40a-4adb-8d63-16d79541c676 req-7ba3f1a0-4f45-4ca5-adb9-79a6a7c854a7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:15.546835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2388b327-a40a-4adb-8d63-16d79541c676 req-7ba3f1a0-4f45-4ca5-adb9-79a6a7c854a7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 907 time: 0.1007361 Oct 12 23:08:15.585647 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5dc425d-6614-4320-9fbe-ecebbd352444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.618061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d8572972-d9c7-4995-bd43-6a2ea99d586f tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8916469 Oct 12 23:08:15.625737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37240) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:15.632388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4ca28754-18ee-41b9-9693-ab41122c7bf2 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1046632642', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:15.661446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-3203eb27-a11b-488f-9de6-5e726e4a3c3b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:15.663102 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-3203eb27-a11b-488f-9de6-5e726e4a3c3b tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 907 time: 0.1151543 Oct 12 23:08:15.670507 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.743438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-ea508a7a-e15c-40a4-955d-f1d5fc09873b', 'network_id': 'ea508a7a-e15c-40a4-955d-f1d5fc09873b', 'tenant_id': 'cc03fac724274c2899fe6b1b96b0d66b', 'fixed_ips': [{'subnet_id': '222f78be-30e3-4c3f-a3c2-8cd252c951c9'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:08:15.744369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.768522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Deleting port 9ae89301-f146-404d-ae4c-0b13164b3e2a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:15.769113 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.818005 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4ca28754-18ee-41b9-9693-ab41122c7bf2 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.819217 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4ca28754-18ee-41b9-9693-ab41122c7bf2 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.927846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4ca28754-18ee-41b9-9693-ab41122c7bf2 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:15.994587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] For port 9ae89301-f146-404d-ae4c-0b13164b3e2a, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9ae89301-f146-404d-ae4c-0b13164b3e2a,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:15.995158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.011499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Allocated IP 172.20.0.2 (ea508a7a-e15c-40a4-955d-f1d5fc09873b/222f78be-30e3-4c3f-a3c2-8cd252c951c9/6664f31c-0be1-46d6-a476-95eab5ed39a7) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:16.012400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Calling delete_port for 9ae89301-f146-404d-ae4c-0b13164b3e2a owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:16.030603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.056481 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.071197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4ca28754-18ee-41b9-9693-ab41122c7bf2 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.162625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f09b6-d4b3-47aa-bd5d-b20971c95ed3 req-ffe02c83-3dc1-41ee-815b-6ee062bd1174 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:16.170004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f11f09b6-d4b3-47aa-bd5d-b20971c95ed3 req-ffe02c83-3dc1-41ee-815b-6ee062bd1174 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 947 time: 0.1007037 Oct 12 23:08:16.177589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Allocated IP 172.25.2.174 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/0e783663-8c41-4fc5-966e-456f67e0a03a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:16.193857 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.217859 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.220519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f11f09b6-d4b3-47aa-bd5d-b20971c95ed3 req-7683cd71-eace-464f-be86-c13feb2e5b1f tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494730 Oct 12 23:08:16.253307 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4ca28754-18ee-41b9-9693-ab41122c7bf2 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.254013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4ca28754-18ee-41b9-9693-ab41122c7bf2 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.6265943 Oct 12 23:08:16.256314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37266) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:16.294199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.359033 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.400784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Network ea508a7a-e15c-40a4-955d-f1d5fc09873b is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:16.404333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:16.409617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:16.412827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Pushing event updated for resources: {'Port': ['ID=6664f31c-0be1-46d6-a476-95eab5ed39a7,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:16.426639 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.446407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3866f0df-ef79-4ae8-8fa3-175652d22c1b req-cc489ec1-8112-4e95-beaa-526f7c3bbc88 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:16.448687 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3866f0df-ef79-4ae8-8fa3-175652d22c1b req-cc489ec1-8112-4e95-beaa-526f7c3bbc88 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0882494 Oct 12 23:08:16.471665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Attempting to bind port 6664f31c-0be1-46d6-a476-95eab5ed39a7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:08:16.472337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Attempting to bind port 6664f31c-0be1-46d6-a476-95eab5ed39a7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '011e291c-0b70-4f26-b8fd-0be600d47470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea508a7a-e15c-40a4-955d-f1d5fc09873b'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:08:16.472446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Attempting to bind port 6664f31c-0be1-46d6-a476-95eab5ed39a7 on network ea508a7a-e15c-40a4-955d-f1d5fc09873b {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:16.478974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:08:16.479372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Checking segment: {'id': '011e291c-0b70-4f26-b8fd-0be600d47470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea508a7a-e15c-40a4-955d-f1d5fc09873b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:16.479784 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.480181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Bound using segment: {'id': '011e291c-0b70-4f26-b8fd-0be600d47470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea508a7a-e15c-40a4-955d-f1d5fc09873b'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:08:16.480661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Bound port: 6664f31c-0be1-46d6-a476-95eab5ed39a7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '011e291c-0b70-4f26-b8fd-0be600d47470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'ea508a7a-e15c-40a4-955d-f1d5fc09873b'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:08:16.481046 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.494488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.545284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:16.555043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:16.563220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:16.569497 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event deleted for resources: {'Port': ['ID=9ae89301-f146-404d-ae4c-0b13164b3e2a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:16.574556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] For port 6664f31c-0be1-46d6-a476-95eab5ed39a7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:08:16.578514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] For port 6664f31c-0be1-46d6-a476-95eab5ed39a7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6664f31c-0be1-46d6-a476-95eab5ed39a7,segment=NetworkSegment(011e291c-0b70-4f26-b8fd-0be600d47470),segment_id=011e291c-0b70-4f26-b8fd-0be600d47470)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:08:16.633938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event updated for resources: {'Port': ['ID=0e783663-8c41-4fc5-966e-456f67e0a03a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:16.665909 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3866f0df-ef79-4ae8-8fa3-175652d22c1b req-c139bd81-e7f7-4441-b07d-4970197e8c6a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356187 Oct 12 23:08:16.680769 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.709701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] No DVR routers for this DVR port 9ae89301-f146-404d-ae4c-0b13164b3e2a on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:16.712430 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:16.729588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53fcff70-3c17-4cf2-bb07-c027e3d201ae req-cf288ee0-08d4-433a-9116-d416b4e2a5cc tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "DELETE /v2.0/ports/9ae89301-f146-404d-ae4c-0b13164b3e2a HTTP/1.1" status: 204 len: 173 time: 1.0597796 Oct 12 23:08:16.744643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59246721-6868-4492-baa9-3bed260315dd req-4d1afd53-bb2c-4e74-83e6-50b5ab0cf217 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 210 time: 0.0806146 Oct 12 23:08:16.750134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'name': 'network-vif-deleted', 'tag': '9ae89301-f146-404d-ae4c-0b13164b3e2a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:16.753090 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd91fe7-6349-4ead-8e60-8f17fff88610" -d '{"events": [{"server_uuid": "fcabf75e-8ffd-48a4-b2db-792edea15f39", "name": "network-vif-deleted", "tag": "9ae89301-f146-404d-ae4c-0b13164b3e2a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:16.812817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d66b5f-0763-4afc-955d-6c42184ef57f None None] Pushing event updated for resources: {'Port': ['ID=6664f31c-0be1-46d6-a476-95eab5ed39a7,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:16.840149 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2527b9e3-1df6-44e0-aa37-e8e5867f9b43 x-openstack-request-id: req-2527b9e3-1df6-44e0-aa37-e8e5867f9b43 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:16.840149 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcabf75e-8ffd-48a4-b2db-792edea15f39", "name": "network-vif-deleted", "tag": "9ae89301-f146-404d-ae4c-0b13164b3e2a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:16.840149 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2527b9e3-1df6-44e0-aa37-e8e5867f9b43 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:16.840149 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcabf75e-8ffd-48a4-b2db-792edea15f39', 'name': 'network-vif-deleted', 'tag': '9ae89301-f146-404d-ae4c-0b13164b3e2a', 'status': 'completed', 'code': 200} Oct 12 23:08:16.840149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:17.103281 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:17.247167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Allocated IP 172.20.0.1 (ea508a7a-e15c-40a4-955d-f1d5fc09873b/222f78be-30e3-4c3f-a3c2-8cd252c951c9/431d1e0a-2d30-44b3-808c-b07e5a4c9e3b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:17.403968 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:17.429701 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:17.444266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f8cc3-5248-4f7d-a387-0f36a17befbc req-8013bf7a-fcbe-456d-9227-5387394e2c8a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:17.445807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-919f8cc3-5248-4f7d-a387-0f36a17befbc req-8013bf7a-fcbe-456d-9227-5387394e2c8a tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 947 time: 0.0893631 Oct 12 23:08:17.447350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:17.515369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:17.581486 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-919f8cc3-5248-4f7d-a387-0f36a17befbc req-fca2fc9d-487b-4221-84ee-160f26ebf087 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295900 Oct 12 23:08:17.599243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Network ea508a7a-e15c-40a4-955d-f1d5fc09873b is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:17.608557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:17.625204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:17.654708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event updated for resources: {'Port': ['ID=431d1e0a-2d30-44b3-808c-b07e5a4c9e3b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:17.676102 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:17.793759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Router 93c34549-7864-4f1b-8a2e-57227885b1ac is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:08:17.794827 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:17.855959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b25534-51d9-45ab-8fbc-ab858ec83914 req-a0b759d7-fea7-46d5-8395-44743bb16be2 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:17.857510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2b25534-51d9-45ab-8fbc-ab858ec83914 req-a0b759d7-fea7-46d5-8395-44743bb16be2 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1126509 Oct 12 23:08:17.960336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2b25534-51d9-45ab-8fbc-ab858ec83914 req-9dae677b-a89f-41d4-b5cc-2e578a1b60c7 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922222 Oct 12 23:08:17.977507 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.190991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76ffa8c-9ed5-43eb-a8af-c66ff76dddae None None] Network ea508a7a-e15c-40a4-955d-f1d5fc09873b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:18.255570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2fbd9539-a453-44e2-99e6-1158503e8c8e None None] Provisioning complete for port 6664f31c-0be1-46d6-a476-95eab5ed39a7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:18.256580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9539-a453-44e2-99e6-1158503e8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.335527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.339613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56923e00-f6c2-41fe-b9a7-23eabb896893 req-59977ec7-9103-4129-924f-bfd6b29f750f tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fcabf75e-8ffd-48a4-b2db-792edea15f39 HTTP/1.1" status: 200 len: 210 time: 0.4600449 Oct 12 23:08:18.341719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:18.362107 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9539-a453-44e2-99e6-1158503e8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.363064 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1188a94f-9d61-4acf-8498-64953a70ee4d None None] Sync routers for ids ['93c34549-7864-4f1b-8a2e-57227885b1ac'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:18.363554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.363554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-57f07048-3acd-46a4-bcbd-e0f76145aaf8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "PUT /v2.0/routers/93c34549-7864-4f1b-8a2e-57227885b1ac HTTP/1.1" status: 200 len: 879 time: 3.0098741 Oct 12 23:08:18.363744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37316) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:18.366710 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188a94f-9d61-4acf-8498-64953a70ee4d None None] Routers {'93c34549-7864-4f1b-8a2e-57227885b1ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:18.367365 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1188a94f-9d61-4acf-8498-64953a70ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['93c34549-7864-4f1b-8a2e-57227885b1ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:18.402952 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1188a94f-9d61-4acf-8498-64953a70ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:18.412637 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188a94f-9d61-4acf-8498-64953a70ee4d None None] Routers {'93c34549-7864-4f1b-8a2e-57227885b1ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:18.413553 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1188a94f-9d61-4acf-8498-64953a70ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['93c34549-7864-4f1b-8a2e-57227885b1ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:18.448371 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1188a94f-9d61-4acf-8498-64953a70ee4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:18.449341 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1188a94f-9d61-4acf-8498-64953a70ee4d None None] The sync data for ids ['93c34549-7864-4f1b-8a2e-57227885b1ac'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:18.459218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.462979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2fbd9539-a453-44e2-99e6-1158503e8c8e None None] For port 6664f31c-0be1-46d6-a476-95eab5ed39a7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6664f31c-0be1-46d6-a476-95eab5ed39a7,segment=NetworkSegment(011e291c-0b70-4f26-b8fd-0be600d47470),segment_id=011e291c-0b70-4f26-b8fd-0be600d47470)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:18.562873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37322) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:18.563061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c87252af-263d-439a-8f58-a43a5c06f658 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/routers/93c34549-7864-4f1b-8a2e-57227885b1ac HTTP/1.1" status: 200 len: 920 time: 0.1982372 Oct 12 23:08:18.563781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event updated for resources: {'Port': ['ID=431d1e0a-2d30-44b3-808c-b07e5a4c9e3b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:18.566450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.604731 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fbd9539-a453-44e2-99e6-1158503e8c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.621061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f28f952-2570-4032-bd55-2eedb814e25b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:18.639016 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9f28f952-2570-4032-bd55-2eedb814e25b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=93c34549-7864-4f1b-8a2e-57227885b1ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0747688 Oct 12 23:08:18.643980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37326) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:18.654786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6664f31c-0be1-46d6-a476-95eab5ed39a7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:18.718835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbd9539-a453-44e2-99e6-1158503e8c8e None None] Pushing event updated for resources: {'Port': ['ID=6664f31c-0be1-46d6-a476-95eab5ed39a7,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:18.758375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6664f31c-0be1-46d6-a476-95eab5ed39a7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:18.759253 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.801553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e58822-c613-4581-80bb-4be4454ad047 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:18.803628 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-04e58822-c613-4581-80bb-4be4454ad047 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 881 time: 0.1584020 Oct 12 23:08:18.806385 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37330) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:18.838093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7742cb7b-1ad2-4702-a3d8-8b6cfeb76727 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=93c34549-7864-4f1b-8a2e-57227885b1ac HTTP/1.1" status: 200 len: 205 time: 0.0302629 Oct 12 23:08:18.840415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37332) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:18.845758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:18.929880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c181f729-4743-4884-8236-ef28fd8c7b5e None None] Provisioning complete for port 431d1e0a-2d30-44b3-808c-b07e5a4c9e3b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:18.931354 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c181f729-4743-4884-8236-ef28fd8c7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.009797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c181f729-4743-4884-8236-ef28fd8c7b5e None None] Port 431d1e0a-2d30-44b3-808c-b07e5a4c9e3b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:08:19.023397 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.027330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c181f729-4743-4884-8236-ef28fd8c7b5e None None] Provisioning complete for port 6664f31c-0be1-46d6-a476-95eab5ed39a7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:19.027330 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c181f729-4743-4884-8236-ef28fd8c7b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.067477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.193502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e1baaa-46fd-4a0c-b92c-5c917082c85e req-c5006a64-20e6-41e2-81a0-9b1fd88f0753 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:19.195067 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83e1baaa-46fd-4a0c-b92c-5c917082c85e req-c5006a64-20e6-41e2-81a0-9b1fd88f0753 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1049685 Oct 12 23:08:19.230876 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.231424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2308c90b-f86c-475f-b767-2df9b021762e req-441ba0fb-766c-4182-8515-4092bd822421 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:19.233293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2308c90b-f86c-475f-b767-2df9b021762e req-441ba0fb-766c-4182-8515-4092bd822421 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 947 time: 0.1466146 Oct 12 23:08:19.243511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Network ea508a7a-e15c-40a4-955d-f1d5fc09873b is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:19.258356 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83e1baaa-46fd-4a0c-b92c-5c917082c85e req-66771449-fbd6-435a-9f21-018e44f3ce66 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555816 Oct 12 23:08:19.262438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:19.265413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aa02d9fe-4975-4133-8696-ce018fd465e8 None None] Provisioning complete for port 431d1e0a-2d30-44b3-808c-b07e5a4c9e3b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:19.265798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aa02d9fe-4975-4133-8696-ce018fd465e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.309824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-aa02d9fe-4975-4133-8696-ce018fd465e8 None None] Port 431d1e0a-2d30-44b3-808c-b07e5a4c9e3b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:08:19.355545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2308c90b-f86c-475f-b767-2df9b021762e req-6eba00d1-2e43-4928-9fbc-d660e870683b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108747 Oct 12 23:08:19.387401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Deleting port 0e783663-8c41-4fc5-966e-456f67e0a03a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:19.387993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.508302 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.522377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Calling delete_port for 0e783663-8c41-4fc5-966e-456f67e0a03a owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:19.559099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Router 92128398-0fe8-4050-93e6-0ba269802d21 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:08:19.650669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3f9eb748-9e40-4339-9e8d-3e0fa2a6956e None None] Provisioning complete for port 431d1e0a-2d30-44b3-808c-b07e5a4c9e3b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:19.650669 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f9eb748-9e40-4339-9e8d-3e0fa2a6956e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.684541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:19.685797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3f9eb748-9e40-4339-9e8d-3e0fa2a6956e None None] Port 431d1e0a-2d30-44b3-808c-b07e5a4c9e3b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:08:19.696705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a7e0eb-83f2-4ffb-8c02-da271db561c7 None None] Sync routers for ids ['92128398-0fe8-4050-93e6-0ba269802d21'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:19.699676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0cc0e499-4b63-40a0-a530-d2a3a35e045c tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "PUT /v2.0/routers/92128398-0fe8-4050-93e6-0ba269802d21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4422503 Oct 12 23:08:19.702778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37354) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:19.707428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7e0eb-83f2-4ffb-8c02-da271db561c7 None None] Routers {'92128398-0fe8-4050-93e6-0ba269802d21'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:19.708259 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-87a7e0eb-83f2-4ffb-8c02-da271db561c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['92128398-0fe8-4050-93e6-0ba269802d21'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:19.712182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Request body: {'port': {'network_id': 'ea508a7a-e15c-40a4-955d-f1d5fc09873b', 'name': 'tempest-FloatingIPNegativeTestJSON-621618364'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:19.811350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.843395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event deleted for resources: {'Port': ['ID=0e783663-8c41-4fc5-966e-456f67e0a03a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:19.909591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-87a7e0eb-83f2-4ffb-8c02-da271db561c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:19.930833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7e0eb-83f2-4ffb-8c02-da271db561c7 None None] Routers {'92128398-0fe8-4050-93e6-0ba269802d21'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:19.931507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-87a7e0eb-83f2-4ffb-8c02-da271db561c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['92128398-0fe8-4050-93e6-0ba269802d21'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:19.935851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.971553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Made reservation on behalf of cc03fac724274c2899fe6b1b96b0d66b for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:19.975336 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:19.993793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] device_id is not set on port dcc3dd2d-afad-4dd5-8670-d1edc7900fa0 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:08:20.002981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-87a7e0eb-83f2-4ffb-8c02-da271db561c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:20.003233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87a7e0eb-83f2-4ffb-8c02-da271db561c7 None None] The sync data for ids ['92128398-0fe8-4050-93e6-0ba269802d21'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:20.045561 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.050571 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.073121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9ae89301-f146-404d-ae4c-0b13164b3e2a no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:20.075792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ccbe03-cc89-4458-8a94-ca57d8fe38d6 req-1d9042e9-4ebf-400f-8fbb-01cd3cac1281 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:20.082781 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48ccbe03-cc89-4458-8a94-ca57d8fe38d6 req-1d9042e9-4ebf-400f-8fbb-01cd3cac1281 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 946 time: 0.1592953 Oct 12 23:08:20.095826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 9ae89301-f146-404d-ae4c-0b13164b3e2a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:20.096322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9ae89301-f146-404d-ae4c-0b13164b3e2a not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:20.151747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Allocated IP 172.20.0.10 (ea508a7a-e15c-40a4-955d-f1d5fc09873b/222f78be-30e3-4c3f-a3c2-8cd252c951c9/dcc3dd2d-afad-4dd5-8670-d1edc7900fa0) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:20.173947 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48ccbe03-cc89-4458-8a94-ca57d8fe38d6 req-8c7514b2-2cc5-4536-85f2-100935a4f760 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436547 Oct 12 23:08:20.188805 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.190360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Fanout notify agent at l3_agent the message router_deleted on router 93c34549-7864-4f1b-8a2e-57227885b1ac {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:20.204086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.204086 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6d19eeca-e504-4f81-bfae-85fa251fcbf4 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/93c34549-7864-4f1b-8a2e-57227885b1ac HTTP/1.1" status: 204 len: 168 time: 1.3580747 Oct 12 23:08:20.206717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37362) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:20.211475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-14671e80-52dc-47ad-b5fd-f86ff9a46794 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-46007292', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:20.313295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14671e80-52dc-47ad-b5fd-f86ff9a46794 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.315109 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14671e80-52dc-47ad-b5fd-f86ff9a46794 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.344097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.374256 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14671e80-52dc-47ad-b5fd-f86ff9a46794 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.419825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d52eb-b146-4c65-92ca-472a99b45612 req-064050a5-0f9a-4e90-9c66-93e9d5ff9f52 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:20.421341 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b28d52eb-b146-4c65-92ca-472a99b45612 req-064050a5-0f9a-4e90-9c66-93e9d5ff9f52 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0720248 Oct 12 23:08:20.461403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b28d52eb-b146-4c65-92ca-472a99b45612 req-7fcad5ae-a773-4281-ac15-8de374d6e60e tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331943 Oct 12 23:08:20.462566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14671e80-52dc-47ad-b5fd-f86ff9a46794 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.499224 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.552310 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14671e80-52dc-47ad-b5fd-f86ff9a46794 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.554315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-14671e80-52dc-47ad-b5fd-f86ff9a46794 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3465257 Oct 12 23:08:20.557238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37374) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:20.565057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': True}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:20.565516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Network ea508a7a-e15c-40a4-955d-f1d5fc09873b is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:20.568918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:20.572711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:20.577794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6664f31c-0be1-46d6-a476-95eab5ed39a7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:20.601004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event updated for resources: {'Port': ['ID=dcc3dd2d-afad-4dd5-8670-d1edc7900fa0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:20.650882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:20.652104 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.681709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6664f31c-0be1-46d6-a476-95eab5ed39a7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:20.681709 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.741617 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c2421adb-d949-42c9-a355-8711c6f1e7d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0347800 Oct 12 23:08:20.741890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37380) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:20.746780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:20.818246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.861607 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.934385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cc44cabb-acf1-4301-bf14-1ff1a699596e None None] Provisioning complete for port dcc3dd2d-afad-4dd5-8670-d1edc7900fa0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:20.935078 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cc44cabb-acf1-4301-bf14-1ff1a699596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:20.982196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cc44cabb-acf1-4301-bf14-1ff1a699596e None None] Port dcc3dd2d-afad-4dd5-8670-d1edc7900fa0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:08:20.989636 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.113562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Allocated IP 172.25.2.227 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/97dd72fa-30bc-41a3-a488-0275eb78809c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:21.116058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.135803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.224466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.332680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253bdf4-f1f7-4191-9930-ddbf381b7ec5 req-5f03fcb9-9825-4027-a008-6a7140864ce7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:21.334295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f253bdf4-f1f7-4191-9930-ddbf381b7ec5 req-5f03fcb9-9825-4027-a008-6a7140864ce7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 946 time: 0.0864234 Oct 12 23:08:21.337716 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.392382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-1c2a8526-cddb-4ab2-bb30-218430f49323 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:21.393880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-1c2a8526-cddb-4ab2-bb30-218430f49323 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 946 time: 0.1170363 Oct 12 23:08:21.405296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Allocated IP 172.25.2.119 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/c77aafa3-4a58-4263-a6f3-1069049f9266) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:21.414028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:21.433094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:21.455371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:21.462225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event updated for resources: {'Port': ['ID=97dd72fa-30bc-41a3-a488-0275eb78809c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:21.491931 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f253bdf4-f1f7-4191-9930-ddbf381b7ec5 req-4b191fed-9f7a-470b-af8b-891612cfad79 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481974 Oct 12 23:08:21.511091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.511456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.511943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.512291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.512910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.513251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.513581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.513909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.514235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.514559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.518132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.518132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:08:21.552492 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.630463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211220ad-31e0-4da3-baf2-f199b53b4bc7 req-93eaa049-59b3-4f6b-bb86-fd09ba42b19f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:21.632038 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-211220ad-31e0-4da3-baf2-f199b53b4bc7 req-93eaa049-59b3-4f6b-bb86-fd09ba42b19f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0845652 Oct 12 23:08:21.632189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Deleting port 761148b5-99a7-4fe1-be39-e9be785d8634 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:21.632729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.679673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-211220ad-31e0-4da3-baf2-f199b53b4bc7 req-ef309717-3f74-4b50-8f99-d5ba249290fb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361137 Oct 12 23:08:21.695678 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.713830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.749411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] For port 761148b5-99a7-4fe1-be39-e9be785d8634, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=761148b5-99a7-4fe1-be39-e9be785d8634,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:21.749828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:21.757693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:21.763420 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:21.763602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Calling delete_port for 761148b5-99a7-4fe1-be39-e9be785d8634 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:21.765425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event updated for resources: {'Port': ['ID=c77aafa3-4a58-4263-a6f3-1069049f9266,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:21.767624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:21.838394 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.052693 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.090434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.106070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['236eddfd-9ddc-4edc-9ea5-8eddcf940659', '761148b5-99a7-4fe1-be39-e9be785d8634'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:08:22.126064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.131421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.133536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event deleted for resources: {'Port': ['ID=761148b5-99a7-4fe1-be39-e9be785d8634,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:22.239500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] No DVR routers for this DVR port 761148b5-99a7-4fe1-be39-e9be785d8634 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:22.246074 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.249634 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d4966fe-85ba-48bf-9334-9c6daa5e276f req-4d635e10-6efa-4f50-9ba1-407f1cc094a4 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "DELETE /v2.0/ports/761148b5-99a7-4fe1-be39-e9be785d8634 HTTP/1.1" status: 204 len: 173 time: 0.8408766 Oct 12 23:08:22.250440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39881b20-0810-4498-9ffe-7ade5b535b7e', 'name': 'network-vif-deleted', 'tag': '761148b5-99a7-4fe1-be39-e9be785d8634'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:22.259112 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05136e06-52e7-473d-96e2-1f003173bd2d" -d '{"events": [{"server_uuid": "39881b20-0810-4498-9ffe-7ade5b535b7e", "name": "network-vif-deleted", "tag": "761148b5-99a7-4fe1-be39-e9be785d8634"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:22.264807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event updated for resources: {'Port': ['ID=97dd72fa-30bc-41a3-a488-0275eb78809c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:22.288948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.324785 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaccd5f-048a-49c9-b0b8-7a8c8828778e x-openstack-request-id: req-caaccd5f-048a-49c9-b0b8-7a8c8828778e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:22.328727 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39881b20-0810-4498-9ffe-7ade5b535b7e", "name": "network-vif-deleted", "tag": "761148b5-99a7-4fe1-be39-e9be785d8634", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:22.328727 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-caaccd5f-048a-49c9-b0b8-7a8c8828778e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:22.328727 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39881b20-0810-4498-9ffe-7ade5b535b7e', 'name': 'network-vif-deleted', 'tag': '761148b5-99a7-4fe1-be39-e9be785d8634', 'status': 'completed', 'code': 200} Oct 12 23:08:22.366546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.369889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.395481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.396821 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6c6abfc9-c368-43f7-9249-9f86e575bb15 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6539528 Oct 12 23:08:22.399679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37408) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:22.404388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cff49f5c-89ea-4672-bc24-cb70428ba4d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Request body: {'floatingip': {'port_id': 'dcc3dd2d-afad-4dd5-8670-d1edc7900fa0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:22.446975 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cff49f5c-89ea-4672-bc24-cb70428ba4d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.626090 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-cff49f5c-89ea-4672-bc24-cb70428ba4d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] update failed (client error): The resource could not be found. Oct 12 23:08:22.628081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cff49f5c-89ea-4672-bc24-cb70428ba4d0 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "PUT /v2.0/floatingips/934842da-d2ff-45ff-9197-57d6a8b7a542 HTTP/1.1" status: 404 len: 507 time: 0.2274377 Oct 12 23:08:22.631121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37416) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:22.640745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-796aa1a9-01a4-4982-bf03-5584ecebaaa5 req-2c5b11ca-fa79-46ff-a024-ed4168235d3d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=39881b20-0810-4498-9ffe-7ade5b535b7e HTTP/1.1" status: 200 len: 210 time: 0.0469623 Oct 12 23:08:22.643784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Router 9d728ccf-cc38-4c51-b916-8b1272cdee68 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:08:22.794200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Deleting port 97dd72fa-30bc-41a3-a488-0275eb78809c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:22.794791 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.871676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc8d9c0-1fdd-434a-8704-7ab97ddf8337 req-2b7cc746-dce0-441d-8210-3fbeb93f8482 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:22.873155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bdc8d9c0-1fdd-434a-8704-7ab97ddf8337 req-2b7cc746-dce0-441d-8210-3fbeb93f8482 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0908384 Oct 12 23:08:22.877833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:22.880531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.880860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.882192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:22.883376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f40ea6d3-fea3-4807-a2aa-cfe3f9306b46 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "PUT /v2.0/routers/9d728ccf-cc38-4c51-b916-8b1272cdee68 HTTP/1.1" status: 200 len: 913 time: 2.3250294 Oct 12 23:08:22.886108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37426) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:22.892285 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa748e01-0b72-43a7-b5ed-73dcc27466eb None None] Sync routers for ids ['9d728ccf-cc38-4c51-b916-8b1272cdee68'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:22.898491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Calling delete_port for 97dd72fa-30bc-41a3-a488-0275eb78809c owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:22.902070 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa748e01-0b72-43a7-b5ed-73dcc27466eb None None] Routers {'9d728ccf-cc38-4c51-b916-8b1272cdee68'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:22.902692 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-aa748e01-0b72-43a7-b5ed-73dcc27466eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['9d728ccf-cc38-4c51-b916-8b1272cdee68'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:22.945230 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-aa748e01-0b72-43a7-b5ed-73dcc27466eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:22.955356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa748e01-0b72-43a7-b5ed-73dcc27466eb None None] Routers {'9d728ccf-cc38-4c51-b916-8b1272cdee68'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:22.955972 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-aa748e01-0b72-43a7-b5ed-73dcc27466eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['9d728ccf-cc38-4c51-b916-8b1272cdee68'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:23.008793 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-aa748e01-0b72-43a7-b5ed-73dcc27466eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:23.009503 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa748e01-0b72-43a7-b5ed-73dcc27466eb None None] The sync data for ids ['9d728ccf-cc38-4c51-b916-8b1272cdee68'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:23.032748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bdc8d9c0-1fdd-434a-8704-7ab97ddf8337 req-529cfb1f-c893-4457-978a-f13a1f45d863 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964968 Oct 12 23:08:23.050508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0e2caf2f-bf2f-485f-9b98-6b1be7c7d071 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/routers/9d728ccf-cc38-4c51-b916-8b1272cdee68 HTTP/1.1" status: 200 len: 919 time: 0.1628149 Oct 12 23:08:23.053109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:23.098104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9240e01f-3047-4779-aec1-afd78c59b542 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:23.103496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9240e01f-3047-4779-aec1-afd78c59b542 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=9d728ccf-cc38-4c51-b916-8b1272cdee68&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0490324 Oct 12 23:08:23.106284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37430) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:23.182527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:23.228816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event deleted for resources: {'Port': ['ID=97dd72fa-30bc-41a3-a488-0275eb78809c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:23.295140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed9f78-3496-4196-a91e-6187fd9f29e8 req-500d647a-a02e-4f71-802c-350565023f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:23.296607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6eed9f78-3496-4196-a91e-6187fd9f29e8 req-500d647a-a02e-4f71-802c-350565023f3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 1098 time: 0.1447144 Oct 12 23:08:23.301231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc71ae8b-7f6e-4f05-9bd4-f01a91a58c1c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:23.302408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bc71ae8b-7f6e-4f05-9bd4-f01a91a58c1c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 881 time: 0.1951566 Oct 12 23:08:23.305408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37436) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:23.331010 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:23.333480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:23.338235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5f1dbbd-85f4-4002-9d51-84b0f9b49903 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "DELETE /v2.0/floatingips/934842da-d2ff-45ff-9197-57d6a8b7a542 HTTP/1.1" status: 204 len: 168 time: 0.7026246 Oct 12 23:08:23.338564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:23.346042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-25af24ee-efb0-48bb-920c-3b3ec8aeef60 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Request body: {'floatingip': {'floating_network_id': 'ea508a7a-e15c-40a4-955d-f1d5fc09873b', 'port_id': 'dcc3dd2d-afad-4dd5-8670-d1edc7900fa0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:23.346304 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6eed9f78-3496-4196-a91e-6187fd9f29e8 req-436abce4-f647-4e6a-9463-2d20c66c77db service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426209 Oct 12 23:08:23.352028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-88617434-d659-433c-ade1-f1b37d69168e tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d728ccf-cc38-4c51-b916-8b1272cdee68 HTTP/1.1" status: 200 len: 205 time: 0.0454900 Oct 12 23:08:23.354549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37440) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:23.457359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-25af24ee-efb0-48bb-920c-3b3ec8aeef60 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:23.490384 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:23.603210 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:23.650181 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-25af24ee-efb0-48bb-920c-3b3ec8aeef60 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:08:23.651762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-25af24ee-efb0-48bb-920c-3b3ec8aeef60 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3118591 Oct 12 23:08:23.655494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37450) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:23.663156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'dcc3dd2d-afad-4dd5-8670-d1edc7900fa0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:23.764663 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:23.768239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Deleting port c77aafa3-4a58-4263-a6f3-1069049f9266 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:23.768576 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:23.895780 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:23.912655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Calling delete_port for c77aafa3-4a58-4263-a6f3-1069049f9266 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:23.996218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:24.113221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 761148b5-99a7-4fe1-be39-e9be785d8634 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:24.133588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 761148b5-99a7-4fe1-be39-e9be785d8634 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:24.133942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 761148b5-99a7-4fe1-be39-e9be785d8634 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:24.183173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838af8d-6bde-4f30-a8d7-64963dc6fa0f req-6cad4775-3414-44bd-ba65-498c84b03966 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:24.184915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7838af8d-6bde-4f30-a8d7-64963dc6fa0f req-6cad4775-3414-44bd-ba65-498c84b03966 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0547934 Oct 12 23:08:24.217810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Allocated IP 172.25.2.246 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/939e4d61-7377-4498-b618-166115302f79) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:24.224317 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7838af8d-6bde-4f30-a8d7-64963dc6fa0f req-4bd17490-5639-4b9f-9394-400fa43ff04e tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Oct 12 23:08:24.302743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc753b0-08ef-4abd-814d-67cfc3e1493b req-4059a30b-8487-4874-9342-18a278ddf890 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:24.304322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffc753b0-08ef-4abd-814d-67cfc3e1493b req-4059a30b-8487-4874-9342-18a278ddf890 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.1948164 Oct 12 23:08:24.338831 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:24.380583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event deleted for resources: {'Port': ['ID=c77aafa3-4a58-4263-a6f3-1069049f9266,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:24.429506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffc753b0-08ef-4abd-814d-67cfc3e1493b req-9d0025c2-1ce9-4a79-8a51-4168f43e3b45 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135635 Oct 12 23:08:24.461535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:24.482887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:24.903143 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:24.906330 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.073523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.116959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:25.119990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:25.123506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:25.146053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.146599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Fanout notify agent at l3_agent the message router_deleted on router 9d728ccf-cc38-4c51-b916-8b1272cdee68 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:25.149669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event updated for resources: {'Port': ['ID=939e4d61-7377-4498-b618-166115302f79,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:25.156843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.159398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e01e7c69-5fd5-4741-a1d1-c8ae55e1b878 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/9d728ccf-cc38-4c51-b916-8b1272cdee68 HTTP/1.1" status: 204 len: 168 time: 1.8036592 Oct 12 23:08:25.164336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37476) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:25.170621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dafc39a8-0221-48c7-904c-9c3ea6d081bb tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1727637280', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:25.280422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dafc39a8-0221-48c7-904c-9c3ea6d081bb tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.281932 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dafc39a8-0221-48c7-904c-9c3ea6d081bb tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.420256 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dafc39a8-0221-48c7-904c-9c3ea6d081bb tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.475092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a893e-5933-42bf-9731-16eddd3efb27 req-b0940204-9feb-4b32-887d-8c52aae8bbb9 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:25.476615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-973a893e-5933-42bf-9731-16eddd3efb27 req-b0940204-9feb-4b32-887d-8c52aae8bbb9 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1344254 Oct 12 23:08:25.481474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dafc39a8-0221-48c7-904c-9c3ea6d081bb tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.512575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-eeecbe34-d21c-4dfc-bd20-84d61fb98d37 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:25.514151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-eeecbe34-d21c-4dfc-bd20-84d61fb98d37 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.1252196 Oct 12 23:08:25.518670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Deleting port 939e4d61-7377-4498-b618-166115302f79 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:25.519046 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.565973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792aabda-2e03-4ed6-b862-78cc02d8fa09 req-45b93670-bd2f-4357-96a8-3e16787e92f7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:25.568235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-792aabda-2e03-4ed6-b862-78cc02d8fa09 req-45b93670-bd2f-4357-96a8-3e16787e92f7 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 946 time: 0.0643291 Oct 12 23:08:25.606828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dafc39a8-0221-48c7-904c-9c3ea6d081bb tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.608081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dafc39a8-0221-48c7-904c-9c3ea6d081bb tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4428129 Oct 12 23:08:25.613353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37484) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:25.625370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': False}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:25.660100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-973a893e-5933-42bf-9731-16eddd3efb27 req-8c7d349a-6d51-47e5-af30-f5e9f8e528af tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693912 Oct 12 23:08:25.711935 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.712266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.724900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-792aabda-2e03-4ed6-b862-78cc02d8fa09 req-c0ae7130-e636-4855-8565-58c439f6cc9c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=f7794631-0c7d-4d40-b104-7ba9b638d2e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497753 Oct 12 23:08:25.732505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Calling delete_port for 939e4d61-7377-4498-b618-166115302f79 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:25.749747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Deleting port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:25.750089 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.865616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] For port 236eddfd-9ddc-4edc-9ea5-8eddcf940659, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=236eddfd-9ddc-4edc-9ea5-8eddcf940659,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:25.866096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:25.928110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Calling delete_port for 236eddfd-9ddc-4edc-9ea5-8eddcf940659 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:26.186971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-564a46b8-cf31-48c9-8289-f4eebae50127 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:26.190304 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:26.194220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-564a46b8-cf31-48c9-8289-f4eebae50127 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/networks?id=a8c67dae-94d8-4fab-be75-793a6fe78089 HTTP/1.1" status: 200 len: 810 time: 0.2484784 Oct 12 23:08:26.248912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-d3f2faed-9e69-4765-aa4e-464c4cdfa78f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/quotas/c746a093b5904063b35eefb375da9aad HTTP/1.1" status: 200 len: 375 time: 0.0487604 Oct 12 23:08:26.309088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-cafe5aea-357f-49ba-8788-b534b184f46d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c746a093b5904063b35eefb375da9aad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530868 Oct 12 23:08:26.367974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:26.398385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:26.409338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event deleted for resources: {'Port': ['ID=939e4d61-7377-4498-b618-166115302f79,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:26.463708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event deleted for resources: {'Port': ['ID=236eddfd-9ddc-4edc-9ea5-8eddcf940659,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:26.514712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:26.544242 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:26.550403 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] No DVR routers for this DVR port 236eddfd-9ddc-4edc-9ea5-8eddcf940659 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:26.556114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-d037f7e7-f81e-4660-9d7e-0d0e0b222f62 service neutron] 10.222.0.31 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390692 Oct 12 23:08:26.560593 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:26.565832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f39f206-d64f-4dd0-b8a6-e118c771f4d1 req-5d0dd426-71d1-47b7-af5e-5ca8f3a1fb49 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "DELETE /v2.0/ports/236eddfd-9ddc-4edc-9ea5-8eddcf940659 HTTP/1.1" status: 204 len: 173 time: 1.0369818 Oct 12 23:08:26.565832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7399555a-7205-4942-b5ae-840cf421528c', 'name': 'network-vif-deleted', 'tag': '236eddfd-9ddc-4edc-9ea5-8eddcf940659'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:26.571521 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aed434c-1a0b-4396-883d-5bdbde963fca" -d '{"events": [{"server_uuid": "7399555a-7205-4942-b5ae-840cf421528c", "name": "network-vif-deleted", "tag": "236eddfd-9ddc-4edc-9ea5-8eddcf940659"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:26.656579 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7015bcf3-a790-49d6-a99e-e3dec9839d2f x-openstack-request-id: req-7015bcf3-a790-49d6-a99e-e3dec9839d2f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:26.656887 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7399555a-7205-4942-b5ae-840cf421528c", "name": "network-vif-deleted", "tag": "236eddfd-9ddc-4edc-9ea5-8eddcf940659", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:26.657143 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7015bcf3-a790-49d6-a99e-e3dec9839d2f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:26.659115 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7399555a-7205-4942-b5ae-840cf421528c', 'name': 'network-vif-deleted', 'tag': '236eddfd-9ddc-4edc-9ea5-8eddcf940659', 'status': 'completed', 'code': 200} Oct 12 23:08:26.705414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Allocated IP 172.25.2.124 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/e957a8d9-b48c-4ec6-8a20-5b1060f01bf5) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:26.719540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-84268a8d-37df-40c3-96c6-8cc0b6aa7508 service neutron] 10.222.0.31 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437736 Oct 12 23:08:26.790353 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] create failed (client error): The resource could not be found. Oct 12 23:08:26.790353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-64ef43ae-0220-4fd1-92cd-fa12e7020efc tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.1319957 Oct 12 23:08:26.791864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37506) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:26.896500 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:26.902313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d97db56-b3ec-4849-b597-891f7e6c88e1 req-09ececbc-c368-488a-8c46-f7a0d357779d tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=7399555a-7205-4942-b5ae-840cf421528c HTTP/1.1" status: 200 len: 210 time: 0.0671582 Oct 12 23:08:26.946637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d162e355-f395-4052-bc79-d77ad5b0d795 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Deleting port dcc3dd2d-afad-4dd5-8670-d1edc7900fa0 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:26.947274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d162e355-f395-4052-bc79-d77ad5b0d795 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:27.028256 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:27.097907 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d162e355-f395-4052-bc79-d77ad5b0d795 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:27.102071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:27.104765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Pushing event updated for resources: {'Port': ['ID=e957a8d9-b48c-4ec6-8a20-5b1060f01bf5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:27.114223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:27.114700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d162e355-f395-4052-bc79-d77ad5b0d795 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Calling delete_port for dcc3dd2d-afad-4dd5-8670-d1edc7900fa0 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:27.117525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:27.225510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afd42fcd-f835-4b2f-ac63-709a5f99295d req-fdb01ebd-cbc8-4c72-8e8f-8bc3b461254a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 210 time: 0.1215248 Oct 12 23:08:27.399546 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d162e355-f395-4052-bc79-d77ad5b0d795 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:27.428774 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d162e355-f395-4052-bc79-d77ad5b0d795 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event deleted for resources: {'Port': ['ID=dcc3dd2d-afad-4dd5-8670-d1edc7900fa0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:27.519040 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d162e355-f395-4052-bc79-d77ad5b0d795 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:27.533474 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d162e355-f395-4052-bc79-d77ad5b0d795 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "DELETE /v2.0/ports/dcc3dd2d-afad-4dd5-8670-d1edc7900fa0 HTTP/1.1" status: 204 len: 168 time: 0.7397890 Oct 12 23:08:27.538096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37522) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:27.613489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db6ba6c-ead9-4afb-a1c9-cc38cb1acb6d tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:27.617854 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0db6ba6c-ead9-4afb-a1c9-cc38cb1acb6d tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "GET /v2.0/ports?device_id=92128398-0fe8-4050-93e6-0ba269802d21 HTTP/1.1" status: 200 len: 913 time: 0.0767868 Oct 12 23:08:27.618508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37524) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:27.685248 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:27.958197 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:27.962105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:28.115924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:28.145909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 236eddfd-9ddc-4edc-9ea5-8eddcf940659 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:28.169489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 236eddfd-9ddc-4edc-9ea5-8eddcf940659 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:28.169833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 236eddfd-9ddc-4edc-9ea5-8eddcf940659 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:28.215899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Router edc518c4-4f0c-4213-a008-4c87582e8f47 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:08:28.357522 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ee29e49-5e21-4c57-95cb-be918ebd8811 req-584a8c30-62aa-42b5-ae24-112df687b8ed tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 210 time: 0.0327094 Oct 12 23:08:28.393062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:28.403101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3002c6-c489-4751-935d-dbf6f9f168ff None None] Sync routers for ids ['edc518c4-4f0c-4213-a008-4c87582e8f47'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:28.404621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:28.411077 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-863a1d22-8839-472e-b7b3-6221fee6e064 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "PUT /v2.0/routers/edc518c4-4f0c-4213-a008-4c87582e8f47 HTTP/1.1" status: 200 len: 916 time: 2.7961597 Oct 12 23:08:28.411859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37540) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:28.424364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3002c6-c489-4751-935d-dbf6f9f168ff None None] Routers {'edc518c4-4f0c-4213-a008-4c87582e8f47'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:28.428513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bf3002c6-c489-4751-935d-dbf6f9f168ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['edc518c4-4f0c-4213-a008-4c87582e8f47'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:28.483189 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bf3002c6-c489-4751-935d-dbf6f9f168ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:28.487371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Deleting port 431d1e0a-2d30-44b3-808c-b07e5a4c9e3b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:28.487724 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:28.509924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3002c6-c489-4751-935d-dbf6f9f168ff None None] Routers {'edc518c4-4f0c-4213-a008-4c87582e8f47'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:28.510667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bf3002c6-c489-4751-935d-dbf6f9f168ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['edc518c4-4f0c-4213-a008-4c87582e8f47'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:28.550150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bf3002c6-c489-4751-935d-dbf6f9f168ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:28.550713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3002c6-c489-4751-935d-dbf6f9f168ff None None] The sync data for ids ['edc518c4-4f0c-4213-a008-4c87582e8f47'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:28.583186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-71dc78a8-6fd4-4fc5-848a-b2c4bb4ee110 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/routers/edc518c4-4f0c-4213-a008-4c87582e8f47 HTTP/1.1" status: 200 len: 922 time: 0.1700909 Oct 12 23:08:28.586702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37542) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:28.638035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d175402b-1b89-400d-a61f-5e68975c1d2b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:28.638470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e53ae-d1a2-4953-92fc-cbe374872843 req-c5bc5c1d-799c-4501-9d27-21efe3a9b931 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:28.639582 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d175402b-1b89-400d-a61f-5e68975c1d2b tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=edc518c4-4f0c-4213-a008-4c87582e8f47&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0516157 Oct 12 23:08:28.640040 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-313e53ae-d1a2-4953-92fc-cbe374872843 req-c5bc5c1d-799c-4501-9d27-21efe3a9b931 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1892109 Oct 12 23:08:28.648092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37544) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:28.675828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:28.698046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Calling delete_port for 431d1e0a-2d30-44b3-808c-b07e5a4c9e3b owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:28.715983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-313e53ae-d1a2-4953-92fc-cbe374872843 req-bb15f1fa-1cd3-403e-8952-7f812d39e85c tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673857 Oct 12 23:08:28.752024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60978ca8-f6fa-4252-af55-095bd50c7b3d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:28.753499 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-60978ca8-f6fa-4252-af55-095bd50c7b3d tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 881 time: 0.1042972 Oct 12 23:08:28.756226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37546) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:28.786014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a4c09165-9646-43e0-8a75-e67edf09b58e tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=edc518c4-4f0c-4213-a008-4c87582e8f47 HTTP/1.1" status: 200 len: 205 time: 0.0279438 Oct 12 23:08:28.788497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37548) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:28.898057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:28.987919 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:29.006408 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:29.016855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event deleted for resources: {'Port': ['ID=431d1e0a-2d30-44b3-808c-b07e5a4c9e3b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:29.160882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Deleting port e957a8d9-b48c-4ec6-8a20-5b1060f01bf5 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:29.161663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:29.181413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:29.272260 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:29.286312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Calling delete_port for e957a8d9-b48c-4ec6-8a20-5b1060f01bf5 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:29.448496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Router 92128398-0fe8-4050-93e6-0ba269802d21 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:08:29.461560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-80aca9bf-28a0-473f-8d11-dac676d277c9 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:29.463176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-80aca9bf-28a0-473f-8d11-dac676d277c9 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.25 "GET /v2.0/networks?id=a8c67dae-94d8-4fab-be75-793a6fe78089 HTTP/1.1" status: 200 len: 810 time: 0.1974723 Oct 12 23:08:29.477635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Request body: {'port': {'device_id': 'ad0fd978-b700-40a7-a5ff-7229c464208d', 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089', 'admin_state_up': True, 'tenant_id': 'c746a093b5904063b35eefb375da9aad'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:29.511938 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27258a9a-6627-4762-ae7a-d3b4f1276e3d req-f47c4d43-9543-4a3a-97b0-372e51f024b3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 210 time: 0.0403252 Oct 12 23:08:29.599345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:29.650570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event deleted for resources: {'Port': ['ID=e957a8d9-b48c-4ec6-8a20-5b1060f01bf5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:29.711910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:29.907880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:29.921736 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaea188-05b4-429d-a95d-70201b93880c None None] Sync routers for ids ['92128398-0fe8-4050-93e6-0ba269802d21'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:29.946539 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaea188-05b4-429d-a95d-70201b93880c None None] Routers {'92128398-0fe8-4050-93e6-0ba269802d21'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:29.949109 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2aaea188-05b4-429d-a95d-70201b93880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['92128398-0fe8-4050-93e6-0ba269802d21'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:29.974451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f869550d-6ae8-4bbd-8a6f-a47c77b58895 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "PUT /v2.0/routers/92128398-0fe8-4050-93e6-0ba269802d21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3522413 Oct 12 23:08:29.978285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37560) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:29.999360 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2aaea188-05b4-429d-a95d-70201b93880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:30.009856 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaea188-05b4-429d-a95d-70201b93880c None None] Routers {'92128398-0fe8-4050-93e6-0ba269802d21'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:30.010614 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2aaea188-05b4-429d-a95d-70201b93880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['92128398-0fe8-4050-93e6-0ba269802d21'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:30.045857 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2aaea188-05b4-429d-a95d-70201b93880c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:30.046664 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaea188-05b4-429d-a95d-70201b93880c None None] The sync data for ids ['92128398-0fe8-4050-93e6-0ba269802d21'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:30.108743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-19c7c9ce-827f-4fbf-b4d6-44a3a6291646 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.118493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-20e691e1-8cb4-4cd9-a8db-926e1db68bcb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:30.121118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-20e691e1-8cb4-4cd9-a8db-926e1db68bcb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1603053 Oct 12 23:08:30.145766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.150511 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.204203 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe33613-838a-4f58-a91d-37f52939f4ec req-6122d521-0373-4437-b8a9-dcc64f903c08 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:30.206109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbe33613-838a-4f58-a91d-37f52939f4ec req-6122d521-0373-4437-b8a9-dcc64f903c08 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 944 time: 0.1173673 Oct 12 23:08:30.254599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbe33613-838a-4f58-a91d-37f52939f4ec req-29337b14-adee-469a-ab97-f8b76da0435e tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups?id=5c4f4f69-5768-4b87-8f90-80b2a8566e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410879 Oct 12 23:08:30.296757 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.296968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Fanout notify agent at l3_agent the message router_deleted on router edc518c4-4f0c-4213-a008-4c87582e8f47 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:30.307965 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.312509 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0b6235f8-4f27-4303-94f0-3af9c5aec2a8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/edc518c4-4f0c-4213-a008-4c87582e8f47 HTTP/1.1" status: 204 len: 168 time: 1.5196292 Oct 12 23:08:30.313070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37562) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:30.317465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1762568265', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:30.350652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Made reservation on behalf of c746a093b5904063b35eefb375da9aad for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:30.354493 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.370321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-19c7c9ce-827f-4fbf-b4d6-44a3a6291646 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.373331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-19c7c9ce-827f-4fbf-b4d6-44a3a6291646 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.382060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.383405 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.440968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.480974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-19c7c9ce-827f-4fbf-b4d6-44a3a6291646 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.481530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c7c9ce-827f-4fbf-b4d6-44a3a6291646 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Fanout notify agent at l3_agent the message router_deleted on router 92128398-0fe8-4050-93e6-0ba269802d21 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:30.492457 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-19c7c9ce-827f-4fbf-b4d6-44a3a6291646 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.496119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-19c7c9ce-827f-4fbf-b4d6-44a3a6291646 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "DELETE /v2.0/routers/92128398-0fe8-4050-93e6-0ba269802d21 HTTP/1.1" status: 204 len: 168 time: 0.5163274 Oct 12 23:08:30.496877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37564) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:30.507514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Deleting port aa29d210-e2ce-4ef1-b138-16a032223ec2 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:30.507636 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.616593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Allocated IP 172.20.0.2 (a8c67dae-94d8-4fab-be75-793a6fe78089/5169ae89-a897-443b-a804-950158ddd4a8/be3049d8-6b1c-467b-bf41-02a25dbc0f9e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:30.635640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d3e89f-8a9d-49a8-9378-3935455170a1 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Deleting subnet 222f78be-30e3-4c3f-a3c2-8cd252c951c9 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:08:30.639772 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82d3e89f-8a9d-49a8-9378-3935455170a1 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.659617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] For port aa29d210-e2ce-4ef1-b138-16a032223ec2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa29d210-e2ce-4ef1-b138-16a032223ec2,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:30.659984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.730294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a0c5320-e3c6-4a5b-9354-c43b3eb1dcd1 req-9f125023-095d-405f-b96f-b559a62f4da0 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 210 time: 0.0674653 Oct 12 23:08:30.745965 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.772775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82d3e89f-8a9d-49a8-9378-3935455170a1 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:30.916419 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82d3e89f-8a9d-49a8-9378-3935455170a1 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.029498 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.031316 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.031817 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.036275 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Floating IP 9e2ce9e0-8d46-4f0e-809f-4b34bec4e4db disassociated. External IP: 172.25.2.213, port: aa29d210-e2ce-4ef1-b138-16a032223ec2. Oct 12 23:08:31.036275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Calling delete_port for aa29d210-e2ce-4ef1-b138-16a032223ec2 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:31.139547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82d3e89f-8a9d-49a8-9378-3935455170a1 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.189942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae515fe-293c-42cf-8c1e-e38f3214a733 None None] Network ea508a7a-e15c-40a4-955d-f1d5fc09873b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:31.194092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3e89f-8a9d-49a8-9378-3935455170a1 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event deleted for resources: {'Subnet': ['ID=222f78be-30e3-4c3f-a3c2-8cd252c951c9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:31.196592 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-82d3e89f-8a9d-49a8-9378-3935455170a1 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.202362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37576) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:31.202608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-82d3e89f-8a9d-49a8-9378-3935455170a1 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "DELETE /v2.0/subnets/222f78be-30e3-4c3f-a3c2-8cd252c951c9 HTTP/1.1" status: 204 len: 168 time: 0.7042084 Oct 12 23:08:31.203630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.233213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.291214 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.296656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.364279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['90001c7a-9b9c-4e56-824c-09b5c4afe738'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:08:31.376512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Pushing event updated for resources: {'Port': ['ID=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:31.381291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.448662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Network a8c67dae-94d8-4fab-be75-793a6fe78089 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:31.452484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event deleted for resources: {'Port': ['ID=aa29d210-e2ce-4ef1-b138-16a032223ec2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:31.455685 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b84dc49d-2f19-4e32-a008-8c5e349c3f80 req-d5b8cb4a-3914-4094-83b3-a0122ab3d307 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 210 time: 0.0481327 Oct 12 23:08:31.466311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Allocated IP 172.25.2.47 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/6c34328c-82be-4d94-baf7-e4e5a944f1b7) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:31.509880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:31.522312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:31.631314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40924ce0-530f-49f7-81b2-dad29d53015f None None] DHCP port deletion for ea508a7a-e15c-40a4-955d-f1d5fc09873b request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:08:31.732634 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.750768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:31.751509 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.757551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Deleting port 6664f31c-0be1-46d6-a476-95eab5ed39a7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:31.761106 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.794338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-40924ce0-530f-49f7-81b2-dad29d53015f None None] Deleting port 6664f31c-0be1-46d6-a476-95eab5ed39a7 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:31.794667 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-40924ce0-530f-49f7-81b2-dad29d53015f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.818182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Router 905973e3-94db-4424-8497-bc75a66fdd42 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:08:31.851538 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.904091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-459ba98a-9803-477c-aef5-72d39cd458f3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4306991 Oct 12 23:08:31.909085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] For port 6664f31c-0be1-46d6-a476-95eab5ed39a7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6664f31c-0be1-46d6-a476-95eab5ed39a7,segment=NetworkSegment(011e291c-0b70-4f26-b8fd-0be600d47470),segment_id=011e291c-0b70-4f26-b8fd-0be600d47470)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:31.911487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.917288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Request body: {'port': {'device_id': 'ad0fd978-b700-40a7-a5ff-7229c464208d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:31.941810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-40924ce0-530f-49f7-81b2-dad29d53015f None None] For port 6664f31c-0be1-46d6-a476-95eab5ed39a7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6664f31c-0be1-46d6-a476-95eab5ed39a7,segment=NetworkSegment(011e291c-0b70-4f26-b8fd-0be600d47470),segment_id=011e291c-0b70-4f26-b8fd-0be600d47470)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:31.942292 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-40924ce0-530f-49f7-81b2-dad29d53015f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:31.948055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:31.955427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event updated for resources: {'Port': ['ID=6c34328c-82be-4d94-baf7-e4e5a944f1b7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:31.959157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:31.963309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:31.982171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-40924ce0-530f-49f7-81b2-dad29d53015f None None] Calling delete_port for 6664f31c-0be1-46d6-a476-95eab5ed39a7 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:31.988650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Calling delete_port for 6664f31c-0be1-46d6-a476-95eab5ed39a7 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:32.011691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38779367-0af8-4833-a4f8-75eb3bb65be0 req-5507b718-0b83-44c5-8c74-194438016ee5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:32.013215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-38779367-0af8-4833-a4f8-75eb3bb65be0 req-5507b718-0b83-44c5-8c74-194438016ee5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 931 time: 0.1585569 Oct 12 23:08:32.138807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.153121 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-38779367-0af8-4833-a4f8-75eb3bb65be0 req-bd44af65-15a0-48a6-aeeb-a4a044a4f2d8 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257188 Oct 12 23:08:32.169102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:32.194115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] Sync routers for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:32.222046 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-40924ce0-530f-49f7-81b2-dad29d53015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.252619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40924ce0-530f-49f7-81b2-dad29d53015f None None] Pushing event deleted for resources: {'Port': ['ID=6664f31c-0be1-46d6-a476-95eab5ed39a7,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:32.260471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:32.261411 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:32.272722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] No DVR routers for this DVR port aa29d210-e2ce-4ef1-b138-16a032223ec2 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:32.283730 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.290084 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a3b525d-b388-4763-897d-7afa9113a4a5 req-37bfd887-d268-4441-a9cc-c4229b602a04 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.41 "DELETE /v2.0/ports/aa29d210-e2ce-4ef1-b138-16a032223ec2 HTTP/1.1" status: 204 len: 173 time: 2.1062615 Oct 12 23:08:32.298549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-deleted', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:32.302371 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e07ee5-095e-48d5-a7e9-c3b5483bd9b0" -d '{"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-deleted", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:32.310518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.324182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40924ce0-530f-49f7-81b2-dad29d53015f None None] No DVR routers for this DVR port 6664f31c-0be1-46d6-a476-95eab5ed39a7 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:32.334023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] No DVR routers for this DVR port 6664f31c-0be1-46d6-a476-95eab5ed39a7 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:32.419349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:08:32.434341 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3197a54-9cce-4685-bc4f-233125b05d5a x-openstack-request-id: req-e3197a54-9cce-4685-bc4f-233125b05d5a {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:32.435163 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9ff31a-7511-454d-97fa-5010dedf5eba", "name": "network-vif-deleted", "tag": "aa29d210-e2ce-4ef1-b138-16a032223ec2", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:32.435163 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3197a54-9cce-4685-bc4f-233125b05d5a {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:32.435362 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa9ff31a-7511-454d-97fa-5010dedf5eba', 'name': 'network-vif-deleted', 'tag': 'aa29d210-e2ce-4ef1-b138-16a032223ec2', 'status': 'completed', 'code': 200} Oct 12 23:08:32.469590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event deleted for resources: {'Port': ['ID=6664f31c-0be1-46d6-a476-95eab5ed39a7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:32.486841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.640145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6664f31c-0be1-46d6-a476-95eab5ed39a7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:32.672446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 6664f31c-0be1-46d6-a476-95eab5ed39a7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:32.677854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6664f31c-0be1-46d6-a476-95eab5ed39a7 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:32.692682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-daf08f6f-cb2e-4ea1-86aa-7ac8ddb7e39f req-b1e9c980-4a2b-451f-b4e1-9f2656c75edb tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/ports?device_id=fa9ff31a-7511-454d-97fa-5010dedf5eba HTTP/1.1" status: 200 len: 210 time: 0.0829780 Oct 12 23:08:32.769733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.797053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea508a7a-e15c-40a4-955d-f1d5fc09873b']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:32.810962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:29Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'a2efeb07-5b76-4f2e-b77d-0709b8d44b02', 'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'mac_address': 'fa:16:3e:4b:1c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:27Z', 'updated_at': '2021-10-12T22:59:34Z', 'revision_number': 5, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'subnets': [{'id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:32.816648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '011e291c-0b70-4f26-b8fd-0be600d47470') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:32.817240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '011e291c-0b70-4f26-b8fd-0be600d47470') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:32.835231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.844287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] Checking router: 905973e3-94db-4424-8497-bc75a66fdd42 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:08:32.852569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:32.853209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:32.895986 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.910973 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.927086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:08:32.927828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:08:32.931989 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:08:32.950158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be3049d8-6b1c-467b-bf41-02a25dbc0f9e {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:08:32.974995 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:33.331875 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:08:33.332654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Transition to ACTIVE for port object be3049d8-6b1c-467b-bf41-02a25dbc0f9e will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:08:33.332654 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:33.332654 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:33.332654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] 10.222.0.31 "DELETE /v2.0/networks/ea508a7a-e15c-40a4-955d-f1d5fc09873b HTTP/1.1" status: 204 len: 168 time: 1.9701998 Oct 12 23:08:33.332654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540fe3c2-3d03-4058-af20-7b802453b941 tempest-FloatingIPNegativeTestJSON-454339273 tempest-FloatingIPNegativeTestJSON-454339273-project] Pushing event deleted for resources: {'Network': ['ID=ea508a7a-e15c-40a4-955d-f1d5fc09873b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:33.333214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Router 8e9ac918-f072-4b1f-96eb-24744390ebee is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:08:33.333369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:29Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'a2efeb07-5b76-4f2e-b77d-0709b8d44b02', 'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'mac_address': 'fa:16:3e:4b:1c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:27Z', 'updated_at': '2021-10-12T22:59:34Z', 'revision_number': 5, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'subnets': [{'id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:33.337219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:33.337417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a1b436c-8cbd-4c34-8467-d9b032e6b2ba None None] The sync data for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 is: [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T22:59:29Z', 'revision_number': 4, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'a2efeb07-5b76-4f2e-b77d-0709b8d44b02', 'name': '', 'network_id': '6621fe39-a6e5-450c-8c8e-ba213ba6a029', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'mac_address': 'fa:16:3e:4b:1c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:27Z', 'updated_at': '2021-10-12T22:59:34Z', 'revision_number': 5, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'subnets': [{'id': 'c127a2f7-7658-4c00-a581-24ee397b068a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:33.406314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b1bea-c985-4976-a975-07796522aae7 req-31c8db22-46d6-4259-8d28-3fcb50799aa4 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:33.409877 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd8b1bea-c985-4976-a975-07796522aae7 req-31c8db22-46d6-4259-8d28-3fcb50799aa4 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 943 time: 0.0910091 Oct 12 23:08:33.417717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:33.435188 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ccd2d-25ce-49c2-af47-f6556dad4a82 None None] Sync routers for ids ['8e9ac918-f072-4b1f-96eb-24744390ebee'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:33.458809 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ccd2d-25ce-49c2-af47-f6556dad4a82 None None] Routers {'8e9ac918-f072-4b1f-96eb-24744390ebee'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:33.460241 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e78ccd2d-25ce-49c2-af47-f6556dad4a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8e9ac918-f072-4b1f-96eb-24744390ebee'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:33.499918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Pushing event updated for resources: {'Port': ['ID=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:33.516309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd8b1bea-c985-4976-a975-07796522aae7 req-342437d6-ac52-4070-9a10-834d15bb56ae tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961390 Oct 12 23:08:33.525887 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e78ccd2d-25ce-49c2-af47-f6556dad4a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:33.542165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Attempting to bind port be3049d8-6b1c-467b-bf41-02a25dbc0f9e on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:08:33.542504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Attempting to bind port be3049d8-6b1c-467b-bf41-02a25dbc0f9e by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:08:33.542832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Attempting to bind port be3049d8-6b1c-467b-bf41-02a25dbc0f9e on network a8c67dae-94d8-4fab-be75-793a6fe78089 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:33.545421 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78ccd2d-25ce-49c2-af47-f6556dad4a82 None None] Routers {'8e9ac918-f072-4b1f-96eb-24744390ebee'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:33.548356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e78ccd2d-25ce-49c2-af47-f6556dad4a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8e9ac918-f072-4b1f-96eb-24744390ebee'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:33.548883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Port be3049d8-6b1c-467b-bf41-02a25dbc0f9e on network a8c67dae-94d8-4fab-be75-793a6fe78089 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:08:33.549494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Attempting to bind port be3049d8-6b1c-467b-bf41-02a25dbc0f9e on network a8c67dae-94d8-4fab-be75-793a6fe78089 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:33.556162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:08:33.556782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Checking segment: {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:33.556959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Bound using segment: {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:08:33.557527 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Bound port: be3049d8-6b1c-467b-bf41-02a25dbc0f9e, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:08:33.557951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:33.596081 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e78ccd2d-25ce-49c2-af47-f6556dad4a82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:33.596780 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78ccd2d-25ce-49c2-af47-f6556dad4a82 None None] The sync data for ids ['8e9ac918-f072-4b1f-96eb-24744390ebee'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:33.619232 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:33.620852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c9d4b7c3-ea56-4a04-ba2e-fa6cd3af07c7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.3068156 Oct 12 23:08:33.624346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37668) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:33.634231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:33.652206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] For port be3049d8-6b1c-467b-bf41-02a25dbc0f9e, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:08:33.657039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] For port be3049d8-6b1c-467b-bf41-02a25dbc0f9e, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:08:33.764832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-2dfd2b49-e5fb-4c37-8bc3-61288ad7f068 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0668769 Oct 12 23:08:33.809560 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:33.880729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b3a708-ee12-4362-9fe0-93fb4f007f03 None None] New status for floating IP 9e2ce9e0-8d46-4f0e-809f-4b34bec4e4db: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:08:33.927169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:33.928006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:33.929649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] 10.222.0.25 "PUT /v2.0/ports/be3049d8-6b1c-467b-bf41-02a25dbc0f9e HTTP/1.1" status: 200 len: 1092 time: 2.0171711 Oct 12 23:08:33.965444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-0dfa45af-b287-432c-8a5f-6a790f56c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:33.966143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-0dfa45af-b287-432c-8a5f-6a790f56c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:33.966624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-0dfa45af-b287-432c-8a5f-6a790f56c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:33.967126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-0dfa45af-b287-432c-8a5f-6a790f56c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:33.967588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-0dfa45af-b287-432c-8a5f-6a790f56c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:33.968047 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-0dfa45af-b287-432c-8a5f-6a790f56c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:33.968526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-0dfa45af-b287-432c-8a5f-6a790f56c98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:33.974469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-0dfa45af-b287-432c-8a5f-6a790f56c98d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=baf7e5ba16c649e88ac47222926a8008&device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 6505 time: 0.1762280 Oct 12 23:08:33.974469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37686) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:33.999220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfd7785-af22-4fb7-8910-215b023903b0 service neutron] Pushing event updated for resources: {'Port': ['ID=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:34.189212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:34.212521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-0d04414a-5c38-407f-bd40-e5f9c37f8806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:34.214054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-0d04414a-5c38-407f-bd40-e5f9c37f8806 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c746a093b5904063b35eefb375da9aad&device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 1095 time: 0.0892842 Oct 12 23:08:34.226066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: aa29d210-e2ce-4ef1-b138-16a032223ec2 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:34.226780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa29d210-e2ce-4ef1-b138-16a032223ec2 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:34.307418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-88fbc31b-32a4-44bf-b3c2-099267f1cd6e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be3049d8-6b1c-467b-bf41-02a25dbc0f9e HTTP/1.1" status: 200 len: 217 time: 0.0801585 Oct 12 23:08:34.310157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-09252bcb-de4e-4777-8928-a3fa9d55cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:34.310626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-09252bcb-de4e-4777-8928-a3fa9d55cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:34.311134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-09252bcb-de4e-4777-8928-a3fa9d55cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:34.312733 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-09252bcb-de4e-4777-8928-a3fa9d55cb40 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639 HTTP/1.1" status: 200 len: 2297 time: 0.3054671 Oct 12 23:08:34.316851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c76e5a40-9469-4eff-b792-736747a88725 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc03fac724274c2899fe6b1b96b0d66b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3186119 Oct 12 23:08:34.326138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37698) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:34.435762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-09f6d1fb-6502-4fd9-a766-54b7b9364424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:34.437201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-09f6d1fb-6502-4fd9-a766-54b7b9364424 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5169ae89-a897-443b-a804-950158ddd4a8 HTTP/1.1" status: 200 len: 850 time: 0.1193261 Oct 12 23:08:34.444384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0fd978-b700-40a7-a5ff-7229c464208d', 'tag': 'be3049d8-6b1c-467b-bf41-02a25dbc0f9e'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:34.446656 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9497b5f6-04e5-4b8c-9e2e-e379f5710521" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0fd978-b700-40a7-a5ff-7229c464208d", "tag": "be3049d8-6b1c-467b-bf41-02a25dbc0f9e"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:34.478758 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:34.504681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-5cc1e4e4-b2d1-444c-8684-8a281af4e8fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19b81e15-6460-44ba-9067-2d3d6547cb32 HTTP/1.1" status: 200 len: 1001 time: 0.1792300 Oct 12 23:08:34.506889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-1007cdc2-8fc0-4d05-a6a7-7db997e81db2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8c67dae-94d8-4fab-be75-793a6fe78089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550404 Oct 12 23:08:34.525558 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60e9547-5b71-4d3b-b41c-a093e28953d2 x-openstack-request-id: req-a60e9547-5b71-4d3b-b41c-a093e28953d2 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:34.528255 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0fd978-b700-40a7-a5ff-7229c464208d", "tag": "be3049d8-6b1c-467b-bf41-02a25dbc0f9e", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:34.528255 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a60e9547-5b71-4d3b-b41c-a093e28953d2 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:34.528255 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0fd978-b700-40a7-a5ff-7229c464208d', 'tag': 'be3049d8-6b1c-467b-bf41-02a25dbc0f9e', 'status': 'completed', 'code': 200} Oct 12 23:08:34.581962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:34.601538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d0b88d0-2314-470d-99c7-a48fcb634941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:34.674472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-ad4ec846-75e2-43d3-8147-fab19a212dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:34.675943 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-ad4ec846-75e2-43d3-8147-fab19a212dc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=415a79fd-6aee-449a-bf05-c4ccf9c19bcb HTTP/1.1" status: 200 len: 855 time: 0.1637595 Oct 12 23:08:34.677681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d0b88d0-2314-470d-99c7-a48fcb634941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:34.749936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Deleting port 6c34328c-82be-4d94-baf7-e4e5a944f1b7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:34.750279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:34.846588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:34.859563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Calling delete_port for 6c34328c-82be-4d94-baf7-e4e5a944f1b7 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:34.901880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37728) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:35.017675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb22b38a-75e3-4edd-8a81-2af6a2eb8d03 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.052434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb22b38a-75e3-4edd-8a81-2af6a2eb8d03 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.103046 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-f0fdb38e-47ec-432c-bcdd-f299f302ecf8 service neutron] 10.222.0.25 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5801001 Oct 12 23:08:35.114370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83f086-09c4-4630-b4de-39259e3d43aa req-445830dd-17d7-4f8d-89c7-c66295521d89 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:35.121619 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6b83f086-09c4-4630-b4de-39259e3d43aa req-445830dd-17d7-4f8d-89c7-c66295521d89 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 943 time: 0.5043550 Oct 12 23:08:35.164424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.195333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-794027e1-6700-4b91-87d7-fffcf4a0900d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:35.196819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-794027e1-6700-4b91-87d7-fffcf4a0900d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2029f8b-06ed-42a4-a021-1069f20e4f3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5019071 Oct 12 23:08:35.200333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb22b38a-75e3-4edd-8a81-2af6a2eb8d03 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.205134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb22b38a-75e3-4edd-8a81-2af6a2eb8d03 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.208579 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bb22b38a-75e3-4edd-8a81-2af6a2eb8d03 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "DELETE /v2.0/security-groups/5c4f4f69-5768-4b87-8f90-80b2a8566e21 HTTP/1.1" status: 204 len: 168 time: 0.3034637 Oct 12 23:08:35.208579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Pushing event deleted for resources: {'Port': ['ID=6c34328c-82be-4d94-baf7-e4e5a944f1b7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:35.209438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37748) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:35.242727 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6b83f086-09c4-4630-b4de-39259e3d43aa req-72f3f7cc-5c5e-4ca0-b562-d3b06e6e6df5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201608 Oct 12 23:08:35.250628 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-41ee96af-40db-4f5a-9d63-4be0b57bb4cd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] show failed (client error): The resource could not be found. Oct 12 23:08:35.255114 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-41ee96af-40db-4f5a-9d63-4be0b57bb4cd tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "GET /v2.0/security-groups/5c4f4f69-5768-4b87-8f90-80b2a8566e21 HTTP/1.1" status: 404 len: 347 time: 0.0357845 Oct 12 23:08:35.261468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb22b38a-75e3-4edd-8a81-2af6a2eb8d03 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4f4f69-5768-4b87-8f90-80b2a8566e21,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:35.263329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37750) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:35.311387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cff9a263-e39d-4ac9-997a-81fd5920c08d req-d3301096-d3c6-4116-b7f5-5f6d3e462dfe service neutron] 10.222.0.25 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859562 Oct 12 23:08:35.311959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d0b88d0-2314-470d-99c7-a48fcb634941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.315334 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2d0b88d0-2314-470d-99c7-a48fcb634941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.316519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2d0b88d0-2314-470d-99c7-a48fcb634941 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a9a5259-33f5-4543-bd13-85e11b09d628 HTTP/1.1" status: 204 len: 168 time: 0.9895203 Oct 12 23:08:35.338162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b88d0-2314-470d-99c7-a48fcb634941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9a5259-33f5-4543-bd13-85e11b09d628,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:35.357663 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-44152831-808c-45e8-830d-870c20eb4989 service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461036 Oct 12 23:08:35.398047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.464167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-1e63f6aa-53c4-4b5f-92eb-347e37dc6be8 service neutron] 10.222.0.41 "GET /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990257 Oct 12 23:08:35.507513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-4a8ee072-550e-4434-88c2-53b0fcc1cd35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=21369631-842a-4a23-b060-fe39cc0629fe HTTP/1.1" status: 200 len: 217 time: 0.0355647 Oct 12 23:08:35.582020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Deleting port 7ef70be4-609f-413a-bffa-4a703727537d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:35.582740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.592642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-60db22f4-43cd-42e0-ac56-5f2740591cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:35.594284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-60db22f4-43cd-42e0-ac56-5f2740591cee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0800986 Oct 12 23:08:35.616567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-ee2403c3-01c2-4aef-b807-7b3076297fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:35.616567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-ee2403c3-01c2-4aef-b807-7b3076297fc0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c746a093b5904063b35eefb375da9aad&device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 1095 time: 0.0562096 Oct 12 23:08:35.685498 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.697904 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.703292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-3218949c-edbb-4541-8bf5-99404b3b67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:35.706858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-3218949c-edbb-4541-8bf5-99404b3b67c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1049042 Oct 12 23:08:35.792181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-fe332171-85e4-4c78-b9f2-2f58b4f06bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:35.793713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-fe332171-85e4-4c78-b9f2-2f58b4f06bc6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8c67dae-94d8-4fab-be75-793a6fe78089 HTTP/1.1" status: 200 len: 911 time: 0.1597166 Oct 12 23:08:35.815688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.817223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.834386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Router 8e9ac918-f072-4b1f-96eb-24744390ebee has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:08:35.835425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Calling delete_port for 7ef70be4-609f-413a-bffa-4a703727537d owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:35.848049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-b34710f4-4e08-4e95-afb7-824e8d12ad9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be3049d8-6b1c-467b-bf41-02a25dbc0f9e HTTP/1.1" status: 200 len: 217 time: 0.0452762 Oct 12 23:08:35.897364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-add3e50d-0095-4d2a-b88b-c11d79b4cba7 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836178 Oct 12 23:08:35.967776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-38316761-4f99-4aeb-bc33-0beddc3ef678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:35.969264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-38316761-4f99-4aeb-bc33-0beddc3ef678 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5169ae89-a897-443b-a804-950158ddd4a8 HTTP/1.1" status: 200 len: 850 time: 0.1104143 Oct 12 23:08:35.983239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:35.992871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:35.994209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e390e492-10f7-4bbf-b212-124cc08d44a0 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "PUT /v2.0/routers/8e9ac918-f072-4b1f-96eb-24744390ebee HTTP/1.1" status: 200 len: 706 time: 2.3685224 Oct 12 23:08:35.995292 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfceb2e-8581-4521-bf8c-06f7ad16f7b8 None None] Sync routers for ids ['8e9ac918-f072-4b1f-96eb-24744390ebee'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:35.999391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37788) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.007338 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfceb2e-8581-4521-bf8c-06f7ad16f7b8 None None] Routers {'8e9ac918-f072-4b1f-96eb-24744390ebee'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:36.008210 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5dfceb2e-8581-4521-bf8c-06f7ad16f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8e9ac918-f072-4b1f-96eb-24744390ebee'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:36.015826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-33827e88-ee76-470f-996d-2151f02c567a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8c67dae-94d8-4fab-be75-793a6fe78089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354967 Oct 12 23:08:36.047751 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5dfceb2e-8581-4521-bf8c-06f7ad16f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:36.057553 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfceb2e-8581-4521-bf8c-06f7ad16f7b8 None None] Routers {'8e9ac918-f072-4b1f-96eb-24744390ebee'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:36.065286 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5dfceb2e-8581-4521-bf8c-06f7ad16f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8e9ac918-f072-4b1f-96eb-24744390ebee'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:36.097355 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4dd6dacc-b539-496b-a93f-adbbb992ba0c tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/routers/8e9ac918-f072-4b1f-96eb-24744390ebee HTTP/1.1" status: 200 len: 741 time: 0.0967839 Oct 12 23:08:36.098398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-58b5fbce-a6a6-45e1-9ec2-95b8e36ecd26 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1909354 Oct 12 23:08:36.099295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37792) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.170057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5e8fa303-f139-47e4-8687-607f0c04c255 tempest-RoutersAdminTest-840860138 tempest-RoutersAdminTest-840860138-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=8e9ac918-f072-4b1f-96eb-24744390ebee HTTP/1.1" status: 200 len: 205 time: 0.0678964 Oct 12 23:08:36.183643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37800) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.210546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-f5c067d4-1665-4a33-92c6-3a7a8aead1fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.48&port_id=61bf7552-6141-4c08-8480-67cac9258c41 HTTP/1.1" status: 200 len: 217 time: 0.0941670 Oct 12 23:08:36.220544 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5dfceb2e-8581-4521-bf8c-06f7ad16f7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:36.221430 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfceb2e-8581-4521-bf8c-06f7ad16f7b8 None None] The sync data for ids ['8e9ac918-f072-4b1f-96eb-24744390ebee'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:36.232562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fe231fa0-f786-4609-851b-4cb261aa06bf tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e9ac918-f072-4b1f-96eb-24744390ebee HTTP/1.1" status: 200 len: 205 time: 0.0454695 Oct 12 23:08:36.233199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.255483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-343af4d4-f84b-4d1a-abe9-fc8dc68d8b26 service neutron] 10.222.0.25 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283180 Oct 12 23:08:36.285682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-229f7e7f-eb7f-4236-a47b-552988abe0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:36.287145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-229f7e7f-eb7f-4236-a47b-552988abe0e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0638843 Oct 12 23:08:36.315252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:36.349421 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Pushing event deleted for resources: {'Port': ['ID=7ef70be4-609f-413a-bffa-4a703727537d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:36.358672 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5007dcf-81a9-4db2-883a-92b58114049f tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:36.426776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-2ecd8db8-d17c-4d3a-83a9-b6f75c7f7130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:36.428285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-2ecd8db8-d17c-4d3a-83a9-b6f75c7f7130 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1315975 Oct 12 23:08:36.448494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1944b10-c8dd-4ba4-9dee-546e764e11bc req-9675ff67-3915-43d1-82b3-415deebc5bc5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:36.450153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1944b10-c8dd-4ba4-9dee-546e764e11bc req-9675ff67-3915-43d1-82b3-415deebc5bc5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 943 time: 0.1189730 Oct 12 23:08:36.463251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9497b5f6-04e5-4b8c-9e2e-e379f5710521 req-93abaced-6984-4495-a344-0fd8acf96a6a service neutron] 10.222.0.25 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895933 Oct 12 23:08:36.554010 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1944b10-c8dd-4ba4-9dee-546e764e11bc req-2ac24ee2-4054-4ef3-8aa9-d44add0af0d0 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802233 Oct 12 23:08:36.571010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5007dcf-81a9-4db2-883a-92b58114049f tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:36.573106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5007dcf-81a9-4db2-883a-92b58114049f tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:36.584521 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-b839f7db-393b-4377-8bde-5d0692363d6b service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463616 Oct 12 23:08:36.622054 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:36.624758 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:36.626521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1579d2ab-51b9-45cc-a0c2-6081de612e31 tempest-ServerActionsTestJSON-825869683 tempest-ServerActionsTestJSON-825869683-project] 10.222.0.31 "DELETE /v2.0/floatingips/9e2ce9e0-8d46-4f0e-809f-4b34bec4e4db HTTP/1.1" status: 204 len: 168 time: 1.3607438 Oct 12 23:08:36.629640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37830) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.683373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-f98f916f-b635-462d-b7d3-40b7387ea811 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902691 Oct 12 23:08:36.728082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5007dcf-81a9-4db2-883a-92b58114049f tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:36.728082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5007dcf-81a9-4db2-883a-92b58114049f tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Fanout notify agent at l3_agent the message router_deleted on router 8e9ac918-f072-4b1f-96eb-24744390ebee {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:36.732689 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5007dcf-81a9-4db2-883a-92b58114049f tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:36.739527 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c5007dcf-81a9-4db2-883a-92b58114049f tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/8e9ac918-f072-4b1f-96eb-24744390ebee HTTP/1.1" status: 204 len: 168 time: 0.5052435 Oct 12 23:08:36.740597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37840) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.744299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-33b41b0e-7182-4f75-9d8f-43204a0ec962 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.47&port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff HTTP/1.1" status: 200 len: 217 time: 0.0533264 Oct 12 23:08:36.772141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1fa531ae-9390-49ce-b622-129e61e66dab tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e9ac918-f072-4b1f-96eb-24744390ebee HTTP/1.1" status: 200 len: 205 time: 0.0303273 Oct 12 23:08:36.774674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37842) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.788979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37844) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.822636 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-828491a8-0922-4ddc-97a3-9323cfeb1a59 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] delete failed (client error): The resource could not be found. Oct 12 23:08:36.826627 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-828491a8-0922-4ddc-97a3-9323cfeb1a59 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/8e9ac918-f072-4b1f-96eb-24744390ebee HTTP/1.1" status: 404 len: 336 time: 0.0506315 Oct 12 23:08:36.827051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37850) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.828604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-dda54fe2-be97-4bcb-bbde-e1326bc5c59c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:36.832657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-dda54fe2-be97-4bcb-bbde-e1326bc5c59c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0805159 Oct 12 23:08:36.863865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ac4b0461-ed3d-49a3-a618-6345be4d40f8 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=edc518c4-4f0c-4213-a008-4c87582e8f47 HTTP/1.1" status: 200 len: 205 time: 0.0342329 Oct 12 23:08:36.866055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37854) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.877949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-328581992'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:36.905817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-de8fedb2-1581-47ec-8bef-24c76a8793de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:36.907994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-de8fedb2-1581-47ec-8bef-24c76a8793de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0634093 Oct 12 23:08:36.946074 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-285ac62a-9fb6-4c00-81e6-13652021157d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] delete failed (client error): The resource could not be found. Oct 12 23:08:36.950829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-285ac62a-9fb6-4c00-81e6-13652021157d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/edc518c4-4f0c-4213-a008-4c87582e8f47 HTTP/1.1" status: 404 len: 336 time: 0.0799599 Oct 12 23:08:36.951108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37860) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.983188 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6736dd20-a5f7-4572-ab8f-8dd507415a10 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=9d728ccf-cc38-4c51-b916-8b1272cdee68 HTTP/1.1" status: 200 len: 205 time: 0.0309868 Oct 12 23:08:36.986262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37862) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:36.994457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:36.998185 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.011802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.053900 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-5f054303-c67a-46f1-81c1-431db92d1155 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372466 Oct 12 23:08:37.054573 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-f2fe9be8-182b-4d9c-af36-d43413c79619 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] delete failed (client error): The resource could not be found. Oct 12 23:08:37.055563 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f2fe9be8-182b-4d9c-af36-d43413c79619 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/9d728ccf-cc38-4c51-b916-8b1272cdee68 HTTP/1.1" status: 404 len: 336 time: 0.0683482 Oct 12 23:08:37.059445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37866) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:37.111829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f9a02769-ae3b-4ba4-a6e4-4fbbcb76dc6d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=93c34549-7864-4f1b-8a2e-57227885b1ac HTTP/1.1" status: 200 len: 205 time: 0.0511408 Oct 12 23:08:37.141043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37870) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:37.194396 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-4437ddef-980a-4dc7-b96c-cf8900cbf911 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] delete failed (client error): The resource could not be found. Oct 12 23:08:37.195489 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4437ddef-980a-4dc7-b96c-cf8900cbf911 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/93c34549-7864-4f1b-8a2e-57227885b1ac HTTP/1.1" status: 404 len: 336 time: 0.0508659 Oct 12 23:08:37.201197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37874) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:37.246887 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-98db30f1-3c11-4dd4-b958-1dd340a5cce7 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=5396ef86-0226-4103-8803-9ec4be686378 HTTP/1.1" status: 200 len: 205 time: 0.0409484 Oct 12 23:08:37.255555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37878) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:37.322005 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-8af01172-0825-4a9e-bff6-11f9cb9b780e tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] delete failed (client error): The resource could not be found. Oct 12 23:08:37.323094 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8af01172-0825-4a9e-bff6-11f9cb9b780e tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/5396ef86-0226-4103-8803-9ec4be686378 HTTP/1.1" status: 404 len: 336 time: 0.0655153 Oct 12 23:08:37.326838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37886) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:37.341060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-4e1f0481-2d47-4f5b-9a5c-0f22c0cb6034 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2667289 Oct 12 23:08:37.368275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9e4525c6-6426-4eeb-b3f9-55d7ebaba340 tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "GET /v2.0/ports?device_id=22eca756-b179-413d-8231-3535f6a77654 HTTP/1.1" status: 200 len: 205 time: 0.0392053 Oct 12 23:08:37.369382 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.374700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37888) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:37.414507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-f4c6f948-9a19-40c4-aedb-9545fa181040 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.190&port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438 HTTP/1.1" status: 200 len: 217 time: 0.0496707 Oct 12 23:08:37.455709 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-abccb79a-c5b1-4288-ac11-56506c7ce1bb tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] delete failed (client error): The resource could not be found. Oct 12 23:08:37.459209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-abccb79a-c5b1-4288-ac11-56506c7ce1bb tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/routers/22eca756-b179-413d-8231-3535f6a77654 HTTP/1.1" status: 404 len: 336 time: 0.0810733 Oct 12 23:08:37.459209 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.459477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37894) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:37.468066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device be3049d8-6b1c-467b-bf41-02a25dbc0f9e details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:08:37.509364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:08:37.513139 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-47032d5e-3a0d-4a6d-aee6-bffab437193d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] DELETE failed (client error): The resource could not be found. Oct 12 23:08:37.513602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47032d5e-3a0d-4a6d-aee6-bffab437193d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:08:37.517197 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-47032d5e-3a0d-4a6d-aee6-bffab437193d tempest-RoutersAdminTest-586758951 tempest-RoutersAdminTest-586758951-project] 10.222.0.31 "DELETE /v2.0/subnets/65faf3cf-671c-4ae2-92fc-2d21a22550d7 HTTP/1.1" status: 404 len: 337 time: 0.0567644 Oct 12 23:08:37.527743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-48ff0af0-6092-437c-a925-8df883a6db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:37.529354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-48ff0af0-6092-437c-a925-8df883a6db61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 200 len: 797 time: 0.0824687 Oct 12 23:08:37.533987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.534330 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment 7a4159f6-d829-4f57-952f-581a3427febf of type vlan for network 8bd4ae1b-9eef-49b3-ac15-cb94c7184038 Oct 12 23:08:37.535724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c6ec70-04cf-46fe-a9ad-237090faac7a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:37.619683 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.638545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-60239094-b4f0-4738-bb59-86f5f3fefec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:37.640370 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-60239094-b4f0-4738-bb59-86f5f3fefec8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a1481ed7-6ac3-443e-9d45-89d3dfed1ced&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1018555 Oct 12 23:08:37.646132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port be3049d8-6b1c-467b-bf41-02a25dbc0f9e, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:37.669223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'be3049d8-6b1c-467b-bf41-02a25dbc0f9e', 'network_id': 'a8c67dae-94d8-4fab-be75-793a6fe78089', 'port_id': 'be3049d8-6b1c-467b-bf41-02a25dbc0f9e', 'mac_address': 'fa:16:3e:a3:e3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5169ae89-a897-443b-a804-950158ddd4a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:08:37.718648 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.732272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be3049d8-6b1c-467b-bf41-02a25dbc0f9e {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:08:37.754244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port be3049d8-6b1c-467b-bf41-02a25dbc0f9e, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:37.773240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.784307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b3fb0c-f8a0-4e01-8506-0f497acb9d3f req-7e5bdf05-f36a-41e5-a2cc-8afd57e9d15b tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:37.785860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08b3fb0c-f8a0-4e01-8506-0f497acb9d3f req-7e5bdf05-f36a-41e5-a2cc-8afd57e9d15b tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 943 time: 0.1108072 Oct 12 23:08:37.809520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.816172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:37.816710 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.820290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-47145423-2ecb-4e4d-be4d-d4cc6ab69fed service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708961 Oct 12 23:08:37.844199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:37.899654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:37.933695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08b3fb0c-f8a0-4e01-8506-0f497acb9d3f req-cc8edb14-030a-4026-84d8-4e11c1020dbc tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418808 Oct 12 23:08:37.959218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=8bd4ae1b-9eef-49b3-ac15-cb94c7184038,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:37.965604 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f9b974c7-d3c5-434c-9caa-f45481b422d1 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1755257 Oct 12 23:08:37.972816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 8bd4ae1b-9eef-49b3-ac15-cb94c7184038 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:08:38.015667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-86490c48-9988-465c-a5c2-e5f4ac0b9896 service neutron] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849294 Oct 12 23:08:38.084700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-b32fd959-28c6-4020-8265-485308f969ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e HTTP/1.1" status: 200 len: 217 time: 0.0607719 Oct 12 23:08:38.153938 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['be3049d8-6b1c-467b-bf41-02a25dbc0f9e'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:08:38.169148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-adf6eb24-bbfe-433e-b914-6ae0643194e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:38.170890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-adf6eb24-bbfe-433e-b914-6ae0643194e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91be1631-e1ff-47e5-8893-596ba1756edf HTTP/1.1" status: 200 len: 797 time: 0.0773141 Oct 12 23:08:38.171581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37926) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:38.171706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Deleting port a2efeb07-5b76-4f2e-b77d-0709b8d44b02 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:38.175648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:38.290457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-b51b51e0-1422-4265-bc99-57ac0a5bff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:38.295093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-b51b51e0-1422-4265-bc99-57ac0a5bff2a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1134646 Oct 12 23:08:38.319102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] For port a2efeb07-5b76-4f2e-b77d-0709b8d44b02, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a2efeb07-5b76-4f2e-b77d-0709b8d44b02,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:38.320997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:38.366594 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Calling delete_port for a2efeb07-5b76-4f2e-b77d-0709b8d44b02 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:38.391790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9d68-3d3a-41b4-a369-bda7918560c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:38.487570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-65012939-400f-46a8-8ce5-63c3e7e62203 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854918 Oct 12 23:08:38.585303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9d68-3d3a-41b4-a369-bda7918560c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:38.615040 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-a00b1d37-2547-4394-b898-39fe624db98d service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174135 Oct 12 23:08:38.661355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-29b9d105-611b-46d7-a698-0b7551a9ba75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 HTTP/1.1" status: 200 len: 217 time: 0.0403020 Oct 12 23:08:38.661986 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d1d9d68-3d3a-41b4-a369-bda7918560c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:38.701120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:38.730018 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8d1d9d68-3d3a-41b4-a369-bda7918560c0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a7e16c18aef456fb219bd1e7d7a0bfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5569868 Oct 12 23:08:38.730203 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2efeb07-5b76-4f2e-b77d-0709b8d44b02,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:38.732829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37956) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:38.741713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1d9d68-3d3a-41b4-a369-bda7918560c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5936756-2606-4006-ab32-679f6d09c974,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:38.759049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-19b5cdf3-3dca-48d7-be26-af603b32affe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:38.760400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-19b5cdf3-3dca-48d7-be26-af603b32affe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=91be1631-e1ff-47e5-8893-596ba1756edf HTTP/1.1" status: 200 len: 797 time: 0.0887375 Oct 12 23:08:38.843037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5b360acc-29ba-44c9-bca8-38c444b11e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:38.846865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5cd37a-c02b-4762-9516-38d149898382 req-1f9d8d94-0151-4fb4-a0e6-f63ebe8453da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:38.850343 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-1f9d8d94-0151-4fb4-a0e6-f63ebe8453da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8b771fed-bc71-4a60-9d8c-7e7d1be8d639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812566 Oct 12 23:08:38.930704 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5b360acc-29ba-44c9-bca8-38c444b11e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:38.995964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:39.124878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-a462e5c8-924a-445d-9425-6873635e702f service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588708 Oct 12 23:08:39.125478 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5b360acc-29ba-44c9-bca8-38c444b11e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:39.129392 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5b360acc-29ba-44c9-bca8-38c444b11e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:39.132997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5b360acc-29ba-44c9-bca8-38c444b11e5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5936756-2606-4006-ab32-679f6d09c974 HTTP/1.1" status: 204 len: 168 time: 0.3971188 Oct 12 23:08:39.156648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b360acc-29ba-44c9-bca8-38c444b11e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5936756-2606-4006-ab32-679f6d09c974,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:39.206296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c505a-2c6f-4c72-a736-576e0bed7c5f req-30c5130a-f8ec-4d89-99a2-7cef7e64afdf tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:39.208066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a13c505a-2c6f-4c72-a736-576e0bed7c5f req-30c5130a-f8ec-4d89-99a2-7cef7e64afdf tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 944 time: 0.1257000 Oct 12 23:08:39.238004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-aead5667-9bc0-41b1-9e65-aca86838245f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2003837 Oct 12 23:08:39.337479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Router 905973e3-94db-4424-8497-bc75a66fdd42 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:08:39.339578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a13c505a-2c6f-4c72-a736-576e0bed7c5f req-0e0c89a3-eb9b-4ece-8e3f-3b5c22497f3f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006088 Oct 12 23:08:39.353043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d5cd37a-c02b-4762-9516-38d149898382 req-ff76d0e9-2aea-4f13-860b-8fb90717bb98 service neutron] 10.222.0.41 "GET /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073576 Oct 12 23:08:39.362123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-a2af6fe8-3f4d-4f3c-9c8f-9c3578e2b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:39.362782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-a2af6fe8-3f4d-4f3c-9c8f-9c3578e2b8ba service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 1099 time: 0.0974312 Oct 12 23:08:39.481140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device be3049d8-6b1c-467b-bf41-02a25dbc0f9e up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:39.516059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:39.533666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b574e08f-b642-4c1e-b3ec-697a41470cc9 admin admin] 10.222.0.31 "PUT /v2.0/routers/905973e3-94db-4424-8497-bc75a66fdd42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9028244 Oct 12 23:08:39.536841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37992) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:39.544321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-5056a5e0-6d78-4af9-8b76-bb06faa4a206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:39.548019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-5056a5e0-6d78-4af9-8b76-bb06faa4a206 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 200 len: 916 time: 0.1650369 Oct 12 23:08:39.574090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] Sync routers for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:39.617289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:39.617916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:39.718125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-3724086a-3166-402b-b074-f303446f5c58 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f HTTP/1.1" status: 200 len: 1001 time: 0.1615515 Oct 12 23:08:39.726675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:39.839421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-c8d94b7a-5fd6-4cad-9883-5b3b86982f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:39.841051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-c8d94b7a-5fd6-4cad-9883-5b3b86982f76 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 200 len: 854 time: 0.1162446 Oct 12 23:08:39.899297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:39.907682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-35707ce8-7f04-422f-a572-af97cb93c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:39.909371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-35707ce8-7f04-422f-a572-af97cb93c71e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ceee6145-4e96-4066-9105-b15a1eb82d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546737 Oct 12 23:08:39.935564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port be3049d8-6b1c-467b-bf41-02a25dbc0f9e completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:08:39.946326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port be3049d8-6b1c-467b-bf41-02a25dbc0f9e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:39.946702 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:39.997770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:08:40.040072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-1abe9be5-3411-4dab-9007-7b55d1babede service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161499 Oct 12 23:08:40.082090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38016) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:40.136655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Deleting port 30c53498-f5bd-4e3d-a604-3be7c63e70d7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:40.137090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:40.144733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f808107e-860e-47c9-a1ac-e6da2dd10697 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ddfff0a944724f34ad3b8414525e8ebd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0595348 Oct 12 23:08:40.153241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38018) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:40.171157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f1f706-8ae7-4a71-88d9-29625e7b98db req-630c395c-8f55-40fe-8069-869933077356 service neutron] 10.222.0.25 "GET /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233146 Oct 12 23:08:40.275273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] For port 30c53498-f5bd-4e3d-a604-3be7c63e70d7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=30c53498-f5bd-4e3d-a604-3be7c63e70d7,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:40.275574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:40.285763 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c334ef36-7370-4dc5-8d1d-366ae9d07b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:40.290738 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:40.295065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Calling delete_port for 30c53498-f5bd-4e3d-a604-3be7c63e70d7 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:40.321560 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c334ef36-7370-4dc5-8d1d-366ae9d07b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:40.329313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fd978-b700-40a7-a5ff-7229c464208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3049d8-6b1c-467b-bf41-02a25dbc0f9e'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:40.331919 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50370456-04f5-4997-bddc-17fd1c347c72" -d '{"events": [{"server_uuid": "ad0fd978-b700-40a7-a5ff-7229c464208d", "name": "network-vif-plugged", "status": "completed", "tag": "be3049d8-6b1c-467b-bf41-02a25dbc0f9e"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:40.335570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T23:08:38Z', 'revision_number': 5, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port': {'id': '30c53498-f5bd-4e3d-a604-3be7c63e70d7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d6:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '905973e3-94db-4424-8497-bc75a66fdd42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1299, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:23Z', 'updated_at': '2021-10-12T22:59:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:40.384011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] Checking router: 905973e3-94db-4424-8497-bc75a66fdd42 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:08:40.412395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port be3049d8-6b1c-467b-bf41-02a25dbc0f9e, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:40.418471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] Routers {'905973e3-94db-4424-8497-bc75a66fdd42'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:40.422841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['905973e3-94db-4424-8497-bc75a66fdd42'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:40.536589 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb45e1e-1bd5-419d-8b52-4afaa750633a x-openstack-request-id: req-0bb45e1e-1bd5-419d-8b52-4afaa750633a {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:40.540041 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fd978-b700-40a7-a5ff-7229c464208d", "name": "network-vif-plugged", "status": "completed", "tag": "be3049d8-6b1c-467b-bf41-02a25dbc0f9e", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:40.540513 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0bb45e1e-1bd5-419d-8b52-4afaa750633a {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:40.541109 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fd978-b700-40a7-a5ff-7229c464208d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be3049d8-6b1c-467b-bf41-02a25dbc0f9e', 'code': 200} Oct 12 23:08:40.544931 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:40.656127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] Set router 905973e3-94db-4424-8497-bc75a66fdd42 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:08:40.662625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc01d-7fb1-4350-a44a-8763c596c52d req-34858354-234b-459d-84ae-389562d0e3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:40.664303 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be8cc01d-7fb1-4350-a44a-8763c596c52d req-34858354-234b-459d-84ae-389562d0e3fb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 1097 time: 0.1277785 Oct 12 23:08:40.673609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc99db-47d4-499c-8b9e-939acfedcca6 req-3bc60336-c221-4ee1-a7a5-ae2ddc0dabbc tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:40.675281 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1fc99db-47d4-499c-8b9e-939acfedcca6 req-3bc60336-c221-4ee1-a7a5-ae2ddc0dabbc tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1380301 Oct 12 23:08:40.676021 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c334ef36-7370-4dc5-8d1d-366ae9d07b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:40.678762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c334ef36-7370-4dc5-8d1d-366ae9d07b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:40.682586 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c334ef36-7370-4dc5-8d1d-366ae9d07b2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d610a00b-d38e-4a1f-b545-76ac69a81afd HTTP/1.1" status: 204 len: 168 time: 0.5260370 Oct 12 23:08:40.738663 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be8cc01d-7fb1-4350-a44a-8763c596c52d req-a88a63a8-a44e-43a4-a95a-362ca9444bf7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550795 Oct 12 23:08:40.758850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T23:08:39Z', 'revision_number': 6, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:40.790907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d1acae-ef7c-4cdd-abe7-8399fb024d73 None None] The sync data for ids ['905973e3-94db-4424-8497-bc75a66fdd42'] in n-d-790519-14 is: [{'id': '905973e3-94db-4424-8497-bc75a66fdd42', 'name': 'tempest-ServerActionsTestJSON-470711405-router', 'tenant_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:21Z', 'updated_at': '2021-10-12T23:08:39Z', 'revision_number': 6, 'project_id': 'd7a8b43052b2454e9459dc6c1313aad8', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:40.806645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:40.861403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c334ef36-7370-4dc5-8d1d-366ae9d07b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d610a00b-d38e-4a1f-b545-76ac69a81afd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:40.923659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1fc99db-47d4-499c-8b9e-939acfedcca6 req-fbd24d6a-1471-4ba2-a8c4-b23716e46c03 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859976 Oct 12 23:08:40.937153 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:40.984508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c53498-f5bd-4e3d-a604-3be7c63e70d7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:41.065485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.188664 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.191587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.375944 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.376569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 905973e3-94db-4424-8497-bc75a66fdd42 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:41.381451 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.384803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-93baac36-1769-46e0-a69c-7d0e02338ca7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/905973e3-94db-4424-8497-bc75a66fdd42 HTTP/1.1" status: 204 len: 168 time: 1.8469665 Oct 12 23:08:41.385087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:41.415739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38084) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:41.420783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': '8bd4ae1b-9eef-49b3-ac15-cb94c7184038', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:41.456151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e4e0b6-3167-4ab2-a704-6794fc81e58a admin admin] Deleting subnet c127a2f7-7658-4c00-a581-24ee397b068a {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:08:41.459445 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13e4e0b6-3167-4ab2-a704-6794fc81e58a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.496282 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13e4e0b6-3167-4ab2-a704-6794fc81e58a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.586238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13e4e0b6-3167-4ab2-a704-6794fc81e58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.591729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:41.596184 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.719045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13e4e0b6-3167-4ab2-a704-6794fc81e58a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.765843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4e0b6-3167-4ab2-a704-6794fc81e58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c127a2f7-7658-4c00-a581-24ee397b068a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:41.780579 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13e4e0b6-3167-4ab2-a704-6794fc81e58a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:41.784536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-13e4e0b6-3167-4ab2-a704-6794fc81e58a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c127a2f7-7658-4c00-a581-24ee397b068a HTTP/1.1" status: 204 len: 168 time: 0.3984735 Oct 12 23:08:41.787122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38106) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:41.791492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942a7dad-7a3b-48f4-bf35-c317a1845bb7 None None] Network 6621fe39-a6e5-450c-8c8e-ba213ba6a029 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:41.904105 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.134512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720947ac-5aaa-4314-8243-0861f2858709 req-b780568b-6741-4a1d-a6e2-d66cf4dad356 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:42.151699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-720947ac-5aaa-4314-8243-0861f2858709 req-b780568b-6741-4a1d-a6e2-d66cf4dad356 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1136291 Oct 12 23:08:42.233417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da19d987-7b1c-47cb-b617-f1b228c81c2a None None] DHCP port deletion for 6621fe39-a6e5-450c-8c8e-ba213ba6a029 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:08:42.242564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-82381eef-60bb-47e9-af6f-bd4f6c628236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.279226 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-720947ac-5aaa-4314-8243-0861f2858709 req-1f827e55-920c-40a2-a6ff-766074297781 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062779 Oct 12 23:08:42.334561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-da19d987-7b1c-47cb-b617-f1b228c81c2a None None] Deleting port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:42.335076 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-da19d987-7b1c-47cb-b617-f1b228c81c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.423816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-da19d987-7b1c-47cb-b617-f1b228c81c2a None None] For port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=dac8e5fd-9270-4376-a34c-6c7e56ac6ec7,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:42.424351 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-da19d987-7b1c-47cb-b617-f1b228c81c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.441355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-da19d987-7b1c-47cb-b617-f1b228c81c2a None None] Calling delete_port for dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:42.571296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Deleting port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:42.571795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.622561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:42.645627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] For port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=dac8e5fd-9270-4376-a34c-6c7e56ac6ec7,segment=NetworkSegment(606cfd25-8aad-41b0-bb2b-4ac41e582c0c),segment_id=606cfd25-8aad-41b0-bb2b-4ac41e582c0c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:42.646045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.662554 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-da19d987-7b1c-47cb-b617-f1b228c81c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.665046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Calling delete_port for dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:42.667000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.693446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19d987-7b1c-47cb-b617-f1b228c81c2a None None] Pushing event deleted for resources: {'Port': ['ID=dac8e5fd-9270-4376-a34c-6c7e56ac6ec7,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:42.695841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da19d987-7b1c-47cb-b617-f1b228c81c2a None None] No DVR routers for this DVR port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:42.699307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No active binding found for port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 {{(pid=101891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 23:08:42.699886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:42.700444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a2efeb07-5b76-4f2e-b77d-0709b8d44b02 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:42.727875 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a2efeb07-5b76-4f2e-b77d-0709b8d44b02 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:42.728216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a2efeb07-5b76-4f2e-b77d-0709b8d44b02 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:42.728657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 30c53498-f5bd-4e3d-a604-3be7c63e70d7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:42.748223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 30c53498-f5bd-4e3d-a604-3be7c63e70d7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:42.748564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 30c53498-f5bd-4e3d-a604-3be7c63e70d7 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:42.773794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=cbd42cfc-2fbd-432b-b529-68bad8c6f3f9,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:42.804184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking segment: {'id': '7a4159f6-d829-4f57-952f-581a3427febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8bd4ae1b-9eef-49b3-ac15-cb94c7184038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:42.804843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network hostable DHCP agents. Network: 8bd4ae1b-9eef-49b3-ac15-cb94c7184038, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:08:42.829757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.853495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=dac8e5fd-9270-4376-a34c-6c7e56ac6ec7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:42.864797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] No DVR routers for this DVR port dac8e5fd-9270-4376-a34c-6c7e56ac6ec7 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:42.894773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network 8bd4ae1b-9eef-49b3-ac15-cb94c7184038 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:08:42.948562 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.967889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6621fe39-a6e5-450c-8c8e-ba213ba6a029']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:42.988302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '606cfd25-8aad-41b0-bb2b-4ac41e582c0c') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:42.988302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '606cfd25-8aad-41b0-bb2b-4ac41e582c0c') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:42.988302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 8bd4ae1b-9eef-49b3-ac15-cb94c7184038) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:42.993258 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.995333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:42.995930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:42.998857 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fdbbcc-76c7-4d52-b8ca-076921f7f9d6 None None] Network 8bd4ae1b-9eef-49b3-ac15-cb94c7184038 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:43.015818 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.022551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:08:43.022860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:08:43.024600 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:08:43.085706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ef97c806-095b-4931-9bb4-c24093cdf22f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6688247 Oct 12 23:08:43.089545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38178) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:43.094543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2107645575'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:43.177907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-8bd4ae1b-9eef-49b3-ac15-cb94c7184038', 'network_id': '8bd4ae1b-9eef-49b3-ac15-cb94c7184038', 'tenant_id': '9b2c89bb2213451a9143492246cd280e', 'fixed_ips': [{'subnet_id': 'cbd42cfc-2fbd-432b-b529-68bad8c6f3f9'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:08:43.178773 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.181498 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.181676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:43.186232 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.191619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.198026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6621fe39-a6e5-450c-8c8e-ba213ba6a029 HTTP/1.1" status: 204 len: 168 time: 1.4097109 Oct 12 23:08:43.213339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fda76e-5956-4c15-ad5f-5ae8ac3b93e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6621fe39-a6e5-450c-8c8e-ba213ba6a029,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:43.241968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:08:43.255245 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.255848 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment ab2e14d2-81ad-4a6a-8020-4ae83d6d4598 of type vlan for network 0e1a27cc-0112-48ab-b0b7-2ca4c518cbab Oct 12 23:08:43.310607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.353761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Allocated IP 2001:db8:0:ffff::2 (8bd4ae1b-9eef-49b3-ac15-cb94c7184038/cbd42cfc-2fbd-432b-b529-68bad8c6f3f9/e961dbb7-79a6-4ef7-ab95-3e38cc4135b0) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:43.489054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38208) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:43.489278 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.494852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:43.495837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.523503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.565775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=0e1a27cc-0112-48ab-b0b7-2ca4c518cbab,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:43.575959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 0e1a27cc-0112-48ab-b0b7-2ca4c518cbab details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:08:43.632482 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.659685 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-02c16a0c-ccd9-422a-b865-f9912008aea8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5690219 Oct 12 23:08:43.662773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38220) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:43.671472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': '0e1a27cc-0112-48ab-b0b7-2ca4c518cbab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:43.689402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Network 8bd4ae1b-9eef-49b3-ac15-cb94c7184038 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:43.692595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:43.695992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:43.703349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Pushing event updated for resources: {'Port': ['ID=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:43.718211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38224) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:43.762077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Attempting to bind port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:08:43.762447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Attempting to bind port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '7a4159f6-d829-4f57-952f-581a3427febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8bd4ae1b-9eef-49b3-ac15-cb94c7184038'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:08:43.762809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Attempting to bind port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 on network 8bd4ae1b-9eef-49b3-ac15-cb94c7184038 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:43.769850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:08:43.770229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Checking segment: {'id': '7a4159f6-d829-4f57-952f-581a3427febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8bd4ae1b-9eef-49b3-ac15-cb94c7184038'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:43.770638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.771063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Bound using segment: {'id': '7a4159f6-d829-4f57-952f-581a3427febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8bd4ae1b-9eef-49b3-ac15-cb94c7184038'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:08:43.771540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Bound port: e961dbb7-79a6-4ef7-ab95-3e38cc4135b0, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4159f6-d829-4f57-952f-581a3427febf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '8bd4ae1b-9eef-49b3-ac15-cb94c7184038'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:08:43.771975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.809137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c35c5a-c036-445a-bafa-eabef5c849e4 req-e2b83ae6-16a0-49be-aa9b-06041f56851b tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:43.818618 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69c35c5a-c036-445a-bafa-eabef5c849e4 req-e2b83ae6-16a0-49be-aa9b-06041f56851b tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.4351976 Oct 12 23:08:43.822019 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-df0fa551-be57-4877-ac9b-ca60e9d53d3f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d7a8b43052b2454e9459dc6c1313aad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0999389 Oct 12 23:08:43.826382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38234) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:43.857525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] For port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:08:43.864282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] For port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,segment=NetworkSegment(7a4159f6-d829-4f57-952f-581a3427febf),segment_id=7a4159f6-d829-4f57-952f-581a3427febf)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:08:43.873557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69c35c5a-c036-445a-bafa-eabef5c849e4 req-afea385a-6f86-4160-8a0c-cda36b8d5510 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542347 Oct 12 23:08:43.901876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84e908cc-d413-4b96-af13-77305384cbe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.937841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7f5be6dd-bd9d-47ad-b5d9-e805f5784f28 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-431084548'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:43.947245 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84e908cc-d413-4b96-af13-77305384cbe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.970696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:43.974180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:43.987816 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.052931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d76d1-9ae0-4a6f-b28d-8dd7fd78ad72 None None] Pushing event updated for resources: {'Port': ['ID=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:44.114681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5be6dd-bd9d-47ad-b5d9-e805f5784f28 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.115740 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5be6dd-bd9d-47ad-b5d9-e805f5784f28 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.161460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84e908cc-d413-4b96-af13-77305384cbe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.164004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84e908cc-d413-4b96-af13-77305384cbe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.165150 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-84e908cc-d413-4b96-af13-77305384cbe0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f7794631-0c7d-4d40-b104-7ba9b638d2e6 HTTP/1.1" status: 204 len: 168 time: 0.3372841 Oct 12 23:08:44.242679 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5be6dd-bd9d-47ad-b5d9-e805f5784f28 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.246959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e908cc-d413-4b96-af13-77305384cbe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7794631-0c7d-4d40-b104-7ba9b638d2e6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:44.342048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5be6dd-bd9d-47ad-b5d9-e805f5784f28 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.376527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.414775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb446c3-5335-40e4-8ef9-ee097198c8a8 req-3324303f-dd70-4ba2-94e2-a08b4cde3f95 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:44.416290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2eb446c3-5335-40e4-8ef9-ee097198c8a8 req-3324303f-dd70-4ba2-94e2-a08b4cde3f95 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.0627654 Oct 12 23:08:44.450573 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f5be6dd-bd9d-47ad-b5d9-e805f5784f28 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.451806 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7f5be6dd-bd9d-47ad-b5d9-e805f5784f28 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9617689 Oct 12 23:08:44.456410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38256) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:44.466467 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2eb446c3-5335-40e4-8ef9-ee097198c8a8 req-3183a737-d102-4e20-a076-a59522325a2f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437350 Oct 12 23:08:44.471937 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=022721f4-79ae-47df-99b1-eb2a0f661bd7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:44.502009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0402-881b-48ff-8697-cb86cd78e741 req-6e1c2084-8351-47f8-8e76-72707e08d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:44.502009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-079c0402-881b-48ff-8697-cb86cd78e741 req-6e1c2084-8351-47f8-8e76-72707e08d37b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c746a093b5904063b35eefb375da9aad&device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 1097 time: 0.0914419 Oct 12 23:08:44.502009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking segment: {'id': 'ab2e14d2-81ad-4a6a-8020-4ae83d6d4598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0e1a27cc-0112-48ab-b0b7-2ca4c518cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:44.502009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network hostable DHCP agents. Network: 0e1a27cc-0112-48ab-b0b7-2ca4c518cbab, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:08:44.538183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf795f91-cd31-4e39-a73e-0190f67020eb tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.629835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network 0e1a27cc-0112-48ab-b0b7-2ca4c518cbab is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:08:44.645426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0402-881b-48ff-8697-cb86cd78e741 req-754909e1-a4ce-42bc-9caf-dbddc61cf9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:44.646987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-079c0402-881b-48ff-8697-cb86cd78e741 req-754909e1-a4ce-42bc-9caf-dbddc61cf9a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8c67dae-94d8-4fab-be75-793a6fe78089 HTTP/1.1" status: 200 len: 911 time: 0.1394920 Oct 12 23:08:44.662512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:44.701979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-079c0402-881b-48ff-8697-cb86cd78e741 req-8266e3a4-2a96-46c2-9ea8-28f5f0637070 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be3049d8-6b1c-467b-bf41-02a25dbc0f9e HTTP/1.1" status: 200 len: 217 time: 0.0472112 Oct 12 23:08:44.724377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:44.725583 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.732353 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf795f91-cd31-4e39-a73e-0190f67020eb tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.734860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf795f91-cd31-4e39-a73e-0190f67020eb tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.775289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c0402-881b-48ff-8697-cb86cd78e741 req-e49a533c-1f28-45a8-b3f0-385c38f41193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:44.777281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-079c0402-881b-48ff-8697-cb86cd78e741 req-e49a533c-1f28-45a8-b3f0-385c38f41193 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5169ae89-a897-443b-a804-950158ddd4a8 HTTP/1.1" status: 200 len: 850 time: 0.0688930 Oct 12 23:08:44.778871 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 0e1a27cc-0112-48ab-b0b7-2ca4c518cbab) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:44.785303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:44.785909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.788937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158f28d7-2a67-4830-93ca-f186fed10fff None None] Network 0e1a27cc-0112-48ab-b0b7-2ca4c518cbab requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:44.830680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-079c0402-881b-48ff-8697-cb86cd78e741 req-b969f5e9-2aa4-425a-991f-8301d30fa167 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8c67dae-94d8-4fab-be75-793a6fe78089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405948 Oct 12 23:08:44.861463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf795f91-cd31-4e39-a73e-0190f67020eb tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.862182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf795f91-cd31-4e39-a73e-0190f67020eb tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5961e0ce-0dde-426a-a49a-aa453faba03e {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:44.868628 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf795f91-cd31-4e39-a73e-0190f67020eb tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.874079 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cf795f91-cd31-4e39-a73e-0190f67020eb tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "DELETE /v2.0/routers/5961e0ce-0dde-426a-a49a-aa453faba03e HTTP/1.1" status: 204 len: 168 time: 0.4166212 Oct 12 23:08:44.874801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38268) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:44.881160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0861e117-7050-4272-a487-829e351b6821 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Request body: {'router': {'name': 'tempest-router-1330601513', 'distributed': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:44.913221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:44.923844 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c78a596-66ad-4b71-9d1d-fb204c753867 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.2582340 Oct 12 23:08:44.926361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38272) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:45.010529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,segment=NetworkSegment(7a4159f6-d829-4f57-952f-581a3427febf),segment_id=7a4159f6-d829-4f57-952f-581a3427febf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:45.016858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-079c0402-881b-48ff-8697-cb86cd78e741 req-f6825332-c78b-49af-9c5e-cbdf9182c55e service neutron] 10.222.0.25 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784630 Oct 12 23:08:45.022559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0861e117-7050-4272-a487-829e351b6821 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.024147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0861e117-7050-4272-a487-829e351b6821 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.052970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-0e1a27cc-0112-48ab-b0b7-2ca4c518cbab', 'network_id': '0e1a27cc-0112-48ab-b0b7-2ca4c518cbab', 'tenant_id': '9b2c89bb2213451a9143492246cd280e', 'fixed_ips': [{'subnet_id': '022721f4-79ae-47df-99b1-eb2a0f661bd7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:08:45.055512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.088097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.145640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.154880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0861e117-7050-4272-a487-829e351b6821 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.216495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0861e117-7050-4272-a487-829e351b6821 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.217778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:45.257147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-079c0402-881b-48ff-8697-cb86cd78e741 req-0d43ea18-2cb5-46e0-ab2c-713e3b8b31d8 service neutron] 10.222.0.25 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312677 Oct 12 23:08:45.289627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.354255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0861e117-7050-4272-a487-829e351b6821 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.355733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0861e117-7050-4272-a487-829e351b6821 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4791467 Oct 12 23:08:45.358516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:45.416606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef83c620-4a4e-4577-b5c2-229a6aa71950 None None] Network 8bd4ae1b-9eef-49b3-ac15-cb94c7184038 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:45.483955 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc99830e-abca-451c-9fbb-f2af03d83636 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.542555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Allocated IP 2001:db8::1 (0e1a27cc-0112-48ab-b0b7-2ca4c518cbab/022721f4-79ae-47df-99b1-eb2a0f661bd7/878349ec-b00a-4ce1-9f40-6b60efe30f7b) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:45.560107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-eaa4e011-b545-45bd-ae3f-305a8af3e77b None None] Provisioning complete for port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:45.560807 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-eaa4e011-b545-45bd-ae3f-305a8af3e77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.574170 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.633143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780ab3a-9269-449d-86fa-177f8668285e req-0c962b8b-37e7-4c81-b421-8c40b1f5015d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:45.635392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6780ab3a-9269-449d-86fa-177f8668285e req-0c962b8b-37e7-4c81-b421-8c40b1f5015d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.0810547 Oct 12 23:08:45.636168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38300) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:45.636282 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9a3bb656-3b3f-404e-815d-9128fcdf3216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.683743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc99830e-abca-451c-9fbb-f2af03d83636 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.686358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc99830e-abca-451c-9fbb-f2af03d83636 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.731884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6780ab3a-9269-449d-86fa-177f8668285e req-6f1e1e72-a634-4d68-92fa-b285c8f6b05e tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715020 Oct 12 23:08:45.797760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1521362027-network', 'tenant_id': '4ecfad9dd8034480a90d3f05222278a9'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:45.832830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc99830e-abca-451c-9fbb-f2af03d83636 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.833624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc99830e-abca-451c-9fbb-f2af03d83636 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 99fc2c0b-8f8f-4504-b366-32a36ad259cb {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:45.842110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fc99830e-abca-451c-9fbb-f2af03d83636 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.842110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fc99830e-abca-451c-9fbb-f2af03d83636 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "DELETE /v2.0/routers/99fc2c0b-8f8f-4504-b366-32a36ad259cb HTTP/1.1" status: 204 len: 168 time: 0.4772968 Oct 12 23:08:45.842873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38306) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:45.847481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cca6f20d-910a-4c2b-9cc6-b31122cc2d6f tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Request body: {'router': {'name': 'tempest-router-1875157146', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3ce3772cf2834f02b43129ca2952fe7a'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:45.889867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Made reservation on behalf of 4ecfad9dd8034480a90d3f05222278a9 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:45.893490 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.904707 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.980806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.982487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cca6f20d-910a-4c2b-9cc6-b31122cc2d6f tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:45.983573 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cca6f20d-910a-4c2b-9cc6-b31122cc2d6f tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.040078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cca6f20d-910a-4c2b-9cc6-b31122cc2d6f tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.065117 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.084018 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.093673 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:08:46.108806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:08:46.119606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445bb76a-32e6-4e93-9c95-403ea6fc207f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:46.124602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.124950 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Added segment 4a598630-a5e8-4115-b942-f133ab2090a0 of type vlan for network 9a6e401d-d079-4c7a-b2b3-203dfa2e595f Oct 12 23:08:46.135911 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.171804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.182696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cca6f20d-910a-4c2b-9cc6-b31122cc2d6f tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.182963 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.224376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Network 0e1a27cc-0112-48ab-b0b7-2ca4c518cbab is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:46.227388 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:46.230780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:46.236874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Pushing event updated for resources: {'Port': ['ID=878349ec-b00a-4ce1-9f40-6b60efe30f7b,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:46.266014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cca6f20d-910a-4c2b-9cc6-b31122cc2d6f tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.269424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cca6f20d-910a-4c2b-9cc6-b31122cc2d6f tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4238100 Oct 12 23:08:46.274419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38310) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:46.275799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:46.291847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Attempting to bind port 878349ec-b00a-4ce1-9f40-6b60efe30f7b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:08:46.292251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Attempting to bind port 878349ec-b00a-4ce1-9f40-6b60efe30f7b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'ab2e14d2-81ad-4a6a-8020-4ae83d6d4598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0e1a27cc-0112-48ab-b0b7-2ca4c518cbab'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:08:46.292590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Attempting to bind port 878349ec-b00a-4ce1-9f40-6b60efe30f7b on network 0e1a27cc-0112-48ab-b0b7-2ca4c518cbab {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:46.298432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:08:46.298810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Checking segment: {'id': 'ab2e14d2-81ad-4a6a-8020-4ae83d6d4598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0e1a27cc-0112-48ab-b0b7-2ca4c518cbab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:46.299242 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.299637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Bound using segment: {'id': 'ab2e14d2-81ad-4a6a-8020-4ae83d6d4598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0e1a27cc-0112-48ab-b0b7-2ca4c518cbab'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:08:46.300103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Bound port: 878349ec-b00a-4ce1-9f40-6b60efe30f7b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab2e14d2-81ad-4a6a-8020-4ae83d6d4598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '0e1a27cc-0112-48ab-b0b7-2ca4c518cbab'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:08:46.300485 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.315325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.378527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] For port 878349ec-b00a-4ce1-9f40-6b60efe30f7b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:08:46.383810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] For port 878349ec-b00a-4ce1-9f40-6b60efe30f7b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=878349ec-b00a-4ce1-9f40-6b60efe30f7b,segment=NetworkSegment(ab2e14d2-81ad-4a6a-8020-4ae83d6d4598),segment_id=ab2e14d2-81ad-4a6a-8020-4ae83d6d4598)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:08:46.386889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-60f115be-8f2c-429a-8bd1-a21b724414bd None None] Provisioning complete for port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:46.387307 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-60f115be-8f2c-429a-8bd1-a21b724414bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.454309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.551038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e37148-69fd-42fa-8afc-e99ea17b365c None None] Pushing event updated for resources: {'Port': ['ID=878349ec-b00a-4ce1-9f40-6b60efe30f7b,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:46.573536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d886a63d-403b-4961-8384-70e84bffb91a None None] Network 0e1a27cc-0112-48ab-b0b7-2ca4c518cbab requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:46.649936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:46.680854 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.681803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:46.682462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.753134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16ceb3aa-1a5a-4792-8821-67777e6274c5 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:08:46.755986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:46.756361 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:46.761191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=022721f4-79ae-47df-99b1-eb2a0f661bd7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:46.895216 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2577374 Oct 12 23:08:46.901176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf95352-cb3c-4e59-9d35-fd5fa513e10f admin admin] Pushing event updated for resources: {'Network': ['ID=9a6e401d-d079-4c7a-b2b3-203dfa2e595f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:46.902271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38316) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:46.919299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Request body: {'subnet': {'network_id': '9a6e401d-d079-4c7a-b2b3-203dfa2e595f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1521362027-subnet', 'tenant_id': '4ecfad9dd8034480a90d3f05222278a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:46.948732 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 9a6e401d-d079-4c7a-b2b3-203dfa2e595f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:08:46.997697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.009838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.010106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.015395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Made reservation on behalf of 4ecfad9dd8034480a90d3f05222278a9 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:47.018161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.020174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ceb3aa-1a5a-4792-8821-67777e6274c5 None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:08:47.059032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1a27cc-0112-48ab-b0b7-2ca4c518cbab']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:47.098925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2e14d2-81ad-4a6a-8020-4ae83d6d4598') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:47.099252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2e14d2-81ad-4a6a-8020-4ae83d6d4598') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:47.115627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7cd5d1-f1f4-4bfa-808d-443609bd9fa7 req-561c59f2-bb37-44f5-bc61-ca280d91e727 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:47.117161 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7cd5d1-f1f4-4bfa-808d-443609bd9fa7 req-561c59f2-bb37-44f5-bc61-ca280d91e727 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2725601 Oct 12 23:08:47.130046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.169200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101889) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Oct 12 23:08:47.169560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Router bc8b3fe7-ddb0-4b40-9f62-0137dedfc93b migrating from provider to provider. {{(pid=101889) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Oct 12 23:08:47.169925 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.174249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.181244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.192703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:08:47.193116 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:08:47.196165 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:08:47.210870 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7cd5d1-f1f4-4bfa-808d-443609bd9fa7 req-05c63a37-827c-40a4-b0b1-cbc2d5e4a9e7 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829170 Oct 12 23:08:47.244399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.318419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.345969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:08:47.345969 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:08:47.345969 n-d-790519-14 neutron-server[101889]: [parameters: {'id': '0e1a27cc-0112-48ab-b0b7-2ca4c518cbab'}] Oct 12 23:08:47.345969 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:08:47.346517 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:08:47.366125 n-d-790519-14 neutron-server[101889]: WARNING neutron.scheduler.l3_agent_scheduler [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] No L3 agents can host the router bc8b3fe7-ddb0-4b40-9f62-0137dedfc93b Oct 12 23:08:47.390511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Checking segment: {'id': '4a598630-a5e8-4115-b942-f133ab2090a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a6e401d-d079-4c7a-b2b3-203dfa2e595f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:47.390875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Network hostable DHCP agents. Network: 9a6e401d-d079-4c7a-b2b3-203dfa2e595f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:08:47.402819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36f1c6f-a49a-42fe-a7a7-1aa818e7f4b0,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:47.501478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Network 9a6e401d-d079-4c7a-b2b3-203dfa2e595f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:08:47.515742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Hosts for router bc8b3fe7-ddb0-4b40-9f62-0137dedfc93b: [] {{(pid=101889) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Oct 12 23:08:47.543278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Hosts for other DVR routers connected to router bc8b3fe7-ddb0-4b40-9f62-0137dedfc93b: set() {{(pid=101889) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Oct 12 23:08:47.545863 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.547066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-30269357-559e-496d-997d-9148e812a83e tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "PUT /v2.0/routers/bc8b3fe7-ddb0-4b40-9f62-0137dedfc93b HTTP/1.1" status: 200 len: 717 time: 1.2754612 Oct 12 23:08:47.550305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38320) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:47.565374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 9a6e401d-d079-4c7a-b2b3-203dfa2e595f) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:47.570522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:47.571495 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.579526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9a7195-f5ad-480a-9e30-638fb1403e1c None None] Network 9a6e401d-d079-4c7a-b2b3-203dfa2e595f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:47.636612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-390303b9-27db-44d7-a96c-eb197b760cab tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "GET /v2.0/routers/bc8b3fe7-ddb0-4b40-9f62-0137dedfc93b HTTP/1.1" status: 200 len: 717 time: 0.0829341 Oct 12 23:08:47.637063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38322) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:47.676403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e6a18781-3514-40e9-9bee-a1b48d3262d1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7680829 Oct 12 23:08:47.748040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67d7340-1cf8-482c-bad3-b0b0011fa9cb None None] Network 9a6e401d-d079-4c7a-b2b3-203dfa2e595f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:47.831872 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.849945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.918648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting port 878349ec-b00a-4ce1-9f40-6b60efe30f7b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:47.919116 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:47.921917 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9ae30f79-45f0-41bd-882e-58ff998affde tempest-RoutersTestDVR-318194267 tempest-RoutersTestDVR-318194267-project] 10.222.0.31 "GET /v2.0/routers/bc8b3fe7-ddb0-4b40-9f62-0137dedfc93b HTTP/1.1" status: 200 len: 683 time: 0.2836754 Oct 12 23:08:47.924758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38334) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:48.040517 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a28b5371-8c58-4bc5-b408-089fe0f36084 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.255632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] For port 878349ec-b00a-4ce1-9f40-6b60efe30f7b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=878349ec-b00a-4ce1-9f40-6b60efe30f7b,segment=NetworkSegment(ab2e14d2-81ad-4a6a-8020-4ae83d6d4598),segment_id=ab2e14d2-81ad-4a6a-8020-4ae83d6d4598)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:48.256039 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.268632 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a28b5371-8c58-4bc5-b408-089fe0f36084 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.273371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a28b5371-8c58-4bc5-b408-089fe0f36084 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.274849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Calling delete_port for 878349ec-b00a-4ce1-9f40-6b60efe30f7b owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:48.424595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62217343-1264-460c-88ff-9187a177c6eb req-c7394c0b-b91f-494a-b174-315a78a07be5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:48.426262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62217343-1264-460c-88ff-9187a177c6eb req-c7394c0b-b91f-494a-b174-315a78a07be5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1029205 Oct 12 23:08:48.452294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a28b5371-8c58-4bc5-b408-089fe0f36084 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.452813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28b5371-8c58-4bc5-b408-089fe0f36084 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bc8b3fe7-ddb0-4b40-9f62-0137dedfc93b {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:48.460049 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a28b5371-8c58-4bc5-b408-089fe0f36084 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.464683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a28b5371-8c58-4bc5-b408-089fe0f36084 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "DELETE /v2.0/routers/bc8b3fe7-ddb0-4b40-9f62-0137dedfc93b HTTP/1.1" status: 204 len: 168 time: 0.5355139 Oct 12 23:08:48.465146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38346) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:48.471651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-83251186-0273-4b85-a018-0411cd02c371 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Request body: {'router': {'name': 'tempest-router-1620592732', 'distributed': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:48.493934 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62217343-1264-460c-88ff-9187a177c6eb req-81e7a3be-6e22-4e6f-86a9-39bb92870a52 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495355 Oct 12 23:08:48.587564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.592459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83251186-0273-4b85-a018-0411cd02c371 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.593936 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83251186-0273-4b85-a018-0411cd02c371 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.628953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Port': ['ID=878349ec-b00a-4ce1-9f40-6b60efe30f7b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:48.630811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No DVR routers for this DVR port 878349ec-b00a-4ce1-9f40-6b60efe30f7b on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:48.663601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83251186-0273-4b85-a018-0411cd02c371 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.713381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.737919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e1a27cc-0112-48ab-b0b7-2ca4c518cbab']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:48.749700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab2e14d2-81ad-4a6a-8020-4ae83d6d4598') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:48.750064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab2e14d2-81ad-4a6a-8020-4ae83d6d4598') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:48.754477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83251186-0273-4b85-a018-0411cd02c371 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.763695 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.779962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.787463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:08:48.787856 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:08:48.791190 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:08:48.861402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.886051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83251186-0273-4b85-a018-0411cd02c371 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.894426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-83251186-0273-4b85-a018-0411cd02c371 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4222753 Oct 12 23:08:48.896586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38360) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:48.947781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.968335 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:48.981212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/0e1a27cc-0112-48ab-b0b7-2ca4c518cbab HTTP/1.1" status: 204 len: 168 time: 4.0533903 Oct 12 23:08:48.988108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38370) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:49.001249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-25115035'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:49.004179 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-50dc76b7-c23d-47d7-999a-95c4b6543950 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.040105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544f759-b5b7-44cf-8398-62b8775cdc3c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=0e1a27cc-0112-48ab-b0b7-2ca4c518cbab,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:49.044010 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.124352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:49.128157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.161707 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:08:49.184600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.184956 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment 40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c of type vlan for network 70fa8a72-1e02-4669-a3de-12224d617bb1 Oct 12 23:08:49.190337 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-50dc76b7-c23d-47d7-999a-95c4b6543950 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.195148 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-50dc76b7-c23d-47d7-999a-95c4b6543950 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.229168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.324327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.324491 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-50dc76b7-c23d-47d7-999a-95c4b6543950 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.326879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50dc76b7-c23d-47d7-999a-95c4b6543950 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6144b4b-0b01-477c-b2bc-898724393457 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:08:49.330737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:49.331424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.336410 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-50dc76b7-c23d-47d7-999a-95c4b6543950 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.340908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-50dc76b7-c23d-47d7-999a-95c4b6543950 tempest-RoutersTestDVR-1109957902 tempest-RoutersTestDVR-1109957902-project-admin] 10.222.0.31 "DELETE /v2.0/routers/c6144b4b-0b01-477c-b2bc-898724393457 HTTP/1.1" status: 204 len: 168 time: 0.4404840 Oct 12 23:08:49.449727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=70fa8a72-1e02-4669-a3de-12224d617bb1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:49.463110 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 70fa8a72-1e02-4669-a3de-12224d617bb1 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:08:49.497074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bd35b-56ad-43b8-ab5a-94cacd0d1b9c req-1d744027-a30e-417f-bbd3-f6cfd574bcfd tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:49.498718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-771bd35b-56ad-43b8-ab5a-94cacd0d1b9c req-1d744027-a30e-417f-bbd3-f6cfd574bcfd tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 947 time: 0.0610695 Oct 12 23:08:49.534782 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-09c321f8-0756-4229-a9d8-2c47523e77b4 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5403547 Oct 12 23:08:49.535088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38386) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:49.541136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': '70fa8a72-1e02-4669-a3de-12224d617bb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:49.570800 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-771bd35b-56ad-43b8-ab5a-94cacd0d1b9c req-26672267-e4f3-4c71-b495-43e885cd6c87 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550301 Oct 12 23:08:49.686624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee45047-a6e3-4e02-8d37-f3ed109bbf98 req-b4ac61b2-78d0-4ee1-8fb7-940f4c3cb79d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:49.688867 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ee45047-a6e3-4e02-8d37-f3ed109bbf98 req-b4ac61b2-78d0-4ee1-8fb7-940f4c3cb79d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.0588233 Oct 12 23:08:49.727488 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ee45047-a6e3-4e02-8d37-f3ed109bbf98 req-d4830119-2c5a-404f-abae-8fe23f1fbfbb tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328574 Oct 12 23:08:49.787868 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:49.792483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:49.952377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38406) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:50.034901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-a8ca98b9-9e12-41a3-935c-6a3cf7fef9f4 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:50.037324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-a8ca98b9-9e12-41a3-935c-6a3cf7fef9f4 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/networks?id=9a6e401d-d079-4c7a-b2b3-203dfa2e595f HTTP/1.1" status: 200 len: 810 time: 0.1438951 Oct 12 23:08:50.054819 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-c6656ecc-a7e6-4b09-a628-8eb2013327ea tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/quotas/4ecfad9dd8034480a90d3f05222278a9 HTTP/1.1" status: 200 len: 375 time: 0.0107758 Oct 12 23:08:50.062990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.116126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-43a102cd-4235-4078-bcdb-59630c7b5ed6 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=4ecfad9dd8034480a90d3f05222278a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548465 Oct 12 23:08:50.124212 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-02dbdb99-e5d9-49ed-a2d0-a0015ebe5f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.135922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=24485def-db8f-41a3-a48b-ae9d70c7df7d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:50.159122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking segment: {'id': '40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70fa8a72-1e02-4669-a3de-12224d617bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:50.159563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network hostable DHCP agents. Network: 70fa8a72-1e02-4669-a3de-12224d617bb1, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:08:50.215253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network 70fa8a72-1e02-4669-a3de-12224d617bb1 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:08:50.253224 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-d4afb020-cae7-4c23-a097-b33bfef88147 service neutron] 10.222.0.31 "GET /v2.0/networks/9a6e401d-d079-4c7a-b2b3-203dfa2e595f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258888 Oct 12 23:08:50.278248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 70fa8a72-1e02-4669-a3de-12224d617bb1) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:50.286268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:50.286812 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.291295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cce2516-881d-4225-a94b-16301b7ce067 None None] Network 70fa8a72-1e02-4669-a3de-12224d617bb1 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:50.336312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-02dbdb99-e5d9-49ed-a2d0-a0015ebe5f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.378681 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-bd56405c-8298-4465-b652-5319cfd08e11 service neutron] 10.222.0.31 "GET /v2.0/networks/9a6e401d-d079-4c7a-b2b3-203dfa2e595f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182120 Oct 12 23:08:50.383698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-33abc1c8-de1c-46b3-9670-7442bf76fb8f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8474972 Oct 12 23:08:50.387461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38412) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:50.394118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1319811712'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:50.403592 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-02dbdb99-e5d9-49ed-a2d0-a0015ebe5f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.464206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-02dbdb99-e5d9-49ed-a2d0-a0015ebe5f51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3ce3772cf2834f02b43129ca2952fe7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085351 Oct 12 23:08:50.464965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38414) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:50.477467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbdb99-e5d9-49ed-a2d0-a0015ebe5f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a295e3-66b8-47df-b95e-9c6ef8a9187f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:50.489880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:50.493576 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.511653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-70fa8a72-1e02-4669-a3de-12224d617bb1', 'network_id': '70fa8a72-1e02-4669-a3de-12224d617bb1', 'tenant_id': '9b2c89bb2213451a9143492246cd280e', 'fixed_ips': [{'subnet_id': '24485def-db8f-41a3-a48b-ae9d70c7df7d'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:08:50.512530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.552778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:08:50.564123 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b0e4-f078-4eaa-a61c-a3c78b04c0b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.568487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.578190 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment 81277f2c-14c2-4056-951d-006d04282401 of type vlan for network e39a51f2-f7ea-491f-930d-ed7dbafe1323 Oct 12 23:08:50.644014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b0e4-f078-4eaa-a61c-a3c78b04c0b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.688831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Allocated IP 2001:db8::3 (70fa8a72-1e02-4669-a3de-12224d617bb1/24485def-db8f-41a3-a48b-ae9d70c7df7d/8d6f0f92-9cac-46b3-8ac9-82e93ba85658) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:50.693503 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.773603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-b23c2cda-74a4-4e2b-80c1-030a3dc47a71 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:50.775035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-b23c2cda-74a4-4e2b-80c1-030a3dc47a71 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 947 time: 0.1498389 Oct 12 23:08:50.834231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595d9a7-87a4-4c9a-a6ae-55891018716c req-9ad112e9-75e9-4793-a74b-ff4716f60fe0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:50.835829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b595d9a7-87a4-4c9a-a6ae-55891018716c req-9ad112e9-75e9-4793-a74b-ff4716f60fe0 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 947 time: 0.1641932 Oct 12 23:08:50.856643 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.862752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:50.863377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.864899 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.941652 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:50.992858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=e39a51f2-f7ea-491f-930d-ed7dbafe1323,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:51.000073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b0e4-f078-4eaa-a61c-a3c78b04c0b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.002348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fa8b0e4-f078-4eaa-a61c-a3c78b04c0b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.009596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Network 70fa8a72-1e02-4669-a3de-12224d617bb1 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:51.014493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:51.016598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e39a51f2-f7ea-491f-930d-ed7dbafe1323 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:08:51.016826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2fa8b0e4-f078-4eaa-a61c-a3c78b04c0b0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01a295e3-66b8-47df-b95e-9c6ef8a9187f HTTP/1.1" status: 204 len: 168 time: 0.5428660 Oct 12 23:08:51.060608 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b595d9a7-87a4-4c9a-a6ae-55891018716c req-41812cc3-ec2d-4775-86b7-76bee8270bae tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups?id=ef53776c-e796-42d2-adc9-5347c9e2cc24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2138560 Oct 12 23:08:51.087025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa8b0e4-f078-4eaa-a61c-a3c78b04c0b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a295e3-66b8-47df-b95e-9c6ef8a9187f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:51.092043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:51.119674 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-43845ca8-baeb-474b-9eb5-5f0919099a1c tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7310588 Oct 12 23:08:51.122546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38428) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:51.133071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': 'e39a51f2-f7ea-491f-930d-ed7dbafe1323', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:51.206564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Deleting port bd4004fe-0f59-4787-b618-92fd1d51dc0f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:51.207072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.232195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb8c13-5694-4c5b-8f33-8ce627fa0c01 req-09ed5c5c-f697-4222-8190-adc1f6b5b83a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:51.232991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Attempting to bind port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:08:51.233368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Attempting to bind port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70fa8a72-1e02-4669-a3de-12224d617bb1'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:08:51.233784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Attempting to bind port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 on network 70fa8a72-1e02-4669-a3de-12224d617bb1 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:51.237405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Pushing event updated for resources: {'Port': ['ID=8d6f0f92-9cac-46b3-8ac9-82e93ba85658,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:51.246648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:08:51.246648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Checking segment: {'id': '40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70fa8a72-1e02-4669-a3de-12224d617bb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:51.246648 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.246648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Bound using segment: {'id': '40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70fa8a72-1e02-4669-a3de-12224d617bb1'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:08:51.246648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Bound port: 8d6f0f92-9cac-46b3-8ac9-82e93ba85658, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '70fa8a72-1e02-4669-a3de-12224d617bb1'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:08:51.246648 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.254763 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83cb8c13-5694-4c5b-8f33-8ce627fa0c01 req-09ed5c5c-f697-4222-8190-adc1f6b5b83a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2065592 Oct 12 23:08:51.295601 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83cb8c13-5694-4c5b-8f33-8ce627fa0c01 req-0b1f043b-2b2b-437c-b0ea-60983f6ebb9b tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 Oct 12 23:08:51.315528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] For port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:08:51.322487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] For port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8d6f0f92-9cac-46b3-8ac9-82e93ba85658,segment=NetworkSegment(40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c),segment_id=40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:08:51.374558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ed6d252-d53e-432f-917f-5706edbbf6ef req-3b07d724-a08b-4dbf-bcdd-396c19cb32e7 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 210 time: 0.0516286 Oct 12 23:08:51.386489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] For port bd4004fe-0f59-4787-b618-92fd1d51dc0f, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=bd4004fe-0f59-4787-b618-92fd1d51dc0f,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:51.386975 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.440147 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.502623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc8eb7-6b20-4e68-a29d-d26b9c5f45ed None None] Pushing event updated for resources: {'Port': ['ID=8d6f0f92-9cac-46b3-8ac9-82e93ba85658,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:51.529853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:51.534166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.635717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Performing IP validity checks on allocation pools {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 23:08:51.636237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 23:08:51.676971 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.677342 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.682457 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Floating IP 33de86b9-f297-4b60-a31a-4ac55337bc9c disassociated. External IP: 172.25.2.39, port: bd4004fe-0f59-4787-b618-92fd1d51dc0f. Oct 12 23:08:51.682457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Calling delete_port for bd4004fe-0f59-4787-b618-92fd1d51dc0f owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:51.898276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38442) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:51.925453 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bee3dd7f-38fe-4b73-b0c7-38e42486bdf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:51.932778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:52.010654 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:52.028380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=c86018eb-1c46-451f-82d1-c01c60dd3640,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:52.068589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event deleted for resources: {'Port': ['ID=bd4004fe-0f59-4787-b618-92fd1d51dc0f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:52.081844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking segment: {'id': '81277f2c-14c2-4056-951d-006d04282401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e39a51f2-f7ea-491f-930d-ed7dbafe1323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:52.082266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network hostable DHCP agents. Network: e39a51f2-f7ea-491f-930d-ed7dbafe1323, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:08:52.167164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bee3dd7f-38fe-4b73-b0c7-38e42486bdf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:52.220174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4276077-3c3c-42a3-a889-1da24aaaf26c req-b141e14b-1cc6-4076-b0c9-5e3013cab9e1 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 210 time: 0.0550179 Oct 12 23:08:52.224907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network e39a51f2-f7ea-491f-930d-ed7dbafe1323 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:08:52.226977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bee3dd7f-38fe-4b73-b0c7-38e42486bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:52.292734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee3dd7f-38fe-4b73-b0c7-38e42486bdf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0508ec81-6a92-4bf0-a399-ecc9596b1609,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:52.297850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bee3dd7f-38fe-4b73-b0c7-38e42486bdf6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2e8835aaa38b492095781bbe31a6f41f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3978469 Oct 12 23:08:52.301529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38452) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:52.313436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Router 4c01e612-63e9-4004-8e5b-dcfa779f42cc has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:08:52.338721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, e39a51f2-f7ea-491f-930d-ed7dbafe1323) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:52.349285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c70e76-761e-4156-b3c9-df6347a6505c None None] Network e39a51f2-f7ea-491f-930d-ed7dbafe1323 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:52.355895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:52.356975 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:52.580008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:08:52.585447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ce16673d-1b33-49f7-a420-5a044d4222c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4605770 Oct 12 23:08:52.587492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38458) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:52.591624 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] Sync routers for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:08:52.594254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e39a51f2-f7ea-491f-930d-ed7dbafe1323', 'network_id': 'e39a51f2-f7ea-491f-930d-ed7dbafe1323', 'tenant_id': '9b2c89bb2213451a9143492246cd280e', 'fixed_ips': [{'subnet_id': 'c86018eb-1c46-451f-82d1-c01c60dd3640'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:08:52.595614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:52.612887 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:52.613533 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:52.649568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfe47cd-8614-4a5e-94c5-5ab8d294846e req-0a5253e7-f6c1-4750-8738-54de664f350e tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:52.654103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dfe47cd-8614-4a5e-94c5-5ab8d294846e req-0a5253e7-f6c1-4750-8738-54de664f350e tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2552578 Oct 12 23:08:52.655621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab57ceeb-f6f7-43c9-b3b2-02b8ab4a44db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:52.767961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:52.798114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab57ceeb-f6f7-43c9-b3b2-02b8ab4a44db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:52.877348 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b5a63b64-ac8c-4a8b-a556-9df646a5f0d3 req-8665db23-bb54-4039-a999-1050cfc30499 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 210 time: 0.0637043 Oct 12 23:08:52.884476 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:08:52.886968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:52.918582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f77d69-741c-4640-a113-6ba10826bdd4 None None] Network 70fa8a72-1e02-4669-a3de-12224d617bb1 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:52.925294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:52.925922 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.008730 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.025279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f964072e-fe56-4ffb-a8fd-dd986c1ef279 None None] Provisioning complete for port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:53.026042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f964072e-fe56-4ffb-a8fd-dd986c1ef279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.071553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Allocated IP 2001:db8::3 (e39a51f2-f7ea-491f-930d-ed7dbafe1323/c86018eb-1c46-451f-82d1-c01c60dd3640/9497e525-521c-4650-a98e-3c6de0880b82) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:53.130336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eb5b05-0d40-461f-9dec-472efcab2cc0 req-2895d347-8c99-4ebe-aa90-f1cf5d040785 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:53.139752 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65eb5b05-0d40-461f-9dec-472efcab2cc0 req-2895d347-8c99-4ebe-aa90-f1cf5d040785 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 950 time: 0.1320627 Oct 12 23:08:53.160182 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:53.193552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65eb5b05-0d40-461f-9dec-472efcab2cc0 req-a06536c9-fa70-47b2-ba4a-952047442db0 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492945 Oct 12 23:08:53.194177 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] Checking router: 4c01e612-63e9-4004-8e5b-dcfa779f42cc for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:08:53.205981 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:08:53.206710 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:53.303412 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.341062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] No DVR routers for this DVR port bd4004fe-0f59-4787-b618-92fd1d51dc0f on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:53.346186 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:08:53.367672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.371062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c71eacf-a455-4876-9c97-e346623a8d69 req-5d83c788-2def-4592-951f-1b14903d14fe tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.25 "DELETE /v2.0/ports/bd4004fe-0f59-4787-b618-92fd1d51dc0f HTTP/1.1" status: 204 len: 173 time: 2.5864491 Oct 12 23:08:53.376352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-deleted', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:53.380414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4bcd2427-8c4a-4265-806f-10242336d356 req-186a22eb-5a0d-4ff4-b2ea-10da70661157 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 210 time: 0.0299788 Oct 12 23:08:53.380537 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f70397f-ff7a-4eaa-bf41-745678f38579" -d '{"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-deleted", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:53.399034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f964072e-fe56-4ffb-a8fd-dd986c1ef279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.424105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8dfe47cd-8614-4a5e-94c5-5ab8d294846e req-f8fdeeac-4407-457e-a80b-ba3c2bee095c tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7456660 Oct 12 23:08:53.464018 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.470086 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b192c61-5254-4fd9-bca6-0d607e706249 x-openstack-request-id: req-8b192c61-5254-4fd9-bca6-0d607e706249 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:53.470086 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e", "name": "network-vif-deleted", "tag": "bd4004fe-0f59-4787-b618-92fd1d51dc0f", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:53.470086 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b192c61-5254-4fd9-bca6-0d607e706249 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:53.470086 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e', 'name': 'network-vif-deleted', 'tag': 'bd4004fe-0f59-4787-b618-92fd1d51dc0f', 'status': 'completed', 'code': 200} Oct 12 23:08:53.475117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8d6f0f92-9cac-46b3-8ac9-82e93ba85658,segment=NetworkSegment(40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c),segment_id=40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:53.563737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:53.591048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab57ceeb-f6f7-43c9-b3b2-02b8ab4a44db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.596037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab57ceeb-f6f7-43c9-b3b2-02b8ab4a44db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.597322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ab57ceeb-f6f7-43c9-b3b2-02b8ab4a44db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0508ec81-6a92-4bf0-a399-ecc9596b1609 HTTP/1.1" status: 204 len: 168 time: 1.2948308 Oct 12 23:08:53.628272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.629964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57ceeb-f6f7-43c9-b3b2-02b8ab4a44db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0508ec81-6a92-4bf0-a399-ecc9596b1609,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:53.642551 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.644997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: bd4004fe-0f59-4787-b618-92fd1d51dc0f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:53.645244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device bd4004fe-0f59-4787-b618-92fd1d51dc0f not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:53.681058 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:53.696189 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.723819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Network e39a51f2-f7ea-491f-930d-ed7dbafe1323 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:53.742363 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bef5ce7-a169-419d-8999-ffa63cf33853 None None] The sync data for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 is: [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T22:59:48Z', 'revision_number': 4, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '0f3fff82-87c8-4cb0-878d-37995fc8fc7c', 'name': '', 'network_id': 'ceee6145-4e96-4066-9105-b15a1eb82d1c', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'mac_address': 'fa:16:3e:09:bb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1321, 'fixed_ips': [{'subnet_id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:47Z', 'updated_at': '2021-10-12T22:59:53Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'subnets': [{'id': '053e0c87-5511-433c-baa6-ef92cd9d4d4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:08:53.756348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=c86018eb-1c46-451f-82d1-c01c60dd3640,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:53.779716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:53.789370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:53.846176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Pushing event updated for resources: {'Port': ['ID=9497e525-521c-4650-a98e-3c6de0880b82,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:53.848275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-c0aefdd4-199e-4431-bdfd-d0d0001cf39e tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:53.852913 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-c0aefdd4-199e-4431-bdfd-d0d0001cf39e tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.41 "GET /v2.0/networks?id=9a6e401d-d079-4c7a-b2b3-203dfa2e595f HTTP/1.1" status: 200 len: 810 time: 0.2122478 Oct 12 23:08:53.860121 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-f964072e-fe56-4ffb-a8fd-dd986c1ef279 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:08:53.862241 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-f964072e-fe56-4ffb-a8fd-dd986c1ef279 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:08:53.870655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Request body: {'port': {'device_id': 'b7848970-231c-44e5-8cc2-03fff14dd78d', 'network_id': '9a6e401d-d079-4c7a-b2b3-203dfa2e595f', 'admin_state_up': True, 'tenant_id': '4ecfad9dd8034480a90d3f05222278a9'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:53.884980 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.930295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39a51f2-f7ea-491f-930d-ed7dbafe1323']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:53.942187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Attempting to bind port 9497e525-521c-4650-a98e-3c6de0880b82 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:08:53.946598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Attempting to bind port 9497e525-521c-4650-a98e-3c6de0880b82 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '81277f2c-14c2-4056-951d-006d04282401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e39a51f2-f7ea-491f-930d-ed7dbafe1323'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:08:53.947236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Attempting to bind port 9497e525-521c-4650-a98e-3c6de0880b82 on network e39a51f2-f7ea-491f-930d-ed7dbafe1323 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:53.951214 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81277f2c-14c2-4056-951d-006d04282401') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:53.951524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81277f2c-14c2-4056-951d-006d04282401') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:53.962790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:08:53.967293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Checking segment: {'id': '81277f2c-14c2-4056-951d-006d04282401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e39a51f2-f7ea-491f-930d-ed7dbafe1323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:53.967293 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.967293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Bound using segment: {'id': '81277f2c-14c2-4056-951d-006d04282401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e39a51f2-f7ea-491f-930d-ed7dbafe1323'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:08:53.967293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Bound port: 9497e525-521c-4650-a98e-3c6de0880b82, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81277f2c-14c2-4056-951d-006d04282401', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'e39a51f2-f7ea-491f-930d-ed7dbafe1323'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:08:53.967293 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.974868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:53.984139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=8d6f0f92-9cac-46b3-8ac9-82e93ba85658,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:54.003483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.011570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:08:54.012091 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:08:54.015547 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:08:54.058527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1b5cf9c-4ceb-42d0-9a25-20ce5fd2a694 req-9ca4d3f7-2954-403d-a984-9bd3b718ea6f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 210 time: 0.0622239 Oct 12 23:08:54.083455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] For port 9497e525-521c-4650-a98e-3c6de0880b82, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:08:54.088055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] For port 9497e525-521c-4650-a98e-3c6de0880b82, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9497e525-521c-4650-a98e-3c6de0880b82,segment=NetworkSegment(81277f2c-14c2-4056-951d-006d04282401),segment_id=81277f2c-14c2-4056-951d-006d04282401)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:08:54.130822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:08:54.130822 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:08:54.130822 n-d-790519-14 neutron-server[101889]: [parameters: {'id': 'e39a51f2-f7ea-491f-930d-ed7dbafe1323'}] Oct 12 23:08:54.130822 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:08:54.131353 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:08:54.160213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a78134-17b5-4311-9966-675935ac518e None None] New status for floating IP 33de86b9-f297-4b60-a31a-4ac55337bc9c: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:08:54.187688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Made reservation on behalf of 4ecfad9dd8034480a90d3f05222278a9 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:54.191464 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.196004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.365168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca217db7-f07c-4104-8ad5-cb26cd3193c4 req-5e5a7dea-be28-4b84-8be3-7b909bfd5813 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:54.373801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca217db7-f07c-4104-8ad5-cb26cd3193c4 req-5e5a7dea-be28-4b84-8be3-7b909bfd5813 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 950 time: 0.0817702 Oct 12 23:08:54.411401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-1d986eac-d58d-4af9-88bb-ccdeb02103c3 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:54.413779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-1d986eac-d58d-4af9-88bb-ccdeb02103c3 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.25 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 950 time: 0.1134374 Oct 12 23:08:54.436380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Allocated IP 172.20.0.4 (9a6e401d-d079-4c7a-b2b3-203dfa2e595f/c36f1c6f-a49a-42fe-a7a7-1aa818e7f4b0/4b43c700-5d86-4c3a-a66a-7861a81a26be) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:54.446208 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca217db7-f07c-4104-8ad5-cb26cd3193c4 req-a54cc663-3ed0-4cb1-b280-d25c038fd13a tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/security-groups?id=7b4339d2-08fd-404f-9028-1f061364c347&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651853 Oct 12 23:08:54.554426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f343664-fb87-4a55-86b7-eea303b3ab51 None None] Pushing event updated for resources: {'Port': ['ID=9497e525-521c-4650-a98e-3c6de0880b82,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:54.569643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a65d7ec-829f-48e3-bc95-e65a66140385 None None] Network e39a51f2-f7ea-491f-930d-ed7dbafe1323 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:54.647854 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d9b4594-6f40-44b6-94b0-c7bf3e7e26c5 req-9f0d6b46-083f-4b01-ac8f-b9956f6a34d3 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/ports?device_id=e7a53b59-7bfd-4c8a-83e8-bc7dbc15424e HTTP/1.1" status: 200 len: 210 time: 0.0676670 Oct 12 23:08:54.668796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:08:54.681586 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.723613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Deleting port e07077b7-a586-4f58-b944-81a8b7b8faa8 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:54.724127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.746817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a6fbba-161f-425b-a7b2-636ca04133ff req-3825f2a1-5111-4146-a55d-97a066dcf649 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:54.755394 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90a6fbba-161f-425b-a7b2-636ca04133ff req-3825f2a1-5111-4146-a55d-97a066dcf649 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1398640 Oct 12 23:08:54.758685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9e9901ee-6aaf-4867-97fa-659fdee20983 None None] Provisioning complete for port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:54.759115 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e9901ee-6aaf-4867-97fa-659fdee20983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.817344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:08:54.817549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90a6fbba-161f-425b-a7b2-636ca04133ff req-1c68bded-92b6-413c-8563-928b7c6dce3d tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565584 Oct 12 23:08:54.817825 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.834854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting port 9497e525-521c-4650-a98e-3c6de0880b82 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:54.834854 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.841123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290c15b-32bd-4e4d-a760-13639075c68d None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:08:54.873018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.893202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] For port e07077b7-a586-4f58-b944-81a8b7b8faa8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e07077b7-a586-4f58-b944-81a8b7b8faa8,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:54.893455 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:54.910842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Calling delete_port for e07077b7-a586-4f58-b944-81a8b7b8faa8 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:55.058610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290c15b-32bd-4e4d-a760-13639075c68d None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:08:55.067377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.141209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Pushing event updated for resources: {'Port': ['ID=4b43c700-5d86-4c3a-a66a-7861a81a26be,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:55.152163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Network 9a6e401d-d079-4c7a-b2b3-203dfa2e595f is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:55.157541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:55.180839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:55.244930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.254625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38500) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:55.256432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['e07077b7-a586-4f58-b944-81a8b7b8faa8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:08:55.313920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] For port 9497e525-521c-4650-a98e-3c6de0880b82, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9497e525-521c-4650-a98e-3c6de0880b82,segment=NetworkSegment(81277f2c-14c2-4056-951d-006d04282401),segment_id=81277f2c-14c2-4056-951d-006d04282401)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:08:55.314631 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.320285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Pushing event deleted for resources: {'Port': ['ID=e07077b7-a586-4f58-b944-81a8b7b8faa8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:55.329021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:55.329785 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.356587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Calling delete_port for 9497e525-521c-4650-a98e-3c6de0880b82 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:55.358185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dab673-f608-451a-9938-40b3fd6a6ed5 req-474e9ad1-355e-4915-a77a-055a31912e80 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:55.366005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85dab673-f608-451a-9938-40b3fd6a6ed5 req-474e9ad1-355e-4915-a77a-055a31912e80 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 931 time: 0.1868639 Oct 12 23:08:55.417959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] No DVR routers for this DVR port e07077b7-a586-4f58-b944-81a8b7b8faa8 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:55.422644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.427820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64bcbb83-6e45-4ca0-8ca6-e7c3d8daa9a6 req-9e906fdc-4b4f-4203-ad59-ac2ec43d9fe7 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.25 "DELETE /v2.0/ports/e07077b7-a586-4f58-b944-81a8b7b8faa8 HTTP/1.1" status: 204 len: 173 time: 1.0033462 Oct 12 23:08:55.447262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1803132542'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:55.464991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85dab673-f608-451a-9938-40b3fd6a6ed5 req-60ef78f3-616a-47c8-b33f-ef214bdfd1c7 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980446 Oct 12 23:08:55.469901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13762385-d3b7-4994-ab68-6a74596cfd60', 'name': 'network-vif-deleted', 'tag': 'e07077b7-a586-4f58-b944-81a8b7b8faa8'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:55.475753 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5192d9-6360-4318-84f1-479fd10fea04" -d '{"events": [{"server_uuid": "13762385-d3b7-4994-ab68-6a74596cfd60", "name": "network-vif-deleted", "tag": "e07077b7-a586-4f58-b944-81a8b7b8faa8"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:55.489543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-66540581-34e2-435d-8feb-6826b3dc984f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6257379 Oct 12 23:08:55.510773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Request body: {'port': {'device_id': 'b7848970-231c-44e5-8cc2-03fff14dd78d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:55.539179 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b22ea18-37fb-4946-9471-38f49b8bb78e x-openstack-request-id: req-9b22ea18-37fb-4946-9471-38f49b8bb78e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:55.539474 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13762385-d3b7-4994-ab68-6a74596cfd60", "name": "network-vif-deleted", "tag": "e07077b7-a586-4f58-b944-81a8b7b8faa8", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:55.539725 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9b22ea18-37fb-4946-9471-38f49b8bb78e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:55.540125 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13762385-d3b7-4994-ab68-6a74596cfd60', 'name': 'network-vif-deleted', 'tag': 'e07077b7-a586-4f58-b944-81a8b7b8faa8', 'status': 'completed', 'code': 200} Oct 12 23:08:55.567249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7e4559a9-a456-452a-839f-7778b934f5a6 req-db7acdc1-6d52-4df6-b84d-4fef9c80e0b3 tempest-VolumesBackupsTest-625047027 tempest-VolumesBackupsTest-625047027-project] 10.222.0.31 "GET /v2.0/ports?device_id=13762385-d3b7-4994-ab68-6a74596cfd60 HTTP/1.1" status: 200 len: 210 time: 0.0267420 Oct 12 23:08:55.567461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.588708 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.605504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Made reservation on behalf of 4939035141974d11afbc578845c3e131 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:55.609899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.621859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Port': ['ID=9497e525-521c-4650-a98e-3c6de0880b82,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:55.623814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No DVR routers for this DVR port 9497e525-521c-4650-a98e-3c6de0880b82 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:08:55.630139 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.705231 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.743959 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e39a51f2-f7ea-491f-930d-ed7dbafe1323']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:55.755960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81277f2c-14c2-4056-951d-006d04282401') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:55.756992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81277f2c-14c2-4056-951d-006d04282401') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:08:55.767071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.783853 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.790614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:08:55.791042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:08:55.794027 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:08:55.823977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38514) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:55.894737 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:55.997797 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.005384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.008735 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/e39a51f2-f7ea-491f-930d-ed7dbafe1323 HTTP/1.1" status: 204 len: 168 time: 3.4202492 Oct 12 23:08:56.013504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38518) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:56.015666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f688216-32c4-4d1d-8b81-1a6e68cecf94 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.021838 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97057515-899c-4085-931b-03c112bb7353 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=e39a51f2-f7ea-491f-930d-ed7dbafe1323,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:56.023720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-462992010'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:56.038662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0079ea-da81-4764-89cf-357a9e95aac7 req-fcf5ef53-1f8e-481b-a531-7b3b5c48eab1 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:56.040179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f0079ea-da81-4764-89cf-357a9e95aac7 req-fcf5ef53-1f8e-481b-a531-7b3b5c48eab1 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1481061 Oct 12 23:08:56.044127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b43c700-5d86-4c3a-a66a-7861a81a26be {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:08:56.063952 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.073056 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.134531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f688216-32c4-4d1d-8b81-1a6e68cecf94 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.156646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Transition to ACTIVE for port object 4b43c700-5d86-4c3a-a66a-7861a81a26be will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:08:56.157511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:08:56.169792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c051430-5991-418b-be1c-011ea9d2f96f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:56.190593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f0079ea-da81-4764-89cf-357a9e95aac7 req-4df18737-18ba-4d4b-a477-91f8927d07c6 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370971 Oct 12 23:08:56.198843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.199176 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Added segment 6cd13c44-ec72-4e86-a2dc-40fa0d22af30 of type vlan for network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 Oct 12 23:08:56.237319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:56.240740 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.242526 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.251217 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.334785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Pushing event updated for resources: {'Port': ['ID=4b43c700-5d86-4c3a-a66a-7861a81a26be,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:56.337208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:08:56.339290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f688216-32c4-4d1d-8b81-1a6e68cecf94 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.341910 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f688216-32c4-4d1d-8b81-1a6e68cecf94 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.346458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3f688216-32c4-4d1d-8b81-1a6e68cecf94 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "DELETE /v2.0/security-groups/ef53776c-e796-42d2-adc9-5347c9e2cc24 HTTP/1.1" status: 204 len: 168 time: 0.5215409 Oct 12 23:08:56.346644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38520) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:56.362802 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-daceeb09-220f-4ca7-aad7-bddef000586b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] show failed (client error): The resource could not be found. Oct 12 23:08:56.363838 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-daceeb09-220f-4ca7-aad7-bddef000586b tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "GET /v2.0/security-groups/ef53776c-e796-42d2-adc9-5347c9e2cc24 HTTP/1.1" status: 404 len: 347 time: 0.0163369 Oct 12 23:08:56.366742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38522) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:56.390264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.390717 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment 35eedcac-a99a-4003-ab22-ed0b308909b0 of type vlan for network d929a4e1-c5b7-482f-92dd-c752b3f79b51 Oct 12 23:08:56.392295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f688216-32c4-4d1d-8b81-1a6e68cecf94 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef53776c-e796-42d2-adc9-5347c9e2cc24,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:56.419736 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.426171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:56.426798 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.513514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Deleting port 3b6ec46a-a025-4483-9525-7f2c3e03bdac {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:08:56.513763 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.527160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Network': ['ID=b23cb36e-b25b-48b5-b9bf-c909f33e6b36,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:56.556405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:08:56.568937 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.619289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-eac8e060-6034-4cc6-b670-f0b2a5d66e71 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3561447 Oct 12 23:08:56.623584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38530) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:56.629452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'subnet': {'network_id': 'b23cb36e-b25b-48b5-b9bf-c909f33e6b36', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:56.644651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Attempting to bind port 4b43c700-5d86-4c3a-a66a-7861a81a26be on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:08:56.644995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Attempting to bind port 4b43c700-5d86-4c3a-a66a-7861a81a26be by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '4a598630-a5e8-4115-b942-f133ab2090a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a6e401d-d079-4c7a-b2b3-203dfa2e595f'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:08:56.645356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Attempting to bind port 4b43c700-5d86-4c3a-a66a-7861a81a26be on network 9a6e401d-d079-4c7a-b2b3-203dfa2e595f {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:56.655192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Port 4b43c700-5d86-4c3a-a66a-7861a81a26be on network 9a6e401d-d079-4c7a-b2b3-203dfa2e595f not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:08:56.655905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Attempting to bind port 4b43c700-5d86-4c3a-a66a-7861a81a26be on network 9a6e401d-d079-4c7a-b2b3-203dfa2e595f {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:56.670792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba75671e-0f2b-4503-80d2-8521be31f31c req-359d6cdf-1abc-4e3f-b1ee-b3f7dcaa9b7c tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:56.672888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba75671e-0f2b-4503-80d2-8521be31f31c req-359d6cdf-1abc-4e3f-b1ee-b3f7dcaa9b7c tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 943 time: 0.0992947 Oct 12 23:08:56.674146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:08:56.674471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Checking segment: {'id': '4a598630-a5e8-4115-b942-f133ab2090a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a6e401d-d079-4c7a-b2b3-203dfa2e595f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:56.675045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Bound using segment: {'id': '4a598630-a5e8-4115-b942-f133ab2090a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a6e401d-d079-4c7a-b2b3-203dfa2e595f'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:08:56.675329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Bound port: 4b43c700-5d86-4c3a-a66a-7861a81a26be, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a598630-a5e8-4115-b942-f133ab2090a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '9a6e401d-d079-4c7a-b2b3-203dfa2e595f'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:08:56.675686 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.694916 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.695261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.719156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Calling delete_port for 3b6ec46a-a025-4483-9525-7f2c3e03bdac owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:08:56.724402 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.729971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:56.730550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.814929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba75671e-0f2b-4503-80d2-8521be31f31c req-c6b297f6-f78d-44f9-839c-84855fc35bea tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301715 Oct 12 23:08:56.840243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=d929a4e1-c5b7-482f-92dd-c752b3f79b51,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:56.842748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] For port 4b43c700-5d86-4c3a-a66a-7861a81a26be, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:08:56.856578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network d929a4e1-c5b7-482f-92dd-c752b3f79b51 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:08:56.912551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Made reservation on behalf of 4939035141974d11afbc578845c3e131 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:56.916140 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:56.945002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] For port 4b43c700-5d86-4c3a-a66a-7861a81a26be, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b43c700-5d86-4c3a-a66a-7861a81a26be,segment=NetworkSegment(4a598630-a5e8-4115-b942-f133ab2090a0),segment_id=4a598630-a5e8-4115-b942-f133ab2090a0)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:08:56.955872 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.001437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Pushing event deleted for resources: {'Port': ['ID=3b6ec46a-a025-4483-9525-7f2c3e03bdac,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:57.007253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9d3c54ee-58bb-4f4d-9f39-42426eaaf17a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9895384 Oct 12 23:08:57.010657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38536) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:57.020262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': 'd929a4e1-c5b7-482f-92dd-c752b3f79b51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:57.026096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.092431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.095746 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.096360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f0ff5808-cc81-4d75-aa22-c96ab9ae4fc7 tempest-AttachVolumeShelveTestJSON-1895028867 tempest-AttachVolumeShelveTestJSON-1895028867-project] 10.222.0.31 "DELETE /v2.0/floatingips/33de86b9-f297-4b60-a31a-4ac55337bc9c HTTP/1.1" status: 204 len: 168 time: 0.7285857 Oct 12 23:08:57.135315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:57.136095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.140369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] 10.222.0.41 "PUT /v2.0/ports/4b43c700-5d86-4c3a-a66a-7861a81a26be HTTP/1.1" status: 200 len: 1092 time: 1.6424615 Oct 12 23:08:57.193960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0f00d-e634-46f8-bd4b-bd8da187bb85 service neutron] Pushing event updated for resources: {'Port': ['ID=4b43c700-5d86-4c3a-a66a-7861a81a26be,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:57.290079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-584dd5d2-ff91-42e8-af67-2470cee0dcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:57.302425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-584dd5d2-ff91-42e8-af67-2470cee0dcc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ecfad9dd8034480a90d3f05222278a9&device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 1095 time: 0.0539696 Oct 12 23:08:57.319383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cad06-8a1f-4814-92f6-14c3bd45cfc5 req-545b571b-2d92-45ff-baab-6b5466f549c4 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:57.326680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-032cad06-8a1f-4814-92f6-14c3bd45cfc5 req-545b571b-2d92-45ff-baab-6b5466f549c4 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.0592711 Oct 12 23:08:57.334127 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.354034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:08:57.364494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.369727 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-5760ed1d-3816-4576-8407-819cfb3927d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b43c700-5d86-4c3a-a66a-7861a81a26be HTTP/1.1" status: 200 len: 217 time: 0.0657668 Oct 12 23:08:57.419208 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-032cad06-8a1f-4814-92f6-14c3bd45cfc5 req-88307692-f09a-40fe-a85e-67b7704dca79 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871594 Oct 12 23:08:57.428636 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Subnet': ['ID=2d91f15a-5209-465e-b4e9-cc64a0d05604,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:57.459435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Checking segment: {'id': '6cd13c44-ec72-4e86-a2dc-40fa0d22af30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'b23cb36e-b25b-48b5-b9bf-c909f33e6b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:57.461875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network hostable DHCP agents. Network: b23cb36e-b25b-48b5-b9bf-c909f33e6b36, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:08:57.524532 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:08:57.527468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-b7e53f49-e20d-421a-a46c-af86d6ff4789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:57.529056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-b7e53f49-e20d-421a-a46c-af86d6ff4789 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c36f1c6f-a49a-42fe-a7a7-1aa818e7f4b0 HTTP/1.1" status: 200 len: 850 time: 0.1310372 Oct 12 23:08:57.549106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7848970-231c-44e5-8cc2-03fff14dd78d', 'tag': '4b43c700-5d86-4c3a-a66a-7861a81a26be'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:08:57.551513 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348a3761-7133-4383-9b28-0b9ae186593e" -d '{"events": [{"name": "network-changed", "server_uuid": "b7848970-231c-44e5-8cc2-03fff14dd78d", "tag": "4b43c700-5d86-4c3a-a66a-7861a81a26be"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:08:57.570495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-a7e31233-2642-4f65-a3ec-49992fb71895 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a6e401d-d079-4c7a-b2b3-203dfa2e595f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325401 Oct 12 23:08:57.588558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e07077b7-a586-4f58-b944-81a8b7b8faa8 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:08:57.596971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-4d6b8f24-5a7b-4186-8635-2ce84bcdba80 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:08:57.602583 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-4d6b8f24-5a7b-4186-8635-2ce84bcdba80 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0202024 Oct 12 23:08:57.625356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: e07077b7-a586-4f58-b944-81a8b7b8faa8 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:08:57.625735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e07077b7-a586-4f58-b944-81a8b7b8faa8 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:08:57.630734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b23cb36e-b25b-48b5-b9bf-c909f33e6b36) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:57.642881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ba913b-529c-4554-8dd4-9df1621f2bf9 None None] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:57.650528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:57.651193 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.712124 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bfcb36-b40c-4700-b597-8c75657f1af1 x-openstack-request-id: req-b2bfcb36-b40c-4700-b597-8c75657f1af1 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:08:57.712788 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7848970-231c-44e5-8cc2-03fff14dd78d", "tag": "4b43c700-5d86-4c3a-a66a-7861a81a26be", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:08:57.713300 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2bfcb36-b40c-4700-b597-8c75657f1af1 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:08:57.713893 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7848970-231c-44e5-8cc2-03fff14dd78d', 'tag': '4b43c700-5d86-4c3a-a66a-7861a81a26be', 'status': 'completed', 'code': 200} Oct 12 23:08:57.733957 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-b4cb8623-70bb-45c0-a4cf-cc5e3de76278 service neutron] 10.222.0.41 "GET /v2.0/networks/9a6e401d-d079-4c7a-b2b3-203dfa2e595f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188996 Oct 12 23:08:57.773414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8b8ece79-43f9-4c48-a5ac-77a44c4d3061 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1485391 Oct 12 23:08:57.775977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38548) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:57.782761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-55804850', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:08:57.868686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3c3165-cc3b-4590-8158-53c74233f5e5 None None] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:57.889997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.891860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:57.962610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:58.058774 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7c63f-7277-41f3-89b4-2210ec3f945a req-8d808af9-bcbc-4df8-a8fa-afa68fad9c2b tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:58.061343 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-10f7c63f-7277-41f3-89b4-2210ec3f945a req-8d808af9-bcbc-4df8-a8fa-afa68fad9c2b tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 943 time: 0.1609061 Oct 12 23:08:58.064760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d4a28e-7563-4624-aeb1-c8d984517ade req-0cd2208b-fb86-497f-81b3-afefec0d15b8 service neutron] 10.222.0.41 "GET /v2.0/networks/9a6e401d-d079-4c7a-b2b3-203dfa2e595f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095386 Oct 12 23:08:58.104542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:58.175405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-10f7c63f-7277-41f3-89b4-2210ec3f945a req-30e5c2d8-6a78-4639-8b22-26203820b2b3 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024482 Oct 12 23:08:58.214847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=906b1c9a-bbc5-4712-b428-d40013ace224,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:58.253059 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:58.285404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking segment: {'id': '35eedcac-a99a-4003-ab22-ed0b308909b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd929a4e1-c5b7-482f-92dd-c752b3f79b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:58.286075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network hostable DHCP agents. Network: d929a4e1-c5b7-482f-92dd-c752b3f79b51, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:08:58.302511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a3761-7133-4383-9b28-0b9ae186593e req-bd1ffd68-8fa4-4169-a620-af8370e41f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:58.304509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-348a3761-7133-4383-9b28-0b9ae186593e req-bd1ffd68-8fa4-4169-a620-af8370e41f93 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4ecfad9dd8034480a90d3f05222278a9&device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 1095 time: 0.0784819 Oct 12 23:08:58.443434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network d929a4e1-c5b7-482f-92dd-c752b3f79b51 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:08:58.540955 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, d929a4e1-c5b7-482f-92dd-c752b3f79b51) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:58.553650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56e3bf29-fe99-4501-8ce7-23abb3c49f6d None None] Network d929a4e1-c5b7-482f-92dd-c752b3f79b51 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:08:58.588651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:58.589293 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:58.662167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a3761-7133-4383-9b28-0b9ae186593e req-b29f8e9f-378c-4dab-80fe-00bda7eca4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:58.663913 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-348a3761-7133-4383-9b28-0b9ae186593e req-b29f8e9f-378c-4dab-80fe-00bda7eca4eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=9a6e401d-d079-4c7a-b2b3-203dfa2e595f HTTP/1.1" status: 200 len: 911 time: 0.3518367 Oct 12 23:08:58.719694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-85228401-327d-4b51-8fcb-38aeb0239730 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7035160 Oct 12 23:08:58.720900 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-348a3761-7133-4383-9b28-0b9ae186593e req-5f1c6d21-3e10-45cc-b025-9a539438b31d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b43c700-5d86-4c3a-a66a-7861a81a26be HTTP/1.1" status: 200 len: 217 time: 0.0478892 Oct 12 23:08:58.721648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38558) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:08:58.772462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:58.799121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-d929a4e1-c5b7-482f-92dd-c752b3f79b51', 'network_id': 'd929a4e1-c5b7-482f-92dd-c752b3f79b51', 'tenant_id': '9b2c89bb2213451a9143492246cd280e', 'fixed_ips': [{'subnet_id': '906b1c9a-bbc5-4712-b428-d40013ace224'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:08:58.803953 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:58.812337 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:58.837221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba836ab-2c53-4c84-9ec9-2dfd582f2147 req-ba967d04-df90-4bc8-afd6-e449f68dad45 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:58.841169 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cba836ab-2c53-4c84-9ec9-2dfd582f2147 req-ba967d04-df90-4bc8-afd6-e449f68dad45 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1685441 Oct 12 23:08:58.927669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a3761-7133-4383-9b28-0b9ae186593e req-f67ca5b0-196d-488a-91d4-a5420b823b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:58.929309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-348a3761-7133-4383-9b28-0b9ae186593e req-f67ca5b0-196d-488a-91d4-a5420b823b08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c36f1c6f-a49a-42fe-a7a7-1aa818e7f4b0 HTTP/1.1" status: 200 len: 850 time: 0.1431417 Oct 12 23:08:58.970443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Allocated IP 2001:db8::1 (d929a4e1-c5b7-482f-92dd-c752b3f79b51/906b1c9a-bbc5-4712-b428-d40013ace224/5697c8ed-72ee-44df-ae04-5a60e0610dc7) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:58.972906 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.009418 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.25.2.177 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/abbdbefa-0f4f-43d6-a3b3-2666e15fc9f0) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:08:59.015457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cba836ab-2c53-4c84-9ec9-2dfd582f2147 req-36f5f33e-5bb5-48b6-bfac-b1011acd4d6a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674712 Oct 12 23:08:59.028984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-348a3761-7133-4383-9b28-0b9ae186593e req-45118913-b1d5-43d3-bdd5-758e9794aed8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9a6e401d-d079-4c7a-b2b3-203dfa2e595f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529554 Oct 12 23:08:59.154115 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-348a3761-7133-4383-9b28-0b9ae186593e req-bb12acaf-f3b4-4b4b-9dc9-c0af538c75d7 service neutron] 10.222.0.41 "GET /v2.0/networks/9a6e401d-d079-4c7a-b2b3-203dfa2e595f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152484 Oct 12 23:08:59.185660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.272696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.278850 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.336673 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.336884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=abbdbefa-0f4f-43d6-a3b3-2666e15fc9f0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:59.362204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:59.365599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:59.374653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:59.408933 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Network d929a4e1-c5b7-482f-92dd-c752b3f79b51 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:08:59.411934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:08:59.415584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:08:59.423268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Pushing event updated for resources: {'Port': ['ID=5697c8ed-72ee-44df-ae04-5a60e0610dc7,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:59.466576 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.484935 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Attempting to bind port 5697c8ed-72ee-44df-ae04-5a60e0610dc7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:08:59.485301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Attempting to bind port 5697c8ed-72ee-44df-ae04-5a60e0610dc7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '35eedcac-a99a-4003-ab22-ed0b308909b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd929a4e1-c5b7-482f-92dd-c752b3f79b51'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:08:59.485658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Attempting to bind port 5697c8ed-72ee-44df-ae04-5a60e0610dc7 on network d929a4e1-c5b7-482f-92dd-c752b3f79b51 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:08:59.487452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f964b-be3d-4b39-b476-a2c0b24f5e13 req-22f960b2-9575-4da8-9c6c-c4352cf958fa tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:08:59.491067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:08:59.491687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Checking segment: {'id': '35eedcac-a99a-4003-ab22-ed0b308909b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd929a4e1-c5b7-482f-92dd-c752b3f79b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:08:59.492357 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.492757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Bound using segment: {'id': '35eedcac-a99a-4003-ab22-ed0b308909b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd929a4e1-c5b7-482f-92dd-c752b3f79b51'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:08:59.493223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Bound port: 5697c8ed-72ee-44df-ae04-5a60e0610dc7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35eedcac-a99a-4003-ab22-ed0b308909b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'd929a4e1-c5b7-482f-92dd-c752b3f79b51'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:08:59.493603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.495920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-647f964b-be3d-4b39-b476-a2c0b24f5e13 req-22f960b2-9575-4da8-9c6c-c4352cf958fa tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 943 time: 0.2096503 Oct 12 23:08:59.576140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] For port 5697c8ed-72ee-44df-ae04-5a60e0610dc7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:08:59.583630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] For port 5697c8ed-72ee-44df-ae04-5a60e0610dc7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5697c8ed-72ee-44df-ae04-5a60e0610dc7,segment=NetworkSegment(35eedcac-a99a-4003-ab22-ed0b308909b0),segment_id=35eedcac-a99a-4003-ab22-ed0b308909b0)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:08:59.627671 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-647f964b-be3d-4b39-b476-a2c0b24f5e13 req-1c424688-4e96-416d-9117-222e240e3602 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292973 Oct 12 23:08:59.643864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-348a3761-7133-4383-9b28-0b9ae186593e req-20c81b4f-c847-4861-8025-23ff509ff445 service neutron] 10.222.0.41 "GET /v2.0/networks/9a6e401d-d079-4c7a-b2b3-203dfa2e595f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673290 Oct 12 23:08:59.679731 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.742990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78349087-3aac-477c-9173-0e9d4f89bd8f None None] Pushing event updated for resources: {'Port': ['ID=5697c8ed-72ee-44df-ae04-5a60e0610dc7,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:59.764407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.872109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=906b1c9a-bbc5-4712-b428-d40013ace224,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:08:59.894337 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.965168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:08:59.996010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d929a4e1-c5b7-482f-92dd-c752b3f79b51']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:00.009908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eedcac-a99a-4003-ab22-ed0b308909b0') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:00.010201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eedcac-a99a-4003-ab22-ed0b308909b0') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:00.021506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.038023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.056242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:00.056813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:00.060574 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:00.264505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a504a-53af-4161-ada5-4cee3edf2731 req-1afc0155-12bd-4c4b-99c7-101c88a5dc75 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:00.266849 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-924a504a-53af-4161-ada5-4cee3edf2731 req-1afc0155-12bd-4c4b-99c7-101c88a5dc75 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.0721838 Oct 12 23:09:00.272988 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:09:00.272988 n-d-790519-14 neutron-server[101890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:09:00.272988 n-d-790519-14 neutron-server[101890]: [parameters: {'id': 'd929a4e1-c5b7-482f-92dd-c752b3f79b51'}] Oct 12 23:09:00.272988 n-d-790519-14 neutron-server[101890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:09:00.277187 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:09:00.286107 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.315253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-924a504a-53af-4161-ada5-4cee3edf2731 req-a69308e5-0634-4f0e-9931-cb034adbf4be tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Oct 12 23:09:00.350217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4b43c700-5d86-4c3a-a66a-7861a81a26be details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:09:00.467910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4b43c700-5d86-4c3a-a66a-7861a81a26be, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b43c700-5d86-4c3a-a66a-7861a81a26be,segment=NetworkSegment(4a598630-a5e8-4115-b942-f133ab2090a0),segment_id=4a598630-a5e8-4115-b942-f133ab2090a0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:00.480823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '4b43c700-5d86-4c3a-a66a-7861a81a26be', 'network_id': '9a6e401d-d079-4c7a-b2b3-203dfa2e595f', 'port_id': '4b43c700-5d86-4c3a-a66a-7861a81a26be', 'mac_address': 'fa:16:3e:07:2c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36f1c6f-a49a-42fe-a7a7-1aa818e7f4b0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:09:00.518147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:09:00.519534 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.532946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b43c700-5d86-4c3a-a66a-7861a81a26be {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:09:00.576910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4b43c700-5d86-4c3a-a66a-7861a81a26be, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b43c700-5d86-4c3a-a66a-7861a81a26be,segment=NetworkSegment(4a598630-a5e8-4115-b942-f133ab2090a0),segment_id=4a598630-a5e8-4115-b942-f133ab2090a0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:00.639948 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.658376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:00.679443 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c90b74-f7a3-4f92-8a73-6b9e57658ec1 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:00.701365 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c90b74-f7a3-4f92-8a73-6b9e57658ec1 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:00.701890 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1c90b74-f7a3-4f92-8a73-6b9e57658ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:00.741622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5697c8ed-72ee-44df-ae04-5a60e0610dc7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:00.748819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.751581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4b6575bc-fb91-4605-b609-56e6bfa20107 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9731154 Oct 12 23:09:00.753557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38580) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:00.775143 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.831860 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1c90b74-f7a3-4f92-8a73-6b9e57658ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:00.840919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=4b43c700-5d86-4c3a-a66a-7861a81a26be,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:00.860799 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c90b74-f7a3-4f92-8a73-6b9e57658ec1 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:00.861508 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1c90b74-f7a3-4f92-8a73-6b9e57658ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:00.887314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting port 5697c8ed-72ee-44df-ae04-5a60e0610dc7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:00.888461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.897886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5697c8ed-72ee-44df-ae04-5a60e0610dc7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:00.898285 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:00.926768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['4b43c700-5d86-4c3a-a66a-7861a81a26be'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:09:00.958897 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1c90b74-f7a3-4f92-8a73-6b9e57658ec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:00.959976 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c90b74-f7a3-4f92-8a73-6b9e57658ec1 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:01.044767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd6b92-ec34-422c-8402-2352f559574f req-c5bff81d-ef9e-4eb5-9220-e6373eaf2c27 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:01.052533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] For port 5697c8ed-72ee-44df-ae04-5a60e0610dc7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5697c8ed-72ee-44df-ae04-5a60e0610dc7,segment=NetworkSegment(35eedcac-a99a-4003-ab22-ed0b308909b0),segment_id=35eedcac-a99a-4003-ab22-ed0b308909b0)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:01.054223 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fdcd6b92-ec34-422c-8402-2352f559574f req-c5bff81d-ef9e-4eb5-9220-e6373eaf2c27 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 944 time: 0.1810308 Oct 12 23:09:01.054577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:01.083376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Calling delete_port for 5697c8ed-72ee-44df-ae04-5a60e0610dc7 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:01.171311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:01.205439 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fdcd6b92-ec34-422c-8402-2352f559574f req-ee1051d8-b70c-4938-b6b9-2b42797c55ec tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498652 Oct 12 23:09:01.308472 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:01.362119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ffc0b4-f977-4cc5-a1b1-042e163592d1 None None] Network d929a4e1-c5b7-482f-92dd-c752b3f79b51 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:01.428645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No DVR routers for this DVR port 5697c8ed-72ee-44df-ae04-5a60e0610dc7 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:01.440077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Port': ['ID=5697c8ed-72ee-44df-ae04-5a60e0610dc7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:01.490638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a59f268c-3849-4219-8978-1b8b3b364590 None None] Could not find standard attr ID for object 5697c8ed-72ee-44df-ae04-5a60e0610dc7. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:09:01.633999 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:01.685495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117df813-a43d-4f28-8be2-68580cfc4b68 req-6b6e4e82-079c-4852-8c1a-977c2d7e9a25 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:01.696277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-117df813-a43d-4f28-8be2-68580cfc4b68 req-6b6e4e82-079c-4852-8c1a-977c2d7e9a25 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2122285 Oct 12 23:09:01.696496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48529b3d-cdfd-460a-8adc-8537da7d6d41 None None] DHCP port deletion for d929a4e1-c5b7-482f-92dd-c752b3f79b51 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:09:01.713645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d929a4e1-c5b7-482f-92dd-c752b3f79b51']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:01.737666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35eedcac-a99a-4003-ab22-ed0b308909b0') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:01.737960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35eedcac-a99a-4003-ab22-ed0b308909b0') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:01.753871 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:01.805356 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-117df813-a43d-4f28-8be2-68580cfc4b68 req-18fa3044-70a9-4df9-a533-19cd1e32c01b tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034789 Oct 12 23:09:01.822406 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:01.839760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:01.840214 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:01.844680 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:02.055734 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.088813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.096927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/d929a4e1-c5b7-482f-92dd-c752b3f79b51 HTTP/1.1" status: 204 len: 168 time: 3.3739574 Oct 12 23:09:02.098055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696f30d-a483-4221-bbad-e1601b0b9d9d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=d929a4e1-c5b7-482f-92dd-c752b3f79b51,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:02.099824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38634) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:02.105025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1892626210'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:02.193970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.261288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:02.264743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.341970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:02.360960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4b43c700-5d86-4c3a-a66a-7861a81a26be up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:02.365927 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.370143 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment dee6d2f6-7f84-4e55-b9a7-2850029b21e6 of type vlan for network 949d1da6-c20a-4483-95be-6f25e9b9f8e1 Oct 12 23:09:02.508101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.534002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7793991f-afd3-410e-b027-d59c19987093 req-da884b21-b44a-49e6-a5d4-5b90b58d8d4a tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:02.535870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7793991f-afd3-410e-b027-d59c19987093 req-da884b21-b44a-49e6-a5d4-5b90b58d8d4a tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 944 time: 0.1458294 Oct 12 23:09:02.592423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 4b43c700-5d86-4c3a-a66a-7861a81a26be completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:09:02.596896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 4b43c700-5d86-4c3a-a66a-7861a81a26be triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:02.597453 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.669913 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.679810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:02.688028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.20.0.1 (b23cb36e-b25b-48b5-b9bf-c909f33e6b36/2d91f15a-5209-465e-b4e9-cc64a0d05604/3abf0d01-f442-4db6-87ea-9f99985bee59) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:02.690418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.705526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5697c8ed-72ee-44df-ae04-5a60e0610dc7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:02.752832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7793991f-afd3-410e-b027-d59c19987093 req-5732bf6d-3c46-4baf-81c2-4d9eb68ae51f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016008 Oct 12 23:09:02.757846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 5697c8ed-72ee-44df-ae04-5a60e0610dc7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:02.762428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5697c8ed-72ee-44df-ae04-5a60e0610dc7 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:02.862074 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:02.868604 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7674310 Oct 12 23:09:02.872756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38660) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:02.885673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': '949d1da6-c20a-4483-95be-6f25e9b9f8e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:02.950419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4b43c700-5d86-4c3a-a66a-7861a81a26be, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b43c700-5d86-4c3a-a66a-7861a81a26be,segment=NetworkSegment(4a598630-a5e8-4115-b942-f133ab2090a0),segment_id=4a598630-a5e8-4115-b942-f133ab2090a0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:02.954958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7848970-231c-44e5-8cc2-03fff14dd78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b43c700-5d86-4c3a-a66a-7861a81a26be'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:02.961297 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a84f9489-9e37-45b1-881c-79cd43202643" -d '{"events": [{"server_uuid": "b7848970-231c-44e5-8cc2-03fff14dd78d", "name": "network-vif-plugged", "status": "completed", "tag": "4b43c700-5d86-4c3a-a66a-7861a81a26be"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:02.996408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16021293-ae40-4a40-a3b9-9ac35d9e57c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=949d1da6-c20a-4483-95be-6f25e9b9f8e1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:03.009506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 949d1da6-c20a-4483-95be-6f25e9b9f8e1 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:03.040615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:03.050738 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0d43549-7d3b-42b7-8c03-6750e55ec90f x-openstack-request-id: req-c0d43549-7d3b-42b7-8c03-6750e55ec90f {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:03.051441 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7848970-231c-44e5-8cc2-03fff14dd78d", "name": "network-vif-plugged", "status": "completed", "tag": "4b43c700-5d86-4c3a-a66a-7861a81a26be", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:03.051904 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c0d43549-7d3b-42b7-8c03-6750e55ec90f {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:03.052509 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7848970-231c-44e5-8cc2-03fff14dd78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b43c700-5d86-4c3a-a66a-7861a81a26be', 'code': 200} Oct 12 23:09:03.111333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69550755-8ee4-4a7b-a16a-3bc5cedaa667 req-24ed4568-f1e0-444f-9af7-f5ade7daf433 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:03.113211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69550755-8ee4-4a7b-a16a-3bc5cedaa667 req-24ed4568-f1e0-444f-9af7-f5ade7daf433 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1390712 Oct 12 23:09:03.140603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:03.181561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:03.199552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:03.214484 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69550755-8ee4-4a7b-a16a-3bc5cedaa667 req-bd18740a-e701-4d9b-8716-00a4ac4b7e52 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945070 Oct 12 23:09:03.223540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af5a4d-7aa3-4963-be29-2a68b6a538a6 req-6bdf3b22-b205-4a42-8b22-cdaf5440b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:03.229147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13af5a4d-7aa3-4963-be29-2a68b6a538a6 req-6bdf3b22-b205-4a42-8b22-cdaf5440b621 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 1097 time: 0.1058531 Oct 12 23:09:03.234601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:03.287715 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=4b43c700-5d86-4c3a-a66a-7861a81a26be,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:03.299665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:03.303884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:03.307699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:03.374311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:03.384744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13af5a4d-7aa3-4963-be29-2a68b6a538a6 req-82781e2e-d028-4472-b141-cfde5444916f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595651 Oct 12 23:09:03.429039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=3abf0d01-f442-4db6-87ea-9f99985bee59,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:03.648972 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:03.662011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:03.728470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=97bff60d-f6ce-4cf5-b826-66dbbb4c9df4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:03.754719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking segment: {'id': 'dee6d2f6-7f84-4e55-b9a7-2850029b21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '949d1da6-c20a-4483-95be-6f25e9b9f8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:03.755337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network hostable DHCP agents. Network: 949d1da6-c20a-4483-95be-6f25e9b9f8e1, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:03.837496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network 949d1da6-c20a-4483-95be-6f25e9b9f8e1 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:03.900295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 949d1da6-c20a-4483-95be-6f25e9b9f8e1) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:03.905314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:03.906426 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:03.912950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72fc5b2d-c125-405c-9a26-0576d3651ae1 None None] Network 949d1da6-c20a-4483-95be-6f25e9b9f8e1 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:03.928023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff989d91-c2cd-4dcf-ac89-970221ce9d3b req-ae8786f1-0e8c-4113-a3c7-743d2e62fb7c tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:03.929603 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff989d91-c2cd-4dcf-ac89-970221ce9d3b req-ae8786f1-0e8c-4113-a3c7-743d2e62fb7c tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 945 time: 0.0777636 Oct 12 23:09:04.013130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fcfc2a15-dbca-4541-b098-b071f9e87f7d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1393027 Oct 12 23:09:04.015875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38688) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:04.027832 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff989d91-c2cd-4dcf-ac89-970221ce9d3b req-8e830544-9f40-4afc-8ead-e50e660d5940 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835786 Oct 12 23:09:04.139786 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:04.164906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-949d1da6-c20a-4483-95be-6f25e9b9f8e1', 'network_id': '949d1da6-c20a-4483-95be-6f25e9b9f8e1', 'tenant_id': '9b2c89bb2213451a9143492246cd280e', 'fixed_ips': [{'subnet_id': '97bff60d-f6ce-4cf5-b826-66dbbb4c9df4'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:09:04.165122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:04.165913 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:04.204143 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:04.231513 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:04.332341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=3abf0d01-f442-4db6-87ea-9f99985bee59,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:04.335097 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:04.434750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Allocated IP 2001:db8::1 (949d1da6-c20a-4483-95be-6f25e9b9f8e1/97bff60d-f6ce-4cf5-b826-66dbbb4c9df4/f89c0f24-015e-460b-ab2c-b5cec60714cf) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:04.440707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1d199a-0b45-4390-be12-603585250f20 req-962f2f42-7ed6-488a-98f4-1a07978a532f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:04.447067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c1d199a-0b45-4390-be12-603585250f20 req-962f2f42-7ed6-488a-98f4-1a07978a532f tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1112931 Oct 12 23:09:04.473973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:04.475567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:04.540779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c1d199a-0b45-4390-be12-603585250f20 req-0eeb010e-ba96-4c19-ae3d-6ef442548673 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738640 Oct 12 23:09:04.681681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:04.819915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:04.826725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8aeffe6a-f490-4bc0-a01c-d7bb2283b0d6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/routers/405f03d5-ace5-4715-b644-5b11c3bf292d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0720940 Oct 12 23:09:04.830222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38698) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:04.835730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f629fac-269f-4c2e-b604-57bb2fd1d533 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:04.836798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'port': {'network_id': 'b23cb36e-b25b-48b5-b9bf-c909f33e6b36', 'name': 'tempest-FloatingIPTestJSON-1417876714'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:04.860833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f629fac-269f-4c2e-b604-57bb2fd1d533 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:04.861666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1f629fac-269f-4c2e-b604-57bb2fd1d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:04.863967 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:04.902514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1f629fac-269f-4c2e-b604-57bb2fd1d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:04.912399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f629fac-269f-4c2e-b604-57bb2fd1d533 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:04.913024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1f629fac-269f-4c2e-b604-57bb2fd1d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:04.945677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1f629fac-269f-4c2e-b604-57bb2fd1d533 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:04.946383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f629fac-269f-4c2e-b604-57bb2fd1d533 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:04.948566 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:04.992947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Network 949d1da6-c20a-4483-95be-6f25e9b9f8e1 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:05.004539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:05.004539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:05.005234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Pushing event updated for resources: {'Port': ['ID=f89c0f24-015e-460b-ab2c-b5cec60714cf,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:05.086137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Attempting to bind port f89c0f24-015e-460b-ab2c-b5cec60714cf on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:09:05.086517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Attempting to bind port f89c0f24-015e-460b-ab2c-b5cec60714cf by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'dee6d2f6-7f84-4e55-b9a7-2850029b21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '949d1da6-c20a-4483-95be-6f25e9b9f8e1'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:09:05.086888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Attempting to bind port f89c0f24-015e-460b-ab2c-b5cec60714cf on network 949d1da6-c20a-4483-95be-6f25e9b9f8e1 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:09:05.092548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:09:05.094776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Checking segment: {'id': 'dee6d2f6-7f84-4e55-b9a7-2850029b21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '949d1da6-c20a-4483-95be-6f25e9b9f8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:05.094776 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:05.094776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Bound using segment: {'id': 'dee6d2f6-7f84-4e55-b9a7-2850029b21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '949d1da6-c20a-4483-95be-6f25e9b9f8e1'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:09:05.094776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Bound port: f89c0f24-015e-460b-ab2c-b5cec60714cf, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dee6d2f6-7f84-4e55-b9a7-2850029b21e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '949d1da6-c20a-4483-95be-6f25e9b9f8e1'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:09:05.095330 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:05.208499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e1bcb-524e-4e07-85c5-69bcf4f6ee63 req-4d1446c2-4de0-4428-8229-be62e322ebe4 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:05.216793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae7e1bcb-524e-4e07-85c5-69bcf4f6ee63 req-4d1446c2-4de0-4428-8229-be62e322ebe4 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 945 time: 0.0749807 Oct 12 23:09:05.223337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] For port f89c0f24-015e-460b-ab2c-b5cec60714cf, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:09:05.228544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] For port f89c0f24-015e-460b-ab2c-b5cec60714cf, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f89c0f24-015e-460b-ab2c-b5cec60714cf,segment=NetworkSegment(dee6d2f6-7f84-4e55-b9a7-2850029b21e6),segment_id=dee6d2f6-7f84-4e55-b9a7-2850029b21e6)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:09:05.263696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae7e1bcb-524e-4e07-85c5-69bcf4f6ee63 req-218e3632-9f23-4868-a4cd-ff01c83b7d2d tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455611 Oct 12 23:09:05.319429 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:05.423881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de145c5-1158-456e-b18a-6f73182b3d78 None None] Pushing event updated for resources: {'Port': ['ID=f89c0f24-015e-460b-ab2c-b5cec60714cf,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:05.438994 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:05.494629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=97bff60d-f6ce-4cf5-b826-66dbbb4c9df4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:05.499694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Made reservation on behalf of 4939035141974d11afbc578845c3e131 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:05.500613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:05.584290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:05.597612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] device_id is not set on port 6ac06d20-58fa-402d-aef1-fd5f64390059 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:05.695175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949d1da6-c20a-4483-95be-6f25e9b9f8e1']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:05.725859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee6d2f6-7f84-4e55-b9a7-2850029b21e6') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:05.726199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee6d2f6-7f84-4e55-b9a7-2850029b21e6') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:05.762985 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:05.855944 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:05.878623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:05.881887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:05.882082 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:05.904732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f206af-afae-434c-b4c5-7a308ed180c6 req-dc9aa05d-be27-4dd3-a673-d7a8ecc36879 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:05.907240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5f206af-afae-434c-b4c5-7a308ed180c6 req-dc9aa05d-be27-4dd3-a673-d7a8ecc36879 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2091038 Oct 12 23:09:05.921266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36125932-b0a5-45e1-80e5-7b466ae283fa req-a4c3f6e1-e83a-4cb2-a5b6-3beda65fc796 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:05.923193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36125932-b0a5-45e1-80e5-7b466ae283fa req-a4c3f6e1-e83a-4cb2-a5b6-3beda65fc796 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 945 time: 0.0945880 Oct 12 23:09:05.974238 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36125932-b0a5-45e1-80e5-7b466ae283fa req-9dfb6918-d5db-42c6-a453-e3851dcc1a2a tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416515 Oct 12 23:09:05.986652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.20.0.14 (b23cb36e-b25b-48b5-b9bf-c909f33e6b36/2d91f15a-5209-465e-b4e9-cc64a0d05604/6ac06d20-58fa-402d-aef1-fd5f64390059) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:06.012432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5f206af-afae-434c-b4c5-7a308ed180c6 req-a6000465-2b8d-4c32-91d1-759911f8b771 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718806 Oct 12 23:09:06.166211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:06.173807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:09:06.173807 n-d-790519-14 neutron-server[101890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:09:06.173807 n-d-790519-14 neutron-server[101890]: [parameters: {'id': '949d1da6-c20a-4483-95be-6f25e9b9f8e1'}] Oct 12 23:09:06.173807 n-d-790519-14 neutron-server[101890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:09:06.179463 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:09:06.283983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:06.356757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:06.362109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:06.366289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:06.369627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=6ac06d20-58fa-402d-aef1-fd5f64390059,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:06.431323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:06.432190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:06.497880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e97fda60-3779-42c4-ae19-86d575467b3e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6654875 Oct 12 23:09:06.501572 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38716) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:06.512156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'port': {'network_id': 'b23cb36e-b25b-48b5-b9bf-c909f33e6b36', 'name': 'tempest-FloatingIPTestJSON-612018005'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:06.675623 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:06.691689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb4ea1c-2ca2-494d-ada2-8b53a07b1379 None None] Network 949d1da6-c20a-4483-95be-6f25e9b9f8e1 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:06.740774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Made reservation on behalf of 4939035141974d11afbc578845c3e131 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:06.748229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:06.762183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f89c0f24-015e-460b-ab2c-b5cec60714cf up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:06.775780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting port f89c0f24-015e-460b-ab2c-b5cec60714cf {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:06.775780 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:06.789565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] device_id is not set on port fe369455-7d97-4faf-a6aa-a3a129b0d9e3 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:06.873745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Provisioning complete for port f89c0f24-015e-460b-ab2c-b5cec60714cf triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:06.874125 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:06.970514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f89c0f24-015e-460b-ab2c-b5cec60714cf triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:06.970835 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.011614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.20.0.9 (b23cb36e-b25b-48b5-b9bf-c909f33e6b36/2d91f15a-5209-465e-b4e9-cc64a0d05604/fe369455-7d97-4faf-a6aa-a3a129b0d9e3) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:07.119159 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.150731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] For port f89c0f24-015e-460b-ab2c-b5cec60714cf, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f89c0f24-015e-460b-ab2c-b5cec60714cf,segment=NetworkSegment(dee6d2f6-7f84-4e55-b9a7-2850029b21e6),segment_id=dee6d2f6-7f84-4e55-b9a7-2850029b21e6)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:07.151206 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.167952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9955ff9d-690d-4adb-870b-5b98947989b5 None None] DHCP port deletion for 949d1da6-c20a-4483-95be-6f25e9b9f8e1 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:09:07.204873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Calling delete_port for f89c0f24-015e-460b-ab2c-b5cec60714cf owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:07.232703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] For port f89c0f24-015e-460b-ab2c-b5cec60714cf, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f89c0f24-015e-460b-ab2c-b5cec60714cf,segment=NetworkSegment(dee6d2f6-7f84-4e55-b9a7-2850029b21e6),segment_id=dee6d2f6-7f84-4e55-b9a7-2850029b21e6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:07.245591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35829985-e500-45ef-8a0b-da3b85c724da req-26bf6399-64b8-47e1-b2e9-f3ef032d1bcb tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:07.247386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-35829985-e500-45ef-8a0b-da3b85c724da req-26bf6399-64b8-47e1-b2e9-f3ef032d1bcb tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.41 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 945 time: 0.2700665 Oct 12 23:09:07.277384 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.278252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15076ed-7b10-49b8-8b2c-7db09db827df req-159a085f-e772-4251-a251-417b35631e7a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:07.288096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15076ed-7b10-49b8-8b2c-7db09db827df req-159a085f-e772-4251-a251-417b35631e7a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.0996644 Oct 12 23:09:07.304853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.342052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6cc79-240e-43da-b70e-3e2539e61f63 req-aae2d0f5-94e2-4516-bfa7-c75208fda35c tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:07.343668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43f6cc79-240e-43da-b70e-3e2539e61f63 req-aae2d0f5-94e2-4516-bfa7-c75208fda35c tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 945 time: 0.1580400 Oct 12 23:09:07.427366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.443840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Pushing event updated for resources: {'Port': ['ID=f89c0f24-015e-460b-ab2c-b5cec60714cf,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:07.451693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9955ff9d-690d-4adb-870b-5b98947989b5 None None] Deleting port f89c0f24-015e-460b-ab2c-b5cec60714cf {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:07.452086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9955ff9d-690d-4adb-870b-5b98947989b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.454545 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:09:07.454897 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:09:07.460537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43f6cc79-240e-43da-b70e-3e2539e61f63 req-10e2cd63-0fce-4473-86c7-fd891e216e7f tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/security-groups?id=445bb76a-32e6-4e93-9c95-403ea6fc207f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941272 Oct 12 23:09:07.461809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.468029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-938d91bd-0c82-44ec-9965-d3325144cd93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.493035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15076ed-7b10-49b8-8b2c-7db09db827df req-cad4c76b-42ba-4c4d-8ef3-1818ed5ee244 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039404 Oct 12 23:09:07.531473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-35829985-e500-45ef-8a0b-da3b85c724da req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Deleting port 4b43c700-5d86-4c3a-a66a-7861a81a26be {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:07.532027 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-35829985-e500-45ef-8a0b-da3b85c724da req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.553390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9955ff9d-690d-4adb-870b-5b98947989b5 None None] For port f89c0f24-015e-460b-ab2c-b5cec60714cf, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f89c0f24-015e-460b-ab2c-b5cec60714cf,segment=NetworkSegment(dee6d2f6-7f84-4e55-b9a7-2850029b21e6),segment_id=dee6d2f6-7f84-4e55-b9a7-2850029b21e6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:07.554099 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9955ff9d-690d-4adb-870b-5b98947989b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.589630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9955ff9d-690d-4adb-870b-5b98947989b5 None None] Calling delete_port for f89c0f24-015e-460b-ab2c-b5cec60714cf owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:07.608471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.617968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.620289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38732) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:07.666853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Port': ['ID=f89c0f24-015e-460b-ab2c-b5cec60714cf,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:07.692529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No DVR routers for this DVR port f89c0f24-015e-460b-ab2c-b5cec60714cf on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:07.761435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:07.768279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:07.775367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:07.796604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=fe369455-7d97-4faf-a6aa-a3a129b0d9e3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:07.827265 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9955ff9d-690d-4adb-870b-5b98947989b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.832045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.832400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.835733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:07.875889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9955ff9d-690d-4adb-870b-5b98947989b5 None None] No DVR routers for this DVR port f89c0f24-015e-460b-ab2c-b5cec60714cf on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:07.879315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:07.879967 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.880772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955ff9d-690d-4adb-870b-5b98947989b5 None None] Pushing event deleted for resources: {'Port': ['ID=f89c0f24-015e-460b-ab2c-b5cec60714cf,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:07.934279 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:07.960559 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-022ce4bf-9346-424f-959c-11e5b746d874 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4575446 Oct 12 23:09:07.964002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38740) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:07.969169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'fe369455-7d97-4faf-a6aa-a3a129b0d9e3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:07.980307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Port f89c0f24-015e-460b-ab2c-b5cec60714cf update to ACTIVE by agent not found {{(pid=101891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 23:09:07.980798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-35829985-e500-45ef-8a0b-da3b85c724da req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] For port 4b43c700-5d86-4c3a-a66a-7861a81a26be, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b43c700-5d86-4c3a-a66a-7861a81a26be,segment=NetworkSegment(4a598630-a5e8-4115-b942-f133ab2090a0),segment_id=4a598630-a5e8-4115-b942-f133ab2090a0)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:07.981321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-35829985-e500-45ef-8a0b-da3b85c724da req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.027194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949d1da6-c20a-4483-95be-6f25e9b9f8e1']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:08.064209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-35829985-e500-45ef-8a0b-da3b85c724da req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Calling delete_port for 4b43c700-5d86-4c3a-a66a-7861a81a26be owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:08.074554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dee6d2f6-7f84-4e55-b9a7-2850029b21e6') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:08.074554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dee6d2f6-7f84-4e55-b9a7-2850029b21e6') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:08.076348 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.122607 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.144637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.164509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:08.164920 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:08.169179 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:08.201386 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.327660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.25.2.22 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/be4d20f8-8c5f-406b-ae06-716d69d2e2ec) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:08.394962 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.409060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.412130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/949d1da6-c20a-4483-95be-6f25e9b9f8e1 HTTP/1.1" status: 204 len: 168 time: 4.3950698 Oct 12 23:09:08.416919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38742) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:08.426305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-812917108'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:08.431809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15311af-7041-4e38-a1c5-f86fbcbee6d0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=949d1da6-c20a-4483-95be-6f25e9b9f8e1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:08.461563 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.512948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-35829985-e500-45ef-8a0b-da3b85c724da req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.557610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Pushing event deleted for resources: {'Port': ['ID=4b43c700-5d86-4c3a-a66a-7861a81a26be,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:08.566625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:08.570077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.602234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:08.611982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.612336 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment 1e3eda50-b7d4-4370-9696-9bdb74d51236 of type vlan for network b2d38f3a-6696-495a-aac1-ad2c13ee4276 Oct 12 23:09:08.635056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a6b5d4e-55b0-4779-b244-383c336c3dcb req-2dfdacce-dc02-4246-8efe-461fe82a1dda tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.31 "GET /v2.0/ports?device_id=b7848970-231c-44e5-8cc2-03fff14dd78d HTTP/1.1" status: 200 len: 210 time: 0.0927341 Oct 12 23:09:08.639456 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.665451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f89c0f24-015e-460b-ab2c-b5cec60714cf no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:08.670072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-35829985-e500-45ef-8a0b-da3b85c724da req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] No DVR routers for this DVR port 4b43c700-5d86-4c3a-a66a-7861a81a26be on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:08.689726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-35829985-e500-45ef-8a0b-da3b85c724da req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.693667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-35829985-e500-45ef-8a0b-da3b85c724da req-6ff8599a-17ae-46c9-b5a4-e126f43f5c65 tempest-ServerGroupTestJSON-2008048494 tempest-ServerGroupTestJSON-2008048494-project] 10.222.0.41 "DELETE /v2.0/ports/4b43c700-5d86-4c3a-a66a-7861a81a26be HTTP/1.1" status: 204 len: 173 time: 1.4392705 Oct 12 23:09:08.694088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7848970-231c-44e5-8cc2-03fff14dd78d', 'name': 'network-vif-deleted', 'tag': '4b43c700-5d86-4c3a-a66a-7861a81a26be'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:08.699020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f89c0f24-015e-460b-ab2c-b5cec60714cf {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:08.699336 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.699839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f89c0f24-015e-460b-ab2c-b5cec60714cf not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:08.704936 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bb5880-14f0-4b17-985a-978b92b54972" -d '{"events": [{"server_uuid": "b7848970-231c-44e5-8cc2-03fff14dd78d", "name": "network-vif-deleted", "tag": "4b43c700-5d86-4c3a-a66a-7861a81a26be"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:08.721812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:08.723471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:08.733243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:08.753933 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4823e0-39a5-44a0-9d9d-cd6e1495b154 x-openstack-request-id: req-ae4823e0-39a5-44a0-9d9d-cd6e1495b154 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:08.754243 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7848970-231c-44e5-8cc2-03fff14dd78d", "name": "network-vif-deleted", "tag": "4b43c700-5d86-4c3a-a66a-7861a81a26be", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:08.755124 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae4823e0-39a5-44a0-9d9d-cd6e1495b154 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:08.756370 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7848970-231c-44e5-8cc2-03fff14dd78d', 'name': 'network-vif-deleted', 'tag': '4b43c700-5d86-4c3a-a66a-7861a81a26be', 'status': 'completed', 'code': 200} Oct 12 23:09:08.767820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb67ea8-aac5-4bdc-ad16-af2e1bc660fc req-cf0f7fe6-265c-477c-97fa-7151b83533cf tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:08.770763 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=be4d20f8-8c5f-406b-ae06-716d69d2e2ec,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:08.771973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fbb67ea8-aac5-4bdc-ad16-af2e1bc660fc req-cf0f7fe6-265c-477c-97fa-7151b83533cf tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1481881 Oct 12 23:09:08.795596 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.863877 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.869740 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:08.871092 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:08.875449 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fbb67ea8-aac5-4bdc-ad16-af2e1bc660fc req-37f5e900-aed4-49e1-b2e8-14f1cb0c58be tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885987 Oct 12 23:09:09.011000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5928764 Oct 12 23:09:09.013760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38754) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:09.025502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d69264-0f8b-4146-9d1f-a92a73deeb1a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=b2d38f3a-6696-495a-aac1-ad2c13ee4276,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:09.029508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': 'b2d38f3a-6696-495a-aac1-ad2c13ee4276', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:09.038991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b2d38f3a-6696-495a-aac1-ad2c13ee4276 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:09.326666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:09.447456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Deleting port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:09.447726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:09.450909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:09.455184 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:09.455858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:09.625470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] For port 0f3fff82-87c8-4cb0-878d-37995fc8fc7c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0f3fff82-87c8-4cb0-878d-37995fc8fc7c,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:09.626263 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:09.642875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Calling delete_port for 0f3fff82-87c8-4cb0-878d-37995fc8fc7c owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:09.646551 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:09.712203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:09.805809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=be4d20f8-8c5f-406b-ae06-716d69d2e2ec,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:09.823567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:09.923798 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:10.071479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=0bb1abf1-5d81-48e4-bc33-0130792adfc7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:10.094851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking segment: {'id': '1e3eda50-b7d4-4370-9696-9bdb74d51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b2d38f3a-6696-495a-aac1-ad2c13ee4276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:10.095303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network hostable DHCP agents. Network: b2d38f3a-6696-495a-aac1-ad2c13ee4276, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:10.163703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:10.194684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f3fff82-87c8-4cb0-878d-37995fc8fc7c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:10.196619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network b2d38f3a-6696-495a-aac1-ad2c13ee4276 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:10.207545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38782) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:10.293991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b2d38f3a-6696-495a-aac1-ad2c13ee4276) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:10.303429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:10.304002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07a516-fc3a-4a51-8643-0b33af4f328f None None] Network b2d38f3a-6696-495a-aac1-ad2c13ee4276 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:10.304467 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:10.368588 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP 6c62be61-be6a-4a66-aefc-909a2f820479 associated. External IP: 172.25.2.22, port: fe369455-7d97-4faf-a6aa-a3a129b0d9e3. Oct 12 23:09:10.377013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-82dd991b-eaf8-40b2-81e5-3e6c7ac3dcc9 admin admin] Deleting subnet c36f1c6f-a49a-42fe-a7a7-1aa818e7f4b0 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:09:10.385168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-82dd991b-eaf8-40b2-81e5-3e6c7ac3dcc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:10.416636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4b43c700-5d86-4c3a-a66a-7861a81a26be no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:10.422753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b83847c3-1ec3-4803-b2df-3963e911fe50 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3981819 Oct 12 23:09:10.426666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38784) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:10.444398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': 'b2d38f3a-6696-495a-aac1-ad2c13ee4276', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:10.473861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4863b2df-67bb-408b-a75e-d10cb3b71c7f req-cd2edb5c-3bdf-4fc8-9f6d-0a92b91beb61 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:10.481144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4863b2df-67bb-408b-a75e-d10cb3b71c7f req-cd2edb5c-3bdf-4fc8-9f6d-0a92b91beb61 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1827159 Oct 12 23:09:10.489321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 4b43c700-5d86-4c3a-a66a-7861a81a26be {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:10.489901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4b43c700-5d86-4c3a-a66a-7861a81a26be not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:10.533358 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4863b2df-67bb-408b-a75e-d10cb3b71c7f req-696c1755-2ed9-4ac3-ad59-049f99a5e763 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513117 Oct 12 23:09:10.568551 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-82dd991b-eaf8-40b2-81e5-3e6c7ac3dcc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:10.632323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:10.664393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-b2d38f3a-6696-495a-aac1-ad2c13ee4276', 'network_id': 'b2d38f3a-6696-495a-aac1-ad2c13ee4276', 'tenant_id': '9b2c89bb2213451a9143492246cd280e', 'fixed_ips': [{'subnet_id': '0bb1abf1-5d81-48e4-bc33-0130792adfc7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:09:10.666311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:10.700961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:10.747093 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-82dd991b-eaf8-40b2-81e5-3e6c7ac3dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:10.837478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Allocated IP 2001:db8::2 (b2d38f3a-6696-495a-aac1-ad2c13ee4276/0bb1abf1-5d81-48e4-bc33-0130792adfc7/892948cc-1a47-40e2-9687-b2f42dc79dd4) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:10.840388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:10.856827 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f54f0-8959-4826-9a6d-b704e021f4bf None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:10.871106 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f54f0-8959-4826-9a6d-b704e021f4bf None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:10.872926 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bd6f54f0-8959-4826-9a6d-b704e021f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:10.909030 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bd6f54f0-8959-4826-9a6d-b704e021f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:10.918013 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6f54f0-8959-4826-9a6d-b704e021f4bf None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:10.918823 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bd6f54f0-8959-4826-9a6d-b704e021f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:10.926519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:10.939252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:10.955394 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-bd6f54f0-8959-4826-9a6d-b704e021f4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:10.956046 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6f54f0-8959-4826-9a6d-b704e021f4bf None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:10.996851 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-82dd991b-eaf8-40b2-81e5-3e6c7ac3dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.011858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.022604 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.049780 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-79481cab-e995-4016-b5f9-d5022f8e03f4 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 3.0818708 Oct 12 23:09:11.050089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38790) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:11.058521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c15b18fb-1818-474c-be83-09e9d753b440 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:11.079812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dd991b-eaf8-40b2-81e5-3e6c7ac3dcc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36f1c6f-a49a-42fe-a7a7-1aa818e7f4b0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:11.097642 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-82dd991b-eaf8-40b2-81e5-3e6c7ac3dcc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.103014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-82dd991b-eaf8-40b2-81e5-3e6c7ac3dcc9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c36f1c6f-a49a-42fe-a7a7-1aa818e7f4b0 HTTP/1.1" status: 204 len: 168 time: 0.8930228 Oct 12 23:09:11.106033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38792) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:11.112235 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.152625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Network b2d38f3a-6696-495a-aac1-ad2c13ee4276 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:11.158473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:11.162449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:11.168061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Router 4c01e612-63e9-4004-8e5b-dcfa779f42cc has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:11.182547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c15b18fb-1818-474c-be83-09e9d753b440 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.201687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Pushing event updated for resources: {'Port': ['ID=892948cc-1a47-40e2-9687-b2f42dc79dd4,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:11.236201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Attempting to bind port 892948cc-1a47-40e2-9687-b2f42dc79dd4 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:09:11.236816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Attempting to bind port 892948cc-1a47-40e2-9687-b2f42dc79dd4 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1e3eda50-b7d4-4370-9696-9bdb74d51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b2d38f3a-6696-495a-aac1-ad2c13ee4276'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:09:11.237183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Attempting to bind port 892948cc-1a47-40e2-9687-b2f42dc79dd4 on network b2d38f3a-6696-495a-aac1-ad2c13ee4276 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:09:11.245269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:09:11.245647 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Checking segment: {'id': '1e3eda50-b7d4-4370-9696-9bdb74d51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b2d38f3a-6696-495a-aac1-ad2c13ee4276'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:11.246053 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.246922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Bound using segment: {'id': '1e3eda50-b7d4-4370-9696-9bdb74d51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b2d38f3a-6696-495a-aac1-ad2c13ee4276'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:09:11.247063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Bound port: 892948cc-1a47-40e2-9687-b2f42dc79dd4, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e3eda50-b7d4-4370-9696-9bdb74d51236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'b2d38f3a-6696-495a-aac1-ad2c13ee4276'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:09:11.250356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.252662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.363232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] For port 892948cc-1a47-40e2-9687-b2f42dc79dd4, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:09:11.368996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] For port 892948cc-1a47-40e2-9687-b2f42dc79dd4, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=892948cc-1a47-40e2-9687-b2f42dc79dd4,segment=NetworkSegment(1e3eda50-b7d4-4370-9696-9bdb74d51236),segment_id=1e3eda50-b7d4-4370-9696-9bdb74d51236)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:09:11.408464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.449828 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.459082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c15b18fb-1818-474c-be83-09e9d753b440 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.467440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6e401d-d079-4c7a-b2b3-203dfa2e595f']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:11.479892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a598630-a5e8-4115-b942-f133ab2090a0') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:11.480195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a598630-a5e8-4115-b942-f133ab2090a0') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:11.494150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.509733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c15b18fb-1818-474c-be83-09e9d753b440 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.514012 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-c15b18fb-1818-474c-be83-09e9d753b440 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP 6c62be61-be6a-4a66-aefc-909a2f820479 disassociated. External IP: 172.25.2.22, port: fe369455-7d97-4faf-a6aa-a3a129b0d9e3. Oct 12 23:09:11.524299 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.529990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102b597d-7e6a-481e-9f25-f06af4346133 None None] Pushing event updated for resources: {'Port': ['ID=892948cc-1a47-40e2-9687-b2f42dc79dd4,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:11.575856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:11.576301 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:11.579341 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:11.650824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:11.659381 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9e10c090-0717-4b8c-ad57-285ecc8a08c4 admin admin] 10.222.0.31 "PUT /v2.0/routers/4c01e612-63e9-4004-8e5b-dcfa779f42cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0370920 Oct 12 23:09:11.661963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38798) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:11.664639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] Sync routers for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:11.681542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:11.682418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:11.755469 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.760168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:11.767498 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] 10.222.0.31 "DELETE /v2.0/networks/9a6e401d-d079-4c7a-b2b3-203dfa2e595f HTTP/1.1" status: 204 len: 168 time: 0.6602285 Oct 12 23:09:11.871772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a6b43b-ffdf-4390-813c-c789ff0abcdb admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6e401d-d079-4c7a-b2b3-203dfa2e595f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:11.926459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961f4c6-aa12-4297-8f56-c8afce2724be req-6c1ba36c-a26d-48ae-80ae-546eb0ba2f67 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:11.928748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6961f4c6-aa12-4297-8f56-c8afce2724be req-6c1ba36c-a26d-48ae-80ae-546eb0ba2f67 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2537515 Oct 12 23:09:11.930920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fce4610-a748-4ad8-be57-ce48546caf85 req-29ae665c-9743-469d-85f1-1f4b518f811b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:11.932482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5fce4610-a748-4ad8-be57-ce48546caf85 req-29ae665c-9743-469d-85f1-1f4b518f811b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 1097 time: 0.3613825 Oct 12 23:09:11.966256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:09:11.970570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.058845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.081678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6961f4c6-aa12-4297-8f56-c8afce2724be req-866c9d0f-696f-4d15-9b2e-03366754b2dd tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015747 Oct 12 23:09:12.146876 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5fce4610-a748-4ad8-be57-ce48546caf85 req-809baad1-6833-4ada-9ca4-9b3deb716739 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980860 Oct 12 23:09:12.148655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15b18fb-1818-474c-be83-09e9d753b440 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:12.204597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38806) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:12.211134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network b2d38f3a-6696-495a-aac1-ad2c13ee4276 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:12.236555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:12.251454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:12.252058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.257516 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfd82d85-0019-4fb5-b1fa-d54e9e876019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.258707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=05faf64f-ab7c-4147-a02a-0c4825e2ef6b,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:12.289625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.309818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0362d45b-788e-4839-b705-58a6a5b75447 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4ecfad9dd8034480a90d3f05222278a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980189 Oct 12 23:09:12.309818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38808) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:12.329407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15b18fb-1818-474c-be83-09e9d753b440 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:12.335896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19'}], 'enable_snat': True}, 'gw_port_id': '36501af4-b541-4267-8ea2-63deba708c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T23:09:09Z', 'revision_number': 5, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port': {'id': '36501af4-b541-4267-8ea2-63deba708c72', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:eb:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1319, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:59:42Z', 'updated_at': '2021-10-12T22:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:12.340575 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c15b18fb-1818-474c-be83-09e9d753b440 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.343999 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f3c70-dc65-40bf-8eb7-3358b90134b6 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:12.363169 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f3c70-dc65-40bf-8eb7-3358b90134b6 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:12.364092 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-742f3c70-dc65-40bf-8eb7-3358b90134b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:12.372266 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5e7feb52-101c-44f7-94c1-cae687cbace7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9303391 Oct 12 23:09:12.373724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38810) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:12.382522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] Checking router: 4c01e612-63e9-4004-8e5b-dcfa779f42cc for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:09:12.393845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] Routers {'4c01e612-63e9-4004-8e5b-dcfa779f42cc'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:12.394459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:12.430881 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d41d700-1d69-4611-b316-6606a6efea94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.444897 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-742f3c70-dc65-40bf-8eb7-3358b90134b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:12.461366 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f3c70-dc65-40bf-8eb7-3358b90134b6 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:12.462512 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-742f3c70-dc65-40bf-8eb7-3358b90134b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:08:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:12.490080 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d41d700-1d69-4611-b316-6606a6efea94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.504846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b69a57-aa64-4ae6-bb39-ed14bf2c90af tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:12.506363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b69a57-aa64-4ae6-bb39-ed14bf2c90af tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:12.510180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b69a57-aa64-4ae6-bb39-ed14bf2c90af tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:12.517553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b69a57-aa64-4ae6-bb39-ed14bf2c90af tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:12.518531 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-742f3c70-dc65-40bf-8eb7-3358b90134b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:12.519456 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742f3c70-dc65-40bf-8eb7-3358b90134b6 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:12.521100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b69a57-aa64-4ae6-bb39-ed14bf2c90af tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:12.528403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-97b69a57-aa64-4ae6-bb39-ed14bf2c90af tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1508169 Oct 12 23:09:12.533188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38812) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:12.536807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c15b18fb-1818-474c-be83-09e9d753b440 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/floatingips/6c62be61-be6a-4a66-aefc-909a2f820479 HTTP/1.1" status: 200 len: 687 time: 1.4830370 Oct 12 23:09:12.537534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38814) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:12.541931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Deleting port 36501af4-b541-4267-8ea2-63deba708c72 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:12.542367 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.545441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] Set router 4c01e612-63e9-4004-8e5b-dcfa779f42cc gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:09:12.548129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1728146363'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:12.686286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T23:09:12Z', 'revision_number': 6, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:12.712328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] For port 36501af4-b541-4267-8ea2-63deba708c72, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=36501af4-b541-4267-8ea2-63deba708c72,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:12.712908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.727628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Calling delete_port for 36501af4-b541-4267-8ea2-63deba708c72 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:12.757560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 892948cc-1a47-40e2-9687-b2f42dc79dd4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:12.760089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e68fcc-443e-499b-8845-984d40f4cfae None None] The sync data for ids ['4c01e612-63e9-4004-8e5b-dcfa779f42cc'] in n-d-790519-14 is: [{'id': '4c01e612-63e9-4004-8e5b-dcfa779f42cc', 'name': 'tempest-AttachVolumeShelveTestJSON-84066353-router', 'tenant_id': '06582cedb8d74a2ab2a8927c7b71c050', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:59:41Z', 'updated_at': '2021-10-12T23:09:12Z', 'revision_number': 6, 'project_id': '06582cedb8d74a2ab2a8927c7b71c050', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:12.806900 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d41d700-1d69-4611-b316-6606a6efea94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.811798 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d41d700-1d69-4611-b316-6606a6efea94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.815528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7d41d700-1d69-4611-b316-6606a6efea94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/445bb76a-32e6-4e93-9c95-403ea6fc207f HTTP/1.1" status: 204 len: 168 time: 0.5026150 Oct 12 23:09:12.815528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:12.817852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.830428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port be4d20f8-8c5f-406b-ae06-716d69d2e2ec {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:12.832961 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.846850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d41d700-1d69-4611-b316-6606a6efea94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445bb76a-32e6-4e93-9c95-403ea6fc207f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:12.868230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 892948cc-1a47-40e2-9687-b2f42dc79dd4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:12.868698 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.890848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:12.954260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:12.954611 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment 636d196f-3dbd-4b70-b629-8b2ef2e878b3 of type vlan for network 362647d8-a561-4fbd-b69b-866825cd672f Oct 12 23:09:13.039842 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.051881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca73dfae-287c-413e-9c51-7e47cb30b96a None None] Network b2d38f3a-6696-495a-aac1-ad2c13ee4276 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:13.075679 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.089277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.091087 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.118081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for be4d20f8-8c5f-406b-ae06-716d69d2e2ec owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:13.167471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.180967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 892948cc-1a47-40e2-9687-b2f42dc79dd4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=892948cc-1a47-40e2-9687-b2f42dc79dd4,segment=NetworkSegment(1e3eda50-b7d4-4370-9696-9bdb74d51236),segment_id=1e3eda50-b7d4-4370-9696-9bdb74d51236)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:13.219452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ca52edc2-a14f-41ee-9538-74386fc6eda9 None None] Provisioning complete for port 892948cc-1a47-40e2-9687-b2f42dc79dd4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:13.220794 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ca52edc2-a14f-41ee-9538-74386fc6eda9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.232605 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=36501af4-b541-4267-8ea2-63deba708c72,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:13.321309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca084ddc-bc72-4004-934f-26e24a8d5d9a req-81e451c8-dbd9-4afc-a476-f86a638a78e5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:13.323154 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca084ddc-bc72-4004-934f-26e24a8d5d9a req-81e451c8-dbd9-4afc-a476-f86a638a78e5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.0845711 Oct 12 23:09:13.331400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.339520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.352711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:13.353379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.427393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca084ddc-bc72-4004-934f-26e24a8d5d9a req-7af45210-c4f5-4ab9-b9ea-08b7cb59c39a tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965970 Oct 12 23:09:13.495339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.514710 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.605469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=be4d20f8-8c5f-406b-ae06-716d69d2e2ec,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:13.633312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=362647d8-a561-4fbd-b69b-866825cd672f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:13.663217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=892948cc-1a47-40e2-9687-b2f42dc79dd4,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:13.674457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 362647d8-a561-4fbd-b69b-866825cd672f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:13.700150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.701732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.703823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f6c8cbe2-8d02-4fa4-a9e3-6bd191aa0080 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/floatingips/6c62be61-be6a-4a66-aefc-909a2f820479 HTTP/1.1" status: 204 len: 168 time: 1.1657915 Oct 12 23:09:13.707684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38832) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:13.717168 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-71709fc9-aadb-49fb-b1ae-094071c16416 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1820517 Oct 12 23:09:13.719917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '6ac06d20-58fa-402d-aef1-fd5f64390059'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:13.720639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38834) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:13.726585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a94516a6-9980-4dfc-9dad-7c90510bd314 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:13.789923 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.793964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.827243 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.952223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279c9e23-36fb-44c2-a2fa-30c361cea823 None None] Update dhcp port {'port': {'network_id': 'b2d38f3a-6696-495a-aac1-ad2c13ee4276', 'fixed_ips': [{'subnet_id': '0bb1abf1-5d81-48e4-bc33-0130792adfc7', 'ip_address': '2001:db8::2'}, {'subnet_id': '05faf64f-ab7c-4147-a02a-0c4825e2ef6b'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '892948cc-1a47-40e2-9687-b2f42dc79dd4'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:09:13.968691 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.973507 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a94516a6-9980-4dfc-9dad-7c90510bd314 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:13.991660 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-279c9e23-36fb-44c2-a2fa-30c361cea823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.066860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a94516a6-9980-4dfc-9dad-7c90510bd314 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.074049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.074835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c01e612-63e9-4004-8e5b-dcfa779f42cc {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:09:14.083885 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.085058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b719b55-faad-4a0d-a856-2136e290a1c7 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4c01e612-63e9-4004-8e5b-dcfa779f42cc HTTP/1.1" status: 204 len: 168 time: 2.4219968 Oct 12 23:09:14.097803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38838) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:14.105252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a94516a6-9980-4dfc-9dad-7c90510bd314 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network 362647d8-a561-4fbd-b69b-866825cd672f is not hosted by any dhcp agent {{(pid=101890) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 23:09:14.111155 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94516a6-9980-4dfc-9dad-7c90510bd314 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:14.111880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a94516a6-9980-4dfc-9dad-7c90510bd314 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.116167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a94516a6-9980-4dfc-9dad-7c90510bd314 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "PUT /v2.0/networks/362647d8-a561-4fbd-b69b-866825cd672f HTTP/1.1" status: 200 len: 723 time: 0.3946369 Oct 12 23:09:14.118596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38840) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:14.131725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': '362647d8-a561-4fbd-b69b-866825cd672f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:14.193477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94516a6-9980-4dfc-9dad-7c90510bd314 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=362647d8-a561-4fbd-b69b-866825cd672f,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:14.207669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-618aca04-bbbf-4a6c-8a71-3f01c04a5b46 admin admin] Deleting subnet 053e0c87-5511-433c-baa6-ef92cd9d4d4e {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:09:14.211625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-618aca04-bbbf-4a6c-8a71-3f01c04a5b46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.214695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.25.2.189 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/35a394f7-8cde-464d-8ade-c22e59d71262) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:14.270160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-618aca04-bbbf-4a6c-8a71-3f01c04a5b46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.288141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 362647d8-a561-4fbd-b69b-866825cd672f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:14.382677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-618aca04-bbbf-4a6c-8a71-3f01c04a5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.444836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-279c9e23-36fb-44c2-a2fa-30c361cea823 None None] Allocated IP 172.20.0.1 (b2d38f3a-6696-495a-aac1-ad2c13ee4276/05faf64f-ab7c-4147-a02a-0c4825e2ef6b/892948cc-1a47-40e2-9687-b2f42dc79dd4) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:14.446443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.455608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:14.459698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.518747 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-618aca04-bbbf-4a6c-8a71-3f01c04a5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.560039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618aca04-bbbf-4a6c-8a71-3f01c04a5b46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=053e0c87-5511-433c-baa6-ef92cd9d4d4e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:14.563941 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-618aca04-bbbf-4a6c-8a71-3f01c04a5b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.567799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-618aca04-bbbf-4a6c-8a71-3f01c04a5b46 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/053e0c87-5511-433c-baa6-ef92cd9d4d4e HTTP/1.1" status: 204 len: 168 time: 0.4685595 Oct 12 23:09:14.582543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38854) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:14.668020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-279c9e23-36fb-44c2-a2fa-30c361cea823 None None] For port 892948cc-1a47-40e2-9687-b2f42dc79dd4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=892948cc-1a47-40e2-9687-b2f42dc79dd4,segment=NetworkSegment(1e3eda50-b7d4-4370-9696-9bdb74d51236),segment_id=1e3eda50-b7d4-4370-9696-9bdb74d51236)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:14.713439 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-279c9e23-36fb-44c2-a2fa-30c361cea823 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.713439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-969aa6b7-8d2b-4371-adb5-1dcd81287dba None None] Network ceee6145-4e96-4066-9105-b15a1eb82d1c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:14.725555 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.807227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe46d6b5-ebf6-489e-8e90-65883424b4d5 req-f4aa4782-665c-4d01-9c7b-b8556ad95c65 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:14.809282 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe46d6b5-ebf6-489e-8e90-65883424b4d5 req-f4aa4782-665c-4d01-9c7b-b8556ad95c65 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1116743 Oct 12 23:09:14.814817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 892948cc-1a47-40e2-9687-b2f42dc79dd4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:14.822744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Deleting port c5d30a76-4b02-4f17-8fed-9f4292107bd6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:14.823279 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.826630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.876162 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-279c9e23-36fb-44c2-a2fa-30c361cea823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.924907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] For port c5d30a76-4b02-4f17-8fed-9f4292107bd6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c5d30a76-4b02-4f17-8fed-9f4292107bd6,segment=NetworkSegment(c42c4a4d-455c-49b0-8675-e8f511527129),segment_id=c42c4a4d-455c-49b0-8675-e8f511527129)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:14.925331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:14.941502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Calling delete_port for c5d30a76-4b02-4f17-8fed-9f4292107bd6 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:14.955440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe46d6b5-ebf6-489e-8e90-65883424b4d5 req-5a6bfdb2-1222-4601-a875-b1bcf484159b tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301730 Oct 12 23:09:14.958753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=3ee33dc7-5a6e-43b3-9adb-aad50e2c0b0d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:14.997320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.001833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking segment: {'id': '636d196f-3dbd-4b70-b629-8b2ef2e878b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '362647d8-a561-4fbd-b69b-866825cd672f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:15.002196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network hostable DHCP agents. Network: 362647d8-a561-4fbd-b69b-866825cd672f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:15.023906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279c9e23-36fb-44c2-a2fa-30c361cea823 None None] Pushing event updated for resources: {'Port': ['ID=892948cc-1a47-40e2-9687-b2f42dc79dd4,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:15.113054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:15.118893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:15.121640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:15.180970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 892948cc-1a47-40e2-9687-b2f42dc79dd4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:15.181191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.181344 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.258760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network 362647d8-a561-4fbd-b69b-866825cd672f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:15.261782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=35a394f7-8cde-464d-8ade-c22e59d71262,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:15.269782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5d30a76-4b02-4f17-8fed-9f4292107bd6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:15.280264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] No DVR routers for this DVR port c5d30a76-4b02-4f17-8fed-9f4292107bd6 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:15.299063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bf20f8-62ef-4fd9-99c8-4602f5f7fefe None None] DHCP port deletion for ceee6145-4e96-4066-9105-b15a1eb82d1c request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:09:15.485167 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.523215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 36501af4-b541-4267-8ea2-63deba708c72 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:15.557792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 36501af4-b541-4267-8ea2-63deba708c72 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:15.558134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 36501af4-b541-4267-8ea2-63deba708c72 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:15.558559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0f3fff82-87c8-4cb0-878d-37995fc8fc7c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:15.563735 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9914fac0-84fc-4467-be95-d29ffa67b279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.585730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 362647d8-a561-4fbd-b69b-866825cd672f) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:15.596982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62a67a5-e17a-4ee3-88bc-5f979ca92655 None None] Network 362647d8-a561-4fbd-b69b-866825cd672f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:15.597177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.603009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0f3fff82-87c8-4cb0-878d-37995fc8fc7c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:15.603354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0f3fff82-87c8-4cb0-878d-37995fc8fc7c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:15.629517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:15.631114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.696834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ceee6145-4e96-4066-9105-b15a1eb82d1c']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:15.730211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a6e5a-d8ca-45f6-8086-4a7515472641 req-37d92a6d-1ad1-4059-8c6c-495b18adfec2 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:15.740202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-242a6e5a-d8ca-45f6-8086-4a7515472641 req-37d92a6d-1ad1-4059-8c6c-495b18adfec2 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2250574 Oct 12 23:09:15.755370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-45bfec76-7884-4b9e-9138-c6e3d143f278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:15.756924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-45bfec76-7884-4b9e-9138-c6e3d143f278 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c746a093b5904063b35eefb375da9aad&device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 1097 time: 0.3361187 Oct 12 23:09:15.761360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c42c4a4d-455c-49b0-8675-e8f511527129') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:15.761732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c42c4a4d-455c-49b0-8675-e8f511527129') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:15.810615 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.867380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45760fc4-9373-4dc8-9220-21381be47911 req-1e398f5f-df36-4ac0-9595-a27a7806f9a6 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b01e58d-91e5-49af-995b-dc73f1397a9d HTTP/1.1" status: 200 len: 210 time: 0.0630872 Oct 12 23:09:15.877426 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1b4a32c3-b169-490c-b661-2b9f8989200e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7578659 Oct 12 23:09:15.880076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38886) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:15.886700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fbaa6307-9f24-45f9-a92f-f131452f145e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:15.954263 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.994036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-362647d8-a561-4fbd-b69b-866825cd672f', 'network_id': '362647d8-a561-4fbd-b69b-866825cd672f', 'tenant_id': '9b2c89bb2213451a9143492246cd280e', 'fixed_ips': [{'subnet_id': '3ee33dc7-5a6e-43b3-9adb-aad50e2c0b0d'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:09:15.994928 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:15.997875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-242a6e5a-d8ca-45f6-8086-4a7515472641 req-d0a6db1b-8099-491d-bc6c-2c2510a0062c tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489753 Oct 12 23:09:16.079561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:16.083508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.125759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.137510 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6307-9f24-45f9-a92f-f131452f145e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26198203'] for subnet, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.164712 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:16.214899 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:16.220690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-3d422d78-01df-43f7-8fb1-814fc2bdb8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:16.222750 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-3d422d78-01df-43f7-8fb1-814fc2bdb8aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8c67dae-94d8-4fab-be75-793a6fe78089 HTTP/1.1" status: 200 len: 911 time: 0.4534070 Oct 12 23:09:16.293744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-8d2dade2-b6bb-422a-9211-d01e9f0e331a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be3049d8-6b1c-467b-bf41-02a25dbc0f9e HTTP/1.1" status: 200 len: 217 time: 0.0634420 Oct 12 23:09:16.312387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Allocated IP 2001:db8::2 (362647d8-a561-4fbd-b69b-866825cd672f/3ee33dc7-5a6e-43b3-9adb-aad50e2c0b0d/37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:16.338315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006c6e35-3cd8-4599-9c90-252fb4a573b7 None None] Network b2d38f3a-6696-495a-aac1-ad2c13ee4276 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:16.350030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-1731a663-2861-447e-97cc-3d32a813f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:16.351577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-1731a663-2861-447e-97cc-3d32a813f687 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=5169ae89-a897-443b-a804-950158ddd4a8 HTTP/1.1" status: 200 len: 850 time: 0.0513246 Oct 12 23:09:16.388016 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-c8c14767-99af-498f-b53d-36c9707dfad2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8c67dae-94d8-4fab-be75-793a6fe78089&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295317 Oct 12 23:09:16.399515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-e4be492a-72ff-47aa-8cb0-6ed220ea3a33 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:09:16.400548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-e4be492a-72ff-47aa-8cb0-6ed220ea3a33 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055416 Oct 12 23:09:16.478913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-764c6bf7-3aca-40f2-854a-4c1c2d7ab507 None None] Provisioning complete for port 892948cc-1a47-40e2-9687-b2f42dc79dd4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:16.486486 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-764c6bf7-3aca-40f2-854a-4c1c2d7ab507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.506133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-8f6c8692-757c-439f-a4c9-584ad030c560 service neutron] 10.222.0.25 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984583 Oct 12 23:09:16.616329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3838eef7-bc58-4f98-8fea-ad08db3409f6 req-be509af1-5238-4d91-93a3-eb049a7fb3a1 service neutron] 10.222.0.25 "GET /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035361 Oct 12 23:09:16.657396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.660084 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.678060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.681361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ceee6145-4e96-4066-9105-b15a1eb82d1c HTTP/1.1" status: 204 len: 168 time: 2.0979822 Oct 12 23:09:16.693055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a0fa46-f98e-4c06-bc6a-eb59f5bcefe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ceee6145-4e96-4066-9105-b15a1eb82d1c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:16.732472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 892948cc-1a47-40e2-9687-b2f42dc79dd4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:16.773282 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.829965 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:16.938303 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4664455-4fb2-4c36-b27c-b8b6de860a71 req-54acfc5d-95c2-4c57-9cfd-a16f529e66cf tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0809851 Oct 12 23:09:16.944290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Network 362647d8-a561-4fbd-b69b-866825cd672f is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:16.963105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:16.973932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:17.003403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Pushing event updated for resources: {'Port': ['ID=37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:17.129087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Attempting to bind port 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:09:17.129617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Attempting to bind port 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '636d196f-3dbd-4b70-b629-8b2ef2e878b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '362647d8-a561-4fbd-b69b-866825cd672f'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:09:17.129986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Attempting to bind port 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 on network 362647d8-a561-4fbd-b69b-866825cd672f {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:09:17.137955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 892948cc-1a47-40e2-9687-b2f42dc79dd4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:17.140348 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.145075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:09:17.145075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Checking segment: {'id': '636d196f-3dbd-4b70-b629-8b2ef2e878b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '362647d8-a561-4fbd-b69b-866825cd672f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:17.145075 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.145075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Bound using segment: {'id': '636d196f-3dbd-4b70-b629-8b2ef2e878b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '362647d8-a561-4fbd-b69b-866825cd672f'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:09:17.145075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Bound port: 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636d196f-3dbd-4b70-b629-8b2ef2e878b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '362647d8-a561-4fbd-b69b-866825cd672f'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:09:17.145639 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.306602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] For port 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:09:17.340329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] For port 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6,segment=NetworkSegment(636d196f-3dbd-4b70-b629-8b2ef2e878b3),segment_id=636d196f-3dbd-4b70-b629-8b2ef2e878b3)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:09:17.346270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38924) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:17.392720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f665bf75-ef44-4312-ac9e-264b600312bc None None] Provisioning complete for port 892948cc-1a47-40e2-9687-b2f42dc79dd4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:17.393178 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f665bf75-ef44-4312-ac9e-264b600312bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.418608 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.458991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fd0373d3-f872-4249-9a8a-99b5315d9301 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=06582cedb8d74a2ab2a8927c7b71c050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1111574 Oct 12 23:09:17.465534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38928) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:17.505223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c5d30a76-4b02-4f17-8fed-9f4292107bd6 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:17.548722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c5d30a76-4b02-4f17-8fed-9f4292107bd6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:17.551564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c5d30a76-4b02-4f17-8fed-9f4292107bd6 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:17.563405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b2e5-1c75-4c27-9c6a-2d1d8b3336a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.571833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8d05b-8716-4d7d-a20d-a1e4462c75d2 None None] Pushing event updated for resources: {'Port': ['ID=37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:17.606912 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b2e5-1c75-4c27-9c6a-2d1d8b3336a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.639535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f339e-b143-4231-82af-d87ccdd49606 req-40293483-b80a-46d2-97f8-f112202fc5cc tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:17.641398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-220f339e-b143-4231-82af-d87ccdd49606 req-40293483-b80a-46d2-97f8-f112202fc5cc tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2775855 Oct 12 23:09:17.709329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-220f339e-b143-4231-82af-d87ccdd49606 req-da69ff53-0d10-4c9e-936b-98b194577852 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510924 Oct 12 23:09:17.729715 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6307-9f24-45f9-a92f-f131452f145e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751790469389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29075900'] for subnet, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.747135 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b2e5-1c75-4c27-9c6a-2d1d8b3336a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.750642 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2a7b2e5-1c75-4c27-9c6a-2d1d8b3336a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.754763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b2a7b2e5-1c75-4c27-9c6a-2d1d8b3336a1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce05e4e4-f2b5-4e06-828c-d3b8ef04de71 HTTP/1.1" status: 204 len: 168 time: 0.2849472 Oct 12 23:09:17.779106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a7b2e5-1c75-4c27-9c6a-2d1d8b3336a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce05e4e4-f2b5-4e06-828c-d3b8ef04de71,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:17.790651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbaa6307-9f24-45f9-a92f-f131452f145e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:17.791324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbaa6307-9f24-45f9-a92f-f131452f145e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.795339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:17.805760 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.809447 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fbaa6307-9f24-45f9-a92f-f131452f145e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "PUT /v2.0/subnets/3ee33dc7-5a6e-43b3-9adb-aad50e2c0b0d HTTP/1.1" status: 200 len: 826 time: 1.9276822 Oct 12 23:09:17.869923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaa6307-9f24-45f9-a92f-f131452f145e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=3ee33dc7-5a6e-43b3-9adb-aad50e2c0b0d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:17.915227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.980453 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:17.992381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:18.104797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=35a394f7-8cde-464d-8ade-c22e59d71262,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:18.115492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73c59523-4e8e-4828-9e35-1dc3a8453f49 req-14bdc131-c0f6-440c-a560-9b7e2425732b tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0594923 Oct 12 23:09:18.120947 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:18.148924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting port 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:18.149975 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:18.281135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] For port 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6,segment=NetworkSegment(636d196f-3dbd-4b70-b629-8b2ef2e878b3),segment_id=636d196f-3dbd-4b70-b629-8b2ef2e878b3)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:18.282039 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:18.295536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Calling delete_port for 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:18.352349 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP f0b87765-6088-4cab-b536-aa66c650c405 associated. External IP: 172.25.2.189, port: 6ac06d20-58fa-402d-aef1-fd5f64390059. Oct 12 23:09:18.800765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:18.833479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:18.877472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:18.898346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:18.898920 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:18.955060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Could not find standard attr ID for object 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:09:18.958202 n-d-790519-14 neutron-server[101891]: INFO neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No ports have port_id starting with 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 Oct 12 23:09:18.975519 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:18.977990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:19.006286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e49e8-20be-4f0d-96d8-e4a534314f29 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:19.017999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e49e8-20be-4f0d-96d8-e4a534314f29 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:19.018626 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c79e49e8-20be-4f0d-96d8-e4a534314f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:19.029485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25157c0-e7dd-42bd-ab08-8fafe482a9b8 req-9724a471-ebb1-49eb-8870-0232088fa691 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:19.038839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25157c0-e7dd-42bd-ab08-8fafe482a9b8 req-9724a471-ebb1-49eb-8870-0232088fa691 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1705627 Oct 12 23:09:19.041095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Port': ['ID=37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:19.066837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3116b699-47d4-45e2-98ad-e28b3f27cd8f None None] Network 362647d8-a561-4fbd-b69b-866825cd672f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:19.074959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c79e49e8-20be-4f0d-96d8-e4a534314f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:19.119368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No DVR routers for this DVR port 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:19.123075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3759c093-205c-4499-8a5b-9dc8ef7f10be None None] Could not find standard attr ID for object 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:09:19.124796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d25157c0-e7dd-42bd-ab08-8fafe482a9b8 req-a46bdc36-4548-48ee-b58d-26e7d056dc22 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850213 Oct 12 23:09:19.132235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79e49e8-20be-4f0d-96d8-e4a534314f29 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:19.132414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c79e49e8-20be-4f0d-96d8-e4a534314f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:19.165098 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.170275 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.173109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c79e49e8-20be-4f0d-96d8-e4a534314f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:19.173777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c79e49e8-20be-4f0d-96d8-e4a534314f29 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:19.242289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-667ad5a8-2b40-4402-8249-c8dba248c789 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.5333021 Oct 12 23:09:19.244945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38960) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:19.316142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.348474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82dc024e-9b18-4b0d-8386-d92ac7167d86 req-960d047b-f547-4eaa-9317-39e574e2421e tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0703003 Oct 12 23:09:19.421800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2d0ff022-e597-403a-86d1-245ea9f4a45e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "GET /v2.0/floatingips/f0b87765-6088-4cab-b536-aa66c650c405 HTTP/1.1" status: 200 len: 979 time: 0.1728971 Oct 12 23:09:19.422464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38968) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:19.523651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.551173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=3ee33dc7-5a6e-43b3-9adb-aad50e2c0b0d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:19.586907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a75b2659-bb3a-41b4-a2bc-347772ed53d2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1604443 Oct 12 23:09:19.589693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38972) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:19.595734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'port_id': 'fe369455-7d97-4faf-a6aa-a3a129b0d9e3'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:19.671271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.702720 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.705252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['362647d8-a561-4fbd-b69b-866825cd672f']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:19.705658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7175f805-c7f1-41f5-aebc-85fa2aa980f9 None None] Network 362647d8-a561-4fbd-b69b-866825cd672f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:19.724796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636d196f-3dbd-4b70-b629-8b2ef2e878b3') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:19.725079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636d196f-3dbd-4b70-b629-8b2ef2e878b3') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:19.742015 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.769069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.777207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:19.777686 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:19.793011 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:19.959893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f214dd-6264-4d9e-a89f-2148e3a79317 None None] DHCP port deletion for 362647d8-a561-4fbd-b69b-866825cd672f request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:09:19.987120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:19.995818 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:20.003853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/362647d8-a561-4fbd-b69b-866825cd672f HTTP/1.1" status: 204 len: 168 time: 2.1895566 Oct 12 23:09:20.008199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38982) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:20.034798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c423245-a173-4f04-9241-0afcdf7022ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=362647d8-a561-4fbd-b69b-866825cd672f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:20.049093 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-80a70029-8855-4628-b4b4-17795f654a7e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:20.049704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80a70029-8855-4628-b4b4-17795f654a7e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:20.056374 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-80a70029-8855-4628-b4b4-17795f654a7e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/362647d8-a561-4fbd-b69b-866825cd672f HTTP/1.1" status: 404 len: 339 time: 0.0435867 Oct 12 23:09:20.056510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38992) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:20.069659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4af83-2903-40c2-8abc-422173fdac3f req-a34a355c-2b43-4a24-bfa9-ed69f4b1de05 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:20.069659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c7e4af83-2903-40c2-8abc-422173fdac3f req-a34a355c-2b43-4a24-bfa9-ed69f4b1de05 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.1811883 Oct 12 23:09:20.080219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2144780387', 'description': 'd1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:20.136930 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c7e4af83-2903-40c2-8abc-422173fdac3f req-23f08ebf-b8e3-4377-bd2b-cb7a4d71ab80 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617180 Oct 12 23:09:20.180077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:20.184219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:20.215642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:20.233075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:20.234309 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment 4cfebe55-7bae-4ade-8270-e46ad12f53b0 of type vlan for network e23ecf30-d01c-4c12-948f-58411e40cca8 Oct 12 23:09:20.290411 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:20.374691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:20.380566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:20.381166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:20.435558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:20.462891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=e23ecf30-d01c-4c12-948f-58411e40cca8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:20.475100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e23ecf30-d01c-4c12-948f-58411e40cca8 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:20.486123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7c1a133-01ca-43f4-a794-c399d926db81 req-30bfd27d-7796-4c00-ae90-c42ad69fb63c tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0349584 Oct 12 23:09:20.523230 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:20.531334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8b95b44-1c21-45b0-a9c5-b9246e97eb45 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4569910 Oct 12 23:09:20.534682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39012) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:20.654999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58eb8a4d-1852-4045-9968-2f474f01155a req-94ccd4f1-7e48-45c4-b70f-699da8e9327b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7b01e58d-91e5-49af-995b-dc73f1397a9d HTTP/1.1" status: 200 len: 210 time: 0.0446129 Oct 12 23:09:20.725599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534e4b32-5c46-46da-af11-3d52c406dbf7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:20.731577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-534e4b32-5c46-46da-af11-3d52c406dbf7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/networks?id=e23ecf30-d01c-4c12-948f-58411e40cca8 HTTP/1.1" status: 200 len: 765 time: 0.1956084 Oct 12 23:09:20.734492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39016) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:20.736820 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP f0b87765-6088-4cab-b536-aa66c650c405 associated. External IP: 172.25.2.189, port: 6ac06d20-58fa-402d-aef1-fd5f64390059. Oct 12 23:09:20.740484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'description': 'd2'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:20.785573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:20.805189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39020) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:20.816550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:20.817024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 37d6cdc9-516b-47d4-a0fd-6e7fcae5dfa6 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:20.970703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:20.973975 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-915d1c4e-7fed-449e-a79e-24f0dfea0571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:21.041617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:21.074386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-915d1c4e-7fed-449e-a79e-24f0dfea0571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:21.161829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:21.173080 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c89ba-5129-48ca-a086-fa83dd340c4b None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:21.194443 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c89ba-5129-48ca-a086-fa83dd340c4b None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:21.195604 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-233c89ba-5129-48ca-a086-fa83dd340c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:21.241614 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-233c89ba-5129-48ca-a086-fa83dd340c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:21.254758 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c89ba-5129-48ca-a086-fa83dd340c4b None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:21.256051 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-233c89ba-5129-48ca-a086-fa83dd340c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:21.271357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6b637-2e6c-4c5b-ae86-4488589c9a22 req-4bff58af-ddc1-4c76-a3bb-61abd95b05df tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:21.272897 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38a6b637-2e6c-4c5b-ae86-4488589c9a22 req-4bff58af-ddc1-4c76-a3bb-61abd95b05df tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.0564747 Oct 12 23:09:21.303115 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-233c89ba-5129-48ca-a086-fa83dd340c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:21.304725 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c89ba-5129-48ca-a086-fa83dd340c4b None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:21.336435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38a6b637-2e6c-4c5b-ae86-4488589c9a22 req-eb547b7b-320e-4a6b-b63d-0bdb2e5aa5b5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572455 Oct 12 23:09:21.403880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63ebe1da-87c7-4fbe-8192-c50060afe84d req-8fece02c-6eb4-4425-bb88-2918f6c9ae21 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0329525 Oct 12 23:09:21.706734 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35f64e80-c5d3-457c-a3f7-d22b03576d69 req-3ade4ef7-6362-4e58-982f-c4cfb084e2dd tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0365622 Oct 12 23:09:21.786018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:21.802864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:21.824200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network e23ecf30-d01c-4c12-948f-58411e40cca8 is not hosted by any dhcp agent {{(pid=101890) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 23:09:21.830056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:21.830637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:21.835176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "PUT /v2.0/networks/e23ecf30-d01c-4c12-948f-58411e40cca8 HTTP/1.1" status: 200 len: 762 time: 1.0973344 Oct 12 23:09:21.845267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39030) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:21.862828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-915d1c4e-7fed-449e-a79e-24f0dfea0571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:21.915986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=e23ecf30-d01c-4c12-948f-58411e40cca8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:21.939231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.939231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.939231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.939231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.939231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.939231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.939797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.939797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.939946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.940282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.940607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.941096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12917e91-dc08-4e19-a300-afb754b423de tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:09:21.946121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-915d1c4e-7fed-449e-a79e-24f0dfea0571 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7238906a04e244cd83e5636a830d86a6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1399384 Oct 12 23:09:21.946866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915d1c4e-7fed-449e-a79e-24f0dfea0571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6552c9c-2103-4d54-a960-43bc5d7049aa,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:21.949559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39034) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:21.953518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e23ecf30-d01c-4c12-948f-58411e40cca8 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:22.002650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe810c7-49f2-4bec-bbea-95701b8c9f51 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.007779 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-efe810c7-49f2-4bec-bbea-95701b8c9f51 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/networks?id=e23ecf30-d01c-4c12-948f-58411e40cca8 HTTP/1.1" status: 200 len: 765 time: 0.1577294 Oct 12 23:09:22.008064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39036) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:22.021592 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58adc20d-59bf-40b0-b8b6-9a39f6e492ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:22.047568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58adc20d-59bf-40b0-b8b6-9a39f6e492ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:22.109480 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:22.114796 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:22.119815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52dad0-ad23-44cd-8508-4bf50c0a29ea None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:22.132662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52dad0-ad23-44cd-8508-4bf50c0a29ea None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:22.133524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2d52dad0-ad23-44cd-8508-4bf50c0a29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:22.178981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2d52dad0-ad23-44cd-8508-4bf50c0a29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:22.189186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d52dad0-ad23-44cd-8508-4bf50c0a29ea None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:22.190019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2d52dad0-ad23-44cd-8508-4bf50c0a29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:22.225082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2d52dad0-ad23-44cd-8508-4bf50c0a29ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:22.225748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d52dad0-ad23-44cd-8508-4bf50c0a29ea None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:22.260518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58adc20d-59bf-40b0-b8b6-9a39f6e492ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:22.263289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58adc20d-59bf-40b0-b8b6-9a39f6e492ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:22.267206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-36c7aef6-560b-4e0a-aba9-ac963bee4a20 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/floatingips/f0b87765-6088-4cab-b536-aa66c650c405 HTTP/1.1" status: 200 len: 977 time: 2.6735859 Oct 12 23:09:22.267708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-58adc20d-59bf-40b0-b8b6-9a39f6e492ee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6552c9c-2103-4d54-a960-43bc5d7049aa HTTP/1.1" status: 204 len: 168 time: 0.3142195 Oct 12 23:09:22.268241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39048) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:22.276387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58adc20d-59bf-40b0-b8b6-9a39f6e492ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6552c9c-2103-4d54-a960-43bc5d7049aa,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:22.279841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cd7ae1-ecb7-4440-9e7f-5dbd098bb615 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.282684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-88cd7ae1-ecb7-4440-9e7f-5dbd098bb615 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2736282 Oct 12 23:09:22.285340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39050) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:22.285961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b1b07233-5dc7-4fd0-b8a3-572049a58058 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:22.339240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-53d63121-7adb-4401-9d2f-e0fcb353995e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 207 time: 0.0522630 Oct 12 23:09:22.342495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39052) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:22.346329 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1b07233-5dc7-4fd0-b8a3-572049a58058 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:22.566607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1b07233-5dc7-4fd0-b8a3-572049a58058 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:22.641207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcdcbe-6994-453b-99e2-09d858e0d09e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.647033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcdcbe-6994-453b-99e2-09d858e0d09e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.653841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcdcbe-6994-453b-99e2-09d858e0d09e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.655998 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1b07233-5dc7-4fd0-b8a3-572049a58058 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:22.656351 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-b1b07233-5dc7-4fd0-b8a3-572049a58058 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP f0b87765-6088-4cab-b536-aa66c650c405 disassociated. External IP: 172.25.2.189, port: fe369455-7d97-4faf-a6aa-a3a129b0d9e3. Oct 12 23:09:22.660260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcdcbe-6994-453b-99e2-09d858e0d09e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.666463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcdcbe-6994-453b-99e2-09d858e0d09e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.672732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddcdcbe-6994-453b-99e2-09d858e0d09e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.674606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6ddcdcbe-6994-453b-99e2-09d858e0d09e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3301327 Oct 12 23:09:22.682853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933d019e-392c-4454-a8c7-9446199f7731 req-c48dca0d-039c-4771-bd22-60af1e16bae9 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.703063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-933d019e-392c-4454-a8c7-9446199f7731 req-c48dca0d-039c-4771-bd22-60af1e16bae9 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2477350 Oct 12 23:09:22.707421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39058) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:22.746408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-ef3f9192-aa80-443c-8fb8-9c7c15af9ec7 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:22.752787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-ef3f9192-aa80-443c-8fb8-9c7c15af9ec7 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 945 time: 0.2517643 Oct 12 23:09:22.903720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b07233-5dc7-4fd0-b8a3-572049a58058 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:22.927999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-933d019e-392c-4454-a8c7-9446199f7731 req-1a671ad2-3d73-44a1-af14-9be5361c86a3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168846 Oct 12 23:09:22.968639 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e61ffaf7-ef75-4ad1-a643-7c043e494700 req-44cc4b18-36f4-4a2d-9a47-1fc0206841d7 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0422304 Oct 12 23:09:22.987794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-438f6a88-329b-42fb-b70d-115b1d9ab765 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2772233 Oct 12 23:09:23.004982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39082) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:23.103426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b07233-5dc7-4fd0-b8a3-572049a58058 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:23.109593 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:09:23.110566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b1b07233-5dc7-4fd0-b8a3-572049a58058 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:23.114977 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd95d7-611a-4045-83de-b2df11ab7b56 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:23.124819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Deleting port be3049d8-6b1c-467b-bf41-02a25dbc0f9e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:23.125168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:23.126491 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd95d7-611a-4045-83de-b2df11ab7b56 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:23.128023 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9ffd95d7-611a-4045-83de-b2df11ab7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:23.145526 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b1b07233-5dc7-4fd0-b8a3-572049a58058 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/floatingips/f0b87765-6088-4cab-b536-aa66c650c405 HTTP/1.1" status: 200 len: 688 time: 0.8733952 Oct 12 23:09:23.151435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39094) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:23.172508 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9ffd95d7-611a-4045-83de-b2df11ab7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:23.183750 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffd95d7-611a-4045-83de-b2df11ab7b56 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:23.184782 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9ffd95d7-611a-4045-83de-b2df11ab7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:23.198030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ebc67-e8ac-4c99-a39b-e7f6d372d832 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.199968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ebc67-e8ac-4c99-a39b-e7f6d372d832 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.201816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ebc67-e8ac-4c99-a39b-e7f6d372d832 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.204325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ebc67-e8ac-4c99-a39b-e7f6d372d832 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.205863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117ebc67-e8ac-4c99-a39b-e7f6d372d832 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.207701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-117ebc67-e8ac-4c99-a39b-e7f6d372d832 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2017608 Oct 12 23:09:23.212095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39096) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:23.307875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47153034-5ed5-4f96-aabf-006fef400da2 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.309309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47153034-5ed5-4f96-aabf-006fef400da2 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.310723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47153034-5ed5-4f96-aabf-006fef400da2 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.312574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47153034-5ed5-4f96-aabf-006fef400da2 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.314271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47153034-5ed5-4f96-aabf-006fef400da2 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.316211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-47153034-5ed5-4f96-aabf-006fef400da2 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1032076 Oct 12 23:09:23.325195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39102) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:23.351886 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9ffd95d7-611a-4045-83de-b2df11ab7b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:23.352910 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffd95d7-611a-4045-83de-b2df11ab7b56 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:23.358096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] For port be3049d8-6b1c-467b-bf41-02a25dbc0f9e, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:23.359898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:23.377607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Calling delete_port for be3049d8-6b1c-467b-bf41-02a25dbc0f9e owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:23.443251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 35a394f7-8cde-464d-8ade-c22e59d71262 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:23.449488 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:23.505856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e699b4-50e6-4611-80cc-cd7dd411e53d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.510969 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-49e699b4-50e6-4611-80cc-cd7dd411e53d tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/networks/8bd4ae1b-9eef-49b3-ac15-cb94c7184038 HTTP/1.1" status: 200 len: 803 time: 0.1813312 Oct 12 23:09:23.511462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39108) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:23.603923 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:23.621112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['90001c7a-9b9c-4e56-824c-09b5c4afe738'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:09:23.625688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['be3049d8-6b1c-467b-bf41-02a25dbc0f9e'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:09:23.634736 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d55683cb-e06b-4377-8f3f-5096051e4737 req-332dd76a-edbe-45f3-9c5b-817dfe8b3b5b tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0658693 Oct 12 23:09:23.697414 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:23.697835 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:23.703055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Pushing event deleted for resources: {'Port': ['ID=be3049d8-6b1c-467b-bf41-02a25dbc0f9e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:23.727602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 35a394f7-8cde-464d-8ade-c22e59d71262 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:23.740296 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2080d675-ae88-45b7-8443-04436ff27f98 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/networks/8bd4ae1b-9eef-49b3-ac15-cb94c7184038?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2272775 Oct 12 23:09:23.741120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39116) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:23.784759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] No DVR routers for this DVR port be3049d8-6b1c-467b-bf41-02a25dbc0f9e on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:23.788477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:23.792454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6666ebb-a611-4b12-8be5-fb511245a77b req-21ad2b83-0575-4391-8d00-a6f15ba85030 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.25 "DELETE /v2.0/ports/be3049d8-6b1c-467b-bf41-02a25dbc0f9e HTTP/1.1" status: 204 len: 173 time: 1.0198491 Oct 12 23:09:23.792922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fd978-b700-40a7-a5ff-7229c464208d', 'name': 'network-vif-deleted', 'tag': 'be3049d8-6b1c-467b-bf41-02a25dbc0f9e'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:23.798753 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2ea584-6e34-4d62-9dbf-c9187c000107" -d '{"events": [{"server_uuid": "ad0fd978-b700-40a7-a5ff-7229c464208d", "name": "network-vif-deleted", "tag": "be3049d8-6b1c-467b-bf41-02a25dbc0f9e"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:23.845356 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3ece07b-20f3-48e8-939f-96ebcc8ef051 x-openstack-request-id: req-b3ece07b-20f3-48e8-939f-96ebcc8ef051 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:23.845990 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fd978-b700-40a7-a5ff-7229c464208d", "name": "network-vif-deleted", "tag": "be3049d8-6b1c-467b-bf41-02a25dbc0f9e", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:23.846545 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b3ece07b-20f3-48e8-939f-96ebcc8ef051 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:23.847185 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fd978-b700-40a7-a5ff-7229c464208d', 'name': 'network-vif-deleted', 'tag': 'be3049d8-6b1c-467b-bf41-02a25dbc0f9e', 'status': 'completed', 'code': 200} Oct 12 23:09:23.986717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e38e46a-e5c4-40e9-8c18-ecfd5af9fbe0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:23.988087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7e38e46a-e5c4-40e9-8c18-ecfd5af9fbe0 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/subnets/cbd42cfc-2fbd-432b-b529-68bad8c6f3f9 HTTP/1.1" status: 200 len: 843 time: 0.2357249 Oct 12 23:09:23.992068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39126) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:24.077866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2064e1b8-a533-4729-b03c-dfbd72f9534a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['shared'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:24.088133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2064e1b8-a533-4729-b03c-dfbd72f9534a tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "GET /v2.0/subnets/cbd42cfc-2fbd-432b-b529-68bad8c6f3f9?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0945139 Oct 12 23:09:24.088870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39130) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:24.094434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ddc1814-bc66-418c-b772-2339895887cd req-594b8832-6076-412f-955b-6f384d8ea7bd tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad0fd978-b700-40a7-a5ff-7229c464208d HTTP/1.1" status: 200 len: 210 time: 0.0631282 Oct 12 23:09:24.097336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1998882251'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:24.243226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:24.246791 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:24.270930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:24.272518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:24.282285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:24.282634 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Added segment 2b67369d-e6e7-4277-b62f-4c8a24bb986b of type vlan for network 6b16d7c4-18a9-4d42-b2e7-0013d4d2b373 Oct 12 23:09:24.305884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=35a394f7-8cde-464d-8ade-c22e59d71262,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:24.329670 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:24.379688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:24.384541 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:24.385940 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d6e221fc-8449-4c0e-978a-4ee347e3f102 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/floatingips/f0b87765-6088-4cab-b536-aa66c650c405 HTTP/1.1" status: 204 len: 168 time: 1.2330737 Oct 12 23:09:24.388693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39138) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:24.426352 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:24.432338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:24.432928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:24.439904 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-0c383a21-d8b9-4416-87cd-5ddf85fee6a8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] delete failed (client error): The resource could not be found. Oct 12 23:09:24.444530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0c383a21-d8b9-4416-87cd-5ddf85fee6a8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/floatingips/f0b87765-6088-4cab-b536-aa66c650c405 HTTP/1.1" status: 404 len: 345 time: 0.0512643 Oct 12 23:09:24.445277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39140) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:24.834931 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-743024fc-18d2-41d5-8eb8-8b49b92a83ee req-5b6e0367-f335-4642-bb42-f7ae830a4d32 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0471776 Oct 12 23:09:24.843029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Network': ['ID=6b16d7c4-18a9-4d42-b2e7-0013d4d2b373,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:24.854454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6b16d7c4-18a9-4d42-b2e7-0013d4d2b373 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:24.866197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6a27a3ba-2dd7-4487-a376-15ef53512ba5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7727640 Oct 12 23:09:24.866558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:24.871778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'network_id': '6b16d7c4-18a9-4d42-b2e7-0013d4d2b373', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:24.886899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5695e3-a291-4dad-acdb-dbc489012630 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:24.894708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5695e3-a291-4dad-acdb-dbc489012630 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:24.902574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5695e3-a291-4dad-acdb-dbc489012630 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:24.905990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6f5695e3-a291-4dad-acdb-dbc489012630 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "GET /v2.0/ports?network_id=b23cb36e-b25b-48b5-b9bf-c909f33e6b36 HTTP/1.1" status: 200 len: 2358 time: 0.4600439 Oct 12 23:09:24.908251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39154) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:25.002782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b73162-d475-4973-94f5-e49b76c32507 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:25.004309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-90b73162-d475-4973-94f5-e49b76c32507 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "GET /v2.0/subnets/2d91f15a-5209-465e-b4e9-cc64a0d05604 HTTP/1.1" status: 200 len: 797 time: 0.0950923 Oct 12 23:09:25.009496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39160) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:25.018992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'port': {'network_id': 'b23cb36e-b25b-48b5-b9bf-c909f33e6b36', 'name': 'tempest-FloatingIPTestJSON-1230037479', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:25.072411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Made reservation on behalf of 9b2c89bb2213451a9143492246cd280e for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:25.078302 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:25.150026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.ipam_backend_mixin [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Performing IP validity checks on allocation pools {{(pid=101889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 23:09:25.150605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.ipam_backend_mixin [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 23:09:25.209029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Made reservation on behalf of 4939035141974d11afbc578845c3e131 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:25.320434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:25.338385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] device_id is not set on port 07a90821-af84-45ac-b83f-101fd6b80563 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:25.409223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:25.494772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=90d6d20a-395a-416e-a9bb-cd241e173790,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:25.505960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Checking segment: {'id': '2b67369d-e6e7-4277-b62f-4c8a24bb986b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6b16d7c4-18a9-4d42-b2e7-0013d4d2b373'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:25.506321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network hostable DHCP agents. Network: 6b16d7c4-18a9-4d42-b2e7-0013d4d2b373, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:25.626227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Network 6b16d7c4-18a9-4d42-b2e7-0013d4d2b373 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:25.695942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device be3049d8-6b1c-467b-bf41-02a25dbc0f9e no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:25.708351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.20.0.13 (b23cb36e-b25b-48b5-b9bf-c909f33e6b36/2d91f15a-5209-465e-b4e9-cc64a0d05604/07a90821-af84-45ac-b83f-101fd6b80563) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:25.711795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6b16d7c4-18a9-4d42-b2e7-0013d4d2b373) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:25.716661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:25.717700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:25.718577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.20.0.12 (b23cb36e-b25b-48b5-b9bf-c909f33e6b36/2d91f15a-5209-465e-b4e9-cc64a0d05604/07a90821-af84-45ac-b83f-101fd6b80563) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:25.723916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: be3049d8-6b1c-467b-bf41-02a25dbc0f9e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:25.724488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device be3049d8-6b1c-467b-bf41-02a25dbc0f9e not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:25.728361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75c2c5-7a56-4a14-ae1f-b034fa72a628 None None] Network 6b16d7c4-18a9-4d42-b2e7-0013d4d2b373 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:25.736312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc93a0-6a6d-46f4-b2f5-ec7bf7cc2332 req-573fbfd4-190b-401f-a1a2-19996bf7a4d4 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:25.737836 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99bc93a0-6a6d-46f4-b2f5-ec7bf7cc2332 req-573fbfd4-190b-401f-a1a2-19996bf7a4d4 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.0834439 Oct 12 23:09:25.815184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-99a60d44-755b-45a9-95b1-6e368d253a9b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9474118 Oct 12 23:09:25.815463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39184) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:25.822660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f99a711c-a2e4-463c-a5fb-2fcac50306a3 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:25.835014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99bc93a0-6a6d-46f4-b2f5-ec7bf7cc2332 req-b8de0cb4-0936-4d0b-b7aa-b1878ddc98e5 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839624 Oct 12 23:09:25.987255 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d34aa305-00b2-455e-a125-940cad45ef81 req-e45cc321-1aa1-410d-beb4-5342a16b28ce tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0498865 Oct 12 23:09:25.990820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690e3d86-b2f7-4b5a-838a-cee111e634aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-6b16d7c4-18a9-4d42-b2e7-0013d4d2b373', 'network_id': '6b16d7c4-18a9-4d42-b2e7-0013d4d2b373', 'tenant_id': '9b2c89bb2213451a9143492246cd280e', 'fixed_ips': [{'subnet_id': '90d6d20a-395a-416e-a9bb-cd241e173790'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:09:25.991889 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-690e3d86-b2f7-4b5a-838a-cee111e634aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.011135 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f99a711c-a2e4-463c-a5fb-2fcac50306a3 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28038523'] for subnet, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.036701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.193575 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-690e3d86-b2f7-4b5a-838a-cee111e634aa None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:09:26.193575 n-d-790519-14 neutron-server[101891]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Oct 12 23:09:26.193575 n-d-790519-14 neutron-server[101891]: [parameters: {'in_use': 1, 'id_1': '90d6d20a-395a-416e-a9bb-cd241e173790'}] Oct 12 23:09:26.193575 n-d-790519-14 neutron-server[101891]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:09:26.194012 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-690e3d86-b2f7-4b5a-838a-cee111e634aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:09:26.223883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.284443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:26.292392 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:26.294868 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:26.332979 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f99a711c-a2e4-463c-a5fb-2fcac50306a3 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751790469389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28283034'] for subnet, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.339207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=07a90821-af84-45ac-b83f-101fd6b80563,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:26.393233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:26.393842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.399309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99a711c-a2e4-463c-a5fb-2fcac50306a3 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:26.399873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f99a711c-a2e4-463c-a5fb-2fcac50306a3 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.404069 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f99a711c-a2e4-463c-a5fb-2fcac50306a3 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "PUT /v2.0/subnets/90d6d20a-395a-416e-a9bb-cd241e173790 HTTP/1.1" status: 200 len: 900 time: 0.5830200 Oct 12 23:09:26.404867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39196) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:26.417805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99a711c-a2e4-463c-a5fb-2fcac50306a3 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event updated for resources: {'Subnet': ['ID=90d6d20a-395a-416e-a9bb-cd241e173790,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:26.474499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3e77cf20-b8cd-48ce-998e-dd4a6ed38ae8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.4635634 Oct 12 23:09:26.483906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39200) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:26.488340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '07a90821-af84-45ac-b83f-101fd6b80563', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:26.534697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.587775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.593222 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.696058 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-690e3d86-b2f7-4b5a-838a-cee111e634aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.749944 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.790330 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:26.825761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=90d6d20a-395a-416e-a9bb-cd241e173790,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server [None req-690e3d86-b2f7-4b5a-838a-cee111e634aa None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90d6d20a-395a-416e-a9bb-cd241e173790: This subnet is being modified by another concurrent operation. Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 23:09:26.987912 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise exception Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 90d6d20a-395a-416e-a9bb-cd241e173790: This subnet is being modified by another concurrent operation. Oct 12 23:09:26.991578 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server Oct 12 23:09:27.055722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bb2fe1-9230-4601-bd62-ac629c7d089e None None] Network 6b16d7c4-18a9-4d42-b2e7-0013d4d2b373 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:27.190686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-402bb279-0639-4379-9dfb-dfa424eaa591 req-1e1245a8-a9ba-4f5d-9b6a-7711507b1324 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0587106 Oct 12 23:09:27.281733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:27.308633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35715c2f-782a-4453-abbd-1c888680097e None None] Network 6b16d7c4-18a9-4d42-b2e7-0013d4d2b373 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:27.363747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b16d7c4-18a9-4d42-b2e7-0013d4d2b373']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:27.380823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b67369d-e6e7-4277-b62f-4c8a24bb986b') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:27.381196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b67369d-e6e7-4277-b62f-4c8a24bb986b') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:27.396774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:27.423322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c8b92d-5ab4-4e01-98d7-f74b1d177bf0 req-d2bfbdc3-f906-43f9-8de3-817de6c50d47 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:27.424764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0c8b92d-5ab4-4e01-98d7-f74b1d177bf0 req-d2bfbdc3-f906-43f9-8de3-817de6c50d47 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.1965029 Oct 12 23:09:27.432308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.25.2.242 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/31cf1934-7648-4eb2-bce2-cd109880d00a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:27.434480 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:27.438883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d72a131-b5d3-41df-9820-d7c7e16698ec None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:09:27.454976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:27.461262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:27.466001 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:27.595405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d72a131-b5d3-41df-9820-d7c7e16698ec None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:09:27.600675 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c0c8b92d-5ab4-4e01-98d7-f74b1d177bf0 req-6753a412-9f9f-4ade-a248-e19377cca6f9 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/security-groups?id=86939090-55eb-4e59-a208-4a6ff4d34b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595316 Oct 12 23:09:27.662531 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:27.681162 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:27.689176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/6b16d7c4-18a9-4d42-b2e7-0013d4d2b373 HTTP/1.1" status: 204 len: 168 time: 1.2821343 Oct 12 23:09:27.695242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39218) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:27.700327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:27.741570 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c17ae4-6c00-4583-be55-02fb8e61ea94 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:27.742350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1c17ae4-6c00-4583-be55-02fb8e61ea94 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:27.746322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b1c17ae4-6c00-4583-be55-02fb8e61ea94 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/90d6d20a-395a-416e-a9bb-cd241e173790 HTTP/1.1" status: 404 len: 337 time: 0.0479000 Oct 12 23:09:27.753313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39220) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:27.758288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f939aabb-4a56-4b87-92d7-d16663b8ff66 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=6b16d7c4-18a9-4d42-b2e7-0013d4d2b373,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:27.791839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:27.798450 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e1a5c3-3683-4eb3-bbcb-0be62fcc4c05 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:27.803310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e1a5c3-3683-4eb3-bbcb-0be62fcc4c05 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:27.810952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b0e1a5c3-3683-4eb3-bbcb-0be62fcc4c05 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/6b16d7c4-18a9-4d42-b2e7-0013d4d2b373 HTTP/1.1" status: 404 len: 339 time: 0.0593774 Oct 12 23:09:27.814823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39224) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:27.837305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:27.841902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:27.846699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:27.885020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=31cf1934-7648-4eb2-bce2-cd109880d00a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:27.956025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-11b2d4e3-f8ec-495b-8e57-e8c898a8c0e3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:27.957561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-11b2d4e3-f8ec-495b-8e57-e8c898a8c0e3 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.41 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 946 time: 0.3081861 Oct 12 23:09:28.049081 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.180492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.194023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Deleting port 90001c7a-9b9c-4e56-824c-09b5c4afe738 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:28.194499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.244661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e23ecf30-d01c-4c12-948f-58411e40cca8']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:28.262174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cfebe55-7bae-4ade-8270-e46ad12f53b0') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:28.262620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cfebe55-7bae-4ade-8270-e46ad12f53b0') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:28.281106 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.330369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9d6d568-227a-4230-b6dd-ba438a4bc47d req-c0099f18-d53a-4c1a-a5b4-d37c031415a6 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0393107 Oct 12 23:09:28.337231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.341028 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.361631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:28.362054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:28.365044 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:28.413598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] For port 90001c7a-9b9c-4e56-824c-09b5c4afe738, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=90001c7a-9b9c-4e56-824c-09b5c4afe738,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:28.413963 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.437179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Calling delete_port for 90001c7a-9b9c-4e56-824c-09b5c4afe738 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:28.532914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.575054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.587575 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.587575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/e23ecf30-d01c-4c12-948f-58411e40cca8 HTTP/1.1" status: 204 len: 168 time: 0.7701216 Oct 12 23:09:28.596509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39240) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:28.604593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb52e8fc-d546-4987-9cd0-3691ed2e4501 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=e23ecf30-d01c-4c12-948f-58411e40cca8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:28.626992 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21dd05d-ec27-4957-9f22-008abf6b0e24 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:28.627461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21dd05d-ec27-4957-9f22-008abf6b0e24 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:28.634228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a21dd05d-ec27-4957-9f22-008abf6b0e24 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/3ee33dc7-5a6e-43b3-9adb-aad50e2c0b0d HTTP/1.1" status: 404 len: 337 time: 0.0330949 Oct 12 23:09:28.634836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39246) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:28.657540 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57f0e76-5abd-49fe-ad95-c3b8ea9eb6a5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:28.658198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57f0e76-5abd-49fe-ad95-c3b8ea9eb6a5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:28.663628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e57f0e76-5abd-49fe-ad95-c3b8ea9eb6a5 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/362647d8-a561-4fbd-b69b-866825cd672f HTTP/1.1" status: 404 len: 339 time: 0.0258408 Oct 12 23:09:28.665325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39248) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:28.716995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.728476 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.731506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2687cd79-0e02-4361-a504-659c5bf166c9 req-76334cdf-92ce-4e0c-b8a8-36d281c6eb95 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 210 time: 0.0375323 Oct 12 23:09:28.768569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Pushing event deleted for resources: {'Port': ['ID=90001c7a-9b9c-4e56-824c-09b5c4afe738,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:28.773654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c6622d4-6f21-4722-9b5b-63fd350b2d83 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting subnet 05faf64f-ab7c-4147-a02a-0c4825e2ef6b {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:09:28.781437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9c6622d4-6f21-4722-9b5b-63fd350b2d83 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.837942 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] No DVR routers for this DVR port 90001c7a-9b9c-4e56-824c-09b5c4afe738 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:28.843814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.847356 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f62d99a-e885-4380-9ee7-9842b394c749 req-d86f3cc3-35dc-4819-83f9-5dbcb2489669 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.41 "DELETE /v2.0/ports/90001c7a-9b9c-4e56-824c-09b5c4afe738 HTTP/1.1" status: 204 len: 173 time: 0.8800051 Oct 12 23:09:28.847832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe783fe-f93f-4508-a31f-22ccb60f2745', 'name': 'network-vif-deleted', 'tag': '90001c7a-9b9c-4e56-824c-09b5c4afe738'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:28.850309 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204e3a31-4234-4f8c-b9c4-80b0b4c76ef1" -d '{"events": [{"server_uuid": "bbe783fe-f93f-4508-a31f-22ccb60f2745", "name": "network-vif-deleted", "tag": "90001c7a-9b9c-4e56-824c-09b5c4afe738"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:28.869060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9c6622d4-6f21-4722-9b5b-63fd350b2d83 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.871527 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.894458 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a92e80b-9686-47b4-be0a-c2f48c161f53 x-openstack-request-id: req-3a92e80b-9686-47b4-be0a-c2f48c161f53 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:28.894846 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe783fe-f93f-4508-a31f-22ccb60f2745", "name": "network-vif-deleted", "tag": "90001c7a-9b9c-4e56-824c-09b5c4afe738", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:28.895183 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3a92e80b-9686-47b4-be0a-c2f48c161f53 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:28.895678 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbe783fe-f93f-4508-a31f-22ccb60f2745', 'name': 'network-vif-deleted', 'tag': '90001c7a-9b9c-4e56-824c-09b5c4afe738', 'status': 'completed', 'code': 200} Oct 12 23:09:28.956300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=31cf1934-7648-4eb2-bce2-cd109880d00a,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:28.971646 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:28.991190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9c6622d4-6f21-4722-9b5b-63fd350b2d83 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:29.087122 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP 06583315-6070-433b-81c3-3a5dae9c0e6e associated. External IP: 172.25.2.242, port: 07a90821-af84-45ac-b83f-101fd6b80563. Oct 12 23:09:29.192491 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9c6622d4-6f21-4722-9b5b-63fd350b2d83 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:29.228634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6622d4-6f21-4722-9b5b-63fd350b2d83 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=05faf64f-ab7c-4147-a02a-0c4825e2ef6b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:29.234429 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9c6622d4-6f21-4722-9b5b-63fd350b2d83 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:29.237773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9c6622d4-6f21-4722-9b5b-63fd350b2d83 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/05faf64f-ab7c-4147-a02a-0c4825e2ef6b HTTP/1.1" status: 204 len: 168 time: 0.5713568 Oct 12 23:09:29.238227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc08f33-8cb1-4b5e-99a4-acb7d8670deb None None] Network b2d38f3a-6696-495a-aac1-ad2c13ee4276 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:29.240304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39254) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:29.298879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-77fc48ec-0205-4169-880c-960805f40367 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting subnet 0bb1abf1-5d81-48e4-bc33-0130792adfc7 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:09:29.302314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fc48ec-0205-4169-880c-960805f40367 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:29.316137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:29.348622 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fc48ec-0205-4169-880c-960805f40367 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:29.487733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:29.505443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c90a2d2-6aa5-4f74-ba98-5f78ca0cf492 req-46432923-c6e2-4787-bd76-4e69554fcd0e tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0436881 Oct 12 23:09:29.511094 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fc48ec-0205-4169-880c-960805f40367 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:29.511345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7af4f-b62b-408d-8131-a33a5ac37845 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:29.531611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7af4f-b62b-408d-8131-a33a5ac37845 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:29.534114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-09c7af4f-b62b-408d-8131-a33a5ac37845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:29.571730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-09c7af4f-b62b-408d-8131-a33a5ac37845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:29.581190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c7af4f-b62b-408d-8131-a33a5ac37845 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:29.581820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-09c7af4f-b62b-408d-8131-a33a5ac37845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:29.615455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-09c7af4f-b62b-408d-8131-a33a5ac37845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:29.616133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c7af4f-b62b-408d-8131-a33a5ac37845 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:29.622476 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:29.653104 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9f51d447-4752-40b7-a438-c5dec1a52bef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.1681342 Oct 12 23:09:29.656440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39262) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:29.661173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8375e6c6-9f54-424d-bf73-64b266d18b5d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'port_id': '07a90821-af84-45ac-b83f-101fd6b80563', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:29.706013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fc48ec-0205-4169-880c-960805f40367 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:29.743981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc48ec-0205-4169-880c-960805f40367 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=0bb1abf1-5d81-48e4-bc33-0130792adfc7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:29.748428 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77fc48ec-0205-4169-880c-960805f40367 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:29.752190 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77fc48ec-0205-4169-880c-960805f40367 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/0bb1abf1-5d81-48e4-bc33-0130792adfc7 HTTP/1.1" status: 204 len: 168 time: 0.5109239 Oct 12 23:09:29.756053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39264) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:29.841987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8375e6c6-9f54-424d-bf73-64b266d18b5d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:30.067101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2963c2c8-b850-449c-a3d9-e3f391fd55d7 None None] Network b2d38f3a-6696-495a-aac1-ad2c13ee4276 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:30.146102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-66cd7d9b-bdc1-4683-b353-d410bdd85f96 None None] Provisioning complete for port 892948cc-1a47-40e2-9687-b2f42dc79dd4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:30.146561 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66cd7d9b-bdc1-4683-b353-d410bdd85f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:30.190761 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-142d1b3c-abdc-45ec-a957-08079796ed1c req-79d9ec63-a9d2-4c38-96a9-d8bf19712c71 tempest-ServerRescueTestJSON-2075262283 tempest-ServerRescueTestJSON-2075262283-project] 10.222.0.31 "GET /v2.0/ports?device_id=bbe783fe-f93f-4508-a31f-22ccb60f2745 HTTP/1.1" status: 200 len: 210 time: 0.3568742 Oct 12 23:09:30.194317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:30.329903 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e020f1ca-a4f1-4a84-9467-c5698b8d28ae None None] DHCP port deletion for b2d38f3a-6696-495a-aac1-ad2c13ee4276 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:09:30.391746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting port 892948cc-1a47-40e2-9687-b2f42dc79dd4 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:30.391746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:30.396597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e020f1ca-a4f1-4a84-9467-c5698b8d28ae None None] Deleting port 892948cc-1a47-40e2-9687-b2f42dc79dd4 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:30.396976 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e020f1ca-a4f1-4a84-9467-c5698b8d28ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:30.469292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e020f1ca-a4f1-4a84-9467-c5698b8d28ae None None] For port 892948cc-1a47-40e2-9687-b2f42dc79dd4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=892948cc-1a47-40e2-9687-b2f42dc79dd4,segment=NetworkSegment(1e3eda50-b7d4-4370-9696-9bdb74d51236),segment_id=1e3eda50-b7d4-4370-9696-9bdb74d51236)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:30.469803 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e020f1ca-a4f1-4a84-9467-c5698b8d28ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:30.484886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e020f1ca-a4f1-4a84-9467-c5698b8d28ae None None] Calling delete_port for 892948cc-1a47-40e2-9687-b2f42dc79dd4 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:30.508852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] For port 892948cc-1a47-40e2-9687-b2f42dc79dd4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=892948cc-1a47-40e2-9687-b2f42dc79dd4,segment=NetworkSegment(1e3eda50-b7d4-4370-9696-9bdb74d51236),segment_id=1e3eda50-b7d4-4370-9696-9bdb74d51236)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:30.508852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:30.534145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 90001c7a-9b9c-4e56-824c-09b5c4afe738 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:30.554124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Calling delete_port for 892948cc-1a47-40e2-9687-b2f42dc79dd4 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:30.558041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 90001c7a-9b9c-4e56-824c-09b5c4afe738 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:30.558041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 90001c7a-9b9c-4e56-824c-09b5c4afe738 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:30.706460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 892948cc-1a47-40e2-9687-b2f42dc79dd4 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:30.736043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e020f1ca-a4f1-4a84-9467-c5698b8d28ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:30.752210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f61fc12-f938-4c3c-97bb-f8c266cc949b req-7071b8ff-4868-4f5e-92d3-a74f2b43744b tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0587409 Oct 12 23:09:30.769960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020f1ca-a4f1-4a84-9467-c5698b8d28ae None None] Pushing event deleted for resources: {'Port': ['ID=892948cc-1a47-40e2-9687-b2f42dc79dd4,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:30.775081 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e020f1ca-a4f1-4a84-9467-c5698b8d28ae None None] No DVR routers for this DVR port 892948cc-1a47-40e2-9687-b2f42dc79dd4 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:30.785224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No active binding found for port 892948cc-1a47-40e2-9687-b2f42dc79dd4 {{(pid=101891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 23:09:30.785748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 892948cc-1a47-40e2-9687-b2f42dc79dd4 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:30.881916 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:30.933116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Port': ['ID=892948cc-1a47-40e2-9687-b2f42dc79dd4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:30.934964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No DVR routers for this DVR port 892948cc-1a47-40e2-9687-b2f42dc79dd4 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:31.062533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.resource_extend [None req-8375e6c6-9f54-424d-bf73-64b266d18b5d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:09:31.105809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.135215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d38f3a-6696-495a-aac1-ad2c13ee4276']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:31.140724 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8375e6c6-9f54-424d-bf73-64b266d18b5d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.148536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e3eda50-b7d4-4370-9696-9bdb74d51236') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:31.148826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e3eda50-b7d4-4370-9696-9bdb74d51236') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:31.158857 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.173651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.179613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:31.180001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:31.183013 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:31.255627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39304) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:31.294515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8375e6c6-9f54-424d-bf73-64b266d18b5d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.380631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.419014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.422810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/b2d38f3a-6696-495a-aac1-ad2c13ee4276 HTTP/1.1" status: 204 len: 168 time: 1.6668370 Oct 12 23:09:31.425626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39306) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:31.448180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ca160f-ea35-4394-9c3c-232b47d48278 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=b2d38f3a-6696-495a-aac1-ad2c13ee4276,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:31.452825 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc32215a-149b-4fda-ad3e-f5a801081983 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:31.453485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc32215a-149b-4fda-ad3e-f5a801081983 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:31.459138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fc32215a-149b-4fda-ad3e-f5a801081983 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/97bff60d-f6ce-4cf5-b826-66dbbb4c9df4 HTTP/1.1" status: 404 len: 337 time: 0.0324171 Oct 12 23:09:31.459734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39308) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:31.478243 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5573d29-423c-47bf-a107-232241b2ef1b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:31.478902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5573d29-423c-47bf-a107-232241b2ef1b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:31.481943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f5573d29-423c-47bf-a107-232241b2ef1b tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/949d1da6-c20a-4483-95be-6f25e9b9f8e1 HTTP/1.1" status: 404 len: 339 time: 0.0212967 Oct 12 23:09:31.485694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39310) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:31.514243 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb623d2-5b6e-43cd-ad45-a98f763a9ba9 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:31.515056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb623d2-5b6e-43cd-ad45-a98f763a9ba9 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:31.521474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ebb623d2-5b6e-43cd-ad45-a98f763a9ba9 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/906b1c9a-bbc5-4712-b428-d40013ace224 HTTP/1.1" status: 404 len: 337 time: 0.0323734 Oct 12 23:09:31.521700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39314) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:31.540686 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9eaa7cfa-87b3-4fbc-b877-aea48c6222ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:31.541315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9eaa7cfa-87b3-4fbc-b877-aea48c6222ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:31.548174 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9eaa7cfa-87b3-4fbc-b877-aea48c6222ca tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/d929a4e1-c5b7-482f-92dd-c752b3f79b51 HTTP/1.1" status: 404 len: 339 time: 0.0217137 Oct 12 23:09:31.548407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39316) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:31.584121 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0115d35c-8341-4d10-9b71-f3e09e54f73f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:31.584524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0115d35c-8341-4d10-9b71-f3e09e54f73f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:31.590994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0115d35c-8341-4d10-9b71-f3e09e54f73f tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/c86018eb-1c46-451f-82d1-c01c60dd3640 HTTP/1.1" status: 404 len: 337 time: 0.0391581 Oct 12 23:09:31.591229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39320) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:31.616040 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef436eb3-ce3a-42a5-ab33-8b1c01254e02 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:31.616367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef436eb3-ce3a-42a5-ab33-8b1c01254e02 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:31.621971 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ef436eb3-ce3a-42a5-ab33-8b1c01254e02 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/e39a51f2-f7ea-491f-930d-ed7dbafe1323 HTTP/1.1" status: 404 len: 339 time: 0.0272946 Oct 12 23:09:31.622554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39322) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:31.679054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f3f0da-d044-4ab6-aeca-29b6052bca09 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting subnet 24485def-db8f-41a3-a48b-ae9d70c7df7d {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:09:31.683895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03f3f0da-d044-4ab6-aeca-29b6052bca09 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.737896 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03f3f0da-d044-4ab6-aeca-29b6052bca09 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.877873 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb1e97b8-84cf-4616-98d3-4e1fd91925a2 req-50c2f59e-78e5-4a18-8ca7-827841cac50a tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0353563 Oct 12 23:09:31.881146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03f3f0da-d044-4ab6-aeca-29b6052bca09 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:31.960664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8375e6c6-9f54-424d-bf73-64b266d18b5d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:32.072404 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03f3f0da-d044-4ab6-aeca-29b6052bca09 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.103841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03f3f0da-d044-4ab6-aeca-29b6052bca09 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.110579 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-03f3f0da-d044-4ab6-aeca-29b6052bca09 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/24485def-db8f-41a3-a48b-ae9d70c7df7d HTTP/1.1" status: 204 len: 168 time: 0.4847231 Oct 12 23:09:32.110579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f3f0da-d044-4ab6-aeca-29b6052bca09 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=24485def-db8f-41a3-a48b-ae9d70c7df7d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:32.113218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39334) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:32.115692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618808cd-c012-473d-a9dd-7d31cb49aa12 None None] Network 70fa8a72-1e02-4669-a3de-12224d617bb1 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:32.155059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8375e6c6-9f54-424d-bf73-64b266d18b5d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:32.164813 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8f8e5-27c6-4101-8210-b2c1dea441b1 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:32.174674 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8f8e5-27c6-4101-8210-b2c1dea441b1 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:32.175579 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7dc8f8e5-27c6-4101-8210-b2c1dea441b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:32.208146 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7dc8f8e5-27c6-4101-8210-b2c1dea441b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:32.217280 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc8f8e5-27c6-4101-8210-b2c1dea441b1 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:32.218146 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7dc8f8e5-27c6-4101-8210-b2c1dea441b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:32.237084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8375e6c6-9f54-424d-bf73-64b266d18b5d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.242963 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.254424 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7dc8f8e5-27c6-4101-8210-b2c1dea441b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:32.255371 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc8f8e5-27c6-4101-8210-b2c1dea441b1 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:32.344406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1963480e-411f-4c3f-9ac6-9e2a0b06b2d9 None None] DHCP port deletion for 70fa8a72-1e02-4669-a3de-12224d617bb1 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:09:32.355309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.399564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8375e6c6-9f54-424d-bf73-64b266d18b5d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/floatingips/06583315-6070-433b-81c3-3a5dae9c0e6e HTTP/1.1" status: 200 len: 979 time: 2.7419474 Oct 12 23:09:32.407317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39338) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:32.419803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1963480e-411f-4c3f-9ac6-9e2a0b06b2d9 None None] Deleting port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:32.420626 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1963480e-411f-4c3f-9ac6-9e2a0b06b2d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.455995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:32.456338 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.504925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1963480e-411f-4c3f-9ac6-9e2a0b06b2d9 None None] For port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8d6f0f92-9cac-46b3-8ac9-82e93ba85658,segment=NetworkSegment(40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c),segment_id=40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:32.505800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1963480e-411f-4c3f-9ac6-9e2a0b06b2d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.522919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1963480e-411f-4c3f-9ac6-9e2a0b06b2d9 None None] Calling delete_port for 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:32.611172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] For port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8d6f0f92-9cac-46b3-8ac9-82e93ba85658,segment=NetworkSegment(40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c),segment_id=40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:32.611949 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.639068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Calling delete_port for 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:32.657565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 31cf1934-7648-4eb2-bce2-cd109880d00a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:32.658162 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.671892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:32.757354 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.775155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.775296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.791011 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 31cf1934-7648-4eb2-bce2-cd109880d00a owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:32.804944 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1963480e-411f-4c3f-9ac6-9e2a0b06b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.821552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.859645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Port': ['ID=8d6f0f92-9cac-46b3-8ac9-82e93ba85658,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:32.864094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Deleting port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:32.864367 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:32.866346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No DVR routers for this DVR port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:32.869879 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1963480e-411f-4c3f-9ac6-9e2a0b06b2d9 None None] Pushing event deleted for resources: {'Port': ['ID=8d6f0f92-9cac-46b3-8ac9-82e93ba85658,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:32.883127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963480e-411f-4c3f-9ac6-9e2a0b06b2d9 None None] No DVR routers for this DVR port 8d6f0f92-9cac-46b3-8ac9-82e93ba85658 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:33.020348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ead945c-8179-4058-b9c5-cce7b29db603 req-4ff9217e-b8c6-4c0c-8a31-bd25fe2d4f79 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0387559 Oct 12 23:09:33.033552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.041694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f58df-0b8d-4e9a-bfc2-c3e1b3325492 req-5f670829-f74f-4494-b22f-1cfedbd6c24f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:33.048943 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f58df-0b8d-4e9a-bfc2-c3e1b3325492 req-5f670829-f74f-4494-b22f-1cfedbd6c24f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:33.055914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f58df-0b8d-4e9a-bfc2-c3e1b3325492 req-5f670829-f74f-4494-b22f-1cfedbd6c24f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:33.067122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f58df-0b8d-4e9a-bfc2-c3e1b3325492 req-5f670829-f74f-4494-b22f-1cfedbd6c24f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:33.069798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f58df-0b8d-4e9a-bfc2-c3e1b3325492 req-5f670829-f74f-4494-b22f-1cfedbd6c24f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:33.071695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70fa8a72-1e02-4669-a3de-12224d617bb1']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:33.074622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] For port 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53,segment=NetworkSegment(dc1a6b46-34a1-4da7-bd86-10e4b51e84ff),segment_id=dc1a6b46-34a1-4da7-bd86-10e4b51e84ff)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:33.075034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.076021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f58df-0b8d-4e9a-bfc2-c3e1b3325492 req-5f670829-f74f-4494-b22f-1cfedbd6c24f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:33.082264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f58df-0b8d-4e9a-bfc2-c3e1b3325492 req-5f670829-f74f-4494-b22f-1cfedbd6c24f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:33.084343 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d9f58df-0b8d-4e9a-bfc2-c3e1b3325492 req-5f670829-f74f-4494-b22f-1cfedbd6c24f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.1282244 Oct 12 23:09:33.090733 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:33.090990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40a1f4f3-1d2e-45c9-8e72-e690bcdf3f2c') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:33.100179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Calling delete_port for 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:33.106249 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.161570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.171343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:33.171709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:33.175558 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:33.178515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39352) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:33.179868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d9f58df-0b8d-4e9a-bfc2-c3e1b3325492 req-132333f2-ace1-451d-9add-ada9bdd30167 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0747700 Oct 12 23:09:33.306245 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.334843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad4323c6-521e-476e-8635-645554000b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.336684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=31cf1934-7648-4eb2-bce2-cd109880d00a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:33.351167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.356872 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.363390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/70fa8a72-1e02-4669-a3de-12224d617bb1 HTTP/1.1" status: 204 len: 168 time: 1.2464416 Oct 12 23:09:33.368034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39356) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:33.394500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadab277-721d-4021-92f0-d421566592c6 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=70fa8a72-1e02-4669-a3de-12224d617bb1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:33.399305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.399574 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP 06583315-6070-433b-81c3-3a5dae9c0e6e disassociated (deleted). External IP: 172.25.2.242, port: 07a90821-af84-45ac-b83f-101fd6b80563. Oct 12 23:09:33.424618 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c5603f-05f4-4fcc-b9e2-9c15254297fa tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:33.425075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c5603f-05f4-4fcc-b9e2-9c15254297fa tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:33.428127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-92c5603f-05f4-4fcc-b9e2-9c15254297fa tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/022721f4-79ae-47df-99b1-eb2a0f661bd7 HTTP/1.1" status: 404 len: 337 time: 0.0578876 Oct 12 23:09:33.433378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39358) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:33.461273 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-345e62a7-4f14-4e21-9d4c-8eaf1c57e2d8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:33.461876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-345e62a7-4f14-4e21-9d4c-8eaf1c57e2d8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:33.467895 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-345e62a7-4f14-4e21-9d4c-8eaf1c57e2d8 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/0e1a27cc-0112-48ab-b0b7-2ca4c518cbab HTTP/1.1" status: 404 len: 339 time: 0.0306261 Oct 12 23:09:33.468172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39360) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:33.561080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e9a931-9120-4708-8b2a-1d1caab7887e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting subnet cbd42cfc-2fbd-432b-b529-68bad8c6f3f9 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:09:33.565048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e9a931-9120-4708-8b2a-1d1caab7887e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.617048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad4323c6-521e-476e-8635-645554000b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.623119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.628804 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e9a931-9120-4708-8b2a-1d1caab7887e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.647605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:33.673299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:33.743326 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad4323c6-521e-476e-8635-645554000b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.768541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:33.772942 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.786560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268f287-92a4-4f9b-88a5-e5f7658da0d0 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:33.797650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268f287-92a4-4f9b-88a5-e5f7658da0d0 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:33.798320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b268f287-92a4-4f9b-88a5-e5f7658da0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:33.806901 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-07e15ab6-a643-4917-b67b-880d3538a314 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/floatingips/06583315-6070-433b-81c3-3a5dae9c0e6e HTTP/1.1" status: 204 len: 168 time: 1.3953445 Oct 12 23:09:33.807211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39364) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:33.833349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b268f287-92a4-4f9b-88a5-e5f7658da0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:33.840882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ad4323c6-521e-476e-8635-645554000b45 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d615fdad30884e9dba0cedae10f6392f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6466985 Oct 12 23:09:33.843256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b268f287-92a4-4f9b-88a5-e5f7658da0d0 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:33.844035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b268f287-92a4-4f9b-88a5-e5f7658da0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:33.845663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39368) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:33.883936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b268f287-92a4-4f9b-88a5-e5f7658da0d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:33.884522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b268f287-92a4-4f9b-88a5-e5f7658da0d0 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:33.925227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7589c581-f547-46b0-b025-95d2f427d7df tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 07a90821-af84-45ac-b83f-101fd6b80563 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:33.925594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7589c581-f547-46b0-b025-95d2f427d7df tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:33.927524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4323c6-521e-476e-8635-645554000b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e612a58e-9fe1-40ca-bfb2-f29d9a76bbdc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:33.932340 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e9a931-9120-4708-8b2a-1d1caab7887e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.013264 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7589c581-f547-46b0-b025-95d2f427d7df tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.026354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7589c581-f547-46b0-b025-95d2f427d7df tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 07a90821-af84-45ac-b83f-101fd6b80563 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:34.080411 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e449ed85-15ac-4f20-9398-a954f0aba45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.135521 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.138532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fcc2fc68-234e-479a-9138-3f6855ed0df9 req-85eeeb8a-c618-4f69-8a8d-e94973ae38ae tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0289323 Oct 12 23:09:34.150620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e449ed85-15ac-4f20-9398-a954f0aba45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.225988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-ddf93e12-983a-42fe-a162-41cc5b5e1a06 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.231922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-ddf93e12-983a-42fe-a162-41cc5b5e1a06 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.238609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-ddf93e12-983a-42fe-a162-41cc5b5e1a06 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.244517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-ddf93e12-983a-42fe-a162-41cc5b5e1a06 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.250837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-ddf93e12-983a-42fe-a162-41cc5b5e1a06 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.256827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-ddf93e12-983a-42fe-a162-41cc5b5e1a06 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.262768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-ddf93e12-983a-42fe-a162-41cc5b5e1a06 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.265307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-ddf93e12-983a-42fe-a162-41cc5b5e1a06 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.2078204 Oct 12 23:09:34.277248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e9a931-9120-4708-8b2a-1d1caab7887e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.300017 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7589c581-f547-46b0-b025-95d2f427d7df tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.333970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7589c581-f547-46b0-b025-95d2f427d7df tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=07a90821-af84-45ac-b83f-101fd6b80563,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:34.373084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e9a931-9120-4708-8b2a-1d1caab7887e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Subnet': ['ID=cbd42cfc-2fbd-432b-b529-68bad8c6f3f9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:34.379784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f085575d-d303-4534-9be1-8f5cd24171a1 None None] Network 8bd4ae1b-9eef-49b3-ac15-cb94c7184038 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:34.411762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e9a931-9120-4708-8b2a-1d1caab7887e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.411762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-98e9a931-9120-4708-8b2a-1d1caab7887e tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/subnets/cbd42cfc-2fbd-432b-b529-68bad8c6f3f9 HTTP/1.1" status: 204 len: 168 time: 0.9421341 Oct 12 23:09:34.414841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39374) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:34.425557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-29b3a788-f499-473d-8fe9-b6a5f7d744ad tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.426950 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-29b3a788-f499-473d-8fe9-b6a5f7d744ad tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "GET /v2.0/ports/61bf7552-6141-4c08-8480-67cac9258c41?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1513505 Oct 12 23:09:34.476657 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7589c581-f547-46b0-b025-95d2f427d7df tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.482020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7589c581-f547-46b0-b025-95d2f427d7df tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/ports/07a90821-af84-45ac-b83f-101fd6b80563 HTTP/1.1" status: 204 len: 168 time: 0.6738932 Oct 12 23:09:34.486867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39376) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:34.491387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:34.510236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71064a-b693-404e-8845-4f59803a55c6 req-ea6fb3e8-3a0e-46c8-aef8-cec147e34e53 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.516990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71064a-b693-404e-8845-4f59803a55c6 req-ea6fb3e8-3a0e-46c8-aef8-cec147e34e53 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.522967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71064a-b693-404e-8845-4f59803a55c6 req-ea6fb3e8-3a0e-46c8-aef8-cec147e34e53 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.529113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71064a-b693-404e-8845-4f59803a55c6 req-ea6fb3e8-3a0e-46c8-aef8-cec147e34e53 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.536022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71064a-b693-404e-8845-4f59803a55c6 req-ea6fb3e8-3a0e-46c8-aef8-cec147e34e53 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.536242 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.541955 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71064a-b693-404e-8845-4f59803a55c6 req-ea6fb3e8-3a0e-46c8-aef8-cec147e34e53 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.548121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f71064a-b693-404e-8845-4f59803a55c6 req-ea6fb3e8-3a0e-46c8-aef8-cec147e34e53 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:34.549973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2f71064a-b693-404e-8845-4f59803a55c6 req-ea6fb3e8-3a0e-46c8-aef8-cec147e34e53 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5441 time: 0.2756140 Oct 12 23:09:34.553432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e449ed85-15ac-4f20-9398-a954f0aba45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.555978 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e449ed85-15ac-4f20-9398-a954f0aba45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.557105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e449ed85-15ac-4f20-9398-a954f0aba45d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e612a58e-9fe1-40ca-bfb2-f29d9a76bbdc HTTP/1.1" status: 204 len: 168 time: 0.7044444 Oct 12 23:09:34.585850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e449ed85-15ac-4f20-9398-a954f0aba45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e612a58e-9fe1-40ca-bfb2-f29d9a76bbdc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:34.629497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06139c97-31cc-4027-96ee-a9202dfcc321 None None] DHCP port deletion for 8bd4ae1b-9eef-49b3-ac15-cb94c7184038 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:09:34.643573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Deleting port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:34.644083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.690849 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-59ca555b-c53b-4773-9172-0aa6acc75ce3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "GET /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2563169 Oct 12 23:09:34.709491 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2f71064a-b693-404e-8845-4f59803a55c6 req-c33b8f03-9c36-49fb-9d94-9526a8e84440 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1324513 Oct 12 23:09:34.740016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] For port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,segment=NetworkSegment(7a4159f6-d829-4f57-952f-581a3427febf),segment_id=7a4159f6-d829-4f57-952f-581a3427febf)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:34.740016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:34.804672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:34.904216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:35.024647 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-06139c97-31cc-4027-96ee-a9202dfcc321 None None] Deleting port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:35.025031 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-06139c97-31cc-4027-96ee-a9202dfcc321 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.065209 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.122904 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.125696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Calling delete_port for e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:35.165964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,segment=NetworkSegment(7a4159f6-d829-4f57-952f-581a3427febf),segment_id=7a4159f6-d829-4f57-952f-581a3427febf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:35.167950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-06139c97-31cc-4027-96ee-a9202dfcc321 None None] For port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,segment=NetworkSegment(7a4159f6-d829-4f57-952f-581a3427febf),segment_id=7a4159f6-d829-4f57-952f-581a3427febf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:35.168484 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-06139c97-31cc-4027-96ee-a9202dfcc321 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.184588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-06139c97-31cc-4027-96ee-a9202dfcc321 None None] Calling delete_port for e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:35.271906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4801d69-5786-41f2-a250-da346569eede req-a22e4fce-3f3a-4279-a454-484feddeccc0 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0410018 Oct 12 23:09:35.273928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.290288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.292443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Router 828b0731-3107-4542-b5ea-44cec9e69acb has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:35.333873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.366121 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-06139c97-31cc-4027-96ee-a9202dfcc321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.372296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:35.394004 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.406580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06139c97-31cc-4027-96ee-a9202dfcc321 None None] No DVR routers for this DVR port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:35.408104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06139c97-31cc-4027-96ee-a9202dfcc321 None None] Pushing event deleted for resources: {'Port': ['ID=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:35.439873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Port': ['ID=e961dbb7-79a6-4ef7-ab95-3e38cc4135b0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:35.439873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] No DVR routers for this DVR port e961dbb7-79a6-4ef7-ab95-3e38cc4135b0 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:35.442849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39390) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:35.502438 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6ee67f7-9684-4e1d-b05c-7376e4164b39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.561767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:35.571678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-466ff423-a2d3-400a-a7fe-9489d52e6f25 admin admin] 10.222.0.31 "PUT /v2.0/routers/828b0731-3107-4542-b5ea-44cec9e69acb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3148975 Oct 12 23:09:35.573406 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] Sync routers for ids ['828b0731-3107-4542-b5ea-44cec9e69acb'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:35.574128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] For port 61bf7552-6141-4c08-8480-67cac9258c41, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=61bf7552-6141-4c08-8480-67cac9258c41,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:35.577154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39392) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:35.586029 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] Routers {'828b0731-3107-4542-b5ea-44cec9e69acb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:35.587019 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['828b0731-3107-4542-b5ea-44cec9e69acb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:35.599082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.605890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.25.2.116 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/fa9beb1c-2227-4723-a690-981cb1bd4408) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:35.646314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bd4ae1b-9eef-49b3-ac15-cb94c7184038']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:35.694352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] For port 61bf7552-6141-4c08-8480-67cac9258c41, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:09:35.700622 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] Set router 828b0731-3107-4542-b5ea-44cec9e69acb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:09:35.711776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4159f6-d829-4f57-952f-581a3427febf') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:35.712086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4159f6-d829-4f57-952f-581a3427febf') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:35.722114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.742762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] device_id is not set on port 61bf7552-6141-4c08-8480-67cac9258c41 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:35.752677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.765659 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.811275 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.866382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.884253 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.899219 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:13Z', 'updated_at': '2021-10-12T23:09:33Z', 'revision_number': 5, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'gw_port': {'id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:35.899487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:35.899677 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:35.902979 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:35.930600 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] Checking router: 828b0731-3107-4542-b5ea-44cec9e69acb for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:09:35.939351 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] Routers {'828b0731-3107-4542-b5ea-44cec9e69acb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:35.939955 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['828b0731-3107-4542-b5ea-44cec9e69acb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:35.958024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:35.997952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae40d-4db2-4c43-ad68-680d67b8a707 req-3b3527ff-9da6-4390-8ed6-2b8259785207 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:36.004427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae40d-4db2-4c43-ad68-680d67b8a707 req-3b3527ff-9da6-4390-8ed6-2b8259785207 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:36.010661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae40d-4db2-4c43-ad68-680d67b8a707 req-3b3527ff-9da6-4390-8ed6-2b8259785207 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:36.017868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae40d-4db2-4c43-ad68-680d67b8a707 req-3b3527ff-9da6-4390-8ed6-2b8259785207 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:36.024684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae40d-4db2-4c43-ad68-680d67b8a707 req-3b3527ff-9da6-4390-8ed6-2b8259785207 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:36.031315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae40d-4db2-4c43-ad68-680d67b8a707 req-3b3527ff-9da6-4390-8ed6-2b8259785207 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:36.042667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ae40d-4db2-4c43-ad68-680d67b8a707 req-3b3527ff-9da6-4390-8ed6-2b8259785207 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:36.042667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b9ae40d-4db2-4c43-ad68-680d67b8a707 req-3b3527ff-9da6-4390-8ed6-2b8259785207 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 5364 time: 0.2015593 Oct 12 23:09:36.046630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.061037 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6ee67f7-9684-4e1d-b05c-7376e4164b39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.064431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] No DVR routers for this DVR port 61bf7552-6141-4c08-8480-67cac9258c41 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:36.077753 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] Set router 828b0731-3107-4542-b5ea-44cec9e69acb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:09:36.121614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:36.127407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=61bf7552-6141-4c08-8480-67cac9258c41,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:36.129786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:36.144579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:36.153347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=fa9beb1c-2227-4723-a690-981cb1bd4408,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:36.192877 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b9ae40d-4db2-4c43-ad68-680d67b8a707 req-cef9b617-5469-46d2-896f-1fa17a2ddb09 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&id=26f14a1d-a3e8-4d87-8b27-de2677772a5c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1435552 Oct 12 23:09:36.208356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] In _notify_port_updated(), no bound segment for port 61bf7552-6141-4c08-8480-67cac9258c41 on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:09:36.209247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:36.211538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.212943 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-4748d22a-ffe7-42cf-b80f-32c235458bd7 service neutron] 10.222.0.41 "PUT /v2.0/ports/61bf7552-6141-4c08-8480-67cac9258c41 HTTP/1.1" status: 200 len: 1031 time: 1.5022647 Oct 12 23:09:36.262311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.269498 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.272617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Deleting port 09c6779c-93fb-4671-84d5-71dc734ffe12 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:36.275881 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] 10.222.0.31 "DELETE /v2.0/networks/8bd4ae1b-9eef-49b3-ac15-cb94c7184038 HTTP/1.1" status: 204 len: 168 time: 1.8572068 Oct 12 23:09:36.284747 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.315037 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:13Z', 'updated_at': '2021-10-12T23:09:33Z', 'revision_number': 5, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'gw_port': {'id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:36.319068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-38119fc8-f472-48e7-9c2a-5ab04f4a32bc tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:36.320890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-38119fc8-f472-48e7-9c2a-5ab04f4a32bc tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "GET /v2.0/ports/21369631-842a-4a23-b060-fe39cc0629fe?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0984762 Oct 12 23:09:36.333723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de2a75-fe34-45eb-87af-79eea16707f7 tempest-NetworksIpV6Test-1451635957 tempest-NetworksIpV6Test-1451635957-project] Pushing event deleted for resources: {'Network': ['ID=8bd4ae1b-9eef-49b3-ac15-cb94c7184038,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:36.345805 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6ee67f7-9684-4e1d-b05c-7376e4164b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.349821 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5a4d2-6c25-43c4-ab37-ab267c6f2bf2 None None] The sync data for ids ['828b0731-3107-4542-b5ea-44cec9e69acb'] in n-d-790519-14 is: [{'id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'name': 'tempest-ServerRescueTestJSON-935076223-router', 'tenant_id': 'c746a093b5904063b35eefb375da9aad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:07:13Z', 'updated_at': '2021-10-12T23:09:33Z', 'revision_number': 5, 'project_id': 'c746a093b5904063b35eefb375da9aad', 'gw_port': {'id': '09c6779c-93fb-4671-84d5-71dc734ffe12', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:37:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '828b0731-3107-4542-b5ea-44cec9e69acb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:07:14Z', 'updated_at': '2021-10-12T23:07:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:36.358895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:36.383109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-403ffd3f-35bc-4e6b-94fd-be82b8e7938e None None] Provisioning complete for port 61bf7552-6141-4c08-8480-67cac9258c41 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:36.383597 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-403ffd3f-35bc-4e6b-94fd-be82b8e7938e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.429500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c6ee67f7-9684-4e1d-b05c-7376e4164b39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae58f521cce04d0abf7c874920f885e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9854245 Oct 12 23:09:36.430879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39404) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:36.440629 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee67f7-9684-4e1d-b05c-7376e4164b39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35eb6eb6-8aa5-4ffc-b9f4-48164dec705d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:36.453400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.457531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-403ffd3f-35bc-4e6b-94fd-be82b8e7938e None None] Port 61bf7552-6141-4c08-8480-67cac9258c41 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:09:36.484593 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.515597 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c69dec7d-273f-415d-b0c6-ef4f38b1f7da req-7cfdd372-c62a-4704-9acf-b158b49e11a4 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0650012 Oct 12 23:09:36.532102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] For port 09c6779c-93fb-4671-84d5-71dc734ffe12, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=09c6779c-93fb-4671-84d5-71dc734ffe12,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:36.532476 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.563017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c8cad36c-ec84-4291-be90-ac3e27ad3c3e no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:36.567381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.575033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Calling delete_port for 09c6779c-93fb-4671-84d5-71dc734ffe12 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:36.609638 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d6992dd-09fc-4463-bcd8-379c2c92173c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.682684 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.716550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d6992dd-09fc-4463-bcd8-379c2c92173c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.744297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c8cad36c-ec84-4291-be90-ac3e27ad3c3e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:36.745479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:36.749190 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c869753-0e4c-4c46-b767-dd51fe6a10c6" -d '{"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8cad36c-ec84-4291-be90-ac3e27ad3c3e"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:36.754990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:36.782016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:36.782449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c7b67e3-0cf9-4e2b-b9a7-9739e6a9eb53 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:36.791977 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.808777 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.810535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 8a34046f-e58d-450d-bb64-3b3d8f1c6438 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:36.891019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:36.923347 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.949994 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:36.982721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] For port 21369631-842a-4a23-b060-fe39cc0629fe, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=21369631-842a-4a23-b060-fe39cc0629fe,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:37.028032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=fa9beb1c-2227-4723-a690-981cb1bd4408,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:37.028268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 8a34046f-e58d-450d-bb64-3b3d8f1c6438, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:37.040462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.079299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39414) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:37.085365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] For port 21369631-842a-4a23-b060-fe39cc0629fe, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:09:37.116361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d6992dd-09fc-4463-bcd8-379c2c92173c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.118989 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d6992dd-09fc-4463-bcd8-379c2c92173c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.120975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4d6992dd-09fc-4463-bcd8-379c2c92173c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35eb6eb6-8aa5-4ffc-b9f4-48164dec705d HTTP/1.1" status: 204 len: 168 time: 0.6868265 Oct 12 23:09:37.134111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6992dd-09fc-4463-bcd8-379c2c92173c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35eb6eb6-8aa5-4ffc-b9f4-48164dec705d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:37.148619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] device_id is not set on port 21369631-842a-4a23-b060-fe39cc0629fe yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:37.159892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.161061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.161271 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a4648cfb-3491-4c84-9a86-dcd80287fa38 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6733727 Oct 12 23:09:37.161391 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9622528-93bc-4c35-ae2e-61d28af163c3 x-openstack-request-id: req-c9622528-93bc-4c35-ae2e-61d28af163c3 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:37.163137 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-unplugged", "status": "completed", "tag": "c8cad36c-ec84-4291-be90-ac3e27ad3c3e", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:37.163754 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9622528-93bc-4c35-ae2e-61d28af163c3 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:37.163874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39422) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:37.164070 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e', 'code': 200} Oct 12 23:09:37.167494 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.168908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'port': {'network_id': 'b23cb36e-b25b-48b5-b9bf-c909f33e6b36', 'name': 'tempest-FloatingIPTestJSON-1152326187'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:37.178156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 21369631-842a-4a23-b060-fe39cc0629fe no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:37.249305 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.284442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=8a34046f-e58d-450d-bb64-3b3d8f1c6438,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:37.291213 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.302376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=09c6779c-93fb-4671-84d5-71dc734ffe12,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:37.326167 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c2b2ab5f-2774-4958-aec8-05872cd04df8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9b2c89bb2213451a9143492246cd280e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450385 Oct 12 23:09:37.330324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39426) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:37.341100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:37.453667 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.468007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] No DVR routers for this DVR port 21369631-842a-4a23-b060-fe39cc0629fe on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:37.481013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3d88f-8f0d-4372-a85f-e683f06772ce req-733bc955-f67e-4169-8cf0-2379937aeac8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:37.489455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3d88f-8f0d-4372-a85f-e683f06772ce req-733bc955-f67e-4169-8cf0-2379937aeac8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:37.501181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3d88f-8f0d-4372-a85f-e683f06772ce req-733bc955-f67e-4169-8cf0-2379937aeac8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:37.501362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] Pushing event updated for resources: {'Port': ['ID=21369631-842a-4a23-b060-fe39cc0629fe,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:37.501450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:37.504074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3d88f-8f0d-4372-a85f-e683f06772ce req-733bc955-f67e-4169-8cf0-2379937aeac8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:37.510304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3d88f-8f0d-4372-a85f-e683f06772ce req-733bc955-f67e-4169-8cf0-2379937aeac8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:37.512245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08d3d88f-8f0d-4372-a85f-e683f06772ce req-733bc955-f67e-4169-8cf0-2379937aeac8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 3881 time: 0.1888974 Oct 12 23:09:37.514479 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.555158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6dd6bd31-5516-41b6-8451-f372937d6198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.594328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Made reservation on behalf of 4939035141974d11afbc578845c3e131 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:37.598064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.601986 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6dd6bd31-5516-41b6-8451-f372937d6198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.615782 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08d3d88f-8f0d-4372-a85f-e683f06772ce req-d3b4b133-6f7c-48cb-ab3a-3991a7e48a45 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842586 Oct 12 23:09:37.619355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] In _notify_port_updated(), no bound segment for port 21369631-842a-4a23-b060-fe39cc0629fe on network a1481ed7-6ac3-443e-9d45-89d3dfed1ced {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:09:37.620261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:37.620869 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.622275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-90a8b67d-996f-409a-b168-cbd7f8bdbd25 service neutron] 10.222.0.41 "PUT /v2.0/ports/21369631-842a-4a23-b060-fe39cc0629fe HTTP/1.1" status: 200 len: 1031 time: 1.2706435 Oct 12 23:09:37.637450 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.638200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 19b81e15-6460-44ba-9067-2d3d6547cb32 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:37.657290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.660155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.679874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] device_id is not set on port 25643d14-0ea5-4bd0-a19c-583312dc8625 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:37.726845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d01c13be-1edd-458b-94d4-c7ffac1bd187 req-fc2b6d5c-3649-432b-acf4-1670cf7730cb tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0908275 Oct 12 23:09:37.820840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6dd6bd31-5516-41b6-8451-f372937d6198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.828086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6dd6bd31-5516-41b6-8451-f372937d6198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.828497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:37.829312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6dd6bd31-5516-41b6-8451-f372937d6198 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/94c6ec70-04cf-46fe-a9ad-237090faac7a HTTP/1.1" status: 204 len: 168 time: 0.4980242 Oct 12 23:09:37.840515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2850f793-872a-47d5-8e6d-7f37e37780f8 None None] Provisioning complete for port 21369631-842a-4a23-b060-fe39cc0629fe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:37.840893 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2850f793-872a-47d5-8e6d-7f37e37780f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.842885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.844210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:37.844573 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.871074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd6bd31-5516-41b6-8451-f372937d6198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c6ec70-04cf-46fe-a9ad-237090faac7a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:37.909958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.910465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 828b0731-3107-4542-b5ea-44cec9e69acb {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:09:37.916435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2850f793-872a-47d5-8e6d-7f37e37780f8 None None] Port 21369631-842a-4a23-b060-fe39cc0629fe cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:09:37.917178 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:37.918038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cba65adc-a09a-48d8-85f6-3069ef26e0d1 admin admin] 10.222.0.31 "DELETE /v2.0/routers/828b0731-3107-4542-b5ea-44cec9e69acb HTTP/1.1" status: 204 len: 168 time: 2.3402615 Oct 12 23:09:37.920812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39440) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:37.927459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 19b81e15-6460-44ba-9067-2d3d6547cb32, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=19b81e15-6460-44ba-9067-2d3d6547cb32,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:37.949646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.20.0.13 (b23cb36e-b25b-48b5-b9bf-c909f33e6b36/2d91f15a-5209-465e-b4e9-cc64a0d05604/25643d14-0ea5-4bd0-a19c-583312dc8625) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:38.006622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3847d809-15ce-4a56-8db5-c6b96f6c1eee admin admin] Deleting subnet 5169ae89-a897-443b-a804-950158ddd4a8 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:09:38.008641 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.009572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 61bf7552-6141-4c08-8480-67cac9258c41 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:38.016241 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3847d809-15ce-4a56-8db5-c6b96f6c1eee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.057790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] For port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:38.058165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.078565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:38.088763 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3847d809-15ce-4a56-8db5-c6b96f6c1eee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.104605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 61bf7552-6141-4c08-8480-67cac9258c41 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:38.105065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:38.107342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=19b81e15-6460-44ba-9067-2d3d6547cb32,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:38.181325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3847d809-15ce-4a56-8db5-c6b96f6c1eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.240112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.243072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.351696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3847d809-15ce-4a56-8db5-c6b96f6c1eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.375808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3847d809-15ce-4a56-8db5-c6b96f6c1eee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5169ae89-a897-443b-a804-950158ddd4a8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:38.381743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3847d809-15ce-4a56-8db5-c6b96f6c1eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.384970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3847d809-15ce-4a56-8db5-c6b96f6c1eee admin admin] 10.222.0.31 "DELETE /v2.0/subnets/5169ae89-a897-443b-a804-950158ddd4a8 HTTP/1.1" status: 204 len: 168 time: 0.4631221 Oct 12 23:09:38.388135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39454) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:38.391908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.443584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network b23cb36e-b25b-48b5-b9bf-c909f33e6b36 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:38.446765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:38.449429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:38.474902 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.514505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=25643d14-0ea5-4bd0-a19c-583312dc8625,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:38.520795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.562342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:38.563048 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.613704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=aa2e593c-b6d7-4fb7-a7bb-5b7f61016443,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:38.653568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.666084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 09c6779c-93fb-4671-84d5-71dc734ffe12 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:38.689670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] No DVR routers for this DVR port aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:38.693647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.704289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 09c6779c-93fb-4671-84d5-71dc734ffe12 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:38.704642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 09c6779c-93fb-4671-84d5-71dc734ffe12 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:38.705082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-71e5be3f-5396-4fd4-a68d-d70772ef2545 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "DELETE /v2.0/ports/aa2e593c-b6d7-4fb7-a7bb-5b7f61016443 HTTP/1.1" status: 204 len: 173 time: 1.0702987 Oct 12 23:09:38.705720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': 'aa2e593c-b6d7-4fb7-a7bb-5b7f61016443'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:38.708681 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50d8cc89-04f0-41a1-9144-6495ab5ddc75" -d '{"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "aa2e593c-b6d7-4fb7-a7bb-5b7f61016443"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:38.752762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d1326a9c-3b58-4e34-b69e-3df3a006d6ef tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5878022 Oct 12 23:09:38.753435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39474) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:38.758400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a79fa9a5-a804-4ab2-9eaa-0ae3f604d5b2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'port_id': '25643d14-0ea5-4bd0-a19c-583312dc8625'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:38.766866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c67dae-94d8-4fab-be75-793a6fe78089']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:38.802809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:38.803236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc1a6b46-34a1-4da7-bd86-10e4b51e84ff') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:38.805775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a79fa9a5-a804-4ab2-9eaa-0ae3f604d5b2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.839206 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.864389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.886659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e609-9be8-4015-904b-e6ae659c7945 req-f5dee4fa-8b8d-42db-8e41-bad7f9ad09f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:38.893510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e609-9be8-4015-904b-e6ae659c7945 req-f5dee4fa-8b8d-42db-8e41-bad7f9ad09f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:38.899472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e609-9be8-4015-904b-e6ae659c7945 req-f5dee4fa-8b8d-42db-8e41-bad7f9ad09f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:38.906372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8e609-9be8-4015-904b-e6ae659c7945 req-f5dee4fa-8b8d-42db-8e41-bad7f9ad09f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:38.908296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6f8e609-9be8-4015-904b-e6ae659c7945 req-f5dee4fa-8b8d-42db-8e41-bad7f9ad09f8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 3142 time: 0.1891661 Oct 12 23:09:38.909479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:38.909875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:38.911912 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:39.037127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:39.037466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.044120 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6f8e609-9be8-4015-904b-e6ae659c7945 req-c254c63e-8fb1-4678-b68e-e1e115b31c2f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216633 Oct 12 23:09:39.091006 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884d21d0-8f89-461f-a0da-057d8cf33208 x-openstack-request-id: req-884d21d0-8f89-461f-a0da-057d8cf33208 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:39.091303 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "aa2e593c-b6d7-4fb7-a7bb-5b7f61016443", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:39.091585 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-884d21d0-8f89-461f-a0da-057d8cf33208 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:39.091978 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': 'aa2e593c-b6d7-4fb7-a7bb-5b7f61016443', 'status': 'completed', 'code': 200} Oct 12 23:09:39.128932 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.146177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.165494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a34046f-e58d-450d-bb64-3b3d8f1c6438'}, {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff'}, {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:39.168366 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5ea127-8bae-4e67-9529-04fa6a9bdb2f" -d '{"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a34046f-e58d-450d-bb64-3b3d8f1c6438"}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff"}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-unplugged", "status": "completed", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:39.171751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] 10.222.0.31 "DELETE /v2.0/networks/a8c67dae-94d8-4fab-be75-793a6fe78089 HTTP/1.1" status: 204 len: 168 time: 0.7676208 Oct 12 23:09:39.195877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d75343-61ba-4904-a63c-f557c5e0a20a admin admin] Pushing event deleted for resources: {'Network': ['ID=a8c67dae-94d8-4fab-be75-793a6fe78089,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:39.250528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] For port 8a34046f-e58d-450d-bb64-3b3d8f1c6438, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=8a34046f-e58d-450d-bb64-3b3d8f1c6438,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:39.251158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.281169 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8eed685-0207-40b0-8441-95d8b791ec23 req-04fd87a6-cca2-4c94-b1af-9fed42dc7e71 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0536551 Oct 12 23:09:39.288109 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad8b35c-f23d-45b9-a17b-5ae7247c12e7 x-openstack-request-id: req-aad8b35c-f23d-45b9-a17b-5ae7247c12e7 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:39.288785 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-unplugged", "status": "completed", "tag": "8a34046f-e58d-450d-bb64-3b3d8f1c6438", "code": 200}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-unplugged", "status": "completed", "tag": "bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff", "code": 200}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-unplugged", "status": "completed", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:39.289199 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aad8b35c-f23d-45b9-a17b-5ae7247c12e7 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:39.289743 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a34046f-e58d-450d-bb64-3b3d8f1c6438', 'code': 200} Oct 12 23:09:39.290131 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff', 'code': 200} Oct 12 23:09:39.290557 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'code': 200} Oct 12 23:09:39.295964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for 8a34046f-e58d-450d-bb64-3b3d8f1c6438 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:39.534299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.571553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=8a34046f-e58d-450d-bb64-3b3d8f1c6438,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:39.629463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] No DVR routers for this DVR port 8a34046f-e58d-450d-bb64-3b3d8f1c6438 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:39.632833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.638604 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-eb2ec45b-9c2a-4985-9717-569daa065580 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "DELETE /v2.0/ports/8a34046f-e58d-450d-bb64-3b3d8f1c6438 HTTP/1.1" status: 204 len: 173 time: 0.9260960 Oct 12 23:09:39.655801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39498) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:39.678464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a79fa9a5-a804-4ab2-9eaa-0ae3f604d5b2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.710014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9a7974dd-512a-4926-9486-a62aba8cab11 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c746a093b5904063b35eefb375da9aad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517120 Oct 12 23:09:39.712495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39500) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:39.758441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a79fa9a5-a804-4ab2-9eaa-0ae3f604d5b2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.781696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:39.782201 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.871876 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03dbf7c8-e8af-4bb0-89f9-09f46401c8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.905439 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03dbf7c8-e8af-4bb0-89f9-09f46401c8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.913014 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-a79fa9a5-a804-4ab2-9eaa-0ae3f604d5b2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP 3eaccc53-0aae-4fca-a586-d74974b33fae associated. External IP: 172.25.2.116, port: 25643d14-0ea5-4bd0-a19c-583312dc8625. Oct 12 23:09:39.925219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] For port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:39.925825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:39.952168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:40.187787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39514) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:40.260122 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03dbf7c8-e8af-4bb0-89f9-09f46401c8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:40.263760 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03dbf7c8-e8af-4bb0-89f9-09f46401c8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:40.265539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-03dbf7c8-e8af-4bb0-89f9-09f46401c8b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/86939090-55eb-4e59-a208-4a6ff4d34b9a HTTP/1.1" status: 204 len: 168 time: 0.5517507 Oct 12 23:09:40.300112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:40.301619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dbf7c8-e8af-4bb0-89f9-09f46401c8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86939090-55eb-4e59-a208-4a6ff4d34b9a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:40.347329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50cd31-f990-425b-8312-c37dceab75e4 req-bee28364-20b4-4c19-9d54-88522ef1d9c9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:40.357212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50cd31-f990-425b-8312-c37dceab75e4 req-bee28364-20b4-4c19-9d54-88522ef1d9c9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:40.369966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:40.370151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50cd31-f990-425b-8312-c37dceab75e4 req-bee28364-20b4-4c19-9d54-88522ef1d9c9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:40.377957 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e50cd31-f990-425b-8312-c37dceab75e4 req-bee28364-20b4-4c19-9d54-88522ef1d9c9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 2332 time: 0.1316583 Oct 12 23:09:40.401510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79fa9a5-a804-4ab2-9eaa-0ae3f604d5b2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:40.439968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] No DVR routers for this DVR port bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:40.442813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:40.446826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-57997265-d81c-4741-b272-38cd57bd3d81 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "DELETE /v2.0/ports/bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff HTTP/1.1" status: 204 len: 173 time: 0.7987626 Oct 12 23:09:40.473379 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e50cd31-f990-425b-8312-c37dceab75e4 req-f6be3c67-8517-4dbd-93ac-7409303452f6 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944040 Oct 12 23:09:40.501132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2df0575b-28d2-4311-8f37-e0aee29e077b req-11a81a4c-ed57-4d12-9acf-033883c6b917 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0530550 Oct 12 23:09:40.569198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79fa9a5-a804-4ab2-9eaa-0ae3f604d5b2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:40.576925 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a79fa9a5-a804-4ab2-9eaa-0ae3f604d5b2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:40.581503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955571cc-46e7-40b8-adc8-441d3754bf56 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:40.596594 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955571cc-46e7-40b8-adc8-441d3754bf56 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:40.598391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-955571cc-46e7-40b8-adc8-441d3754bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:40.630409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-439131299'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:40.644894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a79fa9a5-a804-4ab2-9eaa-0ae3f604d5b2 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/floatingips/3eaccc53-0aae-4fca-a586-d74974b33fae HTTP/1.1" status: 200 len: 979 time: 1.8887761 Oct 12 23:09:40.646467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39528) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:40.651133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-955571cc-46e7-40b8-adc8-441d3754bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:40.662661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955571cc-46e7-40b8-adc8-441d3754bf56 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:40.663762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-955571cc-46e7-40b8-adc8-441d3754bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:40.677474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port 19b81e15-6460-44ba-9067-2d3d6547cb32 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:40.678152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:40.747350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-955571cc-46e7-40b8-adc8-441d3754bf56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:40.748758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955571cc-46e7-40b8-adc8-441d3754bf56 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:40.789576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 25643d14-0ea5-4bd0-a19c-583312dc8625 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:40.789997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:40.817427 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] For port 19b81e15-6460-44ba-9067-2d3d6547cb32, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=19b81e15-6460-44ba-9067-2d3d6547cb32,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:40.817822 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:40.828235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:40.832384 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:40.940687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.196807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.197171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.197489 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP 3eaccc53-0aae-4fca-a586-d74974b33fae disassociated. External IP: 172.25.2.116, port: 25643d14-0ea5-4bd0-a19c-583312dc8625. Oct 12 23:09:41.197828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 25643d14-0ea5-4bd0-a19c-583312dc8625 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:41.229186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': '8a34046f-e58d-450d-bb64-3b3d8f1c6438'}, {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:41.231436 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3cbc50-06a7-4837-a23a-538e56227007" -d '{"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "8a34046f-e58d-450d-bb64-3b3d8f1c6438"}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:41.245192 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.382764 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a92698c-45ae-49da-b0a0-f77c64dbb78e x-openstack-request-id: req-6a92698c-45ae-49da-b0a0-f77c64dbb78e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:41.383099 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "8a34046f-e58d-450d-bb64-3b3d8f1c6438", "status": "completed", "code": 200}, {"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:41.383333 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a92698c-45ae-49da-b0a0-f77c64dbb78e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:41.383722 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': '8a34046f-e58d-450d-bb64-3b3d8f1c6438', 'status': 'completed', 'code': 200} Oct 12 23:09:41.383972 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': 'bfc5f0fb-ad94-4f2e-be68-495d1ad6a7ff', 'status': 'completed', 'code': 200} Oct 12 23:09:41.416253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.479832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=25643d14-0ea5-4bd0-a19c-583312dc8625,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:41.555651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.558363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.559903 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Floating IP b77ca3fc-effc-43a7-95f3-c7aa7d96a465 disassociated. External IP: 172.25.2.175, port: 19b81e15-6460-44ba-9067-2d3d6547cb32. Oct 12 23:09:41.565493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for 19b81e15-6460-44ba-9067-2d3d6547cb32 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:41.698196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7fe15-dc92-4e0e-8eb2-007477c1045f req-2b9cec67-1583-40fa-9748-05bf5b7bfad3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:41.706594 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7fe15-dc92-4e0e-8eb2-007477c1045f req-2b9cec67-1583-40fa-9748-05bf5b7bfad3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:41.709064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4d7fe15-dc92-4e0e-8eb2-007477c1045f req-2b9cec67-1583-40fa-9748-05bf5b7bfad3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 1677 time: 0.1019561 Oct 12 23:09:41.713610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.747371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f83d025e-591a-46bb-8340-39b8b3549b48 req-cd7b54dc-667e-430e-b46c-3a1ffff74b0c tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0487726 Oct 12 23:09:41.752406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:41.783996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4d7fe15-dc92-4e0e-8eb2-007477c1045f req-776dcf16-878f-464e-ab88-3c9b70c35dd5 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617378 Oct 12 23:09:41.809674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.909514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:41.928007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:41.941421 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6459e4-206c-4bbf-aae9-c2e46b7c6ecc None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:41.941923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4947c48-e5e4-4849-b470-65f0aa28bf3b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:41.961994 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6459e4-206c-4bbf-aae9-c2e46b7c6ecc None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:41.969109 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0e6459e4-206c-4bbf-aae9-c2e46b7c6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:41.984518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:41.985206 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Added segment 86bb747e-578e-49ff-9f1f-d7a5b5167cec of type vlan for network a28f1885-6619-4460-8131-0789660f5822 Oct 12 23:09:42.046595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39578) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:42.055667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.067541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-87dc7214-79e0-4b08-b306-129dbc52605a tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/ports/25643d14-0ea5-4bd0-a19c-583312dc8625 HTTP/1.1" status: 204 len: 168 time: 1.4118507 Oct 12 23:09:42.067541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39584) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:42.075679 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0e6459e4-206c-4bbf-aae9-c2e46b7c6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:42.087654 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6459e4-206c-4bbf-aae9-c2e46b7c6ecc None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:42.088362 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0e6459e4-206c-4bbf-aae9-c2e46b7c6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:42.106099 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8e3440f5-3bf2-43e6-a676-2ecf5969aa46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.121004 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0e6459e4-206c-4bbf-aae9-c2e46b7c6ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:42.121665 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6459e4-206c-4bbf-aae9-c2e46b7c6ecc None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:42.127721 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c3514b30-cb2a-4109-af6b-6a657c43d06f tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "GET /v2.0/floatingips/3eaccc53-0aae-4fca-a586-d74974b33fae HTTP/1.1" status: 200 len: 688 time: 0.0611124 Oct 12 23:09:42.128191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39586) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:42.135959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.192076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.238891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.249962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:42.250620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.263382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=19b81e15-6460-44ba-9067-2d3d6547cb32,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:42.413830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Network': ['ID=a28f1885-6619-4460-8131-0789660f5822,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:42.427052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a28f1885-6619-4460-8131-0789660f5822 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:42.455239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cbae3505-cb75-49bd-87fb-a74cdb2d499d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2657499 Oct 12 23:09:42.463653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39590) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:42.469827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'name': 'tempest-PortsIpV6TestJSON-685133349'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:42.670119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1479616653-network', 'tenant_id': 'a2005de866b247a0b93939a867a18bd8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:42.682753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Router 305470d6-3822-4f2a-8a61-9d9ced7e8179 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:42.726331 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:09:42.726331 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 23:09:42.726331 n-d-790519-14 neutron-server[101889]: [parameters: {'project_id_1': 'a2005de866b247a0b93939a867a18bd8', 'expiration_1': datetime.datetime(2021, 10, 12, 23, 9, 22, 679966)}] Oct 12 23:09:42.726331 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:09:42.726722 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:09:42.805057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port fa9beb1c-2227-4723-a690-981cb1bd4408 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:42.805449 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.828198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:42.833053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.866326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:42.900503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3278834-b7bd-491b-a683-09471c985f39 req-3d3c4b65-35b4-4f3a-b9fa-0f0f8473691e tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0362475 Oct 12 23:09:42.922455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:42.939182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.939518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:42.940998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] Sync routers for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:42.952239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for fa9beb1c-2227-4723-a690-981cb1bd4408 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:42.957135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:42.959692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:43.018993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] No DVR routers for this DVR port 19b81e15-6460-44ba-9067-2d3d6547cb32 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:43.025631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.030259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-b7115876-71e6-451a-a424-db12129aa279 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "DELETE /v2.0/ports/19b81e15-6460-44ba-9067-2d3d6547cb32 HTTP/1.1" status: 204 len: 173 time: 2.5696027 Oct 12 23:09:43.124356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac354a20-0da1-42c8-9cdc-1c39472bf215 req-389b8313-2d7f-4689-bd40-9164206a8718 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:43.126138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac354a20-0da1-42c8-9cdc-1c39472bf215 req-389b8313-2d7f-4689-bd40-9164206a8718 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 943 time: 0.2104118 Oct 12 23:09:43.145954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:09:43.185938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.254622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=fa9beb1c-2227-4723-a690-981cb1bd4408,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:43.290735 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac354a20-0da1-42c8-9cdc-1c39472bf215 req-234c486b-b053-4cba-bd0a-74240ad10918 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups?id=459f3747-6fa2-4cbd-a22f-793b99470692&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1483285 Oct 12 23:09:43.297323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.321204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port c8cad36c-ec84-4291-be90-ac3e27ad3c3e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:43.322406 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.385029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:43.387366 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d3ed39-7f64-421e-bd94-1d5f1344edb0" -d '{"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:43.421522 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.424383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.425621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-99a33576-d9d3-4f3f-a550-d8910e5189b6 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/floatingips/3eaccc53-0aae-4fca-a586-d74974b33fae HTTP/1.1" status: 204 len: 168 time: 1.2965286 Oct 12 23:09:43.426417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Made reservation on behalf of a2005de866b247a0b93939a867a18bd8 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:43.428961 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.430842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39612) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:43.436921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'fe369455-7d97-4faf-a6aa-a3a129b0d9e3'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:43.451842 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.454254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] For port c8cad36c-ec84-4291-be90-ac3e27ad3c3e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:43.455123 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.475031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for c8cad36c-ec84-4291-be90-ac3e27ad3c3e owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:43.488093 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1ab8c7-d850-4065-b7e3-578db062a1c9 x-openstack-request-id: req-0a1ab8c7-d850-4065-b7e3-578db062a1c9 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:43.488468 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "19b81e15-6460-44ba-9067-2d3d6547cb32", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:43.488821 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0a1ab8c7-d850-4065-b7e3-578db062a1c9 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:43.489199 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': '19b81e15-6460-44ba-9067-2d3d6547cb32', 'status': 'completed', 'code': 200} Oct 12 23:09:43.498679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b893b4d9-6a82-4428-b934-09fd26347e38', 'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'mac_address': 'fa:16:3e:82:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:59Z', 'updated_at': '2021-10-12T22:59:07Z', 'revision_number': 5, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'subnets': [{'id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:43.533799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] Checking router: 305470d6-3822-4f2a-8a61-9d9ced7e8179 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:09:43.536390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.544459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:43.545762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:43.593236 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.622247 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.645522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=9d2ede8d-75b0-4b11-8ab8-91fc72be4654,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:43.679850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Checking segment: {'id': '86bb747e-578e-49ff-9f1f-d7a5b5167cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a28f1885-6619-4460-8131-0789660f5822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:43.680212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network hostable DHCP agents. Network: a28f1885-6619-4460-8131-0789660f5822, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:43.700214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.730348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:09:43.736932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a7070b-cd85-4104-ad32-690da4549c7f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:43.755831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:43.771989 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.772409 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Added segment b936cc0c-48f0-4e3f-8fe0-9b1332282a85 of type vlan for network a8ebc57c-930a-4bb2-a519-fe68b2665b80 Oct 12 23:09:43.797170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:43.820589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.828891 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.863377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.867865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=c8cad36c-ec84-4291-be90-ac3e27ad3c3e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:43.918779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a28f1885-6619-4460-8131-0789660f5822) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:43.949634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:43.957214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:43.957930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.961124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] No DVR routers for this DVR port c8cad36c-ec84-4291-be90-ac3e27ad3c3e on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:43.964349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.969683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f7d1bf7-f343-478e-9dff-ff06ed57c04e req-14d47b84-619a-45fc-9dcf-eba166d1f950 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.41 "DELETE /v2.0/ports/c8cad36c-ec84-4291-be90-ac3e27ad3c3e HTTP/1.1" status: 204 len: 173 time: 0.9313400 Oct 12 23:09:43.971496 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.972784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:43.977620 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:43.983104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9fdcbb-7532-49ca-baad-a161a886ab16 None None] Network a28f1885-6619-4460-8131-0789660f5822 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:44.096876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] Pushing event updated for resources: {'Network': ['ID=a8ebc57c-930a-4bb2-a519-fe68b2665b80,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:44.110530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.25.2.131 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/e1a1e483-db14-4e09-a56f-5de07d15ff6b) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:44.125792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6401f62c-e5be-4ee1-8344-5ababfe2073d req-e4c5262a-ff72-4350-8e02-aa2caefa6490 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0986695 Oct 12 23:09:44.143260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a8ebc57c-930a-4bb2-a519-fe68b2665b80 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:44.152091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fed1064d-2548-4047-bcdf-146cd111af33 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6799130 Oct 12 23:09:44.152178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39624) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:44.160396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1826053842'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:44.163238 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a3ef2c3f-f4d3-47b1-82a3-1704035dab6c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1136382 Oct 12 23:09:44.171798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39626) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:44.191575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Request body: {'subnet': {'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1479616653-subnet', 'tenant_id': 'a2005de866b247a0b93939a867a18bd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:44.256093 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:09:44.256093 n-d-790519-14 neutron-server[101890]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Oct 12 23:09:44.256093 n-d-790519-14 neutron-server[101890]: [parameters: {'project_id_1': 'a2005de866b247a0b93939a867a18bd8', 'expiration_1': datetime.datetime(2021, 10, 12, 23, 9, 24, 211949)}] Oct 12 23:09:44.256093 n-d-790519-14 neutron-server[101890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:09:44.258090 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:09:44.331934 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.338132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b893b4d9-6a82-4428-b934-09fd26347e38', 'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'mac_address': 'fa:16:3e:82:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:59Z', 'updated_at': '2021-10-12T22:59:07Z', 'revision_number': 5, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'subnets': [{'id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:44.340172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:44.344797 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.376639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea7948-a3f0-44cd-84a6-30d8dd288eca None None] The sync data for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 is: [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T22:59:01Z', 'revision_number': 4, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b893b4d9-6a82-4428-b934-09fd26347e38', 'name': '', 'network_id': 'b2029f8b-06ed-42a4-a021-1069f20e4f3c', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'mac_address': 'fa:16:3e:82:a6:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:59Z', 'updated_at': '2021-10-12T22:59:07Z', 'revision_number': 5, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'subnets': [{'id': '415a79fd-6aee-449a-bf05-c4ccf9c19bcb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:44.387075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39630) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:44.444920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:44.489354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.490846 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Added segment 95c5828a-74c5-47a2-aff8-97e64afe2b38 of type vlan for network 01468772-419b-4a21-b634-d4a1f7f241af Oct 12 23:09:44.525311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f58d97ab-c164-4b21-a698-f6c0b25e3c66 req-6bd6a013-a108-486c-86bc-a958861466b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0700405 Oct 12 23:09:44.528923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.606536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.610225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:44.621935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:44.633774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa22ed64-419d-4bd1-b4e7-b265f8793247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.634921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:44.664005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=e1a1e483-db14-4e09-a56f-5de07d15ff6b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:44.732315 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.739462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:44.740336 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.803742 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64551c8-7610-41fc-a89a-1af3e959f1ab None None] New status for floating IP b77ca3fc-effc-43a7-95f3-c7aa7d96a465: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:09:44.840386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Network': ['ID=01468772-419b-4a21-b634-d4a1f7f241af,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:44.850002 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa22ed64-419d-4bd1-b4e7-b265f8793247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.854889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 01468772-419b-4a21-b634-d4a1f7f241af details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:44.911676 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa22ed64-419d-4bd1-b4e7-b265f8793247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.956214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Made reservation on behalf of a2005de866b247a0b93939a867a18bd8 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:44.958509 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:44.964309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aa22ed64-419d-4bd1-b4e7-b265f8793247 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=18532fa713bd442d8dd046bf0eaedfd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5753872 Oct 12 23:09:44.967688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39634) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:44.974725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22ed64-419d-4bd1-b4e7-b265f8793247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ad7134c-d907-40ad-a0b3-2e4d01ae8221,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:45.043541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-93bb2409-adfc-4061-9348-316d9ebc797b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8890071 Oct 12 23:09:45.048943 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39636) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:45.055403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'ports': [{'network_id': 'a28f1885-6619-4460-8131-0789660f5822'}, {'network_id': '01468772-419b-4a21-b634-d4a1f7f241af'}]} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:45.055562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:45.055992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': '01468772-419b-4a21-b634-d4a1f7f241af'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:45.158545 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-033e38f7-9da0-496c-97d9-4d7268e8ecd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.197461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.211879 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-033e38f7-9da0-496c-97d9-4d7268e8ecd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.274442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29da9bd4-157d-4a32-9110-a4f3464e1e65,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:45.304198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Checking segment: {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:45.305786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Network hostable DHCP agents. Network: a8ebc57c-930a-4bb2-a519-fe68b2665b80, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:45.321593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.332984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e457a1f-ec9c-4251-bd3c-c72ff8b5f0e4 req-7d4449a8-6cdb-43d7-a8b0-2d934e18c205 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0708203 Oct 12 23:09:45.386186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Network a8ebc57c-930a-4bb2-a519-fe68b2665b80 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:45.489934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:45.492467 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdb3394-6864-4f9d-80e4-b344388bfc11" -d '{"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "c8cad36c-ec84-4291-be90-ac3e27ad3c3e"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:45.522481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.525520 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bc63fdfe-0f6b-430c-a221-79e83b0fe691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.527269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 2} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:45.531428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a8ebc57c-930a-4bb2-a519-fe68b2665b80) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:45.532856 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.537033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-033e38f7-9da0-496c-97d9-4d7268e8ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.539563 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eedadbb-35c7-475a-963d-1e789ff828d3 x-openstack-request-id: req-6eedadbb-35c7-475a-963d-1e789ff828d3 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:45.539776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-033e38f7-9da0-496c-97d9-4d7268e8ecd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.540188 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40041fa6-5caf-4f55-af8d-d8161c87568e", "name": "network-vif-deleted", "tag": "c8cad36c-ec84-4291-be90-ac3e27ad3c3e", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:45.540531 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6eedadbb-35c7-475a-963d-1e789ff828d3 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:45.547442 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-033e38f7-9da0-496c-97d9-4d7268e8ecd9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7ad7134c-d907-40ad-a0b3-2e4d01ae8221 HTTP/1.1" status: 204 len: 168 time: 0.5725808 Oct 12 23:09:45.548115 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40041fa6-5caf-4f55-af8d-d8161c87568e', 'name': 'network-vif-deleted', 'tag': 'c8cad36c-ec84-4291-be90-ac3e27ad3c3e', 'status': 'completed', 'code': 200} Oct 12 23:09:45.548196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0949556c-d0be-49f1-bfee-91c353d494e6 None None] Network a8ebc57c-930a-4bb2-a519-fe68b2665b80 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:45.559699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:45.560933 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.561931 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.565303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e38f7-9da0-496c-97d9-4d7268e8ecd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ad7134c-d907-40ad-a0b3-2e4d01ae8221,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:45.585194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:45.667011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3ecbb275-89ad-49af-ba3b-e0e1f9139c2b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4927390 Oct 12 23:09:45.716831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7684ce-f185-4d29-9d3b-8d30e073ac5c None None] Network a8ebc57c-930a-4bb2-a519-fe68b2665b80 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:45.750058 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b05f4c35-2653-49ae-bebd-5db9c9dbae6d req-14451825-e864-41c3-a1b8-f41dad551646 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0636353 Oct 12 23:09:45.836503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 53047e52-b165-4270-a243-8d6df69cca82 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:45.994444 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.046568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.095601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.135427 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.194616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 9d14cdbe-2fbf-4350-9b84-ecfe3e350621 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:46.199212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=e1a1e483-db14-4e09-a56f-5de07d15ff6b,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:46.207116 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.316974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-f4ff9fb2-3738-4bad-9f65-28e2f6cded83 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:46.327287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-f4ff9fb2-3738-4bad-9f65-28e2f6cded83 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 814 time: 0.1500328 Oct 12 23:09:46.342754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-054d34ad-c539-477d-9540-c6e5c12ce067 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/quotas/a2005de866b247a0b93939a867a18bd8 HTTP/1.1" status: 200 len: 375 time: 0.0166442 Oct 12 23:09:46.358083 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP 97f67f01-21db-414c-8429-8b11ca6b6be5 associated. External IP: 172.25.2.131, port: fe369455-7d97-4faf-a6aa-a3a129b0d9e3. Oct 12 23:09:46.370065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39674) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:46.402999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-6e79cd3c-cac7-403b-ad3e-a4dc385971b1 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585146 Oct 12 23:09:46.434981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9ee91ff-fa29-4ca2-aec8-c3cfe67c7277 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.497383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-9d3b22c4-8c72-41e4-b8ba-97e42f8ad48b service neutron] 10.222.0.31 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934095 Oct 12 23:09:46.516478 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-58efe585-7584-434d-a74e-6dc505a3b15c req-613d4d4e-6189-4987-837f-87ee1c15bf93 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0750556 Oct 12 23:09:46.555325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.612800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-3c64aca3-6713-4059-9ff9-332a651b9e65 service neutron] 10.222.0.31 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077819 Oct 12 23:09:46.725376 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9ee91ff-fa29-4ca2-aec8-c3cfe67c7277 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.753258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:09:46.758260 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.797722 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9ee91ff-fa29-4ca2-aec8-c3cfe67c7277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.817769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:46.875659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:46.890323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:46.891066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:46.941809 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d9bd2cf-c323-4a76-a1d2-ee7b6cf69519 req-79e70a95-a040-4632-ad65-2b7a89f5fa70 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0695426 Oct 12 23:09:46.946339 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c9ee91ff-fa29-4ca2-aec8-c3cfe67c7277 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0eab11369dd84dec80389004ac98948a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5412478 Oct 12 23:09:46.946925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee91ff-fa29-4ca2-aec8-c3cfe67c7277 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b0cdcf-18b9-4788-a165-147456e0a1ad,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:46.949342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=53047e52-b165-4270-a243-8d6df69cca82,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:46.953822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39682) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:46.987549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3e4b204-a6a1-4af6-9554-ad333c909466 req-bd4d962b-f3d7-43b7-83a2-acc025e1f079 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 210 time: 0.0702202 Oct 12 23:09:47.098565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=9d14cdbe-2fbf-4350-9b84-ecfe3e350621,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:47.106512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:47.116778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d7460-94e9-4b5a-bac4-39d5f0d9fc19 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:47.126185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d7460-94e9-4b5a-bac4-39d5f0d9fc19 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:47.126485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Checking segment: {'id': '95c5828a-74c5-47a2-aff8-97e64afe2b38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '01468772-419b-4a21-b634-d4a1f7f241af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:47.126858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network hostable DHCP agents. Network: 01468772-419b-4a21-b634-d4a1f7f241af, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:47.127008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4b7d7460-94e9-4b5a-bac4-39d5f0d9fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:47.142682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2478fb7b-866d-4872-a267-cffb8e9e007f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.164193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4b7d7460-94e9-4b5a-bac4-39d5f0d9fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:47.172679 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2478fb7b-866d-4872-a267-cffb8e9e007f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.174285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7d7460-94e9-4b5a-bac4-39d5f0d9fc19 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:47.174954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4b7d7460-94e9-4b5a-bac4-39d5f0d9fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:47.209325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4b7d7460-94e9-4b5a-bac4-39d5f0d9fc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:47.209939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7d7460-94e9-4b5a-bac4-39d5f0d9fc19 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:47.288808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network 01468772-419b-4a21-b634-d4a1f7f241af is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:47.293290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.323870 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-239e4dc1-5d11-415c-ba05-2fdca498eb4e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8909485 Oct 12 23:09:47.327264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39690) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:47.331995 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1968704603'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:47.453999 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2478fb7b-866d-4872-a267-cffb8e9e007f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.456754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2478fb7b-866d-4872-a267-cffb8e9e007f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.458019 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2478fb7b-866d-4872-a267-cffb8e9e007f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2b0cdcf-18b9-4788-a165-147456e0a1ad HTTP/1.1" status: 204 len: 168 time: 0.5017686 Oct 12 23:09:47.469622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478fb7b-866d-4872-a267-cffb8e9e007f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b0cdcf-18b9-4788-a165-147456e0a1ad,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:47.493854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 01468772-419b-4a21-b634-d4a1f7f241af) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:47.498797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:47.526971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:47.527087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-290a65c6-fa37-4191-9d66-7218b0d2eedc None None] Network 01468772-419b-4a21-b634-d4a1f7f241af requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:47.527180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:47.527180 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.612428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Made reservation on behalf of 4939035141974d11afbc578845c3e131 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:47.615154 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.662228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:47.685257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.686251 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Added segment 537d7b36-5537-4a43-b415-e41d909e0ee8 of type vlan for network 2f378bfd-d635-4635-b45d-f0ce64b4f466 Oct 12 23:09:47.700011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1de1d1e2-7922-4e2c-8c42-7cec2edda8f0 req-d756e75c-ba7d-4ceb-8d6f-f876aa49182f tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0482244 Oct 12 23:09:47.727836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-607449d9-c6bb-488c-be8a-7b5eabe109ad tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.6740887 Oct 12 23:09:47.728901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39698) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:47.737360 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.785476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.824880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ea700-23c3-4a28-b6d9-d913afbdb78b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 9d14cdbe-2fbf-4350-9b84-ecfe3e350621 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:47.825229 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc5ea700-23c3-4a28-b6d9-d913afbdb78b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.826308 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.832590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:47.833661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.910482 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc5ea700-23c3-4a28-b6d9-d913afbdb78b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:47.915166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Network': ['ID=2f378bfd-d635-4635-b45d-f0ce64b4f466,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:47.928146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 2f378bfd-d635-4635-b45d-f0ce64b4f466 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:47.954796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-dc5ea700-23c3-4a28-b6d9-d913afbdb78b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 9d14cdbe-2fbf-4350-9b84-ecfe3e350621 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:47.963237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e99bf643-64d9-4df9-ba40-31ddd377862c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6317399 Oct 12 23:09:47.963237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39704) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:47.968491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'subnet': {'network_id': '2f378bfd-d635-4635-b45d-f0ce64b4f466', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:48.109995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffb15206-71c1-4772-9af9-5d069e729bc1 req-75401623-6eb8-4ebb-b0cd-d2258e3f7bae tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 210 time: 0.0533979 Oct 12 23:09:48.144657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11046902-72e4-4298-8ab5-d60bbf7420bb req-2e3a94b0-17fd-42ed-acd5-59e62a622cf9 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0481689 Oct 12 23:09:48.242696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Made reservation on behalf of 4939035141974d11afbc578845c3e131 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:48.242974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc5ea700-23c3-4a28-b6d9-d913afbdb78b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.246613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.272615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ea700-23c3-4a28-b6d9-d913afbdb78b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=9d14cdbe-2fbf-4350-9b84-ecfe3e350621,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:48.292197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc5ea700-23c3-4a28-b6d9-d913afbdb78b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.299346 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dc5ea700-23c3-4a28-b6d9-d913afbdb78b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/9d14cdbe-2fbf-4350-9b84-ecfe3e350621 HTTP/1.1" status: 204 len: 168 time: 0.5699203 Oct 12 23:09:48.307634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39718) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:48.422448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff4e9d-7f71-44e2-ad6f-2e0243876566 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:48.429222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dff4e9d-7f71-44e2-ad6f-2e0243876566 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:48.434138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2dff4e9d-7f71-44e2-ad6f-2e0243876566 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1331275 Oct 12 23:09:48.434996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39722) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:48.533244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a79feffa-ea47-4f38-adbd-7a27c162572e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 53047e52-b165-4270-a243-8d6df69cca82 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:48.533517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a79feffa-ea47-4f38-adbd-7a27c162572e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.606877 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.626346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a79feffa-ea47-4f38-adbd-7a27c162572e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.641504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a79feffa-ea47-4f38-adbd-7a27c162572e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 53047e52-b165-4270-a243-8d6df69cca82 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:48.687960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Subnet': ['ID=f249451c-845f-4abf-a445-a996d96274ad,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:48.697718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Checking segment: {'id': '537d7b36-5537-4a43-b415-e41d909e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f378bfd-d635-4635-b45d-f0ce64b4f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:48.703936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network hostable DHCP agents. Network: 2f378bfd-d635-4635-b45d-f0ce64b4f466, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:48.808518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a79feffa-ea47-4f38-adbd-7a27c162572e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.834047 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-12808327-defc-46ec-b492-6429e74a20b8 req-b1a34198-ce28-4105-8822-c96c482447a9 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0508542 Oct 12 23:09:48.834836 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network 2f378bfd-d635-4635-b45d-f0ce64b4f466 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:48.868168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a79feffa-ea47-4f38-adbd-7a27c162572e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.872700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a79feffa-ea47-4f38-adbd-7a27c162572e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/53047e52-b165-4270-a243-8d6df69cca82 HTTP/1.1" status: 204 len: 168 time: 0.4353602 Oct 12 23:09:48.875835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79feffa-ea47-4f38-adbd-7a27c162572e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=53047e52-b165-4270-a243-8d6df69cca82,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:48.878071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39738) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:48.895173 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.928632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 2f378bfd-d635-4635-b45d-f0ce64b4f466) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:48.935475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e4b19-b8db-41cd-aeaf-4d076faac764 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:48.939599 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f59e4b19-b8db-41cd-aeaf-4d076faac764 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0576258 Oct 12 23:09:48.939906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39740) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:48.944038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25cd5b4-48d3-4822-965b-3e8e37e57211 None None] Network 2f378bfd-d635-4635-b45d-f0ce64b4f466 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:48.944914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:48.946460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:48.991631 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-27be0252-f1f9-40b9-9ed8-203b900868f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:09:48.994994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-27be0252-f1f9-40b9-9ed8-203b900868f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/9d14cdbe-2fbf-4350-9b84-ecfe3e350621 HTTP/1.1" status: 404 len: 333 time: 0.0522075 Oct 12 23:09:48.997164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39744) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:49.028117 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c8d8a6-8b31-4667-8aef-3aa04b0cd3d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:09:49.033186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39746) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:49.036070 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-32c8d8a6-8b31-4667-8aef-3aa04b0cd3d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/53047e52-b165-4270-a243-8d6df69cca82 HTTP/1.1" status: 404 len: 333 time: 0.0336125 Oct 12 23:09:49.115510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b6b811b0-211e-4478-b902-5e87b6452c43 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1511681 Oct 12 23:09:49.118658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39748) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:49.125434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1873625177', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:49.130465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.162471 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.181451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-2f378bfd-d635-4635-b45d-f0ce64b4f466', 'network_id': '2f378bfd-d635-4635-b45d-f0ce64b4f466', 'tenant_id': '4939035141974d11afbc578845c3e131', 'fixed_ips': [{'subnet_id': 'f249451c-845f-4abf-a445-a996d96274ad'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:09:49.182531 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.226164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.229145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.355579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.359603 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-89e35687-4169-4ac1-a89d-dce89dea0484 req-77f1be6c-141a-4f9a-92f1-19ee1bb8483c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 210 time: 0.0763359 Oct 12 23:09:49.373677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Allocated IP 172.20.0.2 (2f378bfd-d635-4635-b45d-f0ce64b4f466/f249451c-845f-4abf-a445-a996d96274ad/11029fa6-55cd-4126-bc80-4b582845bbe7) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:49.767632 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.801774 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.804367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01468772-419b-4a21-b634-d4a1f7f241af']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:49.818234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95c5828a-74c5-47a2-aff8-97e64afe2b38') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:49.818706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95c5828a-74c5-47a2-aff8-97e64afe2b38') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:49.858757 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.867606 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03d4bc4a-73b4-4c98-b192-01005de83ff1 req-30fa63d8-6a7d-4226-8e02-0d82938daf7b tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0513957 Oct 12 23:09:49.883208 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.895940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.921626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:49.925553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:49.938668 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:49.985782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Network 2f378bfd-d635-4635-b45d-f0ce64b4f466 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:49.994406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:50.001273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Pushing event updated for resources: {'Port': ['ID=11029fa6-55cd-4126-bc80-4b582845bbe7,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:50.004068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:50.100114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.101877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Attempting to bind port 11029fa6-55cd-4126-bc80-4b582845bbe7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:09:50.102438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Attempting to bind port 11029fa6-55cd-4126-bc80-4b582845bbe7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '537d7b36-5537-4a43-b415-e41d909e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f378bfd-d635-4635-b45d-f0ce64b4f466'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:09:50.102888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Attempting to bind port 11029fa6-55cd-4126-bc80-4b582845bbe7 on network 2f378bfd-d635-4635-b45d-f0ce64b4f466 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:09:50.113568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.115316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:09:50.116165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Checking segment: {'id': '537d7b36-5537-4a43-b415-e41d909e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f378bfd-d635-4635-b45d-f0ce64b4f466'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:50.116768 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.119218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/networks/01468772-419b-4a21-b634-d4a1f7f241af HTTP/1.1" status: 204 len: 168 time: 1.0812461 Oct 12 23:09:50.119756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Bound using segment: {'id': '537d7b36-5537-4a43-b415-e41d909e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f378bfd-d635-4635-b45d-f0ce64b4f466'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:09:50.120658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Bound port: 11029fa6-55cd-4126-bc80-4b582845bbe7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '537d7b36-5537-4a43-b415-e41d909e0ee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': '2f378bfd-d635-4635-b45d-f0ce64b4f466'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:09:50.121568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.124422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39772) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:50.137322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-858779765'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:50.178217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bfa3e-fc30-46bb-b7c4-6dfd9bc5dd5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Network': ['ID=01468772-419b-4a21-b634-d4a1f7f241af,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:50.197675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] For port 11029fa6-55cd-4126-bc80-4b582845bbe7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:09:50.201185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] For port 11029fa6-55cd-4126-bc80-4b582845bbe7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=11029fa6-55cd-4126-bc80-4b582845bbe7,segment=NetworkSegment(537d7b36-5537-4a43-b415-e41d909e0ee8),segment_id=537d7b36-5537-4a43-b415-e41d909e0ee8)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:09:50.208456 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4e1be6b-246e-4b89-840b-1ac341e25efc req-5027ce26-5e9b-4290-b53b-4c3d31d9e7b2 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0749030 Oct 12 23:09:50.226319 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.261020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-6d98caad-220d-48bf-9502-2c5d104d9dfa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:50.262484 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-6d98caad-220d-48bf-9502-2c5d104d9dfa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.25 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 814 time: 0.6465096 Oct 12 23:09:50.266273 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.276415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Request body: {'port': {'device_id': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80', 'admin_state_up': True, 'tenant_id': 'a2005de866b247a0b93939a867a18bd8'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:50.282689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:50.286199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.313277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:50.326066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.326453 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Added segment d5b1ebf9-e666-448e-894a-cbfb647e350c of type vlan for network aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 Oct 12 23:09:50.346262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fa8236-685b-40c6-8980-152e02d17cd2 None None] Pushing event updated for resources: {'Port': ['ID=11029fa6-55cd-4126-bc80-4b582845bbe7,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:50.429270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.504937 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04e41711-bd5c-4b90-8d7e-d9707dd5d382 req-1450d0d5-bda5-4682-856a-a8a0339d9123 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 210 time: 0.0472224 Oct 12 23:09:50.527405 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.527405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:50.527405 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.737436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Network': ['ID=aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:50.752752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:50.761235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9cfb65ff-ce8f-4fe5-80c9-73ea1b5e01db tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6343513 Oct 12 23:09:50.765168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Made reservation on behalf of a2005de866b247a0b93939a867a18bd8 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:50.765332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39788) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:50.775572 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.779816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:50.857268 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.881876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:50.991380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-22a4338d-9a0b-4877-a789-51e0357673a6 req-4442a57b-bc21-4fa2-b0be-3026544c9b32 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0353239 Oct 12 23:09:50.997142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:51.003241 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:51.096194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Allocated IP 172.20.0.14 (a8ebc57c-930a-4bb2-a519-fe68b2665b80/29da9bd4-157d-4a32-9110-a4f3464e1e65/ebde3646-b569-4c2d-bcc3-c96721d1c695) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:51.100794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.ipam_backend_mixin [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Performing IP validity checks on allocation pools {{(pid=101889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 23:09:51.105337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.ipam_backend_mixin [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 23:09:51.120516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.25.2.156 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/1e246952-1a23-4acc-8cf0-e6d67d93a0b3) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:51.305962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:51.402406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-378c864a-184d-47cd-9f6c-e29c5991dd90 req-8ce878df-0a02-4d8c-bb5b-758c10dfef0c tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0674963 Oct 12 23:09:51.403085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=fc6cafc2-637c-4442-a778-56fae43fdd5d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:51.417350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Checking segment: {'id': 'd5b1ebf9-e666-448e-894a-cbfb647e350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:51.417719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network hostable DHCP agents. Network: aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:51.419257 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:51.442506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:51.517184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:51.546087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:51.604870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:51.610190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:51.612617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:51.618564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:51.644954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:51.653344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6818c13f-436e-4735-afa0-2f0937ca11f4 None None] Network aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:51.657803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=1e246952-1a23-4acc-8cf0-e6d67d93a0b3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:51.672755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:51.677586 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:51.719300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Network a8ebc57c-930a-4bb2-a519-fe68b2665b80 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:51.734637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:51.736143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666a2e63-dc6a-4f07-9abb-6b93cf767121 req-52d25b5e-c5da-4b50-95b7-d8bdd6606eef tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:51.754694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-666a2e63-dc6a-4f07-9abb-6b93cf767121 req-52d25b5e-c5da-4b50-95b7-d8bdd6606eef tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 932 time: 0.1571803 Oct 12 23:09:51.763093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:51.809005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ac5d6c33-09ff-4cb6-8a80-350d09ad3701 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0426114 Oct 12 23:09:51.809749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39818) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:51.830654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': 'aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1', 'name': 'tempest-PortsIpV6TestJSON-113191372'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:51.891891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111dfa27-b517-4728-85af-7ebcfa765811 None None] Network 2f378bfd-d635-4635-b45d-f0ce64b4f466 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:51.954625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-666a2e63-dc6a-4f07-9abb-6b93cf767121 req-6612fcd2-948c-4002-9691-382c224d4669 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807332 Oct 12 23:09:51.970520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:51.971579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.017209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4ac995c1-9344-4385-be56-fbe1e38e7b71 None None] Provisioning complete for port 11029fa6-55cd-4126-bc80-4b582845bbe7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:52.017579 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4ac995c1-9344-4385-be56-fbe1e38e7b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.021953 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:52.030667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1', 'network_id': 'aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1', 'tenant_id': '4c6eae8e02ff46269232199205890ebb', 'fixed_ips': [{'subnet_id': 'fc6cafc2-637c-4442-a778-56fae43fdd5d'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:09:52.036859 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.072757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-776d6884-ba2e-4f83-9a92-2b2fe32667ab req-01406305-31c8-4ddc-b84a-76a743f8a11a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0535479 Oct 12 23:09:52.156421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cde1308d-a55a-4f3f-8866-bb3c7c8df522 req-56a5d4d4-230a-4fcc-bbdb-2a681e8d1da2 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0302401 Oct 12 23:09:52.177457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-801b566c-85da-4bcf-90c4-fa11428bee3e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9031658 Oct 12 23:09:52.191064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:52.192244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Request body: {'port': {'device_id': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:52.195647 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.234999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 125fd40d-2481-4bbf-9fde-5ed6ebd8d59c yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:52.306403 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.335256 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4ac995c1-9344-4385-be56-fbe1e38e7b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.338485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Allocated IP 2001:db8::2 (aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1/fc6cafc2-637c-4442-a778-56fae43fdd5d/4e01743a-d033-4951-9ac5-5ebfcda428ba) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:52.429822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4ac995c1-9344-4385-be56-fbe1e38e7b71 None None] For port 11029fa6-55cd-4126-bc80-4b582845bbe7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=11029fa6-55cd-4126-bc80-4b582845bbe7,segment=NetworkSegment(537d7b36-5537-4a43-b415-e41d909e0ee8),segment_id=537d7b36-5537-4a43-b415-e41d909e0ee8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:52.522735 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4ac995c1-9344-4385-be56-fbe1e38e7b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.611623 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.612201 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.622301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac995c1-9344-4385-be56-fbe1e38e7b71 None None] Pushing event updated for resources: {'Port': ['ID=11029fa6-55cd-4126-bc80-4b582845bbe7,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:52.641320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d53eb3b-57d6-43cf-adc5-a033fb62acde req-0ded6d5c-2793-40f8-9ac0-1a890eb437e6 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0996208 Oct 12 23:09:52.706178 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:52.773758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Network aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:52.775877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 11029fa6-55cd-4126-bc80-4b582845bbe7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:52.784323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:52.788001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:52.811914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::200 (aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1/fc6cafc2-637c-4442-a778-56fae43fdd5d/125fd40d-2481-4bbf-9fde-5ed6ebd8d59c) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:52.852140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Pushing event updated for resources: {'Port': ['ID=4e01743a-d033-4951-9ac5-5ebfcda428ba,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:52.881292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d788831c-9c69-4940-a60b-23941058fb77 None None] Provisioning complete for port 11029fa6-55cd-4126-bc80-4b582845bbe7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:52.881662 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d788831c-9c69-4940-a60b-23941058fb77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.007612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.035967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Attempting to bind port 4e01743a-d033-4951-9ac5-5ebfcda428ba on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:09:53.040270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Attempting to bind port 4e01743a-d033-4951-9ac5-5ebfcda428ba by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'd5b1ebf9-e666-448e-894a-cbfb647e350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:09:53.040270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Attempting to bind port 4e01743a-d033-4951-9ac5-5ebfcda428ba on network aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:09:53.061618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:09:53.062047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Checking segment: {'id': 'd5b1ebf9-e666-448e-894a-cbfb647e350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:53.064494 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.069861 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Bound using segment: {'id': 'd5b1ebf9-e666-448e-894a-cbfb647e350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:09:53.069861 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Bound port: 4e01743a-d033-4951-9ac5-5ebfcda428ba, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b1ebf9-e666-448e-894a-cbfb647e350c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:09:53.069861 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.070165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.140036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 11029fa6-55cd-4126-bc80-4b582845bbe7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:53.140571 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.168282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39840) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:53.212835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebde3646-b569-4c2d-bcc3-c96721d1c695 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:09:53.225531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.239120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd74148-917d-44b8-93e1-4363475f8140 req-b49a609b-44cd-4f7f-94a8-74c1183cb930 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:53.247020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6bd74148-917d-44b8-93e1-4363475f8140 req-b49a609b-44cd-4f7f-94a8-74c1183cb930 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 932 time: 0.1519601 Oct 12 23:09:53.258312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.289523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Transition to ACTIVE for port object ebde3646-b569-4c2d-bcc3-c96721d1c695 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:09:53.328920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] For port 4e01743a-d033-4951-9ac5-5ebfcda428ba, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:09:53.336503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:53.340726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:53.346426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] For port 4e01743a-d033-4951-9ac5-5ebfcda428ba, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4e01743a-d033-4951-9ac5-5ebfcda428ba,segment=NetworkSegment(d5b1ebf9-e666-448e-894a-cbfb647e350c),segment_id=d5b1ebf9-e666-448e-894a-cbfb647e350c)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:09:53.362802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:53.369404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:53.371245 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.391284 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6bd74148-917d-44b8-93e1-4363475f8140 req-86d25cd1-74b9-48cc-bc0f-a645d419df5a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355650 Oct 12 23:09:53.408571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c310889d-1b52-48c1-b444-fab99b3b5c4a req-f1a725e2-4674-4710-9771-20ff62f5fa1e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0941606 Oct 12 23:09:53.411256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=125fd40d-2481-4bbf-9fde-5ed6ebd8d59c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:53.428999 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.435582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.449456 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-475fc61d-b567-4e45-9a40-97107c4f3595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.477775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d5aef817-4bb3-4941-9988-db989e2615f6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6657059 Oct 12 23:09:53.480297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39848) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:53.540425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b0e81-52d4-4ee2-ad0f-494d8c43a081 None None] Pushing event updated for resources: {'Port': ['ID=4e01743a-d033-4951-9ac5-5ebfcda428ba,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:53.568773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 1228915d-32ca-436b-a763-f9b75dc71537 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:09:53.624351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:53.644663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Attempting to bind port ebde3646-b569-4c2d-bcc3-c96721d1c695 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:09:53.645152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Attempting to bind port ebde3646-b569-4c2d-bcc3-c96721d1c695 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:09:53.645579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Attempting to bind port ebde3646-b569-4c2d-bcc3-c96721d1c695 on network a8ebc57c-930a-4bb2-a519-fe68b2665b80 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:09:53.719808 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-475fc61d-b567-4e45-9a40-97107c4f3595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.734389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f100ba13-b272-47aa-a60d-af8cf53df387 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 125fd40d-2481-4bbf-9fde-5ed6ebd8d59c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:53.736732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f100ba13-b272-47aa-a60d-af8cf53df387 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.838441 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6da257ff-4ef4-453d-8fd9-0020a5cea4ea req-ca31c4cb-0fb0-4597-851d-41e94dc2132b tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0962367 Oct 12 23:09:53.839335 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-475fc61d-b567-4e45-9a40-97107c4f3595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.925158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f100ba13-b272-47aa-a60d-af8cf53df387 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:53.941099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f100ba13-b272-47aa-a60d-af8cf53df387 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 125fd40d-2481-4bbf-9fde-5ed6ebd8d59c owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:54.051720 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-475fc61d-b567-4e45-9a40-97107c4f3595 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6848e4a99f9243bda9e5b23b07323d20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8784838 Oct 12 23:09:54.051720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fc61d-b567-4e45-9a40-97107c4f3595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f609b9b3-a5a7-48b7-b9c2-4e10c2162d0d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:54.055538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39854) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:54.149832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e4879b4c-3cbb-4d61-a180-f7fc79f0472a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.157492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Port ebde3646-b569-4c2d-bcc3-c96721d1c695 on network a8ebc57c-930a-4bb2-a519-fe68b2665b80 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:09:54.157804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Attempting to bind port ebde3646-b569-4c2d-bcc3-c96721d1c695 on network a8ebc57c-930a-4bb2-a519-fe68b2665b80 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:09:54.174353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:09:54.174608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Checking segment: {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:54.174965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Bound using segment: {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:09:54.175396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Bound port: ebde3646-b569-4c2d-bcc3-c96721d1c695, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:09:54.175753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.183462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e4879b4c-3cbb-4d61-a180-f7fc79f0472a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.261788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:09:54.275478 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bea92939-07be-4ac0-88a9-7a7e4f88513f req-6cbe4c02-9625-46ee-b53a-3f141bac2cf8 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df&device_id=7b01e58d-91e5-49af-995b-dc73f1397a9d HTTP/1.1" status: 200 len: 210 time: 0.0483193 Oct 12 23:09:54.275619 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932a6bb-22be-4f8c-aeaf-ef7422f989c7 None None] Sync routers for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:09:54.285815 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932a6bb-22be-4f8c-aeaf-ef7422f989c7 None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:54.287469 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e932a6bb-22be-4f8c-aeaf-ef7422f989c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:54.318319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:09:54.326796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:09:54.336285 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e932a6bb-22be-4f8c-aeaf-ef7422f989c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:54.345965 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e932a6bb-22be-4f8c-aeaf-ef7422f989c7 None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:09:54.346179 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e4879b4c-3cbb-4d61-a180-f7fc79f0472a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.347341 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e932a6bb-22be-4f8c-aeaf-ef7422f989c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:54.349317 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e4879b4c-3cbb-4d61-a180-f7fc79f0472a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.351682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e4879b4c-3cbb-4d61-a180-f7fc79f0472a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f609b9b3-a5a7-48b7-b9c2-4e10c2162d0d HTTP/1.1" status: 204 len: 168 time: 0.2951612 Oct 12 23:09:54.367059 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.370003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-81841679-1e05-40d8-a556-751e1286ff68 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2503033 Oct 12 23:09:54.372329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4879b4c-3cbb-4d61-a180-f7fc79f0472a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f609b9b3-a5a7-48b7-b9c2-4e10c2162d0d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:54.380387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f100ba13-b272-47aa-a60d-af8cf53df387 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.381779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39862) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:54.405776 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e932a6bb-22be-4f8c-aeaf-ef7422f989c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:54.406727 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e932a6bb-22be-4f8c-aeaf-ef7422f989c7 None None] The sync data for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:09:54.491946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100ba13-b272-47aa-a60d-af8cf53df387 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=125fd40d-2481-4bbf-9fde-5ed6ebd8d59c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:54.506262 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.534850 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f100ba13-b272-47aa-a60d-af8cf53df387 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.541417 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f100ba13-b272-47aa-a60d-af8cf53df387 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/125fd40d-2481-4bbf-9fde-5ed6ebd8d59c HTTP/1.1" status: 204 len: 168 time: 1.0600338 Oct 12 23:09:54.542114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39870) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:54.568437 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d962f4e6-29ca-4c45-97e7-d78ed523f512 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:09:54.569176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d962f4e6-29ca-4c45-97e7-d78ed523f512 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:09:54.574800 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d962f4e6-29ca-4c45-97e7-d78ed523f512 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/125fd40d-2481-4bbf-9fde-5ed6ebd8d59c HTTP/1.1" status: 404 len: 333 time: 0.0292103 Oct 12 23:09:54.583693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39872) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:54.587266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:54.588271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.590331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] 10.222.0.25 "PUT /v2.0/ports/ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 1093 time: 2.4034097 Oct 12 23:09:54.608502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:09:54.613180 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dda7161e-0aa9-43db-ac7a-50c58baa462e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:09:54.647727 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5872d5-459b-44cb-a5f6-d699eae37cba tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:09:54.647727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6a5872d5-459b-44cb-a5f6-d699eae37cba tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/125fd40d-2481-4bbf-9fde-5ed6ebd8d59c HTTP/1.1" status: 404 len: 333 time: 0.0605664 Oct 12 23:09:54.648485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39876) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:54.760191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8add2d-16cf-43c3-a03b-335dcbebfbbd service neutron] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:54.766575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53f5750-92a4-4c00-86fd-aa5dc86fab75 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet fc6cafc2-637c-4442-a778-56fae43fdd5d {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:09:54.771557 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f53f5750-92a4-4c00-86fd-aa5dc86fab75 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.879348 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f53f5750-92a4-4c00-86fd-aa5dc86fab75 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:54.899232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 11029fa6-55cd-4126-bc80-4b582845bbe7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:54.932858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1dd227df-682c-4cb9-8bf9-43a21a78bb6d req-483f4022-f0e9-41c0-adae-02ce8eed5fe8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0302262 Oct 12 23:09:55.003863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 11029fa6-55cd-4126-bc80-4b582845bbe7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:55.004881 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.039494 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa2cf9b-a831-4575-8fa4-82fd8e722618 x-openstack-request-id: req-2fa2cf9b-a831-4575-8fa4-82fd8e722618 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:09:55.039966 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:09:55.040078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f53f5750-92a4-4c00-86fd-aa5dc86fab75 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.040160 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fa2cf9b-a831-4575-8fa4-82fd8e722618 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:09:55.040575 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'status': 'completed', 'code': 200} Oct 12 23:09:55.056819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ccc45f3-dde6-40ef-97ab-1158971c8e66 req-dc61cbcd-daa1-4e2c-9f1d-0f1bfb4ef00c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=249b991b618e404094fdaf0e55948b19&device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.2029686 Oct 12 23:09:55.073386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c87bde-f451-48a2-959a-51dbecdf55ed req-e1bb116c-3753-4a29-9a78-f809d1f3864e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:55.082014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14c87bde-f451-48a2-959a-51dbecdf55ed req-e1bb116c-3753-4a29-9a78-f809d1f3864e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.5256701 Oct 12 23:09:55.097309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fab8df-fb62-4b77-b574-752c2c8793f2 None None] Network aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:55.117218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ccc45f3-dde6-40ef-97ab-1158971c8e66 req-7c03ed23-6c65-4922-9300-755545742436 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=249b991b618e404094fdaf0e55948b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308521 Oct 12 23:09:55.152359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-f599cc75-ff89-440d-a399-13304d25b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:55.154067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-f599cc75-ff89-440d-a399-13304d25b926 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1096 time: 0.4206257 Oct 12 23:09:55.226484 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-592a964a-1c65-411c-a555-501bd2e30241 req-8a5cb43f-70e7-413c-a01f-c16b79d58681 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0902390 Oct 12 23:09:55.275211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a580ddc5-df6c-42dd-8393-d42d4fb0e4a2 None None] Provisioning complete for port 4e01743a-d033-4951-9ac5-5ebfcda428ba triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:55.275211 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a580ddc5-df6c-42dd-8393-d42d4fb0e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.306808 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f53f5750-92a4-4c00-86fd-aa5dc86fab75 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.350393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc45f3-dde6-40ef-97ab-1158971c8e66 req-20f0aefd-506f-4dc3-b973-adf1169180da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:55.351965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ccc45f3-dde6-40ef-97ab-1158971c8e66 req-20f0aefd-506f-4dc3-b973-adf1169180da service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1968894 Oct 12 23:09:55.375633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4e01743a-d033-4951-9ac5-5ebfcda428ba up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:09:55.377287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f5750-92a4-4c00-86fd-aa5dc86fab75 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=fc6cafc2-637c-4442-a778-56fae43fdd5d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:55.385591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f53f5750-92a4-4c00-86fd-aa5dc86fab75 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.396063 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f53f5750-92a4-4c00-86fd-aa5dc86fab75 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/fc6cafc2-637c-4442-a778-56fae43fdd5d HTTP/1.1" status: 204 len: 168 time: 0.7465377 Oct 12 23:09:55.398465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39884) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:55.403503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39886) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:55.443645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14c87bde-f451-48a2-959a-51dbecdf55ed req-1299829b-30fa-48f2-b5e3-aca8121557a3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3606486 Oct 12 23:09:55.445286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-81fdede6-0e5f-4790-ac7f-d0e75a9a8ec0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 217 time: 0.0907958 Oct 12 23:09:55.470240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b8969fa4-a9df-4eda-a5ef-4f603ca95300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.554369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.656119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4e01743a-d033-4951-9ac5-5ebfcda428ba triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:55.656667 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.657728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b8969fa4-a9df-4eda-a5ef-4f603ca95300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.670826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 4e01743a-d033-4951-9ac5-5ebfcda428ba {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:09:55.678023 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.678158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-a61be003-bcad-4297-a489-a6453208e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:55.678540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-a61be003-bcad-4297-a489-a6453208e10a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.2230074 Oct 12 23:09:55.726396 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b8969fa4-a9df-4eda-a5ef-4f603ca95300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.796229 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.805438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a580ddc5-df6c-42dd-8393-d42d4fb0e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.817237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] For port 4e01743a-d033-4951-9ac5-5ebfcda428ba, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4e01743a-d033-4951-9ac5-5ebfcda428ba,segment=NetworkSegment(d5b1ebf9-e666-448e-894a-cbfb647e350c),segment_id=d5b1ebf9-e666-448e-894a-cbfb647e350c)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:55.818065 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.820642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-58d5e2e8-650e-4c2e-8210-98243bfd8165 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716569 Oct 12 23:09:55.857750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8969fa4-a9df-4eda-a5ef-4f603ca95300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9045afb-b2d2-4789-83d0-30ed0e7e6caa,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:55.863494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a580ddc5-df6c-42dd-8393-d42d4fb0e4a2 None None] For port 4e01743a-d033-4951-9ac5-5ebfcda428ba, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4e01743a-d033-4951-9ac5-5ebfcda428ba,segment=NetworkSegment(d5b1ebf9-e666-448e-894a-cbfb647e350c),segment_id=d5b1ebf9-e666-448e-894a-cbfb647e350c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:09:55.866504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 4e01743a-d033-4951-9ac5-5ebfcda428ba owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:09:55.873711 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b8969fa4-a9df-4eda-a5ef-4f603ca95300 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11376702a3734d7781570d6951fb4803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4588919 Oct 12 23:09:55.873711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39890) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:55.897935 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.925763 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a580ddc5-df6c-42dd-8393-d42d4fb0e4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:55.985950 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7702148d-97c2-448b-a4d3-2e9d10680b4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.019954 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7702148d-97c2-448b-a4d3-2e9d10680b4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.034918 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-e3a0f315-6611-4dd5-b57e-37496da5e5bd service neutron] 10.222.0.25 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010217 Oct 12 23:09:56.082063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580ddc5-df6c-42dd-8393-d42d4fb0e4a2 None None] Pushing event updated for resources: {'Port': ['ID=4e01743a-d033-4951-9ac5-5ebfcda428ba,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:56.127557 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:09:56.128027 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:09:56.141711 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e33e3169-7778-41f5-b361-39ac09f31ce5 req-06597e0b-eadd-4deb-8441-6245a0606e86 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0460899 Oct 12 23:09:56.143331 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.152383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7702148d-97c2-448b-a4d3-2e9d10680b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.156150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7702148d-97c2-448b-a4d3-2e9d10680b4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.158232 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7702148d-97c2-448b-a4d3-2e9d10680b4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c9045afb-b2d2-4789-83d0-30ed0e7e6caa HTTP/1.1" status: 204 len: 168 time: 0.2840683 Oct 12 23:09:56.237753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bede70-e998-4ac6-b4e5-54f5f0983132 None None] Network aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:56.242303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=4e01743a-d033-4951-9ac5-5ebfcda428ba,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:56.244480 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No DVR routers for this DVR port 4e01743a-d033-4951-9ac5-5ebfcda428ba on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:09:56.246186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7702148d-97c2-448b-a4d3-2e9d10680b4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9045afb-b2d2-4789-83d0-30ed0e7e6caa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:56.318733 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3655258-1eb5-4d56-ba95-6ab8831fbfec req-420967fc-b38f-4087-8904-1942727f63e0 service neutron] 10.222.0.25 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752032 Oct 12 23:09:56.385670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fdfdf30f-421e-4817-8269-ee39f7eafc7c None None] Could not find standard attr ID for object 4e01743a-d033-4951-9ac5-5ebfcda428ba. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:09:56.386997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.428342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d8f7058-0b6f-4283-a9d8-8e139f4d42a3 req-59123a7f-ab4a-476e-bb81-e5cbc627cbd8 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.0401719 Oct 12 23:09:56.433637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:56.454439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b1ebf9-e666-448e-894a-cbfb647e350c') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:56.457492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b1ebf9-e666-448e-894a-cbfb647e350c') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:09:56.472530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.487662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.495406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:09:56.495813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.552131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.20.0.1 (2f378bfd-d635-4635-b45d-f0ce64b4f466/f249451c-845f-4abf-a445-a996d96274ad/2f9d4bfe-2a38-4790-9276-670aeffb142d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:56.628491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-7558b5d8-62b2-4ea5-a022-e75763f8e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:09:56.632872 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:09:56.642039 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-7558b5d8-62b2-4ea5-a022-e75763f8e14b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1096 time: 0.2025540 Oct 12 23:09:56.662590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Port 4e01743a-d033-4951-9ac5-5ebfcda428ba update to ACTIVE by agent not found {{(pid=101891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 23:09:56.686207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb6585c-eeab-4184-9ca7-19d15535d936 None None] DHCP port deletion for aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:09:56.694774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.717606 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.722694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/networks/aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1 HTTP/1.1" status: 204 len: 168 time: 1.3189797 Oct 12 23:09:56.723816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39906) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:56.766821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-279975375'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:56.778818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4e01743a-d033-4951-9ac5-5ebfcda428ba no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:09:56.788103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c0b201-eace-416c-af99-86b22748175a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Network': ['ID=aa9941f9-d56b-4b07-88f6-a16e3bc6b2e1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:56.800820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ccc45f3-dde6-40ef-97ab-1158971c8e66 req-bddbe1a6-a473-4279-ab7d-e28e2f188c23 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.41 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.1795602 Oct 12 23:09:56.839227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4e01743a-d033-4951-9ac5-5ebfcda428ba {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:09:56.845375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4e01743a-d033-4951-9ac5-5ebfcda428ba not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:09:56.941518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:56.944168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceac76de-9c39-4222-8ec9-55b82ec00577 req-ffe52c2e-bd12-4b42-8028-996e3aed939d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:56.945964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.947026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ceac76de-9c39-4222-8ec9-55b82ec00577 req-ffe52c2e-bd12-4b42-8028-996e3aed939d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.3873537 Oct 12 23:09:56.988777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:09:56.999105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:56.999456 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Added segment cd3bf395-3824-4d9a-8645-aac0b75dad86 of type vlan for network 11b65b33-dc95-4b6b-837f-2bed4db6f8ba Oct 12 23:09:57.016989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-1c57c7cd-5528-4f08-a2e9-54ab73a7b69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:57.018453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-1c57c7cd-5528-4f08-a2e9-54ab73a7b69c service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 915 time: 0.3427668 Oct 12 23:09:57.044202 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:57.065819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ceac76de-9c39-4222-8ec9-55b82ec00577 req-4d27bac2-bb54-4e60-8423-e585572015e2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033111 Oct 12 23:09:57.071085 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:57.109643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-9441b294-d871-4c0d-9fbb-c920eeaac4d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 217 time: 0.0607848 Oct 12 23:09:57.133620 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:57.140120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:57.140834 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:57.177619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-e0c18615-906a-4a45-8068-df2fd48c92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:57.179104 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-e0c18615-906a-4a45-8068-df2fd48c92b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.0619266 Oct 12 23:09:57.245719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-44a9f91d-daeb-4053-9387-7bb04718f36b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575075 Oct 12 23:09:57.246419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:57.282402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Network': ['ID=11b65b33-dc95-4b6b-837f-2bed4db6f8ba,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:57.294870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 11b65b33-dc95-4b6b-837f-2bed4db6f8ba details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:09:57.322906 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b59cacaf-88d6-4e82-a186-a4db23a81072 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5941641 Oct 12 23:09:57.326607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39920) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:57.374779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': '11b65b33-dc95-4b6b-837f-2bed4db6f8ba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:57.414285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-7727477f-998e-40b7-83d7-93a894e5d6af service neutron] 10.222.0.25 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564507 Oct 12 23:09:57.493504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network 2f378bfd-d635-4635-b45d-f0ce64b4f466 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:57.546485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:57.557621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:57.567585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=2f9d4bfe-2a38-4790-9276-670aeffb142d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:57.645815 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e15edeea-f740-49e4-bc81-28d36e1b0adf req-32587e13-6493-4c91-acae-944a1045dd6f tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.3476717 Oct 12 23:09:57.785877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:57.792913 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:58.035990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b91232d9-4d6d-4d90-a236-dbe28ff5e5bb None None] Provisioning complete for port 2f9d4bfe-2a38-4790-9276-670aeffb142d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:09:58.036905 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b91232d9-4d6d-4d90-a236-dbe28ff5e5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:58.131829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b91232d9-4d6d-4d90-a236-dbe28ff5e5bb None None] Port 2f9d4bfe-2a38-4790-9276-670aeffb142d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:09:58.270415 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:58.312132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77605b-2f7d-4b98-92cb-be022b86c74a req-c1666de7-3b7b-4cfd-a70d-1ee5dea65174 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:58.314024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca77605b-2f7d-4b98-92cb-be022b86c74a req-c1666de7-3b7b-4cfd-a70d-1ee5dea65174 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.1018260 Oct 12 23:09:58.412732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=444b8a76-24bd-460a-a686-1554b34f3745,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:58.425721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Checking segment: {'id': 'cd3bf395-3824-4d9a-8645-aac0b75dad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '11b65b33-dc95-4b6b-837f-2bed4db6f8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:58.430589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network hostable DHCP agents. Network: 11b65b33-dc95-4b6b-837f-2bed4db6f8ba, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:09:58.434123 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca77605b-2f7d-4b98-92cb-be022b86c74a req-3962fa3c-bcb3-4517-b9cb-b754e7c4ca48 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936322 Oct 12 23:09:58.472449 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-56fb7306-79b1-4713-aa2c-3ffebf546e9f req-03d9b0d0-0f0b-4263-93b4-6c51adc087b2 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=144ce97a-6596-41b7-a710-9f6c234394df HTTP/1.1" status: 200 len: 210 time: 0.8328733 Oct 12 23:09:58.495185 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:58.516467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network 11b65b33-dc95-4b6b-837f-2bed4db6f8ba is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:09:58.555871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dda7161e-0aa9-43db-ac7a-50c58baa462e req-88cdea99-3e83-44c0-ab4b-2fa2f9e69e47 service neutron] 10.222.0.25 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1253355 Oct 12 23:09:58.620898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 11b65b33-dc95-4b6b-837f-2bed4db6f8ba) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:58.637433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeacb6fe-c2fc-42dc-879b-dd7ecb3d629c None None] Network 11b65b33-dc95-4b6b-837f-2bed4db6f8ba requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:09:58.639855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:58.640457 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:58.747268 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6e6e9549-8caf-431d-a4de-a135429f772a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4190125 Oct 12 23:09:58.750245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39954) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:58.755758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': '11b65b33-dc95-4b6b-837f-2bed4db6f8ba', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1277705923'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:09:58.859927 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:58.933081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d54d682-d305-4c26-96b0-e4b9c55baeef req-a6562509-015a-4ba3-9e96-86c75bcc9967 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.1718097 Oct 12 23:09:58.996640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-11b65b33-dc95-4b6b-837f-2bed4db6f8ba', 'network_id': '11b65b33-dc95-4b6b-837f-2bed4db6f8ba', 'tenant_id': '4c6eae8e02ff46269232199205890ebb', 'fixed_ips': [{'subnet_id': '444b8a76-24bd-460a-a686-1554b34f3745'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:09:59.000868 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.006034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39968) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:59.213601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:09:59.218251 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.249243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41252a9a-64cb-489a-8fb7-6bf6a8662ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.249487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 4ead4417-c72b-4438-9e79-2bd222d0470e yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:09:59.276379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Allocated IP 2001:db8::2 (11b65b33-dc95-4b6b-837f-2bed4db6f8ba/444b8a76-24bd-460a-a686-1554b34f3745/47495cba-c7cf-4688-a20f-e45f1b7ce255) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:59.292477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.366169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.431000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41252a9a-64cb-489a-8fb7-6bf6a8662ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.443085 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.466742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=2f9d4bfe-2a38-4790-9276-670aeffb142d,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:59.479182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41252a9a-64cb-489a-8fb7-6bf6a8662ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.483608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.508013 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.522370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41252a9a-64cb-489a-8fb7-6bf6a8662ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8181ce-7500-4d85-89d2-9e84364e1a11,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:59.642007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Pushing event updated for resources: {'Port': ['ID=47495cba-c7cf-4688-a20f-e45f1b7ce255,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:09:59.649927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::121 (11b65b33-dc95-4b6b-837f-2bed4db6f8ba/444b8a76-24bd-460a-a686-1554b34f3745/4ead4417-c72b-4438-9e79-2bd222d0470e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:09:59.658130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Network 11b65b33-dc95-4b6b-837f-2bed4db6f8ba is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:59.662316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:59.662691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39982) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:09:59.663170 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-41252a9a-64cb-489a-8fb7-6bf6a8662ee0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3cd00c6add8249a39af77cb293b44660&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6557117 Oct 12 23:09:59.663587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:09:59.744679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Attempting to bind port 47495cba-c7cf-4688-a20f-e45f1b7ce255 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:09:59.745329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Attempting to bind port 47495cba-c7cf-4688-a20f-e45f1b7ce255 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'cd3bf395-3824-4d9a-8645-aac0b75dad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '11b65b33-dc95-4b6b-837f-2bed4db6f8ba'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:09:59.746561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Attempting to bind port 47495cba-c7cf-4688-a20f-e45f1b7ce255 on network 11b65b33-dc95-4b6b-837f-2bed4db6f8ba {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:09:59.757571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:09:59.760304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Checking segment: {'id': 'cd3bf395-3824-4d9a-8645-aac0b75dad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '11b65b33-dc95-4b6b-837f-2bed4db6f8ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:09:59.767003 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.768557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Bound using segment: {'id': 'cd3bf395-3824-4d9a-8645-aac0b75dad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '11b65b33-dc95-4b6b-837f-2bed4db6f8ba'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:09:59.778418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Bound port: 47495cba-c7cf-4688-a20f-e45f1b7ce255, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd3bf395-3824-4d9a-8645-aac0b75dad86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '11b65b33-dc95-4b6b-837f-2bed4db6f8ba'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:09:59.779423 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.792181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb7fe9-b582-46cb-b55d-3a7e6e0253bb req-99126425-e525-4a51-83da-2a7c630c85ff tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:09:59.800324 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0cb7fe9-b582-46cb-b55d-3a7e6e0253bb req-99126425-e525-4a51-83da-2a7c630c85ff tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.1540751 Oct 12 23:09:59.837410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8edb26de-1005-4369-8f03-2e4437482a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.855991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:09:59.862147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network 2f378bfd-d635-4635-b45d-f0ce64b4f466 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:09:59.893977 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8edb26de-1005-4369-8f03-2e4437482a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.906728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:09:59.910525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:09:59.985206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] For port 47495cba-c7cf-4688-a20f-e45f1b7ce255, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:09:59.993145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d617d7eb-54c8-4e7b-af7f-7c3c1ec9e21c req-1af678ad-4f99-46c0-8e80-d4866573e331 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=249b991b618e404094fdaf0e55948b19&device_id=7b01e58d-91e5-49af-995b-dc73f1397a9d HTTP/1.1" status: 200 len: 210 time: 0.1050551 Oct 12 23:10:00.007068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] For port 47495cba-c7cf-4688-a20f-e45f1b7ce255, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=47495cba-c7cf-4688-a20f-e45f1b7ce255,segment=NetworkSegment(cd3bf395-3824-4d9a-8645-aac0b75dad86),segment_id=cd3bf395-3824-4d9a-8645-aac0b75dad86)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:00.039967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0cb7fe9-b582-46cb-b55d-3a7e6e0253bb req-cbe817a7-9c13-4b6e-80b1-a0b7797dea62 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276409 Oct 12 23:10:00.060715 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26d60955-56df-4e4e-a090-44725ff713d2 req-2db939c7-8a7e-4b96-99d1-62cb5eff710a tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b01e58d-91e5-49af-995b-dc73f1397a9d HTTP/1.1" status: 200 len: 210 time: 0.0531964 Oct 12 23:10:00.062960 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.067536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:00.092605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d617d7eb-54c8-4e7b-af7f-7c3c1ec9e21c req-eb7c44bf-e289-4b63-9a92-4ab10f5e3081 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=249b991b618e404094fdaf0e55948b19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885704 Oct 12 23:10:00.093692 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8edb26de-1005-4369-8f03-2e4437482a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.095155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.096477 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8edb26de-1005-4369-8f03-2e4437482a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.097659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8edb26de-1005-4369-8f03-2e4437482a4c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce8181ce-7500-4d85-89d2-9e84364e1a11 HTTP/1.1" status: 204 len: 168 time: 0.4336846 Oct 12 23:10:00.105591 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:10:00.153621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network 11b65b33-dc95-4b6b-837f-2bed4db6f8ba is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:00.157523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edb26de-1005-4369-8f03-2e4437482a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8181ce-7500-4d85-89d2-9e84364e1a11,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:00.184601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:00.192265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:00.202575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:00.207251 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.287157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80', 'port_id': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'mac_address': 'fa:16:3e:b6:3e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29da9bd4-157d-4a32-9110-a4f3464e1e65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:10:00.311796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21a885a0-2456-4dd7-80c6-16d7d44db446 req-e9568283-ecdb-453e-ad93-f41206269511 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.1200552 Oct 12 23:10:00.312933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=4ead4417-c72b-4438-9e79-2bd222d0470e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:00.328945 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3ace6260-2638-475f-87a6-df85b2034149 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5777550 Oct 12 23:10:00.333004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40000) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:00.437099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 1228915d-32ca-436b-a763-f9b75dc71537 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:00.475661 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.493794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d4abb2e6-72d2-4aef-8bd6-c59eb489f07c None None] Provisioning complete for port 2f9d4bfe-2a38-4790-9276-670aeffb142d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:00.494190 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d4abb2e6-72d2-4aef-8bd6-c59eb489f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.529260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d617d7eb-54c8-4e7b-af7f-7c3c1ec9e21c req-43f53e5f-967a-4ef0-ab04-e88e34669152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:00.537194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6881bbdc-0bce-48d0-b022-36cafd2dd7ab tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 4ead4417-c72b-4438-9e79-2bd222d0470e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:00.537194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6881bbdc-0bce-48d0-b022-36cafd2dd7ab tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.538216 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d617d7eb-54c8-4e7b-af7f-7c3c1ec9e21c req-43f53e5f-967a-4ef0-ab04-e88e34669152 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3397694 Oct 12 23:10:00.618818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451d209-ae2f-4c00-b817-da0d029e7e5a None None] Pushing event updated for resources: {'Port': ['ID=47495cba-c7cf-4688-a20f-e45f1b7ce255,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:00.629320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d4abb2e6-72d2-4aef-8bd6-c59eb489f07c None None] Port 2f9d4bfe-2a38-4790-9276-670aeffb142d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:00.656136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebde3646-b569-4c2d-bcc3-c96721d1c695 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:10:00.695270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6881bbdc-0bce-48d0-b022-36cafd2dd7ab tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.706775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:00.722279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:00.749747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-548d0e6a-b8e0-423d-b863-a9dfe0462fea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/routers/1228915d-32ca-436b-a763-f9b75dc71537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3464160 Oct 12 23:10:00.750561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9248a60-7ed9-45fb-920b-f1eee98cffae None None] Sync routers for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:00.753289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6881bbdc-0bce-48d0-b022-36cafd2dd7ab tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 4ead4417-c72b-4438-9e79-2bd222d0470e owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:00.763961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40010) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:00.774898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9248a60-7ed9-45fb-920b-f1eee98cffae None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:00.775893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a9248a60-7ed9-45fb-920b-f1eee98cffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:00.782593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'port': {'network_id': '2f378bfd-d635-4635-b45d-f0ce64b4f466', 'name': 'tempest-FloatingIPTestJSON-1642327072'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:00.849600 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:00.852077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a9248a60-7ed9-45fb-920b-f1eee98cffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:00.916863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9248a60-7ed9-45fb-920b-f1eee98cffae None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:00.917520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a9248a60-7ed9-45fb-920b-f1eee98cffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:00.981387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 47495cba-c7cf-4688-a20f-e45f1b7ce255 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:01.053673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a9248a60-7ed9-45fb-920b-f1eee98cffae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:01.054340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9248a60-7ed9-45fb-920b-f1eee98cffae None None] The sync data for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:01.058448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:01.066244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Made reservation on behalf of 4939035141974d11afbc578845c3e131 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:01.085850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:01.095426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 47495cba-c7cf-4688-a20f-e45f1b7ce255 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:01.095715 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:01.121553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] device_id is not set on port 20e1d306-a84f-42e7-addf-d23233f6e2fe yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:10:01.128540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6881bbdc-0bce-48d0-b022-36cafd2dd7ab tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:01.158687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ebde3646-b569-4c2d-bcc3-c96721d1c695'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:10:01.209826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881bbdc-0bce-48d0-b022-36cafd2dd7ab tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=4ead4417-c72b-4438-9e79-2bd222d0470e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:01.306756 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:01.324368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00378503-4d34-4a6c-8c18-8277f9f4fc9e req-61cf105b-40fb-4446-ba38-31dd3677fae3 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b01e58d-91e5-49af-995b-dc73f1397a9d HTTP/1.1" status: 200 len: 210 time: 0.0934894 Oct 12 23:10:01.331893 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6881bbdc-0bce-48d0-b022-36cafd2dd7ab tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:01.340067 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6881bbdc-0bce-48d0-b022-36cafd2dd7ab tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/4ead4417-c72b-4438-9e79-2bd222d0470e HTTP/1.1" status: 204 len: 168 time: 1.0054910 Oct 12 23:10:01.345697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40024) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:01.351606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 47495cba-c7cf-4688-a20f-e45f1b7ce255, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=47495cba-c7cf-4688-a20f-e45f1b7ce255,segment=NetworkSegment(cd3bf395-3824-4d9a-8645-aac0b75dad86),segment_id=cd3bf395-3824-4d9a-8645-aac0b75dad86)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:01.411402 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-016cd060-fef0-457b-ab40-9b1d13351ef2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:10:01.415526 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-016cd060-fef0-457b-ab40-9b1d13351ef2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/4ead4417-c72b-4438-9e79-2bd222d0470e HTTP/1.1" status: 404 len: 333 time: 0.0641470 Oct 12 23:10:01.415777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40030) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:01.432955 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:01.540625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d8104a-b47c-4f6f-9e5d-1a9c32d869ae tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet 444b8a76-24bd-460a-a686-1554b34f3745 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:01.547449 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98d8104a-b47c-4f6f-9e5d-1a9c32d869ae tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:01.584905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97813bcf-5de1-468a-8d85-fc58152ef136 req-11218af0-325f-404b-b90f-42e08000837a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:01.595298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97813bcf-5de1-468a-8d85-fc58152ef136 req-11218af0-325f-404b-b90f-42e08000837a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.3417051 Oct 12 23:10:01.648908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=47495cba-c7cf-4688-a20f-e45f1b7ce255,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:01.657850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Allocated IP 172.20.0.6 (2f378bfd-d635-4635-b45d-f0ce64b4f466/f249451c-845f-4abf-a445-a996d96274ad/20e1d306-a84f-42e7-addf-d23233f6e2fe) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:01.683259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa2a5f00-2124-47b9-bc3d-312d69f8099e req-6015e435-7d4f-46e2-a4f7-7f88f1d674b7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0635505 Oct 12 23:10:01.774987 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98d8104a-b47c-4f6f-9e5d-1a9c32d869ae tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:01.872411 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98d8104a-b47c-4f6f-9e5d-1a9c32d869ae tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:01.905098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec24318-16d6-44e5-98fb-0f7107ebe3b1 None None] Network 11b65b33-dc95-4b6b-837f-2bed4db6f8ba requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:01.968199 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97813bcf-5de1-468a-8d85-fc58152ef136 req-fb2c56e2-00ce-44d2-a1cd-a711447624e7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3513541 Oct 12 23:10:02.011883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-13f02175-1264-4c55-97d3-431652b756a7 None None] Provisioning complete for port 47495cba-c7cf-4688-a20f-e45f1b7ce255 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:02.012258 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-13f02175-1264-4c55-97d3-431652b756a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.029232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d617d7eb-54c8-4e7b-af7f-7c3c1ec9e21c req-9ec32277-9409-415f-8827-447e1e4183c1 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.41 "GET /v2.0/ports?device_id=7b01e58d-91e5-49af-995b-dc73f1397a9d HTTP/1.1" status: 200 len: 210 time: 0.0761106 Oct 12 23:10:02.082978 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98d8104a-b47c-4f6f-9e5d-1a9c32d869ae tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.086238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.142083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8104a-b47c-4f6f-9e5d-1a9c32d869ae tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=444b8a76-24bd-460a-a686-1554b34f3745,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:02.152336 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98d8104a-b47c-4f6f-9e5d-1a9c32d869ae tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.157439 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-98d8104a-b47c-4f6f-9e5d-1a9c32d869ae tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/444b8a76-24bd-460a-a686-1554b34f3745 HTTP/1.1" status: 204 len: 168 time: 0.7406838 Oct 12 23:10:02.160192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40048) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:02.252072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.300605 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.305386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Network 2f378bfd-d635-4635-b45d-f0ce64b4f466 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:02.314312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:02.317445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:02.369296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event updated for resources: {'Port': ['ID=20e1d306-a84f-42e7-addf-d23233f6e2fe,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:02.421914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:02.422609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.460570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 47495cba-c7cf-4688-a20f-e45f1b7ce255 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:02.460917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.536174 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c1f9158-6321-4efd-91f9-7ecb74a57bf4 req-fabdab13-78d1-458d-a778-a22ec5a3b505 tempest-ServerShowV247Test-1510849259 tempest-ServerShowV247Test-1510849259-project] 10.222.0.31 "GET /v2.0/ports?device_id=7b01e58d-91e5-49af-995b-dc73f1397a9d HTTP/1.1" status: 200 len: 210 time: 0.0683942 Oct 12 23:10:02.545582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7a6fd087-bc2f-4eec-8005-eec19d947a93 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7800696 Oct 12 23:10:02.547954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40054) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:02.594747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Request body: {'floatingip': {'port_id': '20e1d306-a84f-42e7-addf-d23233f6e2fe'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:02.651696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] For port 47495cba-c7cf-4688-a20f-e45f1b7ce255, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=47495cba-c7cf-4688-a20f-e45f1b7ce255,segment=NetworkSegment(cd3bf395-3824-4d9a-8645-aac0b75dad86),segment_id=cd3bf395-3824-4d9a-8645-aac0b75dad86)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:02.656210 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.685180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7240ecbc-caed-4a1c-809e-ffe188281822 None None] Network 11b65b33-dc95-4b6b-837f-2bed4db6f8ba requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:02.685641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 47495cba-c7cf-4688-a20f-e45f1b7ce255 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:02.707451 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.813726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40062) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:02.854645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 47495cba-c7cf-4688-a20f-e45f1b7ce255 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:02.942821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bc1df34e-5667-4af6-933e-fe493ae8b837 None None] Provisioning complete for port 47495cba-c7cf-4688-a20f-e45f1b7ce255 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:02.943465 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bc1df34e-5667-4af6-933e-fe493ae8b837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:02.958228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68152480-0727-4e5e-8956-99a1b5e1daa6 req-e8f76cd5-c343-40a6-ba03-2a07c4573847 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0616374 Oct 12 23:10:03.040895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac80dd34-998c-443c-81ea-b6cdafd7f76c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.116825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 47495cba-c7cf-4688-a20f-e45f1b7ce255 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:03.117213 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.162983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3bc76d7-85d6-4d21-8679-61cef800f86e None None] DHCP port deletion for 11b65b33-dc95-4b6b-837f-2bed4db6f8ba request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:03.253518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac80dd34-998c-443c-81ea-b6cdafd7f76c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.321849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc76d7-85d6-4d21-8679-61cef800f86e None None] Deleting port 47495cba-c7cf-4688-a20f-e45f1b7ce255 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:03.322491 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d3bc76d7-85d6-4d21-8679-61cef800f86e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.328700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac80dd34-998c-443c-81ea-b6cdafd7f76c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.355888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ac80dd34-998c-443c-81ea-b6cdafd7f76c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4372dec17b94fa8980ebad2fe999711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5407739 Oct 12 23:10:03.364105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40070) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:03.398090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80dd34-998c-443c-81ea-b6cdafd7f76c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5413659b-d121-4451-b5e8-e8b832140235,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:03.412431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d3bc76d7-85d6-4d21-8679-61cef800f86e None None] For port 47495cba-c7cf-4688-a20f-e45f1b7ce255, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=47495cba-c7cf-4688-a20f-e45f1b7ce255,segment=NetworkSegment(cd3bf395-3824-4d9a-8645-aac0b75dad86),segment_id=cd3bf395-3824-4d9a-8645-aac0b75dad86)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:03.412867 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d3bc76d7-85d6-4d21-8679-61cef800f86e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.428127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc76d7-85d6-4d21-8679-61cef800f86e None None] Calling delete_port for 47495cba-c7cf-4688-a20f-e45f1b7ce255 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:03.446813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-683a4725-88d3-4529-8d54-ce594954963d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.465602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d530daf-0e20-42bf-a83c-41913c11d35e req-41d8ece6-0fef-4e62-bfee-45cfc5424e46 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:03.467276 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3d530daf-0e20-42bf-a83c-41913c11d35e req-41d8ece6-0fef-4e62-bfee-45cfc5424e46 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.1381598 Oct 12 23:10:03.469810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.472667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-683a4725-88d3-4529-8d54-ce594954963d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.523688 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d3bc76d7-85d6-4d21-8679-61cef800f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.549485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No DVR routers for this DVR port 47495cba-c7cf-4688-a20f-e45f1b7ce255 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:03.569285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-25ee3582-e97c-4be3-b767-869ea85525f6 None None] Provisioning complete for port 20e1d306-a84f-42e7-addf-d23233f6e2fe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:03.569668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-25ee3582-e97c-4be3-b767-869ea85525f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.595960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=47495cba-c7cf-4688-a20f-e45f1b7ce255,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:03.608582 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-683a4725-88d3-4529-8d54-ce594954963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.615388 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-683a4725-88d3-4529-8d54-ce594954963d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.616443 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-683a4725-88d3-4529-8d54-ce594954963d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5413659b-d121-4451-b5e8-e8b832140235 HTTP/1.1" status: 204 len: 168 time: 0.2511935 Oct 12 23:10:03.619427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bc76d7-85d6-4d21-8679-61cef800f86e None None] Pushing event deleted for resources: {'Port': ['ID=47495cba-c7cf-4688-a20f-e45f1b7ce255,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:03.621841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3bc76d7-85d6-4d21-8679-61cef800f86e None None] No DVR routers for this DVR port 47495cba-c7cf-4688-a20f-e45f1b7ce255 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:03.624304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-25ee3582-e97c-4be3-b767-869ea85525f6 None None] Port 20e1d306-a84f-42e7-addf-d23233f6e2fe cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:03.648226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683a4725-88d3-4529-8d54-ce594954963d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5413659b-d121-4451-b5e8-e8b832140235,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:03.786184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3d530daf-0e20-42bf-a83c-41913c11d35e req-4f3e57ec-ee36-4f3a-a8f3-560c71d945b5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823939 Oct 12 23:10:03.791370 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.853821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11b65b33-dc95-4b6b-837f-2bed4db6f8ba']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:03.860666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:03.869437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd3bf395-3824-4d9a-8645-aac0b75dad86') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:03.869733 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd3bf395-3824-4d9a-8645-aac0b75dad86') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:03.883189 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.895186 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.903919 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.910797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:03.914639 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:03.915373 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:03.991323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:04.019623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port ebde3646-b569-4c2d-bcc3-c96721d1c695 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:10:04.024989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port ebde3646-b569-4c2d-bcc3-c96721d1c695 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:04.025689 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:04.141699 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:04.179445 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:04.201302 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2dfde2f1-09c4-41a5-b964-f4c5d174810d req-ebea6934-f2dd-40ca-ae43-9ef5c8f9e258 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0817039 Oct 12 23:10:04.245710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:10:04.248629 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1542fc79-f3fc-4a4e-9e19-f6bdd07b2c20" -d '{"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-plugged", "status": "completed", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:10:04.266871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:04.292036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40096) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:04.328224 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:04.514685 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71e3ffaf-4df2-4efc-8b88-7a8d142bbc8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:04.676750 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71e3ffaf-4df2-4efc-8b88-7a8d142bbc8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:04.710364 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:04.715197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/networks/11b65b33-dc95-4b6b-837f-2bed4db6f8ba HTTP/1.1" status: 204 len: 168 time: 2.5526903 Oct 12 23:10:04.724807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40104) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:04.729944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'name': 'tempest-PortsIpV6TestJSON-551854428'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:04.748534 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03fb36f-f513-42df-95de-3e4ebd039b55 x-openstack-request-id: req-f03fb36f-f513-42df-95de-3e4ebd039b55 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:10:04.748534 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-plugged", "status": "completed", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:10:04.748972 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f03fb36f-f513-42df-95de-3e4ebd039b55 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:10:04.749453 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'code': 200} Oct 12 23:10:04.755774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71e3ffaf-4df2-4efc-8b88-7a8d142bbc8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:04.780378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:04.787176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 47495cba-c7cf-4688-a20f-e45f1b7ce255 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:04.812389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5435f-ac86-43bc-abbe-58f6e290518f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Network': ['ID=11b65b33-dc95-4b6b-837f-2bed4db6f8ba,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:04.839579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e3ffaf-4df2-4efc-8b88-7a8d142bbc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228bc771-a2ff-40c5-8788-e295c90f347d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:04.854458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 47495cba-c7cf-4688-a20f-e45f1b7ce255 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:04.858645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 47495cba-c7cf-4688-a20f-e45f1b7ce255 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:04.881646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-71e3ffaf-4df2-4efc-8b88-7a8d142bbc8c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=249b991b618e404094fdaf0e55948b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5855329 Oct 12 23:10:04.883085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40112) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:04.929698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2d5a98-977e-4e3d-a54f-84fe162bb069 req-410940a9-e38e-4ff5-ad46-0789e6a168db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:04.930796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0b2d5a98-977e-4e3d-a54f-84fe162bb069 req-410940a9-e38e-4ff5-ad46-0789e6a168db service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1098 time: 0.2011895 Oct 12 23:10:04.949686 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP 97f67f01-21db-414c-8429-8b11ca6b6be5 associated. External IP: 172.25.2.131, port: fe369455-7d97-4faf-a6aa-a3a129b0d9e3. Oct 12 23:10:04.999691 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de7f2e52-00ab-499b-8198-e61874e68cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:05.025625 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de7f2e52-00ab-499b-8198-e61874e68cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:05.057190 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0b2d5a98-977e-4e3d-a54f-84fe162bb069 req-684de45b-4531-4d18-ab15-4a1b369a891c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090417 Oct 12 23:10:05.088154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:05.092365 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:05.110930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port be3eb40c-7670-47a1-8dae-e2ab15f5c1f4 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:10:05.156166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443c6a6-fe50-4861-9e7f-8b864458ca79 req-cf38db46-f272-405c-937a-16575b576486 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:05.157624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e443c6a6-fe50-4861-9e7f-8b864458ca79 req-cf38db46-f272-405c-937a-16575b576486 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1395478 Oct 12 23:10:05.324673 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de7f2e52-00ab-499b-8198-e61874e68cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:05.328223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de7f2e52-00ab-499b-8198-e61874e68cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:05.329722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-de7f2e52-00ab-499b-8198-e61874e68cd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/228bc771-a2ff-40c5-8788-e295c90f347d HTTP/1.1" status: 204 len: 168 time: 0.4457250 Oct 12 23:10:05.347753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f2e52-00ab-499b-8198-e61874e68cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228bc771-a2ff-40c5-8788-e295c90f347d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:05.391820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:05.395042 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e443c6a6-fe50-4861-9e7f-8b864458ca79 req-3b6ad442-dcb4-4815-b546-331e1b7e9ad7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249844 Oct 12 23:10:05.440534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f485e3d0-10de-491d-951c-bf09d6122d46 req-5faea399-b477-4098-bcef-852a4f52a697 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0541308 Oct 12 23:10:05.569186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:05.619650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:05.633249 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a03105e-d5af-4ba2-b144-b27fdc00f8b3 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:05.648479 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03105e-d5af-4ba2-b144-b27fdc00f8b3 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:05.649743 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2a03105e-d5af-4ba2-b144-b27fdc00f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:05.692864 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2a03105e-d5af-4ba2-b144-b27fdc00f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:05.701877 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a03105e-d5af-4ba2-b144-b27fdc00f8b3 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:05.702476 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2a03105e-d5af-4ba2-b144-b27fdc00f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:05.735359 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2a03105e-d5af-4ba2-b144-b27fdc00f8b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:05.736251 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a03105e-d5af-4ba2-b144-b27fdc00f8b3 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:05.785205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:05.876793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=be3eb40c-7670-47a1-8dae-e2ab15f5c1f4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:05.893374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:05.893374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:05.900054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 1228915d-32ca-436b-a763-f9b75dc71537 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:05.908186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:05.921873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:05.922573 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:06.006633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1de49427-d31d-4f3c-bb9d-730f6a522a08 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2806816 Oct 12 23:10:06.009048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:06.223087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:06.228065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2c48a-5be6-407c-b19b-1178efbd6d4a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port be3eb40c-7670-47a1-8dae-e2ab15f5c1f4 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:06.228508 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c48a-5be6-407c-b19b-1178efbd6d4a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:06.234494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:06.242101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a2a2b-c842-42fe-9a1e-fc45674b4f44 None None] Sync routers for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:06.259227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a2a2b-c842-42fe-9a1e-fc45674b4f44 None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:06.260352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a83a2a2b-c842-42fe-9a1e-fc45674b4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:06.319713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a83a2a2b-c842-42fe-9a1e-fc45674b4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:06.339068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c6656e63-ad40-4dae-81f8-e40daa0ca1ea tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/floatingips/97f67f01-21db-414c-8429-8b11ca6b6be5 HTTP/1.1" status: 200 len: 978 time: 3.7857089 Oct 12 23:10:06.339174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40164) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:06.344112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a2a2b-c842-42fe-9a1e-fc45674b4f44 None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:06.345283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a83a2a2b-c842-42fe-9a1e-fc45674b4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:06.360242 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c48a-5be6-407c-b19b-1178efbd6d4a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:06.395561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f4c2c48a-5be6-407c-b19b-1178efbd6d4a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for be3eb40c-7670-47a1-8dae-e2ab15f5c1f4 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:06.412827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a83a2a2b-c842-42fe-9a1e-fc45674b4f44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:06.414317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a83a2a2b-c842-42fe-9a1e-fc45674b4f44 None None] The sync data for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:06.544998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 20e1d306-a84f-42e7-addf-d23233f6e2fe {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:06.545807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:06.663383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-133addef-be6d-4c0e-8644-822b5be6c8b7 req-c1a4d3bc-fc08-495b-824f-62acac496569 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0914395 Oct 12 23:10:06.789292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:07.092538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:07.093276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:07.093372 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Floating IP 97f67f01-21db-414c-8429-8b11ca6b6be5 disassociated. External IP: 172.25.2.131, port: 20e1d306-a84f-42e7-addf-d23233f6e2fe. Oct 12 23:10:07.094174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 20e1d306-a84f-42e7-addf-d23233f6e2fe owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:07.135101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2fcccd-1312-41e4-b698-46eb86b50020 req-fc5f88a8-2206-41d0-9526-8db9ff485920 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:07.143800 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb2fcccd-1312-41e4-b698-46eb86b50020 req-fc5f88a8-2206-41d0-9526-8db9ff485920 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0980797 Oct 12 23:10:07.224648 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb2fcccd-1312-41e4-b698-46eb86b50020 req-c38ac326-3128-4efa-945d-e103a02b5b4a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796824 Oct 12 23:10:07.290145 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c48a-5be6-407c-b19b-1178efbd6d4a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:07.366489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c2c48a-5be6-407c-b19b-1178efbd6d4a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=be3eb40c-7670-47a1-8dae-e2ab15f5c1f4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:07.376412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4c2c48a-5be6-407c-b19b-1178efbd6d4a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:07.381733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f4c2c48a-5be6-407c-b19b-1178efbd6d4a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/be3eb40c-7670-47a1-8dae-e2ab15f5c1f4 HTTP/1.1" status: 204 len: 168 time: 1.3716781 Oct 12 23:10:07.384562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40220) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:07.390854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'mac_address': 'fa:16:3e:22:0e:54', 'name': 'tempest-PortsIpV6TestJSON-897261499'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:07.416777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:07.499140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=20e1d306-a84f-42e7-addf-d23233f6e2fe,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:07.814256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 1228915d-32ca-436b-a763-f9b75dc71537 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:07.834075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9affc0-c877-467f-bbc1-4d805221f234 req-ba577262-7b67-49ef-abcd-f707b0639961 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:07.836175 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-ba577262-7b67-49ef-abcd-f707b0639961 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 814 time: 0.1807463 Oct 12 23:10:07.853091 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-5205c3e0-1c2b-47de-b44f-9ae8d19bae0e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/quotas/a2005de866b247a0b93939a867a18bd8 HTTP/1.1" status: 200 len: 375 time: 0.0111020 Oct 12 23:10:07.948508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-8dc3e9e1-9d96-48f4-b745-80f8cac3794c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885155 Oct 12 23:10:07.956217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:07.982564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:08.008013 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4875b706-46a5-40ea-89f6-43255d74d58d None None] Sync routers for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:08.022172 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875b706-46a5-40ea-89f6-43255d74d58d None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:08.023294 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4875b706-46a5-40ea-89f6-43255d74d58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:08.068570 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4875b706-46a5-40ea-89f6-43255d74d58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:08.079919 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4875b706-46a5-40ea-89f6-43255d74d58d None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:08.081393 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4875b706-46a5-40ea-89f6-43255d74d58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:08.121061 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4875b706-46a5-40ea-89f6-43255d74d58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:08.121061 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4875b706-46a5-40ea-89f6-43255d74d58d None None] The sync data for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:08.190013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:08.196040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40282) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:08.207639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-209cd53f-8ca7-4806-ad97-6d4f2f0e6b48 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:10:08.214632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a9bd7ab2-e13d-484e-a1e4-eca48afeace8 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/ports/20e1d306-a84f-42e7-addf-d23233f6e2fe HTTP/1.1" status: 204 len: 168 time: 1.8744659 Oct 12 23:10:08.219487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-209cd53f-8ca7-4806-ad97-6d4f2f0e6b48 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2697175 Oct 12 23:10:08.283992 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-631eb0fb-fe3d-467b-96ed-318d32658b56 req-91218ad6-25e4-4249-8812-336189f232b3 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0974162 Oct 12 23:10:08.290928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:08.329255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 4c58c640-845a-4d91-8200-de8ec7d9b073 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:10:08.478075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02ee66cf-78e4-4e31-b595-48a8e34a5de9 req-d6849f30-f7a2-4a2a-b70a-14c65dac7438 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0646687 Oct 12 23:10:08.544796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-c07f0af0-b374-4f6d-bb76-1fdd34ed7410 service neutron] 10.222.0.31 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3239408 Oct 12 23:10:08.733895 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:08.747829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-8f05bbab-eeec-453d-acf4-b4e19f11d964 service neutron] 10.222.0.31 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832252 Oct 12 23:10:08.828598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40294) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:08.882794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:08.900816 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.019353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:09.027526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:09.039409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:09.046964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:09.047783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.052401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=4c58c640-845a-4d91-8200-de8ec7d9b073,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:09.055010 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5bcffe78-417a-42c0-8169-9a3532f26429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.149616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f3dae335-1201-4ffe-9465-e74499c05490 req-f289fb8a-5a1e-4f8d-981b-537232f29737 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 210 time: 0.0505822 Oct 12 23:10:09.205543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-64a39a26-c64f-4104-b4f4-ac4bb13fff0a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8177640 Oct 12 23:10:09.211473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40308) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:09.291992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d76ee8-8304-44d6-8a33-c97cc0646396 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:09.293540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-93d76ee8-8304-44d6-8a33-c97cc0646396 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/4c58c640-845a-4d91-8200-de8ec7d9b073 HTTP/1.1" status: 200 len: 844 time: 0.0740306 Oct 12 23:10:09.296911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40314) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:09.352034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5bcffe78-417a-42c0-8169-9a3532f26429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.389285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 2f9d4bfe-2a38-4790-9276-670aeffb142d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:09.390670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.462529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5f753-e2bb-435a-b312-14073311bb66 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 4c58c640-845a-4d91-8200-de8ec7d9b073 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:09.462899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8e5f753-e2bb-435a-b312-14073311bb66 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.483217 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5bcffe78-417a-42c0-8169-9a3532f26429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.567334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a85a4e09-2035-4c3c-b47d-48e87893b1e6 req-46192c74-e3c7-432c-9309-9ef1db753057 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0904269 Oct 12 23:10:09.629403 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcffe78-417a-42c0-8169-9a3532f26429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae6f400-b359-4fe8-bbd6-3da482f06937,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:09.635515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8e5f753-e2bb-435a-b312-14073311bb66 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.650400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5bcffe78-417a-42c0-8169-9a3532f26429 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c38bf3d80964384933aca7540df50a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8184640 Oct 12 23:10:09.651068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40324) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:09.672280 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.687832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 2f9d4bfe-2a38-4790-9276-670aeffb142d owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:09.712410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e8e5f753-e2bb-435a-b312-14073311bb66 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 4c58c640-845a-4d91-8200-de8ec7d9b073 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:09.744115 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9e6eda8-67ed-4108-aaa4-418356455a6d req-cf748e19-a8da-4ef5-9427-e3fb3f79c20b tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0768566 Oct 12 23:10:09.890793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9ef3b82-b50a-4c3d-9fb2-8fc708239597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.939782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9ef3b82-b50a-4c3d-9fb2-8fc708239597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:09.985512 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8e5f753-e2bb-435a-b312-14073311bb66 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:10.023438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e5f753-e2bb-435a-b312-14073311bb66 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=4c58c640-845a-4d91-8200-de8ec7d9b073,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:10.030000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8e5f753-e2bb-435a-b312-14073311bb66 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:10.036408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e8e5f753-e2bb-435a-b312-14073311bb66 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/4c58c640-845a-4d91-8200-de8ec7d9b073 HTTP/1.1" status: 204 len: 168 time: 0.7384958 Oct 12 23:10:10.036806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40332) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:10.064306 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff299039-3043-4a43-aa47-f2cdd9153bb7 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:10:10.069710 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ff299039-3043-4a43-aa47-f2cdd9153bb7 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/4c58c640-845a-4d91-8200-de8ec7d9b073 HTTP/1.1" status: 404 len: 333 time: 0.0282717 Oct 12 23:10:10.069710 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:10.070713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40334) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:10.078656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'name': 'tempest-PortsIpV6TestJSON-1289137890'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:10.085072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9ef3b82-b50a-4c3d-9fb2-8fc708239597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:10.088556 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9ef3b82-b50a-4c3d-9fb2-8fc708239597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:10.089839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e9ef3b82-b50a-4c3d-9fb2-8fc708239597 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cae6f400-b359-4fe8-bbd6-3da482f06937 HTTP/1.1" status: 204 len: 168 time: 0.4303539 Oct 12 23:10:10.117302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=2f9d4bfe-2a38-4790-9276-670aeffb142d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:10.159189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.159539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.159878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.160215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.163672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.163672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.163672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.163672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.163672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.163672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.163672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.163672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:10.197280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef3b82-b50a-4c3d-9fb2-8fc708239597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae6f400-b359-4fe8-bbd6-3da482f06937,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:10.331624 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d43c5ef-c90c-40ca-8528-4e9b9226562a req-d5108142-0f56-4613-8bb5-81e83e113b69 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 210 time: 0.0416067 Oct 12 23:10:10.447771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:10.451673 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:10.460141 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:10.477772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port d04cd978-f388-4ce3-be93-851e3407cac8 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:10:10.810919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a76c66a-70c0-491e-bfc9-f0bf4b215053 req-566a1c5b-61da-48a7-9770-1a8b215f801a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.0913553 Oct 12 23:10:10.845968 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:10.894889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 1228915d-32ca-436b-a763-f9b75dc71537 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:10.944696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e29af29c-2269-4329-9343-60c4dea0b737 req-11eeafd7-feca-4f79-a089-bdc3a2049abb tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0369806 Oct 12 23:10:10.980715 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.041851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:11.046053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:11.054219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:11.061656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:11.062468 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.069025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=d04cd978-f388-4ce3-be93-851e3407cac8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:11.149081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:11.159900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40356) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:11.164851 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ee293a7c-f1d7-4583-be77-8fe8a67b84c5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/routers/1228915d-32ca-436b-a763-f9b75dc71537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9642246 Oct 12 23:10:11.166465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89ac91-d664-4ba5-9acd-f8c334ae7c8c None None] Sync routers for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:11.187927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40358) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:11.193569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89ac91-d664-4ba5-9acd-f8c334ae7c8c None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:11.198567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-eb89ac91-d664-4ba5-9acd-f8c334ae7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:11.209295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1622d768-6a21-4db4-b9af-a7ea0dd82451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.230739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-be999880-fb4f-4148-b4cb-151131473f62 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1561465 Oct 12 23:10:11.234925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40360) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:11.245955 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-373be71c-7596-4952-a216-09d85b610dcb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:11.258546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-eb89ac91-d664-4ba5-9acd-f8c334ae7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:11.285801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb89ac91-d664-4ba5-9acd-f8c334ae7c8c None None] Routers {'1228915d-32ca-436b-a763-f9b75dc71537'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:11.288992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-eb89ac91-d664-4ba5-9acd-f8c334ae7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:09:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1228915d-32ca-436b-a763-f9b75dc71537'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:11.348611 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1622d768-6a21-4db4-b9af-a7ea0dd82451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.402959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-eb89ac91-d664-4ba5-9acd-f8c334ae7c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:11.404455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb89ac91-d664-4ba5-9acd-f8c334ae7c8c None None] The sync data for ids ['1228915d-32ca-436b-a763-f9b75dc71537'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:11.408089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1622d768-6a21-4db4-b9af-a7ea0dd82451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.414662 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-373be71c-7596-4952-a216-09d85b610dcb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.432222 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.468633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1622d768-6a21-4db4-b9af-a7ea0dd82451 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1255b51149384258a97f06f35c405cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2817333 Oct 12 23:10:11.469725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40364) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:11.520620 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ae1637f-6cf4-469a-b5f1-11b4c7fd25b7 req-76bc34ed-20f8-46af-a989-6d673432bc54 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 210 time: 0.0712454 Oct 12 23:10:11.564024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1622d768-6a21-4db4-b9af-a7ea0dd82451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3230a0-89fa-4396-a49f-c5353457e13f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:11.587288 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64d35fc8-c90a-4add-8cf8-b5705ff6714e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.619472 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64d35fc8-c90a-4add-8cf8-b5705ff6714e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.774034 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64d35fc8-c90a-4add-8cf8-b5705ff6714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.777260 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64d35fc8-c90a-4add-8cf8-b5705ff6714e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.779078 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-64d35fc8-c90a-4add-8cf8-b5705ff6714e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4a3230a0-89fa-4396-a49f-c5353457e13f HTTP/1.1" status: 204 len: 168 time: 0.3044934 Oct 12 23:10:11.789317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d35fc8-c90a-4add-8cf8-b5705ff6714e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3230a0-89fa-4396-a49f-c5353457e13f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:11.816575 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-373be71c-7596-4952-a216-09d85b610dcb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.837453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9affc0-c877-467f-bbc1-4d805221f234 req-cb0581c2-54b4-427b-bb3c-c524e91e52aa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:11.838875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-cb0581c2-54b4-427b-bb3c-c524e91e52aa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.41 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 814 time: 0.3272209 Oct 12 23:10:11.844625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:11.867204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Request body: {'port': {'device_id': '94f905d8-d7a5-4357-933a-260c8390a482', 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80', 'admin_state_up': True, 'tenant_id': 'a2005de866b247a0b93939a867a18bd8'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:11.926144 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-373be71c-7596-4952-a216-09d85b610dcb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.080538 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82851cdc-0579-481f-b8b5-42e7f214f044 req-a4c2d60a-c693-4764-953c-33ebdb0bb7e2 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0469668 Oct 12 23:10:12.109962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ca005d0-810f-4efa-80ee-61adde43b4de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.398750 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b1fef6ec-b9b4-4f7e-9238-2009ffa7cf4a req-c97e966a-d2da-4a0d-adfc-ec8af9b78dd6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0366683 Oct 12 23:10:12.405830 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1951dd79-7c30-4941-9e54-60bfd944adb9 req-5237f44d-fae6-42e9-907e-6a8315681372 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/ports?device_id=40041fa6-5caf-4f55-af8d-d8161c87568e HTTP/1.1" status: 200 len: 210 time: 0.1091940 Oct 12 23:10:12.412600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-373be71c-7596-4952-a216-09d85b610dcb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] In _notify_port_updated(), no bound segment for port d04cd978-f388-4ce3-be93-851e3407cac8 on network a28f1885-6619-4460-8131-0789660f5822 {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:10:12.418272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-373be71c-7596-4952-a216-09d85b610dcb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:12.419181 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-373be71c-7596-4952-a216-09d85b610dcb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.420351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-373be71c-7596-4952-a216-09d85b610dcb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "PUT /v2.0/ports/d04cd978-f388-4ce3-be93-851e3407cac8 HTTP/1.1" status: 200 len: 818 time: 1.1844254 Oct 12 23:10:12.423393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40388) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:12.461717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373be71c-7596-4952-a216-09d85b610dcb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=d04cd978-f388-4ce3-be93-851e3407cac8,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:12.493608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 1e246952-1a23-4acc-8cf0-e6d67d93a0b3 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:12.494081 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.538239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8c274750-8e9b-4f68-932c-71a2d5196456 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port d04cd978-f388-4ce3-be93-851e3407cac8 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:12.538777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c274750-8e9b-4f68-932c-71a2d5196456 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.592504 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.612522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 1e246952-1a23-4acc-8cf0-e6d67d93a0b3 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:12.633042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c274750-8e9b-4f68-932c-71a2d5196456 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.653641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8c274750-8e9b-4f68-932c-71a2d5196456 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for d04cd978-f388-4ce3-be93-851e3407cac8 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:12.675764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Made reservation on behalf of a2005de866b247a0b93939a867a18bd8 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:12.679768 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.742817 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfc65018-ecd3-486b-ba9e-830501739bb9 req-c77090f9-d184-4a73-9938-59683310c831 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 210 time: 0.0317976 Oct 12 23:10:12.871322 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c274750-8e9b-4f68-932c-71a2d5196456 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.901288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Allocated IP 172.20.0.8 (a8ebc57c-930a-4bb2-a519-fe68b2665b80/29da9bd4-157d-4a32-9110-a4f3464e1e65/9135e2fc-4dc4-44c2-8a9b-a39c23053f68) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:12.921404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c274750-8e9b-4f68-932c-71a2d5196456 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=d04cd978-f388-4ce3-be93-851e3407cac8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:12.935209 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c274750-8e9b-4f68-932c-71a2d5196456 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:12.938722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8c274750-8e9b-4f68-932c-71a2d5196456 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/d04cd978-f388-4ce3-be93-851e3407cac8 HTTP/1.1" status: 204 len: 168 time: 0.5143294 Oct 12 23:10:12.941511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40406) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.003998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.023089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995f2ff4-ed49-4ff2-a516-9a76b11dfd7c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:13.031818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-995f2ff4-ed49-4ff2-a516-9a76b11dfd7c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0892451 Oct 12 23:10:13.034582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40410) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.071085 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba2ac43-9b14-468e-ad1d-7841d6d7b15e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:10:13.072860 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1ba2ac43-9b14-468e-ad1d-7841d6d7b15e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/d04cd978-f388-4ce3-be93-851e3407cac8 HTTP/1.1" status: 404 len: 333 time: 0.0371559 Oct 12 23:10:13.077354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40412) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.082407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-619018571'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:13.086006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40414) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.095817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=1e246952-1a23-4acc-8cf0-e6d67d93a0b3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:13.173292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:13.176853 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.204437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.227916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-264f36de-11a0-4c16-ab31-f7bea57cbeea req-589f601a-4c6e-4c2f-bb6a-fd21458c508a tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0370696 Oct 12 23:10:13.228633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:10:13.257373 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.257373 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Added segment 5ea535c9-8710-425d-8864-999324b22ae2 of type vlan for network 6df2dd8b-d173-4cb0-b561-2a26665626e4 Oct 12 23:10:13.303515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.312325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5aed8081-3e51-420d-81cd-fe22a547b146 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] Request body: {'port': {'network_id': 'a8273070-46d2-4a5f-9da7-9449b28b7cc8', 'name': 'tempest-NetworksNegativeTestJSON-1843309183'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:13.328948 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aed8081-3e51-420d-81cd-fe22a547b146 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] POST failed (client error): The resource could not be found. Oct 12 23:10:13.329785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aed8081-3e51-420d-81cd-fe22a547b146 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:13.331197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5aed8081-3e51-420d-81cd-fe22a547b146 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2438588 Oct 12 23:10:13.335517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40422) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.337196 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.345445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.348794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.357515 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd86e41-e2fc-4495-905b-8e4968ad959e tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] DELETE failed (client error): The resource could not be found. Oct 12 23:10:13.358904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfd86e41-e2fc-4495-905b-8e4968ad959e tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:13.362984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dfd86e41-e2fc-4495-905b-8e4968ad959e tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "DELETE /v2.0/networks/463671d5-7b7e-4412-a3e2-2e826883d9b0 HTTP/1.1" status: 404 len: 339 time: 0.0240424 Oct 12 23:10:13.364994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40424) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.389044 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-45cf93f0-cfb9-4d12-ba65-9ed071cf34b1 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] DELETE failed (client error): The resource could not be found. Oct 12 23:10:13.389661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45cf93f0-cfb9-4d12-ba65-9ed071cf34b1 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:13.392708 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-45cf93f0-cfb9-4d12-ba65-9ed071cf34b1 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "DELETE /v2.0/ports/d472a6e4-9a93-437c-b5e9-e2f4063a89a7 HTTP/1.1" status: 404 len: 333 time: 0.0266695 Oct 12 23:10:13.396626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40426) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.427862 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93b1802-dabe-4cc3-9c5b-fbb75059b726 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] DELETE failed (client error): The resource could not be found. Oct 12 23:10:13.428238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93b1802-dabe-4cc3-9c5b-fbb75059b726 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:13.431258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a93b1802-dabe-4cc3-9c5b-fbb75059b726 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "DELETE /v2.0/subnets/8793582c-daf9-4d5a-90e1-5a64df97d579 HTTP/1.1" status: 404 len: 337 time: 0.0336742 Oct 12 23:10:13.432088 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.436088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40428) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.439225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:13.439837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.460152 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9a095ab-dda6-453a-b107-14280ea6dc2d tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] GET failed (client error): The resource could not be found. Oct 12 23:10:13.466556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f9a095ab-dda6-453a-b107-14280ea6dc2d tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "GET /v2.0/networks/4d851148-b5d4-4269-aee3-2103d95197d0 HTTP/1.1" status: 404 len: 339 time: 0.0292716 Oct 12 23:10:13.468460 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40432) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.511935 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.512231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Fanout notify agent at l3_agent the message router_deleted on router 1228915d-32ca-436b-a763-f9b75dc71537 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:10:13.514727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Network': ['ID=6df2dd8b-d173-4cb0-b561-2a26665626e4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:13.524934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.528840 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8163bcb3-7ef9-4b5a-9464-1cfe4a395fa3 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/routers/1228915d-32ca-436b-a763-f9b75dc71537 HTTP/1.1" status: 204 len: 168 time: 2.3669209 Oct 12 23:10:13.528840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.529471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40436) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.529579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:10:13.539806 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0cdc47e-7e16-4440-afcb-e7ff2666e2e2 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] GET failed (client error): The resource could not be found. Oct 12 23:10:13.541734 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e0cdc47e-7e16-4440-afcb-e7ff2666e2e2 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "GET /v2.0/ports/72303819-4780-4f71-b6fb-29105565802d HTTP/1.1" status: 404 len: 333 time: 0.0721190 Oct 12 23:10:13.559857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.597059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40440) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.602683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e3a2ef7f-9ff5-435c-aef1-9fa915f1034e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5220239 Oct 12 23:10:13.602683 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef06922-9484-4227-94a4-5dd46590ed06 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] GET failed (client error): The resource could not be found. Oct 12 23:10:13.603029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9ef06922-9484-4227-94a4-5dd46590ed06 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "GET /v2.0/subnets/e00ebbfe-9425-463c-bea9-f845e31368b3 HTTP/1.1" status: 404 len: 337 time: 0.0417743 Oct 12 23:10:13.604821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40442) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.613361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40444) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.615227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Pushing event updated for resources: {'Port': ['ID=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:13.633094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:13.637169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ebde3646-b569-4c2d-bcc3-c96721d1c695'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:10:13.643882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-07e6beb3-e9f2-4a07-82a5-925070f7e660 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:13.671574 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-07e6beb3-e9f2-4a07-82a5-925070f7e660 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] PUT failed (client error): The resource could not be found. Oct 12 23:10:13.677467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07e6beb3-e9f2-4a07-82a5-925070f7e660 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:13.677467 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-07e6beb3-e9f2-4a07-82a5-925070f7e660 tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "PUT /v2.0/networks/5f1fbe86-30d4-423d-bbc5-3cba80d8296b HTTP/1.1" status: 404 len: 339 time: 0.0465200 Oct 12 23:10:13.678593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40446) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.685873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dddf666a-166d-4c42-aec4-9df8d0130cfa tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:13.691918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Network a8ebc57c-930a-4bb2-a519-fe68b2665b80 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:13.706728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff146411-d495-46e7-896b-e062d010d277 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting subnet f249451c-845f-4abf-a445-a996d96274ad {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:13.712807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:13.717874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ff146411-d495-46e7-896b-e062d010d277 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.721154 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-dddf666a-166d-4c42-aec4-9df8d0130cfa tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] PUT failed (client error): The resource could not be found. Oct 12 23:10:13.722559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dddf666a-166d-4c42-aec4-9df8d0130cfa tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:13.724004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dddf666a-166d-4c42-aec4-9df8d0130cfa tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "PUT /v2.0/ports/750497df-9865-442f-9334-6fba07b03675 HTTP/1.1" status: 404 len: 333 time: 0.0443492 Oct 12 23:10:13.725403 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:13.743007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40448) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:13.756490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6223312b-b6a1-446b-bec6-7f41eba3231b tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:13.783780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:13.784845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.824110 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6223312b-b6a1-446b-bec6-7f41eba3231b tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] PUT failed (client error): The resource could not be found. Oct 12 23:10:13.824569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6223312b-b6a1-446b-bec6-7f41eba3231b tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:13.826518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6223312b-b6a1-446b-bec6-7f41eba3231b tempest-NetworksNegativeTestJSON-1605664273 tempest-NetworksNegativeTestJSON-1605664273-project] 10.222.0.31 "PUT /v2.0/subnets/0ba27935-f24b-4e1f-9d48-7fc6bc68f89c HTTP/1.1" status: 404 len: 337 time: 0.0772989 Oct 12 23:10:13.836606 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ff146411-d495-46e7-896b-e062d010d277 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.887051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a90b3dab-cc9f-4c5f-b748-2adf5b8cc49a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.888650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-02214833-8d9d-49fd-b384-c1bf07c8d4a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0321229 Oct 12 23:10:13.904017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Request body: {'port': {'device_id': '94f905d8-d7a5-4357-933a-260c8390a482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:13.941960 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a90b3dab-cc9f-4c5f-b748-2adf5b8cc49a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:13.960664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2bd37-51cc-4c23-8b25-7e3254657e81 req-6b9fb69d-eb96-4bfc-80d3-d452910df4ff tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:13.962507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5cf2bd37-51cc-4c23-8b25-7e3254657e81 req-6b9fb69d-eb96-4bfc-80d3-d452910df4ff tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 931 time: 0.1179800 Oct 12 23:10:14.006194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.010829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:14.015571 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.027521 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ff146411-d495-46e7-896b-e062d010d277 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.114248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5cf2bd37-51cc-4c23-8b25-7e3254657e81 req-bc5d0d1a-150f-4f07-942a-9102a69810fb tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338263 Oct 12 23:10:14.219489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a90b3dab-cc9f-4c5f-b748-2adf5b8cc49a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.222742 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a90b3dab-cc9f-4c5f-b748-2adf5b8cc49a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.226741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40460) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:14.229102 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a90b3dab-cc9f-4c5f-b748-2adf5b8cc49a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "DELETE /v2.0/security-groups/459f3747-6fa2-4cbd-a22f-793b99470692 HTTP/1.1" status: 204 len: 168 time: 0.6229773 Oct 12 23:10:14.237040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b3dab-cc9f-4c5f-b748-2adf5b8cc49a tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=459f3747-6fa2-4cbd-a22f-793b99470692,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:14.251127 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-977131b3-4c94-4a78-ba21-8a977a95650d tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] show failed (client error): The resource could not be found. Oct 12 23:10:14.251338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ff146411-d495-46e7-896b-e062d010d277 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.252357 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-977131b3-4c94-4a78-ba21-8a977a95650d tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "GET /v2.0/security-groups/459f3747-6fa2-4cbd-a22f-793b99470692 HTTP/1.1" status: 404 len: 347 time: 0.0245860 Oct 12 23:10:14.256082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40462) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:14.311939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff146411-d495-46e7-896b-e062d010d277 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Subnet': ['ID=f249451c-845f-4abf-a445-a996d96274ad,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:14.321392 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ff146411-d495-46e7-896b-e062d010d277 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.327647 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ff146411-d495-46e7-896b-e062d010d277 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/subnets/f249451c-845f-4abf-a445-a996d96274ad HTTP/1.1" status: 204 len: 168 time: 0.7947049 Oct 12 23:10:14.328321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40468) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:14.331857 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50de8dc3-ac7b-4305-8505-a987febe9b36 None None] Network 2f378bfd-d635-4635-b45d-f0ce64b4f466 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:14.453188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-477ad43f-20f8-4f68-afb0-ab9fe511f9e5 req-b5a5a2b7-2880-4b92-8996-48ddcaa42549 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0654287 Oct 12 23:10:14.503045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.534238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port 7e16eb55-5235-4ca1-a119-a9aa1c7910ad {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:14.534613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.646191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 11029fa6-55cd-4126-bc80-4b582845bbe7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:14.646678 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.706590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40482) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:14.709526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.716554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] DHCP port deletion for 2f378bfd-d635-4635-b45d-f0ce64b4f466 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:14.749732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:10:14.764630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.796224 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.796552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.817040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=038f88d6-237a-4b82-bbc0-d88a02a3c2a0,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:14.831140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] For port 11029fa6-55cd-4126-bc80-4b582845bbe7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=11029fa6-55cd-4126-bc80-4b582845bbe7,segment=NetworkSegment(537d7b36-5537-4a43-b415-e41d909e0ee8),segment_id=537d7b36-5537-4a43-b415-e41d909e0ee8)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:14.831570 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.837913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Transition to ACTIVE for port object 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:10:14.840349 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for 7e16eb55-5235-4ca1-a119-a9aa1c7910ad owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:14.847668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Checking segment: {'id': '5ea535c9-8710-425d-8864-999324b22ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:14.848121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network hostable DHCP agents. Network: 6df2dd8b-d173-4cb0-b561-2a26665626e4, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:10:14.861204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 11029fa6-55cd-4126-bc80-4b582845bbe7 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:14.878198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 11029fa6-55cd-4126-bc80-4b582845bbe7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:14.933262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Deleting port 11029fa6-55cd-4126-bc80-4b582845bbe7 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:14.933877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:14.987447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:10:15.016438 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.044188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13ce5b67-a921-44a4-a0f8-ad979ceaf7f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.057713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] For port 11029fa6-55cd-4126-bc80-4b582845bbe7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=11029fa6-55cd-4126-bc80-4b582845bbe7,segment=NetworkSegment(537d7b36-5537-4a43-b415-e41d909e0ee8),segment_id=537d7b36-5537-4a43-b415-e41d909e0ee8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:15.058134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.070871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.104338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Calling delete_port for 11029fa6-55cd-4126-bc80-4b582845bbe7 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:15.106403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=11029fa6-55cd-4126-bc80-4b582845bbe7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:15.112365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] No DVR routers for this DVR port 11029fa6-55cd-4126-bc80-4b582845bbe7 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:15.121394 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.123868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6df2dd8b-d173-4cb0-b561-2a26665626e4) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:15.135449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:15.177764 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fa3f793-697f-400d-93ef-281073264a9d req-1832a037-fddc-4892-869a-84b9ee6f3f25 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0704608 Oct 12 23:10:15.180714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce5b569-224c-48f1-b8bd-2f42e9dfaab9 None None] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:15.185474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.202692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:15.203314 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.304679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=7e16eb55-5235-4ca1-a119-a9aa1c7910ad,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:15.349842 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.415761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f378bfd-d635-4635-b45d-f0ce64b4f466']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:15.438417 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0bb604ea-cad6-427d-a6a5-df58bdd4257e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8174903 Oct 12 23:10:15.439693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40498) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:15.441084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '537d7b36-5537-4a43-b415-e41d909e0ee8') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:15.441502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '537d7b36-5537-4a43-b415-e41d909e0ee8') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:15.448139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c733a1f3-dcac-416a-8117-833dadc78656 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:15.475255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.489864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Attempting to bind port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:10:15.498452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Attempting to bind port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:10:15.498452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Attempting to bind port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 on network a8ebc57c-930a-4bb2-a519-fe68b2665b80 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:15.501182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 on network a8ebc57c-930a-4bb2-a519-fe68b2665b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:10:15.501504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Attempting to bind port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 on network a8ebc57c-930a-4bb2-a519-fe68b2665b80 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:15.534852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 9, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:10:15.536208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Checking segment: {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:15.536868 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Bound using segment: {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:10:15.537588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Bound port: 9135e2fc-4dc4-44c2-8a9b-a39c23053f68, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:10:15.538287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.561029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.563790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.567754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7e20dfed-69a2-4295-abde-3e7957f275d1 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "DELETE /v2.0/floatingips/b77ca3fc-effc-43a7-95f3-c7aa7d96a465 HTTP/1.1" status: 204 len: 168 time: 1.3085084 Oct 12 23:10:15.569291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40502) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:15.579362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-6df2dd8b-d173-4cb0-b561-2a26665626e4', 'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4', 'tenant_id': '4c6eae8e02ff46269232199205890ebb', 'fixed_ips': [{'subnet_id': '038f88d6-237a-4b82-bbc0-d88a02a3c2a0'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:10:15.580544 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.602505 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.622484 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.680697 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13ce5b67-a921-44a4-a0f8-ad979ceaf7f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.725122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a006079e-d6bd-4b59-8ba2-00ad6640cac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.743865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Pushing event deleted for resources: {'Port': ['ID=11029fa6-55cd-4126-bc80-4b582845bbe7,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:15.758294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] No DVR routers for this DVR port 11029fa6-55cd-4126-bc80-4b582845bbe7 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:15.769272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] For port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:10:15.769272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] For port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:15.776590 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13ce5b67-a921-44a4-a0f8-ad979ceaf7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.780878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.780989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.781395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.782075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.783561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.783651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.784041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.784429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.784848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.785241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.785633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.786066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-597a8a6f-8e1c-41c8-a61c-547d89c1d22b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:15.859188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.865788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Allocated IP 2001:db8::2 (6df2dd8b-d173-4cb0-b561-2a26665626e4/038f88d6-237a-4b82-bbc0-d88a02a3c2a0/4ee6d391-10f2-4645-a48f-feb4ee1b6c7b) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:15.898898 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce5b67-a921-44a4-a0f8-ad979ceaf7f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69285e5-5fe2-480a-b406-e2b90979832e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:15.903496 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-13ce5b67-a921-44a4-a0f8-ad979ceaf7f3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f026f3c1730d452a88ba96db5decdefe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1888044 Oct 12 23:10:15.910624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40506) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:15.937952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:15.938718 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:15.940128 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] 10.222.0.41 "PUT /v2.0/ports/9135e2fc-4dc4-44c2-8a9b-a39c23053f68 HTTP/1.1" status: 200 len: 1092 time: 2.0418174 Oct 12 23:10:15.944368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94f905d8-d7a5-4357-933a-260c8390a482', 'tag': '9135e2fc-4dc4-44c2-8a9b-a39c23053f68'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:10:15.946071 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492" -d '{"events": [{"name": "network-changed", "server_uuid": "94f905d8-d7a5-4357-933a-260c8390a482", "tag": "9135e2fc-4dc4-44c2-8a9b-a39c23053f68"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:10:16.009234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9765d7d4-59a1-4d32-ba31-cd532e57fe03 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port 61bf7552-6141-4c08-8480-67cac9258c41 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:16.009604 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9765d7d4-59a1-4d32-ba31-cd532e57fe03 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.032380 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29970757-454f-4fa1-bfa9-eeb7576bde0e x-openstack-request-id: req-29970757-454f-4fa1-bfa9-eeb7576bde0e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:10:16.036989 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94f905d8-d7a5-4357-933a-260c8390a482", "tag": "9135e2fc-4dc4-44c2-8a9b-a39c23053f68", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:10:16.036989 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-29970757-454f-4fa1-bfa9-eeb7576bde0e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:10:16.036989 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94f905d8-d7a5-4357-933a-260c8390a482', 'tag': '9135e2fc-4dc4-44c2-8a9b-a39c23053f68', 'status': 'completed', 'code': 200} Oct 12 23:10:16.049726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb8f60-4471-4b45-a7f7-7e20f4cb41cd req-2664aac9-5a5f-4bf7-8a32-aa57c57e2a5a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:16.051285 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70fb8f60-4471-4b45-a7f7-7e20f4cb41cd req-2664aac9-5a5f-4bf7-8a32-aa57c57e2a5a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 943 time: 0.7745259 Oct 12 23:10:16.055819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98513a23-43f2-415e-ab8e-d0a4a5ba8dc8 service neutron] Pushing event updated for resources: {'Port': ['ID=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:16.061186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.071463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:16.071945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:16.075511 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:16.133898 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.134826 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.164125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84bae55f-22b0-4d00-865b-13539e5f58a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.190643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9affc0-c877-467f-bbc1-4d805221f234 req-b9d13e71-ccda-4083-ab39-1363b19ce14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:16.192173 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-b9d13e71-ccda-4083-ab39-1363b19ce14d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 1095 time: 0.1376708 Oct 12 23:10:16.206871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70fb8f60-4471-4b45-a7f7-7e20f4cb41cd req-88631d31-4030-4d7a-a37d-8e67d77c22f4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159515 Oct 12 23:10:16.215911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9765d7d4-59a1-4d32-ba31-cd532e57fe03 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.229957 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.234143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9765d7d4-59a1-4d32-ba31-cd532e57fe03 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for 61bf7552-6141-4c08-8480-67cac9258c41 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:16.277613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.287993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.291190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:16.294787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:16.296202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/networks/2f378bfd-d635-4635-b45d-f0ce64b4f466 HTTP/1.1" status: 204 len: 168 time: 1.9667559 Oct 12 23:10:16.299192 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:16.311342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Pushing event updated for resources: {'Port': ['ID=4ee6d391-10f2-4645-a48f-feb4ee1b6c7b,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:16.311743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40512) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:16.321027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78b7c0-e807-4dd1-b6aa-496184c30425 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Network': ['ID=2f378bfd-d635-4635-b45d-f0ce64b4f466,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:16.355419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c733a1f3-dcac-416a-8117-833dadc78656 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:16.360473 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c733a1f3-dcac-416a-8117-833dadc78656 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.392742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Attempting to bind port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:10:16.393402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Attempting to bind port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5ea535c9-8710-425d-8864-999324b22ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:10:16.394011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Attempting to bind port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b on network 6df2dd8b-d173-4cb0-b561-2a26665626e4 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:16.400809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:10:16.402523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Checking segment: {'id': '5ea535c9-8710-425d-8864-999324b22ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:16.402523 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.403806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Bound using segment: {'id': '5ea535c9-8710-425d-8864-999324b22ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:10:16.404502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Bound port: 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ea535c9-8710-425d-8864-999324b22ae2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:10:16.405128 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.474173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] For port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:10:16.478066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] For port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4ee6d391-10f2-4645-a48f-feb4ee1b6c7b,segment=NetworkSegment(5ea535c9-8710-425d-8864-999324b22ae2),segment_id=5ea535c9-8710-425d-8864-999324b22ae2)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:16.483846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84bae55f-22b0-4d00-865b-13539e5f58a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.487615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-97c095be-7f90-4bcd-a7f0-603a5c95acfe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9135e2fc-4dc4-44c2-8a9b-a39c23053f68 HTTP/1.1" status: 200 len: 217 time: 0.2782140 Oct 12 23:10:16.505852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9765d7d4-59a1-4d32-ba31-cd532e57fe03 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.528878 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.543785 n-d-790519-14 neutron-server[101889]: INFO neutron.db.ipam_backend_mixin [None req-c733a1f3-dcac-416a-8117-833dadc78656 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 038f88d6-237a-4b82-bbc0-d88a02a3c2a0 (CIDR: 2001:db8::/64) Oct 12 23:10:16.550109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port e1a1e483-db14-4e09-a56f-5de07d15ff6b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:16.550460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.566845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9765d7d4-59a1-4d32-ba31-cd532e57fe03 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=61bf7552-6141-4c08-8480-67cac9258c41,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:16.620285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d32b699-3cb9-4573-94c9-5de77add71f4 req-ee1e4b3f-c9a2-450d-96dd-c94c6136437a tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.1343300 Oct 12 23:10:16.646024 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-c733a1f3-dcac-416a-8117-833dadc78656 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:10:16.646024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c733a1f3-dcac-416a-8117-833dadc78656 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:16.656222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4997f9f-f7a4-42db-9e88-0e11b4da112e None None] Pushing event updated for resources: {'Port': ['ID=4ee6d391-10f2-4645-a48f-feb4ee1b6c7b,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:16.657924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9affc0-c877-467f-bbc1-4d805221f234 req-a3b5208a-16f5-4d76-b2ed-00cf5d6db57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:16.667312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-a3b5208a-16f5-4d76-b2ed-00cf5d6db57c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.1518919 Oct 12 23:10:16.697784 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.698564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.716994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c733a1f3-dcac-416a-8117-833dadc78656 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2728548 Oct 12 23:10:16.717779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40518) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:16.727779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:16.736523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for e1a1e483-db14-4e09-a56f-5de07d15ff6b owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:16.772533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-d3938b1e-2c55-4c37-9046-fb1195afe7ad service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1043122 Oct 12 23:10:16.847828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9765d7d4-59a1-4d32-ba31-cd532e57fe03 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.853747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9765d7d4-59a1-4d32-ba31-cd532e57fe03 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "DELETE /v2.0/ports/61bf7552-6141-4c08-8480-67cac9258c41 HTTP/1.1" status: 204 len: 168 time: 1.2793875 Oct 12 23:10:16.855317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40520) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:16.893599 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84bae55f-22b0-4d00-865b-13539e5f58a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.900506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84bae55f-22b0-4d00-865b-13539e5f58a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:16.900506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-84bae55f-22b0-4d00-865b-13539e5f58a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f69285e5-5fe2-480a-b406-e2b90979832e HTTP/1.1" status: 204 len: 168 time: 0.9848616 Oct 12 23:10:17.029004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-26527d00-c4a3-4168-b9dd-09092df2b32b service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478933 Oct 12 23:10:17.029907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bae55f-22b0-4d00-865b-13539e5f58a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69285e5-5fe2-480a-b406-e2b90979832e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:17.122712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:17.129578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:17.139565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:17.162197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-40b5cbc1-dc11-494c-9725-ccb9687556f4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port 21369631-842a-4a23-b060-fe39cc0629fe {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:17.162724 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-40b5cbc1-dc11-494c-9725-ccb9687556f4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:17.219202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=e1a1e483-db14-4e09-a56f-5de07d15ff6b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:17.245514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db9affc0-c877-467f-bbc1-4d805221f234 req-72b12825-bec3-4e4f-9cb6-8b2f5fe78099 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046363 Oct 12 23:10:17.312643 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-40b5cbc1-dc11-494c-9725-ccb9687556f4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:17.370786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-40b5cbc1-dc11-494c-9725-ccb9687556f4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for 21369631-842a-4a23-b060-fe39cc0629fe owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:17.403025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:17.405647 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:17.410903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0e95c694-6542-4e9f-8582-861c1f26ac37 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/floatingips/97f67f01-21db-414c-8429-8b11ca6b6be5 HTTP/1.1" status: 204 len: 168 time: 1.0979681 Oct 12 23:10:17.425802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0339a9-498e-44e7-bbc2-3e3b685392fb req-ee0a8c27-f5e2-415c-8729-9f008b0ea89b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:17.436883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d0339a9-498e-44e7-bbc2-3e3b685392fb req-ee0a8c27-f5e2-415c-8729-9f008b0ea89b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 943 time: 0.1205168 Oct 12 23:10:17.439449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40536) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:17.482970 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-df634fa5-d578-4587-b7d4-e5a56fca8089 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] DELETE failed (client error): The resource could not be found. Oct 12 23:10:17.483714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df634fa5-d578-4587-b7d4-e5a56fca8089 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:17.489667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-df634fa5-d578-4587-b7d4-e5a56fca8089 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/ports/20e1d306-a84f-42e7-addf-d23233f6e2fe HTTP/1.1" status: 404 len: 333 time: 0.0389531 Oct 12 23:10:17.498979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40540) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:17.537360 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eab73a0f-e579-4c0e-835a-6e9f02d250a5 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "GET /v2.0/ports?device_id=1228915d-32ca-436b-a763-f9b75dc71537 HTTP/1.1" status: 200 len: 205 time: 0.0372348 Oct 12 23:10:17.538015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40542) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:17.641808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d0339a9-498e-44e7-bbc2-3e3b685392fb req-5c604b33-f4de-4b9f-938f-8f73ccbacbb2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038918 Oct 12 23:10:17.645030 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-9c5763bc-725a-4ac7-8d10-9c5870e2a29e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] delete failed (client error): The resource could not be found. Oct 12 23:10:17.648885 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9c5763bc-725a-4ac7-8d10-9c5870e2a29e tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/routers/1228915d-32ca-436b-a763-f9b75dc71537 HTTP/1.1" status: 404 len: 336 time: 0.1069942 Oct 12 23:10:17.651496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40550) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:17.687497 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-23e25ec9-1a53-4c39-b97b-c7c1c5ab2e01 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] DELETE failed (client error): The resource could not be found. Oct 12 23:10:17.687959 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23e25ec9-1a53-4c39-b97b-c7c1c5ab2e01 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:10:17.693856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-23e25ec9-1a53-4c39-b97b-c7c1c5ab2e01 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/subnets/f249451c-845f-4abf-a445-a996d96274ad HTTP/1.1" status: 404 len: 337 time: 0.0410962 Oct 12 23:10:17.712404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40552) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:17.779805 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:17.898965 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc6584-923b-4c53-8528-7baf0d934793 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port fe369455-7d97-4faf-a6aa-a3a129b0d9e3 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:17.899338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4fc6584-923b-4c53-8528-7baf0d934793 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.063506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4fc6584-923b-4c53-8528-7baf0d934793 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.073380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc6584-923b-4c53-8528-7baf0d934793 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for fe369455-7d97-4faf-a6aa-a3a129b0d9e3 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:18.079545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a87f7d4-1717-4bcb-b862-b64d3a73c6da req-6a497d02-32e7-4d2a-8dab-53333ca0450a tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0876510 Oct 12 23:10:18.092685 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.103436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-0faa3277-7cb4-49ed-8368-5e453916ee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:18.105552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-0faa3277-7cb4-49ed-8368-5e453916ee71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 1095 time: 0.1126852 Oct 12 23:10:18.118989 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-40b5cbc1-dc11-494c-9725-ccb9687556f4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.146320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c075a71c-4f30-4a86-8b5c-806fdbf98618 None None] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:18.190100 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b5cbc1-dc11-494c-9725-ccb9687556f4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=21369631-842a-4a23-b060-fe39cc0629fe,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:18.191434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:18.241227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:18.241227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:18.241227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.252830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=7250c9cb-d783-4e06-8c7a-0ff9a3b18c88,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:18.295425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2477261a-4cde-429e-960e-6540c8eaaa9c None None] Provisioning complete for port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:18.305025 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2477261a-4cde-429e-960e-6540c8eaaa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.330505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-ea564ac6-59ef-4f4e-9ad3-3c8fb0aa623b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:18.332100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-ea564ac6-59ef-4f4e-9ad3-3c8fb0aa623b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 915 time: 0.2006629 Oct 12 23:10:18.375671 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-40b5cbc1-dc11-494c-9725-ccb9687556f4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.378816 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-40b5cbc1-dc11-494c-9725-ccb9687556f4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "DELETE /v2.0/ports/21369631-842a-4a23-b060-fe39cc0629fe HTTP/1.1" status: 204 len: 168 time: 1.5226552 Oct 12 23:10:18.380285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-3e2f4518-43e0-4c18-ba7f-9de6a415b982 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9135e2fc-4dc4-44c2-8a9b-a39c23053f68 HTTP/1.1" status: 200 len: 217 time: 0.0406139 Oct 12 23:10:18.382333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40568) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:18.431444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40570) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:18.451875 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b7ea2b92-dce3-4232-9b94-ef069f7dd9b1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7307072 Oct 12 23:10:18.454929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40576) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:18.460368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4', 'fixed_ips': [{'subnet_id': '038f88d6-237a-4b82-bbc0-d88a02a3c2a0'}, {'subnet_id': '7250c9cb-d783-4e06-8c7a-0ff9a3b18c88'}], 'name': 'tempest-PortsIpV6TestJSON-616695948'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:18.494990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-d08027e8-dbbb-4077-90b6-2be92058e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:18.498911 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-d08027e8-dbbb-4077-90b6-2be92058e504 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.0600963 Oct 12 23:10:18.551549 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4fc6584-923b-4c53-8528-7baf0d934793 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.568838 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-a49fbddb-33da-4a78-a277-81bf90152ab2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630424 Oct 12 23:10:18.608020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddbbceea-9297-4fb7-9bad-be00b3e90be7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting subnet 91be1631-e1ff-47e5-8893-596ba1756edf {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:18.611554 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2477261a-4cde-429e-960e-6540c8eaaa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.650079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b9e43054-323e-4214-9978-175184c247d3 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1343426082', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:18.674610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddbbceea-9297-4fb7-9bad-be00b3e90be7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.684486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fc6584-923b-4c53-8528-7baf0d934793 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=fe369455-7d97-4faf-a6aa-a3a129b0d9e3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:18.744166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e1bf82-0101-4fc6-9a3c-ff58aaa7b1ba None None] Update dhcp port {'port': {'network_id': '6df2dd8b-d173-4cb0-b561-2a26665626e4', 'fixed_ips': [{'subnet_id': '038f88d6-237a-4b82-bbc0-d88a02a3c2a0', 'ip_address': '2001:db8::2'}, {'subnet_id': '7250c9cb-d783-4e06-8c7a-0ff9a3b18c88'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '4ee6d391-10f2-4645-a48f-feb4ee1b6c7b'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:10:18.772050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9e43054-323e-4214-9978-175184c247d3 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.773095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9e43054-323e-4214-9978-175184c247d3 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.813296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:10:18.853386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddbbceea-9297-4fb7-9bad-be00b3e90be7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.940994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b4fc6584-923b-4c53-8528-7baf0d934793 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.944228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-a516fc50-bbc7-4c59-b860-1cdc28174db4 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650584 Oct 12 23:10:18.947067 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b4fc6584-923b-4c53-8528-7baf0d934793 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/ports/fe369455-7d97-4faf-a6aa-a3a129b0d9e3 HTTP/1.1" status: 204 len: 168 time: 1.2336445 Oct 12 23:10:18.949402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40582) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:18.956602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414dd9bb-1459-4eda-b879-cf22f975b5e3 req-bc47c6db-b118-41e2-841a-31ceea928d59 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:18.959375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9e43054-323e-4214-9978-175184c247d3 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:18.964095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-414dd9bb-1459-4eda-b879-cf22f975b5e3 req-bc47c6db-b118-41e2-841a-31ceea928d59 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 943 time: 0.2047758 Oct 12 23:10:18.975387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:19.004209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:19.011526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2477261a-4cde-429e-960e-6540c8eaaa9c None None] For port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4ee6d391-10f2-4645-a48f-feb4ee1b6c7b,segment=NetworkSegment(5ea535c9-8710-425d-8864-999324b22ae2),segment_id=5ea535c9-8710-425d-8864-999324b22ae2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:19.034762 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e1e1bf82-0101-4fc6-9a3c-ff58aaa7b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.080853 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9e43054-323e-4214-9978-175184c247d3 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.095437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddbbceea-9297-4fb7-9bad-be00b3e90be7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.111104 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-414dd9bb-1459-4eda-b879-cf22f975b5e3 req-a8fa9911-cd42-4144-8684-cdea17181e8e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441653 Oct 12 23:10:19.175722 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.184951 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fa4c39b-f333-4ddd-92bc-72f82f5ce492 req-b026f2bb-5d86-416d-854a-97aabcd8865a service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2171335 Oct 12 23:10:19.192471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a19fb495-d0db-4017-94ed-d9d17d081f77 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 6ac06d20-58fa-402d-aef1-fd5f64390059 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:19.192810 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a19fb495-d0db-4017-94ed-d9d17d081f77 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.201920 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b9e43054-323e-4214-9978-175184c247d3 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.203313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b9e43054-323e-4214-9978-175184c247d3 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7708578 Oct 12 23:10:19.206498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40586) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:19.216252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-504035821'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:19.248979 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddbbceea-9297-4fb7-9bad-be00b3e90be7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.269361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 7eb99d7f-b04c-416d-b113-29e112215269 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:10:19.286086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbbceea-9297-4fb7-9bad-be00b3e90be7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Subnet': ['ID=91be1631-e1ff-47e5-8893-596ba1756edf,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:19.289565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Made reservation on behalf of 899a3e8203464f3c8321ff4eb6f5dd07 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:19.294431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-195f1645-6c88-4c8c-a6e1-d3657b654faf req-2eb6a0d0-71e4-4444-9b88-ba06fea1179d tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0434539 Oct 12 23:10:19.301319 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.303345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e1e1bf82-0101-4fc6-9a3c-ff58aaa7b1ba None None] Allocated IP 2001:db8:0:1::2 (6df2dd8b-d173-4cb0-b561-2a26665626e4/7250c9cb-d783-4e06-8c7a-0ff9a3b18c88/4ee6d391-10f2-4645-a48f-feb4ee1b6c7b) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:19.316798 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddbbceea-9297-4fb7-9bad-be00b3e90be7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.322929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ddbbceea-9297-4fb7-9bad-be00b3e90be7 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "DELETE /v2.0/subnets/91be1631-e1ff-47e5-8893-596ba1756edf HTTP/1.1" status: 204 len: 168 time: 0.9370742 Oct 12 23:10:19.329475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40588) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:19.339784 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.416770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3059f4c9-7682-4140-909a-868c27fc21b4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting subnet 83a0ce8f-b828-464c-a432-26a2c6596d60 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:19.421512 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3059f4c9-7682-4140-909a-868c27fc21b4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.433016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a19fb495-d0db-4017-94ed-d9d17d081f77 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.433579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e1e1bf82-0101-4fc6-9a3c-ff58aaa7b1ba None None] For port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4ee6d391-10f2-4645-a48f-feb4ee1b6c7b,segment=NetworkSegment(5ea535c9-8710-425d-8864-999324b22ae2),segment_id=5ea535c9-8710-425d-8864-999324b22ae2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:19.462617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a19fb495-d0db-4017-94ed-d9d17d081f77 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 6ac06d20-58fa-402d-aef1-fd5f64390059 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:19.470880 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e1e1bf82-0101-4fc6-9a3c-ff58aaa7b1ba None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.480285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3059f4c9-7682-4140-909a-868c27fc21b4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.488967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2192b76-5621-4ecf-ab61-0b895f7f3778 None None] Network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:19.496994 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2477261a-4cde-429e-960e-6540c8eaaa9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.575826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:19.587356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e1e1bf82-0101-4fc6-9a3c-ff58aaa7b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.589529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '9135e2fc-4dc4-44c2-8a9b-a39c23053f68', 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80', 'port_id': '9135e2fc-4dc4-44c2-8a9b-a39c23053f68', 'mac_address': 'fa:16:3e:d8:20:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29da9bd4-157d-4a32-9110-a4f3464e1e65', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:10:19.622788 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.663945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3059f4c9-7682-4140-909a-868c27fc21b4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.695094 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.708976 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.768897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::36c (6df2dd8b-d173-4cb0-b561-2a26665626e4/038f88d6-237a-4b82-bbc0-d88a02a3c2a0/7eb99d7f-b04c-416d-b113-29e112215269) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:19.808463 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.843523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:10:19.846021 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3059f4c9-7682-4140-909a-868c27fc21b4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.872143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.886537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cc52f1-8875-42d7-89cc-1ad35ce4117e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:19.893974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.894324 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Added segment 96e9fad4-737e-4b98-bc38-f787abf8fb59 of type vlan for network 708e9d76-ba82-410d-97bb-66f7f68c8467 Oct 12 23:10:19.895800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059f4c9-7682-4140-909a-868c27fc21b4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Subnet': ['ID=83a0ce8f-b828-464c-a432-26a2c6596d60,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:19.903781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a19fb495-d0db-4017-94ed-d9d17d081f77 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.909668 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3059f4c9-7682-4140-909a-868c27fc21b4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.911399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3059f4c9-7682-4140-909a-868c27fc21b4 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "DELETE /v2.0/subnets/83a0ce8f-b828-464c-a432-26a2c6596d60 HTTP/1.1" status: 204 len: 168 time: 0.5801959 Oct 12 23:10:19.914048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40598) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:19.928209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8:0:1::29f (6df2dd8b-d173-4cb0-b561-2a26665626e4/7250c9cb-d783-4e06-8c7a-0ff9a3b18c88/7eb99d7f-b04c-416d-b113-29e112215269) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:19.942602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:10:19.962705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:19.963433 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:19.963888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6b4eb9-b399-4e3a-95af-46b4095b265b None None] Network a1481ed7-6ac3-443e-9d45-89d3dfed1ced requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:19.992783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19fb495-d0db-4017-94ed-d9d17d081f77 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=6ac06d20-58fa-402d-aef1-fd5f64390059,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:20.077003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.079279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:20.079665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.085761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:20.089026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.115785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477261a-4cde-429e-960e-6540c8eaaa9c None None] Pushing event updated for resources: {'Port': ['ID=4ee6d391-10f2-4645-a48f-feb4ee1b6c7b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:20.148136 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.188754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.197487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a19fb495-d0db-4017-94ed-d9d17d081f77 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.203741 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a19fb495-d0db-4017-94ed-d9d17d081f77 tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/ports/6ac06d20-58fa-402d-aef1-fd5f64390059 HTTP/1.1" status: 204 len: 168 time: 1.2525361 Oct 12 23:10:20.206466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40602) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:20.239692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Network': ['ID=708e9d76-ba82-410d-97bb-66f7f68c8467,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:20.259313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 708e9d76-ba82-410d-97bb-66f7f68c8467 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:10:20.304546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e3d170ae-78c1-4f3a-a93a-b0b261d68136 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0945091 Oct 12 23:10:20.305808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40604) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:20.311365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Request body: {'subnet': {'network_id': '708e9d76-ba82-410d-97bb-66f7f68c8467', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:20.439008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbcbd64-3d98-4db0-b34f-bf774922e64b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:20.444324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9dbcbd64-3d98-4db0-b34f-bf774922e64b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "GET /v2.0/ports?device_id=405f03d5-ace5-4715-b644-5b11c3bf292d HTTP/1.1" status: 200 len: 913 time: 0.2355800 Oct 12 23:10:20.447578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40608) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:20.455311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9135e2fc-4dc4-44c2-8a9b-a39c23053f68'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:10:20.484667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.493892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727cc19-3365-4087-9fee-1c01e7019864 req-ad725dab-c849-4e7c-a166-fe7ca90bcc06 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:20.495983 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c727cc19-3365-4087-9fee-1c01e7019864 req-ad725dab-c849-4e7c-a166-fe7ca90bcc06 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 944 time: 0.2418618 Oct 12 23:10:20.542399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5441126f-b029-4b59-be53-30fce0bb1162 req-1d7bccd3-a329-400f-bc60-3277d4735743 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0930929 Oct 12 23:10:20.595735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port e4d2d1de-bedc-45a6-860d-565d500646cd {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:20.596392 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.640194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e1bf82-0101-4fc6-9a3c-ff58aaa7b1ba None None] Pushing event updated for resources: {'Port': ['ID=4ee6d391-10f2-4645-a48f-feb4ee1b6c7b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:20.669630 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c727cc19-3365-4087-9fee-1c01e7019864 req-d5248ee5-66ff-4a4d-8cde-921700c9f350 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625991 Oct 12 23:10:20.708046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Made reservation on behalf of 899a3e8203464f3c8321ff4eb6f5dd07 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:20.713617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.726307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:20.736403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] For port e4d2d1de-bedc-45a6-860d-565d500646cd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e4d2d1de-bedc-45a6-860d-565d500646cd,segment=NetworkSegment(ca6ae805-a624-4b87-a176-7ccc9671b92c),segment_id=ca6ae805-a624-4b87-a176-7ccc9671b92c)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:20.736791 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.754044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for e4d2d1de-bedc-45a6-860d-565d500646cd owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:20.796820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] DHCP port deletion for 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:20.855541 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.939513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:20.971490 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:20.975521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:20.999739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:21.018637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:21.021747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d354575-27f2-4e8b-94ac-196b43bf8ae9 None None] DHCP port deletion for a1481ed7-6ac3-443e-9d45-89d3dfed1ced request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:21.033648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:21.041347 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.053646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] No DVR routers for this DVR port e4d2d1de-bedc-45a6-860d-565d500646cd on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:21.141634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46772dc9-97d9-4933-a33f-dbba5086f155 None None] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:21.164024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.190202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b771fed-bc71-4a60-9d8c-7e7d1be8d639']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:21.200168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca6ae805-a624-4b87-a176-7ccc9671b92c') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:21.200823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca6ae805-a624-4b87-a176-7ccc9671b92c') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:21.201717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-090227d2-9c93-494b-a0fc-8ec7b5760835 None None] Provisioning complete for port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:21.202097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-090227d2-9c93-494b-a0fc-8ec7b5760835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.209583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.212842 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.227507 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.233615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:21.234218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.253600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:21.254014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.256220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] Deleting port e4d2d1de-bedc-45a6-860d-565d500646cd {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:21.256636 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.298144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=7eb99d7f-b04c-416d-b113-29e112215269,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:21.301720 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:21.318790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] For port e4d2d1de-bedc-45a6-860d-565d500646cd, host n-d-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:21.319293 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.327908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=e4d2d1de-bedc-45a6-860d-565d500646cd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:21.342175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] Calling delete_port for e4d2d1de-bedc-45a6-860d-565d500646cd owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:21.343114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Checking segment: {'id': '96e9fad4-737e-4b98-bc38-f787abf8fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '708e9d76-ba82-410d-97bb-66f7f68c8467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:21.343628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network hostable DHCP agents. Network: 708e9d76-ba82-410d-97bb-66f7f68c8467, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:10:21.364656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Subnet': ['ID=6f2be8dd-0f23-49a7-9c65-63fcaffcbfb7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:21.381760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.ipam_backend_mixin [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] Port e4d2d1de-bedc-45a6-860d-565d500646cd was not found and therefore no delete operation was performed {{(pid=101891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 23:10:21.381874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.401694 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.405864 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.408298 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "DELETE /v2.0/networks/8b771fed-bc71-4a60-9d8c-7e7d1be8d639 HTTP/1.1" status: 204 len: 168 time: 1.4844742 Oct 12 23:10:21.412245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40618) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:21.430627 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4b31d707-3056-43c3-98b4-1338a51030c8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.9746392 Oct 12 23:10:21.431957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d5a29f-fc92-4b95-bea5-62b58c8ce95e tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Network': ['ID=8b771fed-bc71-4a60-9d8c-7e7d1be8d639,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:21.440415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40620) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:21.449088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '038f88d6-237a-4b82-bbc0-d88a02a3c2a0'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:21.460121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] Network 8b771fed-bc71-4a60-9d8c-7e7d1be8d639 is not hosted by any dhcp agent {{(pid=101891) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 23:10:21.460590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] No DVR routers for this DVR port e4d2d1de-bedc-45a6-860d-565d500646cd on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:21.471145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9d354575-27f2-4e8b-94ac-196b43bf8ae9 None None] Deleting port 1c132b77-37cc-4bdf-a200-3523c3320bc3 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:21.476339 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9d354575-27f2-4e8b-94ac-196b43bf8ae9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.476339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4ae4a-3635-42d5-984a-f5fb318499cf None None] Pushing event deleted for resources: {'Port': ['ID=e4d2d1de-bedc-45a6-860d-565d500646cd,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:21.483466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network 708e9d76-ba82-410d-97bb-66f7f68c8467 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:10:21.532008 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.571176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.577633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 708e9d76-ba82-410d-97bb-66f7f68c8467) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:21.590615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:21.591959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.618880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.626181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba142f1-0904-4bb3-bf53-c3ff6791c716 None None] Network 708e9d76-ba82-410d-97bb-66f7f68c8467 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:21.678678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-acddda70-a3ad-425c-9605-365af53df010 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3718009 Oct 12 23:10:21.682113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40626) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:21.688683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Request body: {'network': {'name': 'tempest-router-network01--633314152'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:21.810196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9d354575-27f2-4e8b-94ac-196b43bf8ae9 None None] For port 1c132b77-37cc-4bdf-a200-3523c3320bc3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1c132b77-37cc-4bdf-a200-3523c3320bc3,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:21.810489 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9d354575-27f2-4e8b-94ac-196b43bf8ae9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.826631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Made reservation on behalf of 899a3e8203464f3c8321ff4eb6f5dd07 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:21.832049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.868046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:10:21.868270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9d354575-27f2-4e8b-94ac-196b43bf8ae9 None None] Calling delete_port for 1c132b77-37cc-4bdf-a200-3523c3320bc3 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:21.883904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:21.884291 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Added segment e27eee80-c90e-4a89-bcd3-c9becf5d39e8 of type vlan for network 0cb765f5-02d0-4aa3-a78b-89031a73c03f Oct 12 23:10:21.933605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ad3e6e5-db7e-4497-810a-650af28cc50a req-4d13b3ba-c4b5-4e84-8344-b059c1f4306a tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0331912 Oct 12 23:10:21.984911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Delete allocated IP 2001:db8:0:1::29f (6df2dd8b-d173-4cb0-b561-2a26665626e4/7250c9cb-d783-4e06-8c7a-0ff9a3b18c88) {{(pid=101889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 23:10:21.986570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e4d2d1de-bedc-45a6-860d-565d500646cd no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:22.017787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Deleting port 1c132b77-37cc-4bdf-a200-3523c3320bc3 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:22.018898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.132805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e18df-98f8-4556-8363-101aa4471db2 req-2fca864a-d829-475a-a6f4-9ab77a9a3be0 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:22.134485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-251e18df-98f8-4556-8363-101aa4471db2 req-2fca864a-d829-475a-a6f4-9ab77a9a3be0 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 944 time: 0.3216040 Oct 12 23:10:22.145251 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.165009 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.187828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e4d2d1de-bedc-45a6-860d-565d500646cd {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:22.187828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e4d2d1de-bedc-45a6-860d-565d500646cd not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:22.243339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.245538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] For port 1c132b77-37cc-4bdf-a200-3523c3320bc3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1c132b77-37cc-4bdf-a200-3523c3320bc3,segment=NetworkSegment(5d4d18ef-cd83-40f2-b7c0-94177874950b),segment_id=5d4d18ef-cd83-40f2-b7c0-94177874950b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:22.245538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.252951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-708e9d76-ba82-410d-97bb-66f7f68c8467', 'network_id': '708e9d76-ba82-410d-97bb-66f7f68c8467', 'tenant_id': '899a3e8203464f3c8321ff4eb6f5dd07', 'fixed_ips': [{'subnet_id': '6f2be8dd-0f23-49a7-9c65-63fcaffcbfb7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:10:22.253964 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.270537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Calling delete_port for 1c132b77-37cc-4bdf-a200-3523c3320bc3 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:22.295231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=7eb99d7f-b04c-416d-b113-29e112215269,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:22.330371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] In _notify_port_updated(), no bound segment for port 7eb99d7f-b04c-416d-b113-29e112215269 on network 6df2dd8b-d173-4cb0-b561-2a26665626e4 {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:10:22.336380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:22.336760 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.341300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-934dd569-7879-4318-b1b4-ebf86d096948 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "PUT /v2.0/ports/7eb99d7f-b04c-416d-b113-29e112215269 HTTP/1.1" status: 200 len: 925 time: 0.8995831 Oct 12 23:10:22.341971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40634) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:22.347298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '038f88d6-237a-4b82-bbc0-d88a02a3c2a0'}, {'subnet_id': '7250c9cb-d783-4e06-8c7a-0ff9a3b18c88'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:22.354319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-251e18df-98f8-4556-8363-101aa4471db2 req-ecacd35f-e03d-4ec0-abb7-6deb1790832c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655552 Oct 12 23:10:22.358991 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.365306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:22.366158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.377085 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9d354575-27f2-4e8b-94ac-196b43bf8ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.422515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d354575-27f2-4e8b-94ac-196b43bf8ae9 None None] No DVR routers for this DVR port 1c132b77-37cc-4bdf-a200-3523c3320bc3 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:22.453432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d354575-27f2-4e8b-94ac-196b43bf8ae9 None None] Pushing event deleted for resources: {'Port': ['ID=1c132b77-37cc-4bdf-a200-3523c3320bc3,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:22.455899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.506687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Allocated IP 172.20.0.2 (708e9d76-ba82-410d-97bb-66f7f68c8467/6f2be8dd-0f23-49a7-9c65-63fcaffcbfb7/d730f437-60f8-439d-b398-19dfe39fef35) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:22.537221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Network': ['ID=0cb765f5-02d0-4aa3-a78b-89031a73c03f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:22.578178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.578397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.578602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.578957 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.579316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.579641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.579967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.580287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.580610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.580932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.581259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.581578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:10:22.589798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4d05b99d-cc6d-4c51-b734-df168dfd7971 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9066064 Oct 12 23:10:22.604105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40640) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:22.619633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Request body: {'network': {'name': 'tempest-router-network02--378274319'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:22.647553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 0cb765f5-02d0-4aa3-a78b-89031a73c03f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:10:22.647760 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.856553 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.863049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:22.895098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8:0:1::2a1 (6df2dd8b-d173-4cb0-b561-2a26665626e4/7250c9cb-d783-4e06-8c7a-0ff9a3b18c88/7eb99d7f-b04c-416d-b113-29e112215269) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:22.922802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1c132b77-37cc-4bdf-a200-3523c3320bc3 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:22.951767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1c132b77-37cc-4bdf-a200-3523c3320bc3 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:22.952111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1c132b77-37cc-4bdf-a200-3523c3320bc3 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:22.967099 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:22.983371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1c2b21c0-f566-4ab6-8ae4-2423626614bd None None] Provisioning complete for port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:22.985094 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c2b21c0-f566-4ab6-8ae4-2423626614bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.061994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.113221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Network 708e9d76-ba82-410d-97bb-66f7f68c8467 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:23.120108 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3359bbf9-3e9c-4095-97e8-b3153eae26d4 req-6156068c-a27b-4b93-ae52-1c44bdc76a36 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0476780 Oct 12 23:10:23.123240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.130032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Port': ['ID=1c132b77-37cc-4bdf-a200-3523c3320bc3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:23.145670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:23.154035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] No DVR routers for this DVR port 1c132b77-37cc-4bdf-a200-3523c3320bc3 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:23.155961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:23.198074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Pushing event updated for resources: {'Port': ['ID=d730f437-60f8-439d-b398-19dfe39fef35,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:23.238716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:10:23.254915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:23.255342 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.257276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Attempting to bind port d730f437-60f8-439d-b398-19dfe39fef35 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:10:23.257769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Attempting to bind port d730f437-60f8-439d-b398-19dfe39fef35 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '96e9fad4-737e-4b98-bc38-f787abf8fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '708e9d76-ba82-410d-97bb-66f7f68c8467'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:10:23.258042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Attempting to bind port d730f437-60f8-439d-b398-19dfe39fef35 on network 708e9d76-ba82-410d-97bb-66f7f68c8467 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:23.267517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Made reservation on behalf of 899a3e8203464f3c8321ff4eb6f5dd07 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:23.274680 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.275389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=7eb99d7f-b04c-416d-b113-29e112215269,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:23.282694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port 3abf0d01-f442-4db6-87ea-9f99985bee59 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:23.283177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.316252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:10:23.316478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Checking segment: {'id': '96e9fad4-737e-4b98-bc38-f787abf8fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '708e9d76-ba82-410d-97bb-66f7f68c8467'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:23.317233 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.317233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Bound using segment: {'id': '96e9fad4-737e-4b98-bc38-f787abf8fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '708e9d76-ba82-410d-97bb-66f7f68c8467'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:10:23.317633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Bound port: d730f437-60f8-439d-b398-19dfe39fef35, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e9fad4-737e-4b98-bc38-f787abf8fb59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '708e9d76-ba82-410d-97bb-66f7f68c8467'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:10:23.318011 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.327857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] In _notify_port_updated(), no bound segment for port 7eb99d7f-b04c-416d-b113-29e112215269 on network 6df2dd8b-d173-4cb0-b561-2a26665626e4 {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:10:23.333618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:23.334018 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.338666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1c84666e-9ea8-4f75-8eec-c5e542d39315 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "PUT /v2.0/ports/7eb99d7f-b04c-416d-b113-29e112215269 HTTP/1.1" status: 200 len: 1011 time: 0.9951887 Oct 12 23:10:23.338903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40646) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:23.349445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.393918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1481ed7-6ac3-443e-9d45-89d3dfed1ced']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:23.405273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:10:23.423465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4d18ef-cd83-40f2-b7c0-94177874950b') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:23.423904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4d18ef-cd83-40f2-b7c0-94177874950b') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:23.460244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.460656 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Added segment 4ae6350e-ad60-46f0-8ca9-a00321eaa5aa of type vlan for network 612a5309-230c-4673-ba44-fcfe69c0de92 Oct 12 23:10:23.464841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.521344 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.534049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.537096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] For port d730f437-60f8-439d-b398-19dfe39fef35, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:10:23.548935 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1c2b21c0-f566-4ab6-8ae4-2423626614bd None None] Provisioning complete for port 7eb99d7f-b04c-416d-b113-29e112215269 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:23.549398 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c2b21c0-f566-4ab6-8ae4-2423626614bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.555409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:23.557263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ed370ecd-a1ab-4eda-982a-cb51deb83435 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 7eb99d7f-b04c-416d-b113-29e112215269 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:23.558209 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed370ecd-a1ab-4eda-982a-cb51deb83435 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.562074 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:23.566894 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:23.585483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.589048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for 3abf0d01-f442-4db6-87ea-9f99985bee59 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:23.590679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] For port d730f437-60f8-439d-b398-19dfe39fef35, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d730f437-60f8-439d-b398-19dfe39fef35,segment=NetworkSegment(96e9fad4-737e-4b98-bc38-f787abf8fb59),segment_id=96e9fad4-737e-4b98-bc38-f787abf8fb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:23.620877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.637238 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1c2b21c0-f566-4ab6-8ae4-2423626614bd None None] Port 7eb99d7f-b04c-416d-b113-29e112215269 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:23.663317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:23.664955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f905d8-d7a5-4357-933a-260c8390a482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9135e2fc-4dc4-44c2-8a9b-a39c23053f68'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:10:23.667374 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c168f4-eedf-4252-9ee8-e91b84314f82" -d '{"events": [{"server_uuid": "94f905d8-d7a5-4357-933a-260c8390a482", "name": "network-vif-plugged", "status": "completed", "tag": "9135e2fc-4dc4-44c2-8a9b-a39c23053f68"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:10:23.678369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.754180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ecd95d-b914-4b48-9817-740622f46128 req-a15207bc-942a-468b-aa94-6ce72b28252b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:23.755956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-17ecd95d-b914-4b48-9817-740622f46128 req-a15207bc-942a-468b-aa94-6ce72b28252b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 944 time: 0.2881370 Oct 12 23:10:23.774916 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.777261 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.789783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] 10.222.0.31 "DELETE /v2.0/networks/a1481ed7-6ac3-443e-9d45-89d3dfed1ced HTTP/1.1" status: 204 len: 168 time: 2.3682232 Oct 12 23:10:23.790999 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed370ecd-a1ab-4eda-982a-cb51deb83435 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.798503 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc3c3ee-3e1b-46d5-b798-1a3cff8278e0 x-openstack-request-id: req-ccc3c3ee-3e1b-46d5-b798-1a3cff8278e0 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:10:23.798827 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f905d8-d7a5-4357-933a-260c8390a482", "name": "network-vif-plugged", "status": "completed", "tag": "9135e2fc-4dc4-44c2-8a9b-a39c23053f68", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:10:23.799375 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ccc3c3ee-3e1b-46d5-b798-1a3cff8278e0 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:10:23.799493 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f905d8-d7a5-4357-933a-260c8390a482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9135e2fc-4dc4-44c2-8a9b-a39c23053f68', 'code': 200} Oct 12 23:10:23.818324 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.820920 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.846039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:23.846500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.851159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1970f6-598d-438f-b281-efec37c8b459 None None] Pushing event updated for resources: {'Port': ['ID=d730f437-60f8-439d-b398-19dfe39fef35,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:23.859570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ed370ecd-a1ab-4eda-982a-cb51deb83435 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 7eb99d7f-b04c-416d-b113-29e112215269 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:23.897803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-17ecd95d-b914-4b48-9817-740622f46128 req-7ade5f07-9759-48c5-b405-084da29dd35b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298766 Oct 12 23:10:23.907666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b7bb7ebd-0f6d-4ee7-b676-12f42ee0fe26 None None] Provisioning complete for port 7eb99d7f-b04c-416d-b113-29e112215269 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:23.908049 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7bb7ebd-0f6d-4ee7-b676-12f42ee0fe26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:23.925147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c097ba4-1f6a-4d71-a313-012268856aa8 tempest-TaggedBootDevicesTest_v242-68622524 tempest-TaggedBootDevicesTest_v242-68622524-project] Pushing event deleted for resources: {'Network': ['ID=a1481ed7-6ac3-443e-9d45-89d3dfed1ced,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:24.072157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b7bb7ebd-0f6d-4ee7-b676-12f42ee0fe26 None None] Port 7eb99d7f-b04c-416d-b113-29e112215269 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:24.111130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:24.234644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f322d1-d2a3-4e2e-86d7-e83c68e79f93 req-d8265b7c-1729-4dbd-80f6-d568cf6b7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:24.236218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83f322d1-d2a3-4e2e-86d7-e83c68e79f93 req-d8265b7c-1729-4dbd-80f6-d568cf6b7a8e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 1097 time: 0.3675420 Oct 12 23:10:24.270991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.6629422 Oct 12 23:10:24.290960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40668) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:24.316811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Request body: {'subnet': {'network_id': '0cb765f5-02d0-4aa3-a78b-89031a73c03f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:24.366311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746d181-b447-4a4c-bab0-38a4fd5c7629 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Network': ['ID=612a5309-230c-4673-ba44-fcfe69c0de92,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:24.377628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 612a5309-230c-4673-ba44-fcfe69c0de92 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:10:24.428888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20f1c90c-2d7f-4174-aa45-e5c5a01d2cf2 req-575b077a-bc21-4c4a-9dcb-9ea7e8efa04f tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0637629 Oct 12 23:10:24.505079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83f322d1-d2a3-4e2e-86d7-e83c68e79f93 req-096ed881-be6a-452d-80d5-364c931d2354 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465062 Oct 12 23:10:24.585741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Made reservation on behalf of 899a3e8203464f3c8321ff4eb6f5dd07 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:24.590740 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:24.613417 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:24.688146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed370ecd-a1ab-4eda-982a-cb51deb83435 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:24.708149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=3abf0d01-f442-4db6-87ea-9f99985bee59,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:24.731147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed370ecd-a1ab-4eda-982a-cb51deb83435 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=7eb99d7f-b04c-416d-b113-29e112215269,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:24.792411 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed370ecd-a1ab-4eda-982a-cb51deb83435 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:24.800871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ed370ecd-a1ab-4eda-982a-cb51deb83435 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/7eb99d7f-b04c-416d-b113-29e112215269 HTTP/1.1" status: 204 len: 168 time: 1.4583907 Oct 12 23:10:24.803401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40674) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:24.843287 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa59e586-4f3f-410b-87dd-d6298bd06432 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:10:24.850377 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fa59e586-4f3f-410b-87dd-d6298bd06432 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/7eb99d7f-b04c-416d-b113-29e112215269 HTTP/1.1" status: 404 len: 333 time: 0.0404863 Oct 12 23:10:24.850704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40676) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:24.968772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8db9f495-b202-4347-98b0-27b0a90cde57 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet 7250c9cb-d783-4e06-8c7a-0ff9a3b18c88 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:24.983800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8db9f495-b202-4347-98b0-27b0a90cde57 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.007629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d730f437-60f8-439d-b398-19dfe39fef35 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:25.150202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d730f437-60f8-439d-b398-19dfe39fef35 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:25.150577 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.162460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.181127 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8db9f495-b202-4347-98b0-27b0a90cde57 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.221222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465f6ef-445a-43fd-87f2-5e5984f96981 req-07cdcb29-3c9a-49dc-b504-22b0d0adbbf1 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:25.230490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5465f6ef-445a-43fd-87f2-5e5984f96981 req-07cdcb29-3c9a-49dc-b504-22b0d0adbbf1 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 945 time: 0.1233025 Oct 12 23:10:25.295300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5465f6ef-445a-43fd-87f2-5e5984f96981 req-da8f8cbe-0f0e-4cb9-b9e7-1879848cc154 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592921 Oct 12 23:10:25.359913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Subnet': ['ID=a086ce6c-08df-4954-9415-cfdac2052c99,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:25.364145 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.409261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8db9f495-b202-4347-98b0-27b0a90cde57 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.413799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Checking segment: {'id': 'e27eee80-c90e-4a89-bcd3-c9becf5d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0cb765f5-02d0-4aa3-a78b-89031a73c03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:25.414167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network hostable DHCP agents. Network: 0cb765f5-02d0-4aa3-a78b-89031a73c03f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:10:25.423283 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.430630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port d730f437-60f8-439d-b398-19dfe39fef35, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d730f437-60f8-439d-b398-19dfe39fef35,segment=NetworkSegment(96e9fad4-737e-4b98-bc38-f787abf8fb59),segment_id=96e9fad4-737e-4b98-bc38-f787abf8fb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:25.457043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749b2fc5-3ac8-468f-a23c-df9591eaa282 None None] Network 708e9d76-ba82-410d-97bb-66f7f68c8467 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:25.545133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.597418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network 0cb765f5-02d0-4aa3-a78b-89031a73c03f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:10:25.608211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bd96ef4a-32e1-4709-a62b-741e98c2cea0 None None] Provisioning complete for port d730f437-60f8-439d-b398-19dfe39fef35 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:25.610620 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bd96ef4a-32e1-4709-a62b-741e98c2cea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.671355 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8db9f495-b202-4347-98b0-27b0a90cde57 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.681702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6cbc12ff-bd5b-42c2-8fca-3c84daa87bff req-baccc4ab-6214-4d73-a723-327c69f3c85c tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0405171 Oct 12 23:10:25.703435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=d730f437-60f8-439d-b398-19dfe39fef35,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:25.719926 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8db9f495-b202-4347-98b0-27b0a90cde57 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.725897 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8db9f495-b202-4347-98b0-27b0a90cde57 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/7250c9cb-d783-4e06-8c7a-0ff9a3b18c88 HTTP/1.1" status: 204 len: 168 time: 0.8717368 Oct 12 23:10:25.725897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9f495-b202-4347-98b0-27b0a90cde57 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=7250c9cb-d783-4e06-8c7a-0ff9a3b18c88,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:25.737603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40690) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:25.755161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8713303-6c16-4099-b533-41e5d1e27a44 None None] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:25.767734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 0cb765f5-02d0-4aa3-a78b-89031a73c03f) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:25.778691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:25.779497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.846557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec70a0da-2d44-4a8f-a09f-026a61052118 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet 038f88d6-237a-4b82-bbc0-d88a02a3c2a0 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:25.850355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0be9001-5324-4985-a481-8005dd360cdd None None] Network 0cb765f5-02d0-4aa3-a78b-89031a73c03f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:25.852638 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec70a0da-2d44-4a8f-a09f-026a61052118 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.914650 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec70a0da-2d44-4a8f-a09f-026a61052118 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:25.955758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Router 405f03d5-ace5-4715-b644-5b11c3bf292d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:25.968427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40694) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:25.973784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Request body: {'subnet': {'network_id': '612a5309-230c-4673-ba44-fcfe69c0de92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:25.978643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3d71bf7e-a77a-4e3f-a493-b8b68c266c12 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6844811 Oct 12 23:10:26.179529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Made reservation on behalf of 899a3e8203464f3c8321ff4eb6f5dd07 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:26.183683 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:26.198616 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec70a0da-2d44-4a8f-a09f-026a61052118 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:26.266315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-0cb765f5-02d0-4aa3-a78b-89031a73c03f', 'network_id': '0cb765f5-02d0-4aa3-a78b-89031a73c03f', 'tenant_id': '899a3e8203464f3c8321ff4eb6f5dd07', 'fixed_ips': [{'subnet_id': 'a086ce6c-08df-4954-9415-cfdac2052c99'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:10:26.267759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:26.278879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:26.292963 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798dd34-e97f-4a93-b88d-c85ba91fa177 None None] Sync routers for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:26.294789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4c30f2d9-e485-4dc0-b0e9-6da01cb5c5cf tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "PUT /v2.0/routers/405f03d5-ace5-4715-b644-5b11c3bf292d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8334384 Oct 12 23:10:26.295487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40696) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:26.307915 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798dd34-e97f-4a93-b88d-c85ba91fa177 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:26.309444 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0798dd34-e97f-4a93-b88d-c85ba91fa177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:26.394584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec70a0da-2d44-4a8f-a09f-026a61052118 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:26.413075 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0798dd34-e97f-4a93-b88d-c85ba91fa177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:26.433660 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0798dd34-e97f-4a93-b88d-c85ba91fa177 None None] Routers {'405f03d5-ace5-4715-b644-5b11c3bf292d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:26.435227 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0798dd34-e97f-4a93-b88d-c85ba91fa177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['405f03d5-ace5-4715-b644-5b11c3bf292d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:26.473783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70a0da-2d44-4a8f-a09f-026a61052118 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=038f88d6-237a-4b82-bbc0-d88a02a3c2a0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:26.546497 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0798dd34-e97f-4a93-b88d-c85ba91fa177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:26.549336 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0798dd34-e97f-4a93-b88d-c85ba91fa177 None None] The sync data for ids ['405f03d5-ace5-4715-b644-5b11c3bf292d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:26.608419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ec70a0da-2d44-4a8f-a09f-026a61052118 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:26.616006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ec70a0da-2d44-4a8f-a09f-026a61052118 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/038f88d6-237a-4b82-bbc0-d88a02a3c2a0 HTTP/1.1" status: 204 len: 168 time: 0.8851383 Oct 12 23:10:26.629061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40702) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:26.645276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca268249-962b-4455-af05-fba1cc2f8d83 req-ea169898-cb44-44a4-9036-f556dcf4712f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:26.650221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Allocated IP 172.20.0.2 (0cb765f5-02d0-4aa3-a78b-89031a73c03f/a086ce6c-08df-4954-9415-cfdac2052c99/9b5473cc-a741-4855-a848-a1ed47ba5045) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:26.656652 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca268249-962b-4455-af05-fba1cc2f8d83 req-ea169898-cb44-44a4-9036-f556dcf4712f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 945 time: 0.1578889 Oct 12 23:10:26.754554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:26.829519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-82176441-9e5d-4847-a8a7-dfc5bcae4483 None None] Provisioning complete for port d730f437-60f8-439d-b398-19dfe39fef35 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:26.829842 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-82176441-9e5d-4847-a8a7-dfc5bcae4483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:26.882314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Checking segment: {'id': '4ae6350e-ad60-46f0-8ca9-a00321eaa5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '612a5309-230c-4673-ba44-fcfe69c0de92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:26.882689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network hostable DHCP agents. Network: 612a5309-230c-4673-ba44-fcfe69c0de92, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:10:26.917390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca268249-962b-4455-af05-fba1cc2f8d83 req-aa8a9aee-72e3-43b3-aae4-288edfafdc17 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614628 Oct 12 23:10:26.920364 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:26.949138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:26.957285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d730f437-60f8-439d-b398-19dfe39fef35 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:27.051057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network 612a5309-230c-4673-ba44-fcfe69c0de92 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:10:27.060930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Subnet': ['ID=f49a9a84-6df7-47f7-8f70-43e6aee59baa,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:27.102900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:27.103623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.155582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4712d65-8e2a-4546-a684-1ff72d03d8fa req-c6affc80-5a17-4dc3-b94c-c31efb15b15c tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0810318 Oct 12 23:10:27.161295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 612a5309-230c-4673-ba44-fcfe69c0de92) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:27.174783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:27.179203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.181371 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.233534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] For port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4ee6d391-10f2-4645-a48f-feb4ee1b6c7b,segment=NetworkSegment(5ea535c9-8710-425d-8864-999324b22ae2),segment_id=5ea535c9-8710-425d-8864-999324b22ae2)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:27.233799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.241597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c42a39-e938-4d24-a15d-d04ef632ddcb None None] Network 612a5309-230c-4673-ba44-fcfe69c0de92 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:27.257868 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.264229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:27.285244 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e2b0fe5f-9a54-44d4-8965-963d503e9724 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3154228 Oct 12 23:10:27.285598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40714) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:27.369882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Pushing event updated for resources: {'Port': ['ID=9b5473cc-a741-4855-a848-a1ed47ba5045,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:27.378853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d730f437-60f8-439d-b398-19dfe39fef35 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:27.379144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.432078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Network 0cb765f5-02d0-4aa3-a78b-89031a73c03f is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:27.439028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:27.444274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:27.456240 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.491978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cdee5b-a103-47dd-9f1f-26d9a5f3f25c None None] Network 6df2dd8b-d173-4cb0-b561-2a26665626e4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:27.573930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.662767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=4ee6d391-10f2-4645-a48f-feb4ee1b6c7b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:27.664875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No DVR routers for this DVR port 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:27.787219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bcefe6c6-de76-40e3-bb95-769f10d31b39 None None] Could not find standard attr ID for object 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:10:27.839335 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.869358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6df2dd8b-d173-4cb0-b561-2a26665626e4']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:27.882899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ea535c9-8710-425d-8864-999324b22ae2') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:27.883231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ea535c9-8710-425d-8864-999324b22ae2') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:27.896464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.911608 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.918521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:27.919101 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:27.922597 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:27.948382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Attempting to bind port 9b5473cc-a741-4855-a848-a1ed47ba5045 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:10:27.949099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Attempting to bind port 9b5473cc-a741-4855-a848-a1ed47ba5045 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'e27eee80-c90e-4a89-bcd3-c9becf5d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0cb765f5-02d0-4aa3-a78b-89031a73c03f'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:10:27.949961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Attempting to bind port 9b5473cc-a741-4855-a848-a1ed47ba5045 on network 0cb765f5-02d0-4aa3-a78b-89031a73c03f {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:27.973586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:10:27.974552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Checking segment: {'id': 'e27eee80-c90e-4a89-bcd3-c9becf5d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0cb765f5-02d0-4aa3-a78b-89031a73c03f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:27.975194 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:27.975740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Bound using segment: {'id': 'e27eee80-c90e-4a89-bcd3-c9becf5d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0cb765f5-02d0-4aa3-a78b-89031a73c03f'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:10:27.978576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Bound port: 9b5473cc-a741-4855-a848-a1ed47ba5045, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e27eee80-c90e-4a89-bcd3-c9becf5d39e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '0cb765f5-02d0-4aa3-a78b-89031a73c03f'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:10:27.978576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.064528 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.077138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.080928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-612a5309-230c-4673-ba44-fcfe69c0de92', 'network_id': '612a5309-230c-4673-ba44-fcfe69c0de92', 'tenant_id': '899a3e8203464f3c8321ff4eb6f5dd07', 'fixed_ips': [{'subnet_id': 'f49a9a84-6df7-47f7-8f70-43e6aee59baa'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:10:28.081766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.084615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/networks/6df2dd8b-d173-4cb0-b561-2a26665626e4 HTTP/1.1" status: 204 len: 168 time: 1.4538944 Oct 12 23:10:28.085301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40726) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:28.132217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c7a9a8-8238-4b36-a528-86762af45cbf tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Network': ['ID=6df2dd8b-d173-4cb0-b561-2a26665626e4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:28.180245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23904834-f7be-4574-b6cc-ca764d20d525 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:28.182530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-23904834-f7be-4574-b6cc-ca764d20d525 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0943270 Oct 12 23:10:28.187813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40732) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:28.249969 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3a55f085-bd02-4e03-9b0e-bed743d98163 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0605597 Oct 12 23:10:28.254144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40734) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:28.261953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-218144839'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:28.292067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc68b389-b0e1-4d52-8be9-de978e64b732 None None] DHCP port deletion for 6df2dd8b-d173-4cb0-b561-2a26665626e4 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:28.311834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] For port 9b5473cc-a741-4855-a848-a1ed47ba5045, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:10:28.335614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e5bbdb-8ca7-495a-a9f6-e8669f22225d req-38376bbf-dbd8-427f-9ea5-c7a700f0c5ad tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:28.337661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] For port 9b5473cc-a741-4855-a848-a1ed47ba5045, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9b5473cc-a741-4855-a848-a1ed47ba5045,segment=NetworkSegment(e27eee80-c90e-4a89-bcd3-c9becf5d39e8),segment_id=e27eee80-c90e-4a89-bcd3-c9becf5d39e8)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:28.344236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01e5bbdb-8ca7-495a-a9f6-e8669f22225d req-38376bbf-dbd8-427f-9ea5-c7a700f0c5ad tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 945 time: 0.3003705 Oct 12 23:10:28.358383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24aeb527-bf15-4203-9f28-eddaec79b975 req-30188998-2b18-4eb0-8256-dc8cc7327290 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0728924 Oct 12 23:10:28.393772 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.404041 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.408086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:28.412947 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.433431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting port abbdbefa-0f4f-43d6-a3b3-2666e15fc9f0 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:28.433880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.459849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Allocated IP 172.20.0.2 (612a5309-230c-4673-ba44-fcfe69c0de92/f49a9a84-6df7-47f7-8f70-43e6aee59baa/930cabaa-82e5-450c-8512-0e9bc65c8f46) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:28.461887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff1f367-e7c8-48c0-8dd3-fd6ef727e82f None None] Pushing event updated for resources: {'Port': ['ID=9b5473cc-a741-4855-a848-a1ed47ba5045,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:28.468383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:10:28.503431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.504765 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Added segment 21ba4e99-1b3b-40ff-ad51-efd8ef5f9372 of type vlan for network 98a9e501-fa5a-49fd-87fa-f64e787d4857 Oct 12 23:10:28.535785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01e5bbdb-8ca7-495a-a9f6-e8669f22225d req-a425f715-540e-44bd-a633-f6e619b06e0c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902008 Oct 12 23:10:28.631882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.704701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.713654 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.743279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.755723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:28.755723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.777986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Calling delete_port for abbdbefa-0f4f-43d6-a3b3-2666e15fc9f0 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:28.802784 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:28.936868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Network': ['ID=98a9e501-fa5a-49fd-87fa-f64e787d4857,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:28.959453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Pushing event updated for resources: {'Port': ['ID=930cabaa-82e5-450c-8512-0e9bc65c8f46,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:28.972071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 98a9e501-fa5a-49fd-87fa-f64e787d4857 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:10:28.993662 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f6708516-a236-4748-9d62-c838af765efc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7369263 Oct 12 23:10:28.996999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40742) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:29.002398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': '98a9e501-fa5a-49fd-87fa-f64e787d4857', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:29.063753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Network 612a5309-230c-4673-ba44-fcfe69c0de92 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:29.066234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:29.070020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:29.094996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9b5473cc-a741-4855-a848-a1ed47ba5045 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:29.207733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Attempting to bind port 930cabaa-82e5-450c-8512-0e9bc65c8f46 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:10:29.208120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Attempting to bind port 930cabaa-82e5-450c-8512-0e9bc65c8f46 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '4ae6350e-ad60-46f0-8ca9-a00321eaa5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '612a5309-230c-4673-ba44-fcfe69c0de92'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:10:29.208504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Attempting to bind port 930cabaa-82e5-450c-8512-0e9bc65c8f46 on network 612a5309-230c-4673-ba44-fcfe69c0de92 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:29.213110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:29.216658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:10:29.217051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Checking segment: {'id': '4ae6350e-ad60-46f0-8ca9-a00321eaa5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '612a5309-230c-4673-ba44-fcfe69c0de92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:29.217485 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.217596 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.217945 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Bound using segment: {'id': '4ae6350e-ad60-46f0-8ca9-a00321eaa5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '612a5309-230c-4673-ba44-fcfe69c0de92'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:10:29.218428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Bound port: 930cabaa-82e5-450c-8512-0e9bc65c8f46, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ae6350e-ad60-46f0-8ca9-a00321eaa5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '612a5309-230c-4673-ba44-fcfe69c0de92'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:10:29.218868 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.271389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Allocated IP 172.20.0.1 (0cb765f5-02d0-4aa3-a78b-89031a73c03f/a086ce6c-08df-4954-9415-cfdac2052c99/1e1778dc-1b05-430a-a214-bd382e14b77e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:29.303422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] For port 930cabaa-82e5-450c-8512-0e9bc65c8f46, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:10:29.306903 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] For port 930cabaa-82e5-450c-8512-0e9bc65c8f46, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=930cabaa-82e5-450c-8512-0e9bc65c8f46,segment=NetworkSegment(4ae6350e-ad60-46f0-8ca9-a00321eaa5aa),segment_id=4ae6350e-ad60-46f0-8ca9-a00321eaa5aa)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:29.308383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9b5473cc-a741-4855-a848-a1ed47ba5045 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:29.308994 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.315596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a4150533-e455-43c3-b955-d48ed04270d5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:29.319128 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a4150533-e455-43c3-b955-d48ed04270d5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.41 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 945 time: 0.2817583 Oct 12 23:10:29.368384 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.404529 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.406949 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.515443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 9b5473cc-a741-4855-a848-a1ed47ba5045, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9b5473cc-a741-4855-a848-a1ed47ba5045,segment=NetworkSegment(e27eee80-c90e-4a89-bcd3-c9becf5d39e8),segment_id=e27eee80-c90e-4a89-bcd3-c9becf5d39e8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:29.516532 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7d6bfe-9f52-49f4-827f-7f9ffe93a6c0 None None] Pushing event updated for resources: {'Port': ['ID=930cabaa-82e5-450c-8512-0e9bc65c8f46,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:29.590435 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.642829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.700255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:29.737251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Port': ['ID=abbdbefa-0f4f-43d6-a3b3-2666e15fc9f0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:29.770281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:29.770880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4ee6d391-10f2-4645-a48f-feb4ee1b6c7b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:29.785399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=9b5473cc-a741-4855-a848-a1ed47ba5045,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:29.819691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:29.841733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=9e39112c-bfb2-4ec8-9a58-8d49b1ebcac4,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:29.864102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Checking segment: {'id': '21ba4e99-1b3b-40ff-ad51-efd8ef5f9372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '98a9e501-fa5a-49fd-87fa-f64e787d4857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:29.864699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network hostable DHCP agents. Network: 98a9e501-fa5a-49fd-87fa-f64e787d4857, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:10:29.877960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6092f3e-8ea2-4010-b00e-db7dbadf24e6 req-36685a4c-29b5-4f0b-a511-502ff9d98de9 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:29.886053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6092f3e-8ea2-4010-b00e-db7dbadf24e6 req-36685a4c-29b5-4f0b-a511-502ff9d98de9 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 945 time: 0.1738684 Oct 12 23:10:30.025189 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.027790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.031061 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6092f3e-8ea2-4010-b00e-db7dbadf24e6 req-6ad30bf4-9d96-4cf9-bf4b-4251bf6b1391 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260478 Oct 12 23:10:30.071615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68637bcd-7526-4a76-815d-5711b67d7824 req-43288d5b-5fcf-4e09-b29b-ed7cba4a5941 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.4884255 Oct 12 23:10:30.123241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network 98a9e501-fa5a-49fd-87fa-f64e787d4857 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:10:30.162165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.196536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Deleting port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:30.196901 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.213616 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.214140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Fanout notify agent at l3_agent the message router_deleted on router 405f03d5-ace5-4715-b644-5b11c3bf292d {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:10:30.222326 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.224449 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5f3533dc-311c-4a97-bcff-015e66e2c51c tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/routers/405f03d5-ace5-4715-b644-5b11c3bf292d HTTP/1.1" status: 204 len: 168 time: 3.9279509 Oct 12 23:10:30.226183 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40756) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:30.235487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c51d31-0fa0-4805-8afe-3697c8c1f4b1 None None] Network 0cb765f5-02d0-4aa3-a78b-89031a73c03f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:30.241158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 98a9e501-fa5a-49fd-87fa-f64e787d4857) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:30.245048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:30.245646 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.291479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dee64aa-bad4-46e9-88e7-868b0c8b892f None None] Network 98a9e501-fa5a-49fd-87fa-f64e787d4857 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:30.311640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b5c2212-71e8-4f80-acee-5e1060bb218b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Deleting subnet 2d91f15a-5209-465e-b4e9-cc64a0d05604 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:30.314927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2212-71e8-4f80-acee-5e1060bb218b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.346559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] For port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:30.346790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.364860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.370373 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2212-71e8-4f80-acee-5e1060bb218b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.411641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-962c4dd0-b8f0-40ff-9098-295b7488f825 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4134462 Oct 12 23:10:30.415341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40762) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:30.427391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': '98a9e501-fa5a-49fd-87fa-f64e787d4857', 'name': 'tempest-PortsIpV6TestJSON-913816023'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:30.451073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network 0cb765f5-02d0-4aa3-a78b-89031a73c03f is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:30.454024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-50498a95-762c-42a9-9bbf-3ce0f841bd3d None None] Provisioning complete for port 9b5473cc-a741-4855-a848-a1ed47ba5045 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:30.454481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-50498a95-762c-42a9-9bbf-3ce0f841bd3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.456455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Calling delete_port for 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:30.536419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:30.568418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:30.568663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2212-71e8-4f80-acee-5e1060bb218b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.662689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Port': ['ID=1e1778dc-1b05-430a-a214-bd382e14b77e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:30.736613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2212-71e8-4f80-acee-5e1060bb218b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.779641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.795695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5c2212-71e8-4f80-acee-5e1060bb218b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Subnet': ['ID=2d91f15a-5209-465e-b4e9-cc64a0d05604,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:30.803008 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b5c2212-71e8-4f80-acee-5e1060bb218b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.804673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-98a9e501-fa5a-49fd-87fa-f64e787d4857', 'network_id': '98a9e501-fa5a-49fd-87fa-f64e787d4857', 'tenant_id': '4c6eae8e02ff46269232199205890ebb', 'fixed_ips': [{'subnet_id': '9e39112c-bfb2-4ec8-9a58-8d49b1ebcac4'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:10:30.805512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:30.812580 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8b5c2212-71e8-4f80-acee-5e1060bb218b tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/subnets/2d91f15a-5209-465e-b4e9-cc64a0d05604 HTTP/1.1" status: 204 len: 168 time: 0.5853217 Oct 12 23:10:30.813292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40766) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:31.017014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.049715 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ebde3646-b569-4c2d-bcc3-c96721d1c695'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:10:31.078166 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.116427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:31.128506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.166016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9b5473cc-a741-4855-a848-a1ed47ba5045 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:31.174732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Pushing event deleted for resources: {'Port': ['ID=9135e2fc-4dc4-44c2-8a9b-a39c23053f68,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:31.244705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b32d5d2-b78b-48ea-a73a-fe5b483f1c1a None None] Network 612a5309-230c-4673-ba44-fcfe69c0de92 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:31.296118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42612450-cd3b-49cc-b9dd-5bbe73d9cc5e req-36a19c22-1aea-474e-8c8c-566643a4c03c tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0582538 Oct 12 23:10:31.297786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 3159e985-217a-4aeb-8f9a-51aad2b583fd yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:10:31.335903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa1d6f04-2277-453a-a061-e9174ac03fb9 req-00f4409c-fc98-4955-a3c0-928f1b3682b3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 210 time: 0.1315467 Oct 12 23:10:31.338397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] No DVR routers for this DVR port 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:31.400064 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.409715 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28336bbc-f6ee-4363-aa99-7fd71151b1ed req-a97aabfa-6d43-4d0c-b84e-02dbac0b2645 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.41 "DELETE /v2.0/ports/9135e2fc-4dc4-44c2-8a9b-a39c23053f68 HTTP/1.1" status: 204 len: 173 time: 2.0836649 Oct 12 23:10:31.412820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.419684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94f905d8-d7a5-4357-933a-260c8390a482', 'name': 'network-vif-deleted', 'tag': '9135e2fc-4dc4-44c2-8a9b-a39c23053f68'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:10:31.428926 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f3f375-e882-4448-bab1-f9f0f135eb82" -d '{"events": [{"server_uuid": "94f905d8-d7a5-4357-933a-260c8390a482", "name": "network-vif-deleted", "tag": "9135e2fc-4dc4-44c2-8a9b-a39c23053f68"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:10:31.500379 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.534390 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b544edd-f8c1-4d7f-87df-1ccc5de033fc x-openstack-request-id: req-8b544edd-f8c1-4d7f-87df-1ccc5de033fc {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:10:31.537073 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94f905d8-d7a5-4357-933a-260c8390a482", "name": "network-vif-deleted", "tag": "9135e2fc-4dc4-44c2-8a9b-a39c23053f68", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:10:31.537337 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b544edd-f8c1-4d7f-87df-1ccc5de033fc {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:10:31.543803 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94f905d8-d7a5-4357-933a-260c8390a482', 'name': 'network-vif-deleted', 'tag': '9135e2fc-4dc4-44c2-8a9b-a39c23053f68', 'status': 'completed', 'code': 200} Oct 12 23:10:31.555712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Provisioning complete for port 9b5473cc-a741-4855-a848-a1ed47ba5045 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:31.556106 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.574096 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b23cb36e-b25b-48b5-b9bf-c909f33e6b36']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:31.608622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cd13c44-ec72-4e86-a2dc-40fa0d22af30') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:31.609074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cd13c44-ec72-4e86-a2dc-40fa0d22af30') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:31.628613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.655056 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.668029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:31.668756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:31.673290 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:31.682016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Allocated IP 2001:db8::2 (98a9e501-fa5a-49fd-87fa-f64e787d4857/9e39112c-bfb2-4ec8-9a58-8d49b1ebcac4/4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:31.879619 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.881896 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.890424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:31.906259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] 10.222.0.31 "DELETE /v2.0/networks/b23cb36e-b25b-48b5-b9bf-c909f33e6b36 HTTP/1.1" status: 204 len: 168 time: 1.0839276 Oct 12 23:10:31.928364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548dbe13-8f83-4eab-88c8-31366b479d2d tempest-FloatingIPTestJSON-1124493223 tempest-FloatingIPTestJSON-1124493223-project] Pushing event deleted for resources: {'Network': ['ID=b23cb36e-b25b-48b5-b9bf-c909f33e6b36,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:32.009380 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:32.084835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:32.108875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::7b (98a9e501-fa5a-49fd-87fa-f64e787d4857/9e39112c-bfb2-4ec8-9a58-8d49b1ebcac4/3159e985-217a-4aeb-8f9a-51aad2b583fd) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:32.117513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9b5473cc-a741-4855-a848-a1ed47ba5045 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:32.117886 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:32.160389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:32.184909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Network 98a9e501-fa5a-49fd-87fa-f64e787d4857 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:32.300767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:32.321241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:32.344266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Port': ['ID=1e1778dc-1b05-430a-a214-bd382e14b77e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:32.360725 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:32.365215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Pushing event updated for resources: {'Port': ['ID=4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:32.539271 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffc1621d-3ea4-4b69-850e-6d8e6f098020 req-5ae02190-3051-428b-8c82-4c1744a1b487 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0817757 Oct 12 23:10:32.544177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:32.663770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:32.682744 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:32.751587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-256dafa5-024d-468f-8d9e-59a1c1b64288 req-2a345bf0-ffe8-4fc6-abab-4ae2ee2d924c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=94f905d8-d7a5-4357-933a-260c8390a482 HTTP/1.1" status: 200 len: 210 time: 0.1057556 Oct 12 23:10:32.764327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network 0cb765f5-02d0-4aa3-a78b-89031a73c03f is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:32.765806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:32.815744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network 98a9e501-fa5a-49fd-87fa-f64e787d4857 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:32.827899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:32.836662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:32.853812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:32.854839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:32.912070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:32.913109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=3159e985-217a-4aeb-8f9a-51aad2b583fd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:32.972911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Attempting to bind port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:10:32.973537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Attempting to bind port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '21ba4e99-1b3b-40ff-ad51-efd8ef5f9372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '98a9e501-fa5a-49fd-87fa-f64e787d4857'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:10:32.973896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40806) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:32.974252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Attempting to bind port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f on network 98a9e501-fa5a-49fd-87fa-f64e787d4857 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:32.975576 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8ea80c3a-3548-40c0-83a0-9c268a64775c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4939035141974d11afbc578845c3e131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100841 Oct 12 23:10:33.040558 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41ec9009-ea6f-4911-8925-8f7a43015668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.053105 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-26b2adea-b60c-4ce7-b3c4-26097f775c48 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6284399 Oct 12 23:10:33.053105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40810) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:33.053533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:33.053533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9135e2fc-4dc4-44c2-8a9b-a39c23053f68 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:33.054056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': '98a9e501-fa5a-49fd-87fa-f64e787d4857', 'name': 'tempest-PortsIpV6TestJSON-325647576'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:33.055328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:10:33.055714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Checking segment: {'id': '21ba4e99-1b3b-40ff-ad51-efd8ef5f9372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '98a9e501-fa5a-49fd-87fa-f64e787d4857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:33.056122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.056515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Bound using segment: {'id': '21ba4e99-1b3b-40ff-ad51-efd8ef5f9372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '98a9e501-fa5a-49fd-87fa-f64e787d4857'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:10:33.064957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Bound port: 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21ba4e99-1b3b-40ff-ad51-efd8ef5f9372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '98a9e501-fa5a-49fd-87fa-f64e787d4857'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:10:33.065380 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.070318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Provisioning complete for port 930cabaa-82e5-450c-8512-0e9bc65c8f46 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:33.070682 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.100120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41ec9009-ea6f-4911-8925-8f7a43015668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.185252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Router a3f43c9f-dbf6-4a0d-970f-5ce7e896487d is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:10:33.191487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 930cabaa-82e5-450c-8512-0e9bc65c8f46 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:33.319096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41ec9009-ea6f-4911-8925-8f7a43015668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.323985 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41ec9009-ea6f-4911-8925-8f7a43015668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.326300 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-41ec9009-ea6f-4911-8925-8f7a43015668 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2c051430-5991-418b-be1c-011ea9d2f96f HTTP/1.1" status: 204 len: 168 time: 0.3511765 Oct 12 23:10:33.348646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec9009-ea6f-4911-8925-8f7a43015668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c051430-5991-418b-be1c-011ea9d2f96f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:33.371917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] For port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:10:33.382153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] For port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f,segment=NetworkSegment(21ba4e99-1b3b-40ff-ad51-efd8ef5f9372),segment_id=21ba4e99-1b3b-40ff-ad51-efd8ef5f9372)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:33.388508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:33.390678 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.401619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:33.415456 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ead671ff-21ab-4476-aa24-49dc6cadd24f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "PUT /v2.0/routers/a3f43c9f-dbf6-4a0d-970f-5ce7e896487d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1287038 Oct 12 23:10:33.418416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40814) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:33.443486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c347f511-e9ef-41f4-a752-9b111f4b67c5 None None] Sync routers for ids ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:33.478311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.548275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port a1142600-1ea0-419a-9785-2940f9c6a7a1 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:10:33.565043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.581185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347f511-e9ef-41f4-a752-9b111f4b67c5 None None] Routers {'a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:33.581847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c347f511-e9ef-41f4-a752-9b111f4b67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:33.729190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c347f511-e9ef-41f4-a752-9b111f4b67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:33.836720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 930cabaa-82e5-450c-8512-0e9bc65c8f46 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:33.837090 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:33.842446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff7bc0-2551-4282-9668-daef69d19f51 None None] Pushing event updated for resources: {'Port': ['ID=4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:33.906276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] For port 930cabaa-82e5-450c-8512-0e9bc65c8f46, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=930cabaa-82e5-450c-8512-0e9bc65c8f46,segment=NetworkSegment(4ae6350e-ad60-46f0-8ca9-a00321eaa5aa),segment_id=4ae6350e-ad60-46f0-8ca9-a00321eaa5aa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:33.907305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c347f511-e9ef-41f4-a752-9b111f4b67c5 None None] Routers {'a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:33.907932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c347f511-e9ef-41f4-a752-9b111f4b67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:34.018048 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:34.032981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c347f511-e9ef-41f4-a752-9b111f4b67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:34.033610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c347f511-e9ef-41f4-a752-9b111f4b67c5 None None] The sync data for ids ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:34.041153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1544bc4-152d-4c25-a46a-dec0f5181f11 req-5e026011-bde8-4f1d-b3cc-fdabb0913b4f tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.2822692 Oct 12 23:10:34.148724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6350f761-dda3-4b43-8f72-49ed358e518f req-96b65782-b5d8-4e5f-aa08-77ea3717eff8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:34.158491 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6350f761-dda3-4b43-8f72-49ed358e518f req-96b65782-b5d8-4e5f-aa08-77ea3717eff8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1346960 Oct 12 23:10:34.197276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::5 (98a9e501-fa5a-49fd-87fa-f64e787d4857/9e39112c-bfb2-4ec8-9a58-8d49b1ebcac4/a1142600-1ea0-419a-9785-2940f9c6a7a1) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:34.221000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Provisioning complete for port 1e1778dc-1b05-430a-a214-bd382e14b77e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:34.221928 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:34.266439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Port 1e1778dc-1b05-430a-a214-bd382e14b77e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:34.281015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6350f761-dda3-4b43-8f72-49ed358e518f req-9c73c606-af36-4a99-b005-be4d6d0dca20 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191854 Oct 12 23:10:34.281515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d23c2d1-214b-4c8a-a1fe-5c96f7d78243 None None] Pushing event updated for resources: {'Port': ['ID=930cabaa-82e5-450c-8512-0e9bc65c8f46,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:34.320157 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-473b76b5-ca5c-4ecf-97ec-2e67cdadbf6d tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:10:34.321619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-473b76b5-ca5c-4ecf-97ec-2e67cdadbf6d tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "PUT /v2.0/routers/a3f43c9f-dbf6-4a0d-970f-5ce7e896487d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8963315 Oct 12 23:10:34.333166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40838) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:34.393703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8d8a810c-389d-4af7-a97a-c2b32b7b9889 None None] Provisioning complete for port 930cabaa-82e5-450c-8512-0e9bc65c8f46 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:34.394202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8d8a810c-389d-4af7-a97a-c2b32b7b9889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:34.525490 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:34.643690 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:34.696485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:34.752130 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network 98a9e501-fa5a-49fd-87fa-f64e787d4857 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:34.756063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:34.758765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:34.765973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:34.766417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8d8a810c-389d-4af7-a97a-c2b32b7b9889 None None] Provisioning complete for port 1e1778dc-1b05-430a-a214-bd382e14b77e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:34.766547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:34.766808 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8d8a810c-389d-4af7-a97a-c2b32b7b9889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:34.778014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=a1142600-1ea0-419a-9785-2940f9c6a7a1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:34.831390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8d8a810c-389d-4af7-a97a-c2b32b7b9889 None None] Port 1e1778dc-1b05-430a-a214-bd382e14b77e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:34.858479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:34.858904 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:34.864465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1705b607-beb0-4550-aeaa-27caf31dd3fd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8132422 Oct 12 23:10:34.877774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40860) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:35.061698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d28f04-6f74-4983-a7e7-bfa9ec37c840 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:35.061974 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:35.063701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-64d28f04-6f74-4983-a7e7-bfa9ec37c840 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A7b HTTP/1.1" status: 200 len: 927 time: 0.1975381 Oct 12 23:10:35.072090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40866) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:35.127124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40870) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:35.132928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f,segment=NetworkSegment(21ba4e99-1b3b-40ff-ad51-efd8ef5f9372),segment_id=21ba4e99-1b3b-40ff-ad51-efd8ef5f9372)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:35.207467 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:35.208236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 930cabaa-82e5-450c-8512-0e9bc65c8f46 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:35.329494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:35.346147 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-154f1180-41f6-4785-ad94-3b954a283410 req-0d606d5b-05b6-4a26-b0f7-f983f4d8c134 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0933266 Oct 12 23:10:35.363812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1602652878'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:35.379042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 930cabaa-82e5-450c-8512-0e9bc65c8f46 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:35.379772 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:35.426739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fd046f23-de06-478f-bc51-6c99d1312722 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port a1142600-1ea0-419a-9785-2940f9c6a7a1 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:35.427119 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd046f23-de06-478f-bc51-6c99d1312722 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:35.556721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fe0e23c-34a8-467b-ab71-9dc42383bc17 req-8032d530-bcd6-4fe8-8f5a-257b4de2cc44 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1cca7a190a341c69e883ba68ccc8794&device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.1410036 Oct 12 23:10:35.588579 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd046f23-de06-478f-bc51-6c99d1312722 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:35.602681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fd046f23-de06-478f-bc51-6c99d1312722 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for a1142600-1ea0-419a-9785-2940f9c6a7a1 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:35.621852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2de741a-be62-41aa-8490-2da95b05b1fd None None] Network 98a9e501-fa5a-49fd-87fa-f64e787d4857 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:35.624218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fe0e23c-34a8-467b-ab71-9dc42383bc17 req-c0e28126-880d-4879-a422-ad9065969e47 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1cca7a190a341c69e883ba68ccc8794&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414228 Oct 12 23:10:35.652917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:35.656700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:35.667780 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:35.739196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3422fd-ad17-4127-982f-26b49b50833d req-119db805-1229-4a78-b7aa-81c5aed158f5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:35.759209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f3422fd-ad17-4127-982f-26b49b50833d req-119db805-1229-4a78-b7aa-81c5aed158f5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3421497 Oct 12 23:10:35.826986 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd046f23-de06-478f-bc51-6c99d1312722 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:35.834300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4510e82d-24cc-43c9-833b-5b7ed7acc50e None None] Provisioning complete for port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:35.834663 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4510e82d-24cc-43c9-833b-5b7ed7acc50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:35.876968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f3422fd-ad17-4127-982f-26b49b50833d req-21d58859-e18f-4f32-9f4d-a7f568dc49da tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156778 Oct 12 23:10:35.893267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd046f23-de06-478f-bc51-6c99d1312722 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=a1142600-1ea0-419a-9785-2940f9c6a7a1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:35.927823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0e23c-34a8-467b-ab71-9dc42383bc17 req-16b74338-73a3-479a-88df-31df8dfee064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:35.929392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fe0e23c-34a8-467b-ab71-9dc42383bc17 req-16b74338-73a3-479a-88df-31df8dfee064 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2967839 Oct 12 23:10:35.999365 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd046f23-de06-478f-bc51-6c99d1312722 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.010269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fd046f23-de06-478f-bc51-6c99d1312722 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/a1142600-1ea0-419a-9785-2940f9c6a7a1 HTTP/1.1" status: 204 len: 168 time: 0.9367449 Oct 12 23:10:36.013495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40878) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:36.102586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.115205 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa15447b-b77b-421b-88c4-cba48c89e83b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:10:36.117099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fa15447b-b77b-421b-88c4-cba48c89e83b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/a1142600-1ea0-419a-9785-2940f9c6a7a1 HTTP/1.1" status: 404 len: 333 time: 0.1024640 Oct 12 23:10:36.128476 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40882) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:36.188923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.308930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156eb0b6-275d-4a73-9e18-6625a8f5f63c req-60b54159-d90a-450d-ae8e-212fae101d5d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:36.310538 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-156eb0b6-275d-4a73-9e18-6625a8f5f63c req-60b54159-d90a-450d-ae8e-212fae101d5d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2413507 Oct 12 23:10:36.312543 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.363844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:10:36.420586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49f1cad5-3f78-4b6a-9562-2262ac17fac3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:36.434129 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.435048 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added segment 65d1e53d-efdd-48b1-8251-cb3ef0bc58c9 of type vlan for network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef Oct 12 23:10:36.518329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-156eb0b6-275d-4a73-9e18-6625a8f5f63c req-a6952f89-ca66-4af0-8341-94d7a8ae5d21 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842489 Oct 12 23:10:36.527783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:36.570151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.574716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4ef162c6-517d-4e0a-8683-8a084a6aa168 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 3159e985-217a-4aeb-8f9a-51aad2b583fd {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:36.583090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ef162c6-517d-4e0a-8683-8a084a6aa168 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.656053 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3d9420e4-1718-49a6-ae50-d0eeabcd8c80 req-83bc066a-fd60-4efb-87f2-3b065223c86f tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0938394 Oct 12 23:10:36.693010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Deleting port 1e1778dc-1b05-430a-a214-bd382e14b77e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:36.701237 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.712717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3a8f0836-d0a5-4570-8b1a-3948e944dd4a None None] Provisioning complete for port 3159e985-217a-4aeb-8f9a-51aad2b583fd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:36.716062 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a8f0836-d0a5-4570-8b1a-3948e944dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.792488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:36.792949 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.799921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3a8f0836-d0a5-4570-8b1a-3948e944dd4a None None] Port 3159e985-217a-4aeb-8f9a-51aad2b583fd cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:36.899295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3a8f0836-d0a5-4570-8b1a-3948e944dd4a None None] Provisioning complete for port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:36.899690 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a8f0836-d0a5-4570-8b1a-3948e944dd4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.925619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:36.943952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Calling delete_port for 1e1778dc-1b05-430a-a214-bd382e14b77e owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:37.116584 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:10:37.171652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.resource_extend [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:10:37.248180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3e223f16-dd17-47bf-9f23-d0a63cb6fb5d None None] Provisioning complete for port 3159e985-217a-4aeb-8f9a-51aad2b583fd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:37.249063 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e223f16-dd17-47bf-9f23-d0a63cb6fb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.276615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.285434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:37.286712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.305732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ef162c6-517d-4e0a-8683-8a084a6aa168 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.315178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3e223f16-dd17-47bf-9f23-d0a63cb6fb5d None None] Port 3159e985-217a-4aeb-8f9a-51aad2b583fd cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:37.367828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.370448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4ef162c6-517d-4e0a-8683-8a084a6aa168 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 3159e985-217a-4aeb-8f9a-51aad2b583fd owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:37.434540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4bc8eff6-0e10-48f6-85dc-1736a56ff5e1 None None] Could not find standard attr ID for object a1142600-1ea0-419a-9785-2940f9c6a7a1. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:10:37.454216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event deleted for resources: {'Port': ['ID=1e1778dc-1b05-430a-a214-bd382e14b77e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:37.584477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Network': ['ID=6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:37.597774 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7f03f291-581a-4300-ba6d-6601c7ee2611 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.4654379 Oct 12 23:10:37.600515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40904) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:37.610368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1790793270'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:37.613477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:10:37.639749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ef162c6-517d-4e0a-8683-8a084a6aa168 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.707190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef162c6-517d-4e0a-8683-8a084a6aa168 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=3159e985-217a-4aeb-8f9a-51aad2b583fd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:37.775694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:37.791703 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.815190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ef162c6-517d-4e0a-8683-8a084a6aa168 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.818367 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ef162c6-517d-4e0a-8683-8a084a6aa168 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/3159e985-217a-4aeb-8f9a-51aad2b583fd HTTP/1.1" status: 204 len: 168 time: 1.6884892 Oct 12 23:10:37.832107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40908) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:37.887239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-850e1bb7-0f3d-4e11-ac6e-b4fe0363c430 req-2f927789-ab3f-4765-86ad-56be680c682b tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0518289 Oct 12 23:10:37.892876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.894813 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cc3d28-5868-4c57-9ef3-0a38ec713402 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:10:37.896434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d7cc3d28-5868-4c57-9ef3-0a38ec713402 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/3159e985-217a-4aeb-8f9a-51aad2b583fd HTTP/1.1" status: 404 len: 333 time: 0.0633383 Oct 12 23:10:37.900003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40912) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:37.901738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:10:37.935794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:37.936158 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added segment ca9e9081-a710-4501-9de6-24edf227fe8f of type vlan for network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb Oct 12 23:10:38.006047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:38.082218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-efc5bdbe-897a-4ccd-bef0-54d3af5ce26e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet 9e39112c-bfb2-4ec8-9a58-8d49b1ebcac4 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:38.091690 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-efc5bdbe-897a-4ccd-bef0-54d3af5ce26e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:38.156483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:38.164388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:38.165155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:38.257146 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-efc5bdbe-897a-4ccd-bef0-54d3af5ce26e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:38.320800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Router a3f43c9f-dbf6-4a0d-970f-5ce7e896487d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:38.347051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Network': ['ID=083dcd86-5fee-49c5-ac4e-ea8179aa04bb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:38.397569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:10:38.401527 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4df71fb8-117c-4a33-81b7-697f94621edd tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7997625 Oct 12 23:10:38.403104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40924) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:38.408575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'subnet': {'network_id': '6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:38.549172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:38.575078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-377fb180-0256-4023-a6b7-e835e66495fb tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "PUT /v2.0/routers/a3f43c9f-dbf6-4a0d-970f-5ce7e896487d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2396643 Oct 12 23:10:38.581136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:38.588814 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d486c41-506c-4a8a-ae0f-ed5173e8a953 None None] Sync routers for ids ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:38.602383 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d486c41-506c-4a8a-ae0f-ed5173e8a953 None None] Routers {'a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:38.606568 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9d486c41-506c-4a8a-ae0f-ed5173e8a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:38.617436 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-efc5bdbe-897a-4ccd-bef0-54d3af5ce26e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:38.661307 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9d486c41-506c-4a8a-ae0f-ed5173e8a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:38.676011 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d486c41-506c-4a8a-ae0f-ed5173e8a953 None None] Routers {'a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:38.677121 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9d486c41-506c-4a8a-ae0f-ed5173e8a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:38.685518 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-6c432bd5-7794-451a-b758-a69d7e818101 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] delete failed (client error): The resource could not be found. Oct 12 23:10:38.690101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6c432bd5-7794-451a-b758-a69d7e818101 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-1109933409 HTTP/1.1" status: 404 len: 335 time: 0.1044950 Oct 12 23:10:38.690481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40936) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:38.695814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7d67eb0b-ceda-4bdb-94dd-cc34fa3f59f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:38.830950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:38.834638 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:38.899247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-efc5bdbe-897a-4ccd-bef0-54d3af5ce26e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:38.913717 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-efc5bdbe-897a-4ccd-bef0-54d3af5ce26e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:38.920296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9b5777-aa41-4e7a-ba91-4838d716230a None None] Network 98a9e501-fa5a-49fd-87fa-f64e787d4857 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:38.928124 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9d486c41-506c-4a8a-ae0f-ed5173e8a953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:38.928777 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d486c41-506c-4a8a-ae0f-ed5173e8a953 None None] The sync data for ids ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:38.930621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-efc5bdbe-897a-4ccd-bef0-54d3af5ce26e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/9e39112c-bfb2-4ec8-9a58-8d49b1ebcac4 HTTP/1.1" status: 204 len: 168 time: 1.0288925 Oct 12 23:10:38.931646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40938) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:39.210340 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:39.223231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7768a61-5ba3-4074-a0bf-2fc4d33366d2 req-e5de2bbb-ca85-4c8d-8fba-c6659e157ab2 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0703776 Oct 12 23:10:39.226068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5bdbe-897a-4ccd-bef0-54d3af5ce26e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=9e39112c-bfb2-4ec8-9a58-8d49b1ebcac4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:39.284046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d67eb0b-ceda-4bdb-94dd-cc34fa3f59f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:39.332902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f7d2cd-b662-447f-8cac-2b3554ad2768 None None] DHCP port deletion for 98a9e501-fa5a-49fd-87fa-f64e787d4857 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:39.346504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:39.346846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:39.432735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-44f7d2cd-b662-447f-8cac-2b3554ad2768 None None] Deleting port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:39.436296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44f7d2cd-b662-447f-8cac-2b3554ad2768 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:39.451672 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-7d67eb0b-ceda-4bdb-94dd-cc34fa3f59f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] update failed (client error): The resource could not be found. Oct 12 23:10:39.454991 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7d67eb0b-ceda-4bdb-94dd-cc34fa3f59f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "PUT /v2.0/routers/a3f43c9f-dbf6-4a0d-970f-5ce7e896487d HTTP/1.1" status: 404 len: 339 time: 0.7612801 Oct 12 23:10:39.457155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40946) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:39.548961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] For port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f,segment=NetworkSegment(21ba4e99-1b3b-40ff-ad51-efd8ef5f9372),segment_id=21ba4e99-1b3b-40ff-ad51-efd8ef5f9372)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:39.549253 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:39.555246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:39.575220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:39.576795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-44f7d2cd-b662-447f-8cac-2b3554ad2768 None None] For port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f,segment=NetworkSegment(21ba4e99-1b3b-40ff-ad51-efd8ef5f9372),segment_id=21ba4e99-1b3b-40ff-ad51-efd8ef5f9372)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:39.577247 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44f7d2cd-b662-447f-8cac-2b3554ad2768 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:39.609658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-44f7d2cd-b662-447f-8cac-2b3554ad2768 None None] Calling delete_port for 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:39.784757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:39.792031 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44f7d2cd-b662-447f-8cac-2b3554ad2768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:39.835233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Checking segment: {'id': '65d1e53d-efdd-48b1-8251-cb3ef0bc58c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:39.835858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network hostable DHCP agents. Network: 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:10:39.838042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Subnet': ['ID=ac0f4ecb-6cd0-459f-a472-c676a9621ada,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:39.848379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:39.854753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No DVR routers for this DVR port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:39.881350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7d2cd-b662-447f-8cac-2b3554ad2768 None None] Pushing event deleted for resources: {'Port': ['ID=4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:39.889275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f7d2cd-b662-447f-8cac-2b3554ad2768 None None] No DVR routers for this DVR port 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:40.080980 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.088599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:10:40.116843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.164414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98a9e501-fa5a-49fd-87fa-f64e787d4857']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:40.177195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21ba4e99-1b3b-40ff-ad51-efd8ef5f9372') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:40.177783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21ba4e99-1b3b-40ff-ad51-efd8ef5f9372') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:40.198157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-fc7ad1d5-95f3-4241-9b36-215235783629 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1899335 Oct 12 23:10:40.200953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:40.202757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.208970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.209429 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.219533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec13169b-63c8-42d8-9ba0-7f333e426dc0 None None] Network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:40.243377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.257230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:40.258589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:40.262807 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:40.359769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eee7dea3-bb6a-4b0d-bf33-ac0670c919df tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9554110 Oct 12 23:10:40.374023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d99879-8a17-4785-9075-71a42928717f req-10a62887-418a-4d27-9b41-4e11fb51bdc3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.376619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40972) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:40.383777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'subnet': {'network_id': '083dcd86-5fee-49c5-ac4e-ea8179aa04bb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:40.383935 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4d99879-8a17-4785-9075-71a42928717f req-10a62887-418a-4d27-9b41-4e11fb51bdc3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0952604 Oct 12 23:10:40.435633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f95a73d8-369b-4bf0-b3a7-51f43bc7166c req-0451965c-50b9-4a4f-8e16-602870f634ec tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0579650 Oct 12 23:10:40.495258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-7517a87c-6ec5-443c-9b7b-d47063504239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.496452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-7517a87c-6ec5-443c-9b7b-d47063504239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.496452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-7517a87c-6ec5-443c-9b7b-d47063504239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.496973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-7517a87c-6ec5-443c-9b7b-d47063504239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.497804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-7517a87c-6ec5-443c-9b7b-d47063504239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.497804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-7517a87c-6ec5-443c-9b7b-d47063504239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.498281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-7517a87c-6ec5-443c-9b7b-d47063504239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.500210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-7517a87c-6ec5-443c-9b7b-d47063504239 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6497 time: 0.2122092 Oct 12 23:10:40.504826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4d99879-8a17-4785-9075-71a42928717f req-f1b8525e-283f-41f1-8f36-c73087171b3a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111779 Oct 12 23:10:40.543886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:40.566459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:40.566673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4436bc46-e8d3-44c6-aa9e-abcf3bc5ec2f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:40.579760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef', 'network_id': '6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'fixed_ips': [{'subnet_id': 'ac0f4ecb-6cd0-459f-a472-c676a9621ada'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:10:40.589169 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.715804 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.754788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:40.758367 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.778121 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:40.787228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/networks/98a9e501-fa5a-49fd-87fa-f64e787d4857 HTTP/1.1" status: 204 len: 168 time: 1.8157740 Oct 12 23:10:40.789979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75286b-7182-4c61-9dd3-344555519d5f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Network': ['ID=98a9e501-fa5a-49fd-87fa-f64e787d4857,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:40.796767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40980) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:40.826741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-329512118'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:40.838659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Allocated IP 2001:db8::2 (6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef/ac0f4ecb-6cd0-459f-a472-c676a9621ada/85180414-00dd-432b-8a7c-12adbb2f1d8a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:40.898439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0d9cc-f45e-4032-b301-0567aa12c850 req-56afaee1-fb49-4187-a690-6a5dfe3fed2a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:40.899984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ab0d9cc-f45e-4032-b301-0567aa12c850 req-56afaee1-fb49-4187-a690-6a5dfe3fed2a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1980627 Oct 12 23:10:40.920078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Allocated IP 172.20.0.1 (708e9d76-ba82-410d-97bb-66f7f68c8467/6f2be8dd-0f23-49a7-9c65-63fcaffcbfb7/0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:40.974693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:40.986183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.030051 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.058158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:10:41.067136 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.067479 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Added segment be04bf10-029f-41b3-8d79-0f92b088513f of type vlan for network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce Oct 12 23:10:41.108541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.145154 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.156164 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.157749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-95400393-95e5-4703-82a6-25114993efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:41.158775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-95400393-95e5-4703-82a6-25114993efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:41.159525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-95400393-95e5-4703-82a6-25114993efe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:41.161306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-95400393-95e5-4703-82a6-25114993efe5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7a9066f4-9838-43ba-8ee9-2a40f558149a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=af724ff1-3f05-4855-b55b-99924f132136&id=af724ff1-3f05-4855-b55b-99924f132136 HTTP/1.1" status: 200 len: 2292 time: 0.5825155 Oct 12 23:10:41.194764 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ab0d9cc-f45e-4032-b301-0567aa12c850 req-db83d28d-eeb8-4039-8749-281ed73e456a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724423 Oct 12 23:10:41.232513 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.238672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:41.239471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.291227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:41.295772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Pushing event updated for resources: {'Port': ['ID=85180414-00dd-432b-8a7c-12adbb2f1d8a,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:41.299230 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.301377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:41.310730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:41.379377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Port': ['ID=0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:41.398237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network 708e9d76-ba82-410d-97bb-66f7f68c8467 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:41.400234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:41.403007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:41.472595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Attempting to bind port 85180414-00dd-432b-8a7c-12adbb2f1d8a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:10:41.473961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Attempting to bind port 85180414-00dd-432b-8a7c-12adbb2f1d8a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '65d1e53d-efdd-48b1-8251-cb3ef0bc58c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:10:41.474507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Attempting to bind port 85180414-00dd-432b-8a7c-12adbb2f1d8a on network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:41.484752 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-ec283878-7fbe-4895-8fca-6e5d0ee5fb4a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da27c20b-7e34-44e5-82d6-86d324403639 HTTP/1.1" status: 200 len: 1001 time: 0.3130672 Oct 12 23:10:41.489306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Network': ['ID=cc7a612f-5909-4a2f-9ec6-a51eaa4442ce,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:41.491127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:10:41.491911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Checking segment: {'id': '65d1e53d-efdd-48b1-8251-cb3ef0bc58c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:41.492556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.494203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Bound using segment: {'id': '65d1e53d-efdd-48b1-8251-cb3ef0bc58c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:10:41.495478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Bound port: 85180414-00dd-432b-8a7c-12adbb2f1d8a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d1e53d-efdd-48b1-8251-cb3ef0bc58c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:10:41.497359 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.510380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:10:41.526046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.587899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6d9543c0-9deb-41e6-8b12-e374e8489317 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7757146 Oct 12 23:10:41.596127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40988) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:41.611930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'cc7a612f-5909-4a2f-9ec6-a51eaa4442ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:41.768777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81f5c1bf-9c42-46f4-992e-98fcf8847a67 req-c5fe0ac4-a3a1-4375-b5a8-6dd1c1e3530c tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0555959 Oct 12 23:10:41.853609 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:41.856394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] For port 85180414-00dd-432b-8a7c-12adbb2f1d8a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:10:41.865886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] For port 85180414-00dd-432b-8a7c-12adbb2f1d8a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=85180414-00dd-432b-8a7c-12adbb2f1d8a,segment=NetworkSegment(65d1e53d-efdd-48b1-8251-cb3ef0bc58c9),segment_id=65d1e53d-efdd-48b1-8251-cb3ef0bc58c9)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:41.912216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8be6e2c2-5fc1-46c9-9200-3bf9a67e1786 None None] Provisioning complete for port 0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:41.912216 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8be6e2c2-5fc1-46c9-9200-3bf9a67e1786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:42.014340 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:42.193738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8be6e2c2-5fc1-46c9-9200-3bf9a67e1786 None None] Port 0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:42.273656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5af70-9063-40a7-a051-5892c1b65785 None None] Pushing event updated for resources: {'Port': ['ID=85180414-00dd-432b-8a7c-12adbb2f1d8a,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:42.299694 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9a9dcb68-8e2f-4e52-86a6-2cc969f60332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:42.331074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-a8f27792-d8ab-46de-b6e6-d78c11bde83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:42.332649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-a8f27792-d8ab-46de-b6e6-d78c11bde83e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=744baed7-223d-48b8-8872-5792b66dbf13 HTTP/1.1" status: 200 len: 851 time: 0.8386385 Oct 12 23:10:42.351707 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:42.540586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Subnet': ['ID=782a0442-0483-4c07-94a6-94ef3e4e28c0,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:42.549542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:42.555257 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:42.573108 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:42.617401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-094b8463-b2f1-40fd-96ac-14599c4ee4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:42.622907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-094b8463-b2f1-40fd-96ac-14599c4ee4bb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a9066f4-9838-43ba-8ee9-2a40f558149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2769639 Oct 12 23:10:42.627351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Checking segment: {'id': 'ca9e9081-a710-4501-9de6-24edf227fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '083dcd86-5fee-49c5-ac4e-ea8179aa04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:42.628182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network hostable DHCP agents. Network: 083dcd86-5fee-49c5-ac4e-ea8179aa04bb, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:10:42.641419 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:42.747169 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:43.067230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:10:43.132546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-70c8e9f7-08c0-49ad-850a-633910f072e1 service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4982073 Oct 12 23:10:43.132691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Network 708e9d76-ba82-410d-97bb-66f7f68c8467 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:43.138980 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:43.153040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:43.361397 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7684a5f8-3d48-4ebd-8af6-4e74961fa97d req-d09df58b-487e-494a-ac16-56f810238049 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.2630506 Oct 12 23:10:43.363486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event updated for resources: {'Port': ['ID=0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:43.394498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 083dcd86-5fee-49c5-ac4e-ea8179aa04bb) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:43.407383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277e2498-1367-4aad-9e70-94a32200df18 None None] Network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:43.464708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:43.465672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:43.475195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Router a3f43c9f-dbf6-4a0d-970f-5ce7e896487d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:43.598494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d06b5bc1-9100-4cdb-9fd5-c66a3708747d req-b47b7994-4c66-4d4c-a33f-80112a25ddce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.1899564 Oct 12 23:10:43.642459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-449a9a83-ad5d-4a66-84d9-6bc420279faf service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010982 Oct 12 23:10:43.708406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=1a4db79d-ad8a-4674-bd81-e99662993646,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:43.746339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-083dcd86-5fee-49c5-ac4e-ea8179aa04bb', 'network_id': '083dcd86-5fee-49c5-ac4e-ea8179aa04bb', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'fixed_ips': [{'subnet_id': '782a0442-0483-4c07-94a6-94ef3e4e28c0'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:10:43.749204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:43.763611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:43.778314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0b522dba-0fc9-45fd-81b0-47a0d54ad97f tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "PUT /v2.0/routers/a3f43c9f-dbf6-4a0d-970f-5ce7e896487d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3164899 Oct 12 23:10:43.782218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41016) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:43.801348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25084837-bca1-413d-b8d1-493b71f0651f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4216018 Oct 12 23:10:43.812187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-f49237ab-746e-4b20-96f6-ab28ff9971d9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 217 time: 0.1496487 Oct 12 23:10:43.812885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41018) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:43.828929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c35ccc41-3e9c-497a-861b-107ad71d28dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-620644996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:43.896088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Checking segment: {'id': 'be04bf10-029f-41b3-8d79-0f92b088513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc7a612f-5909-4a2f-9ec6-a51eaa4442ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:43.896754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network hostable DHCP agents. Network: cc7a612f-5909-4a2f-9ec6-a51eaa4442ce, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:10:43.953129 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-39becc42-483f-43cb-9830-869971f942c4 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:44.029677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-116f1e5d-db5b-4bba-96ac-39243efc05af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:44.032603 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-116f1e5d-db5b-4bba-96ac-39243efc05af service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.1776636 Oct 12 23:10:44.071180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c35ccc41-3e9c-497a-861b-107ad71d28dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:44.071180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c35ccc41-3e9c-497a-861b-107ad71d28dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:44.129477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:10:44.143880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e312c-c37d-4191-9376-dfd8a7bb4b41 None None] Network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:44.146012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7aa5b-bcd3-42b1-bc7e-d8fed8b2bc7e None None] Sync routers for ids ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:44.173224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-35c97758-a2c7-43db-b73c-c7fad22c84fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:44.173224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-35c97758-a2c7-43db-b73c-c7fad22c84fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1316810 Oct 12 23:10:44.193969 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-39becc42-483f-43cb-9830-869971f942c4 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 23:10:44.197689 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-39becc42-483f-43cb-9830-869971f942c4 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "DELETE /v2.0/routers/a3f43c9f-dbf6-4a0d-970f-5ce7e896487d HTTP/1.1" status: 409 len: 329 time: 0.4118173 Oct 12 23:10:44.197934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41028) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:44.238211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4bf2359b-a7e5-4be5-b44c-d9485d304da0 None None] Provisioning complete for port 0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:44.238834 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4bf2359b-a7e5-4be5-b44c-d9485d304da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:44.338404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-4b8c266c-1bb2-492b-9683-036c08137c31 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388383 Oct 12 23:10:44.341562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, cc7a612f-5909-4a2f-9ec6-a51eaa4442ce) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:44.366243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c35ccc41-3e9c-497a-861b-107ad71d28dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:44.368322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:44.368997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:44.469883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e21c1a-c348-4568-84b1-e06710148edc None None] Network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:44.488562 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c35ccc41-3e9c-497a-861b-107ad71d28dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:44.528612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b49e3c8d-f61e-4934-8849-3b78cac8a4bd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9312401 Oct 12 23:10:44.538555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41038) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:44.544919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': 'cc7a612f-5909-4a2f-9ec6-a51eaa4442ce', 'name': 'tempest-PortsIpV6TestJSON-1086641024', 'fixed_ips': [{'subnet_id': '1a4db79d-ad8a-4674-bd81-e99662993646', 'ip_address': '2001:db8::10'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:44.715060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c35ccc41-3e9c-497a-861b-107ad71d28dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:44.719430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c35ccc41-3e9c-497a-861b-107ad71d28dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9000587 Oct 12 23:10:44.720046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41040) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:44.751311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Allocated IP 2001:db8:1::2 (083dcd86-5fee-49c5-ac4e-ea8179aa04bb/782a0442-0483-4c07-94a6-94ef3e4e28c0/e83931a0-b6c3-4b86-afee-526071b62aa2) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:44.928359 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:44.935230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 85180414-00dd-432b-8a7c-12adbb2f1d8a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:44.937647 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7aa5b-bcd3-42b1-bc7e-d8fed8b2bc7e None None] Routers {'a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:44.938467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-71f7aa5b-bcd3-42b1-bc7e-d8fed8b2bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:44.984389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a699b0c3-e224-460b-9b05-18bdae743d59 req-cd92c60a-f2dd-47b6-9e45-03e1febbff34 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0728917 Oct 12 23:10:45.036872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-71f7aa5b-bcd3-42b1-bc7e-d8fed8b2bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:45.047640 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.062002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:45.110970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-6df7bab2-20f0-4e3c-91a6-e2a8d3b6c8b6 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7609375 Oct 12 23:10:45.163489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Pushing event updated for resources: {'Port': ['ID=e83931a0-b6c3-4b86-afee-526071b62aa2,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:45.175225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41046) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:45.204747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4bf2359b-a7e5-4be5-b44c-d9485d304da0 None None] Port 0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:45.234439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:45.247933 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:45.250978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:45.257239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f7aa5b-bcd3-42b1-bc7e-d8fed8b2bc7e None None] Routers {'a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:45.260243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-71f7aa5b-bcd3-42b1-bc7e-d8fed8b2bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:45.379431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-30dce222-6e02-4d2a-85a3-5d2194844012 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 217 time: 0.2019932 Oct 12 23:10:45.405979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-71f7aa5b-bcd3-42b1-bc7e-d8fed8b2bc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:45.406661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f7aa5b-bcd3-42b1-bc7e-d8fed8b2bc7e None None] The sync data for ids ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:45.451974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-bbd1d10d-e57f-46de-80cd-0855d033895d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:45.453901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-bbd1d10d-e57f-46de-80cd-0855d033895d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0588462 Oct 12 23:10:45.504699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-cc7a612f-5909-4a2f-9ec6-a51eaa4442ce', 'network_id': 'cc7a612f-5909-4a2f-9ec6-a51eaa4442ce', 'tenant_id': '4c6eae8e02ff46269232199205890ebb', 'fixed_ips': [{'subnet_id': '1a4db79d-ad8a-4674-bd81-e99662993646'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:10:45.505822 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.554920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f3a81167-b475-4df9-b4d6-190d168d9581 None None] Provisioning complete for port 85180414-00dd-432b-8a7c-12adbb2f1d8a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:45.561185 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3a81167-b475-4df9-b4d6-190d168d9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.619837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.651537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 85180414-00dd-432b-8a7c-12adbb2f1d8a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:45.651537 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.657088 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-31cac9c9-ad83-4ff7-b13e-e069a2245e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.698850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 8c8250c0-0251-4890-9f02-6767be70bbd9 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:10:45.759931 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.769712 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.774912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Attempting to bind port e83931a0-b6c3-4b86-afee-526071b62aa2 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:10:45.775532 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Attempting to bind port e83931a0-b6c3-4b86-afee-526071b62aa2 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'ca9e9081-a710-4501-9de6-24edf227fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '083dcd86-5fee-49c5-ac4e-ea8179aa04bb'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:10:45.776254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Attempting to bind port e83931a0-b6c3-4b86-afee-526071b62aa2 on network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:45.787423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:10:45.787811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Checking segment: {'id': 'ca9e9081-a710-4501-9de6-24edf227fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '083dcd86-5fee-49c5-ac4e-ea8179aa04bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:45.788222 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.788622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Bound using segment: {'id': 'ca9e9081-a710-4501-9de6-24edf227fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '083dcd86-5fee-49c5-ac4e-ea8179aa04bb'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:10:45.789104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Bound port: e83931a0-b6c3-4b86-afee-526071b62aa2, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca9e9081-a710-4501-9de6-24edf227fe8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '083dcd86-5fee-49c5-ac4e-ea8179aa04bb'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:10:45.789492 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.922472 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:45.929658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::10 (cc7a612f-5909-4a2f-9ec6-a51eaa4442ce/1a4db79d-ad8a-4674-bd81-e99662993646/8c8250c0-0251-4890-9f02-6767be70bbd9) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:45.951738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-719a55b4-ffb1-43fa-9573-506333beaeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:45.953196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-719a55b4-ffb1-43fa-9573-506333beaeac service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4022486 Oct 12 23:10:45.960341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3a81167-b475-4df9-b4d6-190d168d9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.050545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53748103-938c-42dc-a4c3-c75ec813a17d req-5d83ad5a-1c6c-4f2e-8dc7-598ee4102d56 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:46.062218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53748103-938c-42dc-a4c3-c75ec813a17d req-5d83ad5a-1c6c-4f2e-8dc7-598ee4102d56 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.4392421 Oct 12 23:10:46.124038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f3a81167-b475-4df9-b4d6-190d168d9581 None None] For port 85180414-00dd-432b-8a7c-12adbb2f1d8a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=85180414-00dd-432b-8a7c-12adbb2f1d8a,segment=NetworkSegment(65d1e53d-efdd-48b1-8251-cb3ef0bc58c9),segment_id=65d1e53d-efdd-48b1-8251-cb3ef0bc58c9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:46.125702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] For port e83931a0-b6c3-4b86-afee-526071b62aa2, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:10:46.146515 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b458b7e-0445-4938-98a3-49bdc5ea5ecb req-6323d9b6-c30c-4149-82cd-01e601aa957b tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0364754 Oct 12 23:10:46.152027 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.166608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] For port e83931a0-b6c3-4b86-afee-526071b62aa2, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e83931a0-b6c3-4b86-afee-526071b62aa2,segment=NetworkSegment(ca9e9081-a710-4501-9de6-24edf227fe8f),segment_id=ca9e9081-a710-4501-9de6-24edf227fe8f)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:46.173400 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.195772 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3a81167-b475-4df9-b4d6-190d168d9581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.336184 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.359239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bcc07025-f8a3-48e0-ba9b-37894ebc0e8e None None] Provisioning complete for port 85180414-00dd-432b-8a7c-12adbb2f1d8a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:46.359239 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bcc07025-f8a3-48e0-ba9b-37894ebc0e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.360869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:10:46.361227 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:10:46.363342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a81167-b475-4df9-b4d6-190d168d9581 None None] Pushing event updated for resources: {'Port': ['ID=85180414-00dd-432b-8a7c-12adbb2f1d8a,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:46.489937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5754a4-2221-4db2-b03f-8073f0b1e1bc None None] Pushing event updated for resources: {'Port': ['ID=e83931a0-b6c3-4b86-afee-526071b62aa2,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:46.560646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Deleting port 0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:46.566719 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.683583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.793847 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53748103-938c-42dc-a4c3-c75ec813a17d req-cda30029-06e0-405a-847d-621fd9c89b5f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6695547 Oct 12 23:10:46.839582 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.860379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Calling delete_port for 0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:46.887418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:46.947265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf4b0b2d-cfb6-4c76-83f3-174d37623f89 req-99c2b480-e898-4631-a51c-70dcaf71aa95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1cca7a190a341c69e883ba68ccc8794&device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.1478765 Oct 12 23:10:46.947946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Allocated IP 2001:db8::2 (cc7a612f-5909-4a2f-9ec6-a51eaa4442ce/1a4db79d-ad8a-4674-bd81-e99662993646/21372ad8-e08f-48c5-8c56-177fa7bf7594) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:47.137480 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:47.265296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:47.313873 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da145968-e83c-4c37-a8c6-91df2f673a31 req-c7739114-9c60-4e3c-8c81-42c5747c34e0 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.2542930 Oct 12 23:10:47.332114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:47.385006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e83931a0-b6c3-4b86-afee-526071b62aa2 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:47.425314 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:47.461816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event deleted for resources: {'Port': ['ID=0861c0b8-46bb-4bc0-8a3d-c0d1f1b9f313,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:47.506990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-eb32150d-057a-4410-9f64-cae6028d501b service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5429361 Oct 12 23:10:47.513501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:47.520563 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf4b0b2d-cfb6-4c76-83f3-174d37623f89 req-8d6d3d7e-126f-4d36-849d-d30d98374d3c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c1cca7a190a341c69e883ba68ccc8794&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5302744 Oct 12 23:10:47.530037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:47.532034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:47.548004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:47.600067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Pushing event updated for resources: {'Port': ['ID=21372ad8-e08f-48c5-8c56-177fa7bf7594,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:47.600767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:47.667827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e83931a0-b6c3-4b86-afee-526071b62aa2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:47.668204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:47.695418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:47.713893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:47.720613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:47.721370 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:47.735756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Attempting to bind port 21372ad8-e08f-48c5-8c56-177fa7bf7594 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:10:47.736138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Attempting to bind port 21372ad8-e08f-48c5-8c56-177fa7bf7594 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'be04bf10-029f-41b3-8d79-0f92b088513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc7a612f-5909-4a2f-9ec6-a51eaa4442ce'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:10:47.736481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Attempting to bind port 21372ad8-e08f-48c5-8c56-177fa7bf7594 on network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:10:47.748303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:10:47.748679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Checking segment: {'id': 'be04bf10-029f-41b3-8d79-0f92b088513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc7a612f-5909-4a2f-9ec6-a51eaa4442ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:10:47.749498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:47.749597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Bound using segment: {'id': 'be04bf10-029f-41b3-8d79-0f92b088513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc7a612f-5909-4a2f-9ec6-a51eaa4442ce'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:10:47.750073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Bound port: 21372ad8-e08f-48c5-8c56-177fa7bf7594, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be04bf10-029f-41b3-8d79-0f92b088513f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc7a612f-5909-4a2f-9ec6-a51eaa4442ce'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:10:47.750472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:47.767818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=8c8250c0-0251-4890-9f02-6767be70bbd9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:47.880757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d139e-7cde-4e8d-90fb-e6b583ae2cde req-540d2fc3-ab54-48c8-bfeb-6e78fd09e7fe tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:47.883233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-702d139e-7cde-4e8d-90fb-e6b583ae2cde req-540d2fc3-ab54-48c8-bfeb-6e78fd09e7fe tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.9513252 Oct 12 23:10:47.954044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-35f4ab5d-bd67-4bce-b7b7-c5572fbaa5fe tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4142928 Oct 12 23:10:47.970344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41084) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:48.000528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': 'cc7a612f-5909-4a2f-9ec6-a51eaa4442ce', 'name': 'tempest-PortsIpV6TestJSON-1406501425', 'fixed_ips': [{'subnet_id': '1a4db79d-ad8a-4674-bd81-e99662993646', 'ip_address': '2001:db8::f'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:48.025408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 2001:db8::1 (6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef/ac0f4ecb-6cd0-459f-a472-c676a9621ada/da6af84c-0af3-46f1-b6d6-dc209252fe37) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:48.090099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] For port 21372ad8-e08f-48c5-8c56-177fa7bf7594, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:10:48.093119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-702d139e-7cde-4e8d-90fb-e6b583ae2cde req-66249d21-29b3-42d8-9a10-4471123efa5c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886711 Oct 12 23:10:48.093512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] For port 21372ad8-e08f-48c5-8c56-177fa7bf7594, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=21372ad8-e08f-48c5-8c56-177fa7bf7594,segment=NetworkSegment(be04bf10-029f-41b3-8d79-0f92b088513f),segment_id=be04bf10-029f-41b3-8d79-0f92b088513f)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:10:48.098730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac2eb022-7fa6-43ab-8597-8727fc0876ff None None] Network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:48.102024 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.102971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b0b2d-cfb6-4c76-83f3-174d37623f89 req-480218c9-6056-46d4-9ed1-d0268a52dba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:48.106041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf4b0b2d-cfb6-4c76-83f3-174d37623f89 req-480218c9-6056-46d4-9ed1-d0268a52dba6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5417233 Oct 12 23:10:48.141392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-6b27ebfa-c29f-49f0-86a7-8b59779d351c service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993826 Oct 12 23:10:48.206630 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.213937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-84a01c91-0f93-433c-8942-c472320fd2d3 None None] Provisioning complete for port e83931a0-b6c3-4b86-afee-526071b62aa2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:48.214346 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84a01c91-0f93-433c-8942-c472320fd2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.270045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-bacb9c07-c120-4eda-b01e-d17cf0981a15 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=546c9709-df62-42f8-a9dd-0cf91a289c12 HTTP/1.1" status: 200 len: 217 time: 0.0505838 Oct 12 23:10:48.278348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Router a3f43c9f-dbf6-4a0d-970f-5ce7e896487d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:48.305526 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.416624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:48.420888 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:48.431315 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8657f4-90ef-4224-bc73-ebe8b88e6170 None None] Sync routers for ids ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:48.449964 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8657f4-90ef-4224-bc73-ebe8b88e6170 None None] Routers {'a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:48.450885 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4a8657f4-90ef-4224-bc73-ebe8b88e6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:48.461807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302255e-4eee-4702-8f67-f4740b256fd8 None None] Pushing event updated for resources: {'Port': ['ID=21372ad8-e08f-48c5-8c56-177fa7bf7594,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:48.483839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port e83931a0-b6c3-4b86-afee-526071b62aa2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e83931a0-b6c3-4b86-afee-526071b62aa2,segment=NetworkSegment(ca9e9081-a710-4501-9de6-24edf227fe8f),segment_id=ca9e9081-a710-4501-9de6-24edf227fe8f)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:48.495338 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.516181 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4a8657f4-90ef-4224-bc73-ebe8b88e6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:48.529905 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8657f4-90ef-4224-bc73-ebe8b88e6170 None None] Routers {'a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:48.532291 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4a8657f4-90ef-4224-bc73-ebe8b88e6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:48.538902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3f7931e4-3c13-487a-a8f6-b268d1c12354 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "PUT /v2.0/routers/a3f43c9f-dbf6-4a0d-970f-5ce7e896487d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3361778 Oct 12 23:10:48.545080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Deleting port b893b4d9-6a82-4428-b934-09fd26347e38 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:48.545343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41098) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:48.545534 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.561010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-5207577f-f7af-452c-8dd4-fd4c0aa299ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:48.562645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-5207577f-f7af-452c-8dd4-fd4c0aa299ac service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.2818987 Oct 12 23:10:48.590794 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4a8657f4-90ef-4224-bc73-ebe8b88e6170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:48.591780 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8657f4-90ef-4224-bc73-ebe8b88e6170 None None] The sync data for ids ['a3f43c9f-dbf6-4a0d-970f-5ce7e896487d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:48.621767 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.622586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 85180414-00dd-432b-8a7c-12adbb2f1d8a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:48.631390 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-59e790b8-0f08-49dd-b8e5-c400fd2a3672 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] show failed (client error): The resource could not be found. Oct 12 23:10:48.635694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-59e790b8-0f08-49dd-b8e5-c400fd2a3672 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-1276061236 HTTP/1.1" status: 404 len: 335 time: 0.0862579 Oct 12 23:10:48.636876 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d5a6d6b-9d36-4b05-a2de-c78cdc714f47 req-5a915138-cd0b-497a-aca8-8ace96f33c54 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0942757 Oct 12 23:10:48.659124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41102) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:48.699161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3d9210bb-875f-46b7-acda-f30bea367e8c tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:48.702580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84a01c91-0f93-433c-8942-c472320fd2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.736997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.780333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.812856 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-3d9210bb-875f-46b7-acda-f30bea367e8c tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] update failed (client error): The resource could not be found. Oct 12 23:10:48.819389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3d9210bb-875f-46b7-acda-f30bea367e8c tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-838358669 HTTP/1.1" status: 404 len: 334 time: 0.1396010 Oct 12 23:10:48.823793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41106) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:48.849144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=e83931a0-b6c3-4b86-afee-526071b62aa2,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:48.852347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3815e2-984f-4df8-a94e-d593dd5bb22f req-87368d5e-c638-4f5e-b531-62b6195ecdcf tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:48.854371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c3815e2-984f-4df8-a94e-d593dd5bb22f req-87368d5e-c638-4f5e-b531-62b6195ecdcf tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.5465062 Oct 12 23:10:48.862169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=da6af84c-0af3-46f1-b6d6-dc209252fe37,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:48.880556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:10:48.912085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:48.920666 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-84a01c91-0f93-433c-8942-c472320fd2d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:10:48.922403 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-84a01c91-0f93-433c-8942-c472320fd2d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:10:48.926209 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.926744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 85180414-00dd-432b-8a7c-12adbb2f1d8a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:48.927302 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:48.943368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:48.955971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:48.958809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.056794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-5038437a-c105-46ab-86e8-d5da07d482d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:49.059369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-5038437a-c105-46ab-86e8-d5da07d482d1 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4229388 Oct 12 23:10:49.143310 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.252295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c3815e2-984f-4df8-a94e-d593dd5bb22f req-2bcfe863-fa2b-4c5e-a02a-89e1230fdfbc tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3782239 Oct 12 23:10:49.313177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf4b0b2d-cfb6-4c76-83f3-174d37623f89 req-432750bb-2499-4e6e-a077-5b957fc86a65 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0519783 Oct 12 23:10:49.383536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-c38bbdd0-58d7-4ad1-a70c-34441794dd87 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146186 Oct 12 23:10:49.486793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e83931a0-b6c3-4b86-afee-526071b62aa2 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:49.519918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.628751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e83931a0-b6c3-4b86-afee-526071b62aa2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:49.629510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.663260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-8d0c6ed2-6804-48a5-9440-aedf485766c9 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708683 Oct 12 23:10:49.768333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 21372ad8-e08f-48c5-8c56-177fa7bf7594 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:49.777585 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-f642e454-d96a-4b28-8d4a-9b12d4ed587a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d HTTP/1.1" status: 200 len: 217 time: 0.0831764 Oct 12 23:10:49.778169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-bddc90ac-d533-42fb-ae04-ba22f8c96ad2 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Deleting subnet f49a9a84-6df7-47f7-8f70-43e6aee59baa {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:49.804075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bddc90ac-d533-42fb-ae04-ba22f8c96ad2 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.826004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-56000250-5db9-4d0b-821c-cd069fbef5e2 None None] Provisioning complete for port da6af84c-0af3-46f1-b6d6-dc209252fe37 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:49.826672 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-56000250-5db9-4d0b-821c-cd069fbef5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.871095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bddc90ac-d533-42fb-ae04-ba22f8c96ad2 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.909321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-56000250-5db9-4d0b-821c-cd069fbef5e2 None None] Port da6af84c-0af3-46f1-b6d6-dc209252fe37 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:49.921376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 21372ad8-e08f-48c5-8c56-177fa7bf7594 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:49.928049 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.950830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-56000250-5db9-4d0b-821c-cd069fbef5e2 None None] Provisioning complete for port e83931a0-b6c3-4b86-afee-526071b62aa2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:49.951463 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-56000250-5db9-4d0b-821c-cd069fbef5e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.967651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] For port b893b4d9-6a82-4428-b934-09fd26347e38, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b893b4d9-6a82-4428-b934-09fd26347e38,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:49.968100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:49.985477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e91d359f-295b-4c1a-b1f2-137b3b39623b None None] Network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:50.035469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1040bb6a-168c-4080-8717-d75f8312b03d req-51c0a918-f55c-4f04-bc90-c436fa2bf2c4 tempest-ServerShowV257Test-882026984 tempest-ServerShowV257Test-882026984-project] 10.222.0.31 "GET /v2.0/ports?device_id=d2ebfbfa-630c-4b86-9d20-2e90f0caaef2 HTTP/1.1" status: 200 len: 210 time: 0.0784757 Oct 12 23:10:50.053279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-4eeefd9c-656c-44aa-90c5-c828f3e13eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:50.054734 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-4eeefd9c-656c-44aa-90c5-c828f3e13eed service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0965278 Oct 12 23:10:50.074207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Calling delete_port for b893b4d9-6a82-4428-b934-09fd26347e38 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:50.101116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019af864-fcf9-4884-9827-c795c79fc831 req-3cec882c-ff60-4432-9834-475d92ab930b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:50.109581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-019af864-fcf9-4884-9827-c795c79fc831 req-3cec882c-ff60-4432-9834-475d92ab930b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.4991887 Oct 12 23:10:50.123300 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.156799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bddc90ac-d533-42fb-ae04-ba22f8c96ad2 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.180551 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.201877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-90d710c4-370d-4762-9c88-4bdef0d6e7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:50.204790 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-90d710c4-370d-4762-9c88-4bdef0d6e7de service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1426418 Oct 12 23:10:50.227057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 21372ad8-e08f-48c5-8c56-177fa7bf7594, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=21372ad8-e08f-48c5-8c56-177fa7bf7594,segment=NetworkSegment(be04bf10-029f-41b3-8d79-0f92b088513f),segment_id=be04bf10-029f-41b3-8d79-0f92b088513f)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:50.282823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-019af864-fcf9-4884-9827-c795c79fc831 req-88b92d5d-17a8-4ff7-90bd-dfce8f662df6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725049 Oct 12 23:10:50.295171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.296100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.315778 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.358468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::f (cc7a612f-5909-4a2f-9ec6-a51eaa4442ce/1a4db79d-ad8a-4674-bd81-e99662993646/c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:50.417360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-1685b1c4-13a4-4ac0-9839-7cee6d562b64 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054257 Oct 12 23:10:50.441177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=da6af84c-0af3-46f1-b6d6-dc209252fe37,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:50.477414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e930b5df-60b6-40df-aae2-744d7dc8d6bb None None] Provisioning complete for port 21372ad8-e08f-48c5-8c56-177fa7bf7594 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:50.478040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e930b5df-60b6-40df-aae2-744d7dc8d6bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.485290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=21372ad8-e08f-48c5-8c56-177fa7bf7594,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:50.653839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:50.666753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:50.690628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-a6656f5d-82c8-48bb-9d88-7957d7ae6160 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2464752 Oct 12 23:10:50.715754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19103b1-bb87-44f0-aecf-6f1be3fc9fdd req-2808392d-d2de-41a7-9e8b-3bfec2e89f02 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:50.717206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a19103b1-bb87-44f0-aecf-6f1be3fc9fdd req-2808392d-d2de-41a7-9e8b-3bfec2e89f02 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2038274 Oct 12 23:10:50.718265 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bddc90ac-d533-42fb-ae04-ba22f8c96ad2 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.797810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8b5f9091-358f-4195-987e-d1b4efd108ca None None] Provisioning complete for port 21372ad8-e08f-48c5-8c56-177fa7bf7594 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:50.798206 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9091-358f-4195-987e-d1b4efd108ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.799874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc90ac-d533-42fb-ae04-ba22f8c96ad2 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event deleted for resources: {'Subnet': ['ID=f49a9a84-6df7-47f7-8f70-43e6aee59baa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:50.808258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5c44ab-4dea-4832-9338-03ca64e7b123 None None] Network 612a5309-230c-4673-ba44-fcfe69c0de92 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:50.826629 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bddc90ac-d533-42fb-ae04-ba22f8c96ad2 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:50.832143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bddc90ac-d533-42fb-ae04-ba22f8c96ad2 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "DELETE /v2.0/subnets/f49a9a84-6df7-47f7-8f70-43e6aee59baa HTTP/1.1" status: 204 len: 168 time: 2.0051870 Oct 12 23:10:50.866408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41128) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:50.875325 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a19103b1-bb87-44f0-aecf-6f1be3fc9fdd req-4a4be3fd-439f-4b13-9a7c-0f027e8fecfa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440647 Oct 12 23:10:50.909793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-5c2c9969-402a-476b-9628-4331f0b9505f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9 HTTP/1.1" status: 200 len: 217 time: 0.1609836 Oct 12 23:10:51.039494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.173075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.185388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-62e1e4b8-95ef-49d7-aa9b-26f13ab6a255 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Deleting subnet a086ce6c-08df-4954-9415-cfdac2052c99 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:51.196929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-fe65bfdc-914b-428e-aa02-d4ab93dd99b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:51.199173 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-fe65bfdc-914b-428e-aa02-d4ab93dd99b7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.2419145 Oct 12 23:10:51.200194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62e1e4b8-95ef-49d7-aa9b-26f13ab6a255 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.211894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c16bd9-437a-4cde-a2a3-d1127d52ba97 req-1b2d54b1-7326-49ef-aa3a-68026e32c420 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:51.213123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53c16bd9-437a-4cde-a2a3-d1127d52ba97 req-1b2d54b1-7326-49ef-aa3a-68026e32c420 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1560199 Oct 12 23:10:51.232459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8b5f9091-358f-4195-987e-d1b4efd108ca None None] Provisioning complete for port 8c8250c0-0251-4890-9f02-6767be70bbd9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:51.233048 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8b5f9091-358f-4195-987e-d1b4efd108ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.279698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 21372ad8-e08f-48c5-8c56-177fa7bf7594 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:10:51.285083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 3853860a-57db-4347-8594-f04fa32b6d49 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:10:51.299151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=b893b4d9-6a82-4428-b934-09fd26347e38,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:51.321907 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.329393 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62e1e4b8-95ef-49d7-aa9b-26f13ab6a255 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.344742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b671f28b-26cd-4c0b-821f-7011cebe87b1 None None] DHCP port deletion for 612a5309-230c-4673-ba44-fcfe69c0de92 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:51.359008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f9091-358f-4195-987e-d1b4efd108ca None None] Port 8c8250c0-0251-4890-9f02-6767be70bbd9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:51.392304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:51.395883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-53c16bd9-437a-4cde-a2a3-d1127d52ba97 req-0e684d2e-40ae-4201-9d86-54e062dff4ad tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251137 Oct 12 23:10:51.411464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:51.413977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:51.420414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:51.421171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.461918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 21372ad8-e08f-48c5-8c56-177fa7bf7594 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:51.462546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.519735 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5261271 Oct 12 23:10:51.525554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41144) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:51.528091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2ac39104-3612-4adc-b786-4f7c9becef62 None None] Provisioning complete for port da6af84c-0af3-46f1-b6d6-dc209252fe37 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:51.528647 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2ac39104-3612-4adc-b786-4f7c9becef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.548325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:51.556594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-193171ae-4d22-4609-9170-ba5951a75b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:51.559470 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-193171ae-4d22-4609-9170-ba5951a75b5f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3215582 Oct 12 23:10:51.571876 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-955305d7-f7af-46d6-a792-09d6f3088733 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/3853860a-57db-4347-8594-f04fa32b6d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8445027 Oct 12 23:10:51.581567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41148) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:51.593934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87baafb-7265-4934-a8aa-cd416ed668b5 None None] Sync routers for ids ['3853860a-57db-4347-8594-f04fa32b6d49'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:51.599743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b671f28b-26cd-4c0b-821f-7011cebe87b1 None None] Deleting port 930cabaa-82e5-450c-8512-0e9bc65c8f46 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:51.600138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b671f28b-26cd-4c0b-821f-7011cebe87b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.665108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b17dde-021c-4ac2-bba3-198b9f4702b5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:51.746516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b671f28b-26cd-4c0b-821f-7011cebe87b1 None None] For port 930cabaa-82e5-450c-8512-0e9bc65c8f46, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=930cabaa-82e5-450c-8512-0e9bc65c8f46,segment=NetworkSegment(4ae6350e-ad60-46f0-8ca9-a00321eaa5aa),segment_id=4ae6350e-ad60-46f0-8ca9-a00321eaa5aa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:51.746907 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b671f28b-26cd-4c0b-821f-7011cebe87b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:51.802301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b671f28b-26cd-4c0b-821f-7011cebe87b1 None None] Calling delete_port for 930cabaa-82e5-450c-8512-0e9bc65c8f46 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:51.858672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41156) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:51.883984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-212d2c1d-5145-40d9-883c-e9fd15b309ba service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3032036 Oct 12 23:10:51.897469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f3ec44-7160-4bf6-abf2-0dd09491a0a3 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:51.900148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-61f3ec44-7160-4bf6-abf2-0dd09491a0a3 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3720605 Oct 12 23:10:51.904886 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:51.935661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87baafb-7265-4934-a8aa-cd416ed668b5 None None] Routers {'3853860a-57db-4347-8594-f04fa32b6d49'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:51.936679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a87baafb-7265-4934-a8aa-cd416ed668b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3853860a-57db-4347-8594-f04fa32b6d49'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:51.952426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19670e-cf5e-41f6-9ef1-d06e31ca342d tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:51.953823 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6c19670e-cf5e-41f6-9ef1-d06e31ca342d tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports/da6af84c-0af3-46f1-b6d6-dc209252fe37 HTTP/1.1" status: 200 len: 911 time: 0.3713830 Oct 12 23:10:51.975422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2ac39104-3612-4adc-b786-4f7c9becef62 None None] Port da6af84c-0af3-46f1-b6d6-dc209252fe37 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:51.980688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a87baafb-7265-4934-a8aa-cd416ed668b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:51.987825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41162) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:52.042998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2ac39104-3612-4adc-b786-4f7c9becef62 None None] Provisioning complete for port 8c8250c0-0251-4890-9f02-6767be70bbd9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:52.043832 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2ac39104-3612-4adc-b786-4f7c9becef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.045520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87baafb-7265-4934-a8aa-cd416ed668b5 None None] Routers {'3853860a-57db-4347-8594-f04fa32b6d49'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:52.046333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a87baafb-7265-4934-a8aa-cd416ed668b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3853860a-57db-4347-8594-f04fa32b6d49'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:52.083373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a87baafb-7265-4934-a8aa-cd416ed668b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:52.084291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87baafb-7265-4934-a8aa-cd416ed668b5 None None] The sync data for ids ['3853860a-57db-4347-8594-f04fa32b6d49'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:52.130400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2ac39104-3612-4adc-b786-4f7c9becef62 None None] Port 8c8250c0-0251-4890-9f02-6767be70bbd9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:52.132673 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.162102 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b671f28b-26cd-4c0b-821f-7011cebe87b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.166365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e33584-a6ec-48bb-b56e-e71fd21405c3 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:52.173742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e33584-a6ec-48bb-b56e-e71fd21405c3 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:52.180896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e33584-a6ec-48bb-b56e-e71fd21405c3 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:52.185913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d1e33584-a6ec-48bb-b56e-e71fd21405c3 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2767916 Oct 12 23:10:52.189130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b671f28b-26cd-4c0b-821f-7011cebe87b1 None None] Pushing event deleted for resources: {'Port': ['ID=930cabaa-82e5-450c-8512-0e9bc65c8f46,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:52.189864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41164) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:52.200093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b671f28b-26cd-4c0b-821f-7011cebe87b1 None None] No DVR routers for this DVR port 930cabaa-82e5-450c-8512-0e9bc65c8f46 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:52.251044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6f4ebc7a-3eb6-4b72-b75c-2b96e358df39 None None] Provisioning complete for port c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:52.251738 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6f4ebc7a-3eb6-4b72-b75c-2b96e358df39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.290244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6f4ebc7a-3eb6-4b72-b75c-2b96e358df39 None None] Port c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:52.451032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62e1e4b8-95ef-49d7-aa9b-26f13ab6a255 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.457624 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-380bc951-e750-4f1e-8556-3c5f1ad4d6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.492067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e52ab8-bf42-447a-b4cc-9db7e6b80a8d req-dfb22af4-b777-451d-98b4-f92ff310161e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:52.493494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e52ab8-bf42-447a-b4cc-9db7e6b80a8d req-dfb22af4-b777-451d-98b4-f92ff310161e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.6725399 Oct 12 23:10:52.576329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-59e8f075-c65c-4d1f-8664-d2da9b91f7ee service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6470354 Oct 12 23:10:52.604191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fd95b414-4a62-4868-9d4a-2cf3a12b208e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:52.605327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd95b414-4a62-4868-9d4a-2cf3a12b208e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.653136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a2e52ab8-bf42-447a-b4cc-9db7e6b80a8d req-73943b4a-0d68-4bcc-813a-8d5d978b5335 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419859 Oct 12 23:10:52.656345 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-65f897fc-6c69-4dcc-ae73-0a6b5b09d430 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 HTTP/1.1" status: 200 len: 217 time: 0.0642097 Oct 12 23:10:52.732374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62e1e4b8-95ef-49d7-aa9b-26f13ab6a255 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.781553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e1e4b8-95ef-49d7-aa9b-26f13ab6a255 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event deleted for resources: {'Subnet': ['ID=a086ce6c-08df-4954-9415-cfdac2052c99,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:52.785351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-5e3b28af-e258-445a-bf2d-bea30a0f5e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:52.786825 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-5e3b28af-e258-445a-bf2d-bea30a0f5e69 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.1211407 Oct 12 23:10:52.788185 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62e1e4b8-95ef-49d7-aa9b-26f13ab6a255 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.794717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-62e1e4b8-95ef-49d7-aa9b-26f13ab6a255 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "DELETE /v2.0/subnets/a086ce6c-08df-4954-9415-cfdac2052c99 HTTP/1.1" status: 204 len: 168 time: 1.9266524 Oct 12 23:10:52.795838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d900e0d-ac1e-4b0b-81dd-014fe1bb8fa4 None None] Network 0cb765f5-02d0-4aa3-a78b-89031a73c03f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:52.802023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41174) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:52.830371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd95b414-4a62-4868-9d4a-2cf3a12b208e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.843449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Router 305470d6-3822-4f2a-8a61-9d9ced7e8179 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:52.860391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fd95b414-4a62-4868-9d4a-2cf3a12b208e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:52.879322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42ef8b2-201e-42e4-9cb7-2fcdad9d8f59 req-6ecffb19-51ea-431f-9e4b-5d043c3d28f4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:52.880831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f42ef8b2-201e-42e4-9cb7-2fcdad9d8f59 req-6ecffb19-51ea-431f-9e4b-5d043c3d28f4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1534154 Oct 12 23:10:52.899278 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-380bc951-e750-4f1e-8556-3c5f1ad4d6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.938262 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:52.947414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-e618e660-e01f-4926-83ec-d89ee78468e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:52.950487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-e618e660-e01f-4926-83ec-d89ee78468e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1474800 Oct 12 23:10:52.995737 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-380bc951-e750-4f1e-8556-3c5f1ad4d6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.053079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1b5083-e949-48c3-ac29-a8d40cea2dad None None] DHCP port deletion for 0cb765f5-02d0-4aa3-a78b-89031a73c03f request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:53.105717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b5083-e949-48c3-ac29-a8d40cea2dad None None] Deleting port 9b5473cc-a741-4855-a848-a1ed47ba5045 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:53.106081 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6f1b5083-e949-48c3-ac29-a8d40cea2dad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.145041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-380bc951-e750-4f1e-8556-3c5f1ad4d6c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c1cca7a190a341c69e883ba68ccc8794&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2663908 Oct 12 23:10:53.153067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380bc951-e750-4f1e-8556-3c5f1ad4d6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc151e33-365d-4d46-98f1-1b08ed7201f5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:53.155593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41178) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:53.168449 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.185544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6f1b5083-e949-48c3-ac29-a8d40cea2dad None None] For port 9b5473cc-a741-4855-a848-a1ed47ba5045, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9b5473cc-a741-4855-a848-a1ed47ba5045,segment=NetworkSegment(e27eee80-c90e-4a89-bcd3-c9becf5d39e8),segment_id=e27eee80-c90e-4a89-bcd3-c9becf5d39e8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:53.185764 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6f1b5083-e949-48c3-ac29-a8d40cea2dad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.227531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-e48d6c84-1f48-497f-bdde-589b49b95230 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665703 Oct 12 23:10:53.230157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612a5309-230c-4673-ba44-fcfe69c0de92']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:53.254205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ae6350e-ad60-46f0-8ca9-a00321eaa5aa') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:53.254205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ae6350e-ad60-46f0-8ca9-a00321eaa5aa') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:53.312248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.356452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71b004e2-ab2a-452d-ae97-34999d346424 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.383523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71b004e2-ab2a-452d-ae97-34999d346424 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.428219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.440167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:53.440580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:53.443661 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:53.508640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9b5473cc-a741-4855-a848-a1ed47ba5045 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:53.529885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e4cfe3a-3140-424a-8119-fe09f9dd1814 req-a9882837-d43d-4eac-85a8-e59b2a24c295 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883406 Oct 12 23:10:53.545613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b5083-e949-48c3-ac29-a8d40cea2dad None None] Calling delete_port for 9b5473cc-a741-4855-a848-a1ed47ba5045 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:53.549952 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71b004e2-ab2a-452d-ae97-34999d346424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.551332 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.552559 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71b004e2-ab2a-452d-ae97-34999d346424 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.555569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-71b004e2-ab2a-452d-ae97-34999d346424 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bc151e33-365d-4d46-98f1-1b08ed7201f5 HTTP/1.1" status: 204 len: 168 time: 0.3940551 Oct 12 23:10:53.584596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b004e2-ab2a-452d-ae97-34999d346424 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc151e33-365d-4d46-98f1-1b08ed7201f5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:53.587319 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f42ef8b2-201e-42e4-9cb7-2fcdad9d8f59 req-2da851be-aed3-4feb-a400-8bec4ef23648 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961977 Oct 12 23:10:53.635924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.644845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.652408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "DELETE /v2.0/networks/612a5309-230c-4673-ba44-fcfe69c0de92 HTTP/1.1" status: 204 len: 168 time: 0.8473804 Oct 12 23:10:53.654822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41188) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:53.674517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389adc4b-2726-43ba-bd35-7fd24b1418f8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event deleted for resources: {'Network': ['ID=612a5309-230c-4673-ba44-fcfe69c0de92,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:53.717870 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.806463 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.821165 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:10:53.821165 n-d-790519-14 neutron-server[101891]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 12 23:10:53.821165 n-d-790519-14 neutron-server[101891]: [parameters: {'status': 'DOWN', 'ports_id': '9b5473cc-a741-4855-a848-a1ed47ba5045'}] Oct 12 23:10:53.821165 n-d-790519-14 neutron-server[101891]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:10:53.821876 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:10:53.836619 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6f1b5083-e949-48c3-ac29-a8d40cea2dad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.867676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] The port '9b5473cc-a741-4855-a848-a1ed47ba5045' was deleted {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 12 23:10:53.885132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:53.896576 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] Sync routers for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:53.901346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b5083-e949-48c3-ac29-a8d40cea2dad None None] Pushing event deleted for resources: {'Port': ['ID=9b5473cc-a741-4855-a848-a1ed47ba5045,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:53.910135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1b5083-e949-48c3-ac29-a8d40cea2dad None None] No DVR routers for this DVR port 9b5473cc-a741-4855-a848-a1ed47ba5045 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:53.912356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:53.913322 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:53.941998 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd95b414-4a62-4868-9d4a-2cf3a12b208e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:53.950902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0e5e888f-c1ba-451a-afab-3ce51117fb89 admin admin] 10.222.0.31 "PUT /v2.0/routers/305470d6-3822-4f2a-8a61-9d9ced7e8179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7742279 Oct 12 23:10:53.963468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41200) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:53.991493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95b414-4a62-4868-9d4a-2cf3a12b208e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:54.058740 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e09080-a5f9-435b-b29e-c8d1bfc5bfcf req-3ec275d0-9698-4f46-8191-fdb757888ef4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:54.060147 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4e09080-a5f9-435b-b29e-c8d1bfc5bfcf req-3ec275d0-9698-4f46-8191-fdb757888ef4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1960909 Oct 12 23:10:54.061449 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd95b414-4a62-4868-9d4a-2cf3a12b208e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.064869 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fd95b414-4a62-4868-9d4a-2cf3a12b208e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7 HTTP/1.1" status: 204 len: 168 time: 1.8739719 Oct 12 23:10:54.069558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41202) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:54.109171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.138505 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d5938d-a679-48f5-88d8-f165162d39c9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:10:54.140637 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-34d5938d-a679-48f5-88d8-f165162d39c9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/c684ac5d-80bc-4bdf-a3e6-d9dc598f0cd7 HTTP/1.1" status: 404 len: 333 time: 0.0703301 Oct 12 23:10:54.152078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41204) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:54.153307 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:10:54.229288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4e09080-a5f9-435b-b29e-c8d1bfc5bfcf req-3e72e8f3-547f-4729-b1ba-de820076244b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592228 Oct 12 23:10:54.274837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.353199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Port 9b5473cc-a741-4855-a848-a1ed47ba5045 update to DOWN by agent not found {{(pid=101891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 23:10:54.357369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 930cabaa-82e5-450c-8512-0e9bc65c8f46 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:54.388762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 930cabaa-82e5-450c-8512-0e9bc65c8f46 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:54.389411 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 930cabaa-82e5-450c-8512-0e9bc65c8f46 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:54.428456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 2001:db8:1::1 (083dcd86-5fee-49c5-ac4e-ea8179aa04bb/782a0442-0483-4c07-94a6-94ef3e4e28c0/432ea87d-2ec5-4961-8e97-fb895221844e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:10:54.444526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cb765f5-02d0-4aa3-a78b-89031a73c03f']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:54.464731 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T23:10:50Z', 'revision_number': 5, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:54.491416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e27eee80-c90e-4a89-bcd3-c9becf5d39e8') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:54.491772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e27eee80-c90e-4a89-bcd3-c9becf5d39e8') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:54.493967 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] Checking router: 305470d6-3822-4f2a-8a61-9d9ced7e8179 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:10:54.505251 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] Routers {'305470d6-3822-4f2a-8a61-9d9ced7e8179'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:54.506753 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['305470d6-3822-4f2a-8a61-9d9ced7e8179'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:54.521131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.550038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49dacc5-0b5b-4598-9d10-53b1590d87b8 req-55327fbc-ed92-4bd2-b5c5-20895f123091 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:54.561211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c49dacc5-0b5b-4598-9d10-53b1590d87b8 req-55327fbc-ed92-4bd2-b5c5-20895f123091 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1077123 Oct 12 23:10:54.574116 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.594027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ac23d6c1-6ec1-446d-9243-8e9a82270176 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 8c8250c0-0251-4890-9f02-6767be70bbd9 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:54.594027 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac23d6c1-6ec1-446d-9243-8e9a82270176 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.623231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.654189 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.687595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:54.688105 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:54.691338 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:54.693278 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] Set router 305470d6-3822-4f2a-8a61-9d9ced7e8179 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:10:54.716648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.757721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c49dacc5-0b5b-4598-9d10-53b1590d87b8 req-6da46f2c-50da-40d2-ab0d-b767e4a3ca25 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957757 Oct 12 23:10:54.765698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:54.770206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:54.773540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:10:54.774325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.906844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=432ea87d-2ec5-4961-8e97-fb895221844e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:54.939553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.955141 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac23d6c1-6ec1-446d-9243-8e9a82270176 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:54.984563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.004830 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "DELETE /v2.0/networks/0cb765f5-02d0-4aa3-a78b-89031a73c03f HTTP/1.1" status: 204 len: 168 time: 1.3365493 Oct 12 23:10:55.017994 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T23:10:50Z', 'revision_number': 5, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:55.037048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41230) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:55.059831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ac23d6c1-6ec1-446d-9243-8e9a82270176 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 8c8250c0-0251-4890-9f02-6767be70bbd9 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:55.061684 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2133b3a8-6b84-430f-90eb-cd4b3fbdda45 None None] The sync data for ids ['305470d6-3822-4f2a-8a61-9d9ced7e8179'] in n-d-790519-14 is: [{'id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'name': 'tempest-TaggedBootDevicesTest_v242-701882413-router', 'tenant_id': 'baf7e5ba16c649e88ac47222926a8008', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183'}], 'enable_snat': True}, 'gw_port_id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T22:58:54Z', 'updated_at': '2021-10-12T23:10:50Z', 'revision_number': 5, 'project_id': 'baf7e5ba16c649e88ac47222926a8008', 'gw_port': {'id': 'd455815a-0362-4cc4-9335-898ac3f7f9ac', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:35:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '305470d6-3822-4f2a-8a61-9d9ced7e8179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1260, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T22:58:55Z', 'updated_at': '2021-10-12T22:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:55.063173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662a2e4-ac01-4c0e-a3f5-83418cc55eb8 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event deleted for resources: {'Network': ['ID=0cb765f5-02d0-4aa3-a78b-89031a73c03f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:55.075321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.267542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Deleting port d455815a-0362-4cc4-9335-898ac3f7f9ac {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:55.271776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.309792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-58ddf9e4-f140-4232-b932-a7d2a54b03ea tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Deleting subnet 6f2be8dd-0f23-49a7-9c65-63fcaffcbfb7 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:55.317958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9d756d0e-2525-40f2-8340-763378ec92d9 None None] Provisioning complete for port 432ea87d-2ec5-4961-8e97-fb895221844e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:55.318448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9d756d0e-2525-40f2-8340-763378ec92d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.367392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9d756d0e-2525-40f2-8340-763378ec92d9 None None] Port 432ea87d-2ec5-4961-8e97-fb895221844e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:55.381015 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58ddf9e4-f140-4232-b932-a7d2a54b03ea tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.428965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065a342-c40d-4309-aab3-890021c5f444 req-574f66bd-88c8-4082-9338-cf2650c6a758 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:55.430471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9065a342-c40d-4309-aab3-890021c5f444 req-574f66bd-88c8-4082-9338-cf2650c6a758 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2288435 Oct 12 23:10:55.459406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b893b4d9-6a82-4428-b934-09fd26347e38 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:55.503763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b893b4d9-6a82-4428-b934-09fd26347e38 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:55.504110 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b893b4d9-6a82-4428-b934-09fd26347e38 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:55.524557 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.562114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58ddf9e4-f140-4232-b932-a7d2a54b03ea tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.565825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] For port d455815a-0362-4cc4-9335-898ac3f7f9ac, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d455815a-0362-4cc4-9335-898ac3f7f9ac,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:55.566773 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.610860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Calling delete_port for d455815a-0362-4cc4-9335-898ac3f7f9ac owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:55.630145 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.631662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.642478 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac23d6c1-6ec1-446d-9243-8e9a82270176 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:55.684703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9065a342-c40d-4309-aab3-890021c5f444 req-8cc3d75e-3e92-4ea7-9f97-7970cd4104eb tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115488 Oct 12 23:10:55.804005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23d6c1-6ec1-446d-9243-8e9a82270176 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=8c8250c0-0251-4890-9f02-6767be70bbd9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:55.873594 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:10:55.875219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:10:55.977387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=432ea87d-2ec5-4961-8e97-fb895221844e,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:55.980090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41258) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:56.054708 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac23d6c1-6ec1-446d-9243-8e9a82270176 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.061867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ac23d6c1-6ec1-446d-9243-8e9a82270176 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/8c8250c0-0251-4890-9f02-6767be70bbd9 HTTP/1.1" status: 204 len: 168 time: 1.9056432 Oct 12 23:10:56.062789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:56.108777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58ddf9e4-f140-4232-b932-a7d2a54b03ea tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.127213 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-066e3da9-7ed3-40ee-b164-a75a2ac4adb4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:10:56.130987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-066e3da9-7ed3-40ee-b164-a75a2ac4adb4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/8c8250c0-0251-4890-9f02-6767be70bbd9 HTTP/1.1" status: 404 len: 333 time: 0.0639799 Oct 12 23:10:56.137728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41264) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:56.160249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 3853860a-57db-4347-8594-f04fa32b6d49 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:10:56.180734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9d9c7-7bcf-4e26-aaab-07cd9c852aca req-b824d0c0-2911-494b-b22c-57c2314d7f4b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:56.182307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cbd9d9c7-7bcf-4e26-aaab-07cd9c852aca req-b824d0c0-2911-494b-b22c-57c2314d7f4b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3728032 Oct 12 23:10:56.251641 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cc6fb19-9975-4978-a472-42a17e213d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.256994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bd4c59-99b0-4ec4-810a-08bed5e1ad24 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet 1a4db79d-ad8a-4674-bd81-e99662993646 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:56.263398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-23bd4c59-99b0-4ec4-810a-08bed5e1ad24 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.271339 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cbd9d9c7-7bcf-4e26-aaab-07cd9c852aca req-57576a02-0663-40eb-9f02-f844748596a1 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798059 Oct 12 23:10:56.327329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58ddf9e4-f140-4232-b932-a7d2a54b03ea tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.344741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c88cc91a-3981-4b2d-a848-96bb90fb33e3 None None] Provisioning complete for port 432ea87d-2ec5-4961-8e97-fb895221844e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:10:56.345378 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c88cc91a-3981-4b2d-a848-96bb90fb33e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.380514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ddf9e4-f140-4232-b932-a7d2a54b03ea tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event deleted for resources: {'Subnet': ['ID=6f2be8dd-0f23-49a7-9c65-63fcaffcbfb7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:56.384453 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.386749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cc6fb19-9975-4978-a472-42a17e213d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.411990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7ea344-678a-4a4b-80d0-17400ef98acc None None] Network 708e9d76-ba82-410d-97bb-66f7f68c8467 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:56.432720 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58ddf9e4-f140-4232-b932-a7d2a54b03ea tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.439842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-58ddf9e4-f140-4232-b932-a7d2a54b03ea tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "DELETE /v2.0/subnets/6f2be8dd-0f23-49a7-9c65-63fcaffcbfb7 HTTP/1.1" status: 204 len: 168 time: 1.3983853 Oct 12 23:10:56.443203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-23bd4c59-99b0-4ec4-810a-08bed5e1ad24 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.445535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41270) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:56.446606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Pushing event deleted for resources: {'Port': ['ID=d455815a-0362-4cc4-9335-898ac3f7f9ac,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:56.501614 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cc6fb19-9975-4978-a472-42a17e213d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.529061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c88cc91a-3981-4b2d-a848-96bb90fb33e3 None None] Port 432ea87d-2ec5-4961-8e97-fb895221844e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:10:56.532076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.629486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.632873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.646869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:10:56.661620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370cb025-1942-4eaf-ae7c-80b79cd00eea None None] Sync routers for ids ['3853860a-57db-4347-8594-f04fa32b6d49'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:10:56.665777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-09bbd4b2-338c-40db-8ce3-34e9117945a7 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/3853860a-57db-4347-8594-f04fa32b6d49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6768470 Oct 12 23:10:56.675960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370cb025-1942-4eaf-ae7c-80b79cd00eea None None] Routers {'3853860a-57db-4347-8594-f04fa32b6d49'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:56.677049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-370cb025-1942-4eaf-ae7c-80b79cd00eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3853860a-57db-4347-8594-f04fa32b6d49'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:56.677938 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6cc6fb19-9975-4978-a472-42a17e213d39 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7d720fd8bb074df3b4385ce814e4a905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6600268 Oct 12 23:10:56.681719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41284) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:56.681719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:56.702321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc6fb19-9975-4978-a472-42a17e213d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c367ce36-5858-430a-ad55-ce04de82e7cd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:56.733030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-370cb025-1942-4eaf-ae7c-80b79cd00eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:56.737421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c211710-8684-495a-8b83-5fc78545e01c None None] DHCP port deletion for 708e9d76-ba82-410d-97bb-66f7f68c8467 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:56.742318 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.797176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-23bd4c59-99b0-4ec4-810a-08bed5e1ad24 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.831402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370cb025-1942-4eaf-ae7c-80b79cd00eea None None] Routers {'3853860a-57db-4347-8594-f04fa32b6d49'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:10:56.832059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-370cb025-1942-4eaf-ae7c-80b79cd00eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3853860a-57db-4347-8594-f04fa32b6d49'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:56.846417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac6c9b-b0cc-4817-af20-0a9dbdd4c7a3 req-f8c0f683-c345-4554-89a8-819672bfe27d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:56.848012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3ac6c9b-b0cc-4817-af20-0a9dbdd4c7a3 req-f8c0f683-c345-4554-89a8-819672bfe27d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 814 time: 0.3168714 Oct 12 23:10:56.892138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-370cb025-1942-4eaf-ae7c-80b79cd00eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:56.892760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3ac6c9b-b0cc-4817-af20-0a9dbdd4c7a3 req-40cc03b1-3896-4472-89af-610096e9d688 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/quotas/a2005de866b247a0b93939a867a18bd8 HTTP/1.1" status: 200 len: 375 time: 0.0348721 Oct 12 23:10:56.899340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-370cb025-1942-4eaf-ae7c-80b79cd00eea None None] The sync data for ids ['3853860a-57db-4347-8594-f04fa32b6d49'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:10:56.944795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9c211710-8684-495a-8b83-5fc78545e01c None None] Deleting port d730f437-60f8-439d-b398-19dfe39fef35 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:56.945553 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9c211710-8684-495a-8b83-5fc78545e01c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:56.978276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Deleting port d730f437-60f8-439d-b398-19dfe39fef35 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:56.978590 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.024411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a3ac6c9b-b0cc-4817-af20-0a9dbdd4c7a3 req-54e2cd93-1d55-4210-abc7-0736b9082a7a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1177983 Oct 12 23:10:57.029133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-23bd4c59-99b0-4ec4-810a-08bed5e1ad24 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.041037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9c211710-8684-495a-8b83-5fc78545e01c None None] For port d730f437-60f8-439d-b398-19dfe39fef35, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d730f437-60f8-439d-b398-19dfe39fef35,segment=NetworkSegment(96e9fad4-737e-4b98-bc38-f787abf8fb59),segment_id=96e9fad4-737e-4b98-bc38-f787abf8fb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:57.042997 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9c211710-8684-495a-8b83-5fc78545e01c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.069580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9c211710-8684-495a-8b83-5fc78545e01c None None] Calling delete_port for d730f437-60f8-439d-b398-19dfe39fef35 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:57.071393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd4c59-99b0-4ec4-810a-08bed5e1ad24 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4db79d-ad8a-4674-bd81-e99662993646,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:57.080389 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-23bd4c59-99b0-4ec4-810a-08bed5e1ad24 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.084461 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-23bd4c59-99b0-4ec4-810a-08bed5e1ad24 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/1a4db79d-ad8a-4674-bd81-e99662993646 HTTP/1.1" status: 204 len: 168 time: 0.9429305 Oct 12 23:10:57.084610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d36479-047e-4da4-8a52-a7ceeaecbf9a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:57.086401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41294) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:57.088607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-30d36479-047e-4da4-8a52-a7ceeaecbf9a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports/432ea87d-2ec5-4961-8e97-fb895221844e HTTP/1.1" status: 200 len: 913 time: 0.4058228 Oct 12 23:10:57.089743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41296) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:57.099060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] For port d730f437-60f8-439d-b398-19dfe39fef35, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d730f437-60f8-439d-b398-19dfe39fef35,segment=NetworkSegment(96e9fad4-737e-4b98-bc38-f787abf8fb59),segment_id=96e9fad4-737e-4b98-bc38-f787abf8fb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:57.099420 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.155460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Calling delete_port for d730f437-60f8-439d-b398-19dfe39fef35 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:57.191883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94a2ea5-9b15-4d8b-a35f-be6995fbc426 None None] Network cc7a612f-5909-4a2f-9ec6-a51eaa4442ce requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:57.223717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.266081 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.266315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 305470d6-3822-4f2a-8a61-9d9ced7e8179 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:10:57.284928 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9c211710-8684-495a-8b83-5fc78545e01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.296540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.330356 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.333747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cd7e25ec-229e-4a59-974f-b805e4697748 admin admin] 10.222.0.31 "DELETE /v2.0/routers/305470d6-3822-4f2a-8a61-9d9ced7e8179 HTTP/1.1" status: 204 len: 168 time: 3.3670323 Oct 12 23:10:57.347441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41298) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:57.358598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d730f437-60f8-439d-b398-19dfe39fef35 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:57.363801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c211710-8684-495a-8b83-5fc78545e01c None None] No DVR routers for this DVR port d730f437-60f8-439d-b398-19dfe39fef35 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:57.369334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event deleted for resources: {'Port': ['ID=d730f437-60f8-439d-b398-19dfe39fef35,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:57.376141 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] No DVR routers for this DVR port d730f437-60f8-439d-b398-19dfe39fef35 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:57.389231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c211710-8684-495a-8b83-5fc78545e01c None None] Pushing event deleted for resources: {'Port': ['ID=d730f437-60f8-439d-b398-19dfe39fef35,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:57.433946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d730f437-60f8-439d-b398-19dfe39fef35 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:57.434727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d730f437-60f8-439d-b398-19dfe39fef35 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:57.463618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83168399-537c-4eda-ada0-95b4b3d67279 req-00595c84-bad9-427c-8b4b-38ee9c16b8fd tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:57.466051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83168399-537c-4eda-ada0-95b4b3d67279 req-00595c84-bad9-427c-8b4b-38ee9c16b8fd tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2377949 Oct 12 23:10:57.471503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 21372ad8-e08f-48c5-8c56-177fa7bf7594 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:57.471848 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.476182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2754367-9bf5-4cb0-993c-8980fd306ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.528576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-3641e19c-4015-4f9d-a0ba-c2c510e7bc12 admin admin] Deleting subnet 415a79fd-6aee-449a-bf05-c4ccf9c19bcb {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:10:57.536641 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.541153 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3641e19c-4015-4f9d-a0ba-c2c510e7bc12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.622620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83168399-537c-4eda-ada0-95b4b3d67279 req-6af4cd57-e81e-4a8e-876d-70c6560c2e6f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428180 Oct 12 23:10:57.624464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] For port 21372ad8-e08f-48c5-8c56-177fa7bf7594, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=21372ad8-e08f-48c5-8c56-177fa7bf7594,segment=NetworkSegment(be04bf10-029f-41b3-8d79-0f92b088513f),segment_id=be04bf10-029f-41b3-8d79-0f92b088513f)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:57.624837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.647333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708e9d76-ba82-410d-97bb-66f7f68c8467']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:57.655011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2754367-9bf5-4cb0-993c-8980fd306ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.655185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95238f6-f9e6-4b13-906b-d00382eb5cfe None None] DHCP port deletion for cc7a612f-5909-4a2f-9ec6-a51eaa4442ce request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:57.661322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 21372ad8-e08f-48c5-8c56-177fa7bf7594 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:57.664182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e9fad4-737e-4b98-bc38-f787abf8fb59') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:57.664477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e9fad4-737e-4b98-bc38-f787abf8fb59') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:57.706637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3641e19c-4015-4f9d-a0ba-c2c510e7bc12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.720891 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.725624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e95238f6-f9e6-4b13-906b-d00382eb5cfe None None] Deleting port 21372ad8-e08f-48c5-8c56-177fa7bf7594 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:57.726252 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e95238f6-f9e6-4b13-906b-d00382eb5cfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.766776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.789218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:57.790214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:57.800508 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:57.803653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e95238f6-f9e6-4b13-906b-d00382eb5cfe None None] For port 21372ad8-e08f-48c5-8c56-177fa7bf7594, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=21372ad8-e08f-48c5-8c56-177fa7bf7594,segment=NetworkSegment(be04bf10-029f-41b3-8d79-0f92b088513f),segment_id=be04bf10-029f-41b3-8d79-0f92b088513f)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:57.803842 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e95238f6-f9e6-4b13-906b-d00382eb5cfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.819083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e95238f6-f9e6-4b13-906b-d00382eb5cfe None None] Calling delete_port for 21372ad8-e08f-48c5-8c56-177fa7bf7594 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:57.871382 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3641e19c-4015-4f9d-a0ba-c2c510e7bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.884103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e4bbe-c6c7-4176-971b-1aa1edf7f41a req-f7f20b49-1592-434c-b3c0-f16448ddc64a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:57.891414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-927e4bbe-c6c7-4176-971b-1aa1edf7f41a req-f7f20b49-1592-434c-b3c0-f16448ddc64a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1684706 Oct 12 23:10:57.971171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-927e4bbe-c6c7-4176-971b-1aa1edf7f41a req-13ca1358-4d79-492f-87da-0cb3313dd6b2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501566 Oct 12 23:10:57.981492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2754367-9bf5-4cb0-993c-8980fd306ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.984197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2754367-9bf5-4cb0-993c-8980fd306ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:57.989158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e2754367-9bf5-4cb0-993c-8980fd306ccb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c367ce36-5858-430a-ad55-ce04de82e7cd HTTP/1.1" status: 204 len: 168 time: 1.3008575 Oct 12 23:10:58.006270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2754367-9bf5-4cb0-993c-8980fd306ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c367ce36-5858-430a-ad55-ce04de82e7cd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:58.010454 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3641e19c-4015-4f9d-a0ba-c2c510e7bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.013153 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.020747 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.026576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e95238f6-f9e6-4b13-906b-d00382eb5cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.043111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641e19c-4015-4f9d-a0ba-c2c510e7bc12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=415a79fd-6aee-449a-bf05-c4ccf9c19bcb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:58.049180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3641e19c-4015-4f9d-a0ba-c2c510e7bc12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.052485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3641e19c-4015-4f9d-a0ba-c2c510e7bc12 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/415a79fd-6aee-449a-bf05-c4ccf9c19bcb HTTP/1.1" status: 204 len: 168 time: 0.6992016 Oct 12 23:10:58.057073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.059047 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41312) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:58.088201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e62af4-2467-49c4-b910-9b2af24d322b None None] Network b2029f8b-06ed-42a4-a021-1069f20e4f3c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:10:58.116002 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.121778 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "DELETE /v2.0/networks/708e9d76-ba82-410d-97bb-66f7f68c8467 HTTP/1.1" status: 204 len: 168 time: 1.6724055 Oct 12 23:10:58.123126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=21372ad8-e08f-48c5-8c56-177fa7bf7594,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:58.127906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099a0c59-7fa1-4b8c-98d8-6523eae91e66 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Pushing event deleted for resources: {'Network': ['ID=708e9d76-ba82-410d-97bb-66f7f68c8467,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:58.134556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41320) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:58.146732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No DVR routers for this DVR port 21372ad8-e08f-48c5-8c56-177fa7bf7594 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:58.160153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95238f6-f9e6-4b13-906b-d00382eb5cfe None None] No DVR routers for this DVR port 21372ad8-e08f-48c5-8c56-177fa7bf7594 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:58.188481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95238f6-f9e6-4b13-906b-d00382eb5cfe None None] Pushing event deleted for resources: {'Port': ['ID=21372ad8-e08f-48c5-8c56-177fa7bf7594,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:58.223728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cdd78ca5-1e7a-46b3-a694-9e677115ad88 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "GET /v2.0/ports?device_id=a3f43c9f-dbf6-4a0d-970f-5ce7e896487d HTTP/1.1" status: 200 len: 205 time: 0.0864508 Oct 12 23:10:58.225507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41328) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:58.261082 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.290000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6a46f5ec-7d72-44a8-b8ca-2450ab5284b8 req-7c165837-a182-4dc9-b88f-1518136adcb4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=a2005de866b247a0b93939a867a18bd8 HTTP/1.1" status: 200 len: 221 time: 0.0620048 Oct 12 23:10:58.331980 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0edb4558-7706-42b9-89c3-dd24326d01e7 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.471052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Deleting port c05dad27-ccae-4ab4-a200-efcd14107782 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:58.471450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.472630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2908f9ec-02bd-475a-ad48-2c95540942f0 None None] DHCP port deletion for b2029f8b-06ed-42a4-a021-1069f20e4f3c request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:10:58.534698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2908f9ec-02bd-475a-ad48-2c95540942f0 None None] Deleting port c05dad27-ccae-4ab4-a200-efcd14107782 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:58.535437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2908f9ec-02bd-475a-ad48-2c95540942f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.535800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.621366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedc2d9-0d2e-4f37-9eb2-c79adcf2049c req-b2fbe29c-e45c-4d52-98f9-25ced3c3d66c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:58.626269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-feedc2d9-0d2e-4f37-9eb2-c79adcf2049c req-b2fbe29c-e45c-4d52-98f9-25ced3c3d66c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1994352 Oct 12 23:10:58.646921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2908f9ec-02bd-475a-ad48-2c95540942f0 None None] For port c05dad27-ccae-4ab4-a200-efcd14107782, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c05dad27-ccae-4ab4-a200-efcd14107782,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:58.647352 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2908f9ec-02bd-475a-ad48-2c95540942f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.662636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2908f9ec-02bd-475a-ad48-2c95540942f0 None None] Calling delete_port for c05dad27-ccae-4ab4-a200-efcd14107782 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:58.671167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] For port c05dad27-ccae-4ab4-a200-efcd14107782, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c05dad27-ccae-4ab4-a200-efcd14107782,segment=NetworkSegment(1bab7498-1439-4156-83a8-43947739f0a2),segment_id=1bab7498-1439-4156-83a8-43947739f0a2)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:10:58.671610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.709737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Calling delete_port for c05dad27-ccae-4ab4-a200-efcd14107782 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:58.836193 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2908f9ec-02bd-475a-ad48-2c95540942f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.839086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 432ea87d-2ec5-4961-8e97-fb895221844e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:10:58.839428 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.888016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908f9ec-02bd-475a-ad48-2c95540942f0 None None] Pushing event deleted for resources: {'Port': ['ID=c05dad27-ccae-4ab4-a200-efcd14107782,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:58.904184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2908f9ec-02bd-475a-ad48-2c95540942f0 None None] No DVR routers for this DVR port c05dad27-ccae-4ab4-a200-efcd14107782 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:58.941833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:58.997854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] No DVR routers for this DVR port c05dad27-ccae-4ab4-a200-efcd14107782 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:10:59.010319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c05dad27-ccae-4ab4-a200-efcd14107782,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:59.062972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.095632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc7a612f-5909-4a2f-9ec6-a51eaa4442ce']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:59.098169 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0edb4558-7706-42b9-89c3-dd24326d01e7 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.102464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0edb4558-7706-42b9-89c3-dd24326d01e7 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.115645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 432ea87d-2ec5-4961-8e97-fb895221844e owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:10:59.127763 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.133614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be04bf10-029f-41b3-8d79-0f92b088513f') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:59.133902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be04bf10-029f-41b3-8d79-0f92b088513f') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:59.153826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2029f8b-06ed-42a4-a021-1069f20e4f3c']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:59.166143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bab7498-1439-4156-83a8-43947739f0a2') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:59.166444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bab7498-1439-4156-83a8-43947739f0a2') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:10:59.178634 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.195014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.202214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:59.202600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.267154 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.274098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d455815a-0362-4cc4-9335-898ac3f7f9ac no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:59.285626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-feedc2d9-0d2e-4f37-9eb2-c79adcf2049c req-19a97008-4e71-418f-976b-1c653791f632 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027512 Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:59.286781 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:59.294926 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.304745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d455815a-0362-4cc4-9335-898ac3f7f9ac {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:59.305092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d455815a-0362-4cc4-9335-898ac3f7f9ac not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:59.305858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 21372ad8-e08f-48c5-8c56-177fa7bf7594 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:59.319897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:10:59.319897 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:10:59.320747 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:10:59.366171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.367728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 21372ad8-e08f-48c5-8c56-177fa7bf7594 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:59.368248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 21372ad8-e08f-48c5-8c56-177fa7bf7594 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:59.369045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0edb4558-7706-42b9-89c3-dd24326d01e7 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.369311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c05dad27-ccae-4ab4-a200-efcd14107782 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:10:59.372104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edb4558-7706-42b9-89c3-dd24326d01e7 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Fanout notify agent at l3_agent the message router_deleted on router a3f43c9f-dbf6-4a0d-970f-5ce7e896487d {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:10:59.386975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0edb4558-7706-42b9-89c3-dd24326d01e7 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.386975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0edb4558-7706-42b9-89c3-dd24326d01e7 tempest-RoutersNegativeTest-1609491793 tempest-RoutersNegativeTest-1609491793-project] 10.222.0.31 "DELETE /v2.0/routers/a3f43c9f-dbf6-4a0d-970f-5ce7e896487d HTTP/1.1" status: 204 len: 168 time: 1.1579368 Oct 12 23:10:59.391776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.400306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b2029f8b-06ed-42a4-a021-1069f20e4f3c HTTP/1.1" status: 204 len: 168 time: 1.3392406 Oct 12 23:10:59.425301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c05dad27-ccae-4ab4-a200-efcd14107782 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:10:59.425821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c05dad27-ccae-4ab4-a200-efcd14107782 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:10:59.440434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874211d4-adf1-4081-838b-793fb5f449b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2029f8b-06ed-42a4-a021-1069f20e4f3c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:59.560804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b727d1-dbaa-4526-ba62-3ae152e1d8d4 req-211b80a4-4820-4d5b-ad62-1bd0a89d5aed tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:59.562369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85b727d1-dbaa-4526-ba62-3ae152e1d8d4 req-211b80a4-4820-4d5b-ad62-1bd0a89d5aed tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1263776 Oct 12 23:10:59.584594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.590105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.593643 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/networks/cc7a612f-5909-4a2f-9ec6-a51eaa4442ce HTTP/1.1" status: 204 len: 168 time: 2.5061975 Oct 12 23:10:59.597341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41370) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:10:59.602258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1470614587'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:10:59.622181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd9e5fe-f828-406c-b544-cb82a4056619 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Network': ['ID=cc7a612f-5909-4a2f-9ec6-a51eaa4442ce,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:59.686037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85b727d1-dbaa-4526-ba62-3ae152e1d8d4 req-504ada54-9783-4afa-93a9-b72d01f45318 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094503 Oct 12 23:10:59.721504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:10:59.722339 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.725329 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.763886 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:10:59.778265 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.782299 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Added segment c4287410-c9e6-4643-ac75-dc7e10eccdc3 of type vlan for network c291f717-c946-4e4e-bc55-a7a931556318 Oct 12 23:10:59.786072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=432ea87d-2ec5-4961-8e97-fb895221844e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:10:59.841796 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.945868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:10:59.955755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:10:59.956667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.040076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41378) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:00.104487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3b8db-9527-4ee5-b8da-0944e6fec234 req-82b732a0-e48d-4a50-a981-de3a1e15f496 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:00.105960 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73b3b8db-9527-4ee5-b8da-0944e6fec234 req-82b732a0-e48d-4a50-a981-de3a1e15f496 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2868946 Oct 12 23:11:00.108509 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.137619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e7296cfb-711e-4fbb-b951-9317b0f487ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=baf7e5ba16c649e88ac47222926a8008&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0915618 Oct 12 23:11:00.138335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41386) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:00.168114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Network': ['ID=c291f717-c946-4e4e-bc55-a7a931556318,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:00.177114 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-191136dc-ae01-4f29-a1d6-512aca9564f4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5787647 Oct 12 23:11:00.177885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41390) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:00.187298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c291f717-c946-4e4e-bc55-a7a931556318 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:00.196922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41392) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:00.205984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'c291f717-c946-4e4e-bc55-a7a931556318', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:00.258606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73b3b8db-9527-4ee5-b8da-0944e6fec234 req-c4aa8b60-915f-425f-97c7-79c3a04b949d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416640 Oct 12 23:11:00.315619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a4b3-9197-4968-bc67-92bcd38bc091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.411942 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a4b3-9197-4968-bc67-92bcd38bc091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.455411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-89e089df-e1ca-485d-8654-4b9fadba7dfd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=899a3e8203464f3c8321ff4eb6f5dd07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2758167 Oct 12 23:11:00.458381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41398) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:00.491569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 3853860a-57db-4347-8594-f04fa32b6d49 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:11:00.512732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0b4781-1af8-4c97-bf40-af55dbd3eabe req-a8fbf5ee-34e4-4e06-936d-439e42d0cd11 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:00.514338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd0b4781-1af8-4c97-bf40-af55dbd3eabe req-a8fbf5ee-34e4-4e06-936d-439e42d0cd11 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0917006 Oct 12 23:11:00.514878 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a38dd580-79ab-4437-b008-cb24f7a2fc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.545790 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a38dd580-79ab-4437-b008-cb24f7a2fc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.600061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:00.604033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.661537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd0b4781-1af8-4c97-bf40-af55dbd3eabe req-686e0094-b6f0-4c90-affd-6191d6b43000 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396897 Oct 12 23:11:00.673614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:00.685122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-62911a3c-9e4d-4644-ad59-6f7a15dfd0ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/3853860a-57db-4347-8594-f04fa32b6d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5862565 Oct 12 23:11:00.687428 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e36bf6-7ef5-4856-b700-6c0e9aa84825 None None] Sync routers for ids ['3853860a-57db-4347-8594-f04fa32b6d49'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:00.695500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a4b3-9197-4968-bc67-92bcd38bc091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.700773 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e36bf6-7ef5-4856-b700-6c0e9aa84825 None None] Routers {'3853860a-57db-4347-8594-f04fa32b6d49'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:00.701389 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f3e36bf6-7ef5-4856-b700-6c0e9aa84825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3853860a-57db-4347-8594-f04fa32b6d49'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:00.702155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bd0a4b3-9197-4968-bc67-92bcd38bc091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.703433 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7bd0a4b3-9197-4968-bc67-92bcd38bc091 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/26f14a1d-a3e8-4d87-8b27-de2677772a5c HTTP/1.1" status: 204 len: 168 time: 0.5640361 Oct 12 23:11:00.706246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41404) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:00.736570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd0a4b3-9197-4968-bc67-92bcd38bc091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f14a1d-a3e8-4d87-8b27-de2677772a5c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:00.761815 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f3e36bf6-7ef5-4856-b700-6c0e9aa84825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:00.771501 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e36bf6-7ef5-4856-b700-6c0e9aa84825 None None] Routers {'3853860a-57db-4347-8594-f04fa32b6d49'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:00.772369 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f3e36bf6-7ef5-4856-b700-6c0e9aa84825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3853860a-57db-4347-8594-f04fa32b6d49'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:00.834544 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f3e36bf6-7ef5-4856-b700-6c0e9aa84825 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:00.835531 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e36bf6-7ef5-4856-b700-6c0e9aa84825 None None] The sync data for ids ['3853860a-57db-4347-8594-f04fa32b6d49'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:00.903963 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a38dd580-79ab-4437-b008-cb24f7a2fc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.906387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a38dd580-79ab-4437-b008-cb24f7a2fc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:00.907541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a38dd580-79ab-4437-b008-cb24f7a2fc0b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65cc52f1-8875-42d7-89cc-1ad35ce4117e HTTP/1.1" status: 204 len: 168 time: 0.4480457 Oct 12 23:11:00.927517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38dd580-79ab-4437-b008-cb24f7a2fc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cc52f1-8875-42d7-89cc-1ad35ce4117e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:00.934055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd94dc9-d7f8-4978-9b8b-02795222a268 req-a1ace983-bad6-423c-b813-364f2125d87f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:00.935635 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bfd94dc9-d7f8-4978-9b8b-02795222a268 req-a1ace983-bad6-423c-b813-364f2125d87f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0826526 Oct 12 23:11:01.030601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:01.175406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Checking segment: {'id': 'c4287410-c9e6-4643-ac75-dc7e10eccdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c291f717-c946-4e4e-bc55-a7a931556318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:01.176144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network hostable DHCP agents. Network: c291f717-c946-4e4e-bc55-a7a931556318, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:01.183415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=f87692dd-00ca-49fd-a591-3c784777969b,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:01.298326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network c291f717-c946-4e4e-bc55-a7a931556318 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:01.395557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c291f717-c946-4e4e-bc55-a7a931556318) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:01.402993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:01.403899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:01.409955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3bb38d-7c5e-4b2b-a9d5-5d6c919dda9b None None] Network c291f717-c946-4e4e-bc55-a7a931556318 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:01.421044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bfd94dc9-d7f8-4978-9b8b-02795222a268 req-cdf8665d-3f19-436c-b8e5-48905f3deee1 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651179 Oct 12 23:11:01.514088 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0b72f538-0041-411a-863d-9f354cf97ea5 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3136909 Oct 12 23:11:01.516533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:01.522708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-235ff589-7c68-4191-b8ae-14f871c428b4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1736783715', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:01.701895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-235ff589-7c68-4191-b8ae-14f871c428b4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:01.703019 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-235ff589-7c68-4191-b8ae-14f871c428b4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:01.727157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-c291f717-c946-4e4e-bc55-a7a931556318', 'network_id': 'c291f717-c946-4e4e-bc55-a7a931556318', 'tenant_id': '4c6eae8e02ff46269232199205890ebb', 'fixed_ips': [{'subnet_id': 'f87692dd-00ca-49fd-a591-3c784777969b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:11:01.728510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:01.799602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b0deb-ca22-44b5-ac43-48eac0bcff55 req-cf5463c3-e00f-4ee3-9ae5-7215fdaf3737 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:01.813849 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-984b0deb-ca22-44b5-ac43-48eac0bcff55 req-cf5463c3-e00f-4ee3-9ae5-7215fdaf3737 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2571287 Oct 12 23:11:01.827064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-235ff589-7c68-4191-b8ae-14f871c428b4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:01.888136 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-235ff589-7c68-4191-b8ae-14f871c428b4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:01.941277 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Allocated IP 2001:db8::2 (c291f717-c946-4e4e-bc55-a7a931556318/f87692dd-00ca-49fd-a591-3c784777969b/b1b207ff-2d7b-4733-b209-a1b40b5f1de0) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:01.969619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-235ff589-7c68-4191-b8ae-14f871c428b4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:01.974165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-235ff589-7c68-4191-b8ae-14f871c428b4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4565399 Oct 12 23:11:01.975778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41454) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:01.982129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'network_id': 'c291f717-c946-4e4e-bc55-a7a931556318', 'name': 'tempest-PortsIpV6TestJSON-1516656842'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:01.996245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-984b0deb-ca22-44b5-ac43-48eac0bcff55 req-c06323d5-8fe1-415f-bf3c-2d822ac6bdbb tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601672 Oct 12 23:11:02.022136 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:02.237047 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:02.327905 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:02.338242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:02.342592 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:02.369467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb36b8c4-acbf-4bd0-aa8c-2a5699f5db10 req-03fc6168-9abb-44e0-8ba2-dd69e2281a47 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:02.378060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:11:02.380995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb36b8c4-acbf-4bd0-aa8c-2a5699f5db10 req-03fc6168-9abb-44e0-8ba2-dd69e2281a47 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2024674 Oct 12 23:11:02.439668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Network c291f717-c946-4e4e-bc55-a7a931556318 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:02.441575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:02.450620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:02.500581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eb36b8c4-acbf-4bd0-aa8c-2a5699f5db10 req-a1b0c352-d256-4087-bec1-dcdabd2c0c5a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143897 Oct 12 23:11:02.561397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Pushing event updated for resources: {'Port': ['ID=b1b207ff-2d7b-4733-b209-a1b40b5f1de0,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:02.618109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Attempting to bind port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:11:02.621222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Attempting to bind port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'c4287410-c9e6-4643-ac75-dc7e10eccdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c291f717-c946-4e4e-bc55-a7a931556318'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:11:02.624727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Attempting to bind port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 on network c291f717-c946-4e4e-bc55-a7a931556318 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:11:02.649115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:11:02.649509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Checking segment: {'id': 'c4287410-c9e6-4643-ac75-dc7e10eccdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c291f717-c946-4e4e-bc55-a7a931556318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:02.649930 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:02.650335 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Bound using segment: {'id': 'c4287410-c9e6-4643-ac75-dc7e10eccdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c291f717-c946-4e4e-bc55-a7a931556318'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:11:02.650833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Bound port: b1b207ff-2d7b-4733-b209-a1b40b5f1de0, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4287410-c9e6-4643-ac75-dc7e10eccdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'c291f717-c946-4e4e-bc55-a7a931556318'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:11:02.661798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:02.682687 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::1d7 (c291f717-c946-4e4e-bc55-a7a931556318/f87692dd-00ca-49fd-a591-3c784777969b/60d8c076-4337-4b5b-adcf-86a8cfe6d724) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:02.695091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41486) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:02.786551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port da6af84c-0af3-46f1-b6d6-dc209252fe37 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:02.786904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:02.831392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a2f86-7456-45a0-8ad3-d4828478f577 req-c55dfc7c-25b5-49c2-b49b-ba3f4e446b6e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:02.834009 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-570a2f86-7456-45a0-8ad3-d4828478f577 req-c55dfc7c-25b5-49c2-b49b-ba3f4e446b6e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1315954 Oct 12 23:11:02.859050 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] For port b1b207ff-2d7b-4733-b209-a1b40b5f1de0, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:11:02.866011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] For port b1b207ff-2d7b-4733-b209-a1b40b5f1de0, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b1b207ff-2d7b-4733-b209-a1b40b5f1de0,segment=NetworkSegment(c4287410-c9e6-4643-ac75-dc7e10eccdc3),segment_id=c4287410-c9e6-4643-ac75-dc7e10eccdc3)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:11:02.936816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1399311324-network', 'tenant_id': 'b585e89ba3db4d30b7f25bea9332decb'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:02.944960 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:02.945659 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:02.964349 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for da6af84c-0af3-46f1-b6d6-dc209252fe37 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:02.981200 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-570a2f86-7456-45a0-8ad3-d4828478f577 req-8451e5cb-6fc3-4cf4-a985-6b48742716b9 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405759 Oct 12 23:11:03.031524 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.091139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Made reservation on behalf of b585e89ba3db4d30b7f25bea9332decb for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:03.105610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.126859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bced8b-7557-4d64-bb5f-97f00d56045f None None] Pushing event updated for resources: {'Port': ['ID=b1b207ff-2d7b-4733-b209-a1b40b5f1de0,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:03.141707 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.159453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41500) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:03.259357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fcbe2d-14ee-403b-9cea-23541f60a65f req-0195732e-36b2-4032-97b7-4c313e47626c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:03.262790 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32fcbe2d-14ee-403b-9cea-23541f60a65f req-0195732e-36b2-4032-97b7-4c313e47626c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0970490 Oct 12 23:11:03.296273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-527380696-network', 'tenant_id': 'e7aacc44b3ab4773a858f2133ef04ad1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:03.337278 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32fcbe2d-14ee-403b-9cea-23541f60a65f req-29e45889-ea9a-462b-b487-bcf4d4e86893 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679793 Oct 12 23:11:03.340047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.361608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.406204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network c291f717-c946-4e4e-bc55-a7a931556318 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:03.420952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:03.428678 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:03.434453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:03.435573 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.458378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=da6af84c-0af3-46f1-b6d6-dc209252fe37,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:03.461258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=60d8c076-4337-4b5b-adcf-86a8cfe6d724,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:03.474773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Made reservation on behalf of e7aacc44b3ab4773a858f2133ef04ad1 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:03.477186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.534352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.535857 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.581300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1368728f-4c0b-462f-862a-7308de607b4d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6041918 Oct 12 23:11:03.593693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41506) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:03.623481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.632525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2680b2d6-6423-4f18-9fb5-e42947fdc129 req-d4bd1f9c-c5ed-4200-9a10-2430ae47c95b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:03.634151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2680b2d6-6423-4f18-9fb5-e42947fdc129 req-d4bd1f9c-c5ed-4200-9a10-2430ae47c95b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1792836 Oct 12 23:11:03.679359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.691926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:11:03.702906 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.703349 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Added segment 73edc041-878e-499f-abc0-f02c1b57fefd of type vlan for network 95ad282e-f084-4600-bba1-1f090b7ad754 Oct 12 23:11:03.755614 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.785017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2680b2d6-6423-4f18-9fb5-e42947fdc129 req-01b8f1cc-eaf9-4ac6-afd2-c4a8ea6b2b84 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380320 Oct 12 23:11:03.847809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.848817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:03.849511 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:03.946147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1a4744-c005-4c9d-a7dd-6588f25d4c90,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:03.950339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 3853860a-57db-4347-8594-f04fa32b6d49 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:11:04.095549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe4e69-8cb1-41d4-816a-111caf0151e4 req-1c007ff3-25a2-4296-9f4e-ada24db86fa2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:04.097576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cdfe4e69-8cb1-41d4-816a-111caf0151e4 req-1c007ff3-25a2-4296-9f4e-ada24db86fa2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1433570 Oct 12 23:11:04.105092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:04.110692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-70efb847-4bd2-4bc1-8a54-618c250ec814 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/3853860a-57db-4347-8594-f04fa32b6d49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3875043 Oct 12 23:11:04.118005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41532) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:04.120935 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb449754-c5be-40b7-b5bb-474f7a581eb2 None None] Sync routers for ids ['3853860a-57db-4347-8594-f04fa32b6d49'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:04.131154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] Pushing event updated for resources: {'Network': ['ID=95ad282e-f084-4600-bba1-1f090b7ad754,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:04.134927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb449754-c5be-40b7-b5bb-474f7a581eb2 None None] Routers {'3853860a-57db-4347-8594-f04fa32b6d49'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:04.136861 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fb449754-c5be-40b7-b5bb-474f7a581eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3853860a-57db-4347-8594-f04fa32b6d49'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:04.153229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.185798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-39c55674-2c0e-4d14-acb7-eace5fc01bd5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=3853860a-57db-4347-8594-f04fa32b6d49 HTTP/1.1" status: 200 len: 205 time: 0.0655570 Oct 12 23:11:04.187138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41534) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:04.200275 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-240dca48-423d-4095-920f-926fdaf8f692 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5040441 Oct 12 23:11:04.203842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41536) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:04.209026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 95ad282e-f084-4600-bba1-1f090b7ad754 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:04.212770 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.220849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fb449754-c5be-40b7-b5bb-474f7a581eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:04.248062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:11:04.257424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.257908 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Added segment dcbcdfa6-9962-4afb-ac9e-1f0577450fca of type vlan for network ee59325f-ee4f-4fe1-bdee-e249708997fe Oct 12 23:11:04.292725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Request body: {'subnet': {'network_id': '95ad282e-f084-4600-bba1-1f090b7ad754', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1399311324-subnet', 'tenant_id': 'b585e89ba3db4d30b7f25bea9332decb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:04.311838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.350759 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb449754-c5be-40b7-b5bb-474f7a581eb2 None None] Routers {'3853860a-57db-4347-8594-f04fa32b6d49'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:04.351445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fb449754-c5be-40b7-b5bb-474f7a581eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3853860a-57db-4347-8594-f04fa32b6d49'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:04.365227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cdfe4e69-8cb1-41d4-816a-111caf0151e4 req-e4360c2f-9f3a-4058-ba15-4aee34974492 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533000 Oct 12 23:11:04.373666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5af8b5b-f735-4523-9b38-a9e5099a5891 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.392557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Made reservation on behalf of b585e89ba3db4d30b7f25bea9332decb for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:04.395176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.475790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fb449754-c5be-40b7-b5bb-474f7a581eb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:04.477167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb449754-c5be-40b7-b5bb-474f7a581eb2 None None] The sync data for ids ['3853860a-57db-4347-8594-f04fa32b6d49'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:04.556446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.580054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a177a9-b7b9-4492-82d0-b919db97fcc4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:04.659280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767b352c-80e8-4164-a8fd-59fcb2e40f12 None None] Network c291f717-c946-4e4e-bc55-a7a931556318 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:04.695006 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.696133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:04.696824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.893076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5af8b5b-f735-4523-9b38-a9e5099a5891 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.901530 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5af8b5b-f735-4523-9b38-a9e5099a5891 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.908319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-914c4ef7-7d1b-4f55-8c1b-807aab413d21 None None] Provisioning complete for port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:04.908883 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-914c4ef7-7d1b-4f55-8c1b-807aab413d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:04.934789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7741299 Oct 12 23:11:04.943705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41552) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:04.944787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e07a42-34e1-4950-9032-05e552f8833e req-d6742f2f-c593-41dc-9b9e-af8a0dea52ba tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:04.948952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94e07a42-34e1-4950-9032-05e552f8833e req-d6742f2f-c593-41dc-9b9e-af8a0dea52ba tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3383548 Oct 12 23:11:04.957867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Request body: {'subnet': {'network_id': 'ee59325f-ee4f-4fe1-bdee-e249708997fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-527380696-subnet', 'tenant_id': 'e7aacc44b3ab4773a858f2133ef04ad1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:05.014622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52381c7-d43e-439b-8372-e5522fcbd50d admin admin] Pushing event updated for resources: {'Network': ['ID=ee59325f-ee4f-4fe1-bdee-e249708997fe,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:05.031913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ee59325f-ee4f-4fe1-bdee-e249708997fe details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:05.047622 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.139007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Made reservation on behalf of e7aacc44b3ab4773a858f2133ef04ad1 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:05.142252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.162864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94e07a42-34e1-4950-9032-05e552f8833e req-8179c851-7b33-4024-abdd-ae56a2c175b7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053013 Oct 12 23:11:05.240262 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5af8b5b-f735-4523-9b38-a9e5099a5891 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.240262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5af8b5b-f735-4523-9b38-a9e5099a5891 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Fanout notify agent at l3_agent the message router_deleted on router 3853860a-57db-4347-8594-f04fa32b6d49 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:11:05.254471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.279295 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5af8b5b-f735-4523-9b38-a9e5099a5891 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.280962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5af8b5b-f735-4523-9b38-a9e5099a5891 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/3853860a-57db-4347-8594-f04fa32b6d49 HTTP/1.1" status: 204 len: 168 time: 1.0864844 Oct 12 23:11:05.288053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41562) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:05.397039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b1b207ff-2d7b-4733-b209-a1b40b5f1de0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:05.437350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-914c4ef7-7d1b-4f55-8c1b-807aab413d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.497459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=60d8c076-4337-4b5b-adcf-86a8cfe6d724,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:05.527951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-914c4ef7-7d1b-4f55-8c1b-807aab413d21 None None] For port b1b207ff-2d7b-4733-b209-a1b40b5f1de0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b1b207ff-2d7b-4733-b209-a1b40b5f1de0,segment=NetworkSegment(c4287410-c9e6-4643-ac75-dc7e10eccdc3),segment_id=c4287410-c9e6-4643-ac75-dc7e10eccdc3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:05.533169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-419a6ff7-7969-4b36-b85b-f477e9515b41 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting subnet 782a0442-0483-4c07-94a6-94ef3e4e28c0 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:05.535779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:05.536163 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.549961 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-419a6ff7-7969-4b36-b85b-f477e9515b41 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.630335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1bf20-bf70-433e-8a9b-588d6d94980f req-2ef631b9-cc9b-4f97-b1f2-8705008f773c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:05.633702 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-914c4ef7-7d1b-4f55-8c1b-807aab413d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.658015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69c1bf20-bf70-433e-8a9b-588d6d94980f req-2ef631b9-cc9b-4f97-b1f2-8705008f773c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2979469 Oct 12 23:11:05.663414 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.709625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c4ef7-7d1b-4f55-8c1b-807aab413d21 None None] Pushing event updated for resources: {'Port': ['ID=b1b207ff-2d7b-4733-b209-a1b40b5f1de0,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:05.730870 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-419a6ff7-7969-4b36-b85b-f477e9515b41 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.792148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ca9b10f9-3c1f-437a-a68f-ed015a037677 None None] Provisioning complete for port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:05.792988 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ca9b10f9-3c1f-437a-a68f-ed015a037677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.834898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ca9b10f9-3c1f-437a-a68f-ed015a037677 None None] Port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:05.845200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.848508 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:05.858722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ca9b10f9-3c1f-437a-a68f-ed015a037677 None None] Provisioning complete for port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:05.859155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ca9b10f9-3c1f-437a-a68f-ed015a037677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.017995 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-419a6ff7-7969-4b36-b85b-f477e9515b41 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.058152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Pushing event updated for resources: {'Subnet': ['ID=392a1abd-05c9-449a-94b5-e1edcc2bf503,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:06.067749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Checking segment: {'id': 'dcbcdfa6-9962-4afb-ac9e-1f0577450fca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ee59325f-ee4f-4fe1-bdee-e249708997fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:06.067912 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Network hostable DHCP agents. Network: ee59325f-ee4f-4fe1-bdee-e249708997fe, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:06.114732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.152783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d114e019-99b8-405d-bd66-dddfc3023a16 None None] Provisioning complete for port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:06.153155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d114e019-99b8-405d-bd66-dddfc3023a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.162061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69c1bf20-bf70-433e-8a9b-588d6d94980f req-9bcff836-711e-484c-afe2-c18b52828f8a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5031011 Oct 12 23:11:06.182792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a30b4b7-17b5-4021-a2d2-913c89234d44,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:06.223811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Checking segment: {'id': '73edc041-878e-499f-abc0-f02c1b57fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95ad282e-f084-4600-bba1-1f090b7ad754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:06.227853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Network hostable DHCP agents. Network: 95ad282e-f084-4600-bba1-1f090b7ad754, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:06.252742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d114e019-99b8-405d-bd66-dddfc3023a16 None None] Port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:06.304533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-419a6ff7-7969-4b36-b85b-f477e9515b41 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.335097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Network ee59325f-ee4f-4fe1-bdee-e249708997fe is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:06.335430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419a6ff7-7969-4b36-b85b-f477e9515b41 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Subnet': ['ID=782a0442-0483-4c07-94a6-94ef3e4e28c0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:06.337291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Network 95ad282e-f084-4600-bba1-1f090b7ad754 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:06.344953 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-419a6ff7-7969-4b36-b85b-f477e9515b41 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.351135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-419a6ff7-7969-4b36-b85b-f477e9515b41 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/782a0442-0483-4c07-94a6-94ef3e4e28c0 HTTP/1.1" status: 204 len: 168 time: 1.0632942 Oct 12 23:11:06.351775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41580) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:06.360110 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30b61df-b313-4ea0-84f3-6941fa6213eb None None] Network 083dcd86-5fee-49c5-ac4e-ea8179aa04bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:06.419297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3747083f-74e6-46bb-8fd0-3aa308350f3f None None] Provisioning complete for port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:06.420483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3747083f-74e6-46bb-8fd0-3aa308350f3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.421283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b965397-8122-4396-be9e-49cf8e4de982 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting subnet ac0f4ecb-6cd0-459f-a472-c676a9621ada {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:06.427161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b965397-8122-4396-be9e-49cf8e4de982 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.479245 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b965397-8122-4396-be9e-49cf8e4de982 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.502284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ee59325f-ee4f-4fe1-bdee-e249708997fe) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:06.514804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24222f9e-ade3-4952-81ab-72b2c91fc9d1 None None] Network ee59325f-ee4f-4fe1-bdee-e249708997fe requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:06.562714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:06.563350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.591726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c922fd3-58e6-4ded-b93a-aea1d5e20aec req-b9e34c9e-68d1-4ae3-810e-ad7229284a7c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:06.593599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c922fd3-58e6-4ded-b93a-aea1d5e20aec req-b9e34c9e-68d1-4ae3-810e-ad7229284a7c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2970965 Oct 12 23:11:06.595638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3747083f-74e6-46bb-8fd0-3aa308350f3f None None] Port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:06.692574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 95ad282e-f084-4600-bba1-1f090b7ad754) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:06.693818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c922fd3-58e6-4ded-b93a-aea1d5e20aec req-cbba465d-1b42-4891-88b4-7afa52dfb7d5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784798 Oct 12 23:11:06.706699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:06.707464 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.718003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b965397-8122-4396-be9e-49cf8e4de982 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.720021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-40a92e3c-b5a8-45f0-af49-d153d1c09974 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7736812 Oct 12 23:11:06.725594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.754648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec221eea-5885-456f-88fb-03e3a64066da None None] DHCP port deletion for 083dcd86-5fee-49c5-ac4e-ea8179aa04bb request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:11:06.755566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd6aa37-ec87-48c1-9536-e8f0a130ab67 None None] Network 95ad282e-f084-4600-bba1-1f090b7ad754 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:06.802254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.803306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:06.891709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319dd87d-6978-40cf-bcdb-f7a3bfb96648 None None] Network ee59325f-ee4f-4fe1-bdee-e249708997fe requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:06.897252 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c7c0fdf6-78ee-491a-89b1-74d61754c6e2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.6411097 Oct 12 23:11:06.930306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=60d8c076-4337-4b5b-adcf-86a8cfe6d724,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:06.984896 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b965397-8122-4396-be9e-49cf8e4de982 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:07.075567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b965397-8122-4396-be9e-49cf8e4de982 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Subnet': ['ID=ac0f4ecb-6cd0-459f-a472-c676a9621ada,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:07.086671 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1b965397-8122-4396-be9e-49cf8e4de982 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:07.092610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1b965397-8122-4396-be9e-49cf8e4de982 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/ac0f4ecb-6cd0-459f-a472-c676a9621ada HTTP/1.1" status: 204 len: 168 time: 0.7398376 Oct 12 23:11:07.095715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41604) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:07.123161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a9f85a-39df-47a4-9b8d-8b3bb5c313a1 None None] Network 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:07.224377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:07.225592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da5722-2c71-4155-a7f6-cb9ef7d2039a req-8e8d02ff-0435-4cee-90e0-72e804378cdd tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:07.227213 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9da5722-2c71-4155-a7f6-cb9ef7d2039a req-8e8d02ff-0435-4cee-90e0-72e804378cdd tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1325676 Oct 12 23:11:07.282924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network c291f717-c946-4e4e-bc55-a7a931556318 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:07.290209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:07.304445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6d18ed-3a89-49fd-b71a-910d0c71da97 None None] Network 95ad282e-f084-4600-bba1-1f090b7ad754 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:07.347152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9da5722-2c71-4155-a7f6-cb9ef7d2039a req-6b015b16-7e28-4d02-8d31-0145b111f37f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025136 Oct 12 23:11:07.430645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b1b207ff-2d7b-4733-b209-a1b40b5f1de0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:07.594557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port e83931a0-b6c3-4b86-afee-526071b62aa2 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:07.594966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:07.736221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e28092-21c1-4407-81b3-6af9e5cd618a req-23c1d166-84ae-433a-9ed4-ab93862500c6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:07.736221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33e28092-21c1-4407-81b3-6af9e5cd618a req-23c1d166-84ae-433a-9ed4-ab93862500c6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2681439 Oct 12 23:11:07.770533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port e83931a0-b6c3-4b86-afee-526071b62aa2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e83931a0-b6c3-4b86-afee-526071b62aa2,segment=NetworkSegment(ca9e9081-a710-4501-9de6-24edf227fe8f),segment_id=ca9e9081-a710-4501-9de6-24edf227fe8f)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:07.770967 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:07.791409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for e83931a0-b6c3-4b86-afee-526071b62aa2 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:07.802141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ec221eea-5885-456f-88fb-03e3a64066da None None] Deleting port e83931a0-b6c3-4b86-afee-526071b62aa2 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:07.802593 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ec221eea-5885-456f-88fb-03e3a64066da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:07.929393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33e28092-21c1-4407-81b3-6af9e5cd618a req-f9f5e84d-3ccd-4bcc-ae80-45e64bb5b74a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977671 Oct 12 23:11:07.976257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Router e75aaedb-9a2d-4137-923f-15433d666e6d is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:11:07.996138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c125afc-59a5-4202-babb-5db0646b687b None None] DHCP port deletion for 6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:11:08.073290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:08.073715 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:08.132936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ec221eea-5885-456f-88fb-03e3a64066da None None] For port e83931a0-b6c3-4b86-afee-526071b62aa2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e83931a0-b6c3-4b86-afee-526071b62aa2,segment=NetworkSegment(ca9e9081-a710-4501-9de6-24edf227fe8f),segment_id=ca9e9081-a710-4501-9de6-24edf227fe8f)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:08.132936 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ec221eea-5885-456f-88fb-03e3a64066da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:08.219452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a4bba730-7e2c-43f4-bef3-43f82479b6f0 None None] Provisioning complete for port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:08.219747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a4bba730-7e2c-43f4-bef3-43f82479b6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:08.237712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ec221eea-5885-456f-88fb-03e3a64066da None None] Calling delete_port for e83931a0-b6c3-4b86-afee-526071b62aa2 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:08.398175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a4bba730-7e2c-43f4-bef3-43f82479b6f0 None None] Port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:08.412266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2c125afc-59a5-4202-babb-5db0646b687b None None] Deleting port 85180414-00dd-432b-8a7c-12adbb2f1d8a {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:08.412709 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2c125afc-59a5-4202-babb-5db0646b687b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:08.582418 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41644) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:08.583914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:08.590717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189375556-network', 'tenant_id': '7c49b7a48a4746bc9b7a92b7c28ff98b'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:08.597650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8901d065-16e6-4f68-bd44-030c625fd8d4 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "PUT /v2.0/routers/e75aaedb-9a2d-4137-923f-15433d666e6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0013638 Oct 12 23:11:08.600777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:08.603877 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff38ca-02a8-48dc-be11-52d1ba928e9a None None] Sync routers for ids ['e75aaedb-9a2d-4137-923f-15433d666e6d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:08.612661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41658) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:08.616708 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff38ca-02a8-48dc-be11-52d1ba928e9a None None] Routers {'e75aaedb-9a2d-4137-923f-15433d666e6d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:08.617472 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-45ff38ca-02a8-48dc-be11-52d1ba928e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e75aaedb-9a2d-4137-923f-15433d666e6d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:08.648640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=e83931a0-b6c3-4b86-afee-526071b62aa2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:08.680199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-590bd23c-d823-4bd9-b970-b56a7d8727f5 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:08.681782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-590bd23c-d823-4bd9-b970-b56a7d8727f5 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/networks?id=95ad282e-f084-4600-bba1-1f090b7ad754 HTTP/1.1" status: 200 len: 814 time: 0.8678074 Oct 12 23:11:08.700966 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-45ff38ca-02a8-48dc-be11-52d1ba928e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:08.711787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No DVR routers for this DVR port e83931a0-b6c3-4b86-afee-526071b62aa2 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:08.725679 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ff38ca-02a8-48dc-be11-52d1ba928e9a None None] Routers {'e75aaedb-9a2d-4137-923f-15433d666e6d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:08.726294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-99f70d76-b6b3-469e-8aad-17b073bc2e54 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/quotas/b585e89ba3db4d30b7f25bea9332decb HTTP/1.1" status: 200 len: 375 time: 0.0335019 Oct 12 23:11:08.736879 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-45ff38ca-02a8-48dc-be11-52d1ba928e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e75aaedb-9a2d-4137-923f-15433d666e6d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:08.811806 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-084d8259-d20c-4f74-a0ec-962a1e43b377 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b585e89ba3db4d30b7f25bea9332decb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0757098 Oct 12 23:11:08.832873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-236f8b33-3dc7-4473-84cd-98edabe46996 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:08.834045 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-45ff38ca-02a8-48dc-be11-52d1ba928e9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:08.834446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-236f8b33-3dc7-4473-84cd-98edabe46996 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75aaedb-9a2d-4137-923f-15433d666e6d HTTP/1.1" status: 200 len: 989 time: 0.1974149 Oct 12 23:11:08.836827 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ff38ca-02a8-48dc-be11-52d1ba928e9a None None] The sync data for ids ['e75aaedb-9a2d-4137-923f-15433d666e6d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:08.837772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41664) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:08.845818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Made reservation on behalf of 7c49b7a48a4746bc9b7a92b7c28ff98b for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:08.855101 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:08.892740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41666) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:08.904256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab6019-f73d-4305-8211-6ede0b5f2fbe req-0d96bdf1-11a1-4389-844e-1a85bb6c6402 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:08.906020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1ab6019-f73d-4305-8211-6ede0b5f2fbe req-0d96bdf1-11a1-4389-844e-1a85bb6c6402 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3244808 Oct 12 23:11:08.911356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ec221eea-5885-456f-88fb-03e3a64066da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:08.928139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:08.976786 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.032883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec221eea-5885-456f-88fb-03e3a64066da None None] Pushing event deleted for resources: {'Port': ['ID=e83931a0-b6c3-4b86-afee-526071b62aa2,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:09.034567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['083dcd86-5fee-49c5-ac4e-ea8179aa04bb']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:09.035764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-9dcba3af-efce-4e82-8628-ae660fccb467 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:11:09.037205 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-9dcba3af-efce-4e82-8628-ae660fccb467 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2169032 Oct 12 23:11:09.064858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec221eea-5885-456f-88fb-03e3a64066da None None] No DVR routers for this DVR port e83931a0-b6c3-4b86-afee-526071b62aa2 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:09.068690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1ab6019-f73d-4305-8211-6ede0b5f2fbe req-89c095f1-e552-42f5-afb7-2ba4296e17f5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555467 Oct 12 23:11:09.079051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2c125afc-59a5-4202-babb-5db0646b687b None None] For port 85180414-00dd-432b-8a7c-12adbb2f1d8a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=85180414-00dd-432b-8a7c-12adbb2f1d8a,segment=NetworkSegment(65d1e53d-efdd-48b1-8251-cb3ef0bc58c9),segment_id=65d1e53d-efdd-48b1-8251-cb3ef0bc58c9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:09.079863 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2c125afc-59a5-4202-babb-5db0646b687b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.085326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca9e9081-a710-4501-9de6-24edf227fe8f') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:09.102835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca9e9081-a710-4501-9de6-24edf227fe8f') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:09.110777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2c125afc-59a5-4202-babb-5db0646b687b None None] Calling delete_port for 85180414-00dd-432b-8a7c-12adbb2f1d8a owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:09.159448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.194051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-ebc6d791-e478-4b94-98be-a7bf88ed050e service neutron] 10.222.0.31 "GET /v2.0/networks/95ad282e-f084-4600-bba1-1f090b7ad754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491964 Oct 12 23:11:09.215396 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e83931a0-b6c3-4b86-afee-526071b62aa2 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:11:09.238015 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.274669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e83931a0-b6c3-4b86-afee-526071b62aa2 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:11:09.276632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:11:09.277051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.283327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e83931a0-b6c3-4b86-afee-526071b62aa2 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:11:09.287751 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:11:09.293227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.365096 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.369152 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2c125afc-59a5-4202-babb-5db0646b687b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.384090 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73753019-7515-494b-9210-d76af8fea020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.387850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c125afc-59a5-4202-babb-5db0646b687b None None] No DVR routers for this DVR port 85180414-00dd-432b-8a7c-12adbb2f1d8a on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:09.441260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c125afc-59a5-4202-babb-5db0646b687b None None] Pushing event deleted for resources: {'Port': ['ID=85180414-00dd-432b-8a7c-12adbb2f1d8a,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:09.454677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:11:09.456569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 85180414-00dd-432b-8a7c-12adbb2f1d8a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:11:09.478378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f15525-8ee2-429e-b5cf-5644d0bb9325,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:09.488420 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.488420 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Added segment c8a8c77a-bd12-4e5b-b986-c5f7fa8fb2c7 of type vlan for network 7f9bcf7b-47ef-41d0-9af7-ae015437f1fc Oct 12 23:11:09.502116 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 85180414-00dd-432b-8a7c-12adbb2f1d8a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:11:09.502545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 85180414-00dd-432b-8a7c-12adbb2f1d8a not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:11:09.507033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a436ad-31ed-4aa3-9bf1-e18545c82467 req-2205d800-fa20-482a-b6e2-c3f14779c2e0 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:09.515128 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55a436ad-31ed-4aa3-9bf1-e18545c82467 req-2205d800-fa20-482a-b6e2-c3f14779c2e0 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1543627 Oct 12 23:11:09.530470 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.535599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.539517 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/networks/083dcd86-5fee-49c5-ac4e-ea8179aa04bb HTTP/1.1" status: 204 len: 168 time: 2.4425714 Oct 12 23:11:09.562326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41678) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:09.564622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1268e1df-fef5-4660-9243-511e8104ae2f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Network': ['ID=083dcd86-5fee-49c5-ac4e-ea8179aa04bb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:09.634905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73753019-7515-494b-9210-d76af8fea020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.663061 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.695428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55a436ad-31ed-4aa3-9bf1-e18545c82467 req-af1ab7b0-e60c-4d87-bdd5-ec2e8357c238 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792436 Oct 12 23:11:09.710754 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73753019-7515-494b-9210-d76af8fea020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.728410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.796770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-73753019-7515-494b-9210-d76af8fea020 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=388fe20898e04e1fbacae55b0b83a53a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9034767 Oct 12 23:11:09.801441 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-45166993-7a5c-4784-b20b-949c5e4977a4 service neutron] 10.222.0.31 "GET /v2.0/networks/95ad282e-f084-4600-bba1-1f090b7ad754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5825412 Oct 12 23:11:09.801906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41686) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:09.841419 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.841419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:09.841419 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.871921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73753019-7515-494b-9210-d76af8fea020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3bcd59-c88e-49c8-856e-21207e6df02e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:09.972088 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b0711ca4-65e5-4cfc-a8f6-30245ff66fc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:09.974038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] Pushing event updated for resources: {'Network': ['ID=7f9bcf7b-47ef-41d0-9af7-ae015437f1fc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:09.986505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 7f9bcf7b-47ef-41d0-9af7-ae015437f1fc details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:10.004328 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.021689 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b0711ca4-65e5-4cfc-a8f6-30245ff66fc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.037372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:10.048079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cc1b0-4a9a-4f09-8e37-1f1c94862865 req-9894f5ac-9343-4391-8ad1-7c87fa7aaae0 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:10.056145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5a6cc1b0-4a9a-4f09-8e37-1f1c94862865 req-9894f5ac-9343-4391-8ad1-7c87fa7aaae0 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2288923 Oct 12 23:11:10.080300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d1e53d-efdd-48b1-8251-cb3ef0bc58c9') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:10.080748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d1e53d-efdd-48b1-8251-cb3ef0bc58c9') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:10.095495 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d7b65071-4561-49ea-b4be-09e2b62aa781 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5093746 Oct 12 23:11:10.099639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41694) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:10.101485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.107840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Request body: {'subnet': {'network_id': '7f9bcf7b-47ef-41d0-9af7-ae015437f1fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1189375556-subnet', 'tenant_id': '7c49b7a48a4746bc9b7a92b7c28ff98b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:10.159244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.173098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5a6cc1b0-4a9a-4f09-8e37-1f1c94862865 req-95f881c8-4845-4ba6-8b8e-6c6d032389ec tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157184 Oct 12 23:11:10.193232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:11:10.193754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:11:10.197379 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:11:10.264331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b40cfe5-625d-4e7a-bcd7-b1ff483dbbbb req-993bb255-f568-472d-93a9-4a89580270a5 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 210 time: 0.1341074 Oct 12 23:11:10.293607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Made reservation on behalf of 7c49b7a48a4746bc9b7a92b7c28ff98b for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:10.299919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.356621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.451284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e94ec2-ab11-4d2f-a035-991b38fa72d8 req-7fc733c2-cf5b-4f2e-975b-6f1d57969579 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:10.452903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91e94ec2-ab11-4d2f-a035-991b38fa72d8 req-7fc733c2-cf5b-4f2e-975b-6f1d57969579 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1461983 Oct 12 23:11:10.502510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91e94ec2-ab11-4d2f-a035-991b38fa72d8 req-3d02604b-fec1-46aa-942a-0e10d6d53375 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375834 Oct 12 23:11:10.503239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.510606 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.518728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/networks/6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef HTTP/1.1" status: 204 len: 168 time: 0.9507627 Oct 12 23:11:10.521136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41708) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:10.538557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1920449861'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:10.540152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b0711ca4-65e5-4cfc-a8f6-30245ff66fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.543860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b0711ca4-65e5-4cfc-a8f6-30245ff66fc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.545415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b0711ca4-65e5-4cfc-a8f6-30245ff66fc5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c3bcd59-c88e-49c8-856e-21207e6df02e HTTP/1.1" status: 204 len: 168 time: 0.7204125 Oct 12 23:11:10.550634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Network': ['ID=6cd4e596-6e3e-4fcb-aacd-fd660e6c67ef,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:10.558103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0711ca4-65e5-4cfc-a8f6-30245ff66fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3bcd59-c88e-49c8-856e-21207e6df02e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:10.604504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.604850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.605292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.605578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.605900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.606226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.606550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.606991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.607222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.607542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.607860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.608180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb9fdd62-1b0e-4500-b696-8df25475d158 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:10.647176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-1fe53061-d916-447e-a3ef-aa17409f049e req-e7c0c336-df88-4ac6-ab53-bfbed05f04d7 service neutron] (101889) timed out ('10.222.0.31', 35436) {{(pid=101889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:11:10.652646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:10.655104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.688300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 60d8c076-4337-4b5b-adcf-86a8cfe6d724 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:10.688647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.715504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:11:10.769529 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.770382 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added segment fe7141a8-90a9-41dd-88a3-5e06ced14964 of type vlan for network d3f00724-9c44-4ef2-9686-a86022673bef Oct 12 23:11:10.833807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.837147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.845969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:10.847291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 60d8c076-4337-4b5b-adcf-86a8cfe6d724 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:10.970782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b4723f0-5ada-4c72-98e6-de0be1fd6593,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:10.996417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0650c0e2-3140-46ea-99f4-878e94009889 req-80379490-0afc-443d-beb4-6a8d85395b3b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:10.997969 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0650c0e2-3140-46ea-99f4-878e94009889 req-80379490-0afc-443d-beb4-6a8d85395b3b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1449361 Oct 12 23:11:11.032704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Checking segment: {'id': 'c8a8c77a-bd12-4e5b-b986-c5f7fa8fb2c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7f9bcf7b-47ef-41d0-9af7-ae015437f1fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:11.033571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Network hostable DHCP agents. Network: 7f9bcf7b-47ef-41d0-9af7-ae015437f1fc, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:11.037880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:11.045349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:11.046121 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:11.162892 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0650c0e2-3140-46ea-99f4-878e94009889 req-e87d463d-dc1b-463c-8396-100bce3f3d7a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551900 Oct 12 23:11:11.163919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Network': ['ID=d3f00724-9c44-4ef2-9686-a86022673bef,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:11.183963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network d3f00724-9c44-4ef2-9686-a86022673bef details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:11.201355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Network 7f9bcf7b-47ef-41d0-9af7-ae015437f1fc is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:11.220780 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:11.242119 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-60c5e01e-dfcd-42b4-b337-61b8d88b84f9 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7195809 Oct 12 23:11:11.247504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41734) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:11.255142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'subnet': {'network_id': 'd3f00724-9c44-4ef2-9686-a86022673bef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:11.260519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 7f9bcf7b-47ef-41d0-9af7-ae015437f1fc) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:11.265674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=60d8c076-4337-4b5b-adcf-86a8cfe6d724,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:11.275141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8191095f-1f02-44a9-98b2-2e58bc51dfac None None] Network 7f9bcf7b-47ef-41d0-9af7-ae015437f1fc requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:11.298329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:11.298988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:11.438143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4281ab4b-0856-4fa5-b415-17211e6458fc None None] Network 7f9bcf7b-47ef-41d0-9af7-ae015437f1fc requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:11.524650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1547b362-f096-4706-b64e-328a91ce1e38 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4208426 Oct 12 23:11:11.594362 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:11.607316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:11.612286 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:11.627581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94eb8b29-660f-44a4-9933-cdc8dc1a0ede req-4118f65a-ec76-47e0-b6ab-16891a1ee412 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 210 time: 0.2933590 Oct 12 23:11:11.749126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41748) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:11.794288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Router e75aaedb-9a2d-4137-923f-15433d666e6d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:11:11.801465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15739b5-a136-4ad2-ae21-71a7c24f25bd admin admin] Deleting subnet 392a1abd-05c9-449a-94b5-e1edcc2bf503 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:11.809820 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a15739b5-a136-4ad2-ae21-71a7c24f25bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:11.878445 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a15739b5-a136-4ad2-ae21-71a7c24f25bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:11.908757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:11.919217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-22460043-48c9-4197-8b64-9b102bc3b126 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "PUT /v2.0/routers/e75aaedb-9a2d-4137-923f-15433d666e6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0794289 Oct 12 23:11:11.919365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41752) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:11.932722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e58df14-6384-41d0-a33f-229223d620b2 None None] Sync routers for ids ['e75aaedb-9a2d-4137-923f-15433d666e6d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:11.966501 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a15739b5-a136-4ad2-ae21-71a7c24f25bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:11.967008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58df14-6384-41d0-a33f-229223d620b2 None None] Routers {'e75aaedb-9a2d-4137-923f-15433d666e6d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:11.967642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-8e58df14-6384-41d0-a33f-229223d620b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e75aaedb-9a2d-4137-923f-15433d666e6d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:11.968949 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd34b886-f021-4798-8986-1004919e3e61 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:11:11.972960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cd34b886-f021-4798-8986-1004919e3e61 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/60d8c076-4337-4b5b-adcf-86a8cfe6d724 HTTP/1.1" status: 404 len: 333 time: 0.0485952 Oct 12 23:11:11.974467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41756) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:12.058409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-8e58df14-6384-41d0-a33f-229223d620b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:12.090666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e58df14-6384-41d0-a33f-229223d620b2 None None] Routers {'e75aaedb-9a2d-4137-923f-15433d666e6d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:12.091371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-8e58df14-6384-41d0-a33f-229223d620b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:10:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e75aaedb-9a2d-4137-923f-15433d666e6d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:12.124613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a58f67e-b6d5-42e2-bb2e-9372265b170f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.138447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-8e58df14-6384-41d0-a33f-229223d620b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:12.139215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e58df14-6384-41d0-a33f-229223d620b2 None None] The sync data for ids ['e75aaedb-9a2d-4137-923f-15433d666e6d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:12.236037 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-06d45cc9-a320-4347-bfbd-c63c38ae9f69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.277815 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.284171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a15739b5-a136-4ad2-ae21-71a7c24f25bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.349042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48339285-36fa-4c5e-b041-b18ca91b2ad5 req-a624196e-759e-4370-af3e-6edae0025ff7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:12.351017 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48339285-36fa-4c5e-b041-b18ca91b2ad5 req-a624196e-759e-4370-af3e-6edae0025ff7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1179297 Oct 12 23:11:12.352155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a15739b5-a136-4ad2-ae21-71a7c24f25bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.358227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a15739b5-a136-4ad2-ae21-71a7c24f25bd admin admin] 10.222.0.31 "DELETE /v2.0/subnets/392a1abd-05c9-449a-94b5-e1edcc2bf503 HTTP/1.1" status: 204 len: 168 time: 0.6058664 Oct 12 23:11:12.367660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41768) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:12.494891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Subnet': ['ID=7ad33625-9420-4460-974f-63dbb8d44e4a,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:12.572304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15739b5-a136-4ad2-ae21-71a7c24f25bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=392a1abd-05c9-449a-94b5-e1edcc2bf503,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:12.582981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Checking segment: {'id': 'fe7141a8-90a9-41dd-88a3-5e06ced14964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3f00724-9c44-4ef2-9686-a86022673bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:12.582981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network hostable DHCP agents. Network: d3f00724-9c44-4ef2-9686-a86022673bef, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:12.623225 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.658892 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48339285-36fa-4c5e-b041-b18ca91b2ad5 req-b33e7a85-c155-463b-b3cb-2bddf86310f8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865305 Oct 12 23:11:12.726659 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a58f67e-b6d5-42e2-bb2e-9372265b170f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.735440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a58f67e-b6d5-42e2-bb2e-9372265b170f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.765802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network d3f00724-9c44-4ef2-9686-a86022673bef is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:12.784292 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.817924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee59325f-ee4f-4fe1-bdee-e249708997fe']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:12.837539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbcdfa6-9962-4afb-ac9e-1f0577450fca') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:12.838173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbcdfa6-9962-4afb-ac9e-1f0577450fca') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:12.843227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33bb354c-1b72-4876-9cff-7f4ee0e88dde req-f2d9eabf-4492-40c1-be16-ee249c2702ba tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 210 time: 0.0751591 Oct 12 23:11:12.856793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.876908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.883733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, d3f00724-9c44-4ef2-9686-a86022673bef) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:12.892802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:11:12.892802 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:11:12.893782 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:11:12.903724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45510361-955c-4965-9275-d989c4a00536 None None] Network d3f00724-9c44-4ef2-9686-a86022673bef requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:12.906223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:12.906578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-8d39fa42-441f-4b4e-8187-e3da3f914b82 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:12.906886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.909030 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-8d39fa42-441f-4b4e-8187-e3da3f914b82 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.41 "GET /v2.0/networks?id=95ad282e-f084-4600-bba1-1f090b7ad754 HTTP/1.1" status: 200 len: 814 time: 0.2952342 Oct 12 23:11:12.915962 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a58f67e-b6d5-42e2-bb2e-9372265b170f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:12.917323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a58f67e-b6d5-42e2-bb2e-9372265b170f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Fanout notify agent at l3_agent the message router_deleted on router e75aaedb-9a2d-4137-923f-15433d666e6d {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:11:12.931693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Request body: {'port': {'device_id': '90457a6e-0676-4f9c-8a80-03f52a0ed2ff', 'network_id': '95ad282e-f084-4600-bba1-1f090b7ad754', 'admin_state_up': True, 'tenant_id': 'b585e89ba3db4d30b7f25bea9332decb'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:13.011917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a58f67e-b6d5-42e2-bb2e-9372265b170f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.015845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8a58f67e-b6d5-42e2-bb2e-9372265b170f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/routers/e75aaedb-9a2d-4137-923f-15433d666e6d HTTP/1.1" status: 204 len: 168 time: 1.0414913 Oct 12 23:11:13.016118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41792) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:13.114766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.133669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2808326e-4e75-4108-a814-b3658dd404f2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8846204 Oct 12 23:11:13.151076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41800) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:13.156908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6439915c-a836-4f46-9209-60650e7d5744 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-649742955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:13.159790 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.165709 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ee59325f-ee4f-4fe1-bdee-e249708997fe HTTP/1.1" status: 204 len: 168 time: 0.7936044 Oct 12 23:11:13.165895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-d3f00724-9c44-4ef2-9686-a86022673bef', 'network_id': 'd3f00724-9c44-4ef2-9686-a86022673bef', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'fixed_ips': [{'subnet_id': '7ad33625-9420-4460-974f-63dbb8d44e4a'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:11:13.165895 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.166096 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8458a56-c06f-42d4-baa8-b36b5ae5bb22 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee59325f-ee4f-4fe1-bdee-e249708997fe,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:13.167288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:13.229658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece29e04-4444-4ad5-af39-4560a4f6a7d2 req-b6eb5a11-d036-4597-aa83-a87726a063d2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:13.231630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ece29e04-4444-4ad5-af39-4560a4f6a7d2 req-b6eb5a11-d036-4597-aa83-a87726a063d2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1208074 Oct 12 23:11:13.236839 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:11:13.236839 n-d-790519-14 neutron-server[101890]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Oct 12 23:11:13.236839 n-d-790519-14 neutron-server[101890]: [parameters: {'project_id': 'b585e89ba3db4d30b7f25bea9332decb', 'id': '40dcdddc-a109-4977-ac9b-521311929290', 'expiration': datetime.datetime(2021, 10, 12, 23, 13, 13, 219396)}] Oct 12 23:11:13.236839 n-d-790519-14 neutron-server[101890]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:11:13.241371 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:11:13.248831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4815101a-70d4-459c-b81e-88ad89c3d3c7 admin admin] Deleting subnet 0b4723f0-5ada-4c72-98e6-de0be1fd6593 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:13.252638 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4815101a-70d4-459c-b81e-88ad89c3d3c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.295114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4815101a-70d4-459c-b81e-88ad89c3d3c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.312625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ece29e04-4444-4ad5-af39-4560a4f6a7d2 req-e3fcb2ef-11fb-498d-9b17-e523cdfcbec8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730760 Oct 12 23:11:13.318716 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6439915c-a836-4f46-9209-60650e7d5744 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.322684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6439915c-a836-4f46-9209-60650e7d5744 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.378425 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4815101a-70d4-459c-b81e-88ad89c3d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.409580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6439915c-a836-4f46-9209-60650e7d5744 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.414379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Allocated IP 2001:db8::2 (d3f00724-9c44-4ef2-9686-a86022673bef/7ad33625-9420-4460-974f-63dbb8d44e4a/2f051a0d-97d4-4f9b-9947-99a1c8d46479) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:13.449839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-939fe340-53ba-420d-8fb9-857f999c7860 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet f87692dd-00ca-49fd-a591-3c784777969b {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:13.457386 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-939fe340-53ba-420d-8fb9-857f999c7860 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.481841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6439915c-a836-4f46-9209-60650e7d5744 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.519558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-939fe340-53ba-420d-8fb9-857f999c7860 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.565000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6439915c-a836-4f46-9209-60650e7d5744 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.570573 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6439915c-a836-4f46-9209-60650e7d5744 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4172177 Oct 12 23:11:13.574379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41810) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:13.578911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4815101a-70d4-459c-b81e-88ad89c3d3c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.586466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'port': {'network_id': 'd3f00724-9c44-4ef2-9686-a86022673bef', 'name': 'tempest-RoutersIpV6Test-1568195842'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:13.615592 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.627503 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4815101a-70d4-459c-b81e-88ad89c3d3c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.630814 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4815101a-70d4-459c-b81e-88ad89c3d3c7 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/0b4723f0-5ada-4c72-98e6-de0be1fd6593 HTTP/1.1" status: 204 len: 168 time: 0.4598815 Oct 12 23:11:13.634354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41814) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:13.666183 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815101a-70d4-459c-b81e-88ad89c3d3c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b4723f0-5ada-4c72-98e6-de0be1fd6593,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:13.691191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-939fe340-53ba-420d-8fb9-857f999c7860 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.721227 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.761453 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.770004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Network d3f00724-9c44-4ef2-9686-a86022673bef is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:13.773622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:13.787188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:13.802960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Pushing event updated for resources: {'Port': ['ID=2f051a0d-97d4-4f9b-9947-99a1c8d46479,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:13.841375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-939fe340-53ba-420d-8fb9-857f999c7860 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.868253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Attempting to bind port 2f051a0d-97d4-4f9b-9947-99a1c8d46479 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:11:13.869028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Attempting to bind port 2f051a0d-97d4-4f9b-9947-99a1c8d46479 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'fe7141a8-90a9-41dd-88a3-5e06ced14964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3f00724-9c44-4ef2-9686-a86022673bef'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:11:13.871283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Attempting to bind port 2f051a0d-97d4-4f9b-9947-99a1c8d46479 on network d3f00724-9c44-4ef2-9686-a86022673bef {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:11:13.880778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:11:13.880778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Checking segment: {'id': 'fe7141a8-90a9-41dd-88a3-5e06ced14964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3f00724-9c44-4ef2-9686-a86022673bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:13.880778 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.880778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Bound using segment: {'id': 'fe7141a8-90a9-41dd-88a3-5e06ced14964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3f00724-9c44-4ef2-9686-a86022673bef'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:11:13.880778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Bound port: 2f051a0d-97d4-4f9b-9947-99a1c8d46479, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7141a8-90a9-41dd-88a3-5e06ced14964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'd3f00724-9c44-4ef2-9686-a86022673bef'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:11:13.880778 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.886040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939fe340-53ba-420d-8fb9-857f999c7860 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=f87692dd-00ca-49fd-a591-3c784777969b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:13.888194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-939fe340-53ba-420d-8fb9-857f999c7860 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.894369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-939fe340-53ba-420d-8fb9-857f999c7860 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/f87692dd-00ca-49fd-a591-3c784777969b HTTP/1.1" status: 204 len: 168 time: 0.8769834 Oct 12 23:11:13.895011 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41824) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:13.902912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128ddfa0-7a37-4889-8302-6e56cb2af0c7 None None] Network c291f717-c946-4e4e-bc55-a7a931556318 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:13.917273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Made reservation on behalf of b585e89ba3db4d30b7f25bea9332decb for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:13.921496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:13.988839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.029408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e7b4028-9c7a-4520-92a6-bdd40e85cc99 req-7df51209-a6a3-4a1e-8e99-25319fab4358 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 210 time: 0.0844462 Oct 12 23:11:14.036495 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.077928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] For port 2f051a0d-97d4-4f9b-9947-99a1c8d46479, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:11:14.105683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9bcf7b-47ef-41d0-9af7-ae015437f1fc']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:14.110335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:14.115554 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:11:14.116296 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.140046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:14.140447 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.147953 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a8c77a-bd12-4e5b-b986-c5f7fa8fb2c7') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:14.148134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] For port 2f051a0d-97d4-4f9b-9947-99a1c8d46479, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2f051a0d-97d4-4f9b-9947-99a1c8d46479,segment=NetworkSegment(fe7141a8-90a9-41dd-88a3-5e06ced14964),segment_id=fe7141a8-90a9-41dd-88a3-5e06ced14964)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:11:14.148343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a8c77a-bd12-4e5b-b986-c5f7fa8fb2c7') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:14.170651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.172786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] device_id is not set on port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:11:14.212630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] For port b1b207ff-2d7b-4733-b209-a1b40b5f1de0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b1b207ff-2d7b-4733-b209-a1b40b5f1de0,segment=NetworkSegment(c4287410-c9e6-4643-ac75-dc7e10eccdc3),segment_id=c4287410-c9e6-4643-ac75-dc7e10eccdc3)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:14.214597 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.234563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for b1b207ff-2d7b-4733-b209-a1b40b5f1de0 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:14.243790 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.249390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.266263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:11:14.266681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:11:14.271566 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:11:14.328785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Allocated IP 172.20.0.3 (95ad282e-f084-4600-bba1-1f090b7ad754/6a30b4b7-17b5-4021-a2d2-913c89234d44/cc59663a-b518-4ba6-b5f6-a958e4af5e96) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:14.340077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb4980-acaf-4507-bd84-0db8297ae492 None None] Pushing event updated for resources: {'Port': ['ID=2f051a0d-97d4-4f9b-9947-99a1c8d46479,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:14.344313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e084169d-b5fc-47f8-94b5-d6f10b63076b None None] DHCP port deletion for c291f717-c946-4e4e-bc55-a7a931556318 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:11:14.452691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e084169d-b5fc-47f8-94b5-d6f10b63076b None None] Deleting port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:14.453358 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e084169d-b5fc-47f8-94b5-d6f10b63076b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.464404 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.480724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 2001:db8::2c (d3f00724-9c44-4ef2-9686-a86022673bef/7ad33625-9420-4460-974f-63dbb8d44e4a/48b0a9b5-7f90-4c0a-b47d-24bba47594a5) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:14.492376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.509601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.513434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7f9bcf7b-47ef-41d0-9af7-ae015437f1fc HTTP/1.1" status: 204 len: 168 time: 0.8774362 Oct 12 23:11:14.513679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=b1b207ff-2d7b-4733-b209-a1b40b5f1de0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:14.559956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e084169d-b5fc-47f8-94b5-d6f10b63076b None None] For port b1b207ff-2d7b-4733-b209-a1b40b5f1de0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b1b207ff-2d7b-4733-b209-a1b40b5f1de0,segment=NetworkSegment(c4287410-c9e6-4643-ac75-dc7e10eccdc3),segment_id=c4287410-c9e6-4643-ac75-dc7e10eccdc3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:14.561873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e084169d-b5fc-47f8-94b5-d6f10b63076b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.566216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b323a6-51d9-405b-a48f-04298b0cf6e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f9bcf7b-47ef-41d0-9af7-ae015437f1fc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:14.606279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No DVR routers for this DVR port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:14.634393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e084169d-b5fc-47f8-94b5-d6f10b63076b None None] Calling delete_port for b1b207ff-2d7b-4733-b209-a1b40b5f1de0 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:14.781961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7bf1c9-ea36-4de6-9a7c-52fe7275ee79 req-a3b61096-8a0f-44d0-8ea4-08419153903b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:14.783669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca7bf1c9-ea36-4de6-9a7c-52fe7275ee79 req-a3b61096-8a0f-44d0-8ea4-08419153903b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2734432 Oct 12 23:11:14.816104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.832065 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e084169d-b5fc-47f8-94b5-d6f10b63076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.863453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c291f717-c946-4e4e-bc55-a7a931556318']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:14.881168 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca7bf1c9-ea36-4de6-9a7c-52fe7275ee79 req-95005541-3a9b-4cec-a525-d32e6ed60877 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770075 Oct 12 23:11:14.883142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4287410-c9e6-4643-ac75-dc7e10eccdc3') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:14.883440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4287410-c9e6-4643-ac75-dc7e10eccdc3') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:14.890394 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.898008 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.906384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084169d-b5fc-47f8-94b5-d6f10b63076b None None] Pushing event deleted for resources: {'Port': ['ID=b1b207ff-2d7b-4733-b209-a1b40b5f1de0,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:14.940442 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.955629 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:11:14.956499 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:14.960458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e084169d-b5fc-47f8-94b5-d6f10b63076b None None] No DVR routers for this DVR port b1b207ff-2d7b-4733-b209-a1b40b5f1de0 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:11:14.962817 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:11:15.015853 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.103341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afffb938-daac-498f-aff4-72d15a558a87 req-ddbf8081-9ba8-4e37-bf53-79ecb42917b0 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:15.105326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-afffb938-daac-498f-aff4-72d15a558a87 req-ddbf8081-9ba8-4e37-bf53-79ecb42917b0 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1184611 Oct 12 23:11:15.153878 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.154246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-afffb938-daac-498f-aff4-72d15a558a87 req-11f389bb-13fd-43fc-aed7-764786ed2734 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420015 Oct 12 23:11:15.161983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.163452 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.176262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/networks/c291f717-c946-4e4e-bc55-a7a931556318 HTTP/1.1" status: 204 len: 168 time: 1.2766218 Oct 12 23:11:15.180468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41870) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:15.219822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41874) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:15.223390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.241414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a6a62-8dee-431f-b8d7-e245fccddbbd tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Network': ['ID=c291f717-c946-4e4e-bc55-a7a931556318,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:15.274197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24286be6-81a7-4957-9f67-74e4a36b18d8 req-02e3c4b2-d010-4949-83cf-c3254fab59cd tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:15.277075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24286be6-81a7-4957-9f67-74e4a36b18d8 req-02e3c4b2-d010-4949-83cf-c3254fab59cd tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 931 time: 0.1402440 Oct 12 23:11:15.292828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Network 95ad282e-f084-4600-bba1-1f090b7ad754 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:15.327693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Pushing event updated for resources: {'Port': ['ID=cc59663a-b518-4ba6-b5f6-a958e4af5e96,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:15.335850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:15.360318 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24286be6-81a7-4957-9f67-74e4a36b18d8 req-bc3faa57-790a-4abf-96b6-af616cd1880c tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637150 Oct 12 23:11:15.367201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ac1220-1ebc-4595-a912-de585ea911aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:15.375263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-74ac1220-1ebc-4595-a912-de585ea911aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/9d2ede8d-75b0-4b11-8ab8-91fc72be4654 HTTP/1.1" status: 200 len: 844 time: 0.1708639 Oct 12 23:11:15.375793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41880) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:15.433386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-18bb305f-ad8d-43e7-b939-b6f9ea178597 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/9d2ede8d-75b0-4b11-8ab8-91fc72be4654?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0565510 Oct 12 23:11:15.436984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41882) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:15.442780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:15.444147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:15.495084 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.508669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2f051a0d-97d4-4f9b-9947-99a1c8d46479 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:15.524020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network d3f00724-9c44-4ef2-9686-a86022673bef is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:15.547447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:15.566194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:15.573088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:15.574173 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d57e8241-2b2e-470c-97a9-1dc00f23aa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.574407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.604475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-774d30f5-81cb-465d-9c96-5d60442e4dcf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e7aacc44b3ab4773a858f2133ef04ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3824961 Oct 12 23:11:15.608616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=48b0a9b5-7f90-4c0a-b47d-24bba47594a5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:15.608904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41888) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:15.612199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2f051a0d-97d4-4f9b-9947-99a1c8d46479 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:15.612797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.623528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:15.623528 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.636244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5110c9-394a-46d1-abce-df9db9fd5b5f req-ced7c6b9-daee-4c9b-b50c-bc404023b251 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:15.638290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b5110c9-394a-46d1-abce-df9db9fd5b5f req-ced7c6b9-daee-4c9b-b50c-bc404023b251 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2927821 Oct 12 23:11:15.673298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:15.676928 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.742450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b5110c9-394a-46d1-abce-df9db9fd5b5f req-40bb706f-9cb5-41ce-80a3-8e90ee43359e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923903 Oct 12 23:11:15.747912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-00b07202-9a3c-42c9-b233-cc2a877cdfaf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1722951 Oct 12 23:11:15.750921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41894) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:15.766458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.788877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-2eeffe94-c50d-4714-9d76-074d4f4ebe57 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8683984 Oct 12 23:11:15.809536 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ae0dcf1-9f8e-4a53-9af9-291c9d185534 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.820817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 2f051a0d-97d4-4f9b-9947-99a1c8d46479, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2f051a0d-97d4-4f9b-9947-99a1c8d46479,segment=NetworkSegment(fe7141a8-90a9-41dd-88a3-5e06ced14964),segment_id=fe7141a8-90a9-41dd-88a3-5e06ced14964)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:15.851393 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ae0dcf1-9f8e-4a53-9af9-291c9d185534 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:15.887209 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.007330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b1b207ff-2d7b-4733-b209-a1b40b5f1de0 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:11:16.010720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Request body: {'port': {'device_id': '90457a6e-0676-4f9c-8a80-03f52a0ed2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:16.062122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b1b207ff-2d7b-4733-b209-a1b40b5f1de0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:11:16.063033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b1b207ff-2d7b-4733-b209-a1b40b5f1de0 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:11:16.067605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=2f051a0d-97d4-4f9b-9947-99a1c8d46479,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:16.070753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf665d3-fbde-418e-82f2-16e724535ae8 None None] Network d3f00724-9c44-4ef2-9686-a86022673bef requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:16.121238 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.121579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.122175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.122590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.123054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.123449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.123841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.124230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.124619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.125007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.125394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.125781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:16.148419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7eeda620-102e-4427-9fc4-a449018088f6 None None] Provisioning complete for port 2f051a0d-97d4-4f9b-9947-99a1c8d46479 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:16.148866 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7eeda620-102e-4427-9fc4-a449018088f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.149671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda629e-acf6-4607-b925-9e5751090109 req-4b13bc49-58e4-4d1d-adc8-2991754f8dff tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:16.160003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8fda629e-acf6-4607-b925-9e5751090109 req-4b13bc49-58e4-4d1d-adc8-2991754f8dff tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3062985 Oct 12 23:11:16.204826 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.205588 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.243549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8fda629e-acf6-4607-b925-9e5751090109 req-a2174b66-6cfc-426e-b291-e1a17711fa95 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823848 Oct 12 23:11:16.281395 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.419446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:16.424295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=5681a711-9643-404b-92a0-52e986011fdc,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:16.433331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:16.438832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:16.440142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.446799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ae0dcf1-9f8e-4a53-9af9-291c9d185534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.450789 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ae0dcf1-9f8e-4a53-9af9-291c9d185534 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.451077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a02ebe4-7801-40ff-9073-bdc44266c74c None None] Network a28f1885-6619-4460-8131-0789660f5822 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:16.458659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3ae0dcf1-9f8e-4a53-9af9-291c9d185534 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35a177a9-b7b9-4492-82d0-b919db97fcc4 HTTP/1.1" status: 204 len: 168 time: 0.8460107 Oct 12 23:11:16.603428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0dcf1-9f8e-4a53-9af9-291c9d185534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a177a9-b7b9-4492-82d0-b919db97fcc4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:16.641170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92452473-79ae-41d7-8cdc-023a984d109c req-a5ebde4d-23a5-4a45-9389-c60f76cd7f76 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:16.651744 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92452473-79ae-41d7-8cdc-023a984d109c req-a5ebde4d-23a5-4a45-9389-c60f76cd7f76 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1746721 Oct 12 23:11:16.706847 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92452473-79ae-41d7-8cdc-023a984d109c req-e5de0c58-0ee0-46b6-88d6-d8e10d2a7c86 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533378 Oct 12 23:11:16.754258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2d2a632d-3654-4876-8054-8d73cccbc7aa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2948411 Oct 12 23:11:16.755385 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41920) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:16.766542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3fd2e952-0cef-456c-9b8c-add023534ffc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'security_group': {'name': 'tempest-secgroup-2081988377'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:16.872242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-a28f1885-6619-4460-8131-0789660f5822', 'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'tenant_id': '4c6eae8e02ff46269232199205890ebb', 'fixed_ips': [{'subnet_id': '5681a711-9643-404b-92a0-52e986011fdc'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:11:16.873190 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.918057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e952-0cef-456c-9b8c-add023534ffc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:16.966099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9ebbdf-4c6a-4482-98fa-f9ea2c3c6865 req-7d973c08-f734-47a6-80d3-65d6f8fdbb49 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:16.969408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18b4fa-c6c7-4710-a464-7aab01dbaf01 req-70a2d3b1-7733-4022-9786-640f418f5469 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:16.976091 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db18b4fa-c6c7-4710-a464-7aab01dbaf01 req-70a2d3b1-7733-4022-9786-640f418f5469 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1216600 Oct 12 23:11:16.989818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d9ebbdf-4c6a-4482-98fa-f9ea2c3c6865 req-7d973c08-f734-47a6-80d3-65d6f8fdbb49 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 931 time: 0.4572031 Oct 12 23:11:17.000969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.147358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cabf8f6e-722b-4074-9110-5d4bcdeae669 None None] Provisioning complete for port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:17.147758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cabf8f6e-722b-4074-9110-5d4bcdeae669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.190120 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db18b4fa-c6c7-4710-a464-7aab01dbaf01 req-21d844c1-9f7d-4d5c-87b3-e7827745e9c0 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820238 Oct 12 23:11:17.195270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41932) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:17.286413 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e952-0cef-456c-9b8c-add023534ffc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.356463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e952-0cef-456c-9b8c-add023534ffc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.431736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd2e952-0cef-456c-9b8c-add023534ffc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7981fe-6f7d-442b-bb25-974bc7cc06f9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:17.468828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2f051a0d-97d4-4f9b-9947-99a1c8d46479 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:17.521662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07fc1327-f7d9-4c70-8395-2863c05e8d41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.545591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3fd2e952-0cef-456c-9b8c-add023534ffc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.546834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3fd2e952-0cef-456c-9b8c-add023534ffc tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7898581 Oct 12 23:11:17.553120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41944) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:17.553773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cabf8f6e-722b-4074-9110-5d4bcdeae669 None None] Port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:17.560759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-91fe61a7-fb00-4835-af06-a96b32ce438c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'security_group': {'name': 'tempest-secgroup-1794126041'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:17.591022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844777b-4934-4c41-9991-1447d22606fd req-2c70ddc0-93a6-4b01-8d44-e73d3b6fb7d3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:17.598902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3844777b-4934-4c41-9991-1447d22606fd req-2c70ddc0-93a6-4b01-8d44-e73d3b6fb7d3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1424053 Oct 12 23:11:17.648956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cabf8f6e-722b-4074-9110-5d4bcdeae669 None None] Provisioning complete for port 2f051a0d-97d4-4f9b-9947-99a1c8d46479 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:17.649466 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cabf8f6e-722b-4074-9110-5d4bcdeae669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.658517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Allocated IP 2001:db8::2 (a28f1885-6619-4460-8131-0789660f5822/5681a711-9643-404b-92a0-52e986011fdc/0c1db331-4597-4be2-b8f0-52896c9a5579) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:17.684124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3844777b-4934-4c41-9991-1447d22606fd req-e7b72a7f-9df4-4a98-819a-c91d352eac50 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761929 Oct 12 23:11:17.746659 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91fe61a7-fb00-4835-af06-a96b32ce438c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.776905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41948) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:17.841426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07fc1327-f7d9-4c70-8395-2863c05e8d41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.843534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2f051a0d-97d4-4f9b-9947-99a1c8d46479 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:17.844108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.875796 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.895391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dfd0ff3b-e9f7-4270-9160-9978a30463ca admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7c49b7a48a4746bc9b7a92b7c28ff98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1116908 Oct 12 23:11:17.902478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41950) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:17.927079 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-07fc1327-f7d9-4c70-8395-2863c05e8d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:17.956044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-07fc1327-f7d9-4c70-8395-2863c05e8d41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fb4d985eda674c919e719b11a71ad5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7504408 Oct 12 23:11:17.961210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41952) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:17.975296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76303a6-85d1-46d0-ab84-e9086166d521 req-15c0ef96-4246-4dfa-815e-7a01e820e80e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:17.984005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e76303a6-85d1-46d0-ab84-e9086166d521 req-15c0ef96-4246-4dfa-815e-7a01e820e80e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1742861 Oct 12 23:11:18.017926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.046721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d9ebbdf-4c6a-4482-98fa-f9ea2c3c6865 req-08bffb2c-99c0-4e9b-8c73-878a8f11ab41 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0504658 Oct 12 23:11:18.099834 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.107427 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67bed377-fef4-423f-988b-7c9d57682c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.113836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc59663a-b518-4ba6-b5f6-a958e4af5e96 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:11:18.128504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fc1327-f7d9-4c70-8395-2863c05e8d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b6e3ef-2e6b-43c7-bed9-e12422acf05d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:18.149757 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.171097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e76303a6-85d1-46d0-ab84-e9086166d521 req-0bb78b36-fd74-403e-8699-5bd8ff7d4c91 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666353 Oct 12 23:11:18.171097 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91fe61a7-fb00-4835-af06-a96b32ce438c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.171447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.176933 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67bed377-fef4-423f-988b-7c9d57682c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.192686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8afa181a-6e5f-4edc-b785-ddc1718f357f None None] Provisioning complete for port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:18.192686 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8afa181a-6e5f-4edc-b785-ddc1718f357f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.229447 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72ea430e-84bf-4fea-bbca-3c2e6385b199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.242554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8afa181a-6e5f-4edc-b785-ddc1718f357f None None] Port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:18.251289 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.287955 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91fe61a7-fb00-4835-af06-a96b32ce438c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.295185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:18.299185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:18.309751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:18.315365 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72ea430e-84bf-4fea-bbca-3c2e6385b199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.397744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Pushing event updated for resources: {'Port': ['ID=0c1db331-4597-4be2-b8f0-52896c9a5579,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:18.407905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=48b0a9b5-7f90-4c0a-b47d-24bba47594a5,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:18.420341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.444026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Attempting to bind port 0c1db331-4597-4be2-b8f0-52896c9a5579 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:11:18.444403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Attempting to bind port 0c1db331-4597-4be2-b8f0-52896c9a5579 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '86bb747e-578e-49ff-9f1f-d7a5b5167cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a28f1885-6619-4460-8131-0789660f5822'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:11:18.444769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Attempting to bind port 0c1db331-4597-4be2-b8f0-52896c9a5579 on network a28f1885-6619-4460-8131-0789660f5822 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:11:18.451228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:11:18.451616 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Checking segment: {'id': '86bb747e-578e-49ff-9f1f-d7a5b5167cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a28f1885-6619-4460-8131-0789660f5822'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:18.452030 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.452479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Bound using segment: {'id': '86bb747e-578e-49ff-9f1f-d7a5b5167cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a28f1885-6619-4460-8131-0789660f5822'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:11:18.452963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Bound port: 0c1db331-4597-4be2-b8f0-52896c9a5579, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86bb747e-578e-49ff-9f1f-d7a5b5167cec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a28f1885-6619-4460-8131-0789660f5822'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:11:18.453356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.493791 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91fe61a7-fb00-4835-af06-a96b32ce438c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.501206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-91fe61a7-fb00-4835-af06-a96b32ce438c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9469969 Oct 12 23:11:18.504746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41962) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:18.508657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe61a7-fb00-4835-af06-a96b32ce438c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd42efa-12eb-4840-86cf-1123ed2a678b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:18.512265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1518488679', 'security_groups': ['cbd42efa-12eb-4840-86cf-1123ed2a678b'], 'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5681a711-9643-404b-92a0-52e986011fdc'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:18.554178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] For port 0c1db331-4597-4be2-b8f0-52896c9a5579, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:11:18.559322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] For port 0c1db331-4597-4be2-b8f0-52896c9a5579, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0c1db331-4597-4be2-b8f0-52896c9a5579,segment=NetworkSegment(86bb747e-578e-49ff-9f1f-d7a5b5167cec),segment_id=86bb747e-578e-49ff-9f1f-d7a5b5167cec)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:11:18.564724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db2f77-7ef5-4ed9-9b62-ab9cddc2737a req-cb9a12b6-d224-4ebb-95ff-b8af7fbe8b53 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:18.572318 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84db2f77-7ef5-4ed9-9b62-ab9cddc2737a req-cb9a12b6-d224-4ebb-95ff-b8af7fbe8b53 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2305768 Oct 12 23:11:18.604415 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67bed377-fef4-423f-988b-7c9d57682c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.607857 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67bed377-fef4-423f-988b-7c9d57682c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.609172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-67bed377-fef4-423f-988b-7c9d57682c35 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/21f15525-8ee2-429e-b5cf-5644d0bb9325 HTTP/1.1" status: 204 len: 168 time: 0.7019064 Oct 12 23:11:18.629037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bed377-fef4-423f-988b-7c9d57682c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f15525-8ee2-429e-b5cf-5644d0bb9325,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:18.641269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84db2f77-7ef5-4ed9-9b62-ab9cddc2737a req-4b86cfea-2651-42cb-93d5-eed7a35bb305 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679328 Oct 12 23:11:18.660228 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.682676 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72ea430e-84bf-4fea-bbca-3c2e6385b199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.683332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Transition to ACTIVE for port object cc59663a-b518-4ba6-b5f6-a958e4af5e96 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:11:18.685262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72ea430e-84bf-4fea-bbca-3c2e6385b199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.686489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-72ea430e-84bf-4fea-bbca-3c2e6385b199 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/50b6e3ef-2e6b-43c7-bed9-e12422acf05d HTTP/1.1" status: 204 len: 168 time: 0.7001147 Oct 12 23:11:18.694815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea430e-84bf-4fea-bbca-3c2e6385b199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b6e3ef-2e6b-43c7-bed9-e12422acf05d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:18.725036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:18.783705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.789911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edd2133-0029-4a4e-8f56-b19d3a77058c None None] Pushing event updated for resources: {'Port': ['ID=0c1db331-4597-4be2-b8f0-52896c9a5579,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:18.802130 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.810463 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5f3a9b6d-f4cb-49bc-a139-78cce5b74a71 None None] Provisioning complete for port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:18.810845 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5f3a9b6d-f4cb-49bc-a139-78cce5b74a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:18.906277 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5f3a9b6d-f4cb-49bc-a139-78cce5b74a71 None None] Port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:18.979964 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.011576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Pushing event updated for resources: {'Port': ['ID=cc59663a-b518-4ba6-b5f6-a958e4af5e96,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:19.138526 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.142724 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.154084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33c8055-f17a-43a6-a2b8-0db53476679d req-b645e6fa-23e4-469b-8bdc-a36b03313c3b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:19.155767 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a33c8055-f17a-43a6-a2b8-0db53476679d req-b645e6fa-23e4-469b-8bdc-a36b03313c3b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3582926 Oct 12 23:11:19.193592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Attempting to bind port cc59663a-b518-4ba6-b5f6-a958e4af5e96 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:11:19.193944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Attempting to bind port cc59663a-b518-4ba6-b5f6-a958e4af5e96 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '73edc041-878e-499f-abc0-f02c1b57fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95ad282e-f084-4600-bba1-1f090b7ad754'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:11:19.194259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Attempting to bind port cc59663a-b518-4ba6-b5f6-a958e4af5e96 on network 95ad282e-f084-4600-bba1-1f090b7ad754 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:11:19.239434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2faeb98-8b28-443c-b068-3968cae79443 req-3fd9f463-e124-4e97-8759-13bd6de4ee76 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:19.241923 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2faeb98-8b28-443c-b068-3968cae79443 req-3fd9f463-e124-4e97-8759-13bd6de4ee76 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 943 time: 0.0887506 Oct 12 23:11:19.251483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Port cc59663a-b518-4ba6-b5f6-a958e4af5e96 on network 95ad282e-f084-4600-bba1-1f090b7ad754 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:11:19.251840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Attempting to bind port cc59663a-b518-4ba6-b5f6-a958e4af5e96 on network 95ad282e-f084-4600-bba1-1f090b7ad754 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:11:19.278014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 11, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:11:19.278014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Checking segment: {'id': '73edc041-878e-499f-abc0-f02c1b57fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95ad282e-f084-4600-bba1-1f090b7ad754'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:19.290930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Bound using segment: {'id': '73edc041-878e-499f-abc0-f02c1b57fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95ad282e-f084-4600-bba1-1f090b7ad754'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:11:19.290930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Bound port: cc59663a-b518-4ba6-b5f6-a958e4af5e96, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73edc041-878e-499f-abc0-f02c1b57fefd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95ad282e-f084-4600-bba1-1f090b7ad754'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:11:19.290930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.313834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port b7798105-0ee9-4fd4-b90d-6bfaa45a4794 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:11:19.314731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2faeb98-8b28-443c-b068-3968cae79443 req-6367aba7-f394-4db3-91e6-47592eb0c1c2 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620947 Oct 12 23:11:19.469721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a33c8055-f17a-43a6-a2b8-0db53476679d req-88c9d729-6421-42ff-9c9d-b75f84b483cd tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726691 Oct 12 23:11:19.497318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0c1db331-4597-4be2-b8f0-52896c9a5579 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:19.566704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] For port cc59663a-b518-4ba6-b5f6-a958e4af5e96, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:11:19.617502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:19.617882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.681423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9cf7e-820e-40ce-893c-5f01e46ea957 req-fc932b90-944e-4b18-b696-3de17952f14e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:19.691102 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6e9cf7e-820e-40ce-893c-5f01e46ea957 req-fc932b90-944e-4b18-b696-3de17952f14e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0757728 Oct 12 23:11:19.706015 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.747276 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6e9cf7e-820e-40ce-893c-5f01e46ea957 req-104f6724-45b5-4986-aa16-a5ee340de714 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499647 Oct 12 23:11:19.752986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41996) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:19.767322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 0c1db331-4597-4be2-b8f0-52896c9a5579, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0c1db331-4597-4be2-b8f0-52896c9a5579,segment=NetworkSegment(86bb747e-578e-49ff-9f1f-d7a5b5167cec),segment_id=86bb747e-578e-49ff-9f1f-d7a5b5167cec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:19.779606 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-789e25ff-6cd2-4614-925b-5edab06e3e9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.790983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] For port cc59663a-b518-4ba6-b5f6-a958e4af5e96, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc59663a-b518-4ba6-b5f6-a958e4af5e96,segment=NetworkSegment(73edc041-878e-499f-abc0-f02c1b57fefd),segment_id=73edc041-878e-499f-abc0-f02c1b57fefd)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:11:19.792803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::1d (a28f1885-6619-4460-8131-0789660f5822/5681a711-9643-404b-92a0-52e986011fdc/b7798105-0ee9-4fd4-b90d-6bfaa45a4794) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:19.840975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.895553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-789e25ff-6cd2-4614-925b-5edab06e3e9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.932372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=0c1db331-4597-4be2-b8f0-52896c9a5579,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:19.935863 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.967668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:19.968283 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:19.970486 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] 10.222.0.41 "PUT /v2.0/ports/cc59663a-b518-4ba6-b5f6-a958e4af5e96 HTTP/1.1" status: 200 len: 1092 time: 3.9823864 Oct 12 23:11:19.984274 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90457a6e-0676-4f9c-8a80-03f52a0ed2ff', 'tag': 'cc59663a-b518-4ba6-b5f6-a958e4af5e96'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:11:19.986597 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d3520e-8925-4ce4-a9d6-ab60b144fbf0" -d '{"events": [{"name": "network-changed", "server_uuid": "90457a6e-0676-4f9c-8a80-03f52a0ed2ff", "tag": "cc59663a-b518-4ba6-b5f6-a958e4af5e96"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:11:20.012317 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-789e25ff-6cd2-4614-925b-5edab06e3e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.068599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-789e25ff-6cd2-4614-925b-5edab06e3e9c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=68c330bbe312468aa260bff64a8c5092&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107288 Oct 12 23:11:20.068599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42006) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:20.070232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789e25ff-6cd2-4614-925b-5edab06e3e9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c883770-76d1-472b-9e2f-a974afa30240,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:20.156317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eaa41a-3fb2-4fbf-b1cd-d73091e1355c service neutron] Pushing event updated for resources: {'Port': ['ID=cc59663a-b518-4ba6-b5f6-a958e4af5e96,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:20.156317 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b74cc66-67a5-4705-965f-a2976c50a929 x-openstack-request-id: req-2b74cc66-67a5-4705-965f-a2976c50a929 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:11:20.156317 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90457a6e-0676-4f9c-8a80-03f52a0ed2ff", "tag": "cc59663a-b518-4ba6-b5f6-a958e4af5e96", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:11:20.156317 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b74cc66-67a5-4705-965f-a2976c50a929 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:11:20.156317 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90457a6e-0676-4f9c-8a80-03f52a0ed2ff', 'tag': 'cc59663a-b518-4ba6-b5f6-a958e4af5e96', 'status': 'completed', 'code': 200} Oct 12 23:11:20.157246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e600b8f0-8109-4361-b74a-353da3397df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.177892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e600b8f0-8109-4361-b74a-353da3397df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.187390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.204349 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ec572-c296-481b-8ec6-5b4b47f69b03 req-cc5fb709-1be9-4761-b384-20199810d8da tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:20.207323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-709ec572-c296-481b-8ec6-5b4b47f69b03 req-cc5fb709-1be9-4761-b384-20199810d8da tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3268385 Oct 12 23:11:20.260665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3520e-8925-4ce4-a9d6-ab60b144fbf0 req-786f8bf3-a539-474a-a3e9-c5d6ec5498dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:20.264953 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9d3520e-8925-4ce4-a9d6-ab60b144fbf0 req-786f8bf3-a539-474a-a3e9-c5d6ec5498dd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b585e89ba3db4d30b7f25bea9332decb&device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 1095 time: 0.1253903 Oct 12 23:11:20.298359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e600b8f0-8109-4361-b74a-353da3397df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.301827 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e600b8f0-8109-4361-b74a-353da3397df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.303585 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e600b8f0-8109-4361-b74a-353da3397df1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c883770-76d1-472b-9e2f-a974afa30240 HTTP/1.1" status: 204 len: 168 time: 0.2344317 Oct 12 23:11:20.326451 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.328767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.339076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600b8f0-8109-4361-b74a-353da3397df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c883770-76d1-472b-9e2f-a974afa30240,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:20.457577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-43705c35-5487-48fa-86e1-826611e19eac None None] Provisioning complete for port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:20.460414 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43705c35-5487-48fa-86e1-826611e19eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.479293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188cbc7b-fd35-4a82-a14c-9fbf3e17fd56 req-22ee39e2-c30e-41e1-a15e-05ecd0ae2845 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:20.488935 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-188cbc7b-fd35-4a82-a14c-9fbf3e17fd56 req-22ee39e2-c30e-41e1-a15e-05ecd0ae2845 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 943 time: 0.0869467 Oct 12 23:11:20.547377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-43705c35-5487-48fa-86e1-826611e19eac None None] Port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:20.550737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-188cbc7b-fd35-4a82-a14c-9fbf3e17fd56 req-e81ff094-ba04-4a2a-b68f-a2f33358067a tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564249 Oct 12 23:11:20.579257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-43705c35-5487-48fa-86e1-826611e19eac None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:20.579635 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43705c35-5487-48fa-86e1-826611e19eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.584871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-709ec572-c296-481b-8ec6-5b4b47f69b03 req-c0d8af31-0c43-4e18-9f77-4546d674de7a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3676934 Oct 12 23:11:20.745756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:20.777849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3520e-8925-4ce4-a9d6-ab60b144fbf0 req-2121d036-0fbc-4b32-a12e-b315b8c0aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:20.779975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9d3520e-8925-4ce4-a9d6-ab60b144fbf0 req-2121d036-0fbc-4b32-a12e-b315b8c0aefa service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b585e89ba3db4d30b7f25bea9332decb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5028279 Oct 12 23:11:20.780752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=48b0a9b5-7f90-4c0a-b47d-24bba47594a5,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:20.795169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58062aa-8cd7-4985-8a39-15ce983b288f req-0e66beed-aa82-4eb0-84bc-ba846d18fd36 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:20.797222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c58062aa-8cd7-4985-8a39-15ce983b288f req-0e66beed-aa82-4eb0-84bc-ba846d18fd36 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0793195 Oct 12 23:11:20.878920 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c58062aa-8cd7-4985-8a39-15ce983b288f req-7015e490-15c3-4995-9ff8-3ba28c79f12e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663581 Oct 12 23:11:20.940763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3520e-8925-4ce4-a9d6-ab60b144fbf0 req-1eb6f42b-2464-4b47-b913-9db1fd173cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:20.942317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9d3520e-8925-4ce4-a9d6-ab60b144fbf0 req-1eb6f42b-2464-4b47-b913-9db1fd173cbe service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1477556 Oct 12 23:11:20.952915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network d3f00724-9c44-4ef2-9686-a86022673bef is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:20.963991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:21.078235 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:21.345235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a74b4438-a291-4210-9568-7a1d93a9849d None None] Provisioning complete for port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:21.345745 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a74b4438-a291-4210-9568-7a1d93a9849d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:21.390523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a74b4438-a291-4210-9568-7a1d93a9849d None None] Port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:21.424143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0c1db331-4597-4be2-b8f0-52896c9a5579 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:21.480704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:21.481084 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:21.590683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=b7798105-0ee9-4fd4-b90d-6bfaa45a4794,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:21.606874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:21.616563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:21.630064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d06e5b-4972-4c1b-8cb0-fb5e039a5c85 req-8ec6b827-9b08-468e-81c2-fb51e9ae6b1d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:21.638913 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84d06e5b-4972-4c1b-8cb0-fb5e039a5c85 req-8ec6b827-9b08-468e-81c2-fb51e9ae6b1d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.6923831 Oct 12 23:11:21.644707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:21.652615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:21.653591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:21.720052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-7e4efae1-ef4f-4df9-a204-a7d7ee3fd563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:21.721549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-7e4efae1-ef4f-4df9-a204-a7d7ee3fd563 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b585e89ba3db4d30b7f25bea9332decb&device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 1095 time: 0.6883171 Oct 12 23:11:21.731996 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84d06e5b-4972-4c1b-8cb0-fb5e039a5c85 req-0998e073-b000-496d-bf2c-b872f4657c2f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921206 Oct 12 23:11:21.795660 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-063c8e6b-e76d-4a46-b23c-67dd3e08f362 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cc59663a-b518-4ba6-b5f6-a958e4af5e96 HTTP/1.1" status: 200 len: 217 time: 0.0613492 Oct 12 23:11:21.813614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f47fd2-7e7a-4398-9897-7bde645099b3 req-679ea350-d45e-4f65-933d-9fed5ae2a2a5 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:21.815283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18f47fd2-7e7a-4398-9897-7bde645099b3 req-679ea350-d45e-4f65-933d-9fed5ae2a2a5 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 943 time: 0.1059089 Oct 12 23:11:21.815837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42086) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:21.817782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e8e6d9d3-3731-4ddb-97d9-dbdf98c94a47 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.3119085 Oct 12 23:11:21.820743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-278dd55d-6ae3-4e07-bde6-2d9a2d00cd61 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:21.891152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 19b309ab-1f44-4ee6-88d7-187698b4115c is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:11:22.031046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-45e0c1af-3980-4f97-b5d4-0747397ecd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:22.032680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-45e0c1af-3980-4f97-b5d4-0747397ecd8c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6a30b4b7-17b5-4021-a2d2-913c89234d44 HTTP/1.1" status: 200 len: 854 time: 0.2277844 Oct 12 23:11:22.035026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a9c52291-8c61-4dda-81fe-907e1bf33268 None None] Provisioning complete for port b7798105-0ee9-4fd4-b90d-6bfaa45a4794 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:22.035684 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9c52291-8c61-4dda-81fe-907e1bf33268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:22.085272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a9c52291-8c61-4dda-81fe-907e1bf33268 None None] Port b7798105-0ee9-4fd4-b90d-6bfaa45a4794 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:22.109190 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-5e11af67-187b-4201-b17a-b92e65898e92 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=95ad282e-f084-4600-bba1-1f090b7ad754&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381386 Oct 12 23:11:22.191395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26094fa-6c3c-44ff-89b2-73309f61eaad req-a62577a3-f43c-44f1-a787-b2c55a5ec889 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:22.191395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a26094fa-6c3c-44ff-89b2-73309f61eaad req-a62577a3-f43c-44f1-a787-b2c55a5ec889 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2311351 Oct 12 23:11:22.231990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:22.238666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b9649f36-4dcd-4b81-b2cf-9a33a4eacd12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/19b309ab-1f44-4ee6-88d7-187698b4115c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4862928 Oct 12 23:11:22.241744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42104) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:22.245484 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8f5e6-47ef-4270-ba05-26bc905b3356 None None] Sync routers for ids ['19b309ab-1f44-4ee6-88d7-187698b4115c'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:22.264164 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8f5e6-47ef-4270-ba05-26bc905b3356 None None] Routers {'19b309ab-1f44-4ee6-88d7-187698b4115c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:22.265303 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9fe8f5e6-47ef-4270-ba05-26bc905b3356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['19b309ab-1f44-4ee6-88d7-187698b4115c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:22.309621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a26094fa-6c3c-44ff-89b2-73309f61eaad req-d0160abf-b2d3-4e50-8b7c-739589140fd2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175368 Oct 12 23:11:22.321683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7311b5a4-2b8d-4a49-a541-47c3a4eef3ca tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:22.323904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7311b5a4-2b8d-4a49-a541-47c3a4eef3ca tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports/48b0a9b5-7f90-4c0a-b47d-24bba47594a5 HTTP/1.1" status: 200 len: 983 time: 0.0771143 Oct 12 23:11:22.326193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-f54dc967-49a7-406c-b8dc-ff731fa8078b service neutron] 10.222.0.41 "GET /v2.0/networks/95ad282e-f084-4600-bba1-1f090b7ad754?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095525 Oct 12 23:11:22.326678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42106) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:22.343684 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9fe8f5e6-47ef-4270-ba05-26bc905b3356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:22.371356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe8f5e6-47ef-4270-ba05-26bc905b3356 None None] Routers {'19b309ab-1f44-4ee6-88d7-187698b4115c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:22.374568 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9fe8f5e6-47ef-4270-ba05-26bc905b3356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['19b309ab-1f44-4ee6-88d7-187698b4115c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:22.484005 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9fe8f5e6-47ef-4270-ba05-26bc905b3356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:22.484945 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe8f5e6-47ef-4270-ba05-26bc905b3356 None None] The sync data for ids ['19b309ab-1f44-4ee6-88d7-187698b4115c'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:22.624826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c2daf-2a3a-44b7-9241-217e9ede13ad req-f66db4e4-9e10-432f-b5e0-1ef4c0a2dca9 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:22.626327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d39c2daf-2a3a-44b7-9241-217e9ede13ad req-f66db4e4-9e10-432f-b5e0-1ef4c0a2dca9 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1793721 Oct 12 23:11:22.653613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18f47fd2-7e7a-4398-9897-7bde645099b3 req-6ec84dd7-125f-4661-9269-751f174b0c55 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426821 Oct 12 23:11:22.673805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-690f5e89-48e3-49d3-b222-4e7a4751ff25 req-552f946a-30b6-48ac-af6c-3ad7e7d13a59 service neutron] 10.222.0.41 "GET /v2.0/networks/95ad282e-f084-4600-bba1-1f090b7ad754?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376868 Oct 12 23:11:22.698545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d39c2daf-2a3a-44b7-9241-217e9ede13ad req-7a8e1d78-ada2-454c-a3b6-0d5978dab93d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583360 Oct 12 23:11:22.731858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278dd55d-6ae3-4e07-bde6-2d9a2d00cd61 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:22.742294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-278dd55d-6ae3-4e07-bde6-2d9a2d00cd61 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:22.894060 n-d-790519-14 neutron-server[101889]: INFO neutron.db.ipam_backend_mixin [None req-278dd55d-6ae3-4e07-bde6-2d9a2d00cd61 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5681a711-9643-404b-92a0-52e986011fdc (CIDR: 2001:db8::/64) Oct 12 23:11:22.921715 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:22.934375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983edf83-b5fa-4dd6-971e-18d3b33dc0e8 req-86767f7b-d2fb-47b0-af73-bac27dbd41df tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:22.935975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-983edf83-b5fa-4dd6-971e-18d3b33dc0e8 req-86767f7b-d2fb-47b0-af73-bac27dbd41df tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0721784 Oct 12 23:11:22.944920 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-278dd55d-6ae3-4e07-bde6-2d9a2d00cd61 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:11:22.945657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278dd55d-6ae3-4e07-bde6-2d9a2d00cd61 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:23.048709 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-983edf83-b5fa-4dd6-971e-18d3b33dc0e8 req-33ad7829-845f-4f0c-90d9-eafabd1c3968 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794621 Oct 12 23:11:23.067900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-278dd55d-6ae3-4e07-bde6-2d9a2d00cd61 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2503426 Oct 12 23:11:23.069798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42136) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:23.076436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:23.250957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5da19-081e-44f7-a2fd-f53ea7b4e305 req-bfb953dd-d4a5-4e8a-be65-23d399b9d4ca tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:23.258164 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dae5da19-081e-44f7-a2fd-f53ea7b4e305 req-bfb953dd-d4a5-4e8a-be65-23d399b9d4ca tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0974157 Oct 12 23:11:23.273930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:23.274282 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:23.308837 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dae5da19-081e-44f7-a2fd-f53ea7b4e305 req-bf421dd5-9e76-433a-9bb8-d307b91cc11c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498011 Oct 12 23:11:23.379984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:23.383705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:23.387983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:23.417300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 48b0a9b5-7f90-4c0a-b47d-24bba47594a5 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:23.616789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e244e-0cc5-4a90-9aaf-fa3d9a8fb6bb req-e40bf2ee-063f-4aec-9101-935e5a73770e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:23.618295 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-840e244e-0cc5-4a90-9aaf-fa3d9a8fb6bb req-e40bf2ee-063f-4aec-9101-935e5a73770e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0769942 Oct 12 23:11:23.702264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:23.707640 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-840e244e-0cc5-4a90-9aaf-fa3d9a8fb6bb req-ed9139ed-5988-4cbd-98e5-7e164ebf3a65 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774293 Oct 12 23:11:23.841106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=48b0a9b5-7f90-4c0a-b47d-24bba47594a5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:23.858333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:23.933842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccf3bc9-7d70-46b6-bc35-2506c14fc83c req-96f1a636-6045-47da-8f12-99e4be31898a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:23.935419 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ccf3bc9-7d70-46b6-bc35-2506c14fc83c req-96f1a636-6045-47da-8f12-99e4be31898a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1240294 Oct 12 23:11:23.942545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:23.953089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:23.953249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.953249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.953423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.953675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.954014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.954352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.954967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.955102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.955416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.955743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.956068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.956393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:11:23.963616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:23.964214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:23.965735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1436bc98-972e-4425-a89c-06da979c1f46 None None] Network a28f1885-6619-4460-8131-0789660f5822 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:23.971086 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:23.975475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=4a0f7f54-7074-465f-aba5-d570854c4655,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:24.021389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ccf3bc9-7d70-46b6-bc35-2506c14fc83c req-802629d9-6f9d-42c4-af54-cd0738dc3dbc tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747285 Oct 12 23:11:24.069555 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7e744425-5baa-4a02-90b7-c9e96a0c187c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9958217 Oct 12 23:11:24.069555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42180) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:24.075465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1408872247', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4a0f7f54-7074-465f-aba5-d570854c4655'}], 'security_groups': ['cb7981fe-6f7d-442b-bb25-974bc7cc06f9']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:24.077236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8875f7-c8d5-44ca-a422-adf71d183357 req-bcf40aaf-1090-4cc0-b415-630475c4687a tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:24.087032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc8875f7-c8d5-44ca-a422-adf71d183357 req-bcf40aaf-1090-4cc0-b415-630475c4687a tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 943 time: 0.3330197 Oct 12 23:11:24.231931 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc8875f7-c8d5-44ca-a422-adf71d183357 req-e9398430-35ad-44d4-a0e2-b1a5c4403c2a tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396334 Oct 12 23:11:24.247456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 19b309ab-1f44-4ee6-88d7-187698b4115c has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:11:24.335649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:24.342993 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cb072ed6-d1ca-41be-a527-eb613907ed44 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/19b309ab-1f44-4ee6-88d7-187698b4115c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0142882 Oct 12 23:11:24.345110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42194) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:24.349803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38bee2-73cb-43b9-b871-ab4481d1122f None None] Sync routers for ids ['19b309ab-1f44-4ee6-88d7-187698b4115c'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:24.361131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38bee2-73cb-43b9-b871-ab4481d1122f None None] Routers {'19b309ab-1f44-4ee6-88d7-187698b4115c'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:24.362067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ae38bee2-73cb-43b9-b871-ab4481d1122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['19b309ab-1f44-4ee6-88d7-187698b4115c'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:24.445560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e4678-7c86-488d-8d38-667e4be783d6 req-bee80a86-59d3-4bb9-9c5f-f6ce2d20e97b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:24.455500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-453e4678-7c86-488d-8d38-667e4be783d6 req-bee80a86-59d3-4bb9-9c5f-f6ce2d20e97b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1340468 Oct 12 23:11:24.456685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ae38bee2-73cb-43b9-b871-ab4481d1122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:24.457084 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:24.531196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae38bee2-73cb-43b9-b871-ab4481d1122f None None] Routers {'19b309ab-1f44-4ee6-88d7-187698b4115c'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:24.531937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ae38bee2-73cb-43b9-b871-ab4481d1122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['19b309ab-1f44-4ee6-88d7-187698b4115c'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:24.554423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-453e4678-7c86-488d-8d38-667e4be783d6 req-f1a3e47c-2b01-4112-851e-0a48a70eee08 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866055 Oct 12 23:11:24.574226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ae38bee2-73cb-43b9-b871-ab4481d1122f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:24.575113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae38bee2-73cb-43b9-b871-ab4481d1122f None None] The sync data for ids ['19b309ab-1f44-4ee6-88d7-187698b4115c'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:24.576971 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999b2645-2963-4889-a493-d1fb60466484 None None] Update dhcp port {'port': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'fixed_ips': [{'subnet_id': '5681a711-9643-404b-92a0-52e986011fdc', 'ip_address': '2001:db8::2'}, {'subnet_id': '4a0f7f54-7074-465f-aba5-d570854c4655'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '0c1db331-4597-4be2-b8f0-52896c9a5579'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:11:24.633480 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-999b2645-2963-4889-a493-d1fb60466484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:24.672431 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-1e6f70cc-0fff-47c1-9828-4a1aff72db61 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] remove_router_interface failed (client error): The resource could not be found. Oct 12 23:11:24.680054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1e6f70cc-0fff-47c1-9828-4a1aff72db61 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/19b309ab-1f44-4ee6-88d7-187698b4115c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3335850 Oct 12 23:11:24.680817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42216) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:24.780272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2ea0d89e-a731-4b3c-8bb2-80de46970ade tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b309ab-1f44-4ee6-88d7-187698b4115c HTTP/1.1" status: 200 len: 205 time: 0.0650585 Oct 12 23:11:24.780963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42218) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:24.835001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0f949-19c1-4f40-9d95-6da27299c58e req-95158cb0-fd23-4382-b024-e36287a3a5fe tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:24.836649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-89b0f949-19c1-4f40-9d95-6da27299c58e req-95158cb0-fd23-4382-b024-e36287a3a5fe tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1548762 Oct 12 23:11:24.979042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Delete allocated IP 2001:db8::1d (a28f1885-6619-4460-8131-0789660f5822/5681a711-9643-404b-92a0-52e986011fdc) {{(pid=101889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 23:11:24.990495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8:0:1::6b (a28f1885-6619-4460-8131-0789660f5822/4a0f7f54-7074-465f-aba5-d570854c4655/b7798105-0ee9-4fd4-b90d-6bfaa45a4794) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:25.089724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cc59663a-b518-4ba6-b5f6-a958e4af5e96 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:11:25.209950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port cc59663a-b518-4ba6-b5f6-a958e4af5e96, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc59663a-b518-4ba6-b5f6-a958e4af5e96,segment=NetworkSegment(73edc041-878e-499f-abc0-f02c1b57fefd),segment_id=73edc041-878e-499f-abc0-f02c1b57fefd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:25.234459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.240055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'cc59663a-b518-4ba6-b5f6-a958e4af5e96', 'network_id': '95ad282e-f084-4600-bba1-1f090b7ad754', 'port_id': 'cc59663a-b518-4ba6-b5f6-a958e4af5e96', 'mac_address': 'fa:16:3e:22:1d:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a30b4b7-17b5-4021-a2d2-913c89234d44', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:11:25.300199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.331649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc59663a-b518-4ba6-b5f6-a958e4af5e96 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:11:25.346284 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96b8a8bd-c931-4a4a-a8a0-0748b3d65f97 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.359634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port cc59663a-b518-4ba6-b5f6-a958e4af5e96, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc59663a-b518-4ba6-b5f6-a958e4af5e96,segment=NetworkSegment(73edc041-878e-499f-abc0-f02c1b57fefd),segment_id=73edc041-878e-499f-abc0-f02c1b57fefd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:25.384243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-89b0f949-19c1-4f40-9d95-6da27299c58e req-f816f6ba-7c5d-4a80-82cf-5c61afa28828 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163705 Oct 12 23:11:25.414337 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.471882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.474393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=b7798105-0ee9-4fd4-b90d-6bfaa45a4794,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:25.532755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3892d027-9479-4fd5-a706-4259aac5ba95 req-4e2803b4-9549-4693-8c3a-861cd843e296 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:25.535581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3892d027-9479-4fd5-a706-4259aac5ba95 req-4e2803b4-9549-4693-8c3a-861cd843e296 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 943 time: 0.1645737 Oct 12 23:11:25.557804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=cc59663a-b518-4ba6-b5f6-a958e4af5e96,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:25.558320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] In _notify_port_updated(), no bound segment for port b7798105-0ee9-4fd4-b90d-6bfaa45a4794 on network a28f1885-6619-4460-8131-0789660f5822 {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:11:25.576970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:25.576970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.576970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1b5d6793-7116-44ed-af48-3dbf8900c77a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "PUT /v2.0/ports/b7798105-0ee9-4fd4-b90d-6bfaa45a4794 HTTP/1.1" status: 200 len: 930 time: 1.5034535 Oct 12 23:11:25.577238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42248) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:25.583695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-999b2645-2963-4889-a493-d1fb60466484 None None] Allocated IP 2001:db8:0:1::2 (a28f1885-6619-4460-8131-0789660f5822/4a0f7f54-7074-465f-aba5-d570854c4655/0c1db331-4597-4be2-b8f0-52896c9a5579) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:25.644415 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96b8a8bd-c931-4a4a-a8a0-0748b3d65f97 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.660200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96b8a8bd-c931-4a4a-a8a0-0748b3d65f97 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.675496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3892d027-9479-4fd5-a706-4259aac5ba95 req-3e160c7b-1afb-46e9-87e5-7aaf344d30a6 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149480 Oct 12 23:11:25.690690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['cc59663a-b518-4ba6-b5f6-a958e4af5e96'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:11:25.810450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-293a8954-8d3e-4c25-94d8-b0a420bb60c6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port b7798105-0ee9-4fd4-b90d-6bfaa45a4794 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:25.811093 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-293a8954-8d3e-4c25-94d8-b0a420bb60c6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.840911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-999b2645-2963-4889-a493-d1fb60466484 None None] For port 0c1db331-4597-4be2-b8f0-52896c9a5579, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0c1db331-4597-4be2-b8f0-52896c9a5579,segment=NetworkSegment(86bb747e-578e-49ff-9f1f-d7a5b5167cec),segment_id=86bb747e-578e-49ff-9f1f-d7a5b5167cec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:25.916624 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-999b2645-2963-4889-a493-d1fb60466484 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.971018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-293a8954-8d3e-4c25-94d8-b0a420bb60c6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:25.984655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-293a8954-8d3e-4c25-94d8-b0a420bb60c6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for b7798105-0ee9-4fd4-b90d-6bfaa45a4794 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:26.012952 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-999b2645-2963-4889-a493-d1fb60466484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:26.144522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96b8a8bd-c931-4a4a-a8a0-0748b3d65f97 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:26.145441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b8a8bd-c931-4a4a-a8a0-0748b3d65f97 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Fanout notify agent at l3_agent the message router_deleted on router 19b309ab-1f44-4ee6-88d7-187698b4115c {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:11:26.187987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999b2645-2963-4889-a493-d1fb60466484 None None] Pushing event updated for resources: {'Port': ['ID=0c1db331-4597-4be2-b8f0-52896c9a5579,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:26.210707 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96b8a8bd-c931-4a4a-a8a0-0748b3d65f97 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:26.210707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-96b8a8bd-c931-4a4a-a8a0-0748b3d65f97 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/19b309ab-1f44-4ee6-88d7-187698b4115c HTTP/1.1" status: 204 len: 168 time: 1.4225218 Oct 12 23:11:26.218712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42272) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:26.252298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-293a8954-8d3e-4c25-94d8-b0a420bb60c6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:26.405125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293a8954-8d3e-4c25-94d8-b0a420bb60c6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=b7798105-0ee9-4fd4-b90d-6bfaa45a4794,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:26.460405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-293a8954-8d3e-4c25-94d8-b0a420bb60c6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:26.466361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-293a8954-8d3e-4c25-94d8-b0a420bb60c6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/b7798105-0ee9-4fd4-b90d-6bfaa45a4794 HTTP/1.1" status: 204 len: 168 time: 0.8863084 Oct 12 23:11:26.467236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:26.473481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fff72d-5f0b-4b90-8bf2-b524768e1e97 req-d021db48-f4b9-4269-a37e-e20da1b68081 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:26.480660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7c8a4da-ea86-4699-b364-5b8a73002daf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting subnet 7ad33625-9420-4460-974f-63dbb8d44e4a {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:26.483776 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50fff72d-5f0b-4b90-8bf2-b524768e1e97 req-d021db48-f4b9-4269-a37e-e20da1b68081 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0981474 Oct 12 23:11:26.517087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a4da-ea86-4699-b364-5b8a73002daf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:26.520964 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9043ef72-9a11-4cd6-bbaf-95444b2d65a9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:11:26.526380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9043ef72-9a11-4cd6-bbaf-95444b2d65a9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/b7798105-0ee9-4fd4-b90d-6bfaa45a4794 HTTP/1.1" status: 404 len: 333 time: 0.0578256 Oct 12 23:11:26.547203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42290) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:26.569051 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50fff72d-5f0b-4b90-8bf2-b524768e1e97 req-a671934e-7bdc-4189-a142-c623f481f556 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816832 Oct 12 23:11:26.642909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98d431ef-965a-4cc8-929e-e5f1ef0ec2ee tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:26.654790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a4da-ea86-4699-b364-5b8a73002daf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:26.737042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98d431ef-965a-4cc8-929e-e5f1ef0ec2ee tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:26.921676 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a4da-ea86-4699-b364-5b8a73002daf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.002126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9c39-180e-41c8-91cf-61b3b5237726 req-1c9aef8f-ee76-4b22-8148-9e9859ba6c3a tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:27.003705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7eec9c39-180e-41c8-91cf-61b3b5237726 req-1c9aef8f-ee76-4b22-8148-9e9859ba6c3a tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 944 time: 0.1752760 Oct 12 23:11:27.019846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98d431ef-965a-4cc8-929e-e5f1ef0ec2ee tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.022289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98d431ef-965a-4cc8-929e-e5f1ef0ec2ee tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.023447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-98d431ef-965a-4cc8-929e-e5f1ef0ec2ee tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/security-groups/cbd42efa-12eb-4840-86cf-1123ed2a678b HTTP/1.1" status: 204 len: 168 time: 0.4749999 Oct 12 23:11:27.027074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42310) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:27.070354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d431ef-965a-4cc8-929e-e5f1ef0ec2ee tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd42efa-12eb-4840-86cf-1123ed2a678b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:27.104126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7eec9c39-180e-41c8-91cf-61b3b5237726 req-92426dfe-d252-4d63-90ca-fc16d1eaebec tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859425 Oct 12 23:11:27.117192 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a4da-ea86-4699-b364-5b8a73002daf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.124433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cc59663a-b518-4ba6-b5f6-a958e4af5e96 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:27.172650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8a4da-ea86-4699-b364-5b8a73002daf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Subnet': ['ID=7ad33625-9420-4460-974f-63dbb8d44e4a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:27.181132 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-010546f0-5779-4e4d-b796-693354fbd15e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.192240 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7c8a4da-ea86-4699-b364-5b8a73002daf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.201666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d7c8a4da-ea86-4699-b364-5b8a73002daf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/7ad33625-9420-4460-974f-63dbb8d44e4a HTTP/1.1" status: 204 len: 168 time: 0.9751070 Oct 12 23:11:27.203752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42314) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:27.207981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae2d31-3380-45a6-a51e-7422edd8f31c None None] Network d3f00724-9c44-4ef2-9686-a86022673bef requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:27.263936 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-010546f0-5779-4e4d-b796-693354fbd15e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.288546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port cc59663a-b518-4ba6-b5f6-a958e4af5e96 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:11:27.321659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port cc59663a-b518-4ba6-b5f6-a958e4af5e96 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:27.322320 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.337236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f498a75b-89ff-446a-8a8c-b18eee6cd146 None None] Could not find standard attr ID for object b7798105-0ee9-4fd4-b90d-6bfaa45a4794. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:11:27.424323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.436345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-010546f0-5779-4e4d-b796-693354fbd15e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.444980 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-010546f0-5779-4e4d-b796-693354fbd15e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.444980 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-010546f0-5779-4e4d-b796-693354fbd15e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/security-groups/cb7981fe-6f7d-442b-bb25-974bc7cc06f9 HTTP/1.1" status: 204 len: 168 time: 0.4146144 Oct 12 23:11:27.444980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42322) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:27.469306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010546f0-5779-4e4d-b796-693354fbd15e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7981fe-6f7d-442b-bb25-974bc7cc06f9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:27.569789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f498a75b-89ff-446a-8a8c-b18eee6cd146 None None] Provisioning complete for port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:27.570364 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f498a75b-89ff-446a-8a8c-b18eee6cd146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.608565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 2f051a0d-97d4-4f9b-9947-99a1c8d46479 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:27.618063 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.630441 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42330) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:27.680274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0c1db331-4597-4be2-b8f0-52896c9a5579 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:27.711283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-3477615e-0072-43a5-a21e-ebff38c13ed2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet 5681a711-9643-404b-92a0-52e986011fdc {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:27.735069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3477615e-0072-43a5-a21e-ebff38c13ed2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.774319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port 2f051a0d-97d4-4f9b-9947-99a1c8d46479, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2f051a0d-97d4-4f9b-9947-99a1c8d46479,segment=NetworkSegment(fe7141a8-90a9-41dd-88a3-5e06ced14964),segment_id=fe7141a8-90a9-41dd-88a3-5e06ced14964)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:27.774890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.791069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 2f051a0d-97d4-4f9b-9947-99a1c8d46479 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:27.823940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f498a75b-89ff-446a-8a8c-b18eee6cd146 None None] Port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:27.833721 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3477615e-0072-43a5-a21e-ebff38c13ed2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.946535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66985ea8-12e4-487e-9aed-b92849f49bb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.949528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f498a75b-89ff-446a-8a8c-b18eee6cd146 None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:27.949912 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f498a75b-89ff-446a-8a8c-b18eee6cd146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:27.985019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d6a8e-b5db-40c4-b6b8-a86d46dd02c0 req-14405a85-bc1a-4db1-b9ae-b120fc13d750 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:27.995365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-250d6a8e-b5db-40c4-b6b8-a86d46dd02c0 req-14405a85-bc1a-4db1-b9ae-b120fc13d750 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0988667 Oct 12 23:11:27.996749 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.031159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368069be-650f-4da9-8339-7597590433b4 None None] DHCP port deletion for d3f00724-9c44-4ef2-9686-a86022673bef request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:11:28.033342 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.039432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=2f051a0d-97d4-4f9b-9947-99a1c8d46479,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:28.049540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:28.050139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.061641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No DVR routers for this DVR port 2f051a0d-97d4-4f9b-9947-99a1c8d46479 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:28.077900 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3477615e-0072-43a5-a21e-ebff38c13ed2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.121958 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-250d6a8e-b5db-40c4-b6b8-a86d46dd02c0 req-4dcec17c-d2cc-4d13-b6f5-12db35aded81 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838144 Oct 12 23:11:28.130580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90457a6e-0676-4f9c-8a80-03f52a0ed2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59663a-b518-4ba6-b5f6-a958e4af5e96'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:11:28.132879 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3257b943-18b4-4b21-9d81-261a35927027" -d '{"events": [{"server_uuid": "90457a6e-0676-4f9c-8a80-03f52a0ed2ff", "name": "network-vif-plugged", "status": "completed", "tag": "cc59663a-b518-4ba6-b5f6-a958e4af5e96"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:11:28.179808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port cc59663a-b518-4ba6-b5f6-a958e4af5e96, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc59663a-b518-4ba6-b5f6-a958e4af5e96,segment=NetworkSegment(73edc041-878e-499f-abc0-f02c1b57fefd),segment_id=73edc041-878e-499f-abc0-f02c1b57fefd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:28.264498 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.282189 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c32924-5ec5-4fd4-9456-8a56a436b6f1 x-openstack-request-id: req-b0c32924-5ec5-4fd4-9456-8a56a436b6f1 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:11:28.283008 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90457a6e-0676-4f9c-8a80-03f52a0ed2ff", "name": "network-vif-plugged", "status": "completed", "tag": "cc59663a-b518-4ba6-b5f6-a958e4af5e96", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:11:28.283269 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0c32924-5ec5-4fd4-9456-8a56a436b6f1 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:11:28.283664 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90457a6e-0676-4f9c-8a80-03f52a0ed2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc59663a-b518-4ba6-b5f6-a958e4af5e96', 'code': 200} Oct 12 23:11:28.310072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3f00724-9c44-4ef2-9686-a86022673bef']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:28.317584 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.323851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7141a8-90a9-41dd-88a3-5e06ced14964') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:28.324139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7141a8-90a9-41dd-88a3-5e06ced14964') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:28.349836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.357489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66985ea8-12e4-487e-9aed-b92849f49bb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.374773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea05d0-3315-485f-a353-646b2b62580c req-9689485a-e0cf-43d5-82ef-361a2c9e1584 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:28.375923 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cdea05d0-3315-485f-a353-646b2b62580c req-9689485a-e0cf-43d5-82ef-361a2c9e1584 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 945 time: 0.0957298 Oct 12 23:11:28.390720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=cc59663a-b518-4ba6-b5f6-a958e4af5e96,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:28.395386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.407184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:11:28.407580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:11:28.412656 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:11:28.421008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cdea05d0-3315-485f-a353-646b2b62580c req-1e57d63d-3117-4ee7-bec3-056f79dfcadd tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370433 Oct 12 23:11:28.450973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a54a52-fdf5-45c9-b0b2-e867edb211c1 req-743b49ce-4420-48cf-b287-142cebfa3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:28.452384 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5a54a52-fdf5-45c9-b0b2-e867edb211c1 req-743b49ce-4420-48cf-b287-142cebfa3c32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 1097 time: 0.1258378 Oct 12 23:11:28.482373 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-66985ea8-12e4-487e-9aed-b92849f49bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.486703 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3477615e-0072-43a5-a21e-ebff38c13ed2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.493006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aea48172-7e56-4472-b31e-a48c39254669 None None] Could not find standard attr ID for object b7798105-0ee9-4fd4-b90d-6bfaa45a4794. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:11:28.507745 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5a54a52-fdf5-45c9-b0b2-e867edb211c1 req-584bf40f-2b52-4cd6-9a4c-f199088eca6c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466816 Oct 12 23:11:28.562081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477615e-0072-43a5-a21e-ebff38c13ed2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=5681a711-9643-404b-92a0-52e986011fdc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:28.564647 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3477615e-0072-43a5-a21e-ebff38c13ed2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.566589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4af41c3-4764-460a-90e8-44253f94839a None None] Network a28f1885-6619-4460-8131-0789660f5822 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:28.569064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3477615e-0072-43a5-a21e-ebff38c13ed2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/5681a711-9643-404b-92a0-52e986011fdc HTTP/1.1" status: 204 len: 168 time: 1.1011314 Oct 12 23:11:28.574243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-66985ea8-12e4-487e-9aed-b92849f49bb4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7b802128d5db4f1186bb119774485437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9418225 Oct 12 23:11:28.575056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42356) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:28.575862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66985ea8-12e4-487e-9aed-b92849f49bb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93470a4b-c263-424b-8da8-eef7fc8e1acf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:28.577813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42358) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:28.580352 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.584213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:28.591611 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.594994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/networks/d3f00724-9c44-4ef2-9686-a86022673bef HTTP/1.1" status: 204 len: 168 time: 1.3901770 Oct 12 23:11:28.621806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42360) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:28.641759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1867798292'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:28.657744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a27f49a-4526-4216-ab1f-aa09526cfdc4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Network': ['ID=d3f00724-9c44-4ef2-9686-a86022673bef,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:28.694700 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b363d6da-b352-4b41-b30d-48d8cb928473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.745023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b363d6da-b352-4b41-b30d-48d8cb928473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.830715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:28.835172 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.904334 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b363d6da-b352-4b41-b30d-48d8cb928473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.906913 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b363d6da-b352-4b41-b30d-48d8cb928473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.910808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b363d6da-b352-4b41-b30d-48d8cb928473 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/93470a4b-c263-424b-8da8-eef7fc8e1acf HTTP/1.1" status: 204 len: 168 time: 0.3123004 Oct 12 23:11:28.911300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:11:28.925252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:28.927412 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added segment 34f006b8-2bd2-47a3-88ef-6240c6c74703 of type vlan for network 64f3d1b0-0829-4c2a-8714-6bca711c6295 Oct 12 23:11:28.927541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b363d6da-b352-4b41-b30d-48d8cb928473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93470a4b-c263-424b-8da8-eef7fc8e1acf,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:28.981284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:28.985474 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:29.063938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:29.212900 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:29.221794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:29.222774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:29.365624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Network': ['ID=64f3d1b0-0829-4c2a-8714-6bca711c6295,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:29.389707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 64f3d1b0-0829-4c2a-8714-6bca711c6295 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:29.407253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-30b3f002-c136-4a24-96cd-ca42b8f4a16a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7757466 Oct 12 23:11:29.410597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42386) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:29.418256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'subnet': {'network_id': '64f3d1b0-0829-4c2a-8714-6bca711c6295', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:29.472321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787d2b7b-1faf-4852-baa2-16826dcf456b req-1f6bde1d-bb49-417a-9aac-872f09968a54 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:29.474042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-787d2b7b-1faf-4852-baa2-16826dcf456b req-1f6bde1d-bb49-417a-9aac-872f09968a54 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2439935 Oct 12 23:11:29.613210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08096660-12ab-415f-9383-935612685f52 req-b9db03ce-f543-4b95-b69e-8b6b58bf3ad8 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:29.617560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2f051a0d-97d4-4f9b-9947-99a1c8d46479 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:11:29.623559 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08096660-12ab-415f-9383-935612685f52 req-b9db03ce-f543-4b95-b69e-8b6b58bf3ad8 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 945 time: 0.1032856 Oct 12 23:11:29.679750 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08096660-12ab-415f-9383-935612685f52 req-c4ca3722-1932-4c16-84cd-749e9879d840 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544655 Oct 12 23:11:29.690389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2f051a0d-97d4-4f9b-9947-99a1c8d46479 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:11:29.690752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2f051a0d-97d4-4f9b-9947-99a1c8d46479 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:11:29.735252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-787d2b7b-1faf-4852-baa2-16826dcf456b req-58384e92-eabd-411c-9878-cef38aea7afa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198229 Oct 12 23:11:29.761727 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:29.868043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=9159f452-e53c-4ead-9c7d-019c189a3395,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:29.878028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:29.879480 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:29.884082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:29.899730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42402) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:29.903298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:29.920363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97939a75-7c8f-4d7f-93a6-dfbf7e8c1d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:29.933895 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:29.934494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:29.983602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e9acd0-4380-498e-9638-52500824ed0e None None] Network a28f1885-6619-4460-8131-0789660f5822 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:30.056990 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-27d274bb-78ca-40ef-a53a-b5e32aa2e061 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4769704 Oct 12 23:11:30.060449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42406) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:30.069310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d6926e71-e6e7-4a27-9d26-d020b636ae7b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'security_group': {'name': 'tempest-secgroup-1312019885'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:30.078555 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97939a75-7c8f-4d7f-93a6-dfbf7e8c1d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.155966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-631bbd14-5448-4928-85f9-30a0aa2b92b5 None None] Provisioning complete for port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:30.156632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-631bbd14-5448-4928-85f9-30a0aa2b92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.200860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97939a75-7c8f-4d7f-93a6-dfbf7e8c1d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.218493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-631bbd14-5448-4928-85f9-30a0aa2b92b5 None None] Port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:30.233263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-631bbd14-5448-4928-85f9-30a0aa2b92b5 None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:30.233702 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-631bbd14-5448-4928-85f9-30a0aa2b92b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.247394 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6926e71-e6e7-4a27-9d26-d020b636ae7b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.256945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.258567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97939a75-7c8f-4d7f-93a6-dfbf7e8c1d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6200241a-acf1-436a-9574-153b9f440b4d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:30.280373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-97939a75-7c8f-4d7f-93a6-dfbf7e8c1d0a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdcdf9c6decb46538e29e8bb36864ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771338 Oct 12 23:11:30.280924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42412) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:30.330421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dbf1f3-7af6-435b-8698-1e55724ff519 None None] Update dhcp port {'port': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'fixed_ips': [{'subnet_id': '4a0f7f54-7074-465f-aba5-d570854c4655', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9159f452-e53c-4ead-9c7d-019c189a3395'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '0c1db331-4597-4be2-b8f0-52896c9a5579'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:11:30.361904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb16ec70-20eb-45dc-9f63-7e6d8d270f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.376263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Subnet': ['ID=9a68c1ca-a2b0-4d32-98b6-bda78d7e2a47,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:30.391636 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99dbf1f3-7af6-435b-8698-1e55724ff519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.393011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb16ec70-20eb-45dc-9f63-7e6d8d270f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.407479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Checking segment: {'id': '34f006b8-2bd2-47a3-88ef-6240c6c74703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64f3d1b0-0829-4c2a-8714-6bca711c6295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:30.407840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network hostable DHCP agents. Network: 64f3d1b0-0829-4c2a-8714-6bca711c6295, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:30.481047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6926e71-e6e7-4a27-9d26-d020b636ae7b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.485213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 64f3d1b0-0829-4c2a-8714-6bca711c6295 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:30.532040 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6926e71-e6e7-4a27-9d26-d020b636ae7b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.549328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb16ec70-20eb-45dc-9f63-7e6d8d270f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.552057 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb16ec70-20eb-45dc-9f63-7e6d8d270f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.555564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bb16ec70-20eb-45dc-9f63-7e6d8d270f73 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6200241a-acf1-436a-9574-153b9f440b4d HTTP/1.1" status: 204 len: 168 time: 0.2713749 Oct 12 23:11:30.567768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16ec70-20eb-45dc-9f63-7e6d8d270f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6200241a-acf1-436a-9574-153b9f440b4d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:30.591384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 64f3d1b0-0829-4c2a-8714-6bca711c6295) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:30.608079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db53352e-fc25-4ace-b799-78170677845d None None] Network 64f3d1b0-0829-4c2a-8714-6bca711c6295 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:30.618324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:30.618324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.644875 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6926e71-e6e7-4a27-9d26-d020b636ae7b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.648872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d6926e71-e6e7-4a27-9d26-d020b636ae7b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5849292 Oct 12 23:11:30.649690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42424) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:30.651846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6926e71-e6e7-4a27-9d26-d020b636ae7b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb931053-5954-4d1e-b2f1-e2d309cde406,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:30.665490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c23dbad8-84c5-4572-90a6-ebb7d9587570 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'security_group': {'name': 'tempest-secgroup-744921593'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:30.676095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-99dbf1f3-7af6-435b-8698-1e55724ff519 None None] Allocated IP 2001:db8::2 (a28f1885-6619-4460-8131-0789660f5822/9159f452-e53c-4ead-9c7d-019c189a3395/0c1db331-4597-4be2-b8f0-52896c9a5579) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:30.713316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-742e0ea2-39fa-4626-9ab3-e4e10395596e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2986512 Oct 12 23:11:30.719349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42432) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:30.733913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-022385ad-b2d4-465a-8d05-7f78c403fdba tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-744657336', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:30.807718 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23dbad8-84c5-4572-90a6-ebb7d9587570 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.919698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-99dbf1f3-7af6-435b-8698-1e55724ff519 None None] For port 0c1db331-4597-4be2-b8f0-52896c9a5579, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0c1db331-4597-4be2-b8f0-52896c9a5579,segment=NetworkSegment(86bb747e-578e-49ff-9f1f-d7a5b5167cec),segment_id=86bb747e-578e-49ff-9f1f-d7a5b5167cec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:30.923455 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23dbad8-84c5-4572-90a6-ebb7d9587570 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.938985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682889cc-fed0-4d2c-82b2-d41b1eb7be58 req-66770a6c-662e-4288-8e7d-152d889fbff9 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:30.940596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-682889cc-fed0-4d2c-82b2-d41b1eb7be58 req-66770a6c-662e-4288-8e7d-152d889fbff9 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 945 time: 0.0925837 Oct 12 23:11:30.941766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-022385ad-b2d4-465a-8d05-7f78c403fdba tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.951899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-022385ad-b2d4-465a-8d05-7f78c403fdba tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:30.964657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed4d7b-1696-47d4-aeee-5e5a66a53244 req-272c4ba2-7f8b-49fd-8f33-0704b7789767 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:30.973020 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9ed4d7b-1696-47d4-aeee-5e5a66a53244 req-272c4ba2-7f8b-49fd-8f33-0704b7789767 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0874472 Oct 12 23:11:30.974888 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99dbf1f3-7af6-435b-8698-1e55724ff519 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.005657 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23dbad8-84c5-4572-90a6-ebb7d9587570 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.044266 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9ed4d7b-1696-47d4-aeee-5e5a66a53244 req-425c468a-6f09-450d-8ab4-103ff60d1a9a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644255 Oct 12 23:11:31.061278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-64f3d1b0-0829-4c2a-8714-6bca711c6295', 'network_id': '64f3d1b0-0829-4c2a-8714-6bca711c6295', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'fixed_ips': [{'subnet_id': '9a68c1ca-a2b0-4d32-98b6-bda78d7e2a47'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:11:31.064151 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.078296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99dbf1f3-7af6-435b-8698-1e55724ff519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.080913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-682889cc-fed0-4d2c-82b2-d41b1eb7be58 req-6e01c16d-2f4a-4530-91c9-03af8b784043 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219037 Oct 12 23:11:31.094757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23dbad8-84c5-4572-90a6-ebb7d9587570 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b63f13b7-21c0-4394-bc68-44108cc3d06f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:31.128740 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23dbad8-84c5-4572-90a6-ebb7d9587570 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.131876 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c23dbad8-84c5-4572-90a6-ebb7d9587570 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4783993 Oct 12 23:11:31.136269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42444) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:31.146126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-080d72b2-f919-4491-9ca1-8fd3789959bb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'security_group': {'name': 'tempest-secgroup-2000290505'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:31.148685 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-022385ad-b2d4-465a-8d05-7f78c403fdba tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.247187 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-022385ad-b2d4-465a-8d05-7f78c403fdba tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.295284 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-080d72b2-f919-4491-9ca1-8fd3789959bb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.329329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dbf1f3-7af6-435b-8698-1e55724ff519 None None] Pushing event updated for resources: {'Port': ['ID=0c1db331-4597-4be2-b8f0-52896c9a5579,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:31.380897 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-022385ad-b2d4-465a-8d05-7f78c403fdba tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.382908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-022385ad-b2d4-465a-8d05-7f78c403fdba tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6616790 Oct 12 23:11:31.390561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42464) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:31.419332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Allocated IP 2001:db8::2 (64f3d1b0-0829-4c2a-8714-6bca711c6295/9a68c1ca-a2b0-4d32-98b6-bda78d7e2a47/7d66c341-5a5d-41ee-84b5-2ed5d835f7b3) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:31.447721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-080d72b2-f919-4491-9ca1-8fd3789959bb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.537942 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-080d72b2-f919-4491-9ca1-8fd3789959bb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.580547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080d72b2-f919-4491-9ca1-8fd3789959bb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65bfc093-4b8a-41ef-a748-6b9d6b1ec611,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:31.671826 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-080d72b2-f919-4491-9ca1-8fd3789959bb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.674009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-080d72b2-f919-4491-9ca1-8fd3789959bb tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5364716 Oct 12 23:11:31.676608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42472) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:31.690017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-348071309', 'security_groups': ['65bfc093-4b8a-41ef-a748-6b9d6b1ec611'], 'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9159f452-e53c-4ead-9c7d-019c189a3395'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:31.730134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.869817 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:31.932371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Network 64f3d1b0-0829-4c2a-8714-6bca711c6295 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:31.936206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:31.943397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:31.951389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Pushing event updated for resources: {'Port': ['ID=7d66c341-5a5d-41ee-84b5-2ed5d835f7b3,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:31.984472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:31.994398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:32.127629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Attempting to bind port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:11:32.128329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Attempting to bind port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '34f006b8-2bd2-47a3-88ef-6240c6c74703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64f3d1b0-0829-4c2a-8714-6bca711c6295'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:11:32.128872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Attempting to bind port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 on network 64f3d1b0-0829-4c2a-8714-6bca711c6295 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:11:32.136044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:11:32.136697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Checking segment: {'id': '34f006b8-2bd2-47a3-88ef-6240c6c74703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64f3d1b0-0829-4c2a-8714-6bca711c6295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:32.137419 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:32.137966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Bound using segment: {'id': '34f006b8-2bd2-47a3-88ef-6240c6c74703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64f3d1b0-0829-4c2a-8714-6bca711c6295'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:11:32.138604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Bound port: 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34f006b8-2bd2-47a3-88ef-6240c6c74703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '64f3d1b0-0829-4c2a-8714-6bca711c6295'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:11:32.139173 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:32.268570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a6c22d56-a3ff-4ff8-a566-a17e17be0c03 None None] Provisioning complete for port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:32.268800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a6c22d56-a3ff-4ff8-a566-a17e17be0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:32.272744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] For port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:11:32.295541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cfde85-c1f7-42c3-af77-baa66821485a req-14e91057-cb72-4cbf-afd1-82119c304fe9 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:32.303707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6cfde85-c1f7-42c3-af77-baa66821485a req-14e91057-cb72-4cbf-afd1-82119c304fe9 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1197884 Oct 12 23:11:32.308679 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:32.315721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] For port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7d66c341-5a5d-41ee-84b5-2ed5d835f7b3,segment=NetworkSegment(34f006b8-2bd2-47a3-88ef-6240c6c74703),segment_id=34f006b8-2bd2-47a3-88ef-6240c6c74703)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:11:32.328549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a6c22d56-a3ff-4ff8-a566-a17e17be0c03 None None] Port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:32.341409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a6c22d56-a3ff-4ff8-a566-a17e17be0c03 None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:32.347448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a6c22d56-a3ff-4ff8-a566-a17e17be0c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:32.347783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcdba64-fb8b-432c-bff5-1ae1820da431 req-9b9a4c87-8620-40ba-9c38-3626ed6f3b6c tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:32.352411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fcdba64-fb8b-432c-bff5-1ae1820da431 req-9b9a4c87-8620-40ba-9c38-3626ed6f3b6c tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 945 time: 0.2784729 Oct 12 23:11:32.358930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] device_id is not set on port d6755e4a-afd6-43aa-ac8e-ae8480b51dc4 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:11:32.412069 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:32.425427 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6cfde85-c1f7-42c3-af77-baa66821485a req-cc8c7aba-255f-4717-be4a-d7add1e2276d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208606 Oct 12 23:11:32.446010 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fcdba64-fb8b-432c-bff5-1ae1820da431 req-aaa4d535-2665-48f0-b182-0ca1a36d907b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906096 Oct 12 23:11:32.575774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 2001:db8::1 (64f3d1b0-0829-4c2a-8714-6bca711c6295/9a68c1ca-a2b0-4d32-98b6-bda78d7e2a47/e5077ce7-7466-432f-b9aa-d8f0f7a969fe) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:32.598964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f547bf-e012-4412-bb10-12c017ef199e None None] Pushing event updated for resources: {'Port': ['ID=7d66c341-5a5d-41ee-84b5-2ed5d835f7b3,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:32.783782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8::304 (a28f1885-6619-4460-8131-0789660f5822/9159f452-e53c-4ead-9c7d-019c189a3395/d6755e4a-afd6-43aa-ac8e-ae8480b51dc4) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:32.827933 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:32.974973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:33.004182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:33.008132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 64f3d1b0-0829-4c2a-8714-6bca711c6295 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:33.012260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:33.016128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:33.016657 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:33.124805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:33.170998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=e5077ce7-7466-432f-b9aa-d8f0f7a969fe,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:33.201842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:33.206018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:33.213203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:33.219876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:33.221764 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:33.255037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=d6755e4a-afd6-43aa-ac8e-ae8480b51dc4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:33.299105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-ede750f0-fd78-4a3f-8943-bae05e5de9fe tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:33.301196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-ede750f0-fd78-4a3f-8943-bae05e5de9fe tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.41 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 945 time: 0.0749826 Oct 12 23:11:33.350412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:33.381325 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dd723bc8-3ab4-44ea-b1ee-41a9b09d6e89 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7033894 Oct 12 23:11:33.422767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42520) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:33.432672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a96d912f-1a86-4443-928f-83eff8660153 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:33.627182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0c1db331-4597-4be2-b8f0-52896c9a5579 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:33.740624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f1173f4b-669d-4e6a-a1c4-a7ecef8e39be None None] Provisioning complete for port d6755e4a-afd6-43aa-ac8e-ae8480b51dc4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:33.741256 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1173f4b-669d-4e6a-a1c4-a7ecef8e39be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:33.797081 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f1173f4b-669d-4e6a-a1c4-a7ecef8e39be None None] Port d6755e4a-afd6-43aa-ac8e-ae8480b51dc4 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:33.809565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ba1be-38db-45ed-afdd-649ccea14737 req-d8eb6397-6109-4bb7-892f-87ddda77fdfb tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:33.810756 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-896ba1be-38db-45ed-afdd-649ccea14737 req-d8eb6397-6109-4bb7-892f-87ddda77fdfb tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 945 time: 0.1502850 Oct 12 23:11:33.834384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:33.834778 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:33.918479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc10531-5d73-4381-9798-d6e748bc07b2 req-3822b6c3-43d2-4bc2-bcb6-a881392ea3c4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:33.921216 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5dc10531-5d73-4381-9798-d6e748bc07b2 req-3822b6c3-43d2-4bc2-bcb6-a881392ea3c4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2466922 Oct 12 23:11:33.928466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Deleting port cc59663a-b518-4ba6-b5f6-a958e4af5e96 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:33.929517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:33.958771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:33.974491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-896ba1be-38db-45ed-afdd-649ccea14737 req-dfab6e6a-e43b-469e-a787-5e1254b1bc80 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/security-groups?id=ce1a4744-c005-4c9d-a7dd-6588f25d4c90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354406 Oct 12 23:11:34.019026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:34.019406 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.024327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5dc10531-5d73-4381-9798-d6e748bc07b2 req-2cbdc857-8e8c-480c-b3ca-29f8fc9ab011 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866356 Oct 12 23:11:34.052447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a96d912f-1a86-4443-928f-83eff8660153 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:34.057757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a96d912f-1a86-4443-928f-83eff8660153 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.155260 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.203943 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.226718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7d66c341-5a5d-41ee-84b5-2ed5d835f7b3,segment=NetworkSegment(34f006b8-2bd2-47a3-88ef-6240c6c74703),segment_id=34f006b8-2bd2-47a3-88ef-6240c6c74703)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:34.273398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] For port cc59663a-b518-4ba6-b5f6-a958e4af5e96, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=cc59663a-b518-4ba6-b5f6-a958e4af5e96,segment=NetworkSegment(73edc041-878e-499f-abc0-f02c1b57fefd),segment_id=73edc041-878e-499f-abc0-f02c1b57fefd)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:34.273631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.275963 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.276911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.289218 n-d-790519-14 neutron-server[101890]: INFO neutron.db.ipam_backend_mixin [None req-a96d912f-1a86-4443-928f-83eff8660153 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9159f452-e53c-4ead-9c7d-019c189a3395 (CIDR: 2001:db8::/64) Oct 12 23:11:34.294246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Calling delete_port for cc59663a-b518-4ba6-b5f6-a958e4af5e96 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:34.303669 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.364123 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96d912f-1a86-4443-928f-83eff8660153 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:11:34.364616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96d912f-1a86-4443-928f-83eff8660153 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:34.445381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7664e44b-464a-4481-a011-310212676608 None None] Network 64f3d1b0-0829-4c2a-8714-6bca711c6295 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:34.478972 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a96d912f-1a86-4443-928f-83eff8660153 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0479078 Oct 12 23:11:34.479856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42554) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:34.484816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-af40b641-7b9a-49e9-816f-09e827af1374 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:34.546906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=7d66c341-5a5d-41ee-84b5-2ed5d835f7b3,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:34.628251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-91512a8f-b556-441e-b918-32e73b64e6bc None None] Provisioning complete for port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:34.636017 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-91512a8f-b556-441e-b918-32e73b64e6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.704674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.707134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af40b641-7b9a-49e9-816f-09e827af1374 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:34.711165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-af40b641-7b9a-49e9-816f-09e827af1374 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.718133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['cc59663a-b518-4ba6-b5f6-a958e4af5e96'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:11:34.886330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Pushing event deleted for resources: {'Port': ['ID=cc59663a-b518-4ba6-b5f6-a958e4af5e96,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:34.968608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] No DVR routers for this DVR port cc59663a-b518-4ba6-b5f6-a958e4af5e96 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:34.972084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:34.976215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f97a8900-8366-4b93-b6d6-ce59370c53f1 req-80ccbccb-d6fd-4626-9a0d-12ceab53297b tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.41 "DELETE /v2.0/ports/cc59663a-b518-4ba6-b5f6-a958e4af5e96 HTTP/1.1" status: 204 len: 173 time: 1.6642721 Oct 12 23:11:35.002754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90457a6e-0676-4f9c-8a80-03f52a0ed2ff', 'name': 'network-vif-deleted', 'tag': 'cc59663a-b518-4ba6-b5f6-a958e4af5e96'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:11:35.007396 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce84566-c499-40e7-ac58-5a158ed5699f" -d '{"events": [{"server_uuid": "90457a6e-0676-4f9c-8a80-03f52a0ed2ff", "name": "network-vif-deleted", "tag": "cc59663a-b518-4ba6-b5f6-a958e4af5e96"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:11:35.173404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ebf3f40-ec1f-4a16-b264-c6810627cbf5 req-6a23d854-e112-4966-b063-3b655121c682 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 210 time: 0.0775385 Oct 12 23:11:35.175122 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1187f7-e441-4cb7-b2e4-10e85cd2072e x-openstack-request-id: req-ab1187f7-e441-4cb7-b2e4-10e85cd2072e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:11:35.175433 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90457a6e-0676-4f9c-8a80-03f52a0ed2ff", "name": "network-vif-deleted", "tag": "cc59663a-b518-4ba6-b5f6-a958e4af5e96", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:11:35.175695 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ab1187f7-e441-4cb7-b2e4-10e85cd2072e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:11:35.176101 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90457a6e-0676-4f9c-8a80-03f52a0ed2ff', 'name': 'network-vif-deleted', 'tag': 'cc59663a-b518-4ba6-b5f6-a958e4af5e96', 'status': 'completed', 'code': 200} Oct 12 23:11:35.188093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=e5077ce7-7466-432f-b9aa-d8f0f7a969fe,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:35.204814 n-d-790519-14 neutron-server[101890]: INFO neutron.db.ipam_backend_mixin [None req-af40b641-7b9a-49e9-816f-09e827af1374 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 4a0f7f54-7074-465f-aba5-d570854c4655 (CIDR: 2001:db8:0:1::/64) Oct 12 23:11:35.252210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-02ae8f22-fe2b-400c-aea1-2847e1d27d2c None None] Provisioning complete for port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:35.252483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-02ae8f22-fe2b-400c-aea1-2847e1d27d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:35.258792 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-af40b641-7b9a-49e9-816f-09e827af1374 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:11:35.260024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af40b641-7b9a-49e9-816f-09e827af1374 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:35.297454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 64f3d1b0-0829-4c2a-8714-6bca711c6295 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:35.324336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:35.386543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-af40b641-7b9a-49e9-816f-09e827af1374 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.9060211 Oct 12 23:11:35.387125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42578) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:35.392181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'subnet': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:35.431000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:35.573611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-02ae8f22-fe2b-400c-aea1-2847e1d27d2c None None] Provisioning complete for port e5077ce7-7466-432f-b9aa-d8f0f7a969fe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:35.573801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514dc8f-884e-4b73-8597-27a3fe5db1dd req-00e28f18-dd66-4f86-8842-81a9346a301a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:35.573934 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-02ae8f22-fe2b-400c-aea1-2847e1d27d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:35.575314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f514dc8f-884e-4b73-8597-27a3fe5db1dd req-00e28f18-dd66-4f86-8842-81a9346a301a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2754383 Oct 12 23:11:35.621786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:35.622167 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:35.672035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f514dc8f-884e-4b73-8597-27a3fe5db1dd req-c3b0861e-6a3d-471c-af17-6ebfe6a853be tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855513 Oct 12 23:11:35.685860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-02ae8f22-fe2b-400c-aea1-2847e1d27d2c None None] Port e5077ce7-7466-432f-b9aa-d8f0f7a969fe cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:35.732593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-827d39c1-6f0b-4d10-aea7-9729556d7d0d req-edc3ec47-7c97-4a63-9d07-662178cb7a77 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0428717 Oct 12 23:11:35.745509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Made reservation on behalf of 4c6eae8e02ff46269232199205890ebb for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:35.749528 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:35.767837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router c1330bb0-c4c8-4383-931c-a60b1ad0aa9c is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:11:35.858679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-44baf2ae-63f2-4d45-a0ff-9fe35a50b528 None None] Provisioning complete for port e5077ce7-7466-432f-b9aa-d8f0f7a969fe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:35.859088 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44baf2ae-63f2-4d45-a0ff-9fe35a50b528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:35.901423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-44baf2ae-63f2-4d45-a0ff-9fe35a50b528 None None] Port e5077ce7-7466-432f-b9aa-d8f0f7a969fe cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:35.974535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-827d39c1-6f0b-4d10-aea7-9729556d7d0d req-b45c508a-ced5-417a-a437-4d399e01c296 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b585e89ba3db4d30b7f25bea9332decb&device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 210 time: 0.1345341 Oct 12 23:11:35.995574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:36.003253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ee521898-752c-4421-9adb-53f1032c1ece tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/c1330bb0-c4c8-4383-931c-a60b1ad0aa9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6093833 Oct 12 23:11:36.009928 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d6630-b9ef-4437-bf78-a23810180854 None None] Sync routers for ids ['c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:36.010702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42594) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:36.032517 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d6630-b9ef-4437-bf78-a23810180854 None None] Routers {'c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:36.033137 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ba4d6630-b9ef-4437-bf78-a23810180854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:36.073853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0286b4-c42a-499b-acba-de79584ba102 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:36.075412 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e0286b4-c42a-499b-acba-de79584ba102 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports/e5077ce7-7466-432f-b9aa-d8f0f7a969fe HTTP/1.1" status: 200 len: 911 time: 0.0637164 Oct 12 23:11:36.078290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42598) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:36.100891 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ba4d6630-b9ef-4437-bf78-a23810180854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:36.113223 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4d6630-b9ef-4437-bf78-a23810180854 None None] Routers {'c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:36.114612 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ba4d6630-b9ef-4437-bf78-a23810180854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:36.155440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-37979805-4ac0-4f7f-9ab1-e660308a0dc9 None None] Provisioning complete for port e5077ce7-7466-432f-b9aa-d8f0f7a969fe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:36.155544 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-37979805-4ac0-4f7f-9ab1-e660308a0dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:36.159497 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ba4d6630-b9ef-4437-bf78-a23810180854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:36.160990 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4d6630-b9ef-4437-bf78-a23810180854 None None] The sync data for ids ['c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:36.221638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-37979805-4ac0-4f7f-9ab1-e660308a0dc9 None None] Port e5077ce7-7466-432f-b9aa-d8f0f7a969fe cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:36.284625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d39c1-6f0b-4d10-aea7-9729556d7d0d req-9ea980e4-fbac-4e41-b450-8fe59e82fde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:36.291745 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-827d39c1-6f0b-4d10-aea7-9729556d7d0d req-9ea980e4-fbac-4e41-b450-8fe59e82fde4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b585e89ba3db4d30b7f25bea9332decb&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2241449 Oct 12 23:11:36.514652 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a86c3631-c4bc-47c8-b4e1-1268ea60fb07 req-7e108008-4dbd-435b-a23e-112687bff972 tempest-ServerAddressesTestJSON-764296389 tempest-ServerAddressesTestJSON-764296389-project] 10.222.0.31 "GET /v2.0/ports?device_id=90457a6e-0676-4f9c-8a80-03f52a0ed2ff HTTP/1.1" status: 200 len: 210 time: 0.1047091 Oct 12 23:11:36.551700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:36.627810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d39c1-6f0b-4d10-aea7-9729556d7d0d req-ea1f7d2c-09ff-47a7-9924-89f307a15be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:36.629700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-827d39c1-6f0b-4d10-aea7-9729556d7d0d req-ea1f7d2c-09ff-47a7-9924-89f307a15be9 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2184958 Oct 12 23:11:36.636726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:36.732427 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Network a28f1885-6619-4460-8131-0789660f5822 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:36.734411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:36.747101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:36.751209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d11736-c261-488d-a142-016e8042455f None None] Network a28f1885-6619-4460-8131-0789660f5822 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:36.752118 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:36.771404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Subnet': ['ID=6ad6855f-cf3b-4c63-88f6-61d85ab83f56,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:36.838008 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2510da34-8904-494a-a5e5-85c81cd495f2 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4497924 Oct 12 23:11:36.841124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42618) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:36.846969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-261063058', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6ad6855f-cf3b-4c63-88f6-61d85ab83f56'}], 'security_groups': ['bb931053-5954-4d1e-b2f1-e2d309cde406', 'b63f13b7-21c0-4394-bc68-44108cc3d06f']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:36.849462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c98e5d2-88c8-4e61-a702-6bccad527ea1 req-8e94e9ec-09d3-4613-bc69-86e05e7da632 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:36.851013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c98e5d2-88c8-4e61-a702-6bccad527ea1 req-8e94e9ec-09d3-4613-bc69-86e05e7da632 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0659943 Oct 12 23:11:36.961430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42622) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:36.988577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c98e5d2-88c8-4e61-a702-6bccad527ea1 req-ee755de8-2340-4391-b03f-a0a2092287d5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027572 Oct 12 23:11:37.048068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port e5077ce7-7466-432f-b9aa-d8f0f7a969fe {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:37.048435 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.069812 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.138037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cc59663a-b518-4ba6-b5f6-a958e4af5e96 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:11:37.179095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: cc59663a-b518-4ba6-b5f6-a958e4af5e96 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:11:37.179451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device cc59663a-b518-4ba6-b5f6-a958e4af5e96 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:11:37.198086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f9db6c-2d27-47f1-bed5-fd01c4fa12d7 None None] Update dhcp port {'port': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'fixed_ips': [{'subnet_id': '4a0f7f54-7074-465f-aba5-d570854c4655', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9159f452-e53c-4ead-9c7d-019c189a3395', 'ip_address': '2001:db8::2'}, {'subnet_id': '6ad6855f-cf3b-4c63-88f6-61d85ab83f56'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '0c1db331-4597-4be2-b8f0-52896c9a5579'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:11:37.203329 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.219700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for e5077ce7-7466-432f-b9aa-d8f0f7a969fe owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:37.226856 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-82f9db6c-2d27-47f1-bed5-fd01c4fa12d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.267437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73f75988-f889-4e52-910d-64760f0cd6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.530146 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73f75988-f889-4e52-910d-64760f0cd6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.538186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.560313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Delete allocated IP 2001:db8::304 (a28f1885-6619-4460-8131-0789660f5822/9159f452-e53c-4ead-9c7d-019c189a3395) {{(pid=101890) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 23:11:37.571777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Allocated IP 2001:db8:0:2::19c (a28f1885-6619-4460-8131-0789660f5822/6ad6855f-cf3b-4c63-88f6-61d85ab83f56/d6755e4a-afd6-43aa-ac8e-ae8480b51dc4) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:37.575858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=e5077ce7-7466-432f-b9aa-d8f0f7a969fe,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:37.590258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42638) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:37.655071 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73f75988-f889-4e52-910d-64760f0cd6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.692045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0c7af1-1cd6-4e86-b2a8-7c6b3adf372c admin admin] Deleting subnet 6a30b4b7-17b5-4021-a2d2-913c89234d44 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:37.695569 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7af1-1cd6-4e86-b2a8-7c6b3adf372c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.698816 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:37.904811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router c1330bb0-c4c8-4383-931c-a60b1ad0aa9c has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:11:37.997200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:38.006099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c8ad4557-03ce-4871-968e-32b903fc2622 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/c1330bb0-c4c8-4383-931c-a60b1ad0aa9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9238257 Oct 12 23:11:38.006831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42650) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:38.011271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7329fe-355d-40ee-a12a-e5e236fb3f90 None None] Sync routers for ids ['c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:38.038880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7329fe-355d-40ee-a12a-e5e236fb3f90 None None] Routers {'c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:38.042374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1d7329fe-355d-40ee-a12a-e5e236fb3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:38.052940 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b9e98c45-f316-4791-af74-bb996996b305 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1330bb0-c4c8-4383-931c-a60b1ad0aa9c HTTP/1.1" status: 200 len: 205 time: 0.0443418 Oct 12 23:11:38.055180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42656) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:38.059220 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7af1-1cd6-4e86-b2a8-7c6b3adf372c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.098327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1d7329fe-355d-40ee-a12a-e5e236fb3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:38.100581 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7af1-1cd6-4e86-b2a8-7c6b3adf372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.112447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7329fe-355d-40ee-a12a-e5e236fb3f90 None None] Routers {'c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:38.113418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1d7329fe-355d-40ee-a12a-e5e236fb3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:38.159082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20432563-2eaa-4503-970a-5ced163bb780 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.163462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1d7329fe-355d-40ee-a12a-e5e236fb3f90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:38.164132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7329fe-355d-40ee-a12a-e5e236fb3f90 None None] The sync data for ids ['c1330bb0-c4c8-4383-931c-a60b1ad0aa9c'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:38.229826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-73f75988-f889-4e52-910d-64760f0cd6e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=728de66f3d2a4adda04b8520bb524cf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2655849 Oct 12 23:11:38.263441 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42660) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:38.268023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7af1-1cd6-4e86-b2a8-7c6b3adf372c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.270432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f75988-f889-4e52-910d-64760f0cd6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=485ea990-f5f7-4c01-a723-8d71a49f7b81,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:38.310407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0c7af1-1cd6-4e86-b2a8-7c6b3adf372c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a30b4b7-17b5-4021-a2d2-913c89234d44,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:38.318039 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a0c7af1-1cd6-4e86-b2a8-7c6b3adf372c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.323929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7a0c7af1-1cd6-4e86-b2a8-7c6b3adf372c admin admin] 10.222.0.31 "DELETE /v2.0/subnets/6a30b4b7-17b5-4021-a2d2-913c89234d44 HTTP/1.1" status: 204 len: 168 time: 0.7299573 Oct 12 23:11:38.326365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42666) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:38.412460 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51be176d-572a-4338-a441-146d0a407401 req-ad981041-d7a9-4b16-b18e-a0524b99dceb tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:38.419751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51be176d-572a-4338-a441-146d0a407401 req-ad981041-d7a9-4b16-b18e-a0524b99dceb tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2567680 Oct 12 23:11:38.425631 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20432563-2eaa-4503-970a-5ced163bb780 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.433483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20432563-2eaa-4503-970a-5ced163bb780 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.444051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c098aa2-09b0-47b1-8656-3ad4929b3658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.484486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.493715 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51be176d-572a-4338-a441-146d0a407401 req-ee777223-ccdd-411f-aa5a-a92671893ed5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725169 Oct 12 23:11:38.502562 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c098aa2-09b0-47b1-8656-3ad4929b3658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.517839 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.601393 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.607218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20432563-2eaa-4503-970a-5ced163bb780 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.608286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20432563-2eaa-4503-970a-5ced163bb780 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Fanout notify agent at l3_agent the message router_deleted on router c1330bb0-c4c8-4383-931c-a60b1ad0aa9c {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:11:38.615592 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20432563-2eaa-4503-970a-5ced163bb780 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.616771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-20432563-2eaa-4503-970a-5ced163bb780 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/c1330bb0-c4c8-4383-931c-a60b1ad0aa9c HTTP/1.1" status: 204 len: 168 time: 0.5604959 Oct 12 23:11:38.623455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42678) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:38.631962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c098aa2-09b0-47b1-8656-3ad4929b3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.635005 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2c098aa2-09b0-47b1-8656-3ad4929b3658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.636121 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2c098aa2-09b0-47b1-8656-3ad4929b3658 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/485ea990-f5f7-4c01-a723-8d71a49f7b81 HTTP/1.1" status: 204 len: 168 time: 0.3713827 Oct 12 23:11:38.637161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95ad282e-f084-4600-bba1-1f090b7ad754']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:38.640225 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.670786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c098aa2-09b0-47b1-8656-3ad4929b3658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=485ea990-f5f7-4c01-a723-8d71a49f7b81,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:38.691635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-9469c360-1be7-4bd9-be1d-65361cb6e55a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting subnet 9a68c1ca-a2b0-4d32-98b6-bda78d7e2a47 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:38.695075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9469c360-1be7-4bd9-be1d-65361cb6e55a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.703003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73edc041-878e-499f-abc0-f02c1b57fefd') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:38.703409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73edc041-878e-499f-abc0-f02c1b57fefd') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:38.747225 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9469c360-1be7-4bd9-be1d-65361cb6e55a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.752015 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.769706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-82f9db6c-2d27-47f1-bed5-fd01c4fa12d7 None None] Allocated IP 2001:db8:0:2::2 (a28f1885-6619-4460-8131-0789660f5822/6ad6855f-cf3b-4c63-88f6-61d85ab83f56/0c1db331-4597-4be2-b8f0-52896c9a5579) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:38.811661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] In _notify_port_updated(), no bound segment for port d6755e4a-afd6-43aa-ac8e-ae8480b51dc4 on network a28f1885-6619-4460-8131-0789660f5822 {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:11:38.817672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:38.818554 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.823835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "PUT /v2.0/ports/d6755e4a-afd6-43aa-ac8e-ae8480b51dc4 HTTP/1.1" status: 200 len: 969 time: 1.9818671 Oct 12 23:11:38.824893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619a0c8f-7084-4496-a2ee-10081bcd748d tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event updated for resources: {'Port': ['ID=d6755e4a-afd6-43aa-ac8e-ae8480b51dc4,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:38.827497 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42682) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:38.828658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.865077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9469c360-1be7-4bd9-be1d-65361cb6e55a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.875757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:11:38.876485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:11:38.878997 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:11:38.926300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-82f9db6c-2d27-47f1-bed5-fd01c4fa12d7 None None] For port 0c1db331-4597-4be2-b8f0-52896c9a5579, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0c1db331-4597-4be2-b8f0-52896c9a5579,segment=NetworkSegment(86bb747e-578e-49ff-9f1f-d7a5b5167cec),segment_id=86bb747e-578e-49ff-9f1f-d7a5b5167cec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:38.963096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ba40-acc4-480c-957e-244832564993 req-b4911b56-b5ee-497a-bb01-18dc4d7b7bb7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:38.971415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ba40-acc4-480c-957e-244832564993 req-b4911b56-b5ee-497a-bb01-18dc4d7b7bb7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:38.976254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ba40-acc4-480c-957e-244832564993 req-b4911b56-b5ee-497a-bb01-18dc4d7b7bb7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:38.977224 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-82f9db6c-2d27-47f1-bed5-fd01c4fa12d7 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:38.982795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ba40-acc4-480c-957e-244832564993 req-b4911b56-b5ee-497a-bb01-18dc4d7b7bb7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:38.989125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ba40-acc4-480c-957e-244832564993 req-b4911b56-b5ee-497a-bb01-18dc4d7b7bb7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:38.997257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ba40-acc4-480c-957e-244832564993 req-b4911b56-b5ee-497a-bb01-18dc4d7b7bb7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:39.005401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5ba40-acc4-480c-957e-244832564993 req-b4911b56-b5ee-497a-bb01-18dc4d7b7bb7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:39.007502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ddd5ba40-acc4-480c-957e-244832564993 req-b4911b56-b5ee-497a-bb01-18dc4d7b7bb7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5433 time: 0.3250308 Oct 12 23:11:39.047556 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9469c360-1be7-4bd9-be1d-65361cb6e55a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.076032 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-82f9db6c-2d27-47f1-bed5-fd01c4fa12d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.121315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9469c360-1be7-4bd9-be1d-65361cb6e55a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Subnet': ['ID=9a68c1ca-a2b0-4d32-98b6-bda78d7e2a47,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:39.121315 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9469c360-1be7-4bd9-be1d-65361cb6e55a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.123536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9469c360-1be7-4bd9-be1d-65361cb6e55a tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/9a68c1ca-a2b0-4d32-98b6-bda78d7e2a47 HTTP/1.1" status: 204 len: 168 time: 0.4986155 Oct 12 23:11:39.124486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42690) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:39.158210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14128e6f-b7d9-482b-8e03-b6f0bd558d11 None None] Network 64f3d1b0-0829-4c2a-8714-6bca711c6295 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:39.195327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ddd5ba40-acc4-480c-957e-244832564993 req-6c4d6b9c-97a8-42b9-ac03-82ab861811a5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1776185 Oct 12 23:11:39.205886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.223901 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.248432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] 10.222.0.31 "DELETE /v2.0/networks/95ad282e-f084-4600-bba1-1f090b7ad754 HTTP/1.1" status: 204 len: 168 time: 0.9191043 Oct 12 23:11:39.250074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.289714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7b622-d49d-439b-a2c6-6d86580b694d admin admin] Pushing event deleted for resources: {'Network': ['ID=95ad282e-f084-4600-bba1-1f090b7ad754,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:39.313642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-25c433f2-9c83-4510-ae42-65bb6759c0d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port d6755e4a-afd6-43aa-ac8e-ae8480b51dc4 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:39.314008 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25c433f2-9c83-4510-ae42-65bb6759c0d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.370904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42696) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:39.416898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b9f1-e445-4c9d-ae2b-85d1ae3d0833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.466333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6f0f7-aaf4-4618-b7f5-f4da5e738d5b req-f0265e14-4da8-481a-8066-ed3cd7999a4f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:39.472712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6f0f7-aaf4-4618-b7f5-f4da5e738d5b req-f0265e14-4da8-481a-8066-ed3cd7999a4f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:39.479680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6f0f7-aaf4-4618-b7f5-f4da5e738d5b req-f0265e14-4da8-481a-8066-ed3cd7999a4f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:39.486709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6f0f7-aaf4-4618-b7f5-f4da5e738d5b req-f0265e14-4da8-481a-8066-ed3cd7999a4f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:39.493777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6f0f7-aaf4-4618-b7f5-f4da5e738d5b req-f0265e14-4da8-481a-8066-ed3cd7999a4f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:39.500346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6f0f7-aaf4-4618-b7f5-f4da5e738d5b req-f0265e14-4da8-481a-8066-ed3cd7999a4f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:39.507243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c6f0f7-aaf4-4618-b7f5-f4da5e738d5b req-f0265e14-4da8-481a-8066-ed3cd7999a4f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:39.509911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7c6f0f7-aaf4-4618-b7f5-f4da5e738d5b req-f0265e14-4da8-481a-8066-ed3cd7999a4f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5433 time: 0.1812127 Oct 12 23:11:39.512875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25c433f2-9c83-4510-ae42-65bb6759c0d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.526397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:39.527093 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.545759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-25c433f2-9c83-4510-ae42-65bb6759c0d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for d6755e4a-afd6-43aa-ac8e-ae8480b51dc4 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:39.616126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7d66c341-5a5d-41ee-84b5-2ed5d835f7b3,segment=NetworkSegment(34f006b8-2bd2-47a3-88ef-6240c6c74703),segment_id=34f006b8-2bd2-47a3-88ef-6240c6c74703)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:39.618104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.643411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:39.646506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b9f1-e445-4c9d-ae2b-85d1ae3d0833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.659912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42702) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:39.718390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7fb4b9f1-e445-4c9d-ae2b-85d1ae3d0833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.733752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f9db6c-2d27-47f1-bed5-fd01c4fa12d7 None None] Pushing event updated for resources: {'Port': ['ID=0c1db331-4597-4be2-b8f0-52896c9a5579,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:39.801210 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:39.803218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7fb4b9f1-e445-4c9d-ae2b-85d1ae3d0833 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cf1c9c4a2a2a4973b98f6b9fe55735f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309726 Oct 12 23:11:39.805422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42704) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:39.825667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No DVR routers for this DVR port 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:39.852823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=7d66c341-5a5d-41ee-84b5-2ed5d835f7b3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:39.945729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4d996fb-cc57-435e-9777-d30105d54102 None None] DHCP port deletion for 64f3d1b0-0829-4c2a-8714-6bca711c6295 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:11:39.985929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb4b9f1-e445-4c9d-ae2b-85d1ae3d0833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb83523b-93c7-4b4b-b273-35840fefbb3f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:39.996641 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.044080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dc25f54b-a2b9-45f5-a819-07f387737b8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b585e89ba3db4d30b7f25bea9332decb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3823421 Oct 12 23:11:40.046427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f3d1b0-0829-4c2a-8714-6bca711c6295']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:40.049498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42708) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:40.081516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e1721-33d1-48ad-93a0-b8a767e73de6 req-649f6802-2d53-45f8-9c65-401eedbf484d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:40.083146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-768e1721-33d1-48ad-93a0-b8a767e73de6 req-649f6802-2d53-45f8-9c65-401eedbf484d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3991442 Oct 12 23:11:40.084759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34f006b8-2bd2-47a3-88ef-6240c6c74703') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:40.085299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34f006b8-2bd2-47a3-88ef-6240c6c74703') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:40.109206 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.138841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.159031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df3b7be8-ea69-4742-afbb-8c0e4baec99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.172262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:11:40.172686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:11:40.176414 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:11:40.178668 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fcab0e3b-76df-4992-8439-7219b796bd39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.222323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fcab0e3b-76df-4992-8439-7219b796bd39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.225966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-ca03b006-22fa-468b-802b-a380747f348b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:40.227565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-ca03b006-22fa-468b-802b-a380747f348b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1098 time: 0.1769550 Oct 12 23:11:40.248689 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-768e1721-33d1-48ad-93a0-b8a767e73de6 req-287b7fa6-e9bd-48fe-980b-55dab0a0011a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264369 Oct 12 23:11:40.292578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df3b7be8-ea69-4742-afbb-8c0e4baec99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.297401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25c433f2-9c83-4510-ae42-65bb6759c0d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.340178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.362921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.371116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/networks/64f3d1b0-0829-4c2a-8714-6bca711c6295 HTTP/1.1" status: 204 len: 168 time: 1.2419593 Oct 12 23:11:40.374566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42712) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:40.379977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1937549912', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:40.392750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c433f2-9c83-4510-ae42-65bb6759c0d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=d6755e4a-afd6-43aa-ac8e-ae8480b51dc4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:40.407679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6858b-3d60-4ad5-b0c2-4cad242554ef tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Network': ['ID=64f3d1b0-0829-4c2a-8714-6bca711c6295,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:40.445542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25c433f2-9c83-4510-ae42-65bb6759c0d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.452185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25c433f2-9c83-4510-ae42-65bb6759c0d1 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/d6755e4a-afd6-43aa-ac8e-ae8480b51dc4 HTTP/1.1" status: 204 len: 168 time: 1.6175783 Oct 12 23:11:40.454916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42714) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:40.495380 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-101fac97-1b38-4874-9729-f72e6de6318c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] GET failed (client error): The resource could not be found. Oct 12 23:11:40.500596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-92f21393-ba77-4db0-80e3-8d18541d891e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:40.500986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-92f21393-ba77-4db0-80e3-8d18541d891e service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 915 time: 0.2513123 Oct 12 23:11:40.501635 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-101fac97-1b38-4874-9729-f72e6de6318c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports/d6755e4a-afd6-43aa-ac8e-ae8480b51dc4 HTTP/1.1" status: 404 len: 333 time: 0.0452678 Oct 12 23:11:40.501764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42716) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:40.503650 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.505015 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.561072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df3b7be8-ea69-4742-afbb-8c0e4baec99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.564168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-df3b7be8-ea69-4742-afbb-8c0e4baec99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.565526 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-df3b7be8-ea69-4742-afbb-8c0e4baec99b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ce1a4744-c005-4c9d-a7dd-6588f25d4c90 HTTP/1.1" status: 204 len: 168 time: 0.5142157 Oct 12 23:11:40.579943 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3b7be8-ea69-4742-afbb-8c0e4baec99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1a4744-c005-4c9d-a7dd-6588f25d4c90,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:40.632042 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-24111635-3c49-4319-af9e-eafd47b9ec42 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 217 time: 0.0906863 Oct 12 23:11:40.667193 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fcab0e3b-76df-4992-8439-7219b796bd39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.672454 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fcab0e3b-76df-4992-8439-7219b796bd39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.673613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fcab0e3b-76df-4992-8439-7219b796bd39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cb83523b-93c7-4b4b-b273-35840fefbb3f HTTP/1.1" status: 204 len: 168 time: 0.8631461 Oct 12 23:11:40.679219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.718715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcab0e3b-76df-4992-8439-7219b796bd39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb83523b-93c7-4b4b-b273-35840fefbb3f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:40.747306 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f13023d-43f0-4db8-a851-3e9b2056ad8f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.778909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f13023d-43f0-4db8-a851-3e9b2056ad8f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.842787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-56775ab3-6753-475c-b210-8ad758ffa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:40.844476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-56775ab3-6753-475c-b210-8ad758ffa7e2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.1907575 Oct 12 23:11:40.898909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c37e3c95-4234-4470-ba93-8908c89cfbd0 None None] Could not find standard attr ID for object d6755e4a-afd6-43aa-ac8e-ae8480b51dc4. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:11:40.917114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-c498f7ce-0f4b-4150-a5b7-8ac39970567d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621631 Oct 12 23:11:40.918285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f13023d-43f0-4db8-a851-3e9b2056ad8f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.932694 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3f13023d-43f0-4db8-a851-3e9b2056ad8f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.932791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c37e3c95-4234-4470-ba93-8908c89cfbd0 None None] Provisioning complete for port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:40.932791 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c37e3c95-4234-4470-ba93-8908c89cfbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:40.932965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3f13023d-43f0-4db8-a851-3e9b2056ad8f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/security-groups/65bfc093-4b8a-41ef-a748-6b9d6b1ec611 HTTP/1.1" status: 204 len: 168 time: 0.4205556 Oct 12 23:11:41.003535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42722) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:41.016599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c37e3c95-4234-4470-ba93-8908c89cfbd0 None None] Port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:41.039918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c37e3c95-4234-4470-ba93-8908c89cfbd0 None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:41.043032 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c37e3c95-4234-4470-ba93-8908c89cfbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:41.139864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-8821fc71-050d-4a28-a4ab-50eeefacac3d service neutron] 10.222.0.25 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129934 Oct 12 23:11:41.155101 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:41.190112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13023d-43f0-4db8-a851-3e9b2056ad8f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bfc093-4b8a-41ef-a748-6b9d6b1ec611,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:41.453227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c182787-e130-4305-aef0-1c77623bb0b9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:41.515420 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c182787-e130-4305-aef0-1c77623bb0b9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:41.523901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bfc44233-f3e3-4f18-b89e-44f4ae650142 None None] Could not find standard attr ID for object d6755e4a-afd6-43aa-ac8e-ae8480b51dc4. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:11:41.544838 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f6d58e9-2f8f-4ef3-906a-990efc2fd59f req-4552857c-d98a-493e-a2e7-62dd7a3d35b3 service neutron] 10.222.0.25 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3952539 Oct 12 23:11:41.548539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0c1db331-4597-4be2-b8f0-52896c9a5579 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:41.755811 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c182787-e130-4305-aef0-1c77623bb0b9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:41.763871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c182787-e130-4305-aef0-1c77623bb0b9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:41.765083 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9c182787-e130-4305-aef0-1c77623bb0b9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/security-groups/b63f13b7-21c0-4394-bc68-44108cc3d06f HTTP/1.1" status: 204 len: 168 time: 0.7592006 Oct 12 23:11:41.771077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42752) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:41.848979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b398a-8527-400c-a057-827dec213c56 req-1215c49b-1744-4921-a09e-e6c96f1165ef tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:41.859046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:41.861044 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:41.871834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d4b398a-8527-400c-a057-827dec213c56 req-1215c49b-1744-4921-a09e-e6c96f1165ef tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2318583 Oct 12 23:11:41.905917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c182787-e130-4305-aef0-1c77623bb0b9 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63f13b7-21c0-4394-bc68-44108cc3d06f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:42.021368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d4b398a-8527-400c-a057-827dec213c56 req-ead145dd-ddca-4826-8023-87cb5b6e7b66 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799990 Oct 12 23:11:42.029508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7860af7b-324b-447f-85c0-6c155d0adb87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.133035 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7860af7b-324b-447f-85c0-6c155d0adb87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.165975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-abb62323-315e-4933-8365-a0605fefd14b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.282675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:11:42.297586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7860af7b-324b-447f-85c0-6c155d0adb87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.301619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7860af7b-324b-447f-85c0-6c155d0adb87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.305504 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7860af7b-324b-447f-85c0-6c155d0adb87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb931053-5954-4d1e-b2f1-e2d309cde406 HTTP/1.1" status: 204 len: 168 time: 0.5337682 Oct 12 23:11:42.306600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42770) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:42.332230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:11:42.332477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7d66c341-5a5d-41ee-84b5-2ed5d835f7b3 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:11:42.337226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:11:42.362566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7860af7b-324b-447f-85c0-6c155d0adb87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb931053-5954-4d1e-b2f1-e2d309cde406,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:42.386203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.413027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb4e6463-1077-437c-97df-aacdda8a8a50 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet 9159f452-e53c-4ead-9c7d-019c189a3395 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:42.413260 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.417186 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb4e6463-1077-437c-97df-aacdda8a8a50 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.472523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb4e6463-1077-437c-97df-aacdda8a8a50 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.590697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:42.618777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80', 'port_id': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'mac_address': 'fa:16:3e:b6:3e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29da9bd4-157d-4a32-9110-a4f3464e1e65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:11:42.646322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42784) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:42.705902 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb4e6463-1077-437c-97df-aacdda8a8a50 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.736602 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.768121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebde3646-b569-4c2d-bcc3-c96721d1c695 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:11:42.800852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:42.853099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-8c6d3c91-1008-4624-aa72-7f2aed4717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:42.853737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-8c6d3c91-1008-4624-aa72-7f2aed4717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:42.854512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-8c6d3c91-1008-4624-aa72-7f2aed4717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:42.855090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-8c6d3c91-1008-4624-aa72-7f2aed4717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:42.855616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-8c6d3c91-1008-4624-aa72-7f2aed4717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:42.856143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-8c6d3c91-1008-4624-aa72-7f2aed4717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:42.856669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-8c6d3c91-1008-4624-aa72-7f2aed4717e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:42.859110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-8c6d3c91-1008-4624-aa72-7f2aed4717e2 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6497 time: 0.2101789 Oct 12 23:11:42.926924 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:42.954309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-7df6ffdf-e045-45a6-bafc-e626a9f5068a service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&id=d8c2126a-f376-47c9-810c-a976ffef8d54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0790076 Oct 12 23:11:42.996042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb4e6463-1077-437c-97df-aacdda8a8a50 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:43.090550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4e6463-1077-437c-97df-aacdda8a8a50 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=9159f452-e53c-4ead-9c7d-019c189a3395,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:43.106240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ebde3646-b569-4c2d-bcc3-c96721d1c695'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:11:43.120475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:43.134779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb4e6463-1077-437c-97df-aacdda8a8a50 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:43.144346 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-eb4e6463-1077-437c-97df-aacdda8a8a50 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/9159f452-e53c-4ead-9c7d-019c189a3395 HTTP/1.1" status: 204 len: 168 time: 0.8369787 Oct 12 23:11:43.145044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42802) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:43.157714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42804) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:43.193139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fafe45e-ac43-4b84-852e-529e9664f7c0 None None] Network a28f1885-6619-4460-8131-0789660f5822 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:43.303615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 172.25.2.123 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/b863ff83-cc07-4ced-8ec2-38e5f460bd6e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:43.355689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1500106507-network', 'tenant_id': '69008ff24c1243259f6f9595959f3416'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:43.469538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d50c3f-9311-4aa8-b80a-6c2a8b95dbfc req-7b13b1fd-bb0d-4226-a868-cd3d1d18f9af tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:43.474911 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00d50c3f-9311-4aa8-b80a-6c2a8b95dbfc req-7b13b1fd-bb0d-4226-a868-cd3d1d18f9af tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.2311709 Oct 12 23:11:43.491426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c12063e3-50e6-4e6e-b16b-e4dee3069c87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet 6ad6855f-cf3b-4c63-88f6-61d85ab83f56 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:43.497638 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c12063e3-50e6-4e6e-b16b-e4dee3069c87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:43.503872 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:43.545815 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c12063e3-50e6-4e6e-b16b-e4dee3069c87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:43.618749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:43.702841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:43.715538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:43.725670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00d50c3f-9311-4aa8-b80a-6c2a8b95dbfc req-87425702-d5ab-42fa-bcc9-4ce638c60126 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424622 Oct 12 23:11:43.755331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Made reservation on behalf of 69008ff24c1243259f6f9595959f3416 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:43.758081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:43.759847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:43.796401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:43.811028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=b863ff83-cc07-4ced-8ec2-38e5f460bd6e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:43.835332 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c12063e3-50e6-4e6e-b16b-e4dee3069c87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:43.994338 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.110306 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c12063e3-50e6-4e6e-b16b-e4dee3069c87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.156434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12063e3-50e6-4e6e-b16b-e4dee3069c87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad6855f-cf3b-4c63-88f6-61d85ab83f56,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:44.158568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c12063e3-50e6-4e6e-b16b-e4dee3069c87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.164205 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c12063e3-50e6-4e6e-b16b-e4dee3069c87 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/6ad6855f-cf3b-4c63-88f6-61d85ab83f56 HTTP/1.1" status: 204 len: 168 time: 1.0032170 Oct 12 23:11:44.165257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42846) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:44.172204 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.193391 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-7881770a-37af-4b6a-9e83-5ac20195f5d6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:44.193864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7881770a-37af-4b6a-9e83-5ac20195f5d6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:44.197652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7881770a-37af-4b6a-9e83-5ac20195f5d6 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/9159f452-e53c-4ead-9c7d-019c189a3395 HTTP/1.1" status: 404 len: 337 time: 0.0315499 Oct 12 23:11:44.201674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42848) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:44.207852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:11:44.277149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.279729 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Added segment 120e3d7c-f065-4721-9164-0101d733c055 of type vlan for network b59cfc21-63f2-49fe-8c8f-d4588f49f625 Oct 12 23:11:44.322194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:44.345319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:44.354490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a6f8a05-07c6-4ef5-8530-9a896920b65e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting subnet 4a0f7f54-7074-465f-aba5-d570854c4655 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:11:44.362791 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8a05-07c6-4ef5-8530-9a896920b65e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.369122 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.398709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port ebde3646-b569-4c2d-bcc3-c96721d1c695 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:44.399212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.467040 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8a05-07c6-4ef5-8530-9a896920b65e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.546356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.636531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:44.641375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:11:44.643730 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13384e6-590f-4de3-8abb-0cbf6ccf7f3a" -d '{"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-plugged", "status": "completed", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:11:44.682132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab20fbc-4e23-4464-8020-04811cad8356 None None] Network a28f1885-6619-4460-8131-0789660f5822 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:44.688526 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8a05-07c6-4ef5-8530-9a896920b65e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.811366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.835198 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a86207-f302-441a-935a-e6538be1b24d x-openstack-request-id: req-55a86207-f302-441a-935a-e6538be1b24d {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:11:44.835481 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-plugged", "status": "completed", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:11:44.838039 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-55a86207-f302-441a-935a-e6538be1b24d {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:11:44.838039 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'code': 200} Oct 12 23:11:44.839611 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.945585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-51cd15de-6d6a-4b6b-a938-84440e7a716e None None] Provisioning complete for port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:44.947316 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51cd15de-6d6a-4b6b-a938-84440e7a716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:44.979875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520056d-ff28-442a-a626-fe92cb78f2c9 req-b2597745-226c-48b0-862f-051445867e8d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:44.995268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-51cd15de-6d6a-4b6b-a938-84440e7a716e None None] Port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:44.997458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5520056d-ff28-442a-a626-fe92cb78f2c9 req-b2597745-226c-48b0-862f-051445867e8d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1552668 Oct 12 23:11:45.007715 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.007924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:45.008375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.027307 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8a05-07c6-4ef5-8530-9a896920b65e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.034979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-51cd15de-6d6a-4b6b-a938-84440e7a716e None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:45.035503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51cd15de-6d6a-4b6b-a938-84440e7a716e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.037417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:45.051842 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.408728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6f8a05-07c6-4ef5-8530-9a896920b65e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0f7f54-7074-465f-aba5-d570854c4655,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:45.410804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] Pushing event updated for resources: {'Network': ['ID=b59cfc21-63f2-49fe-8c8f-d4588f49f625,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:45.468644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a6f8a05-07c6-4ef5-8530-9a896920b65e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.475278 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4a6f8a05-07c6-4ef5-8530-9a896920b65e tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/4a0f7f54-7074-465f-aba5-d570854c4655 HTTP/1.1" status: 204 len: 168 time: 1.2684872 Oct 12 23:11:45.480093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5520056d-ff28-442a-a626-fe92cb78f2c9 req-69812261-d7c0-45b1-ab58-7f3ce4928500 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4818263 Oct 12 23:11:45.481159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42892) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:45.518003 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-749989f2-268f-460e-9fc6-d148cb2cb6c7 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:45.519064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749989f2-268f-460e-9fc6-d148cb2cb6c7 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:45.525106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-749989f2-268f-460e-9fc6-d148cb2cb6c7 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/5681a711-9643-404b-92a0-52e986011fdc HTTP/1.1" status: 404 len: 337 time: 0.0421972 Oct 12 23:11:45.529760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ac28c3b3-e3a2-4e55-a1dd-cdebf230407f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.3819056 Oct 12 23:11:45.539613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42894) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:45.541291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42896) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:45.615606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b59cfc21-63f2-49fe-8c8f-d4588f49f625 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:45.643686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Request body: {'subnet': {'network_id': 'b59cfc21-63f2-49fe-8c8f-d4588f49f625', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1500106507-subnet', 'tenant_id': '69008ff24c1243259f6f9595959f3416', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:45.715781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 558d9f5d-08ee-4162-bc2d-8fd66d683a26 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:11:45.729791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-055b3faf-c262-4228-81c4-47bf80fd791f tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "GET /v2.0/ports?device_id=e75aaedb-9a2d-4137-923f-15433d666e6d HTTP/1.1" status: 200 len: 205 time: 0.1828098 Oct 12 23:11:45.734427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42902) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:45.748668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953b3f99-ab56-4096-8e6a-8c4fe7081a94 None None] Update dhcp port {'port': {'network_id': 'a28f1885-6619-4460-8131-0789660f5822', 'fixed_ips': [{'subnet_id': '4a0f7f54-7074-465f-aba5-d570854c4655'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '0c1db331-4597-4be2-b8f0-52896c9a5579'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:11:45.795452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Made reservation on behalf of 69008ff24c1243259f6f9595959f3416 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:45.798430 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.803853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-953b3f99-ab56-4096-8e6a-8c4fe7081a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.848445 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.851584 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f0517588-cc3f-45f2-af56-73f08a0a8395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:45.867451 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-18e06513-1e6d-4039-b744-13303f632855 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] delete failed (client error): The resource could not be found. Oct 12 23:11:45.871983 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-18e06513-1e6d-4039-b744-13303f632855 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/routers/e75aaedb-9a2d-4137-923f-15433d666e6d HTTP/1.1" status: 404 len: 336 time: 0.1300559 Oct 12 23:11:45.888284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42904) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:45.973681 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-26dbb9b5-4603-42ad-8aee-81768445db2c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:45.979374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26dbb9b5-4603-42ad-8aee-81768445db2c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:45.982596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-26dbb9b5-4603-42ad-8aee-81768445db2c tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/f87692dd-00ca-49fd-a591-3c784777969b HTTP/1.1" status: 404 len: 337 time: 0.0915852 Oct 12 23:11:45.985371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42908) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.108482 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2c06e65-d02c-41e4-a0eb-755b528c996b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:46.108963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2c06e65-d02c-41e4-a0eb-755b528c996b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:46.129319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f2c06e65-d02c-41e4-a0eb-755b528c996b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/1a4db79d-ad8a-4674-bd81-e99662993646 HTTP/1.1" status: 404 len: 337 time: 0.1421163 Oct 12 23:11:46.139628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42912) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.150643 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:46.156072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:46.159950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241aede8-9bb3-4c7d-82b1-9a4384319484 None None] Network a28f1885-6619-4460-8131-0789660f5822 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:46.169319 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d433017-c496-48d0-8f52-074b7d6e91ae None None] Sync routers for ids ['558d9f5d-08ee-4162-bc2d-8fd66d683a26'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:46.193316 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d433017-c496-48d0-8f52-074b7d6e91ae None None] Routers {'558d9f5d-08ee-4162-bc2d-8fd66d683a26'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:46.194721 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5d433017-c496-48d0-8f52-074b7d6e91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['558d9f5d-08ee-4162-bc2d-8fd66d683a26'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:46.235179 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c8d9949-082b-4f5f-86db-96ec2125b174 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:46.237714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c8d9949-082b-4f5f-86db-96ec2125b174 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:46.241942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4c8d9949-082b-4f5f-86db-96ec2125b174 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/9e39112c-bfb2-4ec8-9a58-8d49b1ebcac4 HTTP/1.1" status: 404 len: 337 time: 0.1012387 Oct 12 23:11:46.245250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42914) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.268131 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5d433017-c496-48d0-8f52-074b7d6e91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:46.285978 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-43c096b9-f742-459f-91e6-ee8e112e5b1b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:46.288476 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d433017-c496-48d0-8f52-074b7d6e91ae None None] Routers {'558d9f5d-08ee-4162-bc2d-8fd66d683a26'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:46.289355 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5d433017-c496-48d0-8f52-074b7d6e91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['558d9f5d-08ee-4162-bc2d-8fd66d683a26'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:46.294287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43c096b9-f742-459f-91e6-ee8e112e5b1b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:46.304390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-43c096b9-f742-459f-91e6-ee8e112e5b1b tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/7eb99d7f-b04c-416d-b113-29e112215269 HTTP/1.1" status: 404 len: 333 time: 0.0565872 Oct 12 23:11:46.311822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:46.316650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-63baa85f-4a44-42b9-8c4e-d61f23d98953 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.9380891 Oct 12 23:11:46.317173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42916) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.317605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42918) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.365071 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5d433017-c496-48d0-8f52-074b7d6e91ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:46.369097 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d433017-c496-48d0-8f52-074b7d6e91ae None None] The sync data for ids ['558d9f5d-08ee-4162-bc2d-8fd66d683a26'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:46.425041 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bfacf60-4b2a-45b1-b651-2ea0281dda12 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:46.425736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bfacf60-4b2a-45b1-b651-2ea0281dda12 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:46.431905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4bfacf60-4b2a-45b1-b651-2ea0281dda12 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/7250c9cb-d783-4e06-8c7a-0ff9a3b18c88 HTTP/1.1" status: 404 len: 337 time: 0.1129458 Oct 12 23:11:46.434145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42924) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.480641 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5ecdcd8-31bf-4cee-aa72-8091f74154a8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:46.481494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5ecdcd8-31bf-4cee-aa72-8091f74154a8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:46.485100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5ecdcd8-31bf-4cee-aa72-8091f74154a8 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/038f88d6-237a-4b82-bbc0-d88a02a3c2a0 HTTP/1.1" status: 404 len: 337 time: 0.0490830 Oct 12 23:11:46.489682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42926) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.536528 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6bf7fa-0b55-45e9-87e7-93ec7ec4d193 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:46.537412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f6bf7fa-0b55-45e9-87e7-93ec7ec4d193 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:46.542732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4f6bf7fa-0b55-45e9-87e7-93ec7ec4d193 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/4ead4417-c72b-4438-9e79-2bd222d0470e HTTP/1.1" status: 404 len: 333 time: 0.0517383 Oct 12 23:11:46.546119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42932) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.565006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d299a4a9-13f2-4df5-8b4e-351f4f2c8f7e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/routers/558d9f5d-08ee-4162-bc2d-8fd66d683a26 HTTP/1.1" status: 200 len: 885 time: 0.2449102 Oct 12 23:11:46.567448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42934) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.605547 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-126bc561-7bd3-434b-a9a3-3645385bab9a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:46.606799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126bc561-7bd3-434b-a9a3-3645385bab9a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:46.621021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-126bc561-7bd3-434b-a9a3-3645385bab9a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/444b8a76-24bd-460a-a686-1554b34f3745 HTTP/1.1" status: 404 len: 337 time: 0.0737355 Oct 12 23:11:46.621660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42936) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.668749 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83e0d2a-3296-44ea-8ede-54fe3958af5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] DELETE failed (client error): The resource could not be found. Oct 12 23:11:46.669271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e83e0d2a-3296-44ea-8ede-54fe3958af5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:11:46.672889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e83e0d2a-3296-44ea-8ede-54fe3958af5a tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/subnets/fc6cafc2-637c-4442-a778-56fae43fdd5d HTTP/1.1" status: 404 len: 337 time: 0.0453990 Oct 12 23:11:46.674444 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:46.676036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42938) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:46.711596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9e22f536-95e4-4fbb-9894-b8674d208f5c None None] Provisioning complete for port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:46.712814 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e22f536-95e4-4fbb-9894-b8674d208f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:46.727241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a46ab73-99a2-4128-a136-3407f4398dd4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:46.819971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Checking segment: {'id': '120e3d7c-f065-4721-9164-0101d733c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b59cfc21-63f2-49fe-8c8f-d4588f49f625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:46.820247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Network hostable DHCP agents. Network: b59cfc21-63f2-49fe-8c8f-d4588f49f625, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:46.825375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a614021-7085-4570-89ea-8ccfd83326d2 None None] DHCP port deletion for a28f1885-6619-4460-8131-0789660f5822 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:11:46.860679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9e22f536-95e4-4fbb-9894-b8674d208f5c None None] Port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:11:46.897829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9e22f536-95e4-4fbb-9894-b8674d208f5c None None] Provisioning complete for port 0c1db331-4597-4be2-b8f0-52896c9a5579 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:46.898267 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e22f536-95e4-4fbb-9894-b8674d208f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:46.929239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ba73d0-9e2b-400d-bf2a-eba811942c1b req-539860e7-0477-40e2-bfee-de29e1bd4492 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:46.932737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3ba73d0-9e2b-400d-bf2a-eba811942c1b req-539860e7-0477-40e2-bfee-de29e1bd4492 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1937218 Oct 12 23:11:46.960891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Network b59cfc21-63f2-49fe-8c8f-d4588f49f625 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:46.972890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2a614021-7085-4570-89ea-8ccfd83326d2 None None] Deleting port 0c1db331-4597-4be2-b8f0-52896c9a5579 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:46.975001 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2a614021-7085-4570-89ea-8ccfd83326d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:46.980231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c4411-6df6-4550-b00c-3677215737fa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:46.980804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f0c4411-6df6-4550-b00c-3677215737fa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:47.041577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b59cfc21-63f2-49fe-8c8f-d4588f49f625) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:47.050963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:47.052670 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:47.073823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d01626b-498a-41ca-b405-5208e2042c13 None None] Network b59cfc21-63f2-49fe-8c8f-d4588f49f625 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:47.199739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2a614021-7085-4570-89ea-8ccfd83326d2 None None] For port 0c1db331-4597-4be2-b8f0-52896c9a5579, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0c1db331-4597-4be2-b8f0-52896c9a5579,segment=NetworkSegment(86bb747e-578e-49ff-9f1f-d7a5b5167cec),segment_id=86bb747e-578e-49ff-9f1f-d7a5b5167cec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:47.200062 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2a614021-7085-4570-89ea-8ccfd83326d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:47.222918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2a614021-7085-4570-89ea-8ccfd83326d2 None None] Calling delete_port for 0c1db331-4597-4be2-b8f0-52896c9a5579 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:47.228349 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-051300de-22d7-49de-9be3-f6d9e14c9ff1 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6859992 Oct 12 23:11:47.256840 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3ba73d0-9e2b-400d-bf2a-eba811942c1b req-0ae35f66-27a4-4b89-8bf8-9e7948a58810 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3028169 Oct 12 23:11:47.269801 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f0c4411-6df6-4550-b00c-3677215737fa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:47.303440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c4411-6df6-4550-b00c-3677215737fa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 9d2ede8d-75b0-4b11-8ab8-91fc72be4654 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:47.362067 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-db78ed83-c887-4bc6-b4fa-b38e07b9f763 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.7927949 Oct 12 23:11:47.364281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42946) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:47.369744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6a785b7f-6359-4c60-82f3-15d61abe3ef1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1937549912'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:47.549963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0c1db331-4597-4be2-b8f0-52896c9a5579 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:11:47.603638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dfda47-dbb2-4fba-8613-955bd6705e25 None None] Network b59cfc21-63f2-49fe-8c8f-d4588f49f625 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:47.692195 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f0c4411-6df6-4550-b00c-3677215737fa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:47.810104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c4411-6df6-4550-b00c-3677215737fa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=9d2ede8d-75b0-4b11-8ab8-91fc72be4654,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:47.844158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f0c4411-6df6-4550-b00c-3677215737fa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:47.855853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7f0c4411-6df6-4550-b00c-3677215737fa tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/ports/9d2ede8d-75b0-4b11-8ab8-91fc72be4654 HTTP/1.1" status: 204 len: 168 time: 1.1783848 Oct 12 23:11:47.858181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42960) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:47.959076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42970) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:48.047970 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.154948 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.159945 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 0c1db331-4597-4be2-b8f0-52896c9a5579, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0c1db331-4597-4be2-b8f0-52896c9a5579,segment=NetworkSegment(86bb747e-578e-49ff-9f1f-d7a5b5167cec),segment_id=86bb747e-578e-49ff-9f1f-d7a5b5167cec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:48.189465 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.252891 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.280461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Deleting port 0c1db331-4597-4be2-b8f0-52896c9a5579 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:48.281012 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.356702 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2a614021-7085-4570-89ea-8ccfd83326d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.389472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a614021-7085-4570-89ea-8ccfd83326d2 None None] No DVR routers for this DVR port 0c1db331-4597-4be2-b8f0-52896c9a5579 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:48.410730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] For port 0c1db331-4597-4be2-b8f0-52896c9a5579, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0c1db331-4597-4be2-b8f0-52896c9a5579,segment=NetworkSegment(86bb747e-578e-49ff-9f1f-d7a5b5167cec),segment_id=86bb747e-578e-49ff-9f1f-d7a5b5167cec)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:48.411275 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.429589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Calling delete_port for 0c1db331-4597-4be2-b8f0-52896c9a5579 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:48.436459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=0c1db331-4597-4be2-b8f0-52896c9a5579,revision_number=11']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:48.459800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188376d1-03ea-4d07-8483-f7559b0cd599 req-f180410c-2edd-4e09-8b60-26ba5f6563bd tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:48.461300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-188376d1-03ea-4d07-8483-f7559b0cd599 req-f180410c-2edd-4e09-8b60-26ba5f6563bd tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1077502 Oct 12 23:11:48.494716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a614021-7085-4570-89ea-8ccfd83326d2 None None] Pushing event deleted for resources: {'Port': ['ID=0c1db331-4597-4be2-b8f0-52896c9a5579,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:48.582179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-188376d1-03ea-4d07-8483-f7559b0cd599 req-07333719-ac13-4db6-93b0-6372862b7265 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717063 Oct 12 23:11:48.658045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.704905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Port': ['ID=0c1db331-4597-4be2-b8f0-52896c9a5579,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:48.707100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] No DVR routers for this DVR port 0c1db331-4597-4be2-b8f0-52896c9a5579 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:11:48.903838 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.960915 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9f30ff8-c691-46c0-9e66-15e52b6f7533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:48.995165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.048453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28f1885-6619-4460-8131-0789660f5822']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:49.069830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86bb747e-578e-49ff-9f1f-d7a5b5167cec') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:49.070130 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86bb747e-578e-49ff-9f1f-d7a5b5167cec') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:49.084008 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.105289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.114973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:11:49.119449 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:11:49.133709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9f30ff8-c691-46c0-9e66-15e52b6f7533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.189300 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.217115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-383ec172-8ee5-4b56-8cfa-a79f1fd818de tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:49.218810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-383ec172-8ee5-4b56-8cfa-a79f1fd818de tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/networks?id=b59cfc21-63f2-49fe-8c8f-d4588f49f625 HTTP/1.1" status: 200 len: 821 time: 1.2135875 Oct 12 23:11:49.222426 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9f30ff8-c691-46c0-9e66-15e52b6f7533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.251701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a785b7f-6359-4c60-82f3-15d61abe3ef1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.285081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8cff8900-e509-473a-9f4e-1e72ff23c867 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/quotas/69008ff24c1243259f6f9595959f3416 HTTP/1.1" status: 200 len: 375 time: 0.0573304 Oct 12 23:11:49.287617 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.290768 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b9f30ff8-c691-46c0-9e66-15e52b6f7533 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8473ed2839284bcaa1c9d354e2a615d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3251388 Oct 12 23:11:49.291506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f30ff8-c691-46c0-9e66-15e52b6f7533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9624d696-2b65-4910-982b-de5e5e37f38d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:49.297797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42980) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:49.330226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.330874 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-e2e58489-23d6-4014-9db1-a61801263d44 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=69008ff24c1243259f6f9595959f3416&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337846 Oct 12 23:11:49.354160 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] 10.222.0.31 "DELETE /v2.0/networks/a28f1885-6619-4460-8131-0789660f5822 HTTP/1.1" status: 204 len: 168 time: 1.4931188 Oct 12 23:11:49.358737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6296954-f49a-4ad6-ab65-1bcd01f49667 tempest-PortsIpV6TestJSON-1397088587 tempest-PortsIpV6TestJSON-1397088587-project] Pushing event deleted for resources: {'Network': ['ID=a28f1885-6619-4460-8131-0789660f5822,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:49.432594 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a785b7f-6359-4c60-82f3-15d61abe3ef1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.609684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21ff3759-a606-4c64-9b49-fb59c2659cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.654287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-a1620d8c-33bd-4045-bc52-cac65497636f service neutron] 10.222.0.31 "GET /v2.0/networks/b59cfc21-63f2-49fe-8c8f-d4588f49f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135128 Oct 12 23:11:49.701405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21ff3759-a606-4c64-9b49-fb59c2659cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:49.817208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a785b7f-6359-4c60-82f3-15d61abe3ef1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 558d9f5d-08ee-4162-bc2d-8fd66d683a26 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:11:49.820817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad0c37-4622-49ef-b498-a7f16e17a470 req-840dd771-e1e9-4c9e-83a7-b280075bb8d7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:49.839674 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90ad0c37-4622-49ef-b498-a7f16e17a470 req-840dd771-e1e9-4c9e-83a7-b280075bb8d7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1237025 Oct 12 23:11:49.902077 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90ad0c37-4622-49ef-b498-a7f16e17a470 req-41cc1ffa-b189-4f83-a13b-00e92d3ef3a1 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556910 Oct 12 23:11:49.920972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42994) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:49.968068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-1df4855d-b23a-4b1b-bc3c-7b441b97886c service neutron] 10.222.0.31 "GET /v2.0/networks/b59cfc21-63f2-49fe-8c8f-d4588f49f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022122 Oct 12 23:11:50.060248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a785b7f-6359-4c60-82f3-15d61abe3ef1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:11:50.068928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a785b7f-6359-4c60-82f3-15d61abe3ef1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:50.073727 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6a785b7f-6359-4c60-82f3-15d61abe3ef1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/558d9f5d-08ee-4162-bc2d-8fd66d683a26 HTTP/1.1" status: 200 len: 892 time: 2.7048259 Oct 12 23:11:50.078870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42998) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:50.079000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064590b0-a253-45cf-b1ea-09acbb6de0e6 None None] Sync routers for ids ['558d9f5d-08ee-4162-bc2d-8fd66d683a26'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:11:50.101404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21ff3759-a606-4c64-9b49-fb59c2659cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:50.108860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064590b0-a253-45cf-b1ea-09acbb6de0e6 None None] Routers {'558d9f5d-08ee-4162-bc2d-8fd66d683a26'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:50.108860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-064590b0-a253-45cf-b1ea-09acbb6de0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['558d9f5d-08ee-4162-bc2d-8fd66d683a26'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:50.114085 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21ff3759-a606-4c64-9b49-fb59c2659cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:50.115459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-21ff3759-a606-4c64-9b49-fb59c2659cf1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9624d696-2b65-4910-982b-de5e5e37f38d HTTP/1.1" status: 204 len: 168 time: 0.8168073 Oct 12 23:11:50.142075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff3759-a606-4c64-9b49-fb59c2659cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9624d696-2b65-4910-982b-de5e5e37f38d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:50.152321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-064590b0-a253-45cf-b1ea-09acbb6de0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:50.164838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064590b0-a253-45cf-b1ea-09acbb6de0e6 None None] Routers {'558d9f5d-08ee-4162-bc2d-8fd66d683a26'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:11:50.166365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-064590b0-a253-45cf-b1ea-09acbb6de0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['558d9f5d-08ee-4162-bc2d-8fd66d683a26'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:50.302086 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7ccdb832-9d81-40fe-ad14-4767d70e8c01 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/routers/558d9f5d-08ee-4162-bc2d-8fd66d683a26 HTTP/1.1" status: 200 len: 892 time: 0.2260079 Oct 12 23:11:50.308870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43006) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:50.319155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5fe76549-fe34-4782-a5fd-7a7a70a92ef5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4c6eae8e02ff46269232199205890ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965673 Oct 12 23:11:50.322193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43008) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:50.329870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-064590b0-a253-45cf-b1ea-09acbb6de0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:11:50.330652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064590b0-a253-45cf-b1ea-09acbb6de0e6 None None] The sync data for ids ['558d9f5d-08ee-4162-bc2d-8fd66d683a26'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:11:50.418155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c65fb54d-0193-45a4-b9d3-f2b8c1426d51 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=558d9f5d-08ee-4162-bc2d-8fd66d683a26 HTTP/1.1" status: 200 len: 205 time: 0.1074166 Oct 12 23:11:50.420926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43016) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:50.540233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4004a510-6221-4ab8-9574-4a4f5a8e1f7a req-84699afd-8ebf-4494-8a36-3c0b33cd8561 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 210 time: 0.0838027 Oct 12 23:11:50.662142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27887542-4894-4ca0-b23c-7252b0ac617e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:50.697625 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27887542-4894-4ca0-b23c-7252b0ac617e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:50.722309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:50.862601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:51.018151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27887542-4894-4ca0-b23c-7252b0ac617e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:51.021134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27887542-4894-4ca0-b23c-7252b0ac617e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:51.022504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-27887542-4894-4ca0-b23c-7252b0ac617e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f4947c48-e5e4-4849-b470-65f0aa28bf3b HTTP/1.1" status: 204 len: 168 time: 0.6993618 Oct 12 23:11:51.036185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27887542-4894-4ca0-b23c-7252b0ac617e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4947c48-e5e4-4849-b470-65f0aa28bf3b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:51.114205 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:11:51.147078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49bdd1-252d-4327-825a-a332e89c4fdf req-4f95b226-a6b4-4797-9f35-a103c6993c92 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:51.148853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f49bdd1-252d-4327-825a-a332e89c4fdf req-4f95b226-a6b4-4797-9f35-a103c6993c92 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1613493 Oct 12 23:11:51.161889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port b863ff83-cc07-4ced-8ec2-38e5f460bd6e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:11:51.161889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:51.239495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f49bdd1-252d-4327-825a-a332e89c4fdf req-25d705a0-3c33-477f-be2c-7b877a6a703d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760219 Oct 12 23:11:51.273551 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:51.289448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for b863ff83-cc07-4ced-8ec2-38e5f460bd6e owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:11:51.358578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43030) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:51.378498 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-492ef070-e3b6-4f47-bb13-a09452491565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:51.563690 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-492ef070-e3b6-4f47-bb13-a09452491565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:51.653101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-492ef070-e3b6-4f47-bb13-a09452491565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:51.820689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492ef070-e3b6-4f47-bb13-a09452491565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ade14de-90bf-4658-b9b0-39298e19dcc0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:51.868871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-492ef070-e3b6-4f47-bb13-a09452491565 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2133fcfa7f2944dbafdde9b1c14da801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5088303 Oct 12 23:11:51.877230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43048) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:51.930815 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2cc287ed-f5b1-452a-8c2f-dc9b3ad01233 req-26d3ce4b-9a58-450a-a7e9-c4b09368a232 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 210 time: 0.0668654 Oct 12 23:11:52.061896 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e3d01b4-f2d7-4cef-91dd-6d49364d96ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.088120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e3d01b4-f2d7-4cef-91dd-6d49364d96ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.155565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.200233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=b863ff83-cc07-4ced-8ec2-38e5f460bd6e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:52.281866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.382166 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e3d01b4-f2d7-4cef-91dd-6d49364d96ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.386358 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e3d01b4-f2d7-4cef-91dd-6d49364d96ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.386358 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7e3d01b4-f2d7-4cef-91dd-6d49364d96ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2ade14de-90bf-4658-b9b0-39298e19dcc0 HTTP/1.1" status: 204 len: 168 time: 0.5081758 Oct 12 23:11:52.475006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d01b4-f2d7-4cef-91dd-6d49364d96ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ade14de-90bf-4658-b9b0-39298e19dcc0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:52.484692 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.495029 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.576348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c18df0f-bb42-48b5-a028-a4810fd55484 req-4a903d2d-fe5c-4046-8f7f-a393e0126230 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:52.579159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c18df0f-bb42-48b5-a028-a4810fd55484 req-4a903d2d-fe5c-4046-8f7f-a393e0126230 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1468668 Oct 12 23:11:52.683548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c18df0f-bb42-48b5-a028-a4810fd55484 req-bbebf9d9-ebaa-43d1-b655-438702f53b14 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976987 Oct 12 23:11:52.692618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.693688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Fanout notify agent at l3_agent the message router_deleted on router 558d9f5d-08ee-4162-bc2d-8fd66d683a26 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:11:52.715570 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.717033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1d8da9be-1b1c-414b-856a-733d70a38987 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/558d9f5d-08ee-4162-bc2d-8fd66d683a26 HTTP/1.1" status: 204 len: 168 time: 2.2898123 Oct 12 23:11:52.721249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43068) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:52.735288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1700187771'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:52.838868 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:52.850387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.893021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:11:52.925726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:52.926208 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added segment 2adfe63f-f0a1-452f-b734-87275ada0ee6 of type vlan for network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 Oct 12 23:11:53.021524 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:53.063511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61ad773e-7de8-48f4-8286-4a105d319038 req-ab431f87-3fc6-4acb-ad04-9310b4ee27ad tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 210 time: 0.0282540 Oct 12 23:11:53.080903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43084) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:53.183903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1766761829'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:53.424571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:53.430308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:53.430892 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:53.436250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:53.436558 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:53.466977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:53.559879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8374090 Oct 12 23:11:53.562957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43098) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:53.563422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd287f1-30a4-460a-ac1e-81ae9f0723ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Network': ['ID=80287ad8-43c3-4352-8b39-6cba9f74c4a4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:53.569743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'subnet': {'network_id': '80287ad8-43c3-4352-8b39-6cba9f74c4a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:53.576960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:53.721075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:53.791863 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:53.812934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:11:53.924571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:53.925107 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added segment b645e6c5-acbc-48d1-b45e-480bfa64848b of type vlan for network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 Oct 12 23:11:53.927983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a922244c-2a45-4381-b134-92f79fdef9ed,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:53.954910 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:53.958808 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:54.079485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:54.137780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9095e38-c2e5-46e9-a878-510c64cbb541 req-724bd7ce-ea74-452a-86cc-9158f6000d19 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:54.145671 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9095e38-c2e5-46e9-a878-510c64cbb541 req-724bd7ce-ea74-452a-86cc-9158f6000d19 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2969611 Oct 12 23:11:54.200321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.resource_extend [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:11:54.234522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-a7d67612-7da4-4138-adf0-845893123c73 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:54.236059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-a7d67612-7da4-4138-adf0-845893123c73 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.41 "GET /v2.0/networks?id=b59cfc21-63f2-49fe-8c8f-d4588f49f625 HTTP/1.1" status: 200 len: 821 time: 0.3338742 Oct 12 23:11:54.263982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad047141-3b59-40ce-901d-65f8d45ff133 req-17b8ac7b-eae9-4a8d-ac6a-e07e5b6e73b2 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 210 time: 0.0362167 Oct 12 23:11:54.283600 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9095e38-c2e5-46e9-a878-510c64cbb541 req-47ee88f0-bed4-4d35-8ef2-9b35d51c2460 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201732 Oct 12 23:11:54.292355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Request body: {'port': {'device_id': '3dd8dba4-9acf-47dc-89c0-d22a69755f56', 'network_id': 'b59cfc21-63f2-49fe-8c8f-d4588f49f625', 'admin_state_up': True, 'tenant_id': '69008ff24c1243259f6f9595959f3416'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:54.410679 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:54.430166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:54.431180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:54.491633 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:54.596655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Subnet': ['ID=7554904a-3f73-4423-85f5-2979405be6ad,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:54.616149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Checking segment: {'id': '2adfe63f-f0a1-452f-b734-87275ada0ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80287ad8-43c3-4352-8b39-6cba9f74c4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:54.616767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network hostable DHCP agents. Network: 80287ad8-43c3-4352-8b39-6cba9f74c4a4, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:54.662445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Network': ['ID=361a3a24-f3b7-41b9-aad3-791bbf7d0a93,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:54.677243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:54.726446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:54.762413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-06cd6dfa-948f-4a80-8fb8-25f0223d5df7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.6803117 Oct 12 23:11:54.765322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43124) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:54.780184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1223867830'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:54.830417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 80287ad8-43c3-4352-8b39-6cba9f74c4a4) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:54.836048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:54.838684 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:54.845173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5946af4-a521-4020-a7ba-d246c8ef8b2b None None] Network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:54.914979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Made reservation on behalf of 69008ff24c1243259f6f9595959f3416 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:54.919486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.032113 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cce52db9-fda0-46c0-8c55-1f49d6050849 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4669535 Oct 12 23:11:55.033972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43130) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:55.045826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-97794fbe-720a-42a9-81fa-c136447db66f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-59741765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:55.124336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-80287ad8-43c3-4352-8b39-6cba9f74c4a4', 'network_id': '80287ad8-43c3-4352-8b39-6cba9f74c4a4', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'fixed_ips': [{'subnet_id': '7554904a-3f73-4423-85f5-2979405be6ad'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:11:55.125668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.139061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:55.144171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.199187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:11:55.207303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Allocated IP 172.20.0.2 (b59cfc21-63f2-49fe-8c8f-d4588f49f625/2a46ab73-99a2-4128-a136-3407f4398dd4/acdde097-1391-4f43-b5f1-6e27d48f3575) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:55.221177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.221684 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added segment 397bf33c-a829-4a98-956e-c3460a918095 of type vlan for network 7c7833d4-beb0-47bd-b0e3-a486f59409ad Oct 12 23:11:55.246294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97794fbe-720a-42a9-81fa-c136447db66f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.248966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97794fbe-720a-42a9-81fa-c136447db66f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.371706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97794fbe-720a-42a9-81fa-c136447db66f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.455226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.469805 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97794fbe-720a-42a9-81fa-c136447db66f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.471222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Allocated IP 2001:db8::2 (80287ad8-43c3-4352-8b39-6cba9f74c4a4/7554904a-3f73-4423-85f5-2979405be6ad/88bc6e58-7cac-4f51-9165-da4af68a197b) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:55.502380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6562e31-a985-4729-aa92-ea4af0668292 req-94dd7121-d55d-45ca-9467-859a0f469b99 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 210 time: 0.0521481 Oct 12 23:11:55.595971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10a059-8a53-4c9a-9928-06f06bdf8fa3 req-80f08fb1-64d0-42ec-93f6-040e2fbcd7e1 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:55.606105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.608456 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ee10a059-8a53-4c9a-9928-06f06bdf8fa3 req-80f08fb1-64d0-42ec-93f6-040e2fbcd7e1 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1594732 Oct 12 23:11:55.613265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:55.613904 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.677423 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-97794fbe-720a-42a9-81fa-c136447db66f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.678634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-97794fbe-720a-42a9-81fa-c136447db66f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6427476 Oct 12 23:11:55.683047 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43144) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:55.690792 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.709186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ee10a059-8a53-4c9a-9928-06f06bdf8fa3 req-e159e544-bb0d-49d8-958f-4bf9091209f6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998509 Oct 12 23:11:55.797572 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Network': ['ID=7c7833d4-beb0-47bd-b0e3-a486f59409ad,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:55.810733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 7c7833d4-beb0-47bd-b0e3-a486f59409ad details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:11:55.818535 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:55.867507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d1ccdbea-cdbe-4383-93e1-bea8c152346c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1007936 Oct 12 23:11:55.873705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43148) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:55.877363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'subnet': {'network_id': '361a3a24-f3b7-41b9-aad3-791bbf7d0a93', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:56.018766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:56.101726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Pushing event updated for resources: {'Port': ['ID=88bc6e58-7cac-4f51-9165-da4af68a197b,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:56.114923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:56.116903 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:56.124053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:56.254398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:56.254560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Attempting to bind port 88bc6e58-7cac-4f51-9165-da4af68a197b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:11:56.254560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Attempting to bind port 88bc6e58-7cac-4f51-9165-da4af68a197b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '2adfe63f-f0a1-452f-b734-87275ada0ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80287ad8-43c3-4352-8b39-6cba9f74c4a4'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:11:56.254560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Attempting to bind port 88bc6e58-7cac-4f51-9165-da4af68a197b on network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:11:56.256516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:56.260877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:11:56.261257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Checking segment: {'id': '2adfe63f-f0a1-452f-b734-87275ada0ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80287ad8-43c3-4352-8b39-6cba9f74c4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:56.261663 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:56.263076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Bound using segment: {'id': '2adfe63f-f0a1-452f-b734-87275ada0ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80287ad8-43c3-4352-8b39-6cba9f74c4a4'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:11:56.263076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Bound port: 88bc6e58-7cac-4f51-9165-da4af68a197b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2adfe63f-f0a1-452f-b734-87275ada0ee6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '80287ad8-43c3-4352-8b39-6cba9f74c4a4'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:11:56.263076 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:56.310094 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:56.355258 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:56.379412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] For port 88bc6e58-7cac-4f51-9165-da4af68a197b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:11:56.384057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] For port 88bc6e58-7cac-4f51-9165-da4af68a197b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88bc6e58-7cac-4f51-9165-da4af68a197b,segment=NetworkSegment(2adfe63f-f0a1-452f-b734-87275ada0ee6),segment_id=2adfe63f-f0a1-452f-b734-87275ada0ee6)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:11:56.465992 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:56.493372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Pushing event updated for resources: {'Port': ['ID=acdde097-1391-4f43-b5f1-6e27d48f3575,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:56.545863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Network b59cfc21-63f2-49fe-8c8f-d4588f49f625 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:56.548743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:56.552578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:56.649641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904d96a-00aa-45a1-ad92-facc60114a06 None None] Pushing event updated for resources: {'Port': ['ID=88bc6e58-7cac-4f51-9165-da4af68a197b,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:56.650491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:56.651987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:56.852670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-8efb144f-11fe-4387-ba4e-c4095c8acd08 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5946805 Oct 12 23:11:56.893586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Request body: {'port': {'device_id': '3dd8dba4-9acf-47dc-89c0-d22a69755f56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:57.055724 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:57.065491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1040d1c3-49dc-4a90-952c-80f5420aa269 req-a0f43e73-a0cc-4d74-b65a-e98e3abd5784 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:57.068019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1040d1c3-49dc-4a90-952c-80f5420aa269 req-a0f43e73-a0cc-4d74-b65a-e98e3abd5784 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2339258 Oct 12 23:11:57.214402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 2001:db8::1 (80287ad8-43c3-4352-8b39-6cba9f74c4a4/7554904a-3f73-4423-85f5-2979405be6ad/4fb091b3-bc40-466d-a03b-d117932bf459) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:57.303780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497d314-b08c-49f8-b9cf-cb0fbb04bb39 req-ed8196c4-2d46-4abb-a184-ffa5d181f988 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:57.310794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:57.314435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5497d314-b08c-49f8-b9cf-cb0fbb04bb39 req-ed8196c4-2d46-4abb-a184-ffa5d181f988 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 931 time: 0.5336301 Oct 12 23:11:57.393415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5497d314-b08c-49f8-b9cf-cb0fbb04bb39 req-8ae01096-4c06-40f2-9114-2063d2d3c1c6 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757387 Oct 12 23:11:57.434985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Subnet': ['ID=58a38f9c-476d-465e-877d-67113bf44c29,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:57.477412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Checking segment: {'id': 'b645e6c5-acbc-48d1-b45e-480bfa64848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '361a3a24-f3b7-41b9-aad3-791bbf7d0a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:57.477984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network hostable DHCP agents. Network: 361a3a24-f3b7-41b9-aad3-791bbf7d0a93, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:57.540449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88bc6e58-7cac-4f51-9165-da4af68a197b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:57.588840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:57.669889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 361a3a24-f3b7-41b9-aad3-791bbf7d0a93) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:57.677069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:57.680074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:57.680201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 88bc6e58-7cac-4f51-9165-da4af68a197b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:57.680201 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:57.684653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6899081a-5d40-42f1-9906-958e7090c6fb None None] Network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:57.848766 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7681cc70-8b38-4088-9817-0c05f043a8fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9769208 Oct 12 23:11:57.851432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43186) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:57.861422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'subnet': {'network_id': '7c7833d4-beb0-47bd-b0e3-a486f59409ad', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:58.085521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:58.137093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acdde097-1391-4f43-b5f1-6e27d48f3575 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:11:58.148365 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:58.191869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Transition to ACTIVE for port object acdde097-1391-4f43-b5f1-6e27d48f3575 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:11:58.216776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 88bc6e58-7cac-4f51-9165-da4af68a197b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88bc6e58-7cac-4f51-9165-da4af68a197b,segment=NetworkSegment(2adfe63f-f0a1-452f-b734-87275ada0ee6),segment_id=2adfe63f-f0a1-452f-b734-87275ada0ee6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:11:58.240506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:11:58.244918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:58.294221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:58.353114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:58.406427 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1040d1c3-49dc-4a90-952c-80f5420aa269 req-1ef5e628-9e70-4b50-9128-3d04aa62871c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3264811 Oct 12 23:11:58.428435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:58.511745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=88bc6e58-7cac-4f51-9165-da4af68a197b,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:58.526985 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:58.575496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Pushing event updated for resources: {'Port': ['ID=acdde097-1391-4f43-b5f1-6e27d48f3575,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:58.592382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-361a3a24-f3b7-41b9-aad3-791bbf7d0a93', 'network_id': '361a3a24-f3b7-41b9-aad3-791bbf7d0a93', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'fixed_ips': [{'subnet_id': '58a38f9c-476d-465e-877d-67113bf44c29'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:11:58.594473 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:58.640410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4217464-ec5c-4221-b47d-cb758e390429 None None] Network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:58.726277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c3c794-1d6a-4ce9-b161-3b7785addd4f req-6fa8a7e8-2b97-4d66-a96c-dc6d9de893f6 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:58.729513 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6c3c794-1d6a-4ce9-b161-3b7785addd4f req-6fa8a7e8-2b97-4d66-a96c-dc6d9de893f6 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 943 time: 0.1905856 Oct 12 23:11:58.877262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6c3c794-1d6a-4ce9-b161-3b7785addd4f req-7ec7495d-1443-425d-8ff6-554ef8fe6416 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401546 Oct 12 23:11:59.069715 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.131822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:59.184149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:59.199511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:59.200073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.208452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=4fb091b3-bc40-466d-a03b-d117932bf459,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:59.271206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Allocated IP 172.20.0.2 (361a3a24-f3b7-41b9-aad3-791bbf7d0a93/58a38f9c-476d-465e-877d-67113bf44c29/39592914-eebb-479a-8cff-37f3c0abc64c) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:11:59.272788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Checking segment: {'id': '397bf33c-a829-4a98-956e-c3460a918095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7c7833d4-beb0-47bd-b0e3-a486f59409ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:59.273289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network hostable DHCP agents. Network: 7c7833d4-beb0-47bd-b0e3-a486f59409ad, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:11:59.291749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Subnet': ['ID=c0da8584-e85e-4046-a3a4-a310aed135a7,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:11:59.394289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 7c7833d4-beb0-47bd-b0e3-a486f59409ad is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:11:59.491523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 7c7833d4-beb0-47bd-b0e3-a486f59409ad) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:59.497699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:11:59.498291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.542332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.563722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954ac14a-bf66-40d7-989c-ea417f010a45 None None] Network 7c7833d4-beb0-47bd-b0e3-a486f59409ad requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:11:59.565516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88bc6e58-7cac-4f51-9165-da4af68a197b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:11:59.618173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Attempting to bind port acdde097-1391-4f43-b5f1-6e27d48f3575 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:11:59.618716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Attempting to bind port acdde097-1391-4f43-b5f1-6e27d48f3575 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '120e3d7c-f065-4721-9164-0101d733c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b59cfc21-63f2-49fe-8c8f-d4588f49f625'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:11:59.618816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Attempting to bind port acdde097-1391-4f43-b5f1-6e27d48f3575 on network b59cfc21-63f2-49fe-8c8f-d4588f49f625 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:11:59.645712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Port acdde097-1391-4f43-b5f1-6e27d48f3575 on network b59cfc21-63f2-49fe-8c8f-d4588f49f625 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:11:59.646699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Attempting to bind port acdde097-1391-4f43-b5f1-6e27d48f3575 on network b59cfc21-63f2-49fe-8c8f-d4588f49f625 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:11:59.653930 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f15f0bbb-a639-4686-b719-c78f8837903b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8012207 Oct 12 23:11:59.654558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43218) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:11:59.660519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ceef6b84-8d0f-4479-bfa8-11673ca40c5e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-737104258', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:11:59.723595 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.769958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:11:59.775121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-60601ab2-1e86-4af7-b743-31905c49a262 None None] Provisioning complete for port 88bc6e58-7cac-4f51-9165-da4af68a197b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:11:59.775987 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-60601ab2-1e86-4af7-b743-31905c49a262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.778056 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ceef6b84-8d0f-4479-bfa8-11673ca40c5e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.782409 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ceef6b84-8d0f-4479-bfa8-11673ca40c5e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.816637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 11, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:11:59.817026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Checking segment: {'id': '120e3d7c-f065-4721-9164-0101d733c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b59cfc21-63f2-49fe-8c8f-d4588f49f625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:11:59.817421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Bound using segment: {'id': '120e3d7c-f065-4721-9164-0101d733c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b59cfc21-63f2-49fe-8c8f-d4588f49f625'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:11:59.822881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Bound port: acdde097-1391-4f43-b5f1-6e27d48f3575, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '120e3d7c-f065-4721-9164-0101d733c055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b59cfc21-63f2-49fe-8c8f-d4588f49f625'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:11:59.823277 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.867290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:11:59.921256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:11:59.930605 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ceef6b84-8d0f-4479-bfa8-11673ca40c5e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:11:59.954413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:00.062823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ceef6b84-8d0f-4479-bfa8-11673ca40c5e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:00.084279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ea9f11-face-458a-9d74-9b0b58ca5803 req-8d985c1a-cdd7-4f60-b938-97544e8fe1ef tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:00.086637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28ea9f11-face-458a-9d74-9b0b58ca5803 req-8d985c1a-cdd7-4f60-b938-97544e8fe1ef tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.4756384 Oct 12 23:12:00.094203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Pushing event updated for resources: {'Port': ['ID=39592914-eebb-479a-8cff-37f3c0abc64c,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:00.141225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 88bc6e58-7cac-4f51-9165-da4af68a197b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:00.141843 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:00.163151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495225c2-f92a-4be0-8bc3-a2cc20e167fe req-078929d5-5f00-4885-ae53-48335a865b79 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:00.169050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-495225c2-f92a-4be0-8bc3-a2cc20e167fe req-078929d5-5f00-4885-ae53-48335a865b79 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 943 time: 0.1578143 Oct 12 23:12:00.195508 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ceef6b84-8d0f-4479-bfa8-11673ca40c5e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:00.200344 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ceef6b84-8d0f-4479-bfa8-11673ca40c5e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5446835 Oct 12 23:12:00.208098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Attempting to bind port 39592914-eebb-479a-8cff-37f3c0abc64c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:00.208655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Attempting to bind port 39592914-eebb-479a-8cff-37f3c0abc64c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'b645e6c5-acbc-48d1-b45e-480bfa64848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '361a3a24-f3b7-41b9-aad3-791bbf7d0a93'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:00.209107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Attempting to bind port 39592914-eebb-479a-8cff-37f3c0abc64c on network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:00.221692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43226) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:00.545363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-495225c2-f92a-4be0-8bc3-a2cc20e167fe req-da361b18-8cce-41a7-95d0-76c4e8a4dc30 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753252 Oct 12 23:12:00.736794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:00.738441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Checking segment: {'id': 'b645e6c5-acbc-48d1-b45e-480bfa64848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '361a3a24-f3b7-41b9-aad3-791bbf7d0a93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:00.738863 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:00.740450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Bound using segment: {'id': 'b645e6c5-acbc-48d1-b45e-480bfa64848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '361a3a24-f3b7-41b9-aad3-791bbf7d0a93'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:00.741116 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Bound port: 39592914-eebb-479a-8cff-37f3c0abc64c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b645e6c5-acbc-48d1-b45e-480bfa64848b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '361a3a24-f3b7-41b9-aad3-791bbf7d0a93'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:00.741512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:00.982418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:01.097860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] For port 39592914-eebb-479a-8cff-37f3c0abc64c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:01.112695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] For port 39592914-eebb-479a-8cff-37f3c0abc64c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=39592914-eebb-479a-8cff-37f3c0abc64c,segment=NetworkSegment(b645e6c5-acbc-48d1-b45e-480bfa64848b),segment_id=b645e6c5-acbc-48d1-b45e-480bfa64848b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:01.155196 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:01.206086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:01.246444 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:01.247238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:01.338677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb03ac37-841d-4b04-82a1-3827bc84518e None None] Pushing event updated for resources: {'Port': ['ID=39592914-eebb-479a-8cff-37f3c0abc64c,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:01.342881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-7c7833d4-beb0-47bd-b0e3-a486f59409ad', 'network_id': '7c7833d4-beb0-47bd-b0e3-a486f59409ad', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'fixed_ips': [{'subnet_id': 'c0da8584-e85e-4046-a3a4-a310aed135a7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:12:01.343790 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:01.505834 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28ea9f11-face-458a-9d74-9b0b58ca5803 req-cecfe596-89eb-422c-8601-e2dc826dd10c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2808795 Oct 12 23:12:01.522870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.20.0.1 (361a3a24-f3b7-41b9-aad3-791bbf7d0a93/58a38f9c-476d-465e-877d-67113bf44c29/200cdc10-906b-4ee0-babb-51bc8723f18e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:01.733420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Allocated IP 172.21.0.2 (7c7833d4-beb0-47bd-b0e3-a486f59409ad/c0da8584-e85e-4046-a3a4-a310aed135a7/fd4bccea-5919-47e9-a00e-035ed4d164de) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:01.812899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:01.990633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7d7ba248-faac-4258-834f-a4c3f9c70b2d None None] Provisioning complete for port 4fb091b3-bc40-466d-a03b-d117932bf459 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:01.991461 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba248-faac-4258-834f-a4c3f9c70b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:01.992938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=4fb091b3-bc40-466d-a03b-d117932bf459,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:02.009474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] For port acdde097-1391-4f43-b5f1-6e27d48f3575, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:02.024984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b214fe-c7b9-4742-8e22-fe99afc8e3a5 req-6e223741-59aa-4572-a972-4782a7719a16 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:02.037975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75b214fe-c7b9-4742-8e22-fe99afc8e3a5 req-6e223741-59aa-4572-a972-4782a7719a16 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 943 time: 0.3384264 Oct 12 23:12:02.076466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] For port acdde097-1391-4f43-b5f1-6e27d48f3575, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=acdde097-1391-4f43-b5f1-6e27d48f3575,segment=NetworkSegment(120e3d7c-f065-4721-9164-0101d733c055),segment_id=120e3d7c-f065-4721-9164-0101d733c055)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:02.113109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7d7ba248-faac-4258-834f-a4c3f9c70b2d None None] Port 4fb091b3-bc40-466d-a03b-d117932bf459 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:02.171326 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:02.204427 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75b214fe-c7b9-4742-8e22-fe99afc8e3a5 req-a3aaf741-11ab-4294-bb8d-9f6a41dc611f tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484528 Oct 12 23:12:02.246154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7d7ba248-faac-4258-834f-a4c3f9c70b2d None None] Provisioning complete for port 88bc6e58-7cac-4f51-9165-da4af68a197b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:02.246432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d7ba248-faac-4258-834f-a4c3f9c70b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:02.285854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:02.298442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:02.336645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:02.336645 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:02.336645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] 10.222.0.41 "PUT /v2.0/ports/acdde097-1391-4f43-b5f1-6e27d48f3575 HTTP/1.1" status: 200 len: 1092 time: 5.4176521 Oct 12 23:12:02.336645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd8dba4-9acf-47dc-89c0-d22a69755f56', 'tag': 'acdde097-1391-4f43-b5f1-6e27d48f3575'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:12:02.336645 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da6b93f-e689-45ec-aea3-18ec77b90cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd8dba4-9acf-47dc-89c0-d22a69755f56", "tag": "acdde097-1391-4f43-b5f1-6e27d48f3575"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:12:02.401970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:02.403412 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:02.425499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:02.440523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:02.455392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:02.638682 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56c0ee8-50c2-4caf-9529-3a8990c56628 x-openstack-request-id: req-d56c0ee8-50c2-4caf-9529-3a8990c56628 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:12:02.638682 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd8dba4-9acf-47dc-89c0-d22a69755f56", "tag": "acdde097-1391-4f43-b5f1-6e27d48f3575", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:12:02.638682 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d56c0ee8-50c2-4caf-9529-3a8990c56628 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:12:02.638682 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd8dba4-9acf-47dc-89c0-d22a69755f56', 'tag': 'acdde097-1391-4f43-b5f1-6e27d48f3575', 'status': 'completed', 'code': 200} Oct 12 23:12:02.639431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=200cdc10-906b-4ee0-babb-51bc8723f18e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:02.639538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-70ff226c-147e-4c3a-8bd4-cfeb332c5aae None None] Provisioning complete for port 4fb091b3-bc40-466d-a03b-d117932bf459 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:02.639538 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-70ff226c-147e-4c3a-8bd4-cfeb332c5aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:02.639725 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:02.639824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54352dd2-d4b3-4438-bc47-eeaed89dc09f service neutron] Pushing event updated for resources: {'Port': ['ID=acdde097-1391-4f43-b5f1-6e27d48f3575,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:02.645472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-70ff226c-147e-4c3a-8bd4-cfeb332c5aae None None] Port 4fb091b3-bc40-466d-a03b-d117932bf459 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:02.671003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b93f-e689-45ec-aea3-18ec77b90cd9 req-f617ea95-351f-433f-9c2f-ab117140917e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:02.672571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7da6b93f-e689-45ec-aea3-18ec77b90cd9 req-f617ea95-351f-433f-9c2f-ab117140917e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69008ff24c1243259f6f9595959f3416&device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 1095 time: 0.1335013 Oct 12 23:12:02.681168 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:02.851998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Pushing event updated for resources: {'Port': ['ID=fd4bccea-5919-47e9-a00e-035ed4d164de,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:02.865439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Network 7c7833d4-beb0-47bd-b0e3-a486f59409ad is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:02.870306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:02.873146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b93f-e689-45ec-aea3-18ec77b90cd9 req-70cbb035-9fbd-421a-9c0c-a8b85ab68f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:02.873349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:02.874870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7da6b93f-e689-45ec-aea3-18ec77b90cd9 req-70cbb035-9fbd-421a-9c0c-a8b85ab68f72 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=69008ff24c1243259f6f9595959f3416&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1917279 Oct 12 23:12:02.876111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router f97d29af-b533-431f-80be-eceb486d45c9 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:12:02.971991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6592e209-eefe-407f-a036-abd5b8726452 req-4d29aefe-1852-4391-ac14-08e5291e44e4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:02.985560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6592e209-eefe-407f-a036-abd5b8726452 req-4d29aefe-1852-4391-ac14-08e5291e44e4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2860188 Oct 12 23:12:03.038901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Attempting to bind port fd4bccea-5919-47e9-a00e-035ed4d164de on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:03.039956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Attempting to bind port fd4bccea-5919-47e9-a00e-035ed4d164de by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '397bf33c-a829-4a98-956e-c3460a918095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7c7833d4-beb0-47bd-b0e3-a486f59409ad'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:03.040545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Attempting to bind port fd4bccea-5919-47e9-a00e-035ed4d164de on network 7c7833d4-beb0-47bd-b0e3-a486f59409ad {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:03.047288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6592e209-eefe-407f-a036-abd5b8726452 req-93f38cb9-d290-4f4e-a1fd-30489d03f2d3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606546 Oct 12 23:12:03.053429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 11, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:03.053429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Checking segment: {'id': '397bf33c-a829-4a98-956e-c3460a918095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7c7833d4-beb0-47bd-b0e3-a486f59409ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:03.054017 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:03.054574 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Bound using segment: {'id': '397bf33c-a829-4a98-956e-c3460a918095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7c7833d4-beb0-47bd-b0e3-a486f59409ad'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:03.055573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Bound port: fd4bccea-5919-47e9-a00e-035ed4d164de, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '397bf33c-a829-4a98-956e-c3460a918095', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '7c7833d4-beb0-47bd-b0e3-a486f59409ad'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:03.057726 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:03.154350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] For port fd4bccea-5919-47e9-a00e-035ed4d164de, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:03.158628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] For port fd4bccea-5919-47e9-a00e-035ed4d164de, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fd4bccea-5919-47e9-a00e-035ed4d164de,segment=NetworkSegment(397bf33c-a829-4a98-956e-c3460a918095),segment_id=397bf33c-a829-4a98-956e-c3460a918095)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:03.170844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f52fafa6-a66e-4971-9f11-de9958d61741 None None] Provisioning complete for port 4fb091b3-bc40-466d-a03b-d117932bf459 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:03.171331 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f52fafa6-a66e-4971-9f11-de9958d61741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:03.183074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:03.227534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f52fafa6-a66e-4971-9f11-de9958d61741 None None] Port 4fb091b3-bc40-466d-a03b-d117932bf459 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:03.242730 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:03.325668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bcaa60-2a27-42ce-bc78-0ee8bd6d1a04 None None] Pushing event updated for resources: {'Port': ['ID=fd4bccea-5919-47e9-a00e-035ed4d164de,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:03.344649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:03.360033 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fd3cc-7d35-4fb4-9db0-cb0aedd8b597 None None] Sync routers for ids ['f97d29af-b533-431f-80be-eceb486d45c9'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:03.379002 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fd3cc-7d35-4fb4-9db0-cb0aedd8b597 None None] Routers {'f97d29af-b533-431f-80be-eceb486d45c9'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:03.391198 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-364fd3cc-7d35-4fb4-9db0-cb0aedd8b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f97d29af-b533-431f-80be-eceb486d45c9'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:03.400138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b8cc88b0-b4a3-4513-b9d2-d4ee3ff79503 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/f97d29af-b533-431f-80be-eceb486d45c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6940866 Oct 12 23:12:03.401752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43284) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:03.579184 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-364fd3cc-7d35-4fb4-9db0-cb0aedd8b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:03.632368 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364fd3cc-7d35-4fb4-9db0-cb0aedd8b597 None None] Routers {'f97d29af-b533-431f-80be-eceb486d45c9'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:03.635714 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-364fd3cc-7d35-4fb4-9db0-cb0aedd8b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f97d29af-b533-431f-80be-eceb486d45c9'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:03.684958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b93f-e689-45ec-aea3-18ec77b90cd9 req-d6fa3aaa-6fa9-47aa-b619-79d82f8dd746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:03.688622 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7da6b93f-e689-45ec-aea3-18ec77b90cd9 req-d6fa3aaa-6fa9-47aa-b619-79d82f8dd746 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8022013 Oct 12 23:12:03.707964 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-364fd3cc-7d35-4fb4-9db0-cb0aedd8b597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:03.709060 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-364fd3cc-7d35-4fb4-9db0-cb0aedd8b597 None None] The sync data for ids ['f97d29af-b533-431f-80be-eceb486d45c9'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:03.718521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8baf753c-80b9-4607-a60a-f8748f528dd4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:03.728260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8baf753c-80b9-4607-a60a-f8748f528dd4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports/4fb091b3-bc40-466d-a03b-d117932bf459 HTTP/1.1" status: 200 len: 911 time: 0.3113949 Oct 12 23:12:03.729294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43294) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:03.746526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-18eae091-63a2-4f0b-93a4-77c7e57b2489 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7554904a-3f73-4423-85f5-2979405be6ad'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:03.794899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800de8df-b3d0-4481-8e9e-78fc1b681855 None None] Network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:03.839423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 39592914-eebb-479a-8cff-37f3c0abc64c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:03.958833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2fda83ea-ac66-42de-b317-760ac1c43976 None None] Provisioning complete for port 39592914-eebb-479a-8cff-37f3c0abc64c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:03.959480 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fda83ea-ac66-42de-b317-760ac1c43976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:03.999475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9323b617-e9e7-4ee1-8fdd-31cc62d105a6 req-719fce09-735d-4bc7-98b7-b9a40371ae8b tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:04.001918 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9323b617-e9e7-4ee1-8fdd-31cc62d105a6 req-719fce09-735d-4bc7-98b7-b9a40371ae8b tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 943 time: 0.5477848 Oct 12 23:12:04.060128 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:04.123391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 39592914-eebb-479a-8cff-37f3c0abc64c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:04.124381 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:04.160320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:04.257019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-3c4011ad-dcbf-426a-a4d7-8b1cca8f8fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:04.261859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-3c4011ad-dcbf-426a-a4d7-8b1cca8f8fd4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69008ff24c1243259f6f9595959f3416&device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 1095 time: 0.5055611 Oct 12 23:12:04.319166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=200cdc10-906b-4ee0-babb-51bc8723f18e,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:04.377515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-43e51773-e9e4-4560-a21c-6da1a624a49b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acdde097-1391-4f43-b5f1-6e27d48f3575 HTTP/1.1" status: 200 len: 217 time: 0.0990171 Oct 12 23:12:04.380597 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9323b617-e9e7-4ee1-8fdd-31cc62d105a6 req-b009fc51-4c78-4586-bedf-c4ae6c0b2746 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561873 Oct 12 23:12:04.395416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:04.458747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fda83ea-ac66-42de-b317-760ac1c43976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:04.476141 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3589ef-0c30-4c8f-9f18-11e7d8c62b29 req-55c416f4-5b6c-422e-a0cc-97f81a9d55f5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:04.486178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c3589ef-0c30-4c8f-9f18-11e7d8c62b29 req-55c416f4-5b6c-422e-a0cc-97f81a9d55f5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1681206 Oct 12 23:12:04.578086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:04.661163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2fda83ea-ac66-42de-b317-760ac1c43976 None None] For port 39592914-eebb-479a-8cff-37f3c0abc64c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=39592914-eebb-479a-8cff-37f3c0abc64c,segment=NetworkSegment(b645e6c5-acbc-48d1-b45e-480bfa64848b),segment_id=b645e6c5-acbc-48d1-b45e-480bfa64848b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:04.693994 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18eae091-63a2-4f0b-93a4-77c7e57b2489 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:04.715026 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2fda83ea-ac66-42de-b317-760ac1c43976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:04.737198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-2efd719d-a696-494f-8942-06ad4ae68924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:04.748713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-2efd719d-a696-494f-8942-06ad4ae68924 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2a46ab73-99a2-4128-a136-3407f4398dd4 HTTP/1.1" status: 200 len: 861 time: 0.3595498 Oct 12 23:12:04.760154 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c3589ef-0c30-4c8f-9f18-11e7d8c62b29 req-42af2fc6-3748-428c-83e9-71e2bea6672a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422273 Oct 12 23:12:04.870300 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:12:04.874346 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:12:04.930303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:04.930733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda83ea-ac66-42de-b317-760ac1c43976 None None] Pushing event updated for resources: {'Port': ['ID=39592914-eebb-479a-8cff-37f3c0abc64c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:04.937744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:04.939930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-13abee64-5e2b-4203-af2e-798acf456bbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b59cfc21-63f2-49fe-8c8f-d4588f49f625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1818428 Oct 12 23:12:05.058973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-bc647dab-b265-4a82-a5c0-7602db1aea3a service neutron] 10.222.0.41 "GET /v2.0/networks/b59cfc21-63f2-49fe-8c8f-d4588f49f625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072140 Oct 12 23:12:05.245614 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5ffdcb70-3020-4d06-9ea6-f288636f87d8 req-3ece2f4c-a119-49ac-af2e-d73298845a04 service neutron] 10.222.0.41 "GET /v2.0/networks/b59cfc21-63f2-49fe-8c8f-d4588f49f625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791399 Oct 12 23:12:05.248971 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-53f60278-9cc6-4d85-b078-acdba18aab0a None None] Provisioning complete for port 200cdc10-906b-4ee0-babb-51bc8723f18e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:05.249975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53f60278-9cc6-4d85-b078-acdba18aab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:05.314893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router f163b73d-ece2-43e2-be5f-97be5136be7e is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:12:05.337482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6a29f4-4fb5-4dc9-aee5-7c40454bfe1e None None] Network 7c7833d4-beb0-47bd-b0e3-a486f59409ad requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:05.628503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:05.636255 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d511d691-c496-42f0-931a-5c74be833240 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/f163b73d-ece2-43e2-be5f-97be5136be7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4125288 Oct 12 23:12:05.639773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43324) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:05.678246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-53f60278-9cc6-4d85-b078-acdba18aab0a None None] Port 200cdc10-906b-4ee0-babb-51bc8723f18e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:05.717513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2420b1bc-5e94-4c10-9e9a-b27b7623d213 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:05.722394 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2420b1bc-5e94-4c10-9e9a-b27b7623d213 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports/200cdc10-906b-4ee0-babb-51bc8723f18e HTTP/1.1" status: 200 len: 910 time: 0.0785251 Oct 12 23:12:05.724222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43326) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:05.727801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23888be0-6025-401f-8115-1ae905070d58 None None] Sync routers for ids ['f163b73d-ece2-43e2-be5f-97be5136be7e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:05.827586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-53f60278-9cc6-4d85-b078-acdba18aab0a None None] Provisioning complete for port 39592914-eebb-479a-8cff-37f3c0abc64c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:05.827972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53f60278-9cc6-4d85-b078-acdba18aab0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:05.958093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23888be0-6025-401f-8115-1ae905070d58 None None] Routers {'f163b73d-ece2-43e2-be5f-97be5136be7e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:05.962066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-23888be0-6025-401f-8115-1ae905070d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f163b73d-ece2-43e2-be5f-97be5136be7e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:06.082580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-23888be0-6025-401f-8115-1ae905070d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:06.117855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23888be0-6025-401f-8115-1ae905070d58 None None] Routers {'f163b73d-ece2-43e2-be5f-97be5136be7e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:06.118680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-23888be0-6025-401f-8115-1ae905070d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f163b73d-ece2-43e2-be5f-97be5136be7e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:06.174512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbe5d93-9a97-4aa9-9514-2e0968e585ec req-1035b00e-46b7-444b-b991-d3da508cbb6e tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:06.176699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dbe5d93-9a97-4aa9-9514-2e0968e585ec req-1035b00e-46b7-444b-b991-d3da508cbb6e tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 943 time: 0.5967243 Oct 12 23:12:06.238509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-23888be0-6025-401f-8115-1ae905070d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:06.239493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23888be0-6025-401f-8115-1ae905070d58 None None] The sync data for ids ['f163b73d-ece2-43e2-be5f-97be5136be7e'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:06.242087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 39592914-eebb-479a-8cff-37f3c0abc64c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:06.281979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dbe5d93-9a97-4aa9-9514-2e0968e585ec req-1a68f4d5-52f4-4287-9ee9-c5c10cba37c1 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928655 Oct 12 23:12:06.368093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d783dec0-a95f-469a-a7e1-a460c47f1330 req-76278164-fc47-47aa-811f-a689ec925ed5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:06.375228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d783dec0-a95f-469a-a7e1-a460c47f1330 req-76278164-fc47-47aa-811f-a689ec925ed5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3732688 Oct 12 23:12:06.583033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18eae091-63a2-4f0b-93a4-77c7e57b2489 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:06.626702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d783dec0-a95f-469a-a7e1-a460c47f1330 req-b8df60b1-0618-4c62-966d-d5890df078ea tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418780 Oct 12 23:12:06.671145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18eae091-63a2-4f0b-93a4-77c7e57b2489 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:06.677934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18eae091-63a2-4f0b-93a4-77c7e57b2489 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:06.679964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18eae091-63a2-4f0b-93a4-77c7e57b2489 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:06.683896 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-18eae091-63a2-4f0b-93a4-77c7e57b2489 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/ports/4fb091b3-bc40-466d-a03b-d117932bf459 HTTP/1.1" status: 200 len: 911 time: 2.9485667 Oct 12 23:12:06.702570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43344) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:06.731008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 39592914-eebb-479a-8cff-37f3c0abc64c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:06.731559 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:06.881799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7b5c61f6-08a7-4dfe-b41f-8c97355a7ce3 None None] Provisioning complete for port 200cdc10-906b-4ee0-babb-51bc8723f18e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:06.882186 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7b5c61f6-08a7-4dfe-b41f-8c97355a7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:06.964775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7b5c61f6-08a7-4dfe-b41f-8c97355a7ce3 None None] Port 200cdc10-906b-4ee0-babb-51bc8723f18e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:07.001603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7b5c61f6-08a7-4dfe-b41f-8c97355a7ce3 None None] Provisioning complete for port fd4bccea-5919-47e9-a00e-035ed4d164de triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:07.001988 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7b5c61f6-08a7-4dfe-b41f-8c97355a7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:07.257845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fd4bccea-5919-47e9-a00e-035ed4d164de up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:07.347638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device acdde097-1391-4f43-b5f1-6e27d48f3575 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:12:07.718016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:07.868120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eae091-63a2-4f0b-93a4-77c7e57b2489 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=4fb091b3-bc40-466d-a03b-d117932bf459,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:07.909346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd7d76e-b996-43c9-bd29-88e77787c487 req-a644c11b-f2cd-4583-9b94-0759cb76217b tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:07.911270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9dd7d76e-b996-43c9-bd29-88e77787c487 req-a644c11b-f2cd-4583-9b94-0759cb76217b tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 943 time: 0.1453109 Oct 12 23:12:07.990041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9dd7d76e-b996-43c9-bd29-88e77787c487 req-64bb1b52-5a65-4ec0-9828-6fe3a6bfa57d tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618908 Oct 12 23:12:07.991080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb3ef1-9171-4770-bbe2-6c0c01746289 req-6e9fffa1-2b1a-4dce-8b62-8477ff09ec36 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:08.015258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9cb3ef1-9171-4770-bbe2-6c0c01746289 req-6e9fffa1-2b1a-4dce-8b62-8477ff09ec36 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1231091 Oct 12 23:12:08.099255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port acdde097-1391-4f43-b5f1-6e27d48f3575, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=acdde097-1391-4f43-b5f1-6e27d48f3575,segment=NetworkSegment(120e3d7c-f065-4721-9164-0101d733c055),segment_id=120e3d7c-f065-4721-9164-0101d733c055)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:08.120331 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9cb3ef1-9171-4770-bbe2-6c0c01746289 req-1da0cded-2333-4cce-bed3-3e0b26271e7f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087165 Oct 12 23:12:08.126786 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7b5c61f6-08a7-4dfe-b41f-8c97355a7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.128514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'acdde097-1391-4f43-b5f1-6e27d48f3575', 'network_id': 'b59cfc21-63f2-49fe-8c8f-d4588f49f625', 'port_id': 'acdde097-1391-4f43-b5f1-6e27d48f3575', 'mac_address': 'fa:16:3e:c1:d2:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a46ab73-99a2-4128-a136-3407f4398dd4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:12:08.188952 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.209308 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.217882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fd4bccea-5919-47e9-a00e-035ed4d164de triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:08.218257 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.271405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acdde097-1391-4f43-b5f1-6e27d48f3575 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:12:08.283930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7b5c61f6-08a7-4dfe-b41f-8c97355a7ce3 None None] For port fd4bccea-5919-47e9-a00e-035ed4d164de, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fd4bccea-5919-47e9-a00e-035ed4d164de,segment=NetworkSegment(397bf33c-a829-4a98-956e-c3460a918095),segment_id=397bf33c-a829-4a98-956e-c3460a918095)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:08.311352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port acdde097-1391-4f43-b5f1-6e27d48f3575, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=acdde097-1391-4f43-b5f1-6e27d48f3575,segment=NetworkSegment(120e3d7c-f065-4721-9164-0101d733c055),segment_id=120e3d7c-f065-4721-9164-0101d733c055)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:08.329322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.21.0.1 (7c7833d4-beb0-47bd-b0e3-a486f59409ad/c0da8584-e85e-4046-a3a4-a310aed135a7/6c5d2997-3c00-4665-a45d-1a0117e27a18) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:08.377179 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.378988 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7b5c61f6-08a7-4dfe-b41f-8c97355a7ce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.408503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.556059 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.563458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c61f6-08a7-4dfe-b41f-8c97355a7ce3 None None] Pushing event updated for resources: {'Port': ['ID=fd4bccea-5919-47e9-a00e-035ed4d164de,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:08.653663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['acdde097-1391-4f43-b5f1-6e27d48f3575'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:12:08.675126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.697800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5c1f0d7e-bfaf-42a8-b0c9-1ca22b22d5dd None None] Provisioning complete for port fd4bccea-5919-47e9-a00e-035ed4d164de triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:08.702645 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c1f0d7e-bfaf-42a8-b0c9-1ca22b22d5dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.785290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 7c7833d4-beb0-47bd-b0e3-a486f59409ad is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:08.788762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:08.805342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 4fb091b3-bc40-466d-a03b-d117932bf459 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:08.806835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.811084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:08.894430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:08.944775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=acdde097-1391-4f43-b5f1-6e27d48f3575,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:08.957042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:12:08.957665 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:12:09.110613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:09.146697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=6c5d2997-3c00-4665-a45d-1a0117e27a18,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:09.160706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 4fb091b3-bc40-466d-a03b-d117932bf459 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:09.299245 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:09.407442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1751d0a2-dd53-46ad-a3d6-d00610d57737 None None] Provisioning complete for port 6c5d2997-3c00-4665-a45d-1a0117e27a18 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:09.408411 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1751d0a2-dd53-46ad-a3d6-d00610d57737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:09.490831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26fed7a-ee03-4fe2-89b4-f0ce3ee40abb req-40d2207b-587c-4f0b-afd7-f61fe241d26d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:09.503806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7947b250-881f-405c-8764-8ef49798aa61 req-b3d7803a-4917-486d-bf91-71e6a6ce5c47 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:09.505333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7947b250-881f-405c-8764-8ef49798aa61 req-b3d7803a-4917-486d-bf91-71e6a6ce5c47 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 944 time: 0.3598676 Oct 12 23:12:09.517614 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a26fed7a-ee03-4fe2-89b4-f0ce3ee40abb req-40d2207b-587c-4f0b-afd7-f61fe241d26d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2473068 Oct 12 23:12:09.618079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1751d0a2-dd53-46ad-a3d6-d00610d57737 None None] Port 6c5d2997-3c00-4665-a45d-1a0117e27a18 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:09.667226 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a26fed7a-ee03-4fe2-89b4-f0ce3ee40abb req-0e9d6f07-3e75-4912-9509-1760b930e620 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460543 Oct 12 23:12:09.754849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fd4bccea-5919-47e9-a00e-035ed4d164de up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:09.802123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7947b250-881f-405c-8764-8ef49798aa61 req-9761ef18-91af-4d91-8375-6bc9c67c25ef tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838972 Oct 12 23:12:09.882739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fd4bccea-5919-47e9-a00e-035ed4d164de triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:09.883309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:10.033047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:10.046770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:10.110651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=4fb091b3-bc40-466d-a03b-d117932bf459,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:10.131519 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:10.286240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=6c5d2997-3c00-4665-a45d-1a0117e27a18,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:10.307232 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:10.440572 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:10.657670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router f97d29af-b533-431f-80be-eceb486d45c9 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:10.664760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 7c7833d4-beb0-47bd-b0e3-a486f59409ad is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:10.666426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:10.866854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router f163b73d-ece2-43e2-be5f-97be5136be7e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:11.054879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:11.066770 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d582f8e-1a8d-4113-80c1-8be2f77209c6 None None] Sync routers for ids ['f97d29af-b533-431f-80be-eceb486d45c9'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:11.090342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d582f8e-1a8d-4113-80c1-8be2f77209c6 None None] Routers {'f97d29af-b533-431f-80be-eceb486d45c9'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:11.091298 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9d582f8e-1a8d-4113-80c1-8be2f77209c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f97d29af-b533-431f-80be-eceb486d45c9'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:11.110848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ba13164b-bed9-402c-a85b-4a3d898ccd83 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/f97d29af-b533-431f-80be-eceb486d45c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4070573 Oct 12 23:12:11.150176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43418) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:11.151052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d398658-ef0e-42f3-aa68-303388f5b42f req-71ca6109-7e56-4bbb-87ba-6c2e8ae984c5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:11.152911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d398658-ef0e-42f3-aa68-303388f5b42f req-71ca6109-7e56-4bbb-87ba-6c2e8ae984c5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2539227 Oct 12 23:12:11.161569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:11.168613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-553ee233-7000-482a-a055-3012603530b3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/f163b73d-ece2-43e2-be5f-97be5136be7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4406748 Oct 12 23:12:11.174334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021408c-5c88-45c2-8daf-807171bd0c8e None None] Sync routers for ids ['f163b73d-ece2-43e2-be5f-97be5136be7e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:11.190929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021408c-5c88-45c2-8daf-807171bd0c8e None None] Routers {'f163b73d-ece2-43e2-be5f-97be5136be7e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:11.191568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2021408c-5c88-45c2-8daf-807171bd0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f163b73d-ece2-43e2-be5f-97be5136be7e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:11.226643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43420) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:11.245392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-db4709ec-0520-4eb4-8e9e-88a2b09875a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97d29af-b533-431f-80be-eceb486d45c9 HTTP/1.1" status: 200 len: 205 time: 0.0928471 Oct 12 23:12:11.249485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43424) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:11.253995 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9d582f8e-1a8d-4113-80c1-8be2f77209c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:11.274753 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d582f8e-1a8d-4113-80c1-8be2f77209c6 None None] Routers {'f97d29af-b533-431f-80be-eceb486d45c9'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:11.276398 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9d582f8e-1a8d-4113-80c1-8be2f77209c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f97d29af-b533-431f-80be-eceb486d45c9'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:11.301951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2021408c-5c88-45c2-8daf-807171bd0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:11.349363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d398658-ef0e-42f3-aa68-303388f5b42f req-f41d0af4-2fcc-4a3a-8fcb-291a707bbeb6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794941 Oct 12 23:12:11.353804 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9d582f8e-1a8d-4113-80c1-8be2f77209c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:11.356344 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d582f8e-1a8d-4113-80c1-8be2f77209c6 None None] The sync data for ids ['f97d29af-b533-431f-80be-eceb486d45c9'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:11.380241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2021408c-5c88-45c2-8daf-807171bd0c8e None None] Routers {'f163b73d-ece2-43e2-be5f-97be5136be7e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:11.382263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67b3061-017f-4bef-955c-536ca10f593a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:11.386361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2021408c-5c88-45c2-8daf-807171bd0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f163b73d-ece2-43e2-be5f-97be5136be7e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:11.386735 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e67b3061-017f-4bef-955c-536ca10f593a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports/6c5d2997-3c00-4665-a45d-1a0117e27a18 HTTP/1.1" status: 200 len: 910 time: 0.1465478 Oct 12 23:12:11.387383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:11.395820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device acdde097-1391-4f43-b5f1-6e27d48f3575 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:11.419834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a463798-c138-47ea-95d2-bd5fbcdd9b8e req-1ff65724-386b-4861-9afd-d1d1a23604a7 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:11.429574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a463798-c138-47ea-95d2-bd5fbcdd9b8e req-1ff65724-386b-4861-9afd-d1d1a23604a7 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 944 time: 0.3764439 Oct 12 23:12:11.438777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7fc847da-bf4f-42f8-a939-072fe9338e4e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:11.528001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2021408c-5c88-45c2-8daf-807171bd0c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:11.531753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2021408c-5c88-45c2-8daf-807171bd0c8e None None] The sync data for ids ['f163b73d-ece2-43e2-be5f-97be5136be7e'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:11.538184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7f0c28bd-4f20-45fb-9da4-3f86f5f664b3 None None] Provisioning complete for port 6c5d2997-3c00-4665-a45d-1a0117e27a18 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:11.538184 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7f0c28bd-4f20-45fb-9da4-3f86f5f664b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:11.602380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a463798-c138-47ea-95d2-bd5fbcdd9b8e req-6e344cd5-f814-4208-80bb-deeb4986b2cd tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679735 Oct 12 23:12:11.651310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7f0c28bd-4f20-45fb-9da4-3f86f5f664b3 None None] Port 6c5d2997-3c00-4665-a45d-1a0117e27a18 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:11.763300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port acdde097-1391-4f43-b5f1-6e27d48f3575 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:12:11.771735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port acdde097-1391-4f43-b5f1-6e27d48f3575 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:11.772639 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:11.809553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7fc847da-bf4f-42f8-a939-072fe9338e4e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:11.811928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7fc847da-bf4f-42f8-a939-072fe9338e4e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:11.894864 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:11.940691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd8dba4-9acf-47dc-89c0-d22a69755f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdde097-1391-4f43-b5f1-6e27d48f3575'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:12:11.955735 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e53a300-f39f-43e6-a752-32782bda284d" -d '{"events": [{"server_uuid": "3dd8dba4-9acf-47dc-89c0-d22a69755f56", "name": "network-vif-plugged", "status": "completed", "tag": "acdde097-1391-4f43-b5f1-6e27d48f3575"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:12:11.983324 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7fc847da-bf4f-42f8-a939-072fe9338e4e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:11.983857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fc847da-bf4f-42f8-a939-072fe9338e4e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Fanout notify agent at l3_agent the message router_deleted on router f97d29af-b533-431f-80be-eceb486d45c9 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:12:11.992123 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7fc847da-bf4f-42f8-a939-072fe9338e4e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:11.994877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7fc847da-bf4f-42f8-a939-072fe9338e4e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/f97d29af-b533-431f-80be-eceb486d45c9 HTTP/1.1" status: 204 len: 168 time: 0.7431846 Oct 12 23:12:11.996967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43436) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:12.006060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port acdde097-1391-4f43-b5f1-6e27d48f3575, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=acdde097-1391-4f43-b5f1-6e27d48f3575,segment=NetworkSegment(120e3d7c-f065-4721-9164-0101d733c055),segment_id=120e3d7c-f065-4721-9164-0101d733c055)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:12.045275 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefc6ab0-22ec-44ea-97db-8f5164155a48 x-openstack-request-id: req-fefc6ab0-22ec-44ea-97db-8f5164155a48 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:12:12.045575 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd8dba4-9acf-47dc-89c0-d22a69755f56", "name": "network-vif-plugged", "status": "completed", "tag": "acdde097-1391-4f43-b5f1-6e27d48f3575", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:12:12.045827 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fefc6ab0-22ec-44ea-97db-8f5164155a48 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:12:12.046228 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd8dba4-9acf-47dc-89c0-d22a69755f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acdde097-1391-4f43-b5f1-6e27d48f3575', 'code': 200} Oct 12 23:12:12.097742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:12.203649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting subnet 7554904a-3f73-4423-85f5-2979405be6ad {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:12:12.208177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:12.258850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a40c02-9193-4775-b5b9-2729090f067e req-fd903f97-c50c-4c08-b38f-d2ab324c2017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:12.261476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32db97e9-88c7-4352-a4c4-3d3110afe6ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:12.265545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-24a40c02-9193-4775-b5b9-2729090f067e req-fd903f97-c50c-4c08-b38f-d2ab324c2017 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 1097 time: 0.1327083 Oct 12 23:12:12.290215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=acdde097-1391-4f43-b5f1-6e27d48f3575,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:12.498270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:12.499357 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-24a40c02-9193-4775-b5b9-2729090f067e req-87536667-d794-4a53-bf25-ced2fc2e0842 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714424 Oct 12 23:12:12.499466 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:12.499560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4836e7c-efbd-4bd7-aa00-d230c9e14bde req-04d54289-a45e-4c68-bc8b-4c4206f3931e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:12.499560 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4836e7c-efbd-4bd7-aa00-d230c9e14bde req-04d54289-a45e-4c68-bc8b-4c4206f3931e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0606174 Oct 12 23:12:12.532295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4836e7c-efbd-4bd7-aa00-d230c9e14bde req-cad52f8f-1e17-4354-89c0-6a2af69c0a61 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Oct 12 23:12:12.594597 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:12.769896 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:12.924791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Subnet': ['ID=7554904a-3f73-4423-85f5-2979405be6ad,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:12.925619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2d4db-3b7f-41dd-8960-fd7e616f0d55 None None] Network 80287ad8-43c3-4352-8b39-6cba9f74c4a4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/7554904a-3f73-4423-85f5-2979405be6ad HTTP/1.1" status: 204 len: 168 time: 0.9218714 Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.925803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992bcaca-6795-44ea-bed1-26b6884787ec tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:12.929103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43466) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:12.951912 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 6c5d2997-3c00-4665-a45d-1a0117e27a18 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:12.952363 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:13.019448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6dd8ed-8081-43e2-92ec-eb23312874b4 req-0525ab9e-c11a-49fb-b8f7-91213ac3cd26 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:13.021264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d6dd8ed-8081-43e2-92ec-eb23312874b4 req-0525ab9e-c11a-49fb-b8f7-91213ac3cd26 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 945 time: 0.2647574 Oct 12 23:12:13.183417 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d6dd8ed-8081-43e2-92ec-eb23312874b4 req-fcad7b27-9014-46d0-abd1-efd5b752b6be tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724106 Oct 12 23:12:13.185895 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:13.186740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:13.186740 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 6c5d2997-3c00-4665-a45d-1a0117e27a18 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:13.265127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 88bc6e58-7cac-4f51-9165-da4af68a197b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:13.265689 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:13.342109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4bd68-ae5c-425f-8d1c-fe579fe0c00e None None] DHCP port deletion for 80287ad8-43c3-4352-8b39-6cba9f74c4a4 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:12:13.426624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port 88bc6e58-7cac-4f51-9165-da4af68a197b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88bc6e58-7cac-4f51-9165-da4af68a197b,segment=NetworkSegment(2adfe63f-f0a1-452f-b734-87275ada0ee6),segment_id=2adfe63f-f0a1-452f-b734-87275ada0ee6)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:13.427110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:13.438193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4bd68-ae5c-425f-8d1c-fe579fe0c00e None None] Deleting port 88bc6e58-7cac-4f51-9165-da4af68a197b {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:13.445751 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bd68-ae5c-425f-8d1c-fe579fe0c00e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:13.464747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 88bc6e58-7cac-4f51-9165-da4af68a197b owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:13.547560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b0f4bd68-ae5c-425f-8d1c-fe579fe0c00e None None] For port 88bc6e58-7cac-4f51-9165-da4af68a197b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88bc6e58-7cac-4f51-9165-da4af68a197b,segment=NetworkSegment(2adfe63f-f0a1-452f-b734-87275ada0ee6),segment_id=2adfe63f-f0a1-452f-b734-87275ada0ee6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:13.548600 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bd68-ae5c-425f-8d1c-fe579fe0c00e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:13.589953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b0f4bd68-ae5c-425f-8d1c-fe579fe0c00e None None] Calling delete_port for 88bc6e58-7cac-4f51-9165-da4af68a197b owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:13.622819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:13.696485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=6c5d2997-3c00-4665-a45d-1a0117e27a18,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:13.839563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812a3334-b94f-422f-9713-e41e7ea19159 req-9a1bc29c-7488-4c0f-a0f6-652c269e3bf3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:13.841144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-812a3334-b94f-422f-9713-e41e7ea19159 req-9a1bc29c-7488-4c0f-a0f6-652c269e3bf3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1554291 Oct 12 23:12:13.842409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88bc6e58-7cac-4f51-9165-da4af68a197b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:12:13.899932 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:13.939493 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0f4bd68-ae5c-425f-8d1c-fe579fe0c00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.026848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f4bd68-ae5c-425f-8d1c-fe579fe0c00e None None] Pushing event deleted for resources: {'Port': ['ID=88bc6e58-7cac-4f51-9165-da4af68a197b,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:14.030625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-812a3334-b94f-422f-9713-e41e7ea19159 req-4666cba4-c9b8-4378-bf9a-18d2594e16e6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775565 Oct 12 23:12:14.031441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No active binding found for port 88bc6e58-7cac-4f51-9165-da4af68a197b {{(pid=101891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 23:12:14.032096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88bc6e58-7cac-4f51-9165-da4af68a197b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:12:14.038184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=88bc6e58-7cac-4f51-9165-da4af68a197b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:14.041125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No DVR routers for this DVR port 88bc6e58-7cac-4f51-9165-da4af68a197b on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:12:14.045503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f4bd68-ae5c-425f-8d1c-fe579fe0c00e None None] No DVR routers for this DVR port 88bc6e58-7cac-4f51-9165-da4af68a197b on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:12:14.151133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.182231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.209341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80287ad8-43c3-4352-8b39-6cba9f74c4a4']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:14.229001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2adfe63f-f0a1-452f-b734-87275ada0ee6') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:14.237385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2adfe63f-f0a1-452f-b734-87275ada0ee6') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:14.241443 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.267645 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.279694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:12:14.281558 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:12:14.291311 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:12:14.419909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b37222-db41-429e-baea-17c69416f2d1 req-54e888c5-0118-4d57-a359-f91377a16c98 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:14.421532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24b37222-db41-429e-baea-17c69416f2d1 req-54e888c5-0118-4d57-a359-f91377a16c98 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 945 time: 0.1336012 Oct 12 23:12:14.469095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.484236 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.488300 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/networks/80287ad8-43c3-4352-8b39-6cba9f74c4a4 HTTP/1.1" status: 204 len: 168 time: 1.5596168 Oct 12 23:12:14.489049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43516) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:14.503355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c8289c1c-0f46-451c-9c99-3d3565a006e2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-252731986', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:14.507819 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24b37222-db41-429e-baea-17c69416f2d1 req-dc05177f-f8a6-4bd7-aee1-998481b770a9 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492811 Oct 12 23:12:14.515586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router f163b73d-ece2-43e2-be5f-97be5136be7e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:14.523463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67500f28-e314-491e-9743-f48336f8708e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Network': ['ID=80287ad8-43c3-4352-8b39-6cba9f74c4a4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:14.628907 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8289c1c-0f46-451c-9c99-3d3565a006e2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.631300 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8289c1c-0f46-451c-9c99-3d3565a006e2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.652907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:14.660392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2b35a1f8-0b0c-4007-85e5-76a245b17ec5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/f163b73d-ece2-43e2-be5f-97be5136be7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2719853 Oct 12 23:12:14.663101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43524) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:14.665131 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b146d29-b58f-48e1-8dab-ada6784211ad None None] Sync routers for ids ['f163b73d-ece2-43e2-be5f-97be5136be7e'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:14.679520 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b146d29-b58f-48e1-8dab-ada6784211ad None None] Routers {'f163b73d-ece2-43e2-be5f-97be5136be7e'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:14.680149 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0b146d29-b58f-48e1-8dab-ada6784211ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f163b73d-ece2-43e2-be5f-97be5136be7e'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:14.742557 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8289c1c-0f46-451c-9c99-3d3565a006e2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.774924 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0b146d29-b58f-48e1-8dab-ada6784211ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:14.787780 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b146d29-b58f-48e1-8dab-ada6784211ad None None] Routers {'f163b73d-ece2-43e2-be5f-97be5136be7e'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:14.788665 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0b146d29-b58f-48e1-8dab-ada6784211ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:11:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f163b73d-ece2-43e2-be5f-97be5136be7e'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:14.833283 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0b146d29-b58f-48e1-8dab-ada6784211ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:14.834453 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b146d29-b58f-48e1-8dab-ada6784211ad None None] The sync data for ids ['f163b73d-ece2-43e2-be5f-97be5136be7e'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:14.877244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8289c1c-0f46-451c-9c99-3d3565a006e2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.979652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8289c1c-0f46-451c-9c99-3d3565a006e2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:14.981621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8289c1c-0f46-451c-9c99-3d3565a006e2 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4817276 Oct 12 23:12:14.984158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43548) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:14.991039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1821867410'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:15.143003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:15.147231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:15.218619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:12:15.256222 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:15.256222 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added segment ff211e09-7e86-4d75-af93-00a6cba3bcb8 of type vlan for network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 Oct 12 23:12:15.310766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30c479-5cd2-4bc4-9b02-18f7752083c9 req-cb8756e4-a754-400b-abde-98e52151618f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:15.312338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d30c479-5cd2-4bc4-9b02-18f7752083c9 req-cb8756e4-a754-400b-abde-98e52151618f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1408596 Oct 12 23:12:15.450961 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:15.468985 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:15.524271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d30c479-5cd2-4bc4-9b02-18f7752083c9 req-e56c82e5-3d94-4418-8810-f21aca09a288 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537504 Oct 12 23:12:15.536666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44666046-34b2-47e8-8c03-adae484ae43c req-012b584e-a8f4-4866-b760-90c01c28a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:15.538188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44666046-34b2-47e8-8c03-adae484ae43c req-012b584e-a8f4-4866-b760-90c01c28a0f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1098 time: 0.1615388 Oct 12 23:12:15.622765 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bfdfb246-2555-45ac-90ae-144ddb06c916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:15.657762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:15.666635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:15.677459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:15.739515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:15.788354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44666046-34b2-47e8-8c03-adae484ae43c req-a6c9182c-1b92-4fbe-8233-ffb216121c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:15.789867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44666046-34b2-47e8-8c03-adae484ae43c req-a6c9182c-1b92-4fbe-8233-ffb216121c1a service neutron] 10.222.0.25 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 915 time: 0.2438645 Oct 12 23:12:15.813125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Network': ['ID=c5a97c6a-18f4-4d3a-adf2-04ad43c916d0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:15.826187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:12:15.846804 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44666046-34b2-47e8-8c03-adae484ae43c req-f134c25a-097a-403b-ab63-c9f7ea68edf9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 217 time: 0.0463669 Oct 12 23:12:15.855254 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a982777b-98ee-4fe2-a930-ef6cdd604560 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8697212 Oct 12 23:12:15.873751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43582) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:15.882912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'subnet': {'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:16.124116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e537d4d-0d2b-432a-bffb-6b05fe80fc78 req-d03f04e4-008e-4324-bc30-ce3d21bfac48 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:16.125649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e537d4d-0d2b-432a-bffb-6b05fe80fc78 req-d03f04e4-008e-4324-bc30-ce3d21bfac48 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 945 time: 0.1111429 Oct 12 23:12:16.127641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44666046-34b2-47e8-8c03-adae484ae43c req-933450b9-1d2c-4221-9547-32a0a3216d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:16.128960 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44666046-34b2-47e8-8c03-adae484ae43c req-933450b9-1d2c-4221-9547-32a0a3216d88 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.2723596 Oct 12 23:12:16.159831 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:16.161589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 200cdc10-906b-4ee0-babb-51bc8723f18e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:16.161946 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:16.176224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44666046-34b2-47e8-8c03-adae484ae43c req-35eb59a1-7570-4c57-a27d-0510e2621bff service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360456 Oct 12 23:12:16.197133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e537d4d-0d2b-432a-bffb-6b05fe80fc78 req-2df232e0-1740-4ec6-8712-259efd5311ea tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629683 Oct 12 23:12:16.257446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:16.262519 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:16.299382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:16.337246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 200cdc10-906b-4ee0-babb-51bc8723f18e owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:16.395632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44666046-34b2-47e8-8c03-adae484ae43c req-c730728f-134d-4888-b60c-32eea4fac4c7 service neutron] 10.222.0.25 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022500 Oct 12 23:12:16.628843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44666046-34b2-47e8-8c03-adae484ae43c req-114d125e-2305-4fe3-8629-29a127c94653 service neutron] 10.222.0.25 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254958 Oct 12 23:12:16.722372 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:16.750525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:16.824303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Subnet': ['ID=a648c82c-bc6f-414b-9534-925d5346d115,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:16.830309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=200cdc10-906b-4ee0-babb-51bc8723f18e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:16.845456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Checking segment: {'id': 'ff211e09-7e86-4d75-af93-00a6cba3bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:16.847383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network hostable DHCP agents. Network: c5a97c6a-18f4-4d3a-adf2-04ad43c916d0, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:12:16.847523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad9160b-bbe5-4207-8117-07b5ceb9bf4b req-526ff87b-1171-47bd-99cd-23d180dcadd9 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:16.849086 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aad9160b-bbe5-4207-8117-07b5ceb9bf4b req-526ff87b-1171-47bd-99cd-23d180dcadd9 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.2086170 Oct 12 23:12:16.954672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:12:17.033841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:17.039155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aad9160b-bbe5-4207-8117-07b5ceb9bf4b req-36179bbc-5646-4149-90e3-136338393f61 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797452 Oct 12 23:12:17.070746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c5a97c6a-18f4-4d3a-adf2-04ad43c916d0) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:17.077264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:17.077853 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:17.086660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432d5949-9046-4e86-b4a1-e68abf9e9e00 None None] Network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:17.283233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router f163b73d-ece2-43e2-be5f-97be5136be7e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:17.382219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:17.395494 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-20fb3805-cfd9-47f8-98b6-3cf26a4ebbcd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/f163b73d-ece2-43e2-be5f-97be5136be7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7301259 Oct 12 23:12:17.397094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43626) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:17.405304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c3f4c-7026-40f8-9d24-c02fb78bac4a None None] Sync routers for ids ['f163b73d-ece2-43e2-be5f-97be5136be7e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:17.409339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:12:17.410556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:17.436149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-df7693ee-b47a-4d2d-9cd6-570560b31ff3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=f163b73d-ece2-43e2-be5f-97be5136be7e HTTP/1.1" status: 200 len: 205 time: 0.0376191 Oct 12 23:12:17.438485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43630) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:17.450319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c3f4c-7026-40f8-9d24-c02fb78bac4a None None] Routers {'f163b73d-ece2-43e2-be5f-97be5136be7e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:17.451425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bf3c3f4c-7026-40f8-9d24-c02fb78bac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f163b73d-ece2-43e2-be5f-97be5136be7e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:17.497337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bf3c3f4c-7026-40f8-9d24-c02fb78bac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:17.518438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c3f4c-7026-40f8-9d24-c02fb78bac4a None None] Routers {'f163b73d-ece2-43e2-be5f-97be5136be7e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:17.519531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bf3c3f4c-7026-40f8-9d24-c02fb78bac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f163b73d-ece2-43e2-be5f-97be5136be7e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:17.631073 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f859f34-bdb5-4a4f-8b1b-e0cb096e5cb4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:17.682306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bf3c3f4c-7026-40f8-9d24-c02fb78bac4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:17.683011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3c3f4c-7026-40f8-9d24-c02fb78bac4a None None] The sync data for ids ['f163b73d-ece2-43e2-be5f-97be5136be7e'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:17.686753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-55cacc48-3145-450d-a345-7f12373d3924 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8107576 Oct 12 23:12:17.705701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43638) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:17.867258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26ee285-7663-4d55-998b-e023e34284ef req-466337d8-533a-4b58-b36d-f371a7c6bb4d tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:17.870065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c26ee285-7663-4d55-998b-e023e34284ef req-466337d8-533a-4b58-b36d-f371a7c6bb4d tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.41 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 945 time: 0.7411561 Oct 12 23:12:17.872609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Allocated IP 2001:db8::2 (c5a97c6a-18f4-4d3a-adf2-04ad43c916d0/a648c82c-bc6f-414b-9534-925d5346d115/f45ac9cb-98a0-4e8a-95f5-797445d5bbb6) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:17.908774 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9b03b-0183-442b-8dd3-bd62d560c9d9 req-77b75fef-5561-4062-a29a-a626d6e32900 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:17.911133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94e9b03b-0183-442b-8dd3-bd62d560c9d9 req-77b75fef-5561-4062-a29a-a626d6e32900 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 945 time: 0.2313037 Oct 12 23:12:18.072923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f859f34-bdb5-4a4f-8b1b-e0cb096e5cb4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.077178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f859f34-bdb5-4a4f-8b1b-e0cb096e5cb4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.166898 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.170452 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.229803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f859f34-bdb5-4a4f-8b1b-e0cb096e5cb4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.230632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f859f34-bdb5-4a4f-8b1b-e0cb096e5cb4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Fanout notify agent at l3_agent the message router_deleted on router f163b73d-ece2-43e2-be5f-97be5136be7e {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:12:18.246182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f859f34-bdb5-4a4f-8b1b-e0cb096e5cb4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.251226 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6f859f34-bdb5-4a4f-8b1b-e0cb096e5cb4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/f163b73d-ece2-43e2-be5f-97be5136be7e HTTP/1.1" status: 204 len: 168 time: 0.8115146 Oct 12 23:12:18.252820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43656) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:18.258793 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.316663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:18.329858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:18.333798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:18.350076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Pushing event updated for resources: {'Port': ['ID=f45ac9cb-98a0-4e8a-95f5-797445d5bbb6,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:18.372547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94e9b03b-0183-442b-8dd3-bd62d560c9d9 req-d978ec62-f331-4b7b-8def-f120ec9643ca tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533711 Oct 12 23:12:18.379464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-c52152f5-4f56-4232-94c0-4ad0aa54e40b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting subnet c0da8584-e85e-4046-a3a4-a310aed135a7 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:12:18.387742 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c52152f5-4f56-4232-94c0-4ad0aa54e40b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.406430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:12:18.435301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.435661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.436006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.436344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.436741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.437002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.437319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.437664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.437959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.438285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.438659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.439048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:18.479787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Attempting to bind port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:18.480283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Attempting to bind port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'ff211e09-7e86-4d75-af93-00a6cba3bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:18.480736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Attempting to bind port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 on network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:18.490514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:18.496746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Checking segment: {'id': 'ff211e09-7e86-4d75-af93-00a6cba3bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:18.496746 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.496746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Bound using segment: {'id': 'ff211e09-7e86-4d75-af93-00a6cba3bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:18.496746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Bound port: f45ac9cb-98a0-4e8a-95f5-797445d5bbb6, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff211e09-7e86-4d75-af93-00a6cba3bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:18.496746 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.503845 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c52152f5-4f56-4232-94c0-4ad0aa54e40b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.576478 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.581501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-c26ee285-7663-4d55-998b-e023e34284ef req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Deleting port acdde097-1391-4f43-b5f1-6e27d48f3575 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:18.582013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c26ee285-7663-4d55-998b-e023e34284ef req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.672330 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c52152f5-4f56-4232-94c0-4ad0aa54e40b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.745233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5f466-1e97-433d-809a-46274868e6ea req-77137063-2d34-4a0b-92b8-a54c810ff808 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:18.746818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08e5f466-1e97-433d-809a-46274868e6ea req-77137063-2d34-4a0b-92b8-a54c810ff808 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.4919429 Oct 12 23:12:18.803755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08e5f466-1e97-433d-809a-46274868e6ea req-e1b69356-f382-40e4-9d4f-578664273add tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500491 Oct 12 23:12:18.805421 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c52152f5-4f56-4232-94c0-4ad0aa54e40b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.862931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52152f5-4f56-4232-94c0-4ad0aa54e40b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Subnet': ['ID=c0da8584-e85e-4046-a3a4-a310aed135a7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:18.871728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c52152f5-4f56-4232-94c0-4ad0aa54e40b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:18.875744 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c52152f5-4f56-4232-94c0-4ad0aa54e40b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/c0da8584-e85e-4046-a3a4-a310aed135a7 HTTP/1.1" status: 204 len: 168 time: 0.6196442 Oct 12 23:12:18.878722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43668) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:18.943543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbab8ca-4e21-413f-8f38-2e2f3360a8ab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting subnet 58a38f9c-476d-465e-877d-67113bf44c29 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:12:18.947638 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bbab8ca-4e21-413f-8f38-2e2f3360a8ab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.019549 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bbab8ca-4e21-413f-8f38-2e2f3360a8ab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.022726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196e2117-ae25-4dcd-a938-11a04dd082d5 None None] Network 7c7833d4-beb0-47bd-b0e3-a486f59409ad requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:19.030020 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.176134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 2001:db8::1 (c5a97c6a-18f4-4d3a-adf2-04ad43c916d0/a648c82c-bc6f-414b-9534-925d5346d115/0e94a170-2a16-4d1b-b0ca-db94aa433851) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:19.257052 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bbab8ca-4e21-413f-8f38-2e2f3360a8ab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.273100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:12:19.275771 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ead66c-ae53-42c3-ba2b-e90c88b40498" -d '{"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-unplugged", "status": "completed", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:12:19.292847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] For port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:19.296764 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] For port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f45ac9cb-98a0-4e8a-95f5-797445d5bbb6,segment=NetworkSegment(ff211e09-7e86-4d75-af93-00a6cba3bcb8),segment_id=ff211e09-7e86-4d75-af93-00a6cba3bcb8)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:19.316192 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.323456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:19.364536 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Oct 2021 23:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20fd1fc-24c0-4c20-9bfc-79bb23c9c12e x-openstack-request-id: req-f20fd1fc-24c0-4c20-9bfc-79bb23c9c12e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:12:19.364969 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-unplugged", "status": "failed", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695", "code": 422}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:12:19.365295 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f20fd1fc-24c0-4c20-9bfc-79bb23c9c12e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:12:19.365794 n-d-790519-14 neutron-server[101891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'code': 422} returned with failed status Oct 12 23:12:19.370532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-c26ee285-7663-4d55-998b-e023e34284ef req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] For port acdde097-1391-4f43-b5f1-6e27d48f3575, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=acdde097-1391-4f43-b5f1-6e27d48f3575,segment=NetworkSegment(120e3d7c-f065-4721-9164-0101d733c055),segment_id=120e3d7c-f065-4721-9164-0101d733c055)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:19.370906 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c26ee285-7663-4d55-998b-e023e34284ef req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.387578 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.435495 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.436642 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.438431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-c26ee285-7663-4d55-998b-e023e34284ef req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Calling delete_port for acdde097-1391-4f43-b5f1-6e27d48f3575 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:19.439969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.557185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb248ff-8560-4b99-a850-aabd94ec9d3e None None] DHCP port deletion for 7c7833d4-beb0-47bd-b0e3-a486f59409ad request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:12:19.562707 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bbab8ca-4e21-413f-8f38-2e2f3360a8ab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.569228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e04939-c0b4-4117-a4ee-dd911569449e None None] Pushing event updated for resources: {'Port': ['ID=f45ac9cb-98a0-4e8a-95f5-797445d5bbb6,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:19.693049 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bbab8ca-4e21-413f-8f38-2e2f3360a8ab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.695179 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.702256 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2bbab8ca-4e21-413f-8f38-2e2f3360a8ab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/58a38f9c-476d-465e-877d-67113bf44c29 HTTP/1.1" status: 204 len: 168 time: 0.8222449 Oct 12 23:12:19.710717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43686) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:19.742791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbab8ca-4e21-413f-8f38-2e2f3360a8ab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Subnet': ['ID=58a38f9c-476d-465e-877d-67113bf44c29,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:19.754137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd74199-c55b-4a3b-9376-e44920a74921 None None] Network 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:19.820920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:19.837106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:19.840869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:19.841588 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:19.879782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fd4bccea-5919-47e9-a00e-035ed4d164de no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:12:19.940394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:19.947482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62395076-4173-4f21-a61d-5ddb73f63050 req-b4a00de1-0d94-465b-8c20-e4bbf879903f tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:19.956636 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62395076-4173-4f21-a61d-5ddb73f63050 req-b4a00de1-0d94-465b-8c20-e4bbf879903f tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 945 time: 0.4603431 Oct 12 23:12:20.026113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=0e94a170-2a16-4d1b-b0ca-db94aa433851,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:20.048291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c26ee285-7663-4d55-998b-e023e34284ef req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.054984 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.072912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ebb248ff-8560-4b99-a850-aabd94ec9d3e None None] Deleting port fd4bccea-5919-47e9-a00e-035ed4d164de {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:20.078473 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ebb248ff-8560-4b99-a850-aabd94ec9d3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.120826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62395076-4173-4f21-a61d-5ddb73f63050 req-2fece5b6-a9bc-419a-987a-9dc3977f067a tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/security-groups?id=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631927 Oct 12 23:12:20.219859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port fd4bccea-5919-47e9-a00e-035ed4d164de {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:20.220596 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.226758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ebb248ff-8560-4b99-a850-aabd94ec9d3e None None] For port fd4bccea-5919-47e9-a00e-035ed4d164de, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fd4bccea-5919-47e9-a00e-035ed4d164de,segment=NetworkSegment(397bf33c-a829-4a98-956e-c3460a918095),segment_id=397bf33c-a829-4a98-956e-c3460a918095)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:20.228203 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ebb248ff-8560-4b99-a850-aabd94ec9d3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.252566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ebb248ff-8560-4b99-a850-aabd94ec9d3e None None] Calling delete_port for fd4bccea-5919-47e9-a00e-035ed4d164de owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:20.361916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port fd4bccea-5919-47e9-a00e-035ed4d164de, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fd4bccea-5919-47e9-a00e-035ed4d164de,segment=NetworkSegment(397bf33c-a829-4a98-956e-c3460a918095),segment_id=397bf33c-a829-4a98-956e-c3460a918095)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:20.362528 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.363027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Pushing event deleted for resources: {'Port': ['ID=acdde097-1391-4f43-b5f1-6e27d48f3575,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:20.377814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c26ee285-7663-4d55-998b-e023e34284ef req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] No DVR routers for this DVR port acdde097-1391-4f43-b5f1-6e27d48f3575 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:12:20.379181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for fd4bccea-5919-47e9-a00e-035ed4d164de owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:20.383658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c26ee285-7663-4d55-998b-e023e34284ef req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.387812 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c26ee285-7663-4d55-998b-e023e34284ef req-63b754fa-c617-43a0-9f3c-f93a3fd9d94c tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.41 "DELETE /v2.0/ports/acdde097-1391-4f43-b5f1-6e27d48f3575 HTTP/1.1" status: 204 len: 173 time: 2.4913857 Oct 12 23:12:20.414857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e99b8b-b10b-44d9-8a24-806db2530a04 req-78d4594d-18b2-4b01-88ec-aec6574437eb tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:20.417088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4e99b8b-b10b-44d9-8a24-806db2530a04 req-78d4594d-18b2-4b01-88ec-aec6574437eb tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.5009561 Oct 12 23:12:20.417818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd8dba4-9acf-47dc-89c0-d22a69755f56', 'name': 'network-vif-deleted', 'tag': 'acdde097-1391-4f43-b5f1-6e27d48f3575'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:12:20.421370 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4b1b3a-eddb-4c1f-9518-5f8e9bb4da71" -d '{"events": [{"server_uuid": "3dd8dba4-9acf-47dc-89c0-d22a69755f56", "name": "network-vif-deleted", "tag": "acdde097-1391-4f43-b5f1-6e27d48f3575"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:12:20.493514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4e99b8b-b10b-44d9-8a24-806db2530a04 req-fcc4eb33-5612-4cc6-bff0-f233ce458536 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588477 Oct 12 23:12:20.533073 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c63100-1cef-43da-9a1d-a1a0bc4e9ec4 x-openstack-request-id: req-d4c63100-1cef-43da-9a1d-a1a0bc4e9ec4 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:12:20.533364 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd8dba4-9acf-47dc-89c0-d22a69755f56", "name": "network-vif-deleted", "tag": "acdde097-1391-4f43-b5f1-6e27d48f3575", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:12:20.533638 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4c63100-1cef-43da-9a1d-a1a0bc4e9ec4 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:12:20.534003 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd8dba4-9acf-47dc-89c0-d22a69755f56', 'name': 'network-vif-deleted', 'tag': 'acdde097-1391-4f43-b5f1-6e27d48f3575', 'status': 'completed', 'code': 200} Oct 12 23:12:20.624266 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.632997 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:12:20.637737 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:12:20.648462 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.661565 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ebb248ff-8560-4b99-a850-aabd94ec9d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.703901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=fd4bccea-5919-47e9-a00e-035ed4d164de,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:20.708410 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.711703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No DVR routers for this DVR port fd4bccea-5919-47e9-a00e-035ed4d164de on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:12:20.793221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb248ff-8560-4b99-a850-aabd94ec9d3e None None] Pushing event deleted for resources: {'Port': ['ID=fd4bccea-5919-47e9-a00e-035ed4d164de,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:20.795473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1d5b69-c9b8-41c6-99c2-ae79fa046aea None None] DHCP port deletion for 361a3a24-f3b7-41b9-aad3-791bbf7d0a93 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:12:20.798273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb248ff-8560-4b99-a850-aabd94ec9d3e None None] No DVR routers for this DVR port fd4bccea-5919-47e9-a00e-035ed4d164de on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:12:20.798646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239416c9-f731-4d74-bcaf-fc1a1a209985 req-6a99d344-3fe3-4615-b255-133dda446a4f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:20.800334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-239416c9-f731-4d74-bcaf-fc1a1a209985 req-6a99d344-3fe3-4615-b255-133dda446a4f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.1770658 Oct 12 23:12:20.850033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.893880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c7833d4-beb0-47bd-b0e3-a486f59409ad']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:20.933621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '397bf33c-a829-4a98-956e-c3460a918095') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:20.933939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '397bf33c-a829-4a98-956e-c3460a918095') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:20.966036 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:20.966978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-db1d5b69-c9b8-41c6-99c2-ae79fa046aea None None] Deleting port 39592914-eebb-479a-8cff-37f3c0abc64c {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:20.975417 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-db1d5b69-c9b8-41c6-99c2-ae79fa046aea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.007348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-239416c9-f731-4d74-bcaf-fc1a1a209985 req-a0574080-12bf-4dfc-a6c1-8c78dcceddd7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553392 Oct 12 23:12:21.017974 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.031640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:12:21.032058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:12:21.057017 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:12:21.062491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-db1d5b69-c9b8-41c6-99c2-ae79fa046aea None None] For port 39592914-eebb-479a-8cff-37f3c0abc64c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=39592914-eebb-479a-8cff-37f3c0abc64c,segment=NetworkSegment(b645e6c5-acbc-48d1-b45e-480bfa64848b),segment_id=b645e6c5-acbc-48d1-b45e-480bfa64848b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:21.063192 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-db1d5b69-c9b8-41c6-99c2-ae79fa046aea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.103970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-db1d5b69-c9b8-41c6-99c2-ae79fa046aea None None] Calling delete_port for 39592914-eebb-479a-8cff-37f3c0abc64c owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:21.280083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.291911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.299345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/networks/7c7833d4-beb0-47bd-b0e3-a486f59409ad HTTP/1.1" status: 204 len: 168 time: 1.5858352 Oct 12 23:12:21.301941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43736) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:21.354952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5015b1f-2c18-4a3d-94bb-a42f3b911c64 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Network': ['ID=7c7833d4-beb0-47bd-b0e3-a486f59409ad,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:21.381694 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.400281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device acdde097-1391-4f43-b5f1-6e27d48f3575 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:12:21.435831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-adb09878-c9f5-42a8-937d-cb0d7f9e360e req-7e82a803-0761-40fa-8923-26503f5694a3 tempest-ServerMetadataNegativeTestJSON-24512728 tempest-ServerMetadataNegativeTestJSON-24512728-project] 10.222.0.31 "GET /v2.0/ports?device_id=3dd8dba4-9acf-47dc-89c0-d22a69755f56 HTTP/1.1" status: 200 len: 210 time: 0.0829535 Oct 12 23:12:21.441269 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-db1d5b69-c9b8-41c6-99c2-ae79fa046aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.446211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: acdde097-1391-4f43-b5f1-6e27d48f3575 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:12:21.447239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device acdde097-1391-4f43-b5f1-6e27d48f3575 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:12:21.458921 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.459814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.493937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d5b69-c9b8-41c6-99c2-ae79fa046aea None None] Pushing event deleted for resources: {'Port': ['ID=39592914-eebb-479a-8cff-37f3c0abc64c,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:21.495969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1d5b69-c9b8-41c6-99c2-ae79fa046aea None None] No DVR routers for this DVR port 39592914-eebb-479a-8cff-37f3c0abc64c on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:12:21.559717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.646180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143aadae-1b1a-4878-a6f5-898231459a00 None None] Network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:21.657432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=0e94a170-2a16-4d1b-b0ca-db94aa433851,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:21.699990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:21.701732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:21.764712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.774185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d2dc2bf1-d344-4a14-a40b-a831b188c00b None None] Provisioning complete for port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:21.775212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2bf1-d344-4a14-a40b-a831b188c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.785122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361a3a24-f3b7-41b9-aad3-791bbf7d0a93']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:21.855800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b645e6c5-acbc-48d1-b45e-480bfa64848b') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:21.860547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b645e6c5-acbc-48d1-b45e-480bfa64848b') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:21.903299 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.904104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:21.935075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.961794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:12:21.963333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:12:21.967581 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:12:22.038778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb0f53-2a38-4f57-aa2b-bd5f2f46f5a3 req-bbf6783e-b8ef-4971-95d8-0d0c725e34fa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:22.040874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61eb0f53-2a38-4f57-aa2b-bd5f2f46f5a3 req-bbf6783e-b8ef-4971-95d8-0d0c725e34fa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.1160207 Oct 12 23:12:22.089528 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61eb0f53-2a38-4f57-aa2b-bd5f2f46f5a3 req-dbf283b7-bc55-478d-ad6d-87751a22d29c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362756 Oct 12 23:12:22.097288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:12:22.140672 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2bf1-d344-4a14-a40b-a831b188c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.166469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:22.166967 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.210801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:22.218608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d2dc2bf1-d344-4a14-a40b-a831b188c00b None None] For port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f45ac9cb-98a0-4e8a-95f5-797445d5bbb6,segment=NetworkSegment(ff211e09-7e86-4d75-af93-00a6cba3bcb8),segment_id=ff211e09-7e86-4d75-af93-00a6cba3bcb8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:22.224781 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b5d322b4-4a6d-48d4-8c8d-a7e0635977af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5208638 Oct 12 23:12:22.227666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43772) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:22.233313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1552550807'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:22.233523 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:22.247687 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:22.250726 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:22.277471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.294738 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.306682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43780) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:22.314282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1426727564'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:22.323542 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/networks/361a3a24-f3b7-41b9-aad3-791bbf7d0a93 HTTP/1.1" status: 204 len: 168 time: 1.0202613 Oct 12 23:12:22.348187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59442ed2-ce7f-448f-8f17-7ed815741cf0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Network': ['ID=361a3a24-f3b7-41b9-aad3-791bbf7d0a93,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:22.357674 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2bf1-d344-4a14-a40b-a831b188c00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.370544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:22.381362 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.421120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:12:22.428637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:12:22.442336 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.444047 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added segment 6a247c28-d4b3-4465-83f7-2dafc9258263 of type vlan for network 01c6e183-641f-4a45-9dc0-fb3344aecd80 Oct 12 23:12:22.451185 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:12:22.502492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:22.506745 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.514161 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.546960 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.560530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43790) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:22.578599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:12:22.604161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.606959 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added segment c45b8fa2-ded0-4eec-a55c-efa85728bfa3 of type vlan for network 3bfe94a2-bd10-4893-a34d-55264290180d Oct 12 23:12:22.662758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc2bf1-d344-4a14-a40b-a831b188c00b None None] Pushing event updated for resources: {'Port': ['ID=f45ac9cb-98a0-4e8a-95f5-797445d5bbb6,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:22.674875 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.resource_extend [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:12:22.765328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.788317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe23e64d-8778-4315-a1d6-3afcdaafe5c6 admin admin] Deleting subnet 2a46ab73-99a2-4128-a136-3407f4398dd4 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:12:22.792751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe23e64d-8778-4315-a1d6-3afcdaafe5c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.855271 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.871254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:22.874398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.910458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:12:22.910458 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:12:22.933631 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe23e64d-8778-4315-a1d6-3afcdaafe5c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.938482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5b7f94ac-3c46-4380-9354-99b4ce97b833 None None] Provisioning complete for port 0e94a170-2a16-4d1b-b0ca-db94aa433851 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:22.938865 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5b7f94ac-3c46-4380-9354-99b4ce97b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.960110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:22.977671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:22.978640 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:23.006373 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:20Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:20Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:23.017077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe23e64d-8778-4315-a1d6-3afcdaafe5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:23.049439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5b7f94ac-3c46-4380-9354-99b4ce97b833 None None] Port 0e94a170-2a16-4d1b-b0ca-db94aa433851 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:23.068765 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:12:23.070340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5b7f94ac-3c46-4380-9354-99b4ce97b833 None None] Provisioning complete for port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:23.070874 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5b7f94ac-3c46-4380-9354-99b4ce97b833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:23.073224 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Updating router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 port 0e94a170-2a16-4d1b-b0ca-db94aa433851 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:12:23.131407 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:23.144270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8349717 Oct 12 23:12:23.158208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43802) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:23.175093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-00d52a66-6ec1-4a33-96b8-b3efb7292c66 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6873825 Oct 12 23:12:23.198845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'subnet': {'network_id': '3bfe94a2-bd10-4893-a34d-55264290180d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:23.334069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe23e64d-8778-4315-a1d6-3afcdaafe5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:23.377159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eff50f-6b3b-497d-a49b-59fcf90efeb3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Network': ['ID=3bfe94a2-bd10-4893-a34d-55264290180d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:23.391108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 3bfe94a2-bd10-4893-a34d-55264290180d details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:12:23.444789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23e64d-8778-4315-a1d6-3afcdaafe5c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a46ab73-99a2-4128-a136-3407f4398dd4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:23.459295 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2305677 Oct 12 23:12:23.501066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43812) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:23.524497 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'subnet': {'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:23.643727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-66d7cfd2-97be-48bc-975b-9025a4a41a11 None None] Provisioning complete for port 0e94a170-2a16-4d1b-b0ca-db94aa433851 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:23.644281 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66d7cfd2-97be-48bc-975b-9025a4a41a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:23.653803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe23e64d-8778-4315-a1d6-3afcdaafe5c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:23.661743 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fe23e64d-8778-4315-a1d6-3afcdaafe5c6 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2a46ab73-99a2-4128-a136-3407f4398dd4 HTTP/1.1" status: 204 len: 168 time: 1.1001797 Oct 12 23:12:23.665825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43820) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:23.705755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b3e32-6d76-4430-9ed0-2fcb55093adf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Network': ['ID=01c6e183-641f-4a45-9dc0-fb3344aecd80,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:23.735664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 01c6e183-641f-4a45-9dc0-fb3344aecd80 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:12:23.812319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:23.827585 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:23.828726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:23.857330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65840dec-9ba2-453e-8be8-a204317d7997 req-0d1ee26f-ab3f-4953-bb72-b15ac0184c71 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:23.859275 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65840dec-9ba2-453e-8be8-a204317d7997 req-0d1ee26f-ab3f-4953-bb72-b15ac0184c71 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.5305941 Oct 12 23:12:23.862970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 39592914-eebb-479a-8cff-37f3c0abc64c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:12:23.912509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 39592914-eebb-479a-8cff-37f3c0abc64c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:12:23.917655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 39592914-eebb-479a-8cff-37f3c0abc64c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:12:23.928315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-66d7cfd2-97be-48bc-975b-9025a4a41a11 None None] Port 0e94a170-2a16-4d1b-b0ca-db94aa433851 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:23.969412 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65840dec-9ba2-453e-8be8-a204317d7997 req-354e91a0-dd9b-481d-94bb-b5286dfb1f54 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974293 Oct 12 23:12:24.046734 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.066074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.072913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1296954d-a051-4e12-a1c2-bf31b4688551 None None] Provisioning complete for port 0e94a170-2a16-4d1b-b0ca-db94aa433851 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:24.073319 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1296954d-a051-4e12-a1c2-bf31b4688551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.100950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59cfc21-63f2-49fe-8c8f-d4588f49f625']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:24.115190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120e3d7c-f065-4721-9164-0101d733c055') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:24.115503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120e3d7c-f065-4721-9164-0101d733c055') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:24.131338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.155956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:12:24.179664 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:12:24.181819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:24.181819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1296954d-a051-4e12-a1c2-bf31b4688551 None None] Port 0e94a170-2a16-4d1b-b0ca-db94aa433851 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:24.206134 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.265936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:24.265936 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.288656 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Pushing event updated for resources: {'Port': ['ID=0e94a170-2a16-4d1b-b0ca-db94aa433851,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:24.294426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:24.301256 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.303351 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.303925 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.304542 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.305067 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.305571 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.306425 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.306917 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.307715 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.308246 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.308749 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.309246 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.309731 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.354584 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.363423 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.380138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b59cfc21-63f2-49fe-8c8f-d4588f49f625 HTTP/1.1" status: 204 len: 168 time: 0.6817818 Oct 12 23:12:24.436526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907038c-bd16-4a5e-a313-26edd46c55c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b59cfc21-63f2-49fe-8c8f-d4588f49f625,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:24.543725 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Attempting to bind port 0e94a170-2a16-4d1b-b0ca-db94aa433851 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:24.544141 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Attempting to bind port 0e94a170-2a16-4d1b-b0ca-db94aa433851 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'ff211e09-7e86-4d75-af93-00a6cba3bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:24.544447 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Attempting to bind port 0e94a170-2a16-4d1b-b0ca-db94aa433851 on network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:24.561519 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:24.561899 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Checking segment: {'id': 'ff211e09-7e86-4d75-af93-00a6cba3bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:24.562308 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.565072 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Bound using segment: {'id': 'ff211e09-7e86-4d75-af93-00a6cba3bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:24.567604 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Bound port: 0e94a170-2a16-4d1b-b0ca-db94aa433851, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff211e09-7e86-4d75-af93-00a6cba3bcb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:24.568050 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.746604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43838) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:24.798770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.814412 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] For port 0e94a170-2a16-4d1b-b0ca-db94aa433851, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:24.818344 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] For port 0e94a170-2a16-4d1b-b0ca-db94aa433851, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0e94a170-2a16-4d1b-b0ca-db94aa433851,segment=NetworkSegment(ff211e09-7e86-4d75-af93-00a6cba3bcb8),segment_id=ff211e09-7e86-4d75-af93-00a6cba3bcb8)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:24.864749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e9c83ef7-952c-4bd3-9ef5-3b66708b5c4b None None] Provisioning complete for port 0e94a170-2a16-4d1b-b0ca-db94aa433851 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:24.865226 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9c83ef7-952c-4bd3-9ef5-3b66708b5c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.870500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43842) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:24.903538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Subnet': ['ID=e76103e9-0918-43b0-b247-8f45cb40d46e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:24.911903 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e9c83ef7-952c-4bd3-9ef5-3b66708b5c4b None None] Port 0e94a170-2a16-4d1b-b0ca-db94aa433851 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:24.914516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c00107dc-fab3-4453-abea-b0b53d6f1785 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=69008ff24c1243259f6f9595959f3416&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427718 Oct 12 23:12:24.915151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43844) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:24.921333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.921798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.922441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.922441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.922890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.923265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.923582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.923960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.924276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.924595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.924925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.925240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:12:24.935633 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:24.961363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Checking segment: {'id': 'c45b8fa2-ded0-4eec-a55c-efa85728bfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bfe94a2-bd10-4893-a34d-55264290180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:24.961723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network hostable DHCP agents. Network: 3bfe94a2-bd10-4893-a34d-55264290180d, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:12:25.010060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c8a5-7076-4da9-b285-b54d443dbe73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.029637 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:25.031651 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:25.150287 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad3836bb-92aa-474b-b927-25c7ac008e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.177339 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.216835 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55b9b4-1fe8-451c-8757-89ee1521438d None None] Pushing event updated for resources: {'Port': ['ID=0e94a170-2a16-4d1b-b0ca-db94aa433851,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:25.217382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad3836bb-92aa-474b-b927-25c7ac008e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.265469 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:12:25.294157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 3bfe94a2-bd10-4893-a34d-55264290180d is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:12:25.314699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c8a5-7076-4da9-b285-b54d443dbe73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.401268 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ea1c8a5-7076-4da9-b285-b54d443dbe73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.420422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-76fdc479-d7f1-4f10-9850-b21984b46d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:25.438336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-76fdc479-d7f1-4f10-9850-b21984b46d02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07&tenant_id=a2005de866b247a0b93939a867a18bd8 HTTP/1.1" status: 200 len: 1096 time: 0.3429272 Oct 12 23:12:25.442458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Subnet': ['ID=d1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:25.463958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 3bfe94a2-bd10-4893-a34d-55264290180d) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:25.473622 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad3836bb-92aa-474b-b927-25c7ac008e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.476402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:25.482002 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ad3836bb-92aa-474b-b927-25c7ac008e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.482002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ad3836bb-92aa-474b-b927-25c7ac008e64 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a78eef4-90ca-41ff-b2e8-db1ad7ca9593 HTTP/1.1" status: 204 len: 168 time: 0.5619581 Oct 12 23:12:25.487619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:25.488260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.522677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcb4fb7-eecf-4c41-bb05-6bc4974e4f26 None None] Network 3bfe94a2-bd10-4893-a34d-55264290180d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:25.531294 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2ea1c8a5-7076-4da9-b285-b54d443dbe73 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=55dd48761ec2413ea7359000f6505b7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7835398 Oct 12 23:12:25.535525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7cb749-75d5-401c-b863-53915b174d3b req-1dcac488-e5b1-4692-862d-0bd4e6824ab6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:25.537147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e7cb749-75d5-401c-b863-53915b174d3b req-1dcac488-e5b1-4692-862d-0bd4e6824ab6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.3950264 Oct 12 23:12:25.538064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43858) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:25.562415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea1c8a5-7076-4da9-b285-b54d443dbe73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82701a32-5de3-4ba2-8210-dbeb91c93072,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:25.563908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Checking segment: {'id': '6a247c28-d4b3-4465-83f7-2dafc9258263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:25.564540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network hostable DHCP agents. Network: 01c6e183-641f-4a45-9dc0-fb3344aecd80, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:12:25.604412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3836bb-92aa-474b-b927-25c7ac008e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a78eef4-90ca-41ff-b2e8-db1ad7ca9593,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:25.668035 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:20Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:24Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:25.682696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c86b602-3d0a-4675-a2e2-699d1f29a5ff tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4897959 Oct 12 23:12:25.683248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43860) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:25.683248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d62fd1c7-e6d5-4df2-bae2-0a006c57ed38 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2010530514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:25.687143 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.709891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e7cb749-75d5-401c-b863-53915b174d3b req-7d9b5ce7-1ea1-4bcc-9812-0fa811261d0e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618037 Oct 12 23:12:25.712487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a58dac66-4eac-44dd-822c-45e6fc1e4f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.721121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0b618039-945a-4a9b-a32f-27c68826c3a2 None None] Provisioning complete for port 0e94a170-2a16-4d1b-b0ca-db94aa433851 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:25.722150 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b618039-945a-4a9b-a32f-27c68826c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.736741 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c630c60-8d9a-4dea-a62a-6412fbf7ef3f None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:20Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:24Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:25.766721 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a58dac66-4eac-44dd-822c-45e6fc1e4f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.791314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 01c6e183-641f-4a45-9dc0-fb3344aecd80 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:12:25.816301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 01c6e183-641f-4a45-9dc0-fb3344aecd80) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:25.840072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d62fd1c7-e6d5-4df2-bae2-0a006c57ed38 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.841177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d62fd1c7-e6d5-4df2-bae2-0a006c57ed38 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.862879 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedb159d-62bd-413d-ba75-eb3c65f1e070 None None] Network 01c6e183-641f-4a45-9dc0-fb3344aecd80 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:25.936180 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b618039-945a-4a9b-a32f-27c68826c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.944429 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a58dac66-4eac-44dd-822c-45e6fc1e4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.947699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a58dac66-4eac-44dd-822c-45e6fc1e4f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:25.951638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a58dac66-4eac-44dd-822c-45e6fc1e4f87 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82701a32-5de3-4ba2-8210-dbeb91c93072 HTTP/1.1" status: 204 len: 168 time: 0.4057233 Oct 12 23:12:25.987770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58dac66-4eac-44dd-822c-45e6fc1e4f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82701a32-5de3-4ba2-8210-dbeb91c93072,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:26.020968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0b618039-945a-4a9b-a32f-27c68826c3a2 None None] For port 0e94a170-2a16-4d1b-b0ca-db94aa433851, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0e94a170-2a16-4d1b-b0ca-db94aa433851,segment=NetworkSegment(ff211e09-7e86-4d75-af93-00a6cba3bcb8),segment_id=ff211e09-7e86-4d75-af93-00a6cba3bcb8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:26.042014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-3bfe94a2-bd10-4893-a34d-55264290180d', 'network_id': '3bfe94a2-bd10-4893-a34d-55264290180d', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'fixed_ips': [{'subnet_id': 'e76103e9-0918-43b0-b247-8f45cb40d46e'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:12:26.042869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:26.047441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d62fd1c7-e6d5-4df2-bae2-0a006c57ed38 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:26.186031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d62fd1c7-e6d5-4df2-bae2-0a006c57ed38 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:26.218773 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b618039-945a-4a9b-a32f-27c68826c3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:26.323566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d62fd1c7-e6d5-4df2-bae2-0a006c57ed38 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:26.325034 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d62fd1c7-e6d5-4df2-bae2-0a006c57ed38 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6534503 Oct 12 23:12:26.327675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43874) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:26.334135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'port': {'network_id': '3bfe94a2-bd10-4893-a34d-55264290180d', 'name': 'tempest-RoutersTest-340853230'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:26.423882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-01c6e183-641f-4a45-9dc0-fb3344aecd80', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:12:26.424773 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:26.503262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b618039-945a-4a9b-a32f-27c68826c3a2 None None] Pushing event updated for resources: {'Port': ['ID=0e94a170-2a16-4d1b-b0ca-db94aa433851,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:26.570070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:26.575997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:26.612950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Allocated IP 172.20.0.2 (3bfe94a2-bd10-4893-a34d-55264290180d/e76103e9-0918-43b0-b247-8f45cb40d46e/ab965d61-e1a3-4d7d-8cef-15d27d3e8091) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:26.731854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:26.794442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:26.796567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Allocated IP 2001:db8:1::2 (01c6e183-641f-4a45-9dc0-fb3344aecd80/d1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d/88bdbd7b-bb71-4fc2-904a-64882343a487) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:26.799000 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:26.827938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:26.839827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] device_id is not set on port 08872870-664f-4f10-945f-5ae610a3208c yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:12:26.874631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebde3646-b569-4c2d-bcc3-c96721d1c695 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:12:26.893445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:26.942537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Transition to ACTIVE for port object ebde3646-b569-4c2d-bcc3-c96721d1c695 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:12:26.986456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ab1691-9d9d-4514-8cbe-ddcfa3d3dc48 req-93908a1d-947c-4dae-8ef7-cbed5b25d095 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:26.992632 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47ab1691-9d9d-4514-8cbe-ddcfa3d3dc48 req-93908a1d-947c-4dae-8ef7-cbed5b25d095 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.1379867 Oct 12 23:12:26.999369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.049543 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47ab1691-9d9d-4514-8cbe-ddcfa3d3dc48 req-546449e4-f444-459c-974d-a010bf1b661c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513382 Oct 12 23:12:27.095708 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.227323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43898) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:27.241883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93d8ef6b-47da-438d-84b6-9973728ca6c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.249865 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.254275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9118de82-6120-477e-867a-0cffc7b7e7b4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7467086 Oct 12 23:12:27.263041 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.263498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.281924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43900) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:27.362538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Network 01c6e183-641f-4a45-9dc0-fb3344aecd80 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:27.364057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.20.0.5 (3bfe94a2-bd10-4893-a34d-55264290180d/e76103e9-0918-43b0-b247-8f45cb40d46e/08872870-664f-4f10-945f-5ae610a3208c) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:27.370260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:27.389777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:27.410338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Network 3bfe94a2-bd10-4893-a34d-55264290180d is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:27.425283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:27.458197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:27.485673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Pushing event updated for resources: {'Port': ['ID=88bdbd7b-bb71-4fc2-904a-64882343a487,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:27.568415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Attempting to bind port 88bdbd7b-bb71-4fc2-904a-64882343a487 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:27.568977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Attempting to bind port 88bdbd7b-bb71-4fc2-904a-64882343a487 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '6a247c28-d4b3-4465-83f7-2dafc9258263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:27.569531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Attempting to bind port 88bdbd7b-bb71-4fc2-904a-64882343a487 on network 01c6e183-641f-4a45-9dc0-fb3344aecd80 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:27.596304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] No DVR routers for this DVR port ebde3646-b569-4c2d-bcc3-c96721d1c695 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:12:27.600384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93d8ef6b-47da-438d-84b6-9973728ca6c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.615134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=9']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:27.670960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:27.671475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Checking segment: {'id': '6a247c28-d4b3-4465-83f7-2dafc9258263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:27.671960 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.672425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Bound using segment: {'id': '6a247c28-d4b3-4465-83f7-2dafc9258263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:27.672964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Bound port: 88bdbd7b-bb71-4fc2-904a-64882343a487, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a247c28-d4b3-4465-83f7-2dafc9258263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:27.673453 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.709840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93d8ef6b-47da-438d-84b6-9973728ca6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.732688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Pushing event updated for resources: {'Port': ['ID=ab965d61-e1a3-4d7d-8cef-15d27d3e8091,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:27.798429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Attempting to bind port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:27.798973 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Attempting to bind port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'c45b8fa2-ded0-4eec-a55c-efa85728bfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bfe94a2-bd10-4893-a34d-55264290180d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:27.800119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Attempting to bind port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 on network 3bfe94a2-bd10-4893-a34d-55264290180d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:27.811661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Attempting to bind port ebde3646-b569-4c2d-bcc3-c96721d1c695 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:27.814184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Attempting to bind port ebde3646-b569-4c2d-bcc3-c96721d1c695 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:27.814724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Attempting to bind port ebde3646-b569-4c2d-bcc3-c96721d1c695 on network a8ebc57c-930a-4bb2-a519-fe68b2665b80 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:27.820908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:27.824273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Checking segment: {'id': 'c45b8fa2-ded0-4eec-a55c-efa85728bfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bfe94a2-bd10-4893-a34d-55264290180d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:27.826255 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.830602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Bound using segment: {'id': 'c45b8fa2-ded0-4eec-a55c-efa85728bfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bfe94a2-bd10-4893-a34d-55264290180d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:27.831258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Bound port: ab965d61-e1a3-4d7d-8cef-15d27d3e8091, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c45b8fa2-ded0-4eec-a55c-efa85728bfa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '3bfe94a2-bd10-4893-a34d-55264290180d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:27.831733 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.843808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Port ebde3646-b569-4c2d-bcc3-c96721d1c695 on network a8ebc57c-930a-4bb2-a519-fe68b2665b80 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:12:27.848515 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-93d8ef6b-47da-438d-84b6-9973728ca6c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=955d4da513274bf19ed993e56a0ad875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6184471 Oct 12 23:12:27.849548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Attempting to bind port ebde3646-b569-4c2d-bcc3-c96721d1c695 on network a8ebc57c-930a-4bb2-a519-fe68b2665b80 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:27.849683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8ef6b-47da-438d-84b6-9973728ca6c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35906b1d-c4d6-493d-9a0b-dc8d491f01d5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:27.865694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43918) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:27.900712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:27.904410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Checking segment: {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:27.906142 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Bound using segment: {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:27.906795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Bound port: ebde3646-b569-4c2d-bcc3-c96721d1c695, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:27.908358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.932291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:27.940717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] For port 88bdbd7b-bb71-4fc2-904a-64882343a487, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:27.958803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] For port 88bdbd7b-bb71-4fc2-904a-64882343a487, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88bdbd7b-bb71-4fc2-904a-64882343a487,segment=NetworkSegment(6a247c28-d4b3-4465-83f7-2dafc9258263),segment_id=6a247c28-d4b3-4465-83f7-2dafc9258263)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:28.004937 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8348e398-14cf-46dd-ba5a-6d3201cc18db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.033796 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8348e398-14cf-46dd-ba5a-6d3201cc18db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.081464 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.114802 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:12:28.203178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0e94a170-2a16-4d1b-b0ca-db94aa433851 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:28.259730 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.298159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:28.304883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:28.317210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] For port ab965d61-e1a3-4d7d-8cef-15d27d3e8091, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:28.334929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8348e398-14cf-46dd-ba5a-6d3201cc18db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.338525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8348e398-14cf-46dd-ba5a-6d3201cc18db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.339840 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8348e398-14cf-46dd-ba5a-6d3201cc18db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/35906b1d-c4d6-493d-9a0b-dc8d491f01d5 HTTP/1.1" status: 204 len: 168 time: 0.4732320 Oct 12 23:12:28.376121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8348e398-14cf-46dd-ba5a-6d3201cc18db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35906b1d-c4d6-493d-9a0b-dc8d491f01d5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:28.389558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] For port ab965d61-e1a3-4d7d-8cef-15d27d3e8091, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ab965d61-e1a3-4d7d-8cef-15d27d3e8091,segment=NetworkSegment(c45b8fa2-ded0-4eec-a55c-efa85728bfa3),segment_id=c45b8fa2-ded0-4eec-a55c-efa85728bfa3)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:28.411882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 3bfe94a2-bd10-4893-a34d-55264290180d is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:28.419846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:28.425907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=08872870-664f-4f10-945f-5ae610a3208c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:28.439812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:28.463557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b8d95b-6926-43a8-82ce-913afd08da6c None None] Pushing event updated for resources: {'Port': ['ID=88bdbd7b-bb71-4fc2-904a-64882343a487,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:28.485076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e473acf-bb57-44cd-a485-d7cdaad4e424 req-2a3ca063-ebc9-4a94-bd23-892b29267d19 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:28.489875 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e473acf-bb57-44cd-a485-d7cdaad4e424 req-2a3ca063-ebc9-4a94-bd23-892b29267d19 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 944 time: 0.3012846 Oct 12 23:12:28.495972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.503829 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.581552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:28.582813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.584383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2f9535-7840-4685-a9f1-f2ca4db5c6d1 None None] Pushing event updated for resources: {'Port': ['ID=ab965d61-e1a3-4d7d-8cef-15d27d3e8091,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:28.584560 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] 10.222.0.41 "PUT /v2.0/ports/ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 1093 time: 3.1268735 Oct 12 23:12:28.600059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:12:28.603278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0e94a170-2a16-4d1b-b0ca-db94aa433851 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:28.607156 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67501157-e90a-476d-b416-ee9d867d3573" -d '{"events": [{"name": "network-changed", "server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:12:28.607280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.755967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:28.756607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.833191 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e473acf-bb57-44cd-a485-d7cdaad4e424 req-5c0de18e-0d04-4ae2-8e20-3f895090e505 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626128 Oct 12 23:12:28.849755 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:28.957189 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec7076e-53f7-409c-8acd-fe3d8cd63eed x-openstack-request-id: req-5ec7076e-53f7-409c-8acd-fe3d8cd63eed {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:12:28.959999 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:12:28.960262 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5ec7076e-53f7-409c-8acd-fe3d8cd63eed {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:12:28.963465 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'status': 'completed', 'code': 200} Oct 12 23:12:28.987630 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ea62aff-9022-47fa-88c7-d67da1ab1c8c req-17589a06-853d-42e3-ac54-deea7bfc3441 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0913234 Oct 12 23:12:29.002835 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-37b54b25-653c-4a16-8a12-f9cf62e9f6d9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.6740575 Oct 12 23:12:29.019572 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43956) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:29.151453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-de41f278-de9a-41c4-a404-9178c1099ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:29.153398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-de41f278-de9a-41c4-a404-9178c1099ce3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1097 time: 0.4884455 Oct 12 23:12:29.154123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532dd73-1129-4e99-8546-31827c674cbd service neutron] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:29.440123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-42bf222b-e49c-492f-a059-daa797136b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:29.441695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-42bf222b-e49c-492f-a059-daa797136b6d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 915 time: 0.2745829 Oct 12 23:12:29.524450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-d9ab34d2-d73c-45eb-829c-29e2b5c37ba6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 217 time: 0.0525432 Oct 12 23:12:29.636777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-78247da1-e683-4e83-beaf-29878ec8fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:29.638436 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-78247da1-e683-4e83-beaf-29878ec8fe28 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.1047127 Oct 12 23:12:29.692359 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-514c6f54-0475-4192-8359-2cb70ff06e9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434852 Oct 12 23:12:29.693537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 2001:db8:1::1 (01c6e183-641f-4a45-9dc0-fb3344aecd80/d1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d/b10b5525-d851-4368-8cfd-840f6ff3bd3e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:29.996492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:30.199888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-e90ee651-afc4-49cc-8686-d1fedf785970 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973621 Oct 12 23:12:30.270872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ab965d61-e1a3-4d7d-8cef-15d27d3e8091 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:30.325839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc860c5-68dd-44d1-89a5-7da391c19823 None None] Network 01c6e183-641f-4a45-9dc0-fb3344aecd80 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:30.432526 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:30.510190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a6f0d503-eff4-4ea0-9527-cefb23c40859 None None] Provisioning complete for port 88bdbd7b-bb71-4fc2-904a-64882343a487 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:30.511078 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d503-eff4-4ea0-9527-cefb23c40859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:30.533826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5bf8edd5-80f1-46f8-be8e-f519bd55829e req-1e65df7b-9afb-44aa-a544-af4522a95dda tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0858972 Oct 12 23:12:30.558662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d563f1-2daf-4995-8187-db51d721c839 None None] Network 3bfe94a2-bd10-4893-a34d-55264290180d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:30.601279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 01c6e183-641f-4a45-9dc0-fb3344aecd80 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:30.621894 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:30.622323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f18a14-7e5c-49c7-8fef-48f61f56062d req-34800ef3-aac3-45b2-8142-3f3ab7023a3b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:30.630910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0f18a14-7e5c-49c7-8fef-48f61f56062d req-34800ef3-aac3-45b2-8142-3f3ab7023a3b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.4339318 Oct 12 23:12:30.636532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:30.646925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=b10b5525-d851-4368-8cfd-840f6ff3bd3e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:30.652960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:30.653537 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:30.741280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:30.741937 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:30.755835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-c47e4e32-30da-4414-80de-6693324b33dd service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303345 Oct 12 23:12:30.832203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0f18a14-7e5c-49c7-8fef-48f61f56062d req-2fc422ad-7e7c-4bc9-a55d-c91cf5c64d46 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007406 Oct 12 23:12:30.981173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67501157-e90a-476d-b416-ee9d867d3573 req-37e9309c-8b14-48b3-8141-27aa64207228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:30.982740 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67501157-e90a-476d-b416-ee9d867d3573 req-37e9309c-8b14-48b3-8141-27aa64207228 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1097 time: 0.0951221 Oct 12 23:12:31.073748 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:31.199059 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:31.270996 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d503-eff4-4ea0-9527-cefb23c40859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:31.302859 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:31.360579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a6f0d503-eff4-4ea0-9527-cefb23c40859 None None] For port 88bdbd7b-bb71-4fc2-904a-64882343a487, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88bdbd7b-bb71-4fc2-904a-64882343a487,segment=NetworkSegment(6a247c28-d4b3-4465-83f7-2dafc9258263),segment_id=6a247c28-d4b3-4465-83f7-2dafc9258263)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:31.387715 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:31.427665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a6f0d503-eff4-4ea0-9527-cefb23c40859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:31.482104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port ab965d61-e1a3-4d7d-8cef-15d27d3e8091, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ab965d61-e1a3-4d7d-8cef-15d27d3e8091,segment=NetworkSegment(c45b8fa2-ded0-4eec-a55c-efa85728bfa3),segment_id=c45b8fa2-ded0-4eec-a55c-efa85728bfa3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:31.506536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67501157-e90a-476d-b416-ee9d867d3573 req-fda89091-763b-4c70-8533-12a36b008897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:31.508169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67501157-e90a-476d-b416-ee9d867d3573 req-fda89091-763b-4c70-8533-12a36b008897 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 915 time: 0.4147785 Oct 12 23:12:31.642529 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:31.643611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88bdbd7b-bb71-4fc2-904a-64882343a487 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:31.652476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f0d503-eff4-4ea0-9527-cefb23c40859 None None] Pushing event updated for resources: {'Port': ['ID=88bdbd7b-bb71-4fc2-904a-64882343a487,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:31.683450 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=08872870-664f-4f10-945f-5ae610a3208c,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:31.687016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cf5b107d-679b-468b-9702-e10c6a01a995 None None] Provisioning complete for port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:31.687641 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf5b107d-679b-468b-9702-e10c6a01a995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:31.828458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a8003f1-2957-4329-8e0a-5d403f47bf8a req-c0049e5a-c272-4999-9e48-30349cbccddc tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0917130 Oct 12 23:12:32.019198 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:32.044110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:32.068826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67501157-e90a-476d-b416-ee9d867d3573 req-3d0a9e77-a4ad-4335-9fb5-980a97324b24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 217 time: 0.5485854 Oct 12 23:12:32.220758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=ab965d61-e1a3-4d7d-8cef-15d27d3e8091,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:32.264696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 88bdbd7b-bb71-4fc2-904a-64882343a487 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:32.265078 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:32.384608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:32.390123 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:32.410865 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:32.486135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Provisioning complete for port 08872870-664f-4f10-945f-5ae610a3208c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:32.486718 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:32.725621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Port 08872870-664f-4f10-945f-5ae610a3208c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:32.761115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Provisioning complete for port 88bdbd7b-bb71-4fc2-904a-64882343a487 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:32.766968 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:32.853659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67501157-e90a-476d-b416-ee9d867d3573 req-e4a9ecd9-8cfb-4941-abb5-87c82804edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:32.859897 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67501157-e90a-476d-b416-ee9d867d3573 req-e4a9ecd9-8cfb-4941-abb5-87c82804edcc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.7653220 Oct 12 23:12:33.002374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a078214-c39a-44d8-8e0a-4d2a26c8e943 req-e99422da-3abe-4923-91e8-2891070f02de tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:33.010342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a078214-c39a-44d8-8e0a-4d2a26c8e943 req-e99422da-3abe-4923-91e8-2891070f02de tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.9592607 Oct 12 23:12:33.019840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=b10b5525-d851-4368-8cfd-840f6ff3bd3e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:33.029487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:33.117251 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55a835ae-8c9f-4664-9121-abb512df9477 req-c1987f1e-a111-423b-902e-d9feca8ec9b5 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0848777 Oct 12 23:12:33.120023 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:33.146338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a078214-c39a-44d8-8e0a-4d2a26c8e943 req-f1ca2ab0-98c9-4e95-ba37-5c587facbb7c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537486 Oct 12 23:12:33.151827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67501157-e90a-476d-b416-ee9d867d3573 req-aeef6d2b-f1d2-4ebb-8ac0-9aa00f7f4cc1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2372818 Oct 12 23:12:33.172047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Provisioning complete for port b10b5525-d851-4368-8cfd-840f6ff3bd3e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:33.173839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:33.259794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Port b10b5525-d851-4368-8cfd-840f6ff3bd3e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:33.305666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:33.313179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ab965d61-e1a3-4d7d-8cef-15d27d3e8091 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:33.334968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=08872870-664f-4f10-945f-5ae610a3208c,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:33.350601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Provisioning complete for port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:33.351266 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-48d6cb1f-aca6-47f0-80d3-01c174872bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:33.508449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44076) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:33.571687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:33.571687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:33.572241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67501157-e90a-476d-b416-ee9d867d3573 req-b8a01fd3-ed95-4df4-922e-1cb335126f33 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432403 Oct 12 23:12:33.615367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 01c6e183-641f-4a45-9dc0-fb3344aecd80 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:33.646836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:33.689361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 3bfe94a2-bd10-4893-a34d-55264290180d is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:33.693699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:33.742930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-755912ba-8a44-4c32-8047-9965d71aab69 None None] Provisioning complete for port b10b5525-d851-4368-8cfd-840f6ff3bd3e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:33.745560 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-755912ba-8a44-4c32-8047-9965d71aab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:33.820772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-755912ba-8a44-4c32-8047-9965d71aab69 None None] Port b10b5525-d851-4368-8cfd-840f6ff3bd3e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:33.985373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88bdbd7b-bb71-4fc2-904a-64882343a487 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:34.114634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-755912ba-8a44-4c32-8047-9965d71aab69 None None] Provisioning complete for port 08872870-664f-4f10-945f-5ae610a3208c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:34.115330 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-755912ba-8a44-4c32-8047-9965d71aab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:34.347537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-755912ba-8a44-4c32-8047-9965d71aab69 None None] Port 08872870-664f-4f10-945f-5ae610a3208c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:34.363001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 88bdbd7b-bb71-4fc2-904a-64882343a487 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:34.363393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:34.430362 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb17aa5c-111a-426a-9eca-804096692da2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:34.449839 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-22235f44-3b71-477e-9bff-2842836af6f5 req-c7621799-141f-465f-96ef-ba06339b9fb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.3034611 Oct 12 23:12:34.493339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:34.501878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5873ba78-5ff5-4486-b925-80571f8b3585 None None] Provisioning complete for port b10b5525-d851-4368-8cfd-840f6ff3bd3e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:34.502253 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5873ba78-5ff5-4486-b925-80571f8b3585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:34.554689 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67501157-e90a-476d-b416-ee9d867d3573 req-fe28bcbb-fcdc-4606-9492-4432cb8358b7 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9325550 Oct 12 23:12:34.595872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85af8ec-6577-4ad4-92ac-5194a13eaba3 req-6ea11628-8aed-4482-b62a-5640d5796573 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:34.605770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85af8ec-6577-4ad4-92ac-5194a13eaba3 req-6ea11628-8aed-4482-b62a-5640d5796573 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.1884751 Oct 12 23:12:34.702576 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb17aa5c-111a-426a-9eca-804096692da2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:34.767360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85af8ec-6577-4ad4-92ac-5194a13eaba3 req-48185326-7873-4b63-bf0e-e4f974b87dd7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603663 Oct 12 23:12:34.782187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:34.797701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-04ab0c12-36bc-479c-b82b-100345cf72a4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5133111 Oct 12 23:12:34.798359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44124) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:34.813309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:34.818086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-578207061'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:34.835542 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52689522-9ed5-4f02-86d1-028b26dcde20 req-7cb66946-a0db-4e4c-9c37-218c15c5c826 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.4198234 Oct 12 23:12:34.860031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb17aa5c-111a-426a-9eca-804096692da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:34.913591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5873ba78-5ff5-4486-b925-80571f8b3585 None None] Port b10b5525-d851-4368-8cfd-840f6ff3bd3e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:34.927362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:34.928068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:35.023303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:35.027336 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.038441 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eb17aa5c-111a-426a-9eca-804096692da2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9ebeeadc8da7468580b02093776931d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5213032 Oct 12 23:12:35.040760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb17aa5c-111a-426a-9eca-804096692da2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba95d67-0d53-4529-bb29-2f5981714bbf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:35.045530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44132) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:35.083760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:12:35.083945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router 20273b72-a23e-47d7-b915-4d097ceca573 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:12:35.086307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:12:35.107544 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.107948 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added segment 82512049-29ae-44d0-a668-29d140100e67 of type vlan for network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a Oct 12 23:12:35.200438 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.292325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.298149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:35.298804 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.405711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5873ba78-5ff5-4486-b925-80571f8b3585 None None] Provisioning complete for port 08872870-664f-4f10-945f-5ae610a3208c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:35.405711 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5873ba78-5ff5-4486-b925-80571f8b3585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.441878 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9523344a-fded-4d3a-aca2-a9824c4172b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.465252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5873ba78-5ff5-4486-b925-80571f8b3585 None None] Port 08872870-664f-4f10-945f-5ae610a3208c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:35.497390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:30Z', 'revision_number': 3, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:31Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:35.536046 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7205539 Oct 12 23:12:35.537152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:12:35.537431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44150) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:35.537646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Updating router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 port b10b5525-d851-4368-8cfd-840f6ff3bd3e binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:12:35.538458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cb79e9-adb5-4888-af40-e762797d27d6 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Network': ['ID=2e172bed-5d3c-400c-86c1-29a1d7c8bf7a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:35.553000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'subnet': {'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:35.582366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:12:35.585032 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9523344a-fded-4d3a-aca2-a9824c4172b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.623997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:35.637846 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383bdf4-ea75-4194-952b-0cb449b2ab06 None None] Sync routers for ids ['20273b72-a23e-47d7-b915-4d097ceca573'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:35.643314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7bceaeab-d84e-4ccb-a45a-fdf3d7c2a662 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/20273b72-a23e-47d7-b915-4d097ceca573/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6235960 Oct 12 23:12:35.650968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44156) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:35.651856 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383bdf4-ea75-4194-952b-0cb449b2ab06 None None] Routers {'20273b72-a23e-47d7-b915-4d097ceca573'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:35.656030 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8383bdf4-ea75-4194-952b-0cb449b2ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['20273b72-a23e-47d7-b915-4d097ceca573'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:35.728655 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.818186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58dd727b-e101-4d41-bb04-b94bd99b7ebc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:35.819719 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-58dd727b-e101-4d41-bb04-b94bd99b7ebc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports/08872870-664f-4f10-945f-5ae610a3208c HTTP/1.1" status: 200 len: 976 time: 0.1630499 Oct 12 23:12:35.824575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44164) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:35.953342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8383bdf4-ea75-4194-952b-0cb449b2ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:35.972875 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8383bdf4-ea75-4194-952b-0cb449b2ab06 None None] Routers {'20273b72-a23e-47d7-b915-4d097ceca573'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:35.973503 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8383bdf4-ea75-4194-952b-0cb449b2ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['20273b72-a23e-47d7-b915-4d097ceca573'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:35.978888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9523344a-fded-4d3a-aca2-a9824c4172b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.983840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9523344a-fded-4d3a-aca2-a9824c4172b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:35.985861 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9523344a-fded-4d3a-aca2-a9824c4172b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bba95d67-0d53-4529-bb29-2f5981714bbf HTTP/1.1" status: 204 len: 168 time: 0.9378932 Oct 12 23:12:36.003914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523344a-fded-4d3a-aca2-a9824c4172b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba95d67-0d53-4529-bb29-2f5981714bbf,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:36.080547 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8383bdf4-ea75-4194-952b-0cb449b2ab06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:36.084086 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8383bdf4-ea75-4194-952b-0cb449b2ab06 None None] The sync data for ids ['20273b72-a23e-47d7-b915-4d097ceca573'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:36.109011 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c655e56d-6771-423c-8e8c-45cd3f13215e req-8acb7b8e-83c2-4186-a2a1-d240b673c849 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0918384 Oct 12 23:12:36.496814 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:36.573011 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:36.770783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b1078-c545-4d5a-97df-3b60e935b902 None None] Pushing event updated for resources: {'Port': ['ID=b10b5525-d851-4368-8cfd-840f6ff3bd3e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:36.843656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44190) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:36.977966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Attempting to bind port b10b5525-d851-4368-8cfd-840f6ff3bd3e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:36.978371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Attempting to bind port b10b5525-d851-4368-8cfd-840f6ff3bd3e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '6a247c28-d4b3-4465-83f7-2dafc9258263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:36.978898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Attempting to bind port b10b5525-d851-4368-8cfd-840f6ff3bd3e on network 01c6e183-641f-4a45-9dc0-fb3344aecd80 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:36.995289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:36.996439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Checking segment: {'id': '6a247c28-d4b3-4465-83f7-2dafc9258263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:36.997639 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:36.998869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Bound using segment: {'id': '6a247c28-d4b3-4465-83f7-2dafc9258263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:37.000636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Bound port: b10b5525-d851-4368-8cfd-840f6ff3bd3e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a247c28-d4b3-4465-83f7-2dafc9258263', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:37.001419 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.156194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] For port b10b5525-d851-4368-8cfd-840f6ff3bd3e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:37.160172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] For port b10b5525-d851-4368-8cfd-840f6ff3bd3e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b10b5525-d851-4368-8cfd-840f6ff3bd3e,segment=NetworkSegment(6a247c28-d4b3-4465-83f7-2dafc9258263),segment_id=6a247c28-d4b3-4465-83f7-2dafc9258263)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:37.253841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9267c95d-cf11-4ac5-baa0-8fb1486216fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.253841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44204) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:37.254299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f98d014f-92df-4c63-a623-607d19774e45 None None] Provisioning complete for port b10b5525-d851-4368-8cfd-840f6ff3bd3e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:37.254299 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f98d014f-92df-4c63-a623-607d19774e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.254761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0f91b-51ed-40af-84e6-720ba1f5326e req-0a2193c3-802a-430c-8df6-77d334cfd684 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:37.256523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38b0f91b-51ed-40af-84e6-720ba1f5326e req-0a2193c3-802a-430c-8df6-77d334cfd684 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 1.2910900 Oct 12 23:12:37.269147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-84411399-4648-45d9-857a-1f88aedc80f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:37.270672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-84411399-4648-45d9-857a-1f88aedc80f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1097 time: 0.1909931 Oct 12 23:12:37.301570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f98d014f-92df-4c63-a623-607d19774e45 None None] Port b10b5525-d851-4368-8cfd-840f6ff3bd3e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:37.319486 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7627a84a-e2cf-4525-8936-029ee49ee444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.390485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9267c95d-cf11-4ac5-baa0-8fb1486216fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.452333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7627a84a-e2cf-4525-8936-029ee49ee444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.472013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38b0f91b-51ed-40af-84e6-720ba1f5326e req-61440f43-2b22-46f2-8d48-a4047a1f1249 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058954 Oct 12 23:12:37.571893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-a79480cd-e5ef-4ec8-b55f-012542147a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:37.576397 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-a79480cd-e5ef-4ec8-b55f-012542147a35 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 915 time: 0.2196050 Oct 12 23:12:37.681811 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.698203 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.760691 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9267c95d-cf11-4ac5-baa0-8fb1486216fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.800737 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7627a84a-e2cf-4525-8936-029ee49ee444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.801134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:37.809855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:37.813533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:37.816632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:37.883213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b1078-c545-4d5a-97df-3b60e935b902 None None] Pushing event updated for resources: {'Port': ['ID=b10b5525-d851-4368-8cfd-840f6ff3bd3e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:37.909544 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9267c95d-cf11-4ac5-baa0-8fb1486216fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a69635684455489fab490b09d8c4d3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0646174 Oct 12 23:12:37.910379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44210) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:37.923540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9267c95d-cf11-4ac5-baa0-8fb1486216fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea207b37-061f-4651-97f4-bf80da6c3e5c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:37.942249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7627a84a-e2cf-4525-8936-029ee49ee444 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=beb84df5100941f48e2aee5ac6d187ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7197230 Oct 12 23:12:37.951407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44214) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:38.060867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:12:38.070919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7627a84a-e2cf-4525-8936-029ee49ee444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd7855e-f398-41d1-8ff9-5666bfcb99da,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:38.178985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d76dc753-c6e4-4b0b-ae29-1dd66cee9cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:38.262327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d76dc753-c6e4-4b0b-ae29-1dd66cee9cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:38.276528 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13685d27-58c2-437c-8b39-cc0e031dd62d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:38.360643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-fb5c6c8e-b38a-4396-a98c-facddcf6f1a1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 217 time: 0.1574373 Oct 12 23:12:38.421942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92917b65-3c21-4ba6-b415-7fae0faa6367 None None] Provisioning complete for port b10b5525-d851-4368-8cfd-840f6ff3bd3e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:38.422605 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92917b65-3c21-4ba6-b415-7fae0faa6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:38.430020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13685d27-58c2-437c-8b39-cc0e031dd62d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:38.462801 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d76dc753-c6e4-4b0b-ae29-1dd66cee9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:38.465895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d76dc753-c6e4-4b0b-ae29-1dd66cee9cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:38.470243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d76dc753-c6e4-4b0b-ae29-1dd66cee9cb6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ea207b37-061f-4651-97f4-bf80da6c3e5c HTTP/1.1" status: 204 len: 168 time: 0.5539343 Oct 12 23:12:38.498110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-d51584a3-017b-45d4-9676-9b7a911b6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:38.500271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-d51584a3-017b-45d4-9676-9b7a911b6bac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.0656285 Oct 12 23:12:38.500681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76dc753-c6e4-4b0b-ae29-1dd66cee9cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea207b37-061f-4651-97f4-bf80da6c3e5c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:38.526746 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d3bbc84b-3c5b-4566-b20b-d1d672222b11 req-b52a9bea-9eae-4ffa-aaba-051ac68162de tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.2368345 Oct 12 23:12:38.697557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:30Z', 'revision_number': 3, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:37Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:38.705539 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92917b65-3c21-4ba6-b415-7fae0faa6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:38.724684 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-45e9bc24-9ae0-45f9-bbfc-4b6c111fccb1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485139 Oct 12 23:12:38.752153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-817887c8-072d-43b9-adaf-4a76ee3eab61 None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:30Z', 'revision_number': 3, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:37Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:38.780841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:38.828315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48a554-6db8-4d6c-bd38-cfcf32d401fd req-c323ba7a-4e56-4d38-95fa-ea997cb71df3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:38.839860 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d48a554-6db8-4d6c-bd38-cfcf32d401fd req-c323ba7a-4e56-4d38-95fa-ea997cb71df3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.2115283 Oct 12 23:12:38.917321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92917b65-3c21-4ba6-b415-7fae0faa6367 None None] For port b10b5525-d851-4368-8cfd-840f6ff3bd3e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b10b5525-d851-4368-8cfd-840f6ff3bd3e,segment=NetworkSegment(6a247c28-d4b3-4465-83f7-2dafc9258263),segment_id=6a247c28-d4b3-4465-83f7-2dafc9258263)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:39.000517 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d48a554-6db8-4d6c-bd38-cfcf32d401fd req-c68b6749-2d48-4494-9cc1-ae42ba7261c4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437285 Oct 12 23:12:39.004908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Subnet': ['ID=a3411a2a-0046-45fa-9c06-d14137d81efb,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:39.080995 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92917b65-3c21-4ba6-b415-7fae0faa6367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:39.090369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Checking segment: {'id': '82512049-29ae-44d0-a668-29d140100e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:39.090810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network hostable DHCP agents. Network: 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:12:39.143935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 08872870-664f-4f10-945f-5ae610a3208c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:39.144362 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:39.199042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92917b65-3c21-4ba6-b415-7fae0faa6367 None None] Pushing event updated for resources: {'Port': ['ID=b10b5525-d851-4368-8cfd-840f6ff3bd3e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:39.211813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13685d27-58c2-437c-8b39-cc0e031dd62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:39.220927 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13685d27-58c2-437c-8b39-cc0e031dd62d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:39.223016 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-13685d27-58c2-437c-8b39-cc0e031dd62d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2bd7855e-f398-41d1-8ff9-5666bfcb99da HTTP/1.1" status: 204 len: 168 time: 1.2623906 Oct 12 23:12:39.275091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-5546704d-af65-4818-b080-4db634caabd6 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3779962 Oct 12 23:12:39.291867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13685d27-58c2-437c-8b39-cc0e031dd62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd7855e-f398-41d1-8ff9-5666bfcb99da,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:39.390094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:12:39.471398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44242) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:39.484808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:39.500640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-649ae2de-c953-4027-95fd-f08d4e499c72 req-3327c5e6-b306-4664-807d-c07efb75ba68 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061341 Oct 12 23:12:39.507806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 08872870-664f-4f10-945f-5ae610a3208c owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:39.529846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-233f4b7c-6dd6-40f6-8a54-83d86c05fa52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:39.598708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:39.618096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:39.618714 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:39.643544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b10b5525-d851-4368-8cfd-840f6ff3bd3e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:39.717321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6bc0c5-d8b7-43b2-90cf-d97e41190529 None None] Network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:39.726657 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-233f4b7c-6dd6-40f6-8a54-83d86c05fa52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:39.817219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-233f4b7c-6dd6-40f6-8a54-83d86c05fa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:39.897715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f4b7c-6dd6-40f6-8a54-83d86c05fa52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a58245e-c55c-4102-9c3b-04ac40f6e4b9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:39.980822 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-233f4b7c-6dd6-40f6-8a54-83d86c05fa52 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d1e2394c9eea422b89a5c348933c0dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5082104 Oct 12 23:12:39.983756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44252) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:40.083112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a51778db-0dca-4a2c-b19f-3529ab20ab26 req-178f8a94-7c91-481b-a785-36d42de548d2 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.1230884 Oct 12 23:12:40.110470 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1f088678-8594-4d00-bafd-a649b74ff2a5 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.5599778 Oct 12 23:12:40.116189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44260) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:40.155078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f8500d4-4419-4354-8082-89c66c3d9abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:40.276974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:40.312867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f8500d4-4419-4354-8082-89c66c3d9abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:40.361743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:12:40.363065 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:40.378586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b10b5525-d851-4368-8cfd-840f6ff3bd3e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:40.378986 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:40.448324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca27ea-e383-41cc-90ca-4cad9b943e11 req-26732c35-0456-4b3b-a755-6d8d0f81a9f8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:40.450465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8dca27ea-e383-41cc-90ca-4cad9b943e11 req-26732c35-0456-4b3b-a755-6d8d0f81a9f8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.2701392 Oct 12 23:12:40.541606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=08872870-664f-4f10-945f-5ae610a3208c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:40.591583 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8dca27ea-e383-41cc-90ca-4cad9b943e11 req-66cc5fb5-bb4e-4a67-9efd-7b7603789e17 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342144 Oct 12 23:12:40.603536 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f8500d4-4419-4354-8082-89c66c3d9abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:40.607031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f8500d4-4419-4354-8082-89c66c3d9abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:40.611729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f8500d4-4419-4354-8082-89c66c3d9abf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a58245e-c55c-4102-9c3b-04ac40f6e4b9 HTTP/1.1" status: 204 len: 168 time: 0.6266017 Oct 12 23:12:40.639368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8500d4-4419-4354-8082-89c66c3d9abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a58245e-c55c-4102-9c3b-04ac40f6e4b9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:41.015675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Allocated IP 2001:db8:2::2 (2e172bed-5d3c-400c-86c1-29a1d7c8bf7a/a3411a2a-0046-45fa-9c06-d14137d81efb/326ca923-c734-4e88-9dfe-9ede8fcdbfd5) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:41.087369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:41.327203 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:41.394950 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:41.514726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:41.525195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:41.544883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:41.602999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc9e08d4-d4bd-4460-9b6d-9b3e643a4253 req-95aad07f-e4bb-40bd-a28b-a9421656f17e tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.2503562 Oct 12 23:12:41.628076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Pushing event updated for resources: {'Port': ['ID=326ca923-c734-4e88-9dfe-9ede8fcdbfd5,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:41.629121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-9b989919-6927-4bf3-a7e0-2f5746ea43e0 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.6311073 Oct 12 23:12:41.704801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Attempting to bind port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:41.705357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Attempting to bind port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '82512049-29ae-44d0-a668-29d140100e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:41.705829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Attempting to bind port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 on network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:41.712364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:41.713163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Checking segment: {'id': '82512049-29ae-44d0-a668-29d140100e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:41.713580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:41.714161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Bound using segment: {'id': '82512049-29ae-44d0-a668-29d140100e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:41.714686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Bound port: 326ca923-c734-4e88-9dfe-9ede8fcdbfd5, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82512049-29ae-44d0-a668-29d140100e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:41.715169 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:41.828360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f3ecd8-459e-44af-b6e6-a2767a946643 req-8df6005b-6d90-4ab4-840c-4eff743df2eb tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:41.855585 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27f3ecd8-459e-44af-b6e6-a2767a946643 req-8df6005b-6d90-4ab4-840c-4eff743df2eb tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.1613455 Oct 12 23:12:41.929514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] For port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:41.943938 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] For port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=326ca923-c734-4e88-9dfe-9ede8fcdbfd5,segment=NetworkSegment(82512049-29ae-44d0-a668-29d140100e67),segment_id=82512049-29ae-44d0-a668-29d140100e67)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:42.004972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-27f3ecd8-459e-44af-b6e6-a2767a946643 req-9a057ebf-a36a-4f0f-9000-a3efbd9a4296 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452529 Oct 12 23:12:42.006042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:42.221887 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7353413f-11d0-448f-b8e0-f42111cdb122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:42.252659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7156343e-a4c1-413b-9ccb-a77d4baa5713 None None] Pushing event updated for resources: {'Port': ['ID=326ca923-c734-4e88-9dfe-9ede8fcdbfd5,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:42.761827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router 20273b72-a23e-47d7-b915-4d097ceca573 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:42.786438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-e9d20505-672f-4b60-a60e-7747cc0a9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:42.786972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-e9d20505-672f-4b60-a60e-7747cc0a9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:42.787428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-e9d20505-672f-4b60-a60e-7747cc0a9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:42.787880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-e9d20505-672f-4b60-a60e-7747cc0a9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:42.788327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-e9d20505-672f-4b60-a60e-7747cc0a9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:42.788771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-e9d20505-672f-4b60-a60e-7747cc0a9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:42.789216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-e9d20505-672f-4b60-a60e-7747cc0a9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:42.791883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-e9d20505-672f-4b60-a60e-7747cc0a9713 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6497 time: 0.2066500 Oct 12 23:12:42.907211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:43.147109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93f62d5c-ee4a-4f73-b111-94146046002b req-28c87cbf-9f14-4199-968f-a9781e6f2e38 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.3068385 Oct 12 23:12:43.326212 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f7d77-eaed-49ca-b0bd-629507a3569b req-0094ed86-20f9-4e5d-ac82-57de3fe2ef8b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:43.329903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-201f7d77-eaed-49ca-b0bd-629507a3569b req-0094ed86-20f9-4e5d-ac82-57de3fe2ef8b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.1498249 Oct 12 23:12:43.435205 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-201f7d77-eaed-49ca-b0bd-629507a3569b req-43653dde-5ed8-4aba-b390-a0c7978c19d6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943501 Oct 12 23:12:43.439288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:43.455157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77474924-3928-4872-90a0-79e87ebc8650 None None] Sync routers for ids ['20273b72-a23e-47d7-b915-4d097ceca573'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:43.465109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44346) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:43.478300 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a821025f-9be9-4212-8a8f-4f3e3df2b938 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/20273b72-a23e-47d7-b915-4d097ceca573/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6523433 Oct 12 23:12:43.479904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77474924-3928-4872-90a0-79e87ebc8650 None None] Routers {'20273b72-a23e-47d7-b915-4d097ceca573'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:43.480598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-77474924-3928-4872-90a0-79e87ebc8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['20273b72-a23e-47d7-b915-4d097ceca573'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:43.547033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-b1ba55ca-7d06-4aac-b1a0-eb583ac181a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:43.550634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-b1ba55ca-7d06-4aac-b1a0-eb583ac181a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:43.556809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-b1ba55ca-7d06-4aac-b1a0-eb583ac181a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:43.560045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-b1ba55ca-7d06-4aac-b1a0-eb583ac181a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7a9066f4-9838-43ba-8ee9-2a40f558149a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=af724ff1-3f05-4855-b55b-99924f132136&id=af724ff1-3f05-4855-b55b-99924f132136 HTTP/1.1" status: 200 len: 2292 time: 0.7209952 Oct 12 23:12:43.658465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:43.676049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-77474924-3928-4872-90a0-79e87ebc8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:43.785246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-1efb2be5-749c-4fc1-a0a3-daf28568855f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da27c20b-7e34-44e5-82d6-86d324403639 HTTP/1.1" status: 200 len: 1001 time: 0.2147644 Oct 12 23:12:43.803546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77474924-3928-4872-90a0-79e87ebc8650 None None] Routers {'20273b72-a23e-47d7-b915-4d097ceca573'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:43.807336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-77474924-3928-4872-90a0-79e87ebc8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['20273b72-a23e-47d7-b915-4d097ceca573'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:43.926043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-77474924-3928-4872-90a0-79e87ebc8650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:43.926719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77474924-3928-4872-90a0-79e87ebc8650 None None] The sync data for ids ['20273b72-a23e-47d7-b915-4d097ceca573'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:43.940390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62370269-dcc5-4244-a693-bb32a0557c60 None None] Network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:43.995238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-0fc2c84c-3f92-4f8b-82fd-5b32889f0ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:43.995587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-0fc2c84c-3f92-4f8b-82fd-5b32889f0ac8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=744baed7-223d-48b8-8872-5792b66dbf13 HTTP/1.1" status: 200 len: 851 time: 0.2018974 Oct 12 23:12:44.125338 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-e848ec69-a6f4-4af2-8159-28d3b1e9c80f tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] remove_router_interface failed (client error): The resource could not be found. Oct 12 23:12:44.135147 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e848ec69-a6f4-4af2-8159-28d3b1e9c80f tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/20273b72-a23e-47d7-b915-4d097ceca573/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6686432 Oct 12 23:12:44.139097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44356) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:44.176214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-81c5bda2-955b-4351-a9eb-1b00ea997d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:44.180725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-81c5bda2-955b-4351-a9eb-1b00ea997d90 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a9066f4-9838-43ba-8ee9-2a40f558149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1755495 Oct 12 23:12:44.219877 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b07f2f7a-52c4-4160-af32-6e747e6c3109 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=20273b72-a23e-47d7-b915-4d097ceca573 HTTP/1.1" status: 200 len: 205 time: 0.0791385 Oct 12 23:12:44.220700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44360) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:44.362044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1ac08af-3c77-47f6-b59b-8168ed59a9ba tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:44.412729 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83793c7a-7ae3-4aaa-9ebf-8a2a42033296 req-f4d96b10-9511-42c4-84d5-a02bb5ccdcde tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0616224 Oct 12 23:12:44.455292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 2001:db8:2::1 (2e172bed-5d3c-400c-86c1-29a1d7c8bf7a/a3411a2a-0046-45fa-9c06-d14137d81efb/e1accb42-2f74-4c44-a280-7f7521eaec55) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:44.492002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:44.493043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:44.526729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7ee27b82-f893-4350-bb4d-142d76fc5459 None None] Provisioning complete for port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:44.532420 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7ee27b82-f893-4350-bb4d-142d76fc5459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:44.778239 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:44.885391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:44.898286 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1ac08af-3c77-47f6-b59b-8168ed59a9ba tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:44.903728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1ac08af-3c77-47f6-b59b-8168ed59a9ba tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:44.943241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=326ca923-c734-4e88-9dfe-9ede8fcdbfd5,segment=NetworkSegment(82512049-29ae-44d0-a668-29d140100e67),segment_id=82512049-29ae-44d0-a668-29d140100e67)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:44.955759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7ee27b82-f893-4350-bb4d-142d76fc5459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:44.963710 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-d6f21b14-e9d2-4342-81ac-65a7c63ef55a service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7686884 Oct 12 23:12:45.018320 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.111827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3102854-e371-4f40-bfb0-e94fbb605a62 req-f07fc2e3-e47f-49dd-8250-6011cad796a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:45.137367 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3102854-e371-4f40-bfb0-e94fbb605a62 req-f07fc2e3-e47f-49dd-8250-6011cad796a8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.5496223 Oct 12 23:12:45.181008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=326ca923-c734-4e88-9dfe-9ede8fcdbfd5,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:45.211904 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1ac08af-3c77-47f6-b59b-8168ed59a9ba tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.221980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ac08af-3c77-47f6-b59b-8168ed59a9ba tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Fanout notify agent at l3_agent the message router_deleted on router 20273b72-a23e-47d7-b915-4d097ceca573 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:12:45.245315 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c1ac08af-3c77-47f6-b59b-8168ed59a9ba tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.253144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c1ac08af-3c77-47f6-b59b-8168ed59a9ba tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/20273b72-a23e-47d7-b915-4d097ceca573 HTTP/1.1" status: 204 len: 168 time: 1.0308886 Oct 12 23:12:45.256338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44394) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:45.302594 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3102854-e371-4f40-bfb0-e94fbb605a62 req-549afe02-957f-49a4-bedc-b61a21d3a0b8 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640389 Oct 12 23:12:45.364140 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-7ee27b82-f893-4350-bb4d-142d76fc5459 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:12:45.368262 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-ef8fb242-a3d3-4d52-97a0-32f55cd7fe15 service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3955526 Oct 12 23:12:45.377861 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-7ee27b82-f893-4350-bb4d-142d76fc5459 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:12:45.428397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a3cdcc-d8c5-4ecb-969c-77d250784858 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting subnet e76103e9-0918-43b0-b247-8f45cb40d46e {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:12:45.432632 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13a3cdcc-d8c5-4ecb-969c-77d250784858 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.453371 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.458774 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-7a47b5a4-65da-4c50-9e28-3d8d57fade95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 217 time: 0.0798728 Oct 12 23:12:45.502105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.529627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13a3cdcc-d8c5-4ecb-969c-77d250784858 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.533086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:45.630441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:45.637404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=e1accb42-2f74-4c44-a280-7f7521eaec55,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:45.639552 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66177082-17ed-4286-b353-db825933de87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.643783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:45.649618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:45.650384 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.653195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:45.653643 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.780460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13a3cdcc-d8c5-4ecb-969c-77d250784858 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:45.915807 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-071a2ba3-89a4-49e7-a187-6fd3cc087c2e req-d2920bf5-253d-479b-ade7-1f9f96490035 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0970595 Oct 12 23:12:45.916528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-2c0aa189-ce63-4546-9708-0c5ae0167873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:45.917702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-2c0aa189-ce63-4546-9708-0c5ae0167873 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.4087327 Oct 12 23:12:45.965990 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13a3cdcc-d8c5-4ecb-969c-77d250784858 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.016597 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13a3cdcc-d8c5-4ecb-969c-77d250784858 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.023330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-5aa2c60e-0017-44c0-bbea-11810492fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:46.023330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-5aa2c60e-0017-44c0-bbea-11810492fe73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0867612 Oct 12 23:12:46.024550 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-13a3cdcc-d8c5-4ecb-969c-77d250784858 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/e76103e9-0918-43b0-b247-8f45cb40d46e HTTP/1.1" status: 204 len: 168 time: 0.7563243 Oct 12 23:12:46.024550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3cdcc-d8c5-4ecb-969c-77d250784858 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Subnet': ['ID=e76103e9-0918-43b0-b247-8f45cb40d46e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:46.032930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44420) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:46.041659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2720964-883b-4c84-b77a-1543418327a7 None None] Network 3bfe94a2-bd10-4893-a34d-55264290180d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:46.196146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.288455 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.301302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.347130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0381ef8c-a510-4663-863d-b1000841472f None None] Provisioning complete for port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:46.347509 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0381ef8c-a510-4663-863d-b1000841472f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.471177 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:46.472479 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.627797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056ddca7-d72a-4a90-9fc2-d86ff26484a4 req-78d6fbfb-7d06-4b7c-81be-a0efe0d12faf tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:46.629590 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-056ddca7-d72a-4a90-9fc2-d86ff26484a4 req-78d6fbfb-7d06-4b7c-81be-a0efe0d12faf tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.1755824 Oct 12 23:12:46.631861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port ab965d61-e1a3-4d7d-8cef-15d27d3e8091, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ab965d61-e1a3-4d7d-8cef-15d27d3e8091,segment=NetworkSegment(c45b8fa2-ded0-4eec-a55c-efa85728bfa3),segment_id=c45b8fa2-ded0-4eec-a55c-efa85728bfa3)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:46.632297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.692608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for ab965d61-e1a3-4d7d-8cef-15d27d3e8091 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:46.694865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-603bc6b9-08ef-4ad3-bc96-d04c9c5c8d27 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6488822 Oct 12 23:12:46.715953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-056ddca7-d72a-4a90-9fc2-d86ff26484a4 req-9b54f2c8-69e4-4085-ab2f-938fed1c54ae tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729375 Oct 12 23:12:46.760874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91ff7f2-43a2-4f54-a9a5-40a8d4e8bdea None None] DHCP port deletion for 3bfe94a2-bd10-4893-a34d-55264290180d request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:12:46.864843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a2e9738c-3ad6-4b1b-a9e4-6b7baf779e93 None None] Provisioning complete for port e1accb42-2f74-4c44-a280-7f7521eaec55 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:46.865543 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2e9738c-3ad6-4b1b-a9e4-6b7baf779e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.938226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a2e9738c-3ad6-4b1b-a9e4-6b7baf779e93 None None] Port e1accb42-2f74-4c44-a280-7f7521eaec55 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:46.959152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a91ff7f2-43a2-4f54-a9a5-40a8d4e8bdea None None] Deleting port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:46.960498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a91ff7f2-43a2-4f54-a9a5-40a8d4e8bdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:46.983029 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.060688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a91ff7f2-43a2-4f54-a9a5-40a8d4e8bdea None None] For port ab965d61-e1a3-4d7d-8cef-15d27d3e8091, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ab965d61-e1a3-4d7d-8cef-15d27d3e8091,segment=NetworkSegment(c45b8fa2-ded0-4eec-a55c-efa85728bfa3),segment_id=c45b8fa2-ded0-4eec-a55c-efa85728bfa3)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:47.061863 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a91ff7f2-43a2-4f54-a9a5-40a8d4e8bdea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.073522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.078063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=ab965d61-e1a3-4d7d-8cef-15d27d3e8091,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:47.078211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-c90af7b4-6e2c-4474-9540-606063fad603 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759980 Oct 12 23:12:47.082352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a91ff7f2-43a2-4f54-a9a5-40a8d4e8bdea None None] Calling delete_port for ab965d61-e1a3-4d7d-8cef-15d27d3e8091 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:47.111317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No DVR routers for this DVR port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:12:47.185896 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-e583ac79-a92f-46db-b5a4-0f795fe141f6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 217 time: 0.1004722 Oct 12 23:12:47.190274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.195960 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.251102 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a91ff7f2-43a2-4f54-a9a5-40a8d4e8bdea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.285123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91ff7f2-43a2-4f54-a9a5-40a8d4e8bdea None None] Pushing event deleted for resources: {'Port': ['ID=ab965d61-e1a3-4d7d-8cef-15d27d3e8091,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:47.294115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91ff7f2-43a2-4f54-a9a5-40a8d4e8bdea None None] No DVR routers for this DVR port ab965d61-e1a3-4d7d-8cef-15d27d3e8091 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:12:47.385025 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9805525-5327-4898-abce-4358e81883be req-929c8b74-1ea6-41d7-b6ed-efaf7fb37403 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.1657648 Oct 12 23:12:47.388493 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.448651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bfe94a2-bd10-4893-a34d-55264290180d']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:47.478130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=e1accb42-2f74-4c44-a280-7f7521eaec55,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:47.495289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-ffdcb757-5cfc-432a-9617-c4bf0f206b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:47.497827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-ffdcb757-5cfc-432a-9617-c4bf0f206b4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.2881844 Oct 12 23:12:47.505104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c45b8fa2-ded0-4eec-a55c-efa85728bfa3') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:47.505665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c45b8fa2-ded0-4eec-a55c-efa85728bfa3') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:47.525769 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.554264 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.565204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:12:47.566733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.570273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ab965d61-e1a3-4d7d-8cef-15d27d3e8091 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:12:47.571069 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:12:47.597033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:47.603695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:47.618413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ab965d61-e1a3-4d7d-8cef-15d27d3e8091 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:12:47.618786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ab965d61-e1a3-4d7d-8cef-15d27d3e8091 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:12:47.629167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-9f45a6be-d5f4-46b4-9b13-abf9ea2858a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:47.631963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-9f45a6be-d5f4-46b4-9b13-abf9ea2858a8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1261625 Oct 12 23:12:47.849124 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.934082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.938626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-d14996e8-98f1-4292-8e62-ab4ed7079937 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163694 Oct 12 23:12:47.961545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:47.966654 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:47.969966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/networks/3bfe94a2-bd10-4893-a34d-55264290180d HTTP/1.1" status: 204 len: 168 time: 1.9358950 Oct 12 23:12:47.980387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44496) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:47.990720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1403809533'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:48.004566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3297f4d5-a071-4db8-87b0-f1658bb0de00 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Network': ['ID=3bfe94a2-bd10-4893-a34d-55264290180d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:48.043334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6dd35-f465-44d3-82f8-0e6a3154da7a req-49cd3d12-f056-442a-96ad-d4720c43293b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:48.048070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-efe6dd35-f465-44d3-82f8-0e6a3154da7a req-49cd3d12-f056-442a-96ad-d4720c43293b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.2206774 Oct 12 23:12:48.048576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44498) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:48.124541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-efe6dd35-f465-44d3-82f8-0e6a3154da7a req-e16465b5-6687-47bb-9158-cb644fe7ad6e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564625 Oct 12 23:12:48.178577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9866090e-d4a3-453b-a4fb-f1bfa2f2967e None None] Provisioning complete for port e1accb42-2f74-4c44-a280-7f7521eaec55 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:48.190412 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9866090e-d4a3-453b-a4fb-f1bfa2f2967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.222204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15bc98a7-9cb4-4b00-8172-2ec6ec4cf2e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.237606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-c29b0f38-a630-4600-88be-47df66cbaffa service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897272 Oct 12 23:12:48.259182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:48.276086 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:48.289363 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:48.290456 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:48.296150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9866090e-d4a3-453b-a4fb-f1bfa2f2967e None None] Port e1accb42-2f74-4c44-a280-7f7521eaec55 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:48.302350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-526886af-d5ed-4e0b-85ed-e0aeaa213c91 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1850100 Oct 12 23:12:48.303097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44504) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:48.308514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1236530386'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:48.313919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-235e45f2-3304-487c-bf68-68b189d5d2f3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=546c9709-df62-42f8-a9dd-0cf91a289c12 HTTP/1.1" status: 200 len: 217 time: 0.0679274 Oct 12 23:12:48.337465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15bc98a7-9cb4-4b00-8172-2ec6ec4cf2e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.362189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:48.365879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.396002 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:12:48.406619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-a6e35807-7e73-40d6-ac49-e87766d1e52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:48.408101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-a6e35807-7e73-40d6-ac49-e87766d1e52b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0863078 Oct 12 23:12:48.414893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:12:48.446118 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-15bc98a7-9cb4-4b00-8172-2ec6ec4cf2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.449928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.450384 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added segment e4ced2ae-e140-4fef-ab00-88d10e1e81a1 of type vlan for network 7a1c9d7f-e5de-485d-9d91-71321339b7ba Oct 12 23:12:48.499628 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.503219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-4b62da0f-a6fd-4c79-ad27-32fdc0897d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:48.505146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-4b62da0f-a6fd-4c79-ad27-32fdc0897d73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0877628 Oct 12 23:12:48.508610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:48.512216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.523115 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-15bc98a7-9cb4-4b00-8172-2ec6ec4cf2e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f3aea8bcb1b942ada60d44b4cdd2171d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4679677 Oct 12 23:12:48.526721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44514) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:48.535644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc98a7-9cb4-4b00-8172-2ec6ec4cf2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01d6675-346e-4017-a838-3fefddbb7de4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:48.655833 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:45Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:46Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:48.687468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a7a8fc0-0950-4acd-8127-622cb08105fa req-21f11067-82a9-4d00-b616-8f1e2410ea21 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0952580 Oct 12 23:12:48.691570 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:12:48.692049 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Updating router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 port e1accb42-2f74-4c44-a280-7f7521eaec55 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:12:48.720018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.724590 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.727413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:48.728070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:48.743074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:12:49.011297 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.225642 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-870cb434-2708-4d15-8648-ea5298673f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.228672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.229019 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added segment df9c505a-3ea8-4086-9bdc-337a911417b6 of type vlan for network 94f70eaa-262c-4ec7-b1d5-b21a74623453 Oct 12 23:12:49.250161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294301f6-a9c8-4e36-9140-3d0abaf64a10 req-4e26d8ad-d302-4a96-ae88-31164d8d84ae tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:49.251657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-294301f6-a9c8-4e36-9140-3d0abaf64a10 req-4e26d8ad-d302-4a96-ae88-31164d8d84ae tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 945 time: 0.0494890 Oct 12 23:12:49.267719 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.272794 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.296783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-7aef00b8-965b-4937-ae5b-407925634841 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7797258 Oct 12 23:12:49.297450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Network': ['ID=7a1c9d7f-e5de-485d-9d91-71321339b7ba,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:49.299557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-294301f6-a9c8-4e36-9140-3d0abaf64a10 req-97345745-b503-4b54-90df-9137226b7106 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416894 Oct 12 23:12:49.309829 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.319192 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-870cb434-2708-4d15-8648-ea5298673f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.327751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 7a1c9d7f-e5de-485d-9d91-71321339b7ba details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:12:49.332014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f6599f5f-045f-42f0-80f5-81eb862f70df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3503110 Oct 12 23:12:49.334842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44522) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:49.340738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'subnet': {'network_id': '7a1c9d7f-e5de-485d-9d91-71321339b7ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:49.349789 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.365898 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ce621-ea8f-4a5b-afaa-192b672cd261 None None] Pushing event updated for resources: {'Port': ['ID=e1accb42-2f74-4c44-a280-7f7521eaec55,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:49.444320 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Attempting to bind port e1accb42-2f74-4c44-a280-7f7521eaec55 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:49.444961 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Attempting to bind port e1accb42-2f74-4c44-a280-7f7521eaec55 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '82512049-29ae-44d0-a668-29d140100e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:49.445606 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Attempting to bind port e1accb42-2f74-4c44-a280-7f7521eaec55 on network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:49.453767 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:49.454447 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Checking segment: {'id': '82512049-29ae-44d0-a668-29d140100e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:49.455079 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.455751 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Bound using segment: {'id': '82512049-29ae-44d0-a668-29d140100e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:49.456244 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Bound port: e1accb42-2f74-4c44-a280-7f7521eaec55, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82512049-29ae-44d0-a668-29d140100e67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:49.456621 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.470999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-4b2065cc-4116-47a2-a63b-00f89c1ab561 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642871 Oct 12 23:12:49.511331 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:12:49.517975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-be67e8b0-3874-4896-aead-60c59a3dbc79 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d HTTP/1.1" status: 200 len: 217 time: 0.0390429 Oct 12 23:12:49.519747 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.526385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:49.527128 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.588980 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] For port e1accb42-2f74-4c44-a280-7f7521eaec55, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:49.593435 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] For port e1accb42-2f74-4c44-a280-7f7521eaec55, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e1accb42-2f74-4c44-a280-7f7521eaec55,segment=NetworkSegment(82512049-29ae-44d0-a668-29d140100e67),segment_id=82512049-29ae-44d0-a668-29d140100e67)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:49.594786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:49.598476 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.629492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-870cb434-2708-4d15-8648-ea5298673f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.629492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-870cb434-2708-4d15-8648-ea5298673f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.629492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-870cb434-2708-4d15-8648-ea5298673f9f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f01d6675-346e-4017-a838-3fefddbb7de4 HTTP/1.1" status: 204 len: 168 time: 1.0904810 Oct 12 23:12:49.669078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:49.686345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'network_id': 'a8ebc57c-930a-4bb2-a519-fe68b2665b80', 'port_id': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'mac_address': 'fa:16:3e:b6:3e:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29da9bd4-157d-4a32-9110-a4f3464e1e65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:12:49.702792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870cb434-2708-4d15-8648-ea5298673f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01d6675-346e-4017-a838-3fefddbb7de4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:49.709850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Network': ['ID=94f70eaa-262c-4ec7-b1d5-b21a74623453,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:49.714601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-d51708b6-fa94-4f22-afbc-b58999a49743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:49.716194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-d51708b6-fa94-4f22-afbc-b58999a49743 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.1850216 Oct 12 23:12:49.724712 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.750788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 94f70eaa-262c-4ec7-b1d5-b21a74623453 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:12:49.801404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-379d39e4-c2e9-4b72-a657-f6754c0d75fb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4968736 Oct 12 23:12:49.803945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44540) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:49.811526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'subnet': {'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:49.861520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-177394c1-8a90-4fd3-a9d8-58a9efb8782d None None] Provisioning complete for port e1accb42-2f74-4c44-a280-7f7521eaec55 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:49.862128 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-177394c1-8a90-4fd3-a9d8-58a9efb8782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.905505 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:49.906141 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:49.917320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-c25ec473-5c67-41a7-b48e-3be1ff3450dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:49.919208 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-c25ec473-5c67-41a7-b48e-3be1ff3450dd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1911919 Oct 12 23:12:49.926383 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:49.938839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebde3646-b569-4c2d-bcc3-c96721d1c695 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:12:49.981396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-693d8c8d-bd2d-4460-b9ee-ac9d705fcaa1 req-791055f0-7249-4f8c-bba1-7cb70a7368fb tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0687437 Oct 12 23:12:49.991930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:50.012402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-177394c1-8a90-4fd3-a9d8-58a9efb8782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.085126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-177394c1-8a90-4fd3-a9d8-58a9efb8782d None None] For port e1accb42-2f74-4c44-a280-7f7521eaec55, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e1accb42-2f74-4c44-a280-7f7521eaec55,segment=NetworkSegment(82512049-29ae-44d0-a668-29d140100e67),segment_id=82512049-29ae-44d0-a668-29d140100e67)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:50.088725 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.098541 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ce621-ea8f-4a5b-afaa-192b672cd261 None None] Pushing event updated for resources: {'Port': ['ID=e1accb42-2f74-4c44-a280-7f7521eaec55,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:50.111385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.149879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-4b6f3cee-3190-48f3-939d-8fff6a3f9706 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054365 Oct 12 23:12:50.150407 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:12:50.179331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Made reservation on behalf of e4deeaca0e1140949cfeb0e62028a3a0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:12:50.189790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=11']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:50.190454 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.209975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-177394c1-8a90-4fd3-a9d8-58a9efb8782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.230281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Subnet': ['ID=ffa322ab-31c0-454d-8414-69527b4cdab6,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:50.239517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Checking segment: {'id': 'e4ced2ae-e140-4fef-ab00-88d10e1e81a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7a1c9d7f-e5de-485d-9d91-71321339b7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:50.242813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network hostable DHCP agents. Network: 7a1c9d7f-e5de-485d-9d91-71321339b7ba, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:12:50.286194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177394c1-8a90-4fd3-a9d8-58a9efb8782d None None] Pushing event updated for resources: {'Port': ['ID=e1accb42-2f74-4c44-a280-7f7521eaec55,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:50.324823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['ebde3646-b569-4c2d-bcc3-c96721d1c695'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:12:50.390700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-6217558d-2a16-4173-bab0-70f12ebf06e4 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326820 Oct 12 23:12:50.397947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 7a1c9d7f-e5de-485d-9d91-71321339b7ba is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:12:50.447326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-52781bb2-d93d-4b90-b8c6-33ab680d599e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9 HTTP/1.1" status: 200 len: 217 time: 0.0477114 Oct 12 23:12:50.451717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaad9c23-3de9-4d64-b93d-b3c69ed5f414 req-a782e456-149b-4439-bfb4-adc36768d44d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:50.464403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aaad9c23-3de9-4d64-b93d-b3c69ed5f414 req-a782e456-149b-4439-bfb4-adc36768d44d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.0799501 Oct 12 23:12:50.480763 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:45Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:49Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:50.490181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e83730d5-f7a7-4496-a666-506eead61449 None None] Provisioning complete for port e1accb42-2f74-4c44-a280-7f7521eaec55 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:50.490563 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e83730d5-f7a7-4496-a666-506eead61449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.508489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 7a1c9d7f-e5de-485d-9d91-71321339b7ba) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:50.514322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:50.516111 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.545105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-03ac2856-1e68-41f6-af04-ea5bd04c2918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:50.546586 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-03ac2856-1e68-41f6-af04-ea5bd04c2918 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.0873833 Oct 12 23:12:50.548315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aaad9c23-3de9-4d64-b93d-b3c69ed5f414 req-a0067b27-9461-412e-9f24-c7191cbe527c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847228 Oct 12 23:12:50.548872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5ffd6c-8771-4520-8cf6-09fdd40c484a None None] Network 7a1c9d7f-e5de-485d-9d91-71321339b7ba requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:50.598701 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bc26bc-1263-44fe-856d-01b47100873b None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:45Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:49Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:50.620013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44554) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:50.643161 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d82a2a13-edc3-4f61-ba30-95797c66a33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.683973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-801a47a8-d217-4e51-b007-1ef7a397b521 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3478506 Oct 12 23:12:50.691142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44556) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:50.708864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-40612b71-f061-44d4-a87c-3934e7dcbabe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1853914610', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:50.710742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-b71c3c3c-d2d3-4930-af17-ac78489cdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:50.717074 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-b71c3c3c-d2d3-4930-af17-ac78489cdb14 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1521864 Oct 12 23:12:50.793924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.856669 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d82a2a13-edc3-4f61-ba30-95797c66a33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.936892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d82a2a13-edc3-4f61-ba30-95797c66a33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.950009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Subnet': ['ID=9889bf33-52b8-4ca4-87ee-df5e4bd51055,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:50.971106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Checking segment: {'id': 'df9c505a-3ea8-4086-9bdc-337a911417b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:50.971472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network hostable DHCP agents. Network: 94f70eaa-262c-4ec7-b1d5-b21a74623453, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:12:50.973436 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40612b71-f061-44d4-a87c-3934e7dcbabe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:50.978650 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40612b71-f061-44d4-a87c-3934e7dcbabe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.016985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-b8702d14-6a89-43e0-9323-71ff619fc0fb service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854304 Oct 12 23:12:51.076869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40612b71-f061-44d4-a87c-3934e7dcbabe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.117548 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d82a2a13-edc3-4f61-ba30-95797c66a33a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5fc0ee4c0aa044a9bb69c84841b7c582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955676 Oct 12 23:12:51.118655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82a2a13-edc3-4f61-ba30-95797c66a33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf79f5a-6666-4a80-8847-5249ce61a95b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:51.122610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44564) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:51.183742 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40612b71-f061-44d4-a87c-3934e7dcbabe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.227818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-78fcf526-986d-4deb-9117-72b3c1da946e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.238133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-26f6b887-9504-4477-b6e9-1080ce39660d service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094004 Oct 12 23:12:51.278280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-7a1c9d7f-e5de-485d-9d91-71321339b7ba', 'network_id': '7a1c9d7f-e5de-485d-9d91-71321339b7ba', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'fixed_ips': [{'subnet_id': 'ffa322ab-31c0-454d-8414-69527b4cdab6'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:12:51.283466 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.306539 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40612b71-f061-44d4-a87c-3934e7dcbabe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.306809 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-40612b71-f061-44d4-a87c-3934e7dcbabe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6036394 Oct 12 23:12:51.312242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46ec0216-022a-4d16-909d-29678f33e1b3 req-79ab0585-58b5-43c9-b6c7-8c7ac650be07 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0730910 Oct 12 23:12:51.315795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44570) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:51.322626 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-78fcf526-986d-4deb-9117-72b3c1da946e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.400000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 94f70eaa-262c-4ec7-b1d5-b21a74623453 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:12:51.413031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-31486be6-72c1-4019-8ab8-97af6be5abc7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 HTTP/1.1" status: 200 len: 217 time: 0.1490388 Oct 12 23:12:51.502819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-78fcf526-986d-4deb-9117-72b3c1da946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.505608 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-78fcf526-986d-4deb-9117-72b3c1da946e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.506780 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-78fcf526-986d-4deb-9117-72b3c1da946e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1bf79f5a-6666-4a80-8847-5249ce61a95b HTTP/1.1" status: 204 len: 168 time: 0.3680670 Oct 12 23:12:51.544650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcf526-986d-4deb-9117-72b3c1da946e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf79f5a-6666-4a80-8847-5249ce61a95b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:51.553261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e1accb42-2f74-4c44-a280-7f7521eaec55 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:51.562865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Allocated IP 172.20.0.2 (7a1c9d7f-e5de-485d-9d91-71321339b7ba/ffa322ab-31c0-454d-8414-69527b4cdab6/d07db73a-da23-4435-a85a-94d0d64534a5) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:51.709650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-ab222ac0-9895-42c4-badc-41b873954dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:51.712439 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-ab222ac0-9895-42c4-badc-41b873954dea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.1856015 Oct 12 23:12:51.769922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfdd932-f589-4956-a512-3c496a7c0bb7 req-70ef8236-2b1c-4b49-84cc-148709c08de2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:51.773794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7cfdd932-f589-4956-a512-3c496a7c0bb7 req-70ef8236-2b1c-4b49-84cc-148709c08de2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.1103733 Oct 12 23:12:51.804115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e1accb42-2f74-4c44-a280-7f7521eaec55 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:51.805119 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.821152 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7cfdd932-f589-4956-a512-3c496a7c0bb7 req-46c50893-3d6f-423c-9e35-62005e10a77e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Oct 12 23:12:51.845328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 94f70eaa-262c-4ec7-b1d5-b21a74623453) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:51.854621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:51.855262 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:51.861743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbf8a98-69b2-4ff6-962e-52a50fd8aa5e None None] Network 94f70eaa-262c-4ec7-b1d5-b21a74623453 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:51.969819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-bd161bc7-90c8-4161-8ea1-de1dd03e003e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:51.971412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-bd161bc7-90c8-4161-8ea1-de1dd03e003e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2503393 Oct 12 23:12:51.974574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b22c57ca-4751-4da2-8c62-e3f04c566aaa tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1689148 Oct 12 23:12:51.980012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44582) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:52.028307 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:52.125316 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:52.154254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:52.204343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Network 7a1c9d7f-e5de-485d-9d91-71321339b7ba is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:52.208393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-94f70eaa-262c-4ec7-b1d5-b21a74623453', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:12:52.208541 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:52.221499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:52.224000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:52.228056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-faa492ae-4f93-42eb-a7c2-8e217b4b04f5 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495027 Oct 12 23:12:52.231122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Pushing event updated for resources: {'Port': ['ID=d07db73a-da23-4435-a85a-94d0d64534a5,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:52.258469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44588) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:52.365305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Attempting to bind port d07db73a-da23-4435-a85a-94d0d64534a5 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:52.365957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Attempting to bind port d07db73a-da23-4435-a85a-94d0d64534a5 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'e4ced2ae-e140-4fef-ab00-88d10e1e81a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7a1c9d7f-e5de-485d-9d91-71321339b7ba'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:52.366553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Attempting to bind port d07db73a-da23-4435-a85a-94d0d64534a5 on network 7a1c9d7f-e5de-485d-9d91-71321339b7ba {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:52.376781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:52.377581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Checking segment: {'id': 'e4ced2ae-e140-4fef-ab00-88d10e1e81a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7a1c9d7f-e5de-485d-9d91-71321339b7ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:52.378202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:52.379069 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Bound using segment: {'id': 'e4ced2ae-e140-4fef-ab00-88d10e1e81a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7a1c9d7f-e5de-485d-9d91-71321339b7ba'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:52.379866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Bound port: d07db73a-da23-4435-a85a-94d0d64534a5, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4ced2ae-e140-4fef-ab00-88d10e1e81a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '7a1c9d7f-e5de-485d-9d91-71321339b7ba'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:52.380477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:52.480536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Allocated IP 2001:db8:3::2 (94f70eaa-262c-4ec7-b1d5-b21a74623453/9889bf33-52b8-4ca4-87ee-df5e4bd51055/95bec1b9-d760-46a3-842f-481d24965f70) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:52.509694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] For port d07db73a-da23-4435-a85a-94d0d64534a5, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:52.514972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] For port d07db73a-da23-4435-a85a-94d0d64534a5, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d07db73a-da23-4435-a85a-94d0d64534a5,segment=NetworkSegment(e4ced2ae-e140-4fef-ab00-88d10e1e81a1),segment_id=e4ced2ae-e140-4fef-ab00-88d10e1e81a1)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:52.566432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5243a88-7b0f-4f9b-bc60-fffcc8f97be7 req-695a84d3-c2c3-417d-a3be-2d89f7e17449 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0487432 Oct 12 23:12:52.611021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ad3b716-9f32-4338-a445-7bdc8f7cf939 req-a74069bb-a7ae-4199-8246-842cecf8e7ef service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968124 Oct 12 23:12:52.674199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:52.682873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.20.0.1 (7a1c9d7f-e5de-485d-9d91-71321339b7ba/ffa322ab-31c0-454d-8414-69527b4cdab6/4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:52.802144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:52.818065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a55d9-cfe6-4e29-aa6d-29d766b5a3a4 None None] Pushing event updated for resources: {'Port': ['ID=d07db73a-da23-4435-a85a-94d0d64534a5,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:52.885669 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:52.943597 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.022492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Network 94f70eaa-262c-4ec7-b1d5-b21a74623453 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:53.027636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:53.040027 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.056577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:53.060403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Pushing event updated for resources: {'Port': ['ID=95bec1b9-d760-46a3-842f-481d24965f70,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:53.157979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:53.166854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 7a1c9d7f-e5de-485d-9d91-71321339b7ba is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:53.172647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:53.176709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:53.181900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Attempting to bind port 95bec1b9-d760-46a3-842f-481d24965f70 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:53.182271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Attempting to bind port 95bec1b9-d760-46a3-842f-481d24965f70 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'df9c505a-3ea8-4086-9bdc-337a911417b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:53.182635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Attempting to bind port 95bec1b9-d760-46a3-842f-481d24965f70 on network 94f70eaa-262c-4ec7-b1d5-b21a74623453 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:53.199532 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:53.199872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Checking segment: {'id': 'df9c505a-3ea8-4086-9bdc-337a911417b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:53.200233 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.200629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Bound using segment: {'id': 'df9c505a-3ea8-4086-9bdc-337a911417b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:53.201102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Bound port: 95bec1b9-d760-46a3-842f-481d24965f70, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9c505a-3ea8-4086-9bdc-337a911417b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:53.201488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.216459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60b2d9fe-73ba-49a4-8d68-c81efec0a604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.252120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.323839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] For port 95bec1b9-d760-46a3-842f-481d24965f70, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:53.327276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] For port 95bec1b9-d760-46a3-842f-481d24965f70, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=95bec1b9-d760-46a3-842f-481d24965f70,segment=NetworkSegment(df9c505a-3ea8-4086-9bdc-337a911417b6),segment_id=df9c505a-3ea8-4086-9bdc-337a911417b6)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:53.343006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff5c49d-8717-4b76-973c-117c6f39e950 req-74da7f71-d2b8-436d-97af-932cc02c8165 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:53.345408 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cff5c49d-8717-4b76-973c-117c6f39e950 req-74da7f71-d2b8-436d-97af-932cc02c8165 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 946 time: 0.3805258 Oct 12 23:12:53.388356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.480045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc244065-2675-4bed-b056-4d8e79f59a9e None None] Pushing event updated for resources: {'Port': ['ID=95bec1b9-d760-46a3-842f-481d24965f70,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:53.490417 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cff5c49d-8717-4b76-973c-117c6f39e950 req-604738cf-4876-43b8-8106-7cd95c71687a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334538 Oct 12 23:12:53.496931 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.543638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:53.582667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.625615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d07db73a-da23-4435-a85a-94d0d64534a5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:53.755161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d07db73a-da23-4435-a85a-94d0d64534a5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:53.755749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.809448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port ebde3646-b569-4c2d-bcc3-c96721d1c695 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:12:53.850860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port ebde3646-b569-4c2d-bcc3-c96721d1c695 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:53.851420 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:53.860811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a652fe7a-162c-4e94-8f7c-d0f87798fc45 req-2c151efb-c470-4938-97fd-3a10b9bb7463 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0747535 Oct 12 23:12:53.965663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60b2d9fe-73ba-49a4-8d68-c81efec0a604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.043403 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60b2d9fe-73ba-49a4-8d68-c81efec0a604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.117753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Allocated IP 2001:db8:3::1 (94f70eaa-262c-4ec7-b1d5-b21a74623453/9889bf33-52b8-4ca4-87ee-df5e4bd51055/c3acddc3-550f-4289-9f3e-65ccd1b6897f) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:12:54.122736 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.148969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.156288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:12:54.158699 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fdbaad5-c6e2-489c-bf48-690beb3f88b8" -d '{"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-plugged", "status": "completed", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:12:54.174480 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b2d9fe-73ba-49a4-8d68-c81efec0a604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5192df-cb80-47d0-b528-e7b75c321f76,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:54.183322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.222336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:54.235246 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.240151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port d07db73a-da23-4435-a85a-94d0d64534a5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d07db73a-da23-4435-a85a-94d0d64534a5,segment=NetworkSegment(e4ced2ae-e140-4fef-ab00-88d10e1e81a1),segment_id=e4ced2ae-e140-4fef-ab00-88d10e1e81a1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:54.243778 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-60b2d9fe-73ba-49a4-8d68-c81efec0a604 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f609fea02ff4b5ab98bb192d597fac2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9857934 Oct 12 23:12:54.255094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44650) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:54.267443 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c5d3f0-42f7-46b6-bf6d-0318fae17215 x-openstack-request-id: req-89c5d3f0-42f7-46b6-bf6d-0318fae17215 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:12:54.267988 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-plugged", "status": "completed", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:12:54.268339 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-89c5d3f0-42f7-46b6-bf6d-0318fae17215 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:12:54.271163 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'code': 200} Oct 12 23:12:54.285102 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.349481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.419864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:54.421015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=12']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:54.426311 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.484833 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43c3939b-d80a-4a53-9e3d-e089a9b59e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.519591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=d07db73a-da23-4435-a85a-94d0d64534a5,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:54.524221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43c3939b-d80a-4a53-9e3d-e089a9b59e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.648276 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.674670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd266d6c-c22e-41ca-b86b-d1329f1013d8 None None] Network 7a1c9d7f-e5de-485d-9d91-71321339b7ba requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:54.675350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43c3939b-d80a-4a53-9e3d-e089a9b59e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.679279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43c3939b-d80a-4a53-9e3d-e089a9b59e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.688552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-43c3939b-d80a-4a53-9e3d-e089a9b59e4b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d5192df-cb80-47d0-b528-e7b75c321f76 HTTP/1.1" status: 204 len: 168 time: 0.4316564 Oct 12 23:12:54.728604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3939b-d80a-4a53-9e3d-e089a9b59e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5192df-cb80-47d0-b528-e7b75c321f76,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:54.787509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766bd7b1-bf74-466b-946a-1adbc95b9008 req-48e71860-f32b-490c-bde1-1f58a985a031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:54.789639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-766bd7b1-bf74-466b-946a-1adbc95b9008 req-48e71860-f32b-490c-bde1-1f58a985a031 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1099 time: 0.2579648 Oct 12 23:12:54.821940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 7a1c9d7f-e5de-485d-9d91-71321339b7ba is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:54.828686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.849980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:54.903056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c2b8dcca-19ea-43db-a316-39e0116249c4 None None] Provisioning complete for port d07db73a-da23-4435-a85a-94d0d64534a5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:54.906484 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2b8dcca-19ea-43db-a316-39e0116249c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:54.915442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 94f70eaa-262c-4ec7-b1d5-b21a74623453 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:54.919263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:54.922284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:12:54.922958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:55.025604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=c3acddc3-550f-4289-9f3e-65ccd1b6897f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:55.061342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b99d2-1d82-426f-9d2a-19f1213c8b3a req-d4f7dc01-3914-4bad-8a33-bb3a9f7a9f06 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:55.069307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-036b99d2-1d82-426f-9d2a-19f1213c8b3a req-d4f7dc01-3914-4bad-8a33-bb3a9f7a9f06 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.4179463 Oct 12 23:12:55.088356 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-766bd7b1-bf74-466b-946a-1adbc95b9008 req-2ab31773-8cd5-49a6-8fdd-b4a7c50f3f0c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2870898 Oct 12 23:12:55.122245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d2fb1a7-195d-44ab-8c6e-487287438147 req-70f04766-eaf9-4c26-8e5d-cf337512fb19 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0875199 Oct 12 23:12:55.172470 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-036b99d2-1d82-426f-9d2a-19f1213c8b3a req-5e530df7-8a2f-4061-978a-a3f10e025e83 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996459 Oct 12 23:12:55.240077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router 13966b25-cb0f-41b1-99b2-f2d1b65d576b is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:12:55.400335 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:55.404066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88de9d36-5524-4c83-a5b4-9e757b29aa9a None None] Network 94f70eaa-262c-4ec7-b1d5-b21a74623453 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:12:55.404987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:55.427083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f90404cf-87a8-4d4f-8574-d9510145f97b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/13966b25-cb0f-41b1-99b2-f2d1b65d576b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0197513 Oct 12 23:12:55.427971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44714) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:55.436720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac160b3f-d00d-445c-a0a3-259ab8967ea2 None None] Sync routers for ids ['13966b25-cb0f-41b1-99b2-f2d1b65d576b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:55.524401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5dfb64-9794-4920-ade4-5dc097a700ad tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:55.533289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ff5dfb64-9794-4920-ade4-5dc097a700ad tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports/4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb HTTP/1.1" status: 200 len: 910 time: 0.1039042 Oct 12 23:12:55.534206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44716) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:55.585487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5a2343ab-ec78-42b9-a3bc-efe948e48902 None None] Provisioning complete for port 95bec1b9-d760-46a3-842f-481d24965f70 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:55.587281 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5a2343ab-ec78-42b9-a3bc-efe948e48902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:55.601153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac160b3f-d00d-445c-a0a3-259ab8967ea2 None None] Routers {'13966b25-cb0f-41b1-99b2-f2d1b65d576b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:55.601153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ac160b3f-d00d-445c-a0a3-259ab8967ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13966b25-cb0f-41b1-99b2-f2d1b65d576b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:55.717302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44724) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:55.720338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ac160b3f-d00d-445c-a0a3-259ab8967ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:55.751606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc455-4edd-434c-9c58-c47cd257b84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:55.771569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac160b3f-d00d-445c-a0a3-259ab8967ea2 None None] Routers {'13966b25-cb0f-41b1-99b2-f2d1b65d576b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:55.772227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ac160b3f-d00d-445c-a0a3-259ab8967ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13966b25-cb0f-41b1-99b2-f2d1b65d576b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:55.856598 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:55.868642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d07db73a-da23-4435-a85a-94d0d64534a5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:55.914747 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:55.916171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:55.931462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ac160b3f-d00d-445c-a0a3-259ab8967ea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:55.932844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac160b3f-d00d-445c-a0a3-259ab8967ea2 None None] The sync data for ids ['13966b25-cb0f-41b1-99b2-f2d1b65d576b'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:56.072811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event updated for resources: {'Port': ['ID=c3acddc3-550f-4289-9f3e-65ccd1b6897f,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:56.147689 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5a2343ab-ec78-42b9-a3bc-efe948e48902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:56.175908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Network 94f70eaa-262c-4ec7-b1d5-b21a74623453 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:12:56.181988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:12:56.239201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5a2343ab-ec78-42b9-a3bc-efe948e48902 None None] For port 95bec1b9-d760-46a3-842f-481d24965f70, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=95bec1b9-d760-46a3-842f-481d24965f70,segment=NetworkSegment(df9c505a-3ea8-4086-9bdc-337a911417b6),segment_id=df9c505a-3ea8-4086-9bdc-337a911417b6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:56.253279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d07db73a-da23-4435-a85a-94d0d64534a5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:56.255268 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:56.271658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc455-4edd-434c-9c58-c47cd257b84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:56.348092 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5a2343ab-ec78-42b9-a3bc-efe948e48902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:56.362710 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3ccc455-4edd-434c-9c58-c47cd257b84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:56.454816 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f6dd6e6-1657-48d4-b1a9-9a4e357f813e req-1ab19ae5-ceba-4a36-81a8-cc9b8dc5b73a tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0739760 Oct 12 23:12:56.475560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44744) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:56.555618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ccc455-4edd-434c-9c58-c47cd257b84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9e3c26-85e5-4be9-8cac-f80cb4aef2f7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:56.567551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e3ccc455-4edd-434c-9c58-c47cd257b84d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=539583e26bd74d53a90ae56c3ff749ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8428240 Oct 12 23:12:56.570765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 95bec1b9-d760-46a3-842f-481d24965f70 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:56.572117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44748) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:56.577353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:56.618809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d29366-fe49-4e4f-83c7-13aaf5375d55 req-bc6638be-fd1f-4eca-b846-50fd04c9c496 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:56.620733 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07d29366-fe49-4e4f-83c7-13aaf5375d55 req-bc6638be-fd1f-4eca-b846-50fd04c9c496 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.2625501 Oct 12 23:12:56.666451 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:56.853130 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c3226def-9ece-456b-85c5-846c37f2d6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:56.861419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2343ab-ec78-42b9-a3bc-efe948e48902 None None] Pushing event updated for resources: {'Port': ['ID=95bec1b9-d760-46a3-842f-481d24965f70,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:56.878264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:56.878445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ef52c39f-0c9d-4c1d-b85a-3f70fe03502e None None] Provisioning complete for port 4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:56.878823 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef52c39f-0c9d-4c1d-b85a-3f70fe03502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:56.888893 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:56.910184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1f235227-9e0b-4f6b-b537-ad67a8688a98 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9207811 Oct 12 23:12:56.910345 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:56.910345 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:56.913729 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44760) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:56.930360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:56.979160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ef52c39f-0c9d-4c1d-b85a-3f70fe03502e None None] Port 4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:57.011916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ef52c39f-0c9d-4c1d-b85a-3f70fe03502e None None] Provisioning complete for port d07db73a-da23-4435-a85a-94d0d64534a5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:57.012292 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef52c39f-0c9d-4c1d-b85a-3f70fe03502e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.045396 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 95bec1b9-d760-46a3-842f-481d24965f70 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:57.045816 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.114320 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:12:57.346429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8c5266ca-9706-4e53-9616-e14fa33a446d None None] Provisioning complete for port 4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:57.346720 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c5266ca-9706-4e53-9616-e14fa33a446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.435855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c3226def-9ece-456b-85c5-846c37f2d6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.436888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07d29366-fe49-4e4f-83c7-13aaf5375d55 req-d57e91a7-6fb6-47ab-8788-b2a0b689b4e5 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7866294 Oct 12 23:12:57.462509 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31eb8daa-eead-427a-b97d-9ae7bb1e2f5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.485031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8c5266ca-9706-4e53-9616-e14fa33a446d None None] Port 4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:57.499602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8c5266ca-9706-4e53-9616-e14fa33a446d None None] Provisioning complete for port 95bec1b9-d760-46a3-842f-481d24965f70 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:57.499997 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c5266ca-9706-4e53-9616-e14fa33a446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.591764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c3226def-9ece-456b-85c5-846c37f2d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.593210 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31eb8daa-eead-427a-b97d-9ae7bb1e2f5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.612167 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:55Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3acddc3-550f-4289-9f3e-65ccd1b6897f', 'name': '', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:7f:46:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:53Z', 'updated_at': '2021-10-12T23:12:55Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:57.623356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 95bec1b9-d760-46a3-842f-481d24965f70 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:12:57.648934 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c3226def-9ece-456b-85c5-846c37f2d6cd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6694cb0e87604c69a3390ca5b4224eff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1660883 Oct 12 23:12:57.655273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44782) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:57.774622 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:12:57.775391 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Updating router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 port c3acddc3-550f-4289-9f3e-65ccd1b6897f binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:12:57.782114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8c5266ca-9706-4e53-9616-e14fa33a446d None None] Provisioning complete for port c3acddc3-550f-4289-9f3e-65ccd1b6897f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:57.782497 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c5266ca-9706-4e53-9616-e14fa33a446d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.807766 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.815385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 95bec1b9-d760-46a3-842f-481d24965f70 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:57.815865 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.821200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31eb8daa-eead-427a-b97d-9ae7bb1e2f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.827064 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31eb8daa-eead-427a-b97d-9ae7bb1e2f5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:57.830538 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-31eb8daa-eead-427a-b97d-9ae7bb1e2f5c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1a9e3c26-85e5-4be9-8cac-f80cb4aef2f7 HTTP/1.1" status: 204 len: 168 time: 1.2558713 Oct 12 23:12:57.846420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e963f520-f09e-438b-aa7b-82e1c2449a8a req-653e62f6-2ac7-436f-add1-a5f0c422df2c tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.1920879 Oct 12 23:12:57.904271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3226def-9ece-456b-85c5-846c37f2d6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81bfd8e2-d3d5-4ccb-928b-b86f35439eb3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:57.925093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb8daa-eead-427a-b97d-9ae7bb1e2f5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9e3c26-85e5-4be9-8cac-f80cb4aef2f7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:57.963981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8c5266ca-9706-4e53-9616-e14fa33a446d None None] Port c3acddc3-550f-4289-9f3e-65ccd1b6897f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:57.984032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:12:57.984471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.018509 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c63700fc-3ffc-43ff-8dd0-2fce306cec48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.104775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7decdc16-8377-46fd-a3eb-c10bc8f4e8dd None None] Provisioning complete for port c3acddc3-550f-4289-9f3e-65ccd1b6897f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:58.105353 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7decdc16-8377-46fd-a3eb-c10bc8f4e8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.133092 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c63700fc-3ffc-43ff-8dd0-2fce306cec48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.161543 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.178511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 23:12:58.185964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7decdc16-8377-46fd-a3eb-c10bc8f4e8dd None None] Port c3acddc3-550f-4289-9f3e-65ccd1b6897f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:12:58.188988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:12:58.200746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Removed routes are [] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 23:12:58.201202 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.239120 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.331438 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.345338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c63700fc-3ffc-43ff-8dd0-2fce306cec48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.347932 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c63700fc-3ffc-43ff-8dd0-2fce306cec48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.349065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c63700fc-3ffc-43ff-8dd0-2fce306cec48 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/81bfd8e2-d3d5-4ccb-928b-b86f35439eb3 HTTP/1.1" status: 204 len: 168 time: 0.6907752 Oct 12 23:12:58.446602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63700fc-3ffc-43ff-8dd0-2fce306cec48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81bfd8e2-d3d5-4ccb-928b-b86f35439eb3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:58.448803 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e9b57-75a4-44e9-a485-5745380e2fed None None] Pushing event updated for resources: {'Port': ['ID=c3acddc3-550f-4289-9f3e-65ccd1b6897f,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:58.547496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.550045 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Attempting to bind port c3acddc3-550f-4289-9f3e-65ccd1b6897f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:12:58.550352 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Attempting to bind port c3acddc3-550f-4289-9f3e-65ccd1b6897f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'df9c505a-3ea8-4086-9bdc-337a911417b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:12:58.550701 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Attempting to bind port c3acddc3-550f-4289-9f3e-65ccd1b6897f on network 94f70eaa-262c-4ec7-b1d5-b21a74623453 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:12:58.558288 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:12:58.572257 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Checking segment: {'id': 'df9c505a-3ea8-4086-9bdc-337a911417b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:12:58.572737 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.573141 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Bound using segment: {'id': 'df9c505a-3ea8-4086-9bdc-337a911417b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:12:58.573747 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Bound port: c3acddc3-550f-4289-9f3e-65ccd1b6897f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df9c505a-3ea8-4086-9bdc-337a911417b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:12:58.574007 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.665232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=4057be96-caf1-4bc6-9cb5-8d16d4b6ebfb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:58.680507 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.686771 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.733491 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] For port c3acddc3-550f-4289-9f3e-65ccd1b6897f, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:12:58.750392 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] For port c3acddc3-550f-4289-9f3e-65ccd1b6897f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c3acddc3-550f-4289-9f3e-65ccd1b6897f,segment=NetworkSegment(df9c505a-3ea8-4086-9bdc-337a911417b6),segment_id=df9c505a-3ea8-4086-9bdc-337a911417b6)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:12:58.839336 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:58.854266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:58.876674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523dbcd4-f769-40ff-855f-ef824f18c049 req-fbfabcc1-c65d-40a5-8288-ecd8ed679e1a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:58.881066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-523dbcd4-f769-40ff-855f-ef824f18c049 req-fbfabcc1-c65d-40a5-8288-ecd8ed679e1a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.2240436 Oct 12 23:12:58.920472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d717caba-a91f-45b5-82c3-0009cdd081f2 None None] Provisioning complete for port c3acddc3-550f-4289-9f3e-65ccd1b6897f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:58.923421 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d717caba-a91f-45b5-82c3-0009cdd081f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:59.002336 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:59.009292 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:59.135745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:59.157523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:59.165407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a923271f-0efa-4ea7-819c-5b08658d752f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5 HTTP/1.1" status: 200 len: 953 time: 2.2503285 Oct 12 23:12:59.168010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44816) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:59.212945 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a62be832-1206-4bee-b068-905f8c2bd15e req-d745788e-b801-4fd8-a792-71374b3fa0fb tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.1386764 Oct 12 23:12:59.216497 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d717caba-a91f-45b5-82c3-0009cdd081f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:59.259550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:59.277691 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e9b57-75a4-44e9-a485-5745380e2fed None None] Pushing event updated for resources: {'Port': ['ID=c3acddc3-550f-4289-9f3e-65ccd1b6897f,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:59.302542 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:12:59.313487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d717caba-a91f-45b5-82c3-0009cdd081f2 None None] For port c3acddc3-550f-4289-9f3e-65ccd1b6897f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c3acddc3-550f-4289-9f3e-65ccd1b6897f,segment=NetworkSegment(df9c505a-3ea8-4086-9bdc-337a911417b6),segment_id=df9c505a-3ea8-4086-9bdc-337a911417b6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:12:59.389673 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d717caba-a91f-45b5-82c3-0009cdd081f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:59.471230 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-523dbcd4-f769-40ff-855f-ef824f18c049 req-50c4af2f-0e73-41f3-8bb9-eb7dc6468215 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5310097 Oct 12 23:12:59.493631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d717caba-a91f-45b5-82c3-0009cdd081f2 None None] Pushing event updated for resources: {'Port': ['ID=c3acddc3-550f-4289-9f3e-65ccd1b6897f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:12:59.506242 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-330e01df-0f8d-4f70-82a0-74e8f0ca6c0e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5 HTTP/1.1" status: 200 len: 953 time: 0.3319349 Oct 12 23:12:59.511309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44826) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:59.518522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'routes': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:12:59.536787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-51c71762-9d3c-4708-ba7b-6775a554d59e None None] Provisioning complete for port c3acddc3-550f-4289-9f3e-65ccd1b6897f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:12:59.537303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51c71762-9d3c-4708-ba7b-6775a554d59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:12:59.688822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router 13966b25-cb0f-41b1-99b2-f2d1b65d576b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:12:59.752420 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:58Z', 'revision_number': 6, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3acddc3-550f-4289-9f3e-65ccd1b6897f', 'name': '', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:7f:46:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:53Z', 'updated_at': '2021-10-12T23:12:58Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:59.786335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08954d94-0f40-44aa-af44-e0a7fca17904 req-2af84bea-916e-4a16-8e25-60b6accc6b37 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:12:59.787974 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08954d94-0f40-44aa-af44-e0a7fca17904 req-2af84bea-916e-4a16-8e25-60b6accc6b37 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0904737 Oct 12 23:12:59.802897 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c51f3d9-0845-4206-b6df-2eae43e7b4b2 None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:12:58Z', 'revision_number': 6, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3acddc3-550f-4289-9f3e-65ccd1b6897f', 'name': '', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:7f:46:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:53Z', 'updated_at': '2021-10-12T23:12:58Z', 'revision_number': 4, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:12:59.859318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:12:59.873747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68b57e-214b-4aab-ba97-8aaa7e4897e3 None None] Sync routers for ids ['13966b25-cb0f-41b1-99b2-f2d1b65d576b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:12:59.877980 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e7bd0d7a-d483-4baa-8e71-de7a680d3ae0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/13966b25-cb0f-41b1-99b2-f2d1b65d576b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3424990 Oct 12 23:12:59.878619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44838) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:59.893455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68b57e-214b-4aab-ba97-8aaa7e4897e3 None None] Routers {'13966b25-cb0f-41b1-99b2-f2d1b65d576b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:12:59.894168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0b68b57e-214b-4aab-ba97-8aaa7e4897e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13966b25-cb0f-41b1-99b2-f2d1b65d576b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:12:59.952906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e8e2d3b9-df13-4b11-8a3b-cc114f6d6c0d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=13966b25-cb0f-41b1-99b2-f2d1b65d576b HTTP/1.1" status: 200 len: 205 time: 0.0729444 Oct 12 23:12:59.953525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44840) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:12:59.972948 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0b68b57e-214b-4aab-ba97-8aaa7e4897e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:00.028887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68b57e-214b-4aab-ba97-8aaa7e4897e3 None None] Routers {'13966b25-cb0f-41b1-99b2-f2d1b65d576b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:00.030037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0b68b57e-214b-4aab-ba97-8aaa7e4897e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13966b25-cb0f-41b1-99b2-f2d1b65d576b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:00.113710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0b68b57e-214b-4aab-ba97-8aaa7e4897e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:00.114696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b68b57e-214b-4aab-ba97-8aaa7e4897e3 None None] The sync data for ids ['13966b25-cb0f-41b1-99b2-f2d1b65d576b'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:00.152061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a508a313-d827-4429-a668-19d44aff3f67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:00.541188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28812ca3-a05c-401f-b53c-2d02089f8f36 req-a1e87be2-eab1-4785-a828-7ed091f94a53 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0929675 Oct 12 23:13:00.682009 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08954d94-0f40-44aa-af44-e0a7fca17904 req-e316e391-eee7-4404-b163-2aad2c58468b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8564031 Oct 12 23:13:00.772374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a508a313-d827-4429-a668-19d44aff3f67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:00.776678 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a508a313-d827-4429-a668-19d44aff3f67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:00.958152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a508a313-d827-4429-a668-19d44aff3f67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:00.959207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a508a313-d827-4429-a668-19d44aff3f67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Fanout notify agent at l3_agent the message router_deleted on router 13966b25-cb0f-41b1-99b2-f2d1b65d576b {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:13:00.981891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0cd86-340a-429d-9c80-98725786ec6a req-31d184f6-bd44-4db4-85d9-d91bbf00dd7e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:00.983860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4be0cd86-340a-429d-9c80-98725786ec6a req-31d184f6-bd44-4db4-85d9-d91bbf00dd7e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1196113 Oct 12 23:13:00.990553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a508a313-d827-4429-a668-19d44aff3f67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:00.995174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a508a313-d827-4429-a668-19d44aff3f67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/13966b25-cb0f-41b1-99b2-f2d1b65d576b HTTP/1.1" status: 204 len: 168 time: 1.0405674 Oct 12 23:13:00.996228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44866) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:01.071721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added routes are [] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 23:13:01.072325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 23:13:01.100203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e39d0e8-f52a-40a0-8723-bb5f7eeb7bd2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting subnet ffa322ab-31c0-454d-8414-69527b4cdab6 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:13:01.106756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e39d0e8-f52a-40a0-8723-bb5f7eeb7bd2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.114083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.133145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4be0cd86-340a-429d-9c80-98725786ec6a req-da51d7cf-69e3-49f3-b168-a906995b5b91 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350248 Oct 12 23:13:01.159379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e39d0e8-f52a-40a0-8723-bb5f7eeb7bd2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.276797 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e39d0e8-f52a-40a0-8723-bb5f7eeb7bd2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.356505 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:01.371877 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:01.372495 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:01.435887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed23980-1c5a-4940-b472-d4cf8407d0ab req-bf027bd7-4266-4c8e-b338-fe8bd48cd9cd tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:01.438198 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ed23980-1c5a-4940-b472-d4cf8407d0ab req-bf027bd7-4266-4c8e-b338-fe8bd48cd9cd tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0993040 Oct 12 23:13:01.486897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e39d0e8-f52a-40a0-8723-bb5f7eeb7bd2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.498265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ed23980-1c5a-4940-b472-d4cf8407d0ab req-e5d0dd44-0a43-49ee-9173-81357ea8bf17 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508885 Oct 12 23:13:01.521883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e39d0e8-f52a-40a0-8723-bb5f7eeb7bd2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa322ab-31c0-454d-8414-69527b4cdab6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:01.524852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e39d0e8-f52a-40a0-8723-bb5f7eeb7bd2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.531606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8e39d0e8-f52a-40a0-8723-bb5f7eeb7bd2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/ffa322ab-31c0-454d-8414-69527b4cdab6 HTTP/1.1" status: 204 len: 168 time: 0.5323780 Oct 12 23:13:01.536633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44890) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:01.548745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded38c01-f0ff-4296-b556-0bd973f14159 None None] Network 7a1c9d7f-e5de-485d-9d91-71321339b7ba requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:01.565060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.569100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.691370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:01.708599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c3acddc3-550f-4289-9f3e-65ccd1b6897f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:01.731208 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:01.810354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-872589ee-f5a7-42bb-942a-806d014c803c req-09f11baf-b59c-4cd8-8b01-2ec9ef10dc87 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0730860 Oct 12 23:13:01.847964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.899685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ff368-a08c-462e-93cd-c7387de6b33c req-a0c6e27a-b95a-4636-8f26-67a471000a70 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:01.901374 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-433ff368-a08c-462e-93cd-c7387de6b33c req-a0c6e27a-b95a-4636-8f26-67a471000a70 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1203988 Oct 12 23:13:01.906672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:01.921599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:01.923255 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bd3c7cbb-9d95-4187-b47f-7207d03a44d3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5 HTTP/1.1" status: 200 len: 703 time: 2.4083781 Oct 12 23:13:01.930416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44918) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:01.964264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-433ff368-a08c-462e-93cd-c7387de6b33c req-7933e36a-5732-41a4-9355-aa7454886bc6 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392232 Oct 12 23:13:01.982690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c3acddc3-550f-4289-9f3e-65ccd1b6897f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:01.984524 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.054172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port d07db73a-da23-4435-a85a-94d0d64534a5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:02.054809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.063979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e31a006-d91a-4f97-bf3a-ebd27bc9a94f None None] DHCP port deletion for 7a1c9d7f-e5de-485d-9d91-71321339b7ba request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:13:02.143056 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:01Z', 'revision_number': 7, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3acddc3-550f-4289-9f3e-65ccd1b6897f', 'name': '', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:7f:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:53Z', 'updated_at': '2021-10-12T23:12:59Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:02.159571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4be211-1658-4df8-81b9-1b4ee7578333 req-db309f3b-712d-4809-a759-865115e42a2c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:02.160843 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c4be211-1658-4df8-81b9-1b4ee7578333 req-db309f3b-712d-4809-a759-865115e42a2c tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0652912 Oct 12 23:13:02.183686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-414b16d1-2c54-4a2d-9b2e-c01326e5ac0f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5 HTTP/1.1" status: 200 len: 703 time: 0.2498026 Oct 12 23:13:02.191143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44928) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:02.196397 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:02.215039 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:02.216055 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:02.221581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4e31a006-d91a-4f97-bf3a-ebd27bc9a94f None None] Deleting port d07db73a-da23-4435-a85a-94d0d64534a5 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:02.222079 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e31a006-d91a-4f97-bf3a-ebd27bc9a94f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.262303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c4be211-1658-4df8-81b9-1b4ee7578333 req-82074217-3eee-4430-9e3e-744dc877ad17 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934424 Oct 12 23:13:02.338890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4e31a006-d91a-4f97-bf3a-ebd27bc9a94f None None] For port d07db73a-da23-4435-a85a-94d0d64534a5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d07db73a-da23-4435-a85a-94d0d64534a5,segment=NetworkSegment(e4ced2ae-e140-4fef-ab00-88d10e1e81a1),segment_id=e4ced2ae-e140-4fef-ab00-88d10e1e81a1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:02.340088 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e31a006-d91a-4f97-bf3a-ebd27bc9a94f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.357206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4e31a006-d91a-4f97-bf3a-ebd27bc9a94f None None] Calling delete_port for d07db73a-da23-4435-a85a-94d0d64534a5 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:02.376713 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:02.383587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44938) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:02.425812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port d07db73a-da23-4435-a85a-94d0d64534a5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d07db73a-da23-4435-a85a-94d0d64534a5,segment=NetworkSegment(e4ced2ae-e140-4fef-ab00-88d10e1e81a1),segment_id=e4ced2ae-e140-4fef-ab00-88d10e1e81a1)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:02.426853 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.469051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for d07db73a-da23-4435-a85a-94d0d64534a5 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:02.546087 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6906a42-0fae-40b1-9086-4e64bba93b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.557799 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e31a006-d91a-4f97-bf3a-ebd27bc9a94f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.564313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26282fbe-dbd1-477f-bb11-d8b1b6894d6c req-48b201af-2f46-46d2-928a-5125438ecfde tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:02.571595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-26282fbe-dbd1-477f-bb11-d8b1b6894d6c req-48b201af-2f46-46d2-928a-5125438ecfde tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1926453 Oct 12 23:13:02.609440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31a006-d91a-4f97-bf3a-ebd27bc9a94f None None] Pushing event deleted for resources: {'Port': ['ID=d07db73a-da23-4435-a85a-94d0d64534a5,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:02.615676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e31a006-d91a-4f97-bf3a-ebd27bc9a94f None None] No DVR routers for this DVR port d07db73a-da23-4435-a85a-94d0d64534a5 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:02.741492 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6906a42-0fae-40b1-9086-4e64bba93b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.761875 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:01Z', 'revision_number': 7, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3acddc3-550f-4289-9f3e-65ccd1b6897f', 'name': '', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:7f:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:53Z', 'updated_at': '2021-10-12T23:12:59Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:02.791567 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c854f9-790a-434f-b87c-de61003f6542 None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:01Z', 'revision_number': 7, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3acddc3-550f-4289-9f3e-65ccd1b6897f', 'name': '', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:7f:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:53Z', 'updated_at': '2021-10-12T23:12:59Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:02.846622 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-26282fbe-dbd1-477f-bb11-d8b1b6894d6c req-bbaed747-a491-4fff-9b47-9fefead0a5ad tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527833 Oct 12 23:13:02.851037 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f6906a42-0fae-40b1-9086-4e64bba93b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.925412 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f6906a42-0fae-40b1-9086-4e64bba93b43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dcfd68444eb5475598944ae36c8e9a73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5384674 Oct 12 23:13:02.927997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44952) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:02.931574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6906a42-0fae-40b1-9086-4e64bba93b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4654218-36a0-4a32-89cb-71640f1de90f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:02.932601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:02.985664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No DVR routers for this DVR port d07db73a-da23-4435-a85a-94d0d64534a5 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:02.994788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=d07db73a-da23-4435-a85a-94d0d64534a5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:03.011454 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4845e7dc-6006-45bb-b161-7c979d5872a1 req-fcfc7256-7168-42c7-a2db-91c866a6c5fa tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0581546 Oct 12 23:13:03.041835 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5297feec-7958-416d-b01d-aca7f95daf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:03.068986 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5297feec-7958-416d-b01d-aca7f95daf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:03.130658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:03.162830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1c9d7f-e5de-485d-9d91-71321339b7ba']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:03.184001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4ced2ae-e140-4fef-ab00-88d10e1e81a1') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:03.184402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4ced2ae-e140-4fef-ab00-88d10e1e81a1') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:03.198151 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:03.204513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:03.217789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:03.218748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:03.228431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5297feec-7958-416d-b01d-aca7f95daf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:03.229152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:03.231046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5297feec-7958-416d-b01d-aca7f95daf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:03.232225 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5297feec-7958-416d-b01d-aca7f95daf00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b4654218-36a0-4a32-89cb-71640f1de90f HTTP/1.1" status: 204 len: 168 time: 0.3016534 Oct 12 23:13:03.248185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5297feec-7958-416d-b01d-aca7f95daf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4654218-36a0-4a32-89cb-71640f1de90f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:03.301821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:13:03.302247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:13:03.310859 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:13:03.341894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:03.481562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53421083-f863-4b79-8c28-8a107b1c7489 req-c31537ff-e1b5-4c4f-b5ff-36fd993f399b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:03.483302 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53421083-f863-4b79-8c28-8a107b1c7489 req-c31537ff-e1b5-4c4f-b5ff-36fd993f399b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1104650 Oct 12 23:13:03.526173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d07db73a-da23-4435-a85a-94d0d64534a5 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:03.565770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53421083-f863-4b79-8c28-8a107b1c7489 req-03ddd1bd-bd78-4dc7-860e-13e9c4a34297 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741632 Oct 12 23:13:03.589911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d07db73a-da23-4435-a85a-94d0d64534a5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:03.589911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d07db73a-da23-4435-a85a-94d0d64534a5 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:03.737739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:01Z', 'revision_number': 7, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3acddc3-550f-4289-9f3e-65ccd1b6897f', 'name': '', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:7f:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:53Z', 'updated_at': '2021-10-12T23:12:59Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:03.772359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:03.782495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:03.783256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:03.900858 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:03.919840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:04.049957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:04.060729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:04.068640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44974) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:04.068989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/networks/7a1c9d7f-e5de-485d-9d91-71321339b7ba HTTP/1.1" status: 204 len: 168 time: 2.5353739 Oct 12 23:13:04.074909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1090294725', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:04.091519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5abc4-3338-4eb9-b191-c77976585af0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Network': ['ID=7a1c9d7f-e5de-485d-9d91-71321339b7ba,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:04.194256 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:04.198234 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:04.238236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:01Z', 'revision_number': 7, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3acddc3-550f-4289-9f3e-65ccd1b6897f', 'name': '', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:7f:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:53Z', 'updated_at': '2021-10-12T23:12:59Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:04.247961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0452c30-dddc-4569-8bc2-224f1b517c75 req-9d58ec8f-4f8e-4120-9a86-0029c2957f1d tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0746837 Oct 12 23:13:04.296910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b622f00-0b38-4c99-8f37-88e52207eda1 None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:01Z', 'revision_number': 7, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c3acddc3-550f-4289-9f3e-65ccd1b6897f', 'name': '', 'network_id': '94f70eaa-262c-4ec7-b1d5-b21a74623453', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:7f:46:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2327, 'fixed_ips': [{'subnet_id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:53Z', 'updated_at': '2021-10-12T23:12:59Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': '9889bf33-52b8-4ca4-87ee-df5e4bd51055', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:04.350832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:04.420406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port c3acddc3-550f-4289-9f3e-65ccd1b6897f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:04.420917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:04.606463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:04.619310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port c3acddc3-550f-4289-9f3e-65ccd1b6897f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c3acddc3-550f-4289-9f3e-65ccd1b6897f,segment=NetworkSegment(df9c505a-3ea8-4086-9bdc-337a911417b6),segment_id=df9c505a-3ea8-4086-9bdc-337a911417b6)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:04.619310 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:04.645243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for c3acddc3-550f-4289-9f3e-65ccd1b6897f owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:04.758129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebb9ca-df78-42cf-9bf6-5d35b66c9685 req-09a2a782-fa6a-4ebd-8695-d7d86c6516e7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:04.760160 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6ebb9ca-df78-42cf-9bf6-5d35b66c9685 req-09a2a782-fa6a-4ebd-8695-d7d86c6516e7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1044395 Oct 12 23:13:04.822059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6ebb9ca-df78-42cf-9bf6-5d35b66c9685 req-13a280cd-81f2-4388-af22-e353ca71f5a7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547571 Oct 12 23:13:04.961880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:05.019680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=c3acddc3-550f-4289-9f3e-65ccd1b6897f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:05.070305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:05.097090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:05.120675 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:13:05.214702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:05.229760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.25.2.5 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/081045cb-1da9-469a-adff-b4a770e69204) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:05.470864 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70112f82-a868-4d25-b2e9-e85cad7a7116 req-957ea8c2-737c-40d6-b27b-83aef4ec8708 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0597510 Oct 12 23:13:05.500107 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:05.662172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b4cbe-30d7-44b0-8477-86fa8f1c7968 req-25164d4c-91f0-4eb6-84b6-5ee3c5bcac52 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:05.664869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-575b4cbe-30d7-44b0-8477-86fa8f1c7968 req-25164d4c-91f0-4eb6-84b6-5ee3c5bcac52 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1756043 Oct 12 23:13:05.676037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-023ec95f-257e-42b2-8d49-a2d3ff84277c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:05.677409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-023ec95f-257e-42b2-8d49-a2d3ff84277c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a2005de866b247a0b93939a867a18bd8&device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 1099 time: 0.2425840 Oct 12 23:13:05.720410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:05.765751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=081045cb-1da9-469a-adff-b4a770e69204,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:05.789232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:05.792253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:05.800515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:05.803666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:05.806183 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-575b4cbe-30d7-44b0-8477-86fa8f1c7968 req-0ec0b569-4f9e-4b13-ada8-6bdabb89662e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349437 Oct 12 23:13:05.916586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-0abd96fb-a503-46f3-a749-484692b3f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:05.918080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-0abd96fb-a503-46f3-a749-484692b3f5b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 200 len: 915 time: 0.2318470 Oct 12 23:13:05.971417 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-107909a2-8187-4520-86f5-f1d52b591431 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 200 len: 217 time: 0.0439446 Oct 12 23:13:06.014974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:06.028436 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:06.053015 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:06.053015 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:06.065136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-897baf62-226b-483c-b5a4-5f31ff65c54b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8709900 Oct 12 23:13:06.067977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45030) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:06.136727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-ccc82848-a97e-4f37-bb0a-87053738c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:06.138388 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-ccc82848-a97e-4f37-bb0a-87053738c1ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 200 len: 854 time: 0.1557970 Oct 12 23:13:06.145203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e82d383c-fbcd-4a4d-a48c-2d30f5cebc4f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting subnet 9889bf33-52b8-4ca4-87ee-df5e4bd51055 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:13:06.161245 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e82d383c-fbcd-4a4d-a48c-2d30f5cebc4f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:06.163841 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:06.199341 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-3c9eea56-acc1-4434-a80a-8785f8b17eb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a8ebc57c-930a-4bb2-a519-fe68b2665b80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502589 Oct 12 23:13:06.275815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45032) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:06.291830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e82d383c-fbcd-4a4d-a48c-2d30f5cebc4f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:06.328522 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:06.419059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-aca37f97-d5c6-4391-9470-2998f3d3c800 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112265 Oct 12 23:13:06.431471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e82d383c-fbcd-4a4d-a48c-2d30f5cebc4f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:06.563381 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:04Z', 'revision_number': 8, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:06.584600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:06.624245 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:06.633145 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:06.634183 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:06.684487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-779a22fc-49f8-459a-b42e-9e3ca101ebdd tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1941206352'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:06.685185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-779a22fc-49f8-459a-b42e-9e3ca101ebdd tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Unknown quota resources ['metering_label']. {{(pid=101890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 23:13:06.699232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d492afaa-48e5-4a0d-a1a0-b72e87645c7e req-d1e51cb6-1086-45e0-86e2-3d1e784ee826 service neutron] 10.222.0.41 "GET /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672013 Oct 12 23:13:06.719447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e82d383c-fbcd-4a4d-a48c-2d30f5cebc4f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:06.800506 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:06.808064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4aa57725-9d8b-4f91-a9b1-c76d120b6377 req-56ebf940-6553-40c2-a401-928337e5035e tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0337722 Oct 12 23:13:06.860400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d383c-fbcd-4a4d-a48c-2d30f5cebc4f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Subnet': ['ID=9889bf33-52b8-4ca4-87ee-df5e4bd51055,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:06.883291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c957f77a-7401-4d8e-96b3-be52cf9f48b9 None None] Network 94f70eaa-262c-4ec7-b1d5-b21a74623453 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:06.893817 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e82d383c-fbcd-4a4d-a48c-2d30f5cebc4f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:06.900835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e82d383c-fbcd-4a4d-a48c-2d30f5cebc4f tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/9889bf33-52b8-4ca4-87ee-df5e4bd51055 HTTP/1.1" status: 204 len: 168 time: 0.8318079 Oct 12 23:13:06.903852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45042) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:06.910135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34bf19c5-f629-4a35-982f-f998c0dfd182 req-99f9ec84-9b8b-44da-b0d0-c09eb9f6240f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.1046252 Oct 12 23:13:06.983189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router 8745de79-061b-44f5-aad1-6f9044a6ae43 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:13:07.083704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:07.141515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-779a22fc-49f8-459a-b42e-9e3ca101ebdd tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:07.149265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-779a22fc-49f8-459a-b42e-9e3ca101ebdd tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.8692226 Oct 12 23:13:07.153719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45046) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:07.170351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d67d555c-553a-43c3-a224-5d7cab9a890e tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c9bb74c9-07e2-4a22-8244-0172d8b3b921'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:07.171052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d67d555c-553a-43c3-a224-5d7cab9a890e tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 23:13:07.177775 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:04Z', 'revision_number': 8, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:07.250346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:07.274869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 95bec1b9-d760-46a3-842f-481d24965f70 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:07.275391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:07.283922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a7dc91-217f-4eb4-8aca-fdbffde7c92c None None] Sync routers for ids ['8745de79-061b-44f5-aad1-6f9044a6ae43'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:07.297596 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d36c56-914b-4dc6-8f30-88ea358bee32 None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:04Z', 'revision_number': 8, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e1accb42-2f74-4c44-a280-7f7521eaec55', 'name': '', 'network_id': '2e172bed-5d3c-400c-86c1-29a1d7c8bf7a', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:87:8f:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2301, 'fixed_ips': [{'subnet_id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:43Z', 'updated_at': '2021-10-12T23:12:50Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a3411a2a-0046-45fa-9c06-d14137d81efb', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:07.327878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7dc91-217f-4eb4-8aca-fdbffde7c92c None None] Routers {'8745de79-061b-44f5-aad1-6f9044a6ae43'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:07.328790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-44a7dc91-217f-4eb4-8aca-fdbffde7c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8745de79-061b-44f5-aad1-6f9044a6ae43'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:07.369374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2857bfd0-1369-48cd-93fe-3a0c13ea2617 req-e6a48ac9-c5cc-4eb9-b2c5-8d44278f19b7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:07.376893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2857bfd0-1369-48cd-93fe-3a0c13ea2617 req-e6a48ac9-c5cc-4eb9-b2c5-8d44278f19b7 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.3300745 Oct 12 23:13:07.383467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-44a7dc91-217f-4eb4-8aca-fdbffde7c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:07.399623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a7dc91-217f-4eb4-8aca-fdbffde7c92c None None] Routers {'8745de79-061b-44f5-aad1-6f9044a6ae43'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:07.400574 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-44a7dc91-217f-4eb4-8aca-fdbffde7c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8745de79-061b-44f5-aad1-6f9044a6ae43'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:07.405982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:07.412214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-46370f13-e65b-4471-ba58-99850df0a7b0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3414249 Oct 12 23:13:07.414993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45048) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:07.434499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2857bfd0-1369-48cd-93fe-3a0c13ea2617 req-e09193c0-4e95-4c58-9f5d-441e2ab83072 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565195 Oct 12 23:13:07.435556 n-d-790519-14 neutron-server[101890]: WARNING neutron.services.metering.metering_plugin [None req-d67d555c-553a-43c3-a224-5d7cab9a890e tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 23:13:07.438911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-44a7dc91-217f-4eb4-8aca-fdbffde7c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:07.439599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a7dc91-217f-4eb4-8aca-fdbffde7c92c None None] The sync data for ids ['8745de79-061b-44f5-aad1-6f9044a6ae43'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:07.445577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port 95bec1b9-d760-46a3-842f-481d24965f70, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=95bec1b9-d760-46a3-842f-481d24965f70,segment=NetworkSegment(df9c505a-3ea8-4086-9bdc-337a911417b6),segment_id=df9c505a-3ea8-4086-9bdc-337a911417b6)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:07.446929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:07.525438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 95bec1b9-d760-46a3-842f-481d24965f70 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:07.581547 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d67d555c-553a-43c3-a224-5d7cab9a890e tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:07.586241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d67d555c-553a-43c3-a224-5d7cab9a890e tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4262826 Oct 12 23:13:07.586454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45052) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:07.590630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3043ce93-e5e2-47cc-ac10-d9f6b9a89666 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c9bb74c9-07e2-4a22-8244-0172d8b3b921'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:07.591119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3043ce93-e5e2-47cc-ac10-d9f6b9a89666 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 23:13:07.673946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] DHCP port deletion for 94f70eaa-262c-4ec7-b1d5-b21a74623453 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:13:07.750307 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-22ad3e84-c8c6-448e-a7d9-20b50d1fbb03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/routers/8745de79-061b-44f5-aad1-6f9044a6ae43 HTTP/1.1" status: 200 len: 879 time: 0.3246038 Oct 12 23:13:07.752399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45054) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:07.819359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 95bec1b9-d760-46a3-842f-481d24965f70 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:07.890870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:07.978649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] Deleting port 95bec1b9-d760-46a3-842f-481d24965f70 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:07.980375 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:08.082432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No active binding found for port 95bec1b9-d760-46a3-842f-481d24965f70 {{(pid=101891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 23:13:08.083180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 95bec1b9-d760-46a3-842f-481d24965f70 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:08.083799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c3acddc3-550f-4289-9f3e-65ccd1b6897f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:08.187707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c3acddc3-550f-4289-9f3e-65ccd1b6897f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:08.192301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c3acddc3-550f-4289-9f3e-65ccd1b6897f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:08.248449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] For port 95bec1b9-d760-46a3-842f-481d24965f70, host n-d-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:08.248858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:08.284793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] Calling delete_port for 95bec1b9-d760-46a3-842f-481d24965f70 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:08.288892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.ipam_backend_mixin [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] Port 95bec1b9-d760-46a3-842f-481d24965f70 was not found and therefore no delete operation was performed {{(pid=101891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 23:13:08.294277 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:08.326614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] No DVR routers for this DVR port 95bec1b9-d760-46a3-842f-481d24965f70 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:08.341940 n-d-790519-14 neutron-server[101890]: WARNING neutron.services.metering.metering_plugin [None req-3043ce93-e5e2-47cc-ac10-d9f6b9a89666 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 23:13:08.372359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5537ed7a-16c5-49c1-98f2-7108fdc6c541 None None] Pushing event deleted for resources: {'Port': ['ID=95bec1b9-d760-46a3-842f-481d24965f70,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:08.444007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=95bec1b9-d760-46a3-842f-481d24965f70,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:08.482015 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3043ce93-e5e2-47cc-ac10-d9f6b9a89666 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:08.485928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3043ce93-e5e2-47cc-ac10-d9f6b9a89666 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8958955 Oct 12 23:13:08.489139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45074) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:08.497805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No DVR routers for this DVR port 95bec1b9-d760-46a3-842f-481d24965f70 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:08.516402 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-270b8b47-09f8-47da-ae7a-cbb6d4e70352 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=2460b537-e4d9-41b7-9bc8-8c5ebadcef15 HTTP/1.1" status: 200 len: 462 time: 0.0259509 Oct 12 23:13:08.517278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45080) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:08.524515 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51f60912-09b6-41e3-b05f-a2407e9d6a3b req-d701b8be-5035-4bf4-a6a9-64c54a178a8e tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0833669 Oct 12 23:13:08.618101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60aad0e-0410-4378-97f7-9bdc78d278fc req-43f30d11-b6fe-4794-81b5-49a89ae608ff tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:08.619889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d60aad0e-0410-4378-97f7-9bdc78d278fc req-43f30d11-b6fe-4794-81b5-49a89ae608ff tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0586841 Oct 12 23:13:08.655051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:08.680363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d60aad0e-0410-4378-97f7-9bdc78d278fc req-ffd84a5c-c3c3-4198-b029-2af57cc04069 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499351 Oct 12 23:13:08.687410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94f70eaa-262c-4ec7-b1d5-b21a74623453']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:08.702825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df9c505a-3ea8-4086-9bdc-337a911417b6') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:08.703283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df9c505a-3ea8-4086-9bdc-337a911417b6') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:08.744878 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:08.763546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:08.773853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:13:08.774257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:13:08.778275 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:13:08.802128 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e72c9fe9-f435-496f-9a54-9d7eed5671d9 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:08.805886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e72c9fe9-f435-496f-9a54-9d7eed5671d9 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/2460b537-e4d9-41b7-9bc8-8c5ebadcef15 HTTP/1.1" status: 204 len: 168 time: 0.2850399 Oct 12 23:13:08.806123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45094) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:08.814962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6820a980-d3c9-42ab-a243-09777661578f tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=2460b537-e4d9-41b7-9bc8-8c5ebadcef15 HTTP/1.1" status: 200 len: 221 time: 0.0077515 Oct 12 23:13:08.818250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45096) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:08.823200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-403d375c-e49f-415c-9ed0-f3f9fe2575d7 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1386220078', 'description': 'label created by tempest'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:08.823651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-403d375c-e49f-415c-9ed0-f3f9fe2575d7 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Unknown quota resources ['metering_label']. {{(pid=101890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 23:13:08.887490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b23bb9dd-10d1-46da-a5a1-d2781dfc5370 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.1349623 Oct 12 23:13:08.890337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45100) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:08.896623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ccfdd0b3-33c2-4218-8334-bc6f78b74f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1090294725'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:08.905179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0d1e6-a8f7-4494-b366-178c16738270 req-eacf855c-da27-4723-9908-ca0a2ed008d2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:08.906694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45e0d1e6-a8f7-4494-b366-178c16738270 req-eacf855c-da27-4723-9908-ca0a2ed008d2 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1357963 Oct 12 23:13:08.970246 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45e0d1e6-a8f7-4494-b366-178c16738270 req-6eaa5dbd-2007-4731-b85b-6f365edc9a31 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540900 Oct 12 23:13:09.064443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:09.086537 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:09.090349 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/networks/94f70eaa-262c-4ec7-b1d5-b21a74623453 HTTP/1.1" status: 204 len: 168 time: 2.1827900 Oct 12 23:13:09.090349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c9613-9c80-4606-bac7-8157b4c5dd39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Network': ['ID=94f70eaa-262c-4ec7-b1d5-b21a74623453,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:09.098686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45112) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:09.175254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-403d375c-e49f-415c-9ed0-f3f9fe2575d7 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:09.179495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-403d375c-e49f-415c-9ed0-f3f9fe2575d7 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3572066 Oct 12 23:13:09.181120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45116) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:09.231111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf06f5-10ad-4ddc-915b-d6d5dcd30dc8 req-5105ce19-a112-48a4-9b6e-95305f34f387 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:09.232817 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0cf06f5-10ad-4ddc-915b-d6d5dcd30dc8 req-5105ce19-a112-48a4-9b6e-95305f34f387 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1500902 Oct 12 23:13:09.312323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1d80cc25-5266-4187-b3cd-31d6da0b4b4f tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=d87ad6da-40df-4378-a7d7-8cb71bbd4f23 HTTP/1.1" status: 200 len: 468 time: 0.1285305 Oct 12 23:13:09.312323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45124) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:09.364376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0cf06f5-10ad-4ddc-915b-d6d5dcd30dc8 req-bcebd63e-2586-4189-a6ba-deed97740e97 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239049 Oct 12 23:13:09.599458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:09.696103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c132a4d-6f6c-40d1-b699-2775e48cfe92 req-332f7400-cdc2-4283-abb7-b81482fc339b tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0559635 Oct 12 23:13:09.801436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb3c0fc-103e-408a-8d38-f66f255f7a34 req-75d236de-7836-4ec6-88df-2ab3c98db3ea tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:09.803027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bb3c0fc-103e-408a-8d38-f66f255f7a34 req-75d236de-7836-4ec6-88df-2ab3c98db3ea tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.2976575 Oct 12 23:13:09.808572 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8a27e6a-b278-4b8e-b110-48834ed0d036 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:09.809722 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a8a27e6a-b278-4b8e-b110-48834ed0d036 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/d87ad6da-40df-4378-a7d7-8cb71bbd4f23 HTTP/1.1" status: 204 len: 168 time: 0.4966590 Oct 12 23:13:09.812508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45156) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:09.878751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-566d63a4-8961-4bf6-b040-ebac71374d27 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=d87ad6da-40df-4378-a7d7-8cb71bbd4f23 HTTP/1.1" status: 200 len: 216 time: 0.0651257 Oct 12 23:13:09.883326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45162) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:09.910586 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c839e4b5-9d24-4e1f-8583-4be4108191fa tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0261750 Oct 12 23:13:09.915548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45166) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:09.943292 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-99c749b3-0b7e-43da-ab4f-a95b93c92370 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0267334 Oct 12 23:13:09.945719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5bb3c0fc-103e-408a-8d38-f66f255f7a34 req-870cca09-0660-4a97-9741-4cad053f8e68 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269305 Oct 12 23:13:09.946951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45170) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:09.960376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ccfdd0b3-33c2-4218-8334-bc6f78b74f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:10.034386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ccfdd0b3-33c2-4218-8334-bc6f78b74f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:10.038620 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e5c31a6c-4522-477a-bb3b-0f72482a5b64 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/c9bb74c9-07e2-4a22-8244-0172d8b3b921 HTTP/1.1" status: 200 len: 473 time: 0.0900476 Oct 12 23:13:10.042322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45182) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:10.047384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port e1accb42-2f74-4c44-a280-7f7521eaec55 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:10.047736 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:10.056970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8422a6af-019a-48c6-b2cd-dfa81bb25d67 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/9ff81cb1-386d-4488-b232-bd9e77169112 HTTP/1.1" status: 200 len: 459 time: 0.0133231 Oct 12 23:13:10.065362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45184) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:10.175318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port e1accb42-2f74-4c44-a280-7f7521eaec55, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e1accb42-2f74-4c44-a280-7f7521eaec55,segment=NetworkSegment(82512049-29ae-44d0-a668-29d140100e67),segment_id=82512049-29ae-44d0-a668-29d140100e67)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:10.175834 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:10.194346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89198f0-e60e-4268-bad2-14a7beb2e192 req-bbe60d57-7793-48be-810e-d48bce648a83 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:10.195651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for e1accb42-2f74-4c44-a280-7f7521eaec55 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:10.196010 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e89198f0-e60e-4268-bad2-14a7beb2e192 req-bbe60d57-7793-48be-810e-d48bce648a83 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0992730 Oct 12 23:13:10.242889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfdd0b3-33c2-4218-8334-bc6f78b74f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router 8745de79-061b-44f5-aad1-6f9044a6ae43 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:10.258331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e89198f0-e60e-4268-bad2-14a7beb2e192 req-fca3d16f-45ea-412e-9e37-d65c8e11ab1d tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521824 Oct 12 23:13:10.393802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45198) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:10.456141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfdd0b3-33c2-4218-8334-bc6f78b74f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:10.471253 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ccfdd0b3-33c2-4218-8334-bc6f78b74f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:10.471352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3d84fbe-21c8-41b8-bdce-497756a6484f tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:10.471437 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923152bf-321a-461d-9bcc-247c37fa229a None None] Sync routers for ids ['8745de79-061b-44f5-aad1-6f9044a6ae43'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:10.473316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b3d84fbe-21c8-41b8-bdce-497756a6484f tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/9ff81cb1-386d-4488-b232-bd9e77169112 HTTP/1.1" status: 204 len: 168 time: 0.4084640 Oct 12 23:13:10.474335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45210) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:10.482567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45212) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:10.482963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ccfdd0b3-33c2-4218-8334-bc6f78b74f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/8745de79-061b-44f5-aad1-6f9044a6ae43 HTTP/1.1" status: 200 len: 886 time: 1.5879567 Oct 12 23:13:10.485255 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923152bf-321a-461d-9bcc-247c37fa229a None None] Routers {'8745de79-061b-44f5-aad1-6f9044a6ae43'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:10.485899 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-923152bf-321a-461d-9bcc-247c37fa229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8745de79-061b-44f5-aad1-6f9044a6ae43'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:10.541032 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-923152bf-321a-461d-9bcc-247c37fa229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:10.561197 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923152bf-321a-461d-9bcc-247c37fa229a None None] Routers {'8745de79-061b-44f5-aad1-6f9044a6ae43'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:10.562585 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55321e09-752d-447e-878e-25c37b37b962 req-ff60555e-9dab-45ee-aa73-7464193ad2a0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=66fb760c44644fcc821424103653860a&device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0766580 Oct 12 23:13:10.565203 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-923152bf-321a-461d-9bcc-247c37fa229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8745de79-061b-44f5-aad1-6f9044a6ae43'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:10.602245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf59a9-5c39-4553-99dc-de51c53df04d req-1c499762-2b2e-44b6-8751-2e66f4931acc tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:10.609754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8eaf59a9-5c39-4553-99dc-de51c53df04d req-1c499762-2b2e-44b6-8751-2e66f4931acc tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.2348695 Oct 12 23:13:10.618523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55321e09-752d-447e-878e-25c37b37b962 req-8e5ed205-a1ca-49e9-9500-d2f8cf463e00 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=66fb760c44644fcc821424103653860a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0458114 Oct 12 23:13:10.655202 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-923152bf-321a-461d-9bcc-247c37fa229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:10.657450 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923152bf-321a-461d-9bcc-247c37fa229a None None] The sync data for ids ['8745de79-061b-44f5-aad1-6f9044a6ae43'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:10.717249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77474c96-bdba-4363-8088-3ce0fc037b5f req-b3d3e923-02da-4fe2-ac20-8e1019274ff8 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.1102154 Oct 12 23:13:10.732703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8eaf59a9-5c39-4553-99dc-de51c53df04d req-02d2a028-7bcb-4af6-8df4-6f0bca6f516a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214540 Oct 12 23:13:10.740627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b444a7b-407e-45a0-a450-be4e989157bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:10.787126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55321e09-752d-447e-878e-25c37b37b962 req-b841462e-9397-4210-bee8-ce31691ecfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:10.789573 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55321e09-752d-447e-878e-25c37b37b962 req-b841462e-9397-4210-bee8-ce31691ecfc2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1591799 Oct 12 23:13:10.939931 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ebc53d42-c921-4fef-9d7f-925494621773 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/routers/8745de79-061b-44f5-aad1-6f9044a6ae43 HTTP/1.1" status: 200 len: 886 time: 0.4536994 Oct 12 23:13:10.948163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45238) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:10.953446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ffe1eb-e831-47a1-92ae-f120c545fc0e req-07ce3dfa-51fb-421d-8099-a4f611262e1f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:10.955418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42ffe1eb-e831-47a1-92ae-f120c545fc0e req-07ce3dfa-51fb-421d-8099-a4f611262e1f tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0920908 Oct 12 23:13:10.962341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b444a7b-407e-45a0-a450-be4e989157bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.006643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42ffe1eb-e831-47a1-92ae-f120c545fc0e req-c0171577-afab-4b54-b983-2be841e30775 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386138 Oct 12 23:13:11.021607 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b444a7b-407e-45a0-a450-be4e989157bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.027166 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-25b702ce-8ac8-48b9-917e-74ada54e416c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=8745de79-061b-44f5-aad1-6f9044a6ae43 HTTP/1.1" status: 200 len: 205 time: 0.0755849 Oct 12 23:13:11.027578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45244) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:11.115562 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b444a7b-407e-45a0-a450-be4e989157bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f45d5d26bd6f4f9c9bc429e61be4ac8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7207367 Oct 12 23:13:11.118753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b444a7b-407e-45a0-a450-be4e989157bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1442b877-8ae2-42b2-98e1-60ca54e54f87,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:11.119164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45248) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:11.151782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d6007-9ebc-4bbe-bb31-10d425d7a228 req-5b724537-78f7-4cb7-a95e-14c3ab2cc5fc tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:11.153769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-200d6007-9ebc-4bbe-bb31-10d425d7a228 req-5b724537-78f7-4cb7-a95e-14c3ab2cc5fc tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0722792 Oct 12 23:13:11.159940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c39df353-55d2-440f-902d-11e66cb0bd53 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.163460 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c39df353-55d2-440f-902d-11e66cb0bd53 tempest-MeteringIpV6TestJSON-315790912 tempest-MeteringIpV6TestJSON-315790912-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/c9bb74c9-07e2-4a22-8244-0172d8b3b921 HTTP/1.1" status: 204 len: 168 time: 0.6832349 Oct 12 23:13:11.187347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.203320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.249187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=e1accb42-2f74-4c44-a280-7f7521eaec55,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:11.257508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-200d6007-9ebc-4bbe-bb31-10d425d7a228 req-1d1b02b1-2e67-41bb-98fc-fb7dfa5e908b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884423 Oct 12 23:13:11.284181 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed98e-8448-4624-befe-c8ce07b68f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.318047 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.450916 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed98e-8448-4624-befe-c8ce07b68f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.516576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 081045cb-1da9-469a-adff-b4a770e69204 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:11.518192 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.537020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.552213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a1071-b4b8-4fc4-b8c0-07335e161874 req-96109831-dc61-48e6-97df-cfa33e3ecdc3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:11.558640 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c5a1071-b4b8-4fc4-b8c0-07335e161874 req-96109831-dc61-48e6-97df-cfa33e3ecdc3 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1256588 Oct 12 23:13:11.621697 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.634826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 081045cb-1da9-469a-adff-b4a770e69204 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:11.671285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45284) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:11.683802 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed98e-8448-4624-befe-c8ce07b68f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.686291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f8ed98e-8448-4624-befe-c8ce07b68f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.687421 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8f8ed98e-8448-4624-befe-c8ce07b68f33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1442b877-8ae2-42b2-98e1-60ca54e54f87 HTTP/1.1" status: 204 len: 168 time: 0.5658274 Oct 12 23:13:11.702258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ed98e-8448-4624-befe-c8ce07b68f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442b877-8ae2-42b2-98e1-60ca54e54f87,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:11.709144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0c5a1071-b4b8-4fc4-b8c0-07335e161874 req-c09f2330-0eed-4670-8f23-3cd6a16da916 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421447 Oct 12 23:13:11.917311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4746a186-50a8-40af-832c-9a96a9287372 req-8940cdc3-deee-4cab-9783-41020d50657b tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0886316 Oct 12 23:13:11.920025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d00d6c09-9095-4672-b568-d9016a608909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:11.931967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7b6104-3dc5-4f3b-bec2-794bb331dfae req-aa1017b7-0716-41b2-adbd-f4545991dc97 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:11.939419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db7b6104-3dc5-4f3b-bec2-794bb331dfae req-aa1017b7-0716-41b2-adbd-f4545991dc97 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1093175 Oct 12 23:13:11.968030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:11.988853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db7b6104-3dc5-4f3b-bec2-794bb331dfae req-dd630d49-6504-40a1-a986-06464e400c0b tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487607 Oct 12 23:13:12.075077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55321e09-752d-447e-878e-25c37b37b962 req-e4653c4c-eb70-46a4-9e80-0c25259773b7 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.41 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.0542300 Oct 12 23:13:12.075838 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.107540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=081045cb-1da9-469a-adff-b4a770e69204,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:12.145174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d00d6c09-9095-4672-b568-d9016a608909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.150427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:12.157016 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e0d4297f-d830-4e17-b271-e4b0e5c6298c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0572979 Oct 12 23:13:12.162556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45318) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:12.163115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:12.172165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:12.172796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:12.206967 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45f6ac9b-baea-430d-8587-efa45eb39c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.226236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-818c5154-f978-4bef-903b-4a3721535326 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting subnet a3411a2a-0046-45fa-9c06-d14137d81efb {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:13:12.230110 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-818c5154-f978-4bef-903b-4a3721535326 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.230466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e5704f-5994-467b-8f73-97ecaa9bf148 req-7f2161f8-2e72-45be-bf96-e333b1cd4256 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:12.232083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7e5704f-5994-467b-8f73-97ecaa9bf148 req-7f2161f8-2e72-45be-bf96-e333b1cd4256 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.1006052 Oct 12 23:13:12.235063 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.265723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:12.278391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d00d6c09-9095-4672-b568-d9016a608909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.296771 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-818c5154-f978-4bef-903b-4a3721535326 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.341115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.348530 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.366668 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d00d6c09-9095-4672-b568-d9016a608909 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=eb3d78885e354021a6c14fd1098a0bb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6918004 Oct 12 23:13:12.367502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45328) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:12.371297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00d6c09-9095-4672-b568-d9016a608909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2818fea-beca-4cca-8f13-2478b73b492e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:12.434225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7e5704f-5994-467b-8f73-97ecaa9bf148 req-a1add95f-8eda-488d-86b8-4023b67c355e tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718888 Oct 12 23:13:12.461221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-818c5154-f978-4bef-903b-4a3721535326 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.481227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a57e3db-9de3-473f-9517-ddd6dd609e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.515542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a57e3db-9de3-473f-9517-ddd6dd609e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.524600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:10Z', 'revision_number': 9, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:12.530698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.531390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Fanout notify agent at l3_agent the message router_deleted on router 8745de79-061b-44f5-aad1-6f9044a6ae43 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:13:12.563206 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.565627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b2b0d4b1-4b8d-47c2-873d-417f8c192abe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/8745de79-061b-44f5-aad1-6f9044a6ae43 HTTP/1.1" status: 204 len: 168 time: 1.5359602 Oct 12 23:13:12.571138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45342) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:12.576294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1087217782'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:12.581717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:12.589322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45344) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:12.593551 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:12.593905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:12:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:12.616741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c63d55-6e89-43a3-966d-b69497a592b9 req-b904533a-ca0c-42a2-a253-9ae6af554faa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:12.618501 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26c63d55-6e89-43a3-966d-b69497a592b9 req-b904533a-ca0c-42a2-a253-9ae6af554faa tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0961406 Oct 12 23:13:12.619878 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d34b86c3-8d27-4341-a688-3c02b61f56a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.624734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-818c5154-f978-4bef-903b-4a3721535326 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.672353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:12.676157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.678977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c5154-f978-4bef-903b-4a3721535326 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Subnet': ['ID=a3411a2a-0046-45fa-9c06-d14137d81efb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:12.694459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-818c5154-f978-4bef-903b-4a3721535326 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.700684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-818c5154-f978-4bef-903b-4a3721535326 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/a3411a2a-0046-45fa-9c06-d14137d81efb HTTP/1.1" status: 204 len: 168 time: 0.5358367 Oct 12 23:13:12.701130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45350) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:12.701265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d12a98-9748-48f0-b191-098299107542 None None] Network 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:12.718282 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a57e3db-9de3-473f-9517-ddd6dd609e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.719177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a57e3db-9de3-473f-9517-ddd6dd609e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.720048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:12.728923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:12.736249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7a57e3db-9de3-473f-9517-ddd6dd609e28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c2818fea-beca-4cca-8f13-2478b73b492e HTTP/1.1" status: 204 len: 168 time: 0.3328969 Oct 12 23:13:12.744387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.748103 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added segment 14115ffc-9b54-43bb-9d42-86fc923b4d4a of type vlan for network dac24a6c-8093-4855-81ed-695a56119099 Oct 12 23:13:12.771704 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26c63d55-6e89-43a3-966d-b69497a592b9 req-d54b4d81-2fa6-4fe8-9037-a80d43619d68 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316776 Oct 12 23:13:12.825553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.829358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a57e3db-9de3-473f-9517-ddd6dd609e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2818fea-beca-4cca-8f13-2478b73b492e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:12.952766 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:12.954636 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141bbeb3-504e-4fc4-a5a8-06329fa01e71 req-cdacea20-538a-44d2-8f27-732a7d07647a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:12.956244 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141bbeb3-504e-4fc4-a5a8-06329fa01e71 req-cdacea20-538a-44d2-8f27-732a7d07647a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0808742 Oct 12 23:13:12.964397 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d34b86c3-8d27-4341-a688-3c02b61f56a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.029874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.047801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:13.048466 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.135697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:10Z', 'revision_number': 9, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:13.167118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09060b6e-7a16-4a6d-b7a6-e05566f3299f None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:10Z', 'revision_number': 9, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b10b5525-d851-4368-8cfd-840f6ff3bd3e', 'name': '', 'network_id': '01c6e183-641f-4a45-9dc0-fb3344aecd80', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:9a:52:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2276, 'fixed_ips': [{'subnet_id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:29Z', 'updated_at': '2021-10-12T23:12:38Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'd1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:13.169660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3567e6f6-100c-4714-a1d6-a2b7a38235cb None None] DHCP port deletion for 2e172bed-5d3c-400c-86c1-29a1d7c8bf7a request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-141bbeb3-504e-4fc4-a5a8-06329fa01e71 req-a1163279-c22f-4315-8ced-5b0ea26efe46 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170913 Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Network': ['ID=dac24a6c-8093-4855-81ed-695a56119099,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.201170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.202488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.202488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:13.247853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3567e6f6-100c-4714-a1d6-a2b7a38235cb None None] Deleting port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:13.247853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3567e6f6-100c-4714-a1d6-a2b7a38235cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.247853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network dac24a6c-8093-4855-81ed-695a56119099 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:13.270310 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3631758c-4f70-4851-b478-aefc8bda4816 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6980953 Oct 12 23:13:13.305640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45388) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:13.311334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'subnet': {'network_id': 'dac24a6c-8093-4855-81ed-695a56119099', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:13.402366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3567e6f6-100c-4714-a1d6-a2b7a38235cb None None] For port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=326ca923-c734-4e88-9dfe-9ede8fcdbfd5,segment=NetworkSegment(82512049-29ae-44d0-a668-29d140100e67),segment_id=82512049-29ae-44d0-a668-29d140100e67)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:13.402775 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3567e6f6-100c-4714-a1d6-a2b7a38235cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.417807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3567e6f6-100c-4714-a1d6-a2b7a38235cb None None] Calling delete_port for 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:13.589492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d34b86c3-8d27-4341-a688-3c02b61f56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.593980 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3567e6f6-100c-4714-a1d6-a2b7a38235cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.606311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-81ab740f-795b-4517-bc96-d26faf0c2801 req-e295f142-fefb-4406-bfa6-f0a419ae3151 tempest-ServerShowV254Test-118105453 tempest-ServerShowV254Test-118105453-project] 10.222.0.31 "GET /v2.0/ports?device_id=dc1c22e4-103f-464e-9137-5cd061bb6a97 HTTP/1.1" status: 200 len: 210 time: 0.5455785 Oct 12 23:13:13.668673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b86c3-8d27-4341-a688-3c02b61f56a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de39f96-ece5-4627-9339-5452f16de5bc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:13.675612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d34b86c3-8d27-4341-a688-3c02b61f56a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8a86a89f150b415fb93c02a50ed239da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0826643 Oct 12 23:13:13.689742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45406) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:13.709081 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3567e6f6-100c-4714-a1d6-a2b7a38235cb None None] No DVR routers for this DVR port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:13.711032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3567e6f6-100c-4714-a1d6-a2b7a38235cb None None] Pushing event deleted for resources: {'Port': ['ID=326ca923-c734-4e88-9dfe-9ede8fcdbfd5,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:13.716181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e1accb42-2f74-4c44-a280-7f7521eaec55 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:13.730158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:13.730487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.742675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45410) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:13.750611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e1accb42-2f74-4c44-a280-7f7521eaec55 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:13.751095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e1accb42-2f74-4c44-a280-7f7521eaec55 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:13.751588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:13.773275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:13.773957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:13.809620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8afa48a-f530-4e60-98a2-ffc54562ff1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.849601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-836a168a-7efd-425e-9fdb-96203258c62b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.868640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5, host n-d-790519-14, got binding levels [] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:13.868953 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.896583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-836a168a-7efd-425e-9fdb-96203258c62b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.896813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbce503-c6b8-469f-9ef0-9be0c48f2d6d req-e0a593e6-1482-458e-a3c2-986633a6b239 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:13.898975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0fbce503-c6b8-469f-9ef0-9be0c48f2d6d req-e0a593e6-1482-458e-a3c2-986633a6b239 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.6261840 Oct 12 23:13:13.908220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:13.914562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 was not found and therefore no delete operation was performed {{(pid=101890) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 23:13:13.924431 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:13.954075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0fbce503-c6b8-469f-9ef0-9be0c48f2d6d req-70b90bce-545c-467e-afb2-00409ddca60a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490053 Oct 12 23:13:13.982624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=326ca923-c734-4e88-9dfe-9ede8fcdbfd5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:13.986899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No DVR routers for this DVR port 326ca923-c734-4e88-9dfe-9ede8fcdbfd5 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:13.993585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:13.997233 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.098278 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8afa48a-f530-4e60-98a2-ffc54562ff1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.114647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.127082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15726c3c-7d99-4c7c-9186-5ca58b524181 req-8250dc57-2828-45f9-b537-afd9a8f9a131 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:14.128575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15726c3c-7d99-4c7c-9186-5ca58b524181 req-8250dc57-2828-45f9-b537-afd9a8f9a131 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.0728014 Oct 12 23:13:14.136315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e172bed-5d3c-400c-86c1-29a1d7c8bf7a']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:14.145642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82512049-29ae-44d0-a668-29d140100e67') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:14.145936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82512049-29ae-44d0-a668-29d140100e67') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:14.156415 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.169212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15726c3c-7d99-4c7c-9186-5ca58b524181 req-16b8f136-a56e-4de0-9b8f-808f099e39d4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338571 Oct 12 23:13:14.170271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.176964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:13:14.177357 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:13:14.181523 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:13:14.225201 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8afa48a-f530-4e60-98a2-ffc54562ff1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.234041 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-836a168a-7efd-425e-9fdb-96203258c62b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.236562 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-836a168a-7efd-425e-9fdb-96203258c62b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.237770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-836a168a-7efd-425e-9fdb-96203258c62b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8de39f96-ece5-4627-9339-5452f16de5bc HTTP/1.1" status: 204 len: 168 time: 0.5470095 Oct 12 23:13:14.294903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b8afa48a-f530-4e60-98a2-ffc54562ff1c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=65f3e4a246c04406a2330cb5836aaae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413973 Oct 12 23:13:14.297506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45440) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:14.310670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afa48a-f530-4e60-98a2-ffc54562ff1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2ce57b-4313-4525-b4c5-35f2ffc014cc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:14.327030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a168a-7efd-425e-9fdb-96203258c62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de39f96-ece5-4627-9339-5452f16de5bc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:14.369355 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.379479 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.382893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/networks/2e172bed-5d3c-400c-86c1-29a1d7c8bf7a HTTP/1.1" status: 204 len: 168 time: 1.6801457 Oct 12 23:13:14.386799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45446) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:14.392897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca058-fa7d-4ec0-aea4-fb135ee1acac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.401333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614487cd-5543-40c1-b9c3-e8641be0dd45 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Network': ['ID=2e172bed-5d3c-400c-86c1-29a1d7c8bf7a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:14.422019 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca058-fa7d-4ec0-aea4-fb135ee1acac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.674149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca058-fa7d-4ec0-aea4-fb135ee1acac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.683351 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c6ca058-fa7d-4ec0-aea4-fb135ee1acac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.683351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2c6ca058-fa7d-4ec0-aea4-fb135ee1acac admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/be2ce57b-4313-4525-b4c5-35f2ffc014cc HTTP/1.1" status: 204 len: 168 time: 0.3845446 Oct 12 23:13:14.697383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ca058-fa7d-4ec0-aea4-fb135ee1acac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2ce57b-4313-4525-b4c5-35f2ffc014cc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:14.732675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.863920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Subnet': ['ID=c7a3c6e8-2206-4d30-95ed-529a5afe281d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:14.868034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Checking segment: {'id': '14115ffc-9b54-43bb-9d42-86fc923b4d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dac24a6c-8093-4855-81ed-695a56119099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:14.868034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network hostable DHCP agents. Network: dac24a6c-8093-4855-81ed-695a56119099, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:13:14.974564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:14.985954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network dac24a6c-8093-4855-81ed-695a56119099 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:13:15.150624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, dac24a6c-8093-4855-81ed-695a56119099) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:15.156605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:15.156825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.161386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c030dc04-870e-4d73-96a7-86515e904a13 None None] Network dac24a6c-8093-4855-81ed-695a56119099 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:15.249731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45494) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:15.250213 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e5f527f2-d83b-40f0-a35d-54bc723a0b09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9431880 Oct 12 23:13:15.256380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-eb5ed781-1e57-4cad-8db2-fd49e05bffd4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1434577252', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:15.332481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45498) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:15.359486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port b10b5525-d851-4368-8cfd-840f6ff3bd3e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:15.359911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.371204 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed781-1e57-4cad-8db2-fd49e05bffd4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.373096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed781-1e57-4cad-8db2-fd49e05bffd4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.575767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed781-1e57-4cad-8db2-fd49e05bffd4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.621653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port b10b5525-d851-4368-8cfd-840f6ff3bd3e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b10b5525-d851-4368-8cfd-840f6ff3bd3e,segment=NetworkSegment(6a247c28-d4b3-4465-83f7-2dafc9258263),segment_id=6a247c28-d4b3-4465-83f7-2dafc9258263)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:15.622221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.634480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed781-1e57-4cad-8db2-fd49e05bffd4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.652724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for b10b5525-d851-4368-8cfd-840f6ff3bd3e owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:15.695063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-dac24a6c-8093-4855-81ed-695a56119099', 'network_id': 'dac24a6c-8093-4855-81ed-695a56119099', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'fixed_ips': [{'subnet_id': 'c7a3c6e8-2206-4d30-95ed-529a5afe281d'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:13:15.700288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.720654 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.730796 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-69f4b34a-39d7-438e-9fca-1e40861e0884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.750225 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb5ed781-1e57-4cad-8db2-fd49e05bffd4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.751492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-eb5ed781-1e57-4cad-8db2-fd49e05bffd4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5006256 Oct 12 23:13:15.754178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45528) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:15.798872 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-918c168a-c7fe-419c-92b5-d6e80c519a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:15.956630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Allocated IP 172.20.0.2 (dac24a6c-8093-4855-81ed-695a56119099/c7a3c6e8-2206-4d30-95ed-529a5afe281d/ea924f40-0b1f-4a90-89e4-04b0b4951db7) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:16.008448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-69f4b34a-39d7-438e-9fca-1e40861e0884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.068274 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.076069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-69f4b34a-39d7-438e-9fca-1e40861e0884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.128595 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-69f4b34a-39d7-438e-9fca-1e40861e0884 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66fb760c44644fcc821424103653860a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7929161 Oct 12 23:13:16.133937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=b10b5525-d851-4368-8cfd-840f6ff3bd3e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:16.135748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45552) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:16.234014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.254560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f4b34a-39d7-438e-9fca-1e40861e0884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d553822-15bc-4920-872d-07c2fe53629f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:16.269614 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.322429 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.394797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.453239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Network dac24a6c-8093-4855-81ed-695a56119099 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:16.459345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:16.465522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:16.531815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Pushing event updated for resources: {'Port': ['ID=ea924f40-0b1f-4a90-89e4-04b0b4951db7,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:16.539086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Attempting to bind port ea924f40-0b1f-4a90-89e4-04b0b4951db7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:13:16.539086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Attempting to bind port ea924f40-0b1f-4a90-89e4-04b0b4951db7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '14115ffc-9b54-43bb-9d42-86fc923b4d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dac24a6c-8093-4855-81ed-695a56119099'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:13:16.539086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Attempting to bind port ea924f40-0b1f-4a90-89e4-04b0b4951db7 on network dac24a6c-8093-4855-81ed-695a56119099 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:13:16.544155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:13:16.544642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Checking segment: {'id': '14115ffc-9b54-43bb-9d42-86fc923b4d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dac24a6c-8093-4855-81ed-695a56119099'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:16.545144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.545796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Bound using segment: {'id': '14115ffc-9b54-43bb-9d42-86fc923b4d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dac24a6c-8093-4855-81ed-695a56119099'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:13:16.546785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Bound port: ea924f40-0b1f-4a90-89e4-04b0b4951db7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14115ffc-9b54-43bb-9d42-86fc923b4d4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'dac24a6c-8093-4855-81ed-695a56119099'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:13:16.547423 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.586090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.598229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cddb9576-4031-465b-b62f-64bba45d1c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.751681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] For port ea924f40-0b1f-4a90-89e4-04b0b4951db7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:16.756172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] For port ea924f40-0b1f-4a90-89e4-04b0b4951db7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ea924f40-0b1f-4a90-89e4-04b0b4951db7,segment=NetworkSegment(14115ffc-9b54-43bb-9d42-86fc923b4d4a),segment_id=14115ffc-9b54-43bb-9d42-86fc923b4d4a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:13:16.839588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.850751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cddb9576-4031-465b-b62f-64bba45d1c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:16.950911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.20.0.1 (dac24a6c-8093-4855-81ed-695a56119099/c7a3c6e8-2206-4d30-95ed-529a5afe281d/4a4097f8-31f6-452b-a529-669d0f0ae168) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:16.956169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2330697-ac9c-495b-8d2e-fc7e38ee5a91 None None] Pushing event updated for resources: {'Port': ['ID=ea924f40-0b1f-4a90-89e4-04b0b4951db7,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:17.028375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cddb9576-4031-465b-b62f-64bba45d1c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:17.033050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cddb9576-4031-465b-b62f-64bba45d1c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:17.033050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cddb9576-4031-465b-b62f-64bba45d1c83 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4d553822-15bc-4920-872d-07c2fe53629f HTTP/1.1" status: 204 len: 168 time: 0.8543048 Oct 12 23:13:17.048482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddb9576-4031-465b-b62f-64bba45d1c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d553822-15bc-4920-872d-07c2fe53629f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:17.113855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:17.189356 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:17.318113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:17.327911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e03058ef-5087-4506-b836-a2f939b638dc tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9367101 Oct 12 23:13:17.328027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45632) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:17.344887 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:17.354789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:17.355599 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:17.413794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:17.530311 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:17.543963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-0feb41fd-8177-4e1f-8047-41bee0463fa3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting subnet d1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:13:17.560643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network dac24a6c-8093-4855-81ed-695a56119099 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:17.564303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0feb41fd-8177-4e1f-8047-41bee0463fa3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:17.571868 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:17.606717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:17.657380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=4a4097f8-31f6-452b-a529-669d0f0ae168,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:17.707648 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0feb41fd-8177-4e1f-8047-41bee0463fa3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:17.767847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:17.807350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ea924f40-0b1f-4a90-89e4-04b0b4951db7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:17.896716 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:17.949445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0feb41fd-8177-4e1f-8047-41bee0463fa3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:17.960863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ea924f40-0b1f-4a90-89e4-04b0b4951db7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:17.962199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:18.044083 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:15Z', 'revision_number': 10, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:18.101387 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:18.111789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:18.113207 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:18.163828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:18.209143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:18.270693 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:18.308403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port ea924f40-0b1f-4a90-89e4-04b0b4951db7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ea924f40-0b1f-4a90-89e4-04b0b4951db7,segment=NetworkSegment(14115ffc-9b54-43bb-9d42-86fc923b4d4a),segment_id=14115ffc-9b54-43bb-9d42-86fc923b4d4a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:18.382936 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:18.565777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=ea924f40-0b1f-4a90-89e4-04b0b4951db7,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:18.602070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.602436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.604507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.605786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.605978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.606406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.606642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.606997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.607330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.614488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.615089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.615435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:18.687827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfe3932-63c9-4bc8-8a28-72f9abbd67ab None None] Network dac24a6c-8093-4855-81ed-695a56119099 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:18.748613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:18.817933 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:18.830129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6e3e8351-9921-444e-8935-b22b36c4e859 None None] Provisioning complete for port ea924f40-0b1f-4a90-89e4-04b0b4951db7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:18.835066 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6e3e8351-9921-444e-8935-b22b36c4e859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:18.935088 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0feb41fd-8177-4e1f-8047-41bee0463fa3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:18.996451 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0feb41fd-8177-4e1f-8047-41bee0463fa3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:19.001450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0feb41fd-8177-4e1f-8047-41bee0463fa3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/d1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d HTTP/1.1" status: 204 len: 168 time: 1.6719668 Oct 12 23:13:19.004147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45738) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:19.012428 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:15Z', 'revision_number': 10, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:19.034114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feb41fd-8177-4e1f-8047-41bee0463fa3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:19.048271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=4a4097f8-31f6-452b-a529-669d0f0ae168,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:19.055388 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:19.108188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f78038-1964-4887-8513-d5326e3cb7c3 None None] Network 01c6e183-641f-4a45-9dc0-fb3344aecd80 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:19.117516 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460298dd-342a-4543-836e-eb8f45bdd931 None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:15Z', 'revision_number': 10, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None, '_interfaces': [{'id': '0e94a170-2a16-4d1b-b0ca-db94aa433851', 'name': '', 'network_id': 'c5a97c6a-18f4-4d3a-adf2-04ad43c916d0', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'mac_address': 'fa:16:3e:cc:67:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2255, 'fixed_ips': [{'subnet_id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:12:18Z', 'updated_at': '2021-10-12T23:12:25Z', 'revision_number': 5, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'subnets': [{'id': 'a648c82c-bc6f-414b-9534-925d5346d115', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:19.151500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:19.165323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:19.267285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network dac24a6c-8093-4855-81ed-695a56119099 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:19.269401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:19.303261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 88bdbd7b-bb71-4fc2-904a-64882343a487 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:19.305618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:19.400577 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:19.592141 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port 88bdbd7b-bb71-4fc2-904a-64882343a487, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88bdbd7b-bb71-4fc2-904a-64882343a487,segment=NetworkSegment(6a247c28-d4b3-4465-83f7-2dafc9258263),segment_id=6a247c28-d4b3-4465-83f7-2dafc9258263)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:19.595929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:19.614991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router 212b7568-5362-4558-95f5-73ea838ef4bb is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:13:19.647702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 88bdbd7b-bb71-4fc2-904a-64882343a487 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:19.672661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] DHCP port deletion for 01c6e183-641f-4a45-9dc0-fb3344aecd80 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:13:19.770843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ea924f40-0b1f-4a90-89e4-04b0b4951db7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:19.950124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:19.962654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b99830e8-d2bc-4f06-98c6-e72ff054d148 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/212b7568-5362-4558-95f5-73ea838ef4bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2033870 Oct 12 23:13:19.962902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45796) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:20.010022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9220659d-ea03-4142-a1c0-57cf46474605 None None] Sync routers for ids ['212b7568-5362-4558-95f5-73ea838ef4bb'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:20.062080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9220659d-ea03-4142-a1c0-57cf46474605 None None] Routers {'212b7568-5362-4558-95f5-73ea838ef4bb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:20.063032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9220659d-ea03-4142-a1c0-57cf46474605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['212b7568-5362-4558-95f5-73ea838ef4bb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:20.091396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b278f5c7-eb14-479a-b6f8-6dc000fedffd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:20.091944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45802) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:20.092874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b278f5c7-eb14-479a-b6f8-6dc000fedffd tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports/4a4097f8-31f6-452b-a529-669d0f0ae168 HTTP/1.1" status: 200 len: 910 time: 0.1217802 Oct 12 23:13:20.097069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45804) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:20.112962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-007ae8b7-92ef-40b0-a326-f926ee7142cc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7a3c6e8-2206-4d30-95ed-529a5afe281d'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:20.119296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.204674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] Deleting port 88bdbd7b-bb71-4fc2-904a-64882343a487 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:20.207674 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.211915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No DVR routers for this DVR port 88bdbd7b-bb71-4fc2-904a-64882343a487 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:20.221102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=88bdbd7b-bb71-4fc2-904a-64882343a487,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:20.420005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] For port 88bdbd7b-bb71-4fc2-904a-64882343a487, host n-d-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:20.420503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.463220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45812) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:20.471235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] Calling delete_port for 88bdbd7b-bb71-4fc2-904a-64882343a487 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:20.473847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.ipam_backend_mixin [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] Port 88bdbd7b-bb71-4fc2-904a-64882343a487 was not found and therefore no delete operation was performed {{(pid=101891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 23:13:20.482528 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.486670 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-007ae8b7-92ef-40b0-a326-f926ee7142cc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.488302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9220659d-ea03-4142-a1c0-57cf46474605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:20.510985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.587935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c6e183-641f-4a45-9dc0-fb3344aecd80']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:20.597987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-80d97780-b80a-4c35-9841-e398bc7e6e88 None None] Provisioning complete for port 4a4097f8-31f6-452b-a529-669d0f0ae168 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:20.598363 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-80d97780-b80a-4c35-9841-e398bc7e6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.630892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-776322361-network', 'tenant_id': '1bc7d62df2c24cbeb4b936bc57e6e356'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:20.681761 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e5c3463-99e3-49ec-8eb8-927651e32889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.687892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a247c28-d4b3-4465-83f7-2dafc9258263') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:20.688195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a247c28-d4b3-4465-83f7-2dafc9258263') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:20.723213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-80d97780-b80a-4c35-9841-e398bc7e6e88 None None] Port 4a4097f8-31f6-452b-a529-669d0f0ae168 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:13:20.730069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.739803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ea924f40-0b1f-4a90-89e4-04b0b4951db7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:20.744839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.744839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] Pushing event deleted for resources: {'Port': ['ID=88bdbd7b-bb71-4fc2-904a-64882343a487,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:20.798905 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.802414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Made reservation on behalf of 1bc7d62df2c24cbeb4b936bc57e6e356 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:20.805514 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.813699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeae02b-a725-4586-8240-99576f05ec69 None None] No DVR routers for this DVR port 88bdbd7b-bb71-4fc2-904a-64882343a487 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:20.826775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:13:20.827172 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:13:20.830424 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:13:20.844508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9220659d-ea03-4142-a1c0-57cf46474605 None None] Routers {'212b7568-5362-4558-95f5-73ea838ef4bb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:20.844508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9220659d-ea03-4142-a1c0-57cf46474605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['212b7568-5362-4558-95f5-73ea838ef4bb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:20.844787 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.905066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-80d97780-b80a-4c35-9841-e398bc7e6e88 None None] Provisioning complete for port ea924f40-0b1f-4a90-89e4-04b0b4951db7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:20.905447 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-80d97780-b80a-4c35-9841-e398bc7e6e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:20.931740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9220659d-ea03-4142-a1c0-57cf46474605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:20.932631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9220659d-ea03-4142-a1c0-57cf46474605 None None] The sync data for ids ['212b7568-5362-4558-95f5-73ea838ef4bb'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:21.037297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.047211 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.061227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/networks/01c6e183-641f-4a45-9dc0-fb3344aecd80 HTTP/1.1" status: 204 len: 168 time: 2.0554724 Oct 12 23:13:21.062817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45826) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:21.109376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b10b5525-d851-4368-8cfd-840f6ff3bd3e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:21.138853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b10b5525-d851-4368-8cfd-840f6ff3bd3e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:21.139489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b10b5525-d851-4368-8cfd-840f6ff3bd3e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:21.252916 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.270196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dbdb8a4a-2882-41ec-8c48-de249945b51e None None] Provisioning complete for port 4a4097f8-31f6-452b-a529-669d0f0ae168 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:21.270831 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dbdb8a4a-2882-41ec-8c48-de249945b51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.283770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f25874-604a-469a-85bb-0a97d00b539e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Network': ['ID=01c6e183-641f-4a45-9dc0-fb3344aecd80,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:21.284521 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-007ae8b7-92ef-40b0-a326-f926ee7142cc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.317355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb8a4a-2882-41ec-8c48-de249945b51e None None] Port 4a4097f8-31f6-452b-a529-669d0f0ae168 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:13:21.322820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.333150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e5c3463-99e3-49ec-8eb8-927651e32889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.346428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:21.363510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a548d046-3487-4730-b7d9-545dadfdc0d3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:21.367408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.367875 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Added segment 7eb80789-76b5-40e1-aa7d-8d7270ea4901 of type vlan for network 165d1c08-005e-4287-8ee8-b794f9396903 Oct 12 23:13:21.424044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.452460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e5c3463-99e3-49ec-8eb8-927651e32889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.467288 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-007ae8b7-92ef-40b0-a326-f926ee7142cc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.493049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88bdbd7b-bb71-4fc2-904a-64882343a487 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:21.530111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 88bdbd7b-bb71-4fc2-904a-64882343a487 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:21.530457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88bdbd7b-bb71-4fc2-904a-64882343a487 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:21.539144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c3463-99e3-49ec-8eb8-927651e32889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da3283d-1280-477d-b433-a63ff7449b44,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:21.551838 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e5c3463-99e3-49ec-8eb8-927651e32889 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9a6e86e132fb4dd981798989da5146e3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0872200 Oct 12 23:13:21.555745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45832) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:21.571973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007ae8b7-92ef-40b0-a326-f926ee7142cc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:21.573371 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-007ae8b7-92ef-40b0-a326-f926ee7142cc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.576675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-007ae8b7-92ef-40b0-a326-f926ee7142cc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/ports/4a4097f8-31f6-452b-a529-669d0f0ae168 HTTP/1.1" status: 200 len: 910 time: 1.4742661 Oct 12 23:13:21.603520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45834) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:21.659341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007ae8b7-92ef-40b0-a326-f926ee7142cc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=4a4097f8-31f6-452b-a529-669d0f0ae168,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:21.660672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.661798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:21.663003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.738557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] Pushing event updated for resources: {'Network': ['ID=165d1c08-005e-4287-8ee8-b794f9396903,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:21.749136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 165d1c08-005e-4287-8ee8-b794f9396903 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:21.761488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-33d0edac-8920-4509-bb88-a376cfa67621 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6687279 Oct 12 23:13:21.774111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45838) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:21.774111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Request body: {'subnet': {'network_id': '165d1c08-005e-4287-8ee8-b794f9396903', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-776322361-subnet', 'tenant_id': '1bc7d62df2c24cbeb4b936bc57e6e356', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:21.879870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Made reservation on behalf of 1bc7d62df2c24cbeb4b936bc57e6e356 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:21.881782 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bf4fc9c-7278-46cd-9b20-a336b82246e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:21.882805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:22.001908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bf4fc9c-7278-46cd-9b20-a336b82246e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:22.166254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:22.229807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:22.284177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1d91be8-856a-430a-9b5e-b35c1fb3c34e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:22.328703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Checking segment: {'id': '7eb80789-76b5-40e1-aa7d-8d7270ea4901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '165d1c08-005e-4287-8ee8-b794f9396903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:22.329101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Network hostable DHCP agents. Network: 165d1c08-005e-4287-8ee8-b794f9396903, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:13:22.355756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bf4fc9c-7278-46cd-9b20-a336b82246e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:22.358303 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bf4fc9c-7278-46cd-9b20-a336b82246e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:22.359521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5bf4fc9c-7278-46cd-9b20-a336b82246e0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3da3283d-1280-477d-b433-a63ff7449b44 HTTP/1.1" status: 204 len: 168 time: 0.8040464 Oct 12 23:13:22.387573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf4fc9c-7278-46cd-9b20-a336b82246e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da3283d-1280-477d-b433-a63ff7449b44,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:22.399488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Network 165d1c08-005e-4287-8ee8-b794f9396903 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:13:22.445236 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:22.484902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 165d1c08-005e-4287-8ee8-b794f9396903) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:22.496666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:22.501568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa9953-8532-4c51-abfd-b98068061c9e None None] Network 165d1c08-005e-4287-8ee8-b794f9396903 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:22.502336 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:22.615627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0fe0b4ef-ba58-4e12-ae39-41e85eff8755 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8154628 Oct 12 23:13:22.724018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42925f17-8ced-4af8-8a94-0dbe6c4e886e None None] Network 165d1c08-005e-4287-8ee8-b794f9396903 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:22.862374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45858) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:22.935462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c9c496-8454-4820-a864-90150d7bf25d admin admin] Deleting subnet c1d91be8-856a-430a-9b5e-b35c1fb3c34e {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:13:22.939535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52c9c496-8454-4820-a864-90150d7bf25d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.007969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52c9c496-8454-4820-a864-90150d7bf25d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.052495 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52c9c496-8454-4820-a864-90150d7bf25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.228164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52c9c496-8454-4820-a864-90150d7bf25d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.273405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9c496-8454-4820-a864-90150d7bf25d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1d91be8-856a-430a-9b5e-b35c1fb3c34e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:23.278809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52c9c496-8454-4820-a864-90150d7bf25d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.286055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-52c9c496-8454-4820-a864-90150d7bf25d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c1d91be8-856a-430a-9b5e-b35c1fb3c34e HTTP/1.1" status: 204 len: 168 time: 0.4207811 Oct 12 23:13:23.286320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45868) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:23.289380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port 0e94a170-2a16-4d1b-b0ca-db94aa433851 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:23.289783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.317216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45870) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:23.415985 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-498b27d1-d8e9-455d-bd6c-01d646be265a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.451420 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port 0e94a170-2a16-4d1b-b0ca-db94aa433851, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0e94a170-2a16-4d1b-b0ca-db94aa433851,segment=NetworkSegment(ff211e09-7e86-4d75-af93-00a6cba3bcb8),segment_id=ff211e09-7e86-4d75-af93-00a6cba3bcb8)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:23.452017 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.467982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 4a4097f8-31f6-452b-a529-669d0f0ae168 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:23.468318 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.471109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for 0e94a170-2a16-4d1b-b0ca-db94aa433851 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:23.479463 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.604898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.615262 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-498b27d1-d8e9-455d-bd6c-01d646be265a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.621581 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.627947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165d1c08-005e-4287-8ee8-b794f9396903']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:23.639065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb80789-76b5-40e1-aa7d-8d7270ea4901') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:23.639358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb80789-76b5-40e1-aa7d-8d7270ea4901') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:23.648820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.662268 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.666254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 4a4097f8-31f6-452b-a529-669d0f0ae168 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:23.673075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:13:23.677899 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:13:23.726644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-498b27d1-d8e9-455d-bd6c-01d646be265a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.784728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-498b27d1-d8e9-455d-bd6c-01d646be265a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9788334e5427426f8d6b0f32a5d65def&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4553370 Oct 12 23:13:23.785379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45876) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:23.793813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498b27d1-d8e9-455d-bd6c-01d646be265a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae668b3-9e1e-438c-901a-f85e8aaf0d76,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:23.847532 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.866981 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.870105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] 10.222.0.31 "DELETE /v2.0/networks/165d1c08-005e-4287-8ee8-b794f9396903 HTTP/1.1" status: 204 len: 168 time: 0.5828485 Oct 12 23:13:23.884022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac87a41b-2f2a-46e1-96b2-95970b069f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=165d1c08-005e-4287-8ee8-b794f9396903,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:23.891327 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-178a810f-bf5a-47e6-82a3-7319d9c54f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.917139 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-178a810f-bf5a-47e6-82a3-7319d9c54f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:23.990097 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.063621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=0e94a170-2a16-4d1b-b0ca-db94aa433851,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:24.102175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-178a810f-bf5a-47e6-82a3-7319d9c54f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.107008 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-178a810f-bf5a-47e6-82a3-7319d9c54f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.113584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-178a810f-bf5a-47e6-82a3-7319d9c54f0a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6ae668b3-9e1e-438c-901a-f85e8aaf0d76 HTTP/1.1" status: 204 len: 168 time: 0.3217421 Oct 12 23:13:24.138549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a810f-bf5a-47e6-82a3-7319d9c54f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae668b3-9e1e-438c-901a-f85e8aaf0d76,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:24.238718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.306629 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.393481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=4a4097f8-31f6-452b-a529-669d0f0ae168,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:24.450679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45900) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:24.546956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-52e49707-4a69-46e2-818a-06eccd74ca44 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1bc7d62df2c24cbeb4b936bc57e6e356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0949354 Oct 12 23:13:24.547841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45904) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:24.643282 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea79810e-a901-4723-b96e-957226a6e59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.668824 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea79810e-a901-4723-b96e-957226a6e59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.726714 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.861998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea79810e-a901-4723-b96e-957226a6e59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.864864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea79810e-a901-4723-b96e-957226a6e59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:24.869112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ea79810e-a901-4723-b96e-957226a6e59a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a548d046-3487-4730-b7d9-545dadfdc0d3 HTTP/1.1" status: 204 len: 168 time: 0.3176138 Oct 12 23:13:24.876059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:24.884726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61edf1f-f802-4d11-9e21-2cdfcaeb1edc req-92b368de-e560-48fb-b0ab-918e68c8d4a4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:24.886286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d61edf1f-f802-4d11-9e21-2cdfcaeb1edc req-92b368de-e560-48fb-b0ab-918e68c8d4a4 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.4230084 Oct 12 23:13:24.890697 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79810e-a901-4723-b96e-957226a6e59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a548d046-3487-4730-b7d9-545dadfdc0d3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:24.950853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d61edf1f-f802-4d11-9e21-2cdfcaeb1edc req-5c9b2367-b211-41ce-86b6-3f1f9086fd51 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576727 Oct 12 23:13:25.140852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:25.154690 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:25.160574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45920) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:25.169163 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:25.170187 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:25.171503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6009f7e5-8d77-4414-b669-4279b3e07525 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0720203 Oct 12 23:13:25.195252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router 212b7568-5362-4558-95f5-73ea838ef4bb has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:25.262146 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:25.286296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting subnet a648c82c-bc6f-414b-9534-925d5346d115 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:13:25.297301 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:25.326305 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:23Z', 'revision_number': 11, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:25.354513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:25.366470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-22c31efb-c646-49ac-817c-ccdcc0ce2d65 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/212b7568-5362-4558-95f5-73ea838ef4bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7611537 Oct 12 23:13:25.368662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236244c-2a23-48d9-a9b0-527d67cf60a5 None None] Sync routers for ids ['212b7568-5362-4558-95f5-73ea838ef4bb'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:25.369542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45926) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:25.392989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236244c-2a23-48d9-a9b0-527d67cf60a5 None None] Routers {'212b7568-5362-4558-95f5-73ea838ef4bb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:25.393756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2236244c-2a23-48d9-a9b0-527d67cf60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['212b7568-5362-4558-95f5-73ea838ef4bb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:25.427234 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:25.438512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-83caf211-9b91-4404-a452-6fd68415b68c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=212b7568-5362-4558-95f5-73ea838ef4bb HTTP/1.1" status: 200 len: 205 time: 0.0676496 Oct 12 23:13:25.441374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45928) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:25.456000 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:25.461048 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:25.474741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:25.532257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2236244c-2a23-48d9-a9b0-527d67cf60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:25.560457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2236244c-2a23-48d9-a9b0-527d67cf60a5 None None] Routers {'212b7568-5362-4558-95f5-73ea838ef4bb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:25.565620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2236244c-2a23-48d9-a9b0-527d67cf60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['212b7568-5362-4558-95f5-73ea838ef4bb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:25.648912 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c55a0700-10d4-4395-8143-1bb68e481ae5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:25.680864 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:25.694913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2236244c-2a23-48d9-a9b0-527d67cf60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:25.696248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2236244c-2a23-48d9-a9b0-527d67cf60a5 None None] The sync data for ids ['212b7568-5362-4558-95f5-73ea838ef4bb'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:25.754735 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:25.769413 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:23Z', 'revision_number': 11, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:25.810691 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320d570-8e5f-400f-a2e4-c05bb474f8c1 None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:23Z', 'revision_number': 11, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:26.016997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.089115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c55a0700-10d4-4395-8143-1bb68e481ae5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.092187 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c55a0700-10d4-4395-8143-1bb68e481ae5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.147830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Subnet': ['ID=a648c82c-bc6f-414b-9534-925d5346d115,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:26.166788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.172516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60345779-a5a4-40b8-bd08-b3c05c079cee None None] Network c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:26.172711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/a648c82c-bc6f-414b-9534-925d5346d115 HTTP/1.1" status: 204 len: 168 time: 1.0083978 Oct 12 23:13:26.172927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45956) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:26.182700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.186491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.186491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.186491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.186491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.186491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.186491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.186491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.186491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.186491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.187999 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.188141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b5350e5-44bf-4fa3-a32a-6645e976811c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:26.234041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-ad4bbde6-f141-46ce-9dd0-92f728f0cd3a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:26.235990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-ad4bbde6-f141-46ce-9dd0-92f728f0cd3a tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.41 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.2163177 Oct 12 23:13:26.301614 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c55a0700-10d4-4395-8143-1bb68e481ae5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.306143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55a0700-10d4-4395-8143-1bb68e481ae5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Fanout notify agent at l3_agent the message router_deleted on router 212b7568-5362-4558-95f5-73ea838ef4bb {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:13:26.317132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002ea994-38eb-42aa-9c6d-fdec7720b40a req-5dabd7c5-61f7-4550-a934-16f3df88b7cf tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:26.321353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-002ea994-38eb-42aa-9c6d-fdec7720b40a req-5dabd7c5-61f7-4550-a934-16f3df88b7cf tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 947 time: 0.2293324 Oct 12 23:13:26.323879 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c55a0700-10d4-4395-8143-1bb68e481ae5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.327935 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c55a0700-10d4-4395-8143-1bb68e481ae5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/212b7568-5362-4558-95f5-73ea838ef4bb HTTP/1.1" status: 204 len: 168 time: 0.8856184 Oct 12 23:13:26.336147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45962) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:26.401778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.408739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-d29125de-6273-47f2-8c58-af9c3e6c03a0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting subnet c7a3c6e8-2206-4d30-95ed-529a5afe281d {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:13:26.448585 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d29125de-6273-47f2-8c58-af9c3e6c03a0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.502667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Deleting port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:26.502667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.516827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab7f14b-6638-4c23-9c51-e3d045b7b2ca None None] DHCP port deletion for c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:13:26.630678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7f14b-6638-4c23-9c51-e3d045b7b2ca None None] Deleting port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:26.632036 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f14b-6638-4c23-9c51-e3d045b7b2ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.680696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] For port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f45ac9cb-98a0-4e8a-95f5-797445d5bbb6,segment=NetworkSegment(ff211e09-7e86-4d75-af93-00a6cba3bcb8),segment_id=ff211e09-7e86-4d75-af93-00a6cba3bcb8)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:26.680925 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.700510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Calling delete_port for f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:26.723793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5ab7f14b-6638-4c23-9c51-e3d045b7b2ca None None] For port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f45ac9cb-98a0-4e8a-95f5-797445d5bbb6,segment=NetworkSegment(ff211e09-7e86-4d75-af93-00a6cba3bcb8),segment_id=ff211e09-7e86-4d75-af93-00a6cba3bcb8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:26.725925 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f14b-6638-4c23-9c51-e3d045b7b2ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.742736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5ab7f14b-6638-4c23-9c51-e3d045b7b2ca None None] Calling delete_port for f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:26.895756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.916037 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ab7f14b-6638-4c23-9c51-e3d045b7b2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:26.984049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45980) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:26.991261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab7f14b-6638-4c23-9c51-e3d045b7b2ca None None] Pushing event deleted for resources: {'Port': ['ID=f45ac9cb-98a0-4e8a-95f5-797445d5bbb6,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:26.999801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab7f14b-6638-4c23-9c51-e3d045b7b2ca None None] No DVR routers for this DVR port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:27.000001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Port': ['ID=f45ac9cb-98a0-4e8a-95f5-797445d5bbb6,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:27.004305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No DVR routers for this DVR port f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:27.106245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-002ea994-38eb-42aa-9c6d-fdec7720b40a req-e95ef265-878c-464c-af06-87084bbd7761 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/security-groups?id=53a7070b-cd85-4104-ad32-690da4549c7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7700067 Oct 12 23:13:27.153662 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d29125de-6273-47f2-8c58-af9c3e6c03a0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.196486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Deleting port ebde3646-b569-4c2d-bcc3-c96721d1c695 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:27.196822 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.248174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.270188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5a97c6a-18f4-4d3a-adf2-04ad43c916d0']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:27.284450 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff211e09-7e86-4d75-af93-00a6cba3bcb8') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:27.285268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff211e09-7e86-4d75-af93-00a6cba3bcb8') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:27.298350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.315471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d29125de-6273-47f2-8c58-af9c3e6c03a0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.315767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.325779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:13:27.326917 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:13:27.332436 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:13:27.453042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1863132845-network', 'tenant_id': '05f6be696bd94e00b3f2e28946ff3fe2'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:27.482252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d29125de-6273-47f2-8c58-af9c3e6c03a0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.503422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d29125de-6273-47f2-8c58-af9c3e6c03a0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.507639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d29125de-6273-47f2-8c58-af9c3e6c03a0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/c7a3c6e8-2206-4d30-95ed-529a5afe281d HTTP/1.1" status: 204 len: 168 time: 1.1701529 Oct 12 23:13:27.511306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45996) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:27.527124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c92c19c-563b-4733-a2f6-bc977b253ccd None None] Network dac24a6c-8093-4855-81ed-695a56119099 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:27.540741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29125de-6273-47f2-8c58-af9c3e6c03a0 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a3c6e8-2206-4d30-95ed-529a5afe281d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:27.550967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] For port ebde3646-b569-4c2d-bcc3-c96721d1c695, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ebde3646-b569-4c2d-bcc3-c96721d1c695,segment=NetworkSegment(b936cc0c-48f0-4e3f-8fe0-9b1332282a85),segment_id=b936cc0c-48f0-4e3f-8fe0-9b1332282a85)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:27.551666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.574433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Calling delete_port for ebde3646-b569-4c2d-bcc3-c96721d1c695 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:27.598324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0e94a170-2a16-4d1b-b0ca-db94aa433851 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:27.616147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Made reservation on behalf of 05f6be696bd94e00b3f2e28946ff3fe2 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:27.619615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.626193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0e94a170-2a16-4d1b-b0ca-db94aa433851 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:27.626661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0e94a170-2a16-4d1b-b0ca-db94aa433851 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:27.627179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:27.655954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:27.656246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f45ac9cb-98a0-4e8a-95f5-797445d5bbb6 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:27.661025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.665814 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.698281 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.704142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/networks/c5a97c6a-18f4-4d3a-adf2-04ad43c916d0 HTTP/1.1" status: 204 len: 168 time: 1.5273266 Oct 12 23:13:27.704142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9f4c6-2847-4077-a258-8a8d48879a12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Pushing event deleted for resources: {'Network': ['ID=c5a97c6a-18f4-4d3a-adf2-04ad43c916d0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:27.706383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46004) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:27.707309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.713975 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'routes': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:27.813506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.897450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.923705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:27.944369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e0892f-d01b-4ac8-9fbd-450b51be852f None None] DHCP port deletion for dac24a6c-8093-4855-81ed-695a56119099 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:13:27.959635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Pushing event deleted for resources: {'Port': ['ID=ebde3646-b569-4c2d-bcc3-c96721d1c695,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:28.017674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:28.033492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-71e0892f-d01b-4ac8-9fbd-450b51be852f None None] Deleting port ea924f40-0b1f-4a90-89e4-04b0b4951db7 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:28.037327 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-71e0892f-d01b-4ac8-9fbd-450b51be852f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.040749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] No DVR routers for this DVR port ebde3646-b569-4c2d-bcc3-c96721d1c695 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:28.047331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.056806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbddbfba-1734-44c1-8b34-334a7d70d7f9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:28.064920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91aafca3-aea8-4a59-9f23-484940a92d0c req-926522b5-df1a-48dd-b17e-f61a47738414 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.41 "DELETE /v2.0/ports/ebde3646-b569-4c2d-bcc3-c96721d1c695 HTTP/1.1" status: 204 len: 173 time: 1.8213608 Oct 12 23:13:28.065448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-deleted', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:13:28.085509 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97848a4d-d71a-4094-88d9-8284ee67779a" -d '{"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-deleted", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:13:28.086384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.086726 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Added segment 2d856bb5-1a89-48c2-a23f-15511c8918f0 of type vlan for network aa453f08-59c0-45d7-92bd-30cb99a24d11 Oct 12 23:13:28.112191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Added routes are [] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 23:13:28.112496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Removed routes are [] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 23:13:28.112876 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.160156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-71e0892f-d01b-4ac8-9fbd-450b51be852f None None] For port ea924f40-0b1f-4a90-89e4-04b0b4951db7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ea924f40-0b1f-4a90-89e4-04b0b4951db7,segment=NetworkSegment(14115ffc-9b54-43bb-9d42-86fc923b4d4a),segment_id=14115ffc-9b54-43bb-9d42-86fc923b4d4a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:28.161786 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-71e0892f-d01b-4ac8-9fbd-450b51be852f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.203680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-71e0892f-d01b-4ac8-9fbd-450b51be852f None None] Calling delete_port for ea924f40-0b1f-4a90-89e4-04b0b4951db7 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:28.215354 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88f872f-d9fa-4078-98d6-786c804e31b6 x-openstack-request-id: req-b88f872f-d9fa-4078-98d6-786c804e31b6 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:13:28.216203 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd11addd-2561-40ed-a4ff-3de6cf82be07", "name": "network-vif-deleted", "tag": "ebde3646-b569-4c2d-bcc3-c96721d1c695", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:13:28.216943 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b88f872f-d9fa-4078-98d6-786c804e31b6 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:13:28.217355 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd11addd-2561-40ed-a4ff-3de6cf82be07', 'name': 'network-vif-deleted', 'tag': 'ebde3646-b569-4c2d-bcc3-c96721d1c695', 'status': 'completed', 'code': 200} Oct 12 23:13:28.238547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port ea924f40-0b1f-4a90-89e4-04b0b4951db7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:28.238892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.244222 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.350193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25a4a625-cb56-4a3f-9b96-367895e998c8 req-c1d5e96d-b59a-45ce-b451-b766d51a9b05 tempest-ServersNegativeTestJSON-1186883269 tempest-ServersNegativeTestJSON-1186883269-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd11addd-2561-40ed-a4ff-3de6cf82be07 HTTP/1.1" status: 200 len: 210 time: 0.0777676 Oct 12 23:13:28.399550 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-71e0892f-d01b-4ac8-9fbd-450b51be852f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.423151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e0892f-d01b-4ac8-9fbd-450b51be852f None None] No DVR routers for this DVR port ea924f40-0b1f-4a90-89e4-04b0b4951db7 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:28.462455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0892f-d01b-4ac8-9fbd-450b51be852f None None] Pushing event deleted for resources: {'Port': ['ID=ea924f40-0b1f-4a90-89e4-04b0b4951db7,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:28.731057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.resource_extend [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:13:28.758090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46028) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:28.786919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.795058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.835812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port ea924f40-0b1f-4a90-89e4-04b0b4951db7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ea924f40-0b1f-4a90-89e4-04b0b4951db7,segment=NetworkSegment(14115ffc-9b54-43bb-9d42-86fc923b4d4a),segment_id=14115ffc-9b54-43bb-9d42-86fc923b4d4a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:28.836382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.894496 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.895610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:28.896126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:28.949113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for ea924f40-0b1f-4a90-89e4-04b0b4951db7 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:28.960452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c71724d-ad6c-46ab-8129-03bea510568f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.009439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:29.054913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] Pushing event updated for resources: {'Network': ['ID=aa453f08-59c0-45d7-92bd-30cb99a24d11,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:29.055709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c71724d-ad6c-46ab-8129-03bea510568f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.062500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c9edca1b-69f5-474a-97d3-7a508912169e admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0775001 Oct 12 23:13:29.079216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network aa453f08-59c0-45d7-92bd-30cb99a24d11 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:29.148473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c71724d-ad6c-46ab-8129-03bea510568f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.167459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:29.174490 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.179730 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] Sync routers for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:29.180375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5354caf6-4996-4a4b-9817-10636292ac07 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5 HTTP/1.1" status: 200 len: 704 time: 1.4705193 Oct 12 23:13:29.183398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46036) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:29.198040 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:29.199164 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:29.229270 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8a085d06-8b31-4831-a344-75d3a2df1bfb tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d734a1b-ad25-4e32-a56a-4332f9b617f5 HTTP/1.1" status: 200 len: 205 time: 0.0440962 Oct 12 23:13:29.230426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46038) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:29.231259 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.265391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71724d-ad6c-46ab-8129-03bea510568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321b6aa2-d11b-44d2-a01a-03906737f50e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:29.301187 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:29.311520 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2c71724d-ad6c-46ab-8129-03bea510568f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a13df93cfd7446b7bd7d7d9309591a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5519264 Oct 12 23:13:29.314374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46042) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:29.401006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No DVR routers for this DVR port ea924f40-0b1f-4a90-89e4-04b0b4951db7 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:29.410180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=ea924f40-0b1f-4a90-89e4-04b0b4951db7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:29.445888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63deb544-a3ec-4677-8fb5-aff87739ca39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.450480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3144fd9-4ccc-45a2-9cf6-b4377f9ceb75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.461693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46054) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:29.477001 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:23Z', 'revision_number': 11, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:29.551618 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] Checking router: 4d734a1b-ad25-4e32-a56a-4332f9b617f5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:29.566376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ea924f40-0b1f-4a90-89e4-04b0b4951db7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:29.583626 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] Routers {'4d734a1b-ad25-4e32-a56a-4332f9b617f5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:29.588453 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:29.598320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ea924f40-0b1f-4a90-89e4-04b0b4951db7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:29.598649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ea924f40-0b1f-4a90-89e4-04b0b4951db7 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:29.610836 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.614611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a98796-2c97-4d77-83a6-6b940a7eb761 admin admin] Deleting subnet 29da9bd4-157d-4a32-9110-a4f3464e1e65 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:13:29.623593 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59a98796-2c97-4d77-83a6-6b940a7eb761 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.700541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59a98796-2c97-4d77-83a6-6b940a7eb761 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.704620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac24a6c-8093-4855-81ed-695a56119099']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:29.711208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:29.744196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: ebde3646-b569-4c2d-bcc3-c96721d1c695 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:13:29.744553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ebde3646-b569-4c2d-bcc3-c96721d1c695 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:13:29.755796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59a98796-2c97-4d77-83a6-6b940a7eb761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.758031 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] Set router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:29.796846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14115ffc-9b54-43bb-9d42-86fc923b4d4a') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:29.797378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14115ffc-9b54-43bb-9d42-86fc923b4d4a') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:29.797902 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3144fd9-4ccc-45a2-9cf6-b4377f9ceb75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.853458 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:23Z', 'revision_number': 11, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:29.886536 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85226d96-87c0-4d2f-b214-da3ac21ab67d None None] The sync data for ids ['4d734a1b-ad25-4e32-a56a-4332f9b617f5'] in n-d-790519-14 is: [{'id': '4d734a1b-ad25-4e32-a56a-4332f9b617f5', 'name': 'tempest-RoutersIpV6Test-router-252731986', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:12:14Z', 'updated_at': '2021-10-12T23:13:23Z', 'revision_number': 11, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:29.898580 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.907724 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63deb544-a3ec-4677-8fb5-aff87739ca39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.920583 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63deb544-a3ec-4677-8fb5-aff87739ca39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.954061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59a98796-2c97-4d77-83a6-6b940a7eb761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:29.960964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.016310 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3144fd9-4ccc-45a2-9cf6-b4377f9ceb75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.018878 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3144fd9-4ccc-45a2-9cf6-b4377f9ceb75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.020068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a3144fd9-4ccc-45a2-9cf6-b4377f9ceb75 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/321b6aa2-d11b-44d2-a01a-03906737f50e HTTP/1.1" status: 204 len: 168 time: 0.7034252 Oct 12 23:13:30.028203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a98796-2c97-4d77-83a6-6b940a7eb761 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29da9bd4-157d-4a32-9110-a4f3464e1e65,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:30.043346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-59a98796-2c97-4d77-83a6-6b940a7eb761 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.050371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-59a98796-2c97-4d77-83a6-6b940a7eb761 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/29da9bd4-157d-4a32-9110-a4f3464e1e65 HTTP/1.1" status: 204 len: 168 time: 0.5875497 Oct 12 23:13:30.052094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46064) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:30.053934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:13:30.054508 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.061136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3144fd9-4ccc-45a2-9cf6-b4377f9ceb75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321b6aa2-d11b-44d2-a01a-03906737f50e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:13:30.070276 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:13:30.224425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e6831-6c9a-40cc-be53-800b7dc902f4 req-c612e927-8318-4b5f-91f3-35518f43bf35 tempest-ComputeTenantNetworksTest-1598947524 tempest-ComputeTenantNetworksTest-1598947524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:30.231307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e6831-6c9a-40cc-be53-800b7dc902f4 req-c612e927-8318-4b5f-91f3-35518f43bf35 tempest-ComputeTenantNetworksTest-1598947524 tempest-ComputeTenantNetworksTest-1598947524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:30.237928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586e6831-6c9a-40cc-be53-800b7dc902f4 req-c612e927-8318-4b5f-91f3-35518f43bf35 tempest-ComputeTenantNetworksTest-1598947524 tempest-ComputeTenantNetworksTest-1598947524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:30.255547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-586e6831-6c9a-40cc-be53-800b7dc902f4 req-c612e927-8318-4b5f-91f3-35518f43bf35 tempest-ComputeTenantNetworksTest-1598947524 tempest-ComputeTenantNetworksTest-1598947524-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.6159089 Oct 12 23:13:30.268376 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63deb544-a3ec-4677-8fb5-aff87739ca39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.268952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63deb544-a3ec-4677-8fb5-aff87739ca39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Fanout notify agent at l3_agent the message router_deleted on router 4d734a1b-ad25-4e32-a56a-4332f9b617f5 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:13:30.297919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63deb544-a3ec-4677-8fb5-aff87739ca39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.304929 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-63deb544-a3ec-4677-8fb5-aff87739ca39 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5 HTTP/1.1" status: 204 len: 168 time: 1.0620613 Oct 12 23:13:30.305610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46068) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:30.310353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ecfcbc24-8eab-454a-bcad-9ceb858e56af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1009144641', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:30.318378 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.377518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.384883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e6942a-89a6-4939-bfcd-cf2a4f61365f req-6e7832a8-a9d1-4bb1-b842-53cb998960a9 tempest-ComputeTenantNetworksTest-1598947524 tempest-ComputeTenantNetworksTest-1598947524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:30.386428 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-50e6942a-89a6-4939-bfcd-cf2a4f61365f req-6e7832a8-a9d1-4bb1-b842-53cb998960a9 tempest-ComputeTenantNetworksTest-1598947524 tempest-ComputeTenantNetworksTest-1598947524-project] 10.222.0.31 "GET /v2.0/networks/aa453f08-59c0-45d7-92bd-30cb99a24d11 HTTP/1.1" status: 200 len: 769 time: 0.1246409 Oct 12 23:13:30.393721 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.396685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46070) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:30.397577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/networks/dac24a6c-8093-4855-81ed-695a56119099 HTTP/1.1" status: 204 len: 168 time: 2.8859622 Oct 12 23:13:30.405081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46072) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:30.425519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-470070c0-aa35-40c1-bd31-afe460496024 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-716792719', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:30.433859 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbc24-8eab-454a-bcad-9ceb858e56af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.435157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbc24-8eab-454a-bcad-9ceb858e56af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.455984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9179a528-5971-40d7-9dee-5d6e54ac16fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Network': ['ID=dac24a6c-8093-4855-81ed-695a56119099,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:30.468339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.514523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ebc57c-930a-4bb2-a519-fe68b2665b80']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:30.545620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.616040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:30.616896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b936cc0c-48f0-4e3f-8fe0-9b1332282a85') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:30.620173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbc24-8eab-454a-bcad-9ceb858e56af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.629440 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.637542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-470070c0-aa35-40c1-bd31-afe460496024 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.638579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-470070c0-aa35-40c1-bd31-afe460496024 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.645843 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.657968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:13:30.658745 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:13:30.660918 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:13:30.679828 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbc24-8eab-454a-bcad-9ceb858e56af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.700329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-470070c0-aa35-40c1-bd31-afe460496024 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.716847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.745063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa453f08-59c0-45d7-92bd-30cb99a24d11']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:30.754807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d856bb5-1a89-48c2-a23f-15511c8918f0') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:30.755120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d856bb5-1a89-48c2-a23f-15511c8918f0') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:30.757584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-470070c0-aa35-40c1-bd31-afe460496024 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.774469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.789101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.792962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecfcbc24-8eab-454a-bcad-9ceb858e56af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.794705 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ecfcbc24-8eab-454a-bcad-9ceb858e56af tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4877975 Oct 12 23:13:30.796768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:13:30.797244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.797666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46080) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:13:30.799454 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:13:30.808358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ed3e9529-7960-4ac6-a5cc-d59e0735e82c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:30.852696 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.858093 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.861432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] 10.222.0.31 "DELETE /v2.0/networks/a8ebc57c-930a-4bb2-a519-fe68b2665b80 HTTP/1.1" status: 204 len: 168 time: 0.7934062 Oct 12 23:13:30.874465 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-470070c0-aa35-40c1-bd31-afe460496024 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.875742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-470070c0-aa35-40c1-bd31-afe460496024 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4550903 Oct 12 23:13:30.878342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46084) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:30.885468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'network': {'name': 'tempest-RoutersTest-581443087'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:30.898485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46088) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:30.935168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9e3b-e510-498f-b99b-5a844de768f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.949065 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.970481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:30.973005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4c5f4e-798e-4e4d-b045-856505463a1e admin admin] Pushing event deleted for resources: {'Network': ['ID=a8ebc57c-930a-4bb2-a519-fe68b2665b80,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:30.974129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] 10.222.0.31 "DELETE /v2.0/networks/aa453f08-59c0-45d7-92bd-30cb99a24d11 HTTP/1.1" status: 204 len: 168 time: 0.5756056 Oct 12 23:13:30.978865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9604449-c4cb-4367-ab1b-646207a24384 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa453f08-59c0-45d7-92bd-30cb99a24d11,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:31.027901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:31.029034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.085555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:31.104742 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9e3b-e510-498f-b99b-5a844de768f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.109358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.110495 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added segment fd397ac4-b265-43e8-a011-9c6ff81e6d46 of type vlan for network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 Oct 12 23:13:31.172738 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9529-7960-4ac6-a5cc-d59e0735e82c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.173926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.203001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cbd9e3b-e510-498f-b99b-5a844de768f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.249156 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0cbd9e3b-e510-498f-b99b-5a844de768f5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f57249287a6840f7ad9f261f2a280aab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465245 Oct 12 23:13:31.249156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd9e3b-e510-498f-b99b-5a844de768f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=350d0932-b384-4344-a4fc-907ba30ddfda,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:31.259150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46094) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:31.286353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.289128 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9529-7960-4ac6-a5cc-d59e0735e82c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.296428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:31.297399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.386678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Network': ['ID=4565ebe8-2238-4e9f-a00c-8401c6fadea7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:31.399019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:31.405207 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20e7b4d-0b1c-4e5b-92bf-f96cccaeaf13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.440696 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20e7b4d-0b1c-4e5b-92bf-f96cccaeaf13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.465343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46096) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:31.511678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c79971c8-ab71-4c68-9031-e11d83d2418a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6316378 Oct 12 23:13:31.515511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46098) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:31.520786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'subnet': {'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:31.556174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-88c75151-30b2-45ff-ba51-3b061c94e727 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a2005de866b247a0b93939a867a18bd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889728 Oct 12 23:13:31.557083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46100) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:31.558887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46102) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:31.579703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3e9529-7960-4ac6-a5cc-d59e0735e82c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Router 1f7b3418-9bc6-4025-a38a-c1d61bc39688 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:13:31.631354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20e7b4d-0b1c-4e5b-92bf-f96cccaeaf13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.634441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20e7b4d-0b1c-4e5b-92bf-f96cccaeaf13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.638171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d20e7b4d-0b1c-4e5b-92bf-f96cccaeaf13 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/350d0932-b384-4344-a4fc-907ba30ddfda HTTP/1.1" status: 204 len: 168 time: 0.3752663 Oct 12 23:13:31.642800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1fc4fb22-1f6d-499e-b0f0-f339a18f4f00 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=05f6be696bd94e00b3f2e28946ff3fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804842 Oct 12 23:13:31.643675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46108) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:31.695612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e7b4d-0b1c-4e5b-92bf-f96cccaeaf13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=350d0932-b384-4344-a4fc-907ba30ddfda,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:31.734711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16b04abd-cdad-446e-ac40-ef4666863b63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.748312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b06d21ec-d689-4322-9a6b-e444b6ed49d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.770281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b06d21ec-d689-4322-9a6b-e444b6ed49d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.827426 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16b04abd-cdad-446e-ac40-ef4666863b63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.878173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3e9529-7960-4ac6-a5cc-d59e0735e82c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:31.885382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed3e9529-7960-4ac6-a5cc-d59e0735e82c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.886767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ed3e9529-7960-4ac6-a5cc-d59e0735e82c tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "PUT /v2.0/routers/1f7b3418-9bc6-4025-a38a-c1d61bc39688 HTTP/1.1" status: 200 len: 698 time: 1.0838969 Oct 12 23:13:31.889257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46110) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:31.893377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] Sync routers for ids ['1f7b3418-9bc6-4025-a38a-c1d61bc39688'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:31.907719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] Routers {'1f7b3418-9bc6-4025-a38a-c1d61bc39688'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:31.911602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1f7b3418-9bc6-4025-a38a-c1d61bc39688'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:31.964850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:31.969952 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:31.986083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8b9e34fe-0c12-4ca4-aae5-da9013e2e79e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/routers/1f7b3418-9bc6-4025-a38a-c1d61bc39688 HTTP/1.1" status: 200 len: 704 time: 0.0955806 Oct 12 23:13:31.988856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46114) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:32.015528 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b06d21ec-d689-4322-9a6b-e444b6ed49d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.019106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] Set router 1f7b3418-9bc6-4025-a38a-c1d61bc39688 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:32.021810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b06d21ec-d689-4322-9a6b-e444b6ed49d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.023433 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b06d21ec-d689-4322-9a6b-e444b6ed49d6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53a7070b-cd85-4104-ad32-690da4549c7f HTTP/1.1" status: 204 len: 168 time: 0.4655318 Oct 12 23:13:32.041908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16b04abd-cdad-446e-ac40-ef4666863b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.047966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16b04abd-cdad-446e-ac40-ef4666863b63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.047966 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-16b04abd-cdad-446e-ac40-ef4666863b63 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cbddbfba-1734-44c1-8b34-334a7d70d7f9 HTTP/1.1" status: 204 len: 168 time: 0.4027660 Oct 12 23:13:32.053187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8317dd7a-3a5b-44f9-a903-af91d1ac3483 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7b3418-9bc6-4025-a38a-c1d61bc39688 HTTP/1.1" status: 200 len: 205 time: 0.0631623 Oct 12 23:13:32.058393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46120) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:32.170277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d21ec-d689-4322-9a6b-e444b6ed49d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a7070b-cd85-4104-ad32-690da4549c7f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:32.185095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e33fb681-422a-451d-b742-d547018b94bf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.287157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b04abd-cdad-446e-ac40-ef4666863b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbddbfba-1734-44c1-8b34-334a7d70d7f9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:32.378172 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.401066 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e33fb681-422a-451d-b742-d547018b94bf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.405044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e33fb681-422a-451d-b742-d547018b94bf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.420015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7b3418-9bc6-4025-a38a-c1d61bc39688', 'name': 'tempest-RoutersIpV6Test-router-1009144641', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:13:31Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:32.462817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] Checking router: 1f7b3418-9bc6-4025-a38a-c1d61bc39688 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:32.476565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] Routers {'1f7b3418-9bc6-4025-a38a-c1d61bc39688'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:32.477223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['1f7b3418-9bc6-4025-a38a-c1d61bc39688'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:32.525066 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e33fb681-422a-451d-b742-d547018b94bf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.525752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33fb681-422a-451d-b742-d547018b94bf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Fanout notify agent at l3_agent the message router_deleted on router 1f7b3418-9bc6-4025-a38a-c1d61bc39688 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:13:32.527079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Subnet': ['ID=945051f6-510f-447d-8f62-6947124bb629,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:32.541941 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e33fb681-422a-451d-b742-d547018b94bf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.549369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e33fb681-422a-451d-b742-d547018b94bf tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/1f7b3418-9bc6-4025-a38a-c1d61bc39688 HTTP/1.1" status: 204 len: 168 time: 0.4897528 Oct 12 23:13:32.550134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46126) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:32.577466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Checking segment: {'id': 'fd397ac4-b265-43e8-a011-9c6ff81e6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:32.578058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network hostable DHCP agents. Network: 4565ebe8-2238-4e9f-a00c-8401c6fadea7, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:13:32.612154 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-83df3904-c1fd-4577-a929-25d85a1e4b76 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=1f7b3418-9bc6-4025-a38a-c1d61bc39688 HTTP/1.1" status: 200 len: 205 time: 0.0586579 Oct 12 23:13:32.633351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] Set router 1f7b3418-9bc6-4025-a38a-c1d61bc39688 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:32.636265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46130) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:32.673459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f7b3418-9bc6-4025-a38a-c1d61bc39688', 'name': 'tempest-RoutersIpV6Test-router-1009144641', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:13:31Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:32.682617 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-3361f24e-0cb1-4306-a002-0a566f0858b3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] delete failed (client error): The resource could not be found. Oct 12 23:13:32.686012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3361f24e-0cb1-4306-a002-0a566f0858b3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/1f7b3418-9bc6-4025-a38a-c1d61bc39688 HTTP/1.1" status: 404 len: 336 time: 0.0464339 Oct 12 23:13:32.686391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46136) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:32.702353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19d789a7-e6b0-4094-a358-4bf92f32f926 None None] The sync data for ids ['1f7b3418-9bc6-4025-a38a-c1d61bc39688'] in n-d-790519-14 is: [{'id': '1f7b3418-9bc6-4025-a38a-c1d61bc39688', 'name': 'tempest-RoutersIpV6Test-router-1009144641', 'tenant_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:13:31Z', 'revision_number': 2, 'project_id': 'e4deeaca0e1140949cfeb0e62028a3a0', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:32.715019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:13:32.739861 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-20cd4849-7f59-4af6-ae61-278d08fd1ca4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] DELETE failed (client error): The resource could not be found. Oct 12 23:13:32.741049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20cd4849-7f59-4af6-ae61-278d08fd1ca4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:13:32.745416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-20cd4849-7f59-4af6-ae61-278d08fd1ca4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/9889bf33-52b8-4ca4-87ee-df5e4bd51055 HTTP/1.1" status: 404 len: 337 time: 0.0579278 Oct 12 23:13:32.748535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46142) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:32.796217 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbcf84c-2486-4be2-ad9f-e0c759c9e0f3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] DELETE failed (client error): The resource could not be found. Oct 12 23:13:32.796675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbcf84c-2486-4be2-ad9f-e0c759c9e0f3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:13:32.802839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46146) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:32.803914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fbbcf84c-2486-4be2-ad9f-e0c759c9e0f3 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/a3411a2a-0046-45fa-9c06-d14137d81efb HTTP/1.1" status: 404 len: 337 time: 0.0533280 Oct 12 23:13:32.805290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 4565ebe8-2238-4e9f-a00c-8401c6fadea7) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:32.812425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:32.813399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:32.814364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b81ce4-0b96-4e17-81fa-44d7563b49e0 None None] Network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:32.871534 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-153ffc5c-f830-4189-aa44-c5564bded7e1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] DELETE failed (client error): The resource could not be found. Oct 12 23:13:32.871995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153ffc5c-f830-4189-aa44-c5564bded7e1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:13:32.880455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46148) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:32.883045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-153ffc5c-f830-4189-aa44-c5564bded7e1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/d1c0ce88-cf5a-4c31-a6ce-9995c73a3a4d HTTP/1.1" status: 404 len: 337 time: 0.0783398 Oct 12 23:13:32.946245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fc0fb168-f085-436a-a21f-00fea02f78ef tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4294796 Oct 12 23:13:32.949148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46156) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:32.950405 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d84ea4-ee0d-4fea-b79e-c35c2ebe8ea4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] DELETE failed (client error): The resource could not be found. Oct 12 23:13:32.951881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d84ea4-ee0d-4fea-b79e-c35c2ebe8ea4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:13:32.960758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-98d84ea4-ee0d-4fea-b79e-c35c2ebe8ea4 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/a648c82c-bc6f-414b-9534-925d5346d115 HTTP/1.1" status: 404 len: 337 time: 0.0790887 Oct 12 23:13:32.963772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.008677 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9c791032-5e88-4d19-98e4-f7e586a5bb78 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d734a1b-ad25-4e32-a56a-4332f9b617f5 HTTP/1.1" status: 200 len: 205 time: 0.0432751 Oct 12 23:13:33.010406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46164) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.078314 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-4a4151f6-c366-4a7e-a2b0-84a7aab09d5d tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] delete failed (client error): The resource could not be found. Oct 12 23:13:33.079955 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4a4151f6-c366-4a7e-a2b0-84a7aab09d5d tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/4d734a1b-ad25-4e32-a56a-4332f9b617f5 HTTP/1.1" status: 404 len: 336 time: 0.0680270 Oct 12 23:13:33.081948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46168) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.139608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:13:33.140516 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:33.147910 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c40647b3-a40b-4658-9e7a-e81ece1c730e tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=f97d29af-b533-431f-80be-eceb486d45c9 HTTP/1.1" status: 200 len: 205 time: 0.0629590 Oct 12 23:13:33.148959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46170) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.319398 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-ac93090f-c1d9-411e-80e3-d1d769458bde tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] delete failed (client error): The resource could not be found. Oct 12 23:13:33.323283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46180) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.323708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ac93090f-c1d9-411e-80e3-d1d769458bde tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/f97d29af-b533-431f-80be-eceb486d45c9 HTTP/1.1" status: 404 len: 336 time: 0.1734378 Oct 12 23:13:33.378416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Allocated IP 172.20.0.2 (4565ebe8-2238-4e9f-a00c-8401c6fadea7/945051f6-510f-447d-8f62-6947124bb629/a6081d89-0a7d-4f20-9d42-e460fa384d6c) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:33.422356 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c3c79e-9899-41e4-a4e4-eeddc4e4eb12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] DELETE failed (client error): The resource could not be found. Oct 12 23:13:33.424254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c3c79e-9899-41e4-a4e4-eeddc4e4eb12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:13:33.432372 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-84c3c79e-9899-41e4-a4e4-eeddc4e4eb12 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/7554904a-3f73-4423-85f5-2979405be6ad HTTP/1.1" status: 404 len: 337 time: 0.1054108 Oct 12 23:13:33.433952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46182) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.520995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46188) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.523713 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-615215b9-273c-4673-8967-f551911c6ed1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=558d9f5d-08ee-4162-bc2d-8fd66d683a26 HTTP/1.1" status: 200 len: 205 time: 0.0868437 Oct 12 23:13:33.577176 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-25087465-3d68-4f4a-ad26-2a49352df43b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] delete failed (client error): The resource could not be found. Oct 12 23:13:33.579701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25087465-3d68-4f4a-ad26-2a49352df43b tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/558d9f5d-08ee-4162-bc2d-8fd66d683a26 HTTP/1.1" status: 404 len: 336 time: 0.0568309 Oct 12 23:13:33.589281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46190) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.619548 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:33.654410 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:33.669258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-70f5371a-53aa-47c1-be0b-9838cab909e8 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=c1330bb0-c4c8-4383-931c-a60b1ad0aa9c HTTP/1.1" status: 200 len: 205 time: 0.0785749 Oct 12 23:13:33.673843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46196) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.719871 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:33.764926 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-3252cdd0-4646-401f-9de6-7e4f9dd53d05 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] delete failed (client error): The resource could not be found. Oct 12 23:13:33.772382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3252cdd0-4646-401f-9de6-7e4f9dd53d05 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/c1330bb0-c4c8-4383-931c-a60b1ad0aa9c HTTP/1.1" status: 404 len: 336 time: 0.0963900 Oct 12 23:13:33.774910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46202) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.795308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:33.799321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:33.806423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:33.862927 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd5acff-dde5-4291-8194-6b877fc7b9d0 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] DELETE failed (client error): The resource could not be found. Oct 12 23:13:33.863419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd5acff-dde5-4291-8194-6b877fc7b9d0 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:13:33.863982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Pushing event updated for resources: {'Port': ['ID=a6081d89-0a7d-4f20-9d42-e460fa384d6c,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:33.867380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4bd5acff-dde5-4291-8194-6b877fc7b9d0 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/9a68c1ca-a2b0-4d32-98b6-bda78d7e2a47 HTTP/1.1" status: 404 len: 337 time: 0.0914614 Oct 12 23:13:33.870988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46208) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.932579 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a4c18632-52e1-408e-9d3c-ea3285bfbcf1 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=19b309ab-1f44-4ee6-88d7-187698b4115c HTTP/1.1" status: 200 len: 205 time: 0.0598023 Oct 12 23:13:33.938134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46214) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:33.946137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Attempting to bind port a6081d89-0a7d-4f20-9d42-e460fa384d6c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:13:33.946506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Attempting to bind port a6081d89-0a7d-4f20-9d42-e460fa384d6c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'fd397ac4-b265-43e8-a011-9c6ff81e6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:13:33.946869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Attempting to bind port a6081d89-0a7d-4f20-9d42-e460fa384d6c on network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:13:33.966277 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:13:33.975267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Checking segment: {'id': 'fd397ac4-b265-43e8-a011-9c6ff81e6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:33.975780 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:33.976642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Bound using segment: {'id': 'fd397ac4-b265-43e8-a011-9c6ff81e6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:13:33.976767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Bound port: a6081d89-0a7d-4f20-9d42-e460fa384d6c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd397ac4-b265-43e8-a011-9c6ff81e6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:13:33.977055 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:34.066815 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-8cac441f-bbe9-4e2d-9e20-90805cb43d3d tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] delete failed (client error): The resource could not be found. Oct 12 23:13:34.084559 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8cac441f-bbe9-4e2d-9e20-90805cb43d3d tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/19b309ab-1f44-4ee6-88d7-187698b4115c HTTP/1.1" status: 404 len: 336 time: 0.1446087 Oct 12 23:13:34.086723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46218) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:34.130493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] For port a6081d89-0a7d-4f20-9d42-e460fa384d6c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:34.138545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] For port a6081d89-0a7d-4f20-9d42-e460fa384d6c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a6081d89-0a7d-4f20-9d42-e460fa384d6c,segment=NetworkSegment(fd397ac4-b265-43e8-a011-9c6ff81e6d46),segment_id=fd397ac4-b265-43e8-a011-9c6ff81e6d46)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:13:34.156310 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78a7bae-c8a4-4215-8606-65847f5fd9f8 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] DELETE failed (client error): The resource could not be found. Oct 12 23:13:34.156986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78a7bae-c8a4-4215-8606-65847f5fd9f8 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:13:34.164129 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e78a7bae-c8a4-4215-8606-65847f5fd9f8 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/7ad33625-9420-4460-974f-63dbb8d44e4a HTTP/1.1" status: 404 len: 337 time: 0.0731630 Oct 12 23:13:34.164710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46220) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:34.169641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.20.0.1 (4565ebe8-2238-4e9f-a00c-8401c6fadea7/945051f6-510f-447d-8f62-6947124bb629/2c7cc8ad-228f-4cd7-bc1c-af0300ae910f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:34.201615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4478ed96-db97-45e8-86d5-7b407e4ad407 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "GET /v2.0/ports?device_id=3853860a-57db-4347-8594-f04fa32b6d49 HTTP/1.1" status: 200 len: 205 time: 0.0344794 Oct 12 23:13:34.202147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46222) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:34.241950 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-fc06ee40-8f67-4fc8-beb1-2af7b1e62d33 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] delete failed (client error): The resource could not be found. Oct 12 23:13:34.249200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46224) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:34.250174 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fc06ee40-8f67-4fc8-beb1-2af7b1e62d33 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/routers/3853860a-57db-4347-8594-f04fa32b6d49 HTTP/1.1" status: 404 len: 336 time: 0.0470722 Oct 12 23:13:34.295646 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db3f8d9-5b48-433f-b50a-a79d5c787bea tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] DELETE failed (client error): The resource could not be found. Oct 12 23:13:34.295646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db3f8d9-5b48-433f-b50a-a79d5c787bea tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:13:34.295646 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7db3f8d9-5b48-433f-b50a-a79d5c787bea tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/782a0442-0483-4c07-94a6-94ef3e4e28c0 HTTP/1.1" status: 404 len: 337 time: 0.0446508 Oct 12 23:13:34.297328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46226) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:34.321356 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:34.381086 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-491ea2f9-a6e2-4de4-aed8-4dd7e225d811 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] DELETE failed (client error): The resource could not be found. Oct 12 23:13:34.391425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-491ea2f9-a6e2-4de4-aed8-4dd7e225d811 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:13:34.411580 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-491ea2f9-a6e2-4de4-aed8-4dd7e225d811 tempest-RoutersIpV6Test-846706145 tempest-RoutersIpV6Test-846706145-project] 10.222.0.31 "DELETE /v2.0/subnets/ac0f4ecb-6cd0-459f-a472-c676a9621ada HTTP/1.1" status: 404 len: 337 time: 0.1131272 Oct 12 23:13:34.469316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58998623-7299-4aac-b45c-fc0f13542df3 None None] Pushing event updated for resources: {'Port': ['ID=a6081d89-0a7d-4f20-9d42-e460fa384d6c,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:34.492477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:34.643488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:34.774576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=2c7cc8ad-228f-4cd7-bc1c-af0300ae910f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:34.790513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:34.792221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:34.794992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:34.890929 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:35.166277 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:35.269630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46248) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:35.576759 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a6081d89-0a7d-4f20-9d42-e460fa384d6c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:35.763827 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:35.781951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a6081d89-0a7d-4f20-9d42-e460fa384d6c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:35.783082 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:35.827821 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:35.858160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46270) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:35.920419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2100321232-network', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:35.945317 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.028371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port a6081d89-0a7d-4f20-9d42-e460fa384d6c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a6081d89-0a7d-4f20-9d42-e460fa384d6c,segment=NetworkSegment(fd397ac4-b265-43e8-a011-9c6ff81e6d46),segment_id=fd397ac4-b265-43e8-a011-9c6ff81e6d46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:36.060400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.082739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=2c7cc8ad-228f-4cd7-bc1c-af0300ae910f,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:36.105937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Made reservation on behalf of aa383d41499d4e90ac67c0b6f8e2ba43 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:36.108143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.114915 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.142495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.190338 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-313a273e-c28e-415c-aa40-461c363b9201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e4deeaca0e1140949cfeb0e62028a3a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307021 Oct 12 23:13:36.193998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46280) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:36.275630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=a6081d89-0a7d-4f20-9d42-e460fa384d6c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:36.281427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf978ec-6400-453a-876f-64ac3a1f5ee7 None None] Network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:36.358448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:36.360267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:36.422133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcb04bf4-117e-47a0-87d8-222207845593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.425102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-19746db3-a90a-47e2-aa33-0eeee0ee9e08 None None] Provisioning complete for port a6081d89-0a7d-4f20-9d42-e460fa384d6c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:36.425847 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-19746db3-a90a-47e2-aa33-0eeee0ee9e08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.543621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcb04bf4-117e-47a0-87d8-222207845593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.593974 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.701516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.789182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:13:36.804778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcb04bf4-117e-47a0-87d8-222207845593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.813261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcb04bf4-117e-47a0-87d8-222207845593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.820076 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dcb04bf4-117e-47a0-87d8-222207845593 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/49f1cad5-3f78-4b6a-9562-2262ac17fac3 HTTP/1.1" status: 204 len: 168 time: 0.6247127 Oct 12 23:13:36.842688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:36.855298 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.855723 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Added segment 57348c28-3aab-4278-8664-3b8bcf15b47a of type vlan for network f9523100-f870-46fb-853e-d5491c1a3298 Oct 12 23:13:36.913576 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:36.937103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501d4329-dea3-45f2-8b1c-0047e0487db6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:36.954429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb04bf4-117e-47a0-87d8-222207845593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f1cad5-3f78-4b6a-9562-2262ac17fac3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:37.026656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:37.028947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:37.030009 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:37.126266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8552704 Oct 12 23:13:37.129699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46312) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:37.137565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Request body: {'subnet': {'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2100321232-subnet', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:37.159205 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cb725c-b9b1-401c-ba96-31f1b5547ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=f9523100-f870-46fb-853e-d5491c1a3298,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:37.184450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network f9523100-f870-46fb-853e-d5491c1a3298 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:37.273326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Made reservation on behalf of aa383d41499d4e90ac67c0b6f8e2ba43 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:37.281843 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:37.312412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-16f2f54c-3b8a-4813-a3d8-a29ab7709d28 None None] Provisioning complete for port a6081d89-0a7d-4f20-9d42-e460fa384d6c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:37.312903 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16f2f54c-3b8a-4813-a3d8-a29ab7709d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:37.488661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-16f2f54c-3b8a-4813-a3d8-a29ab7709d28 None None] Provisioning complete for port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:37.489346 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16f2f54c-3b8a-4813-a3d8-a29ab7709d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:37.566220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-16f2f54c-3b8a-4813-a3d8-a29ab7709d28 None None] Port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:13:37.571547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a6081d89-0a7d-4f20-9d42-e460fa384d6c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:37.655586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a6081d89-0a7d-4f20-9d42-e460fa384d6c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:37.655940 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:37.727507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-593e0671-7a47-4ffd-8cfa-9869571c9fd9 None None] Provisioning complete for port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:37.727507 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-593e0671-7a47-4ffd-8cfa-9869571c9fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:37.740776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:37.750821 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e2cbe982-97e7-4b2a-b287-63035520df79 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8005791 Oct 12 23:13:37.753069 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:37.753614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46332) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:37.765748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'network': {'name': 'tempest-RoutersTest-1513558481'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:37.808436 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:37.809232 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:37.913823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:37.917985 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:37.947832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:37.953367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-593e0671-7a47-4ffd-8cfa-9869571c9fd9 None None] Port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:13:38.019348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:38.070106 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:38.070106 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added segment 48d68059-69b9-4076-9a5e-da575be1405d of type vlan for network f359ba54-4d5e-44d2-8c3b-bcc23df77159 Oct 12 23:13:38.145818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b165aef3-8274-49aa-9852-c3cc8fcc670d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:38.145977 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:38.219485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Checking segment: {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:38.228139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Network hostable DHCP agents. Network: f9523100-f870-46fb-853e-d5491c1a3298, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:13:38.271050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:38.286002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aa0073a4-4f50-40e6-8681-f5ebb19ceb46 None None] Provisioning complete for port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:38.286528 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aa0073a4-4f50-40e6-8681-f5ebb19ceb46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:38.353034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Network f9523100-f870-46fb-853e-d5491c1a3298 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:13:38.373426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-aa0073a4-4f50-40e6-8681-f5ebb19ceb46 None None] Port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:13:38.447120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:38.462126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:38.464269 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:38.495815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, f9523100-f870-46fb-853e-d5491c1a3298) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:38.500145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:38.500948 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:38.504981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c846cb35-60e8-4eac-b0d1-68dcff55012e None None] Network f9523100-f870-46fb-853e-d5491c1a3298 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:38.547235 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:13:35Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:35Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:38.610329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:38.610693 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Updating router b0ea2170-4c43-489c-8053-418704cc35d4 port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:13:38.638187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bd4b538d-de44-4779-b38f-b4d86da8e10b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5071118 Oct 12 23:13:38.652032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46360) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:38.660932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:38.689465 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:38.707928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Network': ['ID=f359ba54-4d5e-44d2-8c3b-bcc23df77159,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:38.734141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network f359ba54-4d5e-44d2-8c3b-bcc23df77159 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:38.783375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:38.784533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:38.864383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8e30b718-a5ed-4871-b916-40d623550514 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1097374 Oct 12 23:13:38.867625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46368) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:38.875874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'subnet': {'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:38.937674 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:39.183667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-f9523100-f870-46fb-853e-d5491c1a3298', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:13:39.184550 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:39.319345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:39.323127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:39.398604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46390) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:39.620697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Allocated IP 172.20.0.2 (f9523100-f870-46fb-853e-d5491c1a3298/b165aef3-8274-49aa-9852-c3cc8fcc670d/aceb60bb-deb7-443d-921a-f9e2981f529a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:39.886675 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:39.949601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2f298e11-2500-447e-8d87-e4eb7813b72f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1160465100', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:39.951995 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.059967 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Pushing event updated for resources: {'Port': ['ID=2c7cc8ad-228f-4cd7-bc1c-af0300ae910f,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:40.099360 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.101411 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.101786 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.104664 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.105981 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.106637 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.107008 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.107329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.107659 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.107981 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.108304 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.114543 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:13:40.165646 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.257344 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.266917 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.309483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Network f9523100-f870-46fb-853e-d5491c1a3298 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:40.312480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:40.317996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:40.347818 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.384901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Pushing event updated for resources: {'Port': ['ID=aceb60bb-deb7-443d-921a-f9e2981f529a,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:40.397988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Attempting to bind port aceb60bb-deb7-443d-921a-f9e2981f529a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:13:40.398367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Attempting to bind port aceb60bb-deb7-443d-921a-f9e2981f529a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:13:40.398728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Attempting to bind port aceb60bb-deb7-443d-921a-f9e2981f529a on network f9523100-f870-46fb-853e-d5491c1a3298 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:13:40.404286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:13:40.404662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Checking segment: {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:40.405063 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.408347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Bound using segment: {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:13:40.408859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Bound port: aceb60bb-deb7-443d-921a-f9e2981f529a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:13:40.409251 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.471321 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Attempting to bind port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:13:40.471883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f298e11-2500-447e-8d87-e4eb7813b72f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.472028 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Attempting to bind port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'fd397ac4-b265-43e8-a011-9c6ff81e6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:13:40.473514 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Attempting to bind port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f on network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:13:40.475255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f298e11-2500-447e-8d87-e4eb7813b72f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.492516 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:13:40.497164 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Checking segment: {'id': 'fd397ac4-b265-43e8-a011-9c6ff81e6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:40.497164 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.497164 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Bound using segment: {'id': 'fd397ac4-b265-43e8-a011-9c6ff81e6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:13:40.497164 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Bound port: 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd397ac4-b265-43e8-a011-9c6ff81e6d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:13:40.497164 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.600706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] For port aceb60bb-deb7-443d-921a-f9e2981f529a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:40.610142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] For port aceb60bb-deb7-443d-921a-f9e2981f529a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=aceb60bb-deb7-443d-921a-f9e2981f529a,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:13:40.622740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Subnet': ['ID=14f86d0e-07d9-415f-b781-eb771d1fe64d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:40.689638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.696530 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] For port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:40.713278 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] For port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2c7cc8ad-228f-4cd7-bc1c-af0300ae910f,segment=NetworkSegment(fd397ac4-b265-43e8-a011-9c6ff81e6d46),segment_id=fd397ac4-b265-43e8-a011-9c6ff81e6d46)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:13:40.805855 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.817118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Checking segment: {'id': '48d68059-69b9-4076-9a5e-da575be1405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:40.817710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network hostable DHCP agents. Network: f359ba54-4d5e-44d2-8c3b-bcc23df77159, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:13:40.836531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b21e5e-9ab7-47e9-87c9-7c63ececda04 None None] Pushing event updated for resources: {'Port': ['ID=aceb60bb-deb7-443d-921a-f9e2981f529a,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:40.844201 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f298e11-2500-447e-8d87-e4eb7813b72f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.936616 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f298e11-2500-447e-8d87-e4eb7813b72f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:40.951999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-17c63be1-c8f2-40be-a91b-8b7a188f21a1 None None] Provisioning complete for port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:40.952380 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-17c63be1-c8f2-40be-a91b-8b7a188f21a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:41.005171 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c4b06-2b6e-4f34-aca4-950cab7ddea1 None None] Pushing event updated for resources: {'Port': ['ID=2c7cc8ad-228f-4cd7-bc1c-af0300ae910f,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:41.039031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network f359ba54-4d5e-44d2-8c3b-bcc23df77159 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:13:41.101287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f298e11-2500-447e-8d87-e4eb7813b72f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:41.110169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2f298e11-2500-447e-8d87-e4eb7813b72f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.7094135 Oct 12 23:13:41.114451 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46426) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:41.117767 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:41.122156 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:41.142190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-427067516'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:41.170702 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:41.226221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, f359ba54-4d5e-44d2-8c3b-bcc23df77159) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:41.254004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:41.259444 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:41.299754 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42c44ad-325b-489a-9057-56a85055d47e None None] Network f359ba54-4d5e-44d2-8c3b-bcc23df77159 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:41.323816 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:41.430065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-43560d37-a02a-4b91-a35e-0a7d196545df service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3796499 Oct 12 23:13:41.494701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6a944d2e-cf53-479d-9ca2-ee93abb2e49d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6236033 Oct 12 23:13:41.495133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46436) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:41.564250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Made reservation on behalf of 940005dcea9f4351a3319eb619aa3433 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:41.579916 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:41.669692 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:41.714772 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:41.861386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-660b545f-ac0c-481b-a59b-b96c35f3e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:41.861386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-660b545f-ac0c-481b-a59b-b96c35f3e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:41.861386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-660b545f-ac0c-481b-a59b-b96c35f3e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:41.861386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-660b545f-ac0c-481b-a59b-b96c35f3e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:41.861386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-660b545f-ac0c-481b-a59b-b96c35f3e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:41.861386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-660b545f-ac0c-481b-a59b-b96c35f3e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:41.861386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-660b545f-ac0c-481b-a59b-b96c35f3e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:41.878485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-660b545f-ac0c-481b-a59b-b96c35f3e4b2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=857b2a742f2c40e59f599f2a663aa697&device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 6497 time: 0.1199160 Oct 12 23:13:41.892217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device aceb60bb-deb7-443d-921a-f9e2981f529a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:42.116862 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:42.142384 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-17c63be1-c8f2-40be-a91b-8b7a188f21a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:42.147634 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:13:42.157706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:13:42.159440 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:42.172825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-3febdda2-9b7d-4620-8c8a-43e2b3d1e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:42.174036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-3febdda2-9b7d-4620-8c8a-43e2b3d1e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:42.174726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-3febdda2-9b7d-4620-8c8a-43e2b3d1e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:42.176782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-3febdda2-9b7d-4620-8c8a-43e2b3d1e0f8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=7a9066f4-9838-43ba-8ee9-2a40f558149a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=02d01c20-41de-4b80-80e8-5101a5c2375a&id=af724ff1-3f05-4855-b55b-99924f132136&id=af724ff1-3f05-4855-b55b-99924f132136 HTTP/1.1" status: 200 len: 2292 time: 0.2092929 Oct 12 23:13:42.222218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Allocated IP 172.25.2.197 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/3bfdfd56-f932-433c-aa52-1839990bd28f) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:42.250432 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:42.282513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-6de1a1c9-bff6-4bbc-9e03-4373a2804946 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=da27c20b-7e34-44e5-82d6-86d324403639 HTTP/1.1" status: 200 len: 1001 time: 0.0945287 Oct 12 23:13:42.308762 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:13:35Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:40Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:42.386479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:42.435156 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440d2faa-a578-45b0-b70a-c8c07c0eba6c None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:13:35Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:40Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:42.527870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-17c63be1-c8f2-40be-a91b-8b7a188f21a1 None None] For port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2c7cc8ad-228f-4cd7-bc1c-af0300ae910f,segment=NetworkSegment(fd397ac4-b265-43e8-a011-9c6ff81e6d46),segment_id=fd397ac4-b265-43e8-a011-9c6ff81e6d46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:42.584008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018fb8b6-f61b-427e-899e-fd45c18edc2c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:42.597758 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:42.598397 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Added segment ad7c3562-ac13-47fe-b517-6472acfd9b5d of type vlan for network 6d41afd0-e898-41ff-886b-5b354861378f Oct 12 23:13:42.603355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-a660d364-3c20-4e19-aad3-762bbb69fcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:42.612837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-a660d364-3c20-4e19-aad3-762bbb69fcf6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=744baed7-223d-48b8-8872-5792b66dbf13 HTTP/1.1" status: 200 len: 851 time: 0.3097396 Oct 12 23:13:42.671788 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-35426405-a863-4d6e-b12c-b0af602bc7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:42.707232 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-17c63be1-c8f2-40be-a91b-8b7a188f21a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:42.780446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:42.795338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-6647379a-5718-493a-86b5-bf59bf95a3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:42.797025 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-6647379a-5718-493a-86b5-bf59bf95a3f0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=7a9066f4-9838-43ba-8ee9-2a40f558149a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1700308 Oct 12 23:13:42.910124 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.resource_extend [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:13:43.021051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:43.085416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6b251c17-41e9-4936-b530-a73130ca8813 None None] Provisioning complete for port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:43.086114 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6b251c17-41e9-4936-b530-a73130ca8813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:43.133170 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:43.157884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:43.157884 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:43.161028 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-ef3f1b48-102c-45e9-927e-e28a90f12142 service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528354 Oct 12 23:13:43.187707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Allocated IP 172.21.0.2 (f359ba54-4d5e-44d2-8c3b-bcc23df77159/14f86d0e-07d9-415f-b781-eb771d1fe64d/34e72bfa-185a-48c9-8b06-3784abd7cb22) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:43.203474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port aceb60bb-deb7-443d-921a-f9e2981f529a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:43.204050 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:43.326813 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2065709 Oct 12 23:13:43.332663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46478) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:43.341952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c63be1-c8f2-40be-a91b-8b7a188f21a1 None None] Pushing event updated for resources: {'Port': ['ID=2c7cc8ad-228f-4cd7-bc1c-af0300ae910f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:43.343601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'subnet': {'network_id': '6d41afd0-e898-41ff-886b-5b354861378f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:43.346304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d3be97-5d06-4170-8933-447e021831b5 None None] Network f9523100-f870-46fb-853e-d5491c1a3298 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:43.396068 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:43.469588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:43.571278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da34cfa-abf1-465e-bea3-62fceb1b2348 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Network': ['ID=6d41afd0-e898-41ff-886b-5b354861378f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:43.662513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6d41afd0-e898-41ff-886b-5b354861378f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:43.666100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:43.704549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Pushing event updated for resources: {'Port': ['ID=3bfdfd56-f932-433c-aa52-1839990bd28f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:43.708332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:43.730774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:43.768611 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-c7ea66dd-f627-4b5f-b6d2-557a503b2d9b service neutron] 10.222.0.25 "GET /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5962894 Oct 12 23:13:43.910508 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-e6905b96-e282-4c9c-a5c2-d9393fc4af3c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 217 time: 0.0900621 Oct 12 23:13:43.926794 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:44.024753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port aceb60bb-deb7-443d-921a-f9e2981f529a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=aceb60bb-deb7-443d-921a-f9e2981f529a,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:44.040190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-01603718-623a-4a9c-9c9e-cea184371ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:44.040190 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-01603718-623a-4a9c-9c9e-cea184371ca0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0879776 Oct 12 23:13:44.102457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-99c32dae-1b5f-4f19-9eb1-67e7950adce8 None None] Provisioning complete for port aceb60bb-deb7-443d-921a-f9e2981f529a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:44.104040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99c32dae-1b5f-4f19-9eb1-67e7950adce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:44.148885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:44.209362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Made reservation on behalf of 940005dcea9f4351a3319eb619aa3433 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:44.213577 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:44.235436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-cc35eb45-8d3a-4fe6-ae8e-6586c02dcb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:44.253214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-cc35eb45-8d3a-4fe6-ae8e-6586c02dcb77 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920793 Oct 12 23:13:44.435019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:44.447773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-8c6fdf71-4976-4365-9577-833847dd026f service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980174 Oct 12 23:13:44.571111 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:44.582256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-a862ea85-a073-4446-8d1a-a2678b1a08fd service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249499 Oct 12 23:13:44.652674 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:44.696630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=aceb60bb-deb7-443d-921a-f9e2981f529a,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:44.699740 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:44.715588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-7d2db6ce-ceef-4b7e-9897-cb906c90e6d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.42&port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 217 time: 0.1254928 Oct 12 23:13:44.790818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Network f359ba54-4d5e-44d2-8c3b-bcc23df77159 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:44.796135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:44.827826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:44.828720 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:44.830448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Pushing event updated for resources: {'Port': ['ID=34e72bfa-185a-48c9-8b06-3784abd7cb22,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:44.835062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:44.861389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-a62e2477-1407-4c99-a365-021c3a6a3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:44.862871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-a62e2477-1407-4c99-a365-021c3a6a3901 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.1286163 Oct 12 23:13:44.923414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.21.0.1 (f359ba54-4d5e-44d2-8c3b-bcc23df77159/14f86d0e-07d9-415f-b781-eb771d1fe64d/4e728618-7b26-496c-a399-d82fc698ef2b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:45.081075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Attempting to bind port 34e72bfa-185a-48c9-8b06-3784abd7cb22 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:13:45.081467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Attempting to bind port 34e72bfa-185a-48c9-8b06-3784abd7cb22 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '48d68059-69b9-4076-9a5e-da575be1405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:13:45.081824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Attempting to bind port 34e72bfa-185a-48c9-8b06-3784abd7cb22 on network f359ba54-4d5e-44d2-8c3b-bcc23df77159 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:13:45.175885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:13:45.176598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Checking segment: {'id': '48d68059-69b9-4076-9a5e-da575be1405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:45.176856 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.177302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Bound using segment: {'id': '48d68059-69b9-4076-9a5e-da575be1405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:13:45.178365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Bound port: 34e72bfa-185a-48c9-8b06-3784abd7cb22, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d68059-69b9-4076-9a5e-da575be1405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:13:45.178763 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.223014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.333394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-59e08290-2841-45fa-af66-5702f4c66b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:45.340643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-59e08290-2841-45fa-af66-5702f4c66b9f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4696572 Oct 12 23:13:45.413381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-939e31a1-67e1-486a-8138-d6fe64520089 None None] Provisioning complete for port aceb60bb-deb7-443d-921a-f9e2981f529a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:45.420843 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-939e31a1-67e1-486a-8138-d6fe64520089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.513823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.518277 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.566148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] For port 34e72bfa-185a-48c9-8b06-3784abd7cb22, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:45.575721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] For port 34e72bfa-185a-48c9-8b06-3784abd7cb22, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=34e72bfa-185a-48c9-8b06-3784abd7cb22,segment=NetworkSegment(48d68059-69b9-4076-9a5e-da575be1405d),segment_id=48d68059-69b9-4076-9a5e-da575be1405d)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:13:45.687507 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.703805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network f359ba54-4d5e-44d2-8c3b-bcc23df77159 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:45.705667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.727190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:45.731426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:45.807124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235833af-25ee-4269-97aa-0abde35c1cd1 None None] Pushing event updated for resources: {'Port': ['ID=34e72bfa-185a-48c9-8b06-3784abd7cb22,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:45.830280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.835732 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-332a4486-d268-4325-acad-708014064b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.847063 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:45.848438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Subnet': ['ID=4ffc4548-2b7f-46f8-8bcb-e9e68434e683,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:46.038655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=4e728618-7b26-496c-a399-d82fc698ef2b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:46.094176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Checking segment: {'id': 'ad7c3562-ac13-47fe-b517-6472acfd9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d41afd0-e898-41ff-886b-5b354861378f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:46.094881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network hostable DHCP agents. Network: 6d41afd0-e898-41ff-886b-5b354861378f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:13:46.121354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-5d6f1326-0777-4d1d-ab73-f333d86c975f service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7725010 Oct 12 23:13:46.171649 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:46.267049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network 6d41afd0-e898-41ff-886b-5b354861378f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:13:46.343755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Router c5c3c348-69fa-442e-8e56-7b07773061a4 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:13:46.384515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device aceb60bb-deb7-443d-921a-f9e2981f529a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:46.398620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-f5461844-1972-4c55-b097-6e629d33f481 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677937 Oct 12 23:13:46.530293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-c77a620a-d1d2-454e-bfc0-3278b90228f7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.119&port_id=546c9709-df62-42f8-a9dd-0cf91a289c12 HTTP/1.1" status: 200 len: 217 time: 0.0933599 Oct 12 23:13:46.542223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6d41afd0-e898-41ff-886b-5b354861378f) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:46.545638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port aceb60bb-deb7-443d-921a-f9e2981f529a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:46.547388 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:46.563411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:46.564017 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:46.617116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46556) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:46.626631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00a0cae-f20c-4c19-9153-e6d1eae89fe2 None None] Network 6d41afd0-e898-41ff-886b-5b354861378f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:46.758009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-f80d6a1a-e8ec-42f8-9e09-eda058f362cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:46.798696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-f80d6a1a-e8ec-42f8-9e09-eda058f362cd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.2581549 Oct 12 23:13:46.867947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:46.884680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4b57884d-248a-466b-8295-09130cae5651 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5495257 Oct 12 23:13:46.896082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46566) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:46.901974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'network': {'name': 'tempest-router-network01--1634139752'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:46.905389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Sync routers for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:46.979443 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:46.985065 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:46.989321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-36488ff2-e6d7-4de1-9b58-706151f6054e admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.3356013 Oct 12 23:13:46.991178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46568) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:47.025760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:47.026457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:47.094539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31428753-aff4-4fb8-9590-31203880809c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:47.269567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-f9cc95e4-681a-4fb5-98a5-6318c2ad7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.274243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-f9cc95e4-681a-4fb5-98a5-6318c2ad7931 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4522843 Oct 12 23:13:47.299991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46a884-018b-428d-99f1-a258dfe91919 req-20ee920d-7c93-412d-a060-db745f0beff3 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.308438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46a884-018b-428d-99f1-a258dfe91919 req-20ee920d-7c93-412d-a060-db745f0beff3 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.316674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46a884-018b-428d-99f1-a258dfe91919 req-20ee920d-7c93-412d-a060-db745f0beff3 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.324094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-6d41afd0-e898-41ff-886b-5b354861378f', 'network_id': '6d41afd0-e898-41ff-886b-5b354861378f', 'tenant_id': '940005dcea9f4351a3319eb619aa3433', 'fixed_ips': [{'subnet_id': '4ffc4548-2b7f-46f8-8bcb-e9e68434e683'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:13:47.325008 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:47.326891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46a884-018b-428d-99f1-a258dfe91919 req-20ee920d-7c93-412d-a060-db745f0beff3 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.334075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46a884-018b-428d-99f1-a258dfe91919 req-20ee920d-7c93-412d-a060-db745f0beff3 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.342803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46a884-018b-428d-99f1-a258dfe91919 req-20ee920d-7c93-412d-a060-db745f0beff3 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.362667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c46a884-018b-428d-99f1-a258dfe91919 req-20ee920d-7c93-412d-a060-db745f0beff3 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.369653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c46a884-018b-428d-99f1-a258dfe91919 req-20ee920d-7c93-412d-a060-db745f0beff3 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5433 time: 0.8961802 Oct 12 23:13:47.668715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Made reservation on behalf of 940005dcea9f4351a3319eb619aa3433 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:47.674463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:47.827265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Allocated IP 2001:db8::2 (6d41afd0-e898-41ff-886b-5b354861378f/4ffc4548-2b7f-46f8-8bcb-e9e68434e683/f7a2ee92-b013-431e-bae0-a1363235c520) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:47.846990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c46a884-018b-428d-99f1-a258dfe91919 req-c6ee7455-411f-4510-b365-985d053032e8 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4429979 Oct 12 23:13:47.861356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-057b799b-aae3-4d9a-a0b0-51001990a7cc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.876190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-057b799b-aae3-4d9a-a0b0-51001990a7cc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.884756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-057b799b-aae3-4d9a-a0b0-51001990a7cc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.892696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-057b799b-aae3-4d9a-a0b0-51001990a7cc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.909745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-057b799b-aae3-4d9a-a0b0-51001990a7cc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.929603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-057b799b-aae3-4d9a-a0b0-51001990a7cc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.960899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-057b799b-aae3-4d9a-a0b0-51001990a7cc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:47.967256 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-057b799b-aae3-4d9a-a0b0-51001990a7cc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5433 time: 0.7002177 Oct 12 23:13:48.089381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:48.159611 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:48.168567 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Added segment e842835d-2226-4943-9edc-0aea407b5753 of type vlan for network 41ec5e8a-30ea-421a-9502-3289dd3ea6de Oct 12 23:13:48.235200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-f65f8cf7-824c-45c1-82a3-39a1880b848e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:48.240986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06cd14e3-62e3-4068-beb5-03bacccb557d None None] Network f359ba54-4d5e-44d2-8c3b-bcc23df77159 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:48.242480 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-f65f8cf7-824c-45c1-82a3-39a1880b848e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "GET /v2.0/ports/eb7ee26e-cb57-4e0a-823b-ac4f271b7431?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2575264 Oct 12 23:13:48.389614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:48.426638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:48.438588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 34e72bfa-185a-48c9-8b06-3784abd7cb22 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:48.535024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:48.622045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-38bbb6e9-44e6-432d-8ba2-8aeac8a575a7 None None] Provisioning complete for port 34e72bfa-185a-48c9-8b06-3784abd7cb22 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:48.622521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-38bbb6e9-44e6-432d-8ba2-8aeac8a575a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:48.667020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:48.679228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:48.680338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:48.701627 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-7bbbb21f-9880-4756-8472-027e3ff039d7 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4444437 Oct 12 23:13:48.725314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:48.868229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Network': ['ID=41ec5e8a-30ea-421a-9502-3289dd3ea6de,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:48.876858 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31428753-aff4-4fb8-9590-31203880809c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:48.883260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-c9c16b0d-342f-4d49-842f-d57f74ef163f service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5123250 Oct 12 23:13:48.891599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5c2ee242-23fb-4ad0-b294-e6a6cf671b42 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9936411 Oct 12 23:13:48.894871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46594) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:48.897232 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:48.902279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eb7ee26e-cb57-4e0a-823b-ac4f271b7431 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:48.911419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'network': {'name': 'tempest-router-network02--51409117'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:48.924005 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:48.985387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 41ec5e8a-30ea-421a-9502-3289dd3ea6de details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:49.013176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.040687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31428753-aff4-4fb8-9590-31203880809c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.080778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31428753-aff4-4fb8-9590-31203880809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621dcf37-539d-48c4-8e5f-736e524c50b5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:49.082705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Made reservation on behalf of 940005dcea9f4351a3319eb619aa3433 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:49.086403 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.122450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.159893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-31428753-aff4-4fb8-9590-31203880809c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cbd427c99e8142f5b24600e58b09ef07&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5410607 Oct 12 23:13:49.164694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46604) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:49.214415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 34e72bfa-185a-48c9-8b06-3784abd7cb22 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:49.214415 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.238789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=4e728618-7b26-496c-a399-d82fc698ef2b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:49.274945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:49.284277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.284635 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Added segment 6dbfc80c-1843-445e-9e82-3fcb2a628575 of type vlan for network 3bee04e9-6fe1-45d9-92c5-101ee682a604 Oct 12 23:13:49.292197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.342102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.354204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.366177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-3443481e-44f2-4926-a6d7-bd03a6926a50 service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4673629 Oct 12 23:13:49.425664 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-c66fd3b8-2e97-4a08-bce9-9a07cf29f443 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d HTTP/1.1" status: 200 len: 217 time: 0.0506206 Oct 12 23:13:49.438463 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.448550 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.470839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.477874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:49.478718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.479591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Network 6d41afd0-e898-41ff-886b-5b354861378f is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:49.492171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:49.504384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network f359ba54-4d5e-44d2-8c3b-bcc23df77159 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:49.507838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:49.516391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-4f10234d-ce57-4420-8f1f-b87726cb44d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:49.517889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-4f10234d-ce57-4420-8f1f-b87726cb44d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 200 len: 797 time: 0.0855932 Oct 12 23:13:49.573345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:49.579758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.676325 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.684065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:49.695317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-e821a99a-234e-4ec5-b0a9-e37c553fe742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:49.695937 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-e821a99a-234e-4ec5-b0a9-e37c553fe742 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=02d01c20-41de-4b80-80e8-5101a5c2375a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1316471 Oct 12 23:13:49.869991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Attempting to bind port f7a2ee92-b013-431e-bae0-a1363235c520 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:13:49.870523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Attempting to bind port f7a2ee92-b013-431e-bae0-a1363235c520 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'ad7c3562-ac13-47fe-b517-6472acfd9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d41afd0-e898-41ff-886b-5b354861378f'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:13:49.873625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Attempting to bind port f7a2ee92-b013-431e-bae0-a1363235c520 on network 6d41afd0-e898-41ff-886b-5b354861378f {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:13:49.881359 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-38bbb6e9-44e6-432d-8ba2-8aeac8a575a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.923265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:49.926262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:13:49.928267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Checking segment: {'id': 'ad7c3562-ac13-47fe-b517-6472acfd9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d41afd0-e898-41ff-886b-5b354861378f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:49.932281 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.932981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Bound using segment: {'id': 'ad7c3562-ac13-47fe-b517-6472acfd9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d41afd0-e898-41ff-886b-5b354861378f'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:13:49.933541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Bound port: f7a2ee92-b013-431e-bae0-a1363235c520, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7c3562-ac13-47fe-b517-6472acfd9b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '6d41afd0-e898-41ff-886b-5b354861378f'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:13:49.934796 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:49.937091 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:13:49.959529 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:49.960621 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:49.979038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6a02fa8f-1599-4de7-a20b-3119efeb510b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4826255 Oct 12 23:13:49.980176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46620) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:50.013144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'network': {'name': 'tempest-RoutersTest-962718000'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:50.040387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-e8a7389c-0f9b-4799-8205-4c04f22acf5d service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3365853 Oct 12 23:13:50.097614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 34e72bfa-185a-48c9-8b06-3784abd7cb22, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=34e72bfa-185a-48c9-8b06-3784abd7cb22,segment=NetworkSegment(48d68059-69b9-4076-9a5e-da575be1405d),segment_id=48d68059-69b9-4076-9a5e-da575be1405d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:50.109802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Pushing event updated for resources: {'Port': ['ID=f7a2ee92-b013-431e-bae0-a1363235c520,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:50.134385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:44Z', 'revision_number': 3, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:50.211247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Network': ['ID=3bee04e9-6fe1-45d9-92c5-101ee682a604,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:50.223290 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:50.223927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-30d19f08-a080-4c29-b109-54b8ba85773e tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3232074 Oct 12 23:13:50.241626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-ce5f02a9-16fc-4f22-94c2-b691f5c0dd1f service neutron] 10.222.0.25 "GET /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484730 Oct 12 23:13:50.242207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46628) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:50.247422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'subnet': {'network_id': '41ec5e8a-30ea-421a-9502-3289dd3ea6de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:50.291822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] For port f7a2ee92-b013-431e-bae0-a1363235c520, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:50.312318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] For port f7a2ee92-b013-431e-bae0-a1363235c520, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f7a2ee92-b013-431e-bae0-a1363235c520,segment=NetworkSegment(ad7c3562-ac13-47fe-b517-6472acfd9b5d),segment_id=ad7c3562-ac13-47fe-b517-6472acfd9b5d)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:13:50.332360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Allocated IP 172.20.0.1 (f9523100-f870-46fb-853e-d5491c1a3298/b165aef3-8274-49aa-9852-c3cc8fcc670d/11d7b0bf-758c-463c-a2ea-5b04092d5793) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:50.378092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:50.386964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.398684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 3bee04e9-6fe1-45d9-92c5-101ee682a604 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:50.407364 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.420653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:13:50.430462 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.430707 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.430852 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added segment a0d76dc0-b662-4325-bdfb-f49e632e5f81 of type vlan for network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 Oct 12 23:13:50.433838 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.492953 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.542644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Checking router: c5c3c348-69fa-442e-8e56-7b07773061a4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:50.543021 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Updating router c5c3c348-69fa-442e-8e56-7b07773061a4 port 3bfdfd56-f932-433c-aa52-1839990bd28f binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:13:50.615779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Made reservation on behalf of 940005dcea9f4351a3319eb619aa3433 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:50.618190 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.623341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.634717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-275b208d-d429-4f7b-af8b-c69a1599aaa5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9 HTTP/1.1" status: 200 len: 217 time: 0.2630510 Oct 12 23:13:50.641231 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:13:46Z', 'revision_number': 3, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:47Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:50.652472 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.659153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:50.660479 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.664081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117fc1a-ce6d-4bd8-b43d-258d02f05ce5 req-66aaaba1-7ac5-4d89-8bd3-c8ea27c83d24 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:50.684340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117fc1a-ce6d-4bd8-b43d-258d02f05ce5 req-66aaaba1-7ac5-4d89-8bd3-c8ea27c83d24 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:50.691350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117fc1a-ce6d-4bd8-b43d-258d02f05ce5 req-66aaaba1-7ac5-4d89-8bd3-c8ea27c83d24 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:50.702129 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:13:50.702755 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Updating router b0ea2170-4c43-489c-8053-418704cc35d4 port 4e728618-7b26-496c-a399-d82fc698ef2b binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:13:50.711447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117fc1a-ce6d-4bd8-b43d-258d02f05ce5 req-66aaaba1-7ac5-4d89-8bd3-c8ea27c83d24 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:50.726367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117fc1a-ce6d-4bd8-b43d-258d02f05ce5 req-66aaaba1-7ac5-4d89-8bd3-c8ea27c83d24 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:50.751115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117fc1a-ce6d-4bd8-b43d-258d02f05ce5 req-66aaaba1-7ac5-4d89-8bd3-c8ea27c83d24 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:50.775554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117fc1a-ce6d-4bd8-b43d-258d02f05ce5 req-66aaaba1-7ac5-4d89-8bd3-c8ea27c83d24 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:50.775554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5117fc1a-ce6d-4bd8-b43d-258d02f05ce5 req-66aaaba1-7ac5-4d89-8bd3-c8ea27c83d24 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 5433 time: 1.7539260 Oct 12 23:13:50.783793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-69a4a0b6-9b82-4104-b333-2d389744fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:50.785837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-69a4a0b6-9b82-4104-b333-2d389744fbc3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.1208611 Oct 12 23:13:50.788806 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.801700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.853388 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-38bbb6e9-44e6-432d-8ba2-8aeac8a575a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:13:50.853800 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-38bbb6e9-44e6-432d-8ba2-8aeac8a575a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:13:50.887981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=34e72bfa-185a-48c9-8b06-3784abd7cb22,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:50.897483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] For port eb7ee26e-cb57-4e0a-823b-ac4f271b7431, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:50.913435 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83312c6f-278b-4a2b-bc2d-8a8dcfd1453e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:50.927843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Network': ['ID=c95c6ee6-df7e-4d23-95f2-8e7ddc878d53,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:50.973818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7ad083-968a-41e4-9176-0f1524de41d5 None None] Pushing event updated for resources: {'Port': ['ID=f7a2ee92-b013-431e-bae0-a1363235c520,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:50.981333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83312c6f-278b-4a2b-bc2d-8a8dcfd1453e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:51.139203 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46640) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:51.140569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ad969f05-cb55-46ea-90fc-2cfe5a30be67 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1430752 Oct 12 23:13:51.183923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'subnet': {'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:51.187798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:13:51.299940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-38eca460-b998-4ec7-b225-237a4b95e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:51.300425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-38eca460-b998-4ec7-b225-237a4b95e514 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3508573 Oct 12 23:13:51.519692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-34d127b8-2f56-432f-9683-fbc662d8b024 service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087197 Oct 12 23:13:51.541680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5117fc1a-ce6d-4bd8-b43d-258d02f05ce5 req-4b0a36eb-3b60-4664-9840-f51f3cdecac9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7380006 Oct 12 23:13:51.580337 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:51.581890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:51.603314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] For port eb7ee26e-cb57-4e0a-823b-ac4f271b7431, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:51.692730 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:51.709831 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:51.734335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:51.742273 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:51.749046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Subnet': ['ID=4af914c0-31f6-4fdd-93a9-be6b922914fc,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:51.753049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-4577c863-0d5a-436e-bdea-e1398c4a720b service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221889 Oct 12 23:13:51.867970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-d659f71e-8076-4d1a-b12f-3093de5e7d67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 HTTP/1.1" status: 200 len: 217 time: 0.1014137 Oct 12 23:13:51.874462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Checking segment: {'id': 'e842835d-2226-4943-9edc-0aea407b5753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41ec5e8a-30ea-421a-9502-3289dd3ea6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:51.875079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network hostable DHCP agents. Network: 41ec5e8a-30ea-421a-9502-3289dd3ea6de, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:13:51.922108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46656) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:51.922527 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6f361-de1a-428d-848e-3357377440da None None] Pushing event updated for resources: {'Port': ['ID=4e728618-7b26-496c-a399-d82fc698ef2b,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:51.966486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-101a5da9-0efd-4039-9c2d-821008976fc0 None None] Provisioning complete for port 4e728618-7b26-496c-a399-d82fc698ef2b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:51.968395 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-101a5da9-0efd-4039-9c2d-821008976fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:51.976253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-24377b95-3591-4478-ac3e-7da8619f0aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:51.977769 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-24377b95-3591-4478-ac3e-7da8619f0aea service neutron] 10.222.0.25 "GET /v2.0/subnets?id=80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 200 len: 797 time: 0.0960126 Oct 12 23:13:52.011914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83312c6f-278b-4a2b-bc2d-8a8dcfd1453e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.014966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83312c6f-278b-4a2b-bc2d-8a8dcfd1453e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.019363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-83312c6f-278b-4a2b-bc2d-8a8dcfd1453e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/621dcf37-539d-48c4-8e5f-736e524c50b5 HTTP/1.1" status: 204 len: 168 time: 2.8521962 Oct 12 23:13:52.025309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] device_id is not set on port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:13:52.054553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Network f9523100-f870-46fb-853e-d5491c1a3298 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:52.142215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:52.146607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-e68788b2-348e-428a-bb4a-fde528eba85f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:52.146993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.151301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-e68788b2-348e-428a-bb4a-fde528eba85f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=af724ff1-3f05-4855-b55b-99924f132136&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1660545 Oct 12 23:13:52.181696 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Attempting to bind port 4e728618-7b26-496c-a399-d82fc698ef2b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:13:52.181827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Pushing event updated for resources: {'Port': ['ID=11d7b0bf-758c-463c-a2ea-5b04092d5793,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:52.181942 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Attempting to bind port 4e728618-7b26-496c-a399-d82fc698ef2b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '48d68059-69b9-4076-9a5e-da575be1405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:13:52.183437 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Attempting to bind port 4e728618-7b26-496c-a399-d82fc698ef2b on network f359ba54-4d5e-44d2-8c3b-bcc23df77159 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:13:52.196330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network 41ec5e8a-30ea-421a-9502-3289dd3ea6de is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:13:52.200831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:52.207031 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:13:52.208520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83312c6f-278b-4a2b-bc2d-8a8dcfd1453e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621dcf37-539d-48c4-8e5f-736e524c50b5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:52.211417 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Checking segment: {'id': '48d68059-69b9-4076-9a5e-da575be1405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:52.211417 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.211417 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Bound using segment: {'id': '48d68059-69b9-4076-9a5e-da575be1405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:13:52.211417 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Bound port: 4e728618-7b26-496c-a399-d82fc698ef2b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d68059-69b9-4076-9a5e-da575be1405d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:13:52.215743 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.305601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.393581 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] For port 4e728618-7b26-496c-a399-d82fc698ef2b, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:52.401506 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] For port 4e728618-7b26-496c-a399-d82fc698ef2b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4e728618-7b26-496c-a399-d82fc698ef2b,segment=NetworkSegment(48d68059-69b9-4076-9a5e-da575be1405d),segment_id=48d68059-69b9-4076-9a5e-da575be1405d)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:13:52.403603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 41ec5e8a-30ea-421a-9502-3289dd3ea6de) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:52.412605 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:52.414716 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.480306 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.523523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37c43ddd-cbcf-473c-ae1a-6b97d5cc293c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.531649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-321d5df5-7cb1-4751-9260-0fef1d3034bb service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3733521 Oct 12 23:13:52.547240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] Pushing event updated for resources: {'Port': ['ID=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,revision_number=6']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:52.608430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1f96db9d-8b57-463c-b205-77cc56dd190f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3645427 Oct 12 23:13:52.612914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46672) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:52.618742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'subnet': {'network_id': '3bee04e9-6fe1-45d9-92c5-101ee682a604', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:52.741148 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f6f361-de1a-428d-848e-3357377440da None None] Pushing event updated for resources: {'Port': ['ID=4e728618-7b26-496c-a399-d82fc698ef2b,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:52.774875 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:52.775678 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:52.816532 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:52.842472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ca35d2-e5bf-4a38-81ab-805db7066f31 None None] Network 41ec5e8a-30ea-421a-9502-3289dd3ea6de requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:52.944318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 34e72bfa-185a-48c9-8b06-3784abd7cb22 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:53.039774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b719fb-9ac9-46c7-a3f8-f86f0a4a72bd None None] Network 6d41afd0-e898-41ff-886b-5b354861378f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:53.041086 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-773ebbfc-ad80-428f-b640-8e9bab9ec89c req-fa51da57-5eb3-463b-9a88-758165408f1f service neutron] 10.222.0.25 "GET /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874761 Oct 12 23:13:53.104851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37c43ddd-cbcf-473c-ae1a-6b97d5cc293c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.114987 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.116883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d93653-0f6f-442c-b7ca-677dc7631ed4 req-c66eda3d-de36-4bd7-a124-1a079871dc23 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:53.148979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d93653-0f6f-442c-b7ca-677dc7631ed4 req-c66eda3d-de36-4bd7-a124-1a079871dc23 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:53.169652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d93653-0f6f-442c-b7ca-677dc7631ed4 req-c66eda3d-de36-4bd7-a124-1a079871dc23 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:53.199575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d93653-0f6f-442c-b7ca-677dc7631ed4 req-c66eda3d-de36-4bd7-a124-1a079871dc23 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:53.215684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d93653-0f6f-442c-b7ca-677dc7631ed4 req-c66eda3d-de36-4bd7-a124-1a079871dc23 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:53.253678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d93653-0f6f-442c-b7ca-677dc7631ed4 req-c66eda3d-de36-4bd7-a124-1a079871dc23 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:53.256317 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.259337 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59d93653-0f6f-442c-b7ca-677dc7631ed4 req-c66eda3d-de36-4bd7-a124-1a079871dc23 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 4659 time: 0.5141473 Oct 12 23:13:53.262486 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:13:53.263096 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:13:53.272180 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37c43ddd-cbcf-473c-ae1a-6b97d5cc293c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.345415 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:53.367240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59d93653-0f6f-442c-b7ca-677dc7631ed4 req-076f89d2-1da9-4640-a3be-6d5171150d19 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1054754 Oct 12 23:13:53.368812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Made reservation on behalf of 940005dcea9f4351a3319eb619aa3433 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:13:53.382508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] No DVR routers for this DVR port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:53.384403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46682) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:53.386433 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.435496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825c33f-3d6f-4862-bb91-c183afaf997c None None] Pushing event updated for resources: {'Port': ['ID=3bfdfd56-f932-433c-aa52-1839990bd28f,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:53.447167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-101a5da9-0efd-4039-9c2d-821008976fc0 None None] Port 4e728618-7b26-496c-a399-d82fc698ef2b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:13:53.566832 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Attempting to bind port 3bfdfd56-f932-433c-aa52-1839990bd28f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:13:53.574148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Attempting to bind port 3bfdfd56-f932-433c-aa52-1839990bd28f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:13:53.574364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-37c43ddd-cbcf-473c-ae1a-6b97d5cc293c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2c9fe7c0ebc2437faf9e93ae41ee8407&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6352181 Oct 12 23:13:53.575291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Attempting to bind port 3bfdfd56-f932-433c-aa52-1839990bd28f on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:13:53.583752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd564d2d-1634-40c9-bef5-bfc91b07110e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.587802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46684) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:53.596131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:13:53.596770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:53.597485 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.598073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:13:53.598734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Bound port: 3bfdfd56-f932-433c-aa52-1839990bd28f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:13:53.600118 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.608802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-101a5da9-0efd-4039-9c2d-821008976fc0 None None] Provisioning complete for port 34e72bfa-185a-48c9-8b06-3784abd7cb22 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:53.609607 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-101a5da9-0efd-4039-9c2d-821008976fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.610376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c43ddd-cbcf-473c-ae1a-6b97d5cc293c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cdfe82-19d4-49c4-a1a2-a229f1265ba8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:53.679140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] In _notify_port_updated(), no bound segment for port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:13:53.680052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:53.682617 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.686227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-484cef62-fc51-4ace-8f58-9796a30d6647 service neutron] 10.222.0.25 "PUT /v2.0/ports/eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 200 len: 1027 time: 4.9662414 Oct 12 23:13:53.750476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 34e72bfa-185a-48c9-8b06-3784abd7cb22 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:53.751216 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:53.830989 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:13:46Z', 'revision_number': 3, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:52Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:53.898245 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5300f304-7c81-45ad-bec7-2aa7a70ea536 None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:13:46Z', 'revision_number': 3, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:52Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:53.968552 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.001673 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.027880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-e206f329-2e2f-4e63-9dec-cb509c5f1b1f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:54.030502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-e206f329-2e2f-4e63-9dec-cb509c5f1b1f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "GET /v2.0/ports/86f79ae7-7969-4d31-bc6d-0d0ebb167248?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2890539 Oct 12 23:13:54.053128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:54.108242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Checking segment: {'id': '6dbfc80c-1843-445e-9e82-3fcb2a628575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3bee04e9-6fe1-45d9-92c5-101ee682a604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:54.115575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network hostable DHCP agents. Network: 3bee04e9-6fe1-45d9-92c5-101ee682a604, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:13:54.115575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Subnet': ['ID=29e297f9-7185-40b4-ad1a-89c76ca19772,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:54.126467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.143497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] For port 3bfdfd56-f932-433c-aa52-1839990bd28f, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:54.154922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f50e4daa-20b9-4378-803e-e679722654c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.172642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-41ec5e8a-30ea-421a-9502-3289dd3ea6de', 'network_id': '41ec5e8a-30ea-421a-9502-3289dd3ea6de', 'tenant_id': '940005dcea9f4351a3319eb619aa3433', 'fixed_ips': [{'subnet_id': '4af914c0-31f6-4fdd-93a9-be6b922914fc'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:13:54.173504 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.196975 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 86f79ae7-7969-4d31-bc6d-0d0ebb167248 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:54.221836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network 3bee04e9-6fe1-45d9-92c5-101ee682a604 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:13:54.254448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] For port 3bfdfd56-f932-433c-aa52-1839990bd28f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3bfdfd56-f932-433c-aa52-1839990bd28f,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:13:54.289742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 3bee04e9-6fe1-45d9-92c5-101ee682a604) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:54.295595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:54.301330 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.325852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c428cd63-b659-435d-92ef-71888d5f0587 None None] Network 3bee04e9-6fe1-45d9-92c5-101ee682a604 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:54.346590 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f50e4daa-20b9-4378-803e-e679722654c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.372412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.435657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a327a20a-63f7-4906-bb7d-d4db09b21fa7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8216553 Oct 12 23:13:54.438179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46696) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:54.512684 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.530846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f7a2ee92-b013-431e-bae0-a1363235c520 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:54.610797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Subnet': ['ID=503c2dc6-0be6-4079-945a-08123b57b735,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:54.627650 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.628777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.762926 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.844061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Provisioning complete for port 11d7b0bf-758c-463c-a2ea-5b04092d5793 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:54.844585 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:54.972047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Pushing event updated for resources: {'Port': ['ID=11d7b0bf-758c-463c-a2ea-5b04092d5793,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:55.061007 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.092320 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.136737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f7a2ee92-b013-431e-bae0-a1363235c520 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:55.137146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.149880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] For port 86f79ae7-7969-4d31-bc6d-0d0ebb167248, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=86f79ae7-7969-4d31-bc6d-0d0ebb167248,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:55.195464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd564d2d-1634-40c9-bef5-bfc91b07110e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.196914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Checking segment: {'id': 'a0d76dc0-b662-4325-bdfb-f49e632e5f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:55.197272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network hostable DHCP agents. Network: c95c6ee6-df7e-4d23-95f2-8e7ddc878d53, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:13:55.239022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:13:55.239022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:55.281102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Allocated IP 2001:db8::2 (41ec5e8a-30ea-421a-9502-3289dd3ea6de/4af914c0-31f6-4fdd-93a9-be6b922914fc/5db7f08e-5799-482b-82d9-9a3a7a81d061) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:55.337692 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f50e4daa-20b9-4378-803e-e679722654c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.341097 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f50e4daa-20b9-4378-803e-e679722654c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.342497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f50e4daa-20b9-4378-803e-e679722654c8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/73cdfe82-19d4-49c4-a1a2-a229f1265ba8 HTTP/1.1" status: 204 len: 168 time: 1.7504337 Oct 12 23:13:55.346800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] For port 86f79ae7-7969-4d31-bc6d-0d0ebb167248, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:55.372311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Port 11d7b0bf-758c-463c-a2ea-5b04092d5793 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:13:55.375718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2825c33f-3d6f-4862-bb91-c183afaf997c None None] Pushing event updated for resources: {'Port': ['ID=3bfdfd56-f932-433c-aa52-1839990bd28f,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:55.406813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] device_id is not set on port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:13:55.420070 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.434435 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cd564d2d-1634-40c9-bef5-bfc91b07110e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.476134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Network f9523100-f870-46fb-853e-d5491c1a3298 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:55.482759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e4daa-20b9-4378-803e-e679722654c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cdfe82-19d4-49c4-a1a2-a229f1265ba8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:55.495057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:55.500563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:13:55.522160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af02d8-cc4f-44d0-9bd0-fc22c917f608 req-61b3780b-38f2-4ef3-9dc9-c0bc2480d4b1 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:55.530113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af02d8-cc4f-44d0-9bd0-fc22c917f608 req-61b3780b-38f2-4ef3-9dc9-c0bc2480d4b1 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:55.539623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af02d8-cc4f-44d0-9bd0-fc22c917f608 req-61b3780b-38f2-4ef3-9dc9-c0bc2480d4b1 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:55.549155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af02d8-cc4f-44d0-9bd0-fc22c917f608 req-61b3780b-38f2-4ef3-9dc9-c0bc2480d4b1 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:55.551018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Provisioning complete for port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:55.551395 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.556715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af02d8-cc4f-44d0-9bd0-fc22c917f608 req-61b3780b-38f2-4ef3-9dc9-c0bc2480d4b1 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:55.562969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af02d8-cc4f-44d0-9bd0-fc22c917f608 req-61b3780b-38f2-4ef3-9dc9-c0bc2480d4b1 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:55.564905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4af02d8-cc4f-44d0-9bd0-fc22c917f608 req-61b3780b-38f2-4ef3-9dc9-c0bc2480d4b1 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 4659 time: 0.9685178 Oct 12 23:13:55.570399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cd564d2d-1634-40c9-bef5-bfc91b07110e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=151fbc48930346e3bd9485403bbd51f9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1434002 Oct 12 23:13:55.570842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46714) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:55.578440 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.738679 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8fb3b7cf-845a-4594-be36-134464852e7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.797008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:13:55.808965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8fb3b7cf-845a-4594-be36-134464852e7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.911717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd564d2d-1634-40c9-bef5-bfc91b07110e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189bca5b-c2f9-43ce-a440-f80ac3f367e3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:55.957802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8fb3b7cf-845a-4594-be36-134464852e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.961447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8fb3b7cf-845a-4594-be36-134464852e7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:55.965146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8fb3b7cf-845a-4594-be36-134464852e7f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/189bca5b-c2f9-43ce-a440-f80ac3f367e3 HTTP/1.1" status: 204 len: 168 time: 0.3909729 Oct 12 23:13:55.979341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb3b7cf-845a-4594-be36-134464852e7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189bca5b-c2f9-43ce-a440-f80ac3f367e3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:56.044736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] Pushing event updated for resources: {'Port': ['ID=86f79ae7-7969-4d31-bc6d-0d0ebb167248,revision_number=6']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:56.055015 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4af02d8-cc4f-44d0-9bd0-fc22c917f608 req-69cd1e40-1fdc-4244-9e50-dc7ae79a8eea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8c2126a-f376-47c9-810c-a976ffef8d54&id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4689131 Oct 12 23:13:56.055884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] No DVR routers for this DVR port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:56.062729 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c95c6ee6-df7e-4d23-95f2-8e7ddc878d53) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:56.103168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:56.104157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.176626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Router c5c3c348-69fa-442e-8e56-7b07773061a4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:13:56.180262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] In _notify_port_updated(), no bound segment for port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 on network 02d01c20-41de-4b80-80e8-5101a5c2375a {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:13:56.184163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:56.184163 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.184163 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-61f40615-3448-404b-a315-98e4aae9a0f1 service neutron] 10.222.0.25 "PUT /v2.0/ports/86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 200 len: 1026 time: 2.1390176 Oct 12 23:13:56.220236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d699945-71c7-4913-a3b1-60116a5fd37e None None] Network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:13:56.233193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3ab24568-ea14-4bcf-b69a-04e5a6ab44e3 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.0506461 Oct 12 23:13:56.234819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46726) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:56.379608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:13:56.422439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-3bee04e9-6fe1-45d9-92c5-101ee682a604', 'network_id': '3bee04e9-6fe1-45d9-92c5-101ee682a604', 'tenant_id': '940005dcea9f4351a3319eb619aa3433', 'fixed_ips': [{'subnet_id': '29e297f9-7185-40b4-ad1a-89c76ca19772'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:13:56.423542 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.425669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting port beffe090-160a-40c2-8c1e-f7c65ad2437d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:56.426232 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.449966 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:13:56.450511 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:13:56.469716 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.485878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:13:56.504900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-52e2d19a-0063-41b5-8257-df7ef36020cc admin admin] 10.222.0.31 "PUT /v2.0/routers/c5c3c348-69fa-442e-8e56-7b07773061a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4997902 Oct 12 23:13:56.556928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bbac527c-2417-44e6-8510-26c42145178a req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] For port beffe090-160a-40c2-8c1e-f7c65ad2437d, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=beffe090-160a-40c2-8c1e-f7c65ad2437d,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:56.557639 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.571533 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.575145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Provisioning complete for port 4e728618-7b26-496c-a399-d82fc698ef2b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:56.575761 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.578080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Calling delete_port for beffe090-160a-40c2-8c1e-f7c65ad2437d owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:56.726652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46744) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:56.780517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port f7a2ee92-b013-431e-bae0-a1363235c520, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f7a2ee92-b013-431e-bae0-a1363235c520,segment=NetworkSegment(ad7c3562-ac13-47fe-b517-6472acfd9b5d),segment_id=ad7c3562-ac13-47fe-b517-6472acfd9b5d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:56.792746 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.806310 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25f1eeb4-aab7-437b-95f1-62b32692437d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:56.889839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Network 41ec5e8a-30ea-421a-9502-3289dd3ea6de is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:56.898219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Allocated IP 2001:db8::1 (41ec5e8a-30ea-421a-9502-3289dd3ea6de/4af914c0-31f6-4fdd-93a9-be6b922914fc/2aa2ba4a-bb30-4888-9b2b-57824a2cc62c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:56.901916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:56.941131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:56.993860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:57.007521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:57.057754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Port': ['ID=beffe090-160a-40c2-8c1e-f7c65ad2437d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:57.181057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac527c-2417-44e6-8510-26c42145178a req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] No DVR routers for this DVR port beffe090-160a-40c2-8c1e-f7c65ad2437d on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:13:57.188741 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:57.193005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-06e83830-7c36-49d4-a9c7-8c18dc7cac16 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "DELETE /v2.0/ports/beffe090-160a-40c2-8c1e-f7c65ad2437d HTTP/1.1" status: 204 len: 173 time: 1.0029256 Oct 12 23:13:57.194290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': 'beffe090-160a-40c2-8c1e-f7c65ad2437d'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:13:57.195898 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebcf344-3963-4713-bc56-de407b8db574" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "beffe090-160a-40c2-8c1e-f7c65ad2437d"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:13:57.201897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:57.231862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device da27c20b-7e34-44e5-82d6-86d324403639 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:57.379753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4e728618-7b26-496c-a399-d82fc698ef2b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:13:57.382752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Pushing event updated for resources: {'Port': ['ID=5db7f08e-5799-482b-82d9-9a3a7a81d061,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:57.479886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=f7a2ee92-b013-431e-bae0-a1363235c520,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:57.872244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Attempting to bind port 5db7f08e-5799-482b-82d9-9a3a7a81d061 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:13:57.872244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Attempting to bind port 5db7f08e-5799-482b-82d9-9a3a7a81d061 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'e842835d-2226-4943-9edc-0aea407b5753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41ec5e8a-30ea-421a-9502-3289dd3ea6de'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:13:57.872244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Attempting to bind port 5db7f08e-5799-482b-82d9-9a3a7a81d061 on network 41ec5e8a-30ea-421a-9502-3289dd3ea6de {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:13:57.944127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Allocated IP 2001:db8::2 (3bee04e9-6fe1-45d9-92c5-101ee682a604/29e297f9-7185-40b4-ad1a-89c76ca19772/e359c45f-841c-4ad8-94bd-78f08721d291) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:57.949735 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:57.998884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:13:57.998884 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.027791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:13:54Z', 'revision_number': 2, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:13:58.057289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.109515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25f1eeb4-aab7-437b-95f1-62b32692437d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.159408 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.174595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:13:58.175116 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Checking segment: {'id': 'e842835d-2226-4943-9edc-0aea407b5753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41ec5e8a-30ea-421a-9502-3289dd3ea6de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:13:58.175588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.176045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Bound using segment: {'id': 'e842835d-2226-4943-9edc-0aea407b5753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41ec5e8a-30ea-421a-9502-3289dd3ea6de'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:13:58.176593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Bound port: 5db7f08e-5799-482b-82d9-9a3a7a81d061, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e842835d-2226-4943-9edc-0aea407b5753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '41ec5e8a-30ea-421a-9502-3289dd3ea6de'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:13:58.177596 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.195314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25f1eeb4-aab7-437b-95f1-62b32692437d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.198758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147815b-60e1-4b57-8c23-ba1321d94866 req-7243676e-0d4b-45d1-a9e0-c5b574de345b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:58.211286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147815b-60e1-4b57-8c23-ba1321d94866 req-7243676e-0d4b-45d1-a9e0-c5b574de345b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:58.212627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c393e303-3db9-4a04-a860-9e77fe83f053 None None] The sync data for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 is: [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:13:54Z', 'revision_number': 2, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:13:58.238761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:13:58.246501 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16bd0956-2533-4aea-8d1d-05fc08c6be01" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-unplugged", "status": "completed", "tag": "da27c20b-7e34-44e5-82d6-86d324403639"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:13:58.293183 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147815b-60e1-4b57-8c23-ba1321d94866 req-7243676e-0d4b-45d1-a9e0-c5b574de345b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:58.319680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147815b-60e1-4b57-8c23-ba1321d94866 req-7243676e-0d4b-45d1-a9e0-c5b574de345b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:13:58.329150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e147815b-60e1-4b57-8c23-ba1321d94866 req-7243676e-0d4b-45d1-a9e0-c5b574de345b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 3151 time: 1.0516727 Oct 12 23:13:58.334248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] For port 4e728618-7b26-496c-a399-d82fc698ef2b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4e728618-7b26-496c-a399-d82fc698ef2b,segment=NetworkSegment(48d68059-69b9-4076-9a5e-da575be1405d),segment_id=48d68059-69b9-4076-9a5e-da575be1405d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:58.341104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port da27c20b-7e34-44e5-82d6-86d324403639, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=da27c20b-7e34-44e5-82d6-86d324403639,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:58.405795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] For port 5db7f08e-5799-482b-82d9-9a3a7a81d061, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:13:58.405795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] For port 5db7f08e-5799-482b-82d9-9a3a7a81d061, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5db7f08e-5799-482b-82d9-9a3a7a81d061,segment=NetworkSegment(e842835d-2226-4943-9edc-0aea407b5753),segment_id=e842835d-2226-4943-9edc-0aea407b5753)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:13:58.439096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e147815b-60e1-4b57-8c23-ba1321d94866 req-40deb9af-7c21-46af-ac2c-656e2771052d tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088502 Oct 12 23:13:58.445518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting port 69ce9ee1-bd62-4531-a418-4beab6f237b9 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:13:58.445871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.567975 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46794) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:58.574738 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.585850 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.585850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 69ce9ee1-bd62-4531-a418-4beab6f237b9 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:13:58.585850 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.592562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4cbf74fb-ae48-4d93-8fbd-10ccba6a0f71 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1721797679', 'description': 'tempest-description--1764279221'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:13:58.609768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4e728618-7b26-496c-a399-d82fc698ef2b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:58.614977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.749535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bbac527c-2417-44e6-8510-26c42145178a req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] For port 69ce9ee1-bd62-4531-a418-4beab6f237b9, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=69ce9ee1-bd62-4531-a418-4beab6f237b9,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:13:58.752625 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.776470 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118c51ae-5b0a-44e2-a9ab-222ccb4f7d96 x-openstack-request-id: req-118c51ae-5b0a-44e2-a9ab-222ccb4f7d96 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:13:58.777761 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-unplugged", "status": "completed", "tag": "da27c20b-7e34-44e5-82d6-86d324403639", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:13:58.778447 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-118c51ae-5b0a-44e2-a9ab-222ccb4f7d96 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:13:58.779131 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639', 'code': 200} Oct 12 23:13:58.794803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Calling delete_port for 69ce9ee1-bd62-4531-a418-4beab6f237b9 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:13:58.805290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:13:58.807838 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25f1eeb4-aab7-437b-95f1-62b32692437d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=174ae1dcd09b448fb77c351b2807abde&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0795736 Oct 12 23:13:58.841001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1eeb4-aab7-437b-95f1-62b32692437d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb21eca-5e97-4cdd-b1bd-59fc201a09b4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:58.873106 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5fc2e3-26cb-479f-96b0-236db4154329 x-openstack-request-id: req-0b5fc2e3-26cb-479f-96b0-236db4154329 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:13:58.873378 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "beffe090-160a-40c2-8c1e-f7c65ad2437d", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:13:58.873496 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0b5fc2e3-26cb-479f-96b0-236db4154329 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:13:58.873886 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': 'beffe090-160a-40c2-8c1e-f7c65ad2437d', 'status': 'completed', 'code': 200} Oct 12 23:13:58.930188 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cbf74fb-ae48-4d93-8fbd-10ccba6a0f71 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:58.946549 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:59.004798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Provisioning complete for port f7a2ee92-b013-431e-bae0-a1363235c520 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:13:59.006042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:59.093491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Port': ['ID=2aa2ba4a-bb30-4888-9b2b-57824a2cc62c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:59.128827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network 41ec5e8a-30ea-421a-9502-3289dd3ea6de is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:13:59.133121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:13:59.140770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:13:59.142730 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:59.205383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adcf42e7-af7b-4c2b-8b71-d7962f8293fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:59.284506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.22.0.1 (c95c6ee6-df7e-4d23-95f2-8e7ddc878d53/503c2dc6-0be6-4079-945a-08123b57b735/731c99ad-7c10-41d0-9865-fc4b9c818a22) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:13:59.352526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001ea567-2c25-4d89-a601-864cb48b3721 None None] Pushing event updated for resources: {'Port': ['ID=5db7f08e-5799-482b-82d9-9a3a7a81d061,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:59.400839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cbf74fb-ae48-4d93-8fbd-10ccba6a0f71 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:59.490135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adcf42e7-af7b-4c2b-8b71-d7962f8293fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:59.514712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cbf74fb-ae48-4d93-8fbd-10ccba6a0f71 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:59.602869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:59.856351 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:13:59.953933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Port': ['ID=69ce9ee1-bd62-4531-a418-4beab6f237b9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:13:59.956068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf74fb-ae48-4d93-8fbd-10ccba6a0f71 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48a58cd8-f721-4885-afbe-0a63f8f21c40,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:00.002823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cbf74fb-ae48-4d93-8fbd-10ccba6a0f71 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.005351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4cbf74fb-ae48-4d93-8fbd-10ccba6a0f71 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.4340827 Oct 12 23:14:00.012220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46826) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:00.018188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3443f95e-5562-4c76-b53f-292a20b7e38a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'security_group_rule': {'security_group_id': '48a58cd8-f721-4885-afbe-0a63f8f21c40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:00.044174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35bfd3-eb6e-4a0a-8e24-83120e7203fc req-e0feaa38-a906-4faf-96dc-64d95d015c10 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:00.051670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35bfd3-eb6e-4a0a-8e24-83120e7203fc req-e0feaa38-a906-4faf-96dc-64d95d015c10 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:00.060709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35bfd3-eb6e-4a0a-8e24-83120e7203fc req-e0feaa38-a906-4faf-96dc-64d95d015c10 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:00.068791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe35bfd3-eb6e-4a0a-8e24-83120e7203fc req-e0feaa38-a906-4faf-96dc-64d95d015c10 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:00.071058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe35bfd3-eb6e-4a0a-8e24-83120e7203fc req-e0feaa38-a906-4faf-96dc-64d95d015c10 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 3071 time: 0.4007347 Oct 12 23:14:00.076243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.086959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.132027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac527c-2417-44e6-8510-26c42145178a req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] No DVR routers for this DVR port 69ce9ee1-bd62-4531-a418-4beab6f237b9 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:00.133911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adcf42e7-af7b-4c2b-8b71-d7962f8293fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.138544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adcf42e7-af7b-4c2b-8b71-d7962f8293fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.143195 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-adcf42e7-af7b-4c2b-8b71-d7962f8293fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5fb21eca-5e97-4cdd-b1bd-59fc201a09b4 HTTP/1.1" status: 204 len: 168 time: 1.3368399 Oct 12 23:14:00.145406 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.162602 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-f78c9979-c8e2-4a30-9bd7-4dbf0eecd720 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "DELETE /v2.0/ports/69ce9ee1-bd62-4531-a418-4beab6f237b9 HTTP/1.1" status: 204 len: 173 time: 2.9417787 Oct 12 23:14:00.219511 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fe35bfd3-eb6e-4a0a-8e24-83120e7203fc req-c57c4a33-62ee-4b43-85ae-31bdaac5332e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385732 Oct 12 23:14:00.309958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf42e7-af7b-4c2b-8b71-d7962f8293fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb21eca-5e97-4cdd-b1bd-59fc201a09b4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:00.377885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3443f95e-5562-4c76-b53f-292a20b7e38a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.395985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5db7f08e-5799-482b-82d9-9a3a7a81d061 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:00.408883 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.416960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=da27c20b-7e34-44e5-82d6-86d324403639,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:00.434415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 546c9709-df62-42f8-a9dd-0cf91a289c12 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:00.512115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.730195 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3443f95e-5562-4c76-b53f-292a20b7e38a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.756379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Allocated IP 172.22.0.2 (c95c6ee6-df7e-4d23-95f2-8e7ddc878d53/503c2dc6-0be6-4079-945a-08123b57b735/4313c8c3-9d9c-430e-9288-ca4da7f47c4b) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:14:00.798555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3443f95e-5562-4c76-b53f-292a20b7e38a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:00.844271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:00.855491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:00.876420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:00.915529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': '69ce9ee1-bd62-4531-a418-4beab6f237b9'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:14:00.917856 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39b1c08-dc35-456b-9964-fb36fa07dbf1" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "69ce9ee1-bd62-4531-a418-4beab6f237b9"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:14:00.986281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443f95e-5562-4c76-b53f-292a20b7e38a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1f0cdb4-2689-4471-bbb2-bad0e4683e5c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:01.008270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c83740-bb68-4988-ae8e-7931574b0987 None None] Pushing event updated for resources: {'Port': ['ID=4e728618-7b26-496c-a399-d82fc698ef2b,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:01.023929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting port 546c9709-df62-42f8-a9dd-0cf91a289c12 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:01.024290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.031207 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.042300 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.051050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=731c99ad-7c10-41d0-9865-fc4b9c818a22,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:01.227059 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5161b35-ae63-4f78-b48f-47b994dda969 x-openstack-request-id: req-d5161b35-ae63-4f78-b48f-47b994dda969 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:14:01.227059 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "69ce9ee1-bd62-4531-a418-4beab6f237b9", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:14:01.227363 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d5161b35-ae63-4f78-b48f-47b994dda969 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:14:01.231224 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': '69ce9ee1-bd62-4531-a418-4beab6f237b9', 'status': 'completed', 'code': 200} Oct 12 23:14:01.245669 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3443f95e-5562-4c76-b53f-292a20b7e38a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.256261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46856) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:01.268996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3443f95e-5562-4c76-b53f-292a20b7e38a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2554917 Oct 12 23:14:01.386209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5c59a009-bd19-41e9-952f-0ca4dec0f987 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'security_group_rule': {'security_group_id': '48a58cd8-f721-4885-afbe-0a63f8f21c40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:01.394912 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.442819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8113e8-e0e4-40d8-a4fd-a667afffbfda None None] Network 41ec5e8a-30ea-421a-9502-3289dd3ea6de requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:01.471167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bbac527c-2417-44e6-8510-26c42145178a req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] For port 546c9709-df62-42f8-a9dd-0cf91a289c12, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=546c9709-df62-42f8-a9dd-0cf91a289c12,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:01.472446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.513465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Calling delete_port for 546c9709-df62-42f8-a9dd-0cf91a289c12 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:01.533345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Network 3bee04e9-6fe1-45d9-92c5-101ee682a604 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:01.538483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0db591fc-b22e-47ec-8b29-b3318c6a2988 None None] Provisioning complete for port 11d7b0bf-758c-463c-a2ea-5b04092d5793 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:01.538860 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0db591fc-b22e-47ec-8b29-b3318c6a2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.587703 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.670083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5db7f08e-5799-482b-82d9-9a3a7a81d061 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:01.670468 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.681554 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.704182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34d27-79a9-489c-a498-38b7b8eb73d9 req-85c02917-aaae-4844-a4bc-9430e4bd0d93 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:01.711904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:01.719197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34d27-79a9-489c-a498-38b7b8eb73d9 req-85c02917-aaae-4844-a4bc-9430e4bd0d93 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:01.744214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f34d27-79a9-489c-a498-38b7b8eb73d9 req-85c02917-aaae-4844-a4bc-9430e4bd0d93 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:01.751437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:01.755260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13f34d27-79a9-489c-a498-38b7b8eb73d9 req-85c02917-aaae-4844-a4bc-9430e4bd0d93 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 2414 time: 0.3031118 Oct 12 23:14:01.763375 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.866426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:01.872533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Pushing event updated for resources: {'Port': ['ID=e359c45f-841c-4ad8-94bd-78f08721d291,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:01.876783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.877513 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.901306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.915908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:01.930295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:01.954600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:01.954843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Port': ['ID=546c9709-df62-42f8-a9dd-0cf91a289c12,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:01.958521 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13f34d27-79a9-489c-a498-38b7b8eb73d9 req-b4e10ca6-0c2d-4916-a841-ac0df1a3c0e6 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019212 Oct 12 23:14:01.978293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0db591fc-b22e-47ec-8b29-b3318c6a2988 None None] Port 11d7b0bf-758c-463c-a2ea-5b04092d5793 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:14:01.984325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c59a009-bd19-41e9-952f-0ca4dec0f987 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.056900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:02.094711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac527c-2417-44e6-8510-26c42145178a req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] No DVR routers for this DVR port 546c9709-df62-42f8-a9dd-0cf91a289c12 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:02.100770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Attempting to bind port e359c45f-841c-4ad8-94bd-78f08721d291 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:14:02.101314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Attempting to bind port e359c45f-841c-4ad8-94bd-78f08721d291 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '6dbfc80c-1843-445e-9e82-3fcb2a628575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3bee04e9-6fe1-45d9-92c5-101ee682a604'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:14:02.101692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Attempting to bind port e359c45f-841c-4ad8-94bd-78f08721d291 on network 3bee04e9-6fe1-45d9-92c5-101ee682a604 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:02.121200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.124768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-748eee39-2f77-45ad-becc-44ed5a11f4ea tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "DELETE /v2.0/ports/546c9709-df62-42f8-a9dd-0cf91a289c12 HTTP/1.1" status: 204 len: 173 time: 1.9606194 Oct 12 23:14:02.136839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0db591fc-b22e-47ec-8b29-b3318c6a2988 None None] Provisioning complete for port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:02.137217 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0db591fc-b22e-47ec-8b29-b3318c6a2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.141384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Pushing event updated for resources: {'Port': ['ID=4313c8c3-9d9c-430e-9288-ca4da7f47c4b,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:02.154006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:14:02.154407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Checking segment: {'id': '6dbfc80c-1843-445e-9e82-3fcb2a628575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3bee04e9-6fe1-45d9-92c5-101ee682a604'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:02.154902 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.155320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Bound using segment: {'id': '6dbfc80c-1843-445e-9e82-3fcb2a628575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3bee04e9-6fe1-45d9-92c5-101ee682a604'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:14:02.155816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Bound port: e359c45f-841c-4ad8-94bd-78f08721d291, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbfc80c-1843-445e-9e82-3fcb2a628575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3bee04e9-6fe1-45d9-92c5-101ee682a604'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:14:02.156200 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.276820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c59a009-bd19-41e9-952f-0ca4dec0f987 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.284824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Attempting to bind port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:14:02.285256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Attempting to bind port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a0d76dc0-b662-4325-bdfb-f49e632e5f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:14:02.303271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Attempting to bind port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b on network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:02.305364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46886) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:02.418619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting port da27c20b-7e34-44e5-82d6-86d324403639 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:02.428555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.471446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:14:02.472223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Checking segment: {'id': 'a0d76dc0-b662-4325-bdfb-f49e632e5f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:02.472785 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.473326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Bound using segment: {'id': 'a0d76dc0-b662-4325-bdfb-f49e632e5f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:14:02.474504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Bound port: 4313c8c3-9d9c-430e-9288-ca4da7f47c4b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d76dc0-b662-4325-bdfb-f49e632e5f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:14:02.475962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.629202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.641269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] For port da27c20b-7e34-44e5-82d6-86d324403639, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=da27c20b-7e34-44e5-82d6-86d324403639,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:02.642203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.660167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c59a009-bd19-41e9-952f-0ca4dec0f987 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.837683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Sync routers for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:02.849046 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddd07050-d9da-4a4a-9509-ca4980cb45df admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:02.888865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0db591fc-b22e-47ec-8b29-b3318c6a2988 None None] Port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:14:02.911905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Port': ['ID=2aa2ba4a-bb30-4888-9b2b-57824a2cc62c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:02.988265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 5db7f08e-5799-482b-82d9-9a3a7a81d061, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5db7f08e-5799-482b-82d9-9a3a7a81d061,segment=NetworkSegment(e842835d-2226-4943-9edc-0aea407b5753),segment_id=e842835d-2226-4943-9edc-0aea407b5753)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:03.045066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c59a009-bd19-41e9-952f-0ca4dec0f987 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3599b499-fef2-4e5c-8480-03ba29f4afd2,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:03.054833 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.085633 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.094963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f7a2ee92-b013-431e-bae0-a1363235c520 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:03.102203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:03.102203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:03.183793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.184427 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.185191 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Floating IP 2e79a429-90be-4cd9-a066-549bccff40e3 disassociated. External IP: 172.25.2.106, port: da27c20b-7e34-44e5-82d6-86d324403639. Oct 12 23:14:03.185722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Calling delete_port for da27c20b-7e34-44e5-82d6-86d324403639 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:03.215053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c59a009-bd19-41e9-952f-0ca4dec0f987 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.217832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c59a009-bd19-41e9-952f-0ca4dec0f987 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8732760 Oct 12 23:14:03.229974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46908) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:03.250596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:03.316561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': '546c9709-df62-42f8-a9dd-0cf91a289c12'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:14:03.321228 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39982788-acb7-408b-9c87-04d479df5298" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "546c9709-df62-42f8-a9dd-0cf91a289c12"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:14:03.337620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network 41ec5e8a-30ea-421a-9502-3289dd3ea6de is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:03.346105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0db591fc-b22e-47ec-8b29-b3318c6a2988 None None] Provisioning complete for port f7a2ee92-b013-431e-bae0-a1363235c520 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:03.346491 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0db591fc-b22e-47ec-8b29-b3318c6a2988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.359253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] For port e359c45f-841c-4ad8-94bd-78f08721d291, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:14:03.368935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:03.418237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] For port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:14:03.426551 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.430590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] For port e359c45f-841c-4ad8-94bd-78f08721d291, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e359c45f-841c-4ad8-94bd-78f08721d291,segment=NetworkSegment(6dbfc80c-1843-445e-9e82-3fcb2a628575),segment_id=6dbfc80c-1843-445e-9e82-3fcb2a628575)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:14:03.449476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:14:03.451851 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2651b91-30c2-4ccd-9fce-9612f17df449" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-unplugged", "status": "completed", "tag": "d2899ba6-6a65-4352-a30d-4a3a9c6eaf74"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:14:03.468682 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaae828-be91-4426-be86-6b89e60c4f35 x-openstack-request-id: req-cbaae828-be91-4426-be86-6b89e60c4f35 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:14:03.472443 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "546c9709-df62-42f8-a9dd-0cf91a289c12", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:14:03.474268 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbaae828-be91-4426-be86-6b89e60c4f35 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:14:03.474785 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': '546c9709-df62-42f8-a9dd-0cf91a289c12', 'status': 'completed', 'code': 200} Oct 12 23:14:03.541420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] For port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4313c8c3-9d9c-430e-9288-ca4da7f47c4b,segment=NetworkSegment(a0d76dc0-b662-4325-bdfb-f49e632e5f81),segment_id=a0d76dc0-b662-4325-bdfb-f49e632e5f81)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:14:03.555341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.586181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Port': ['ID=da27c20b-7e34-44e5-82d6-86d324403639,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:03.586280 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.586362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:03.586362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=5db7f08e-5799-482b-82d9-9a3a7a81d061,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:03.636482 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20debcdb-1755-4230-b72b-254ca51bb101 x-openstack-request-id: req-20debcdb-1755-4230-b72b-254ca51bb101 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:14:03.636861 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-unplugged", "status": "completed", "tag": "d2899ba6-6a65-4352-a30d-4a3a9c6eaf74", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:14:03.637096 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-20debcdb-1755-4230-b72b-254ca51bb101 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:14:03.637502 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74', 'code': 200} Oct 12 23:14:03.691270 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.720959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.754236 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddd07050-d9da-4a4a-9509-ca4980cb45df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.759085 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.759959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device beffe090-160a-40c2-8c1e-f7c65ad2437d no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:03.803340 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.864431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f7a2ee92-b013-431e-bae0-a1363235c520 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:03.864431 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:03.877279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:03.905164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: beffe090-160a-40c2-8c1e-f7c65ad2437d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:03.905769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device beffe090-160a-40c2-8c1e-f7c65ad2437d not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:03.910568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7b74-7429-4fba-82ca-07f5229e0f8d req-5239fbd0-fb15-4985-827c-43c9e49a31b2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:03.918499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbc7b74-7429-4fba-82ca-07f5229e0f8d req-5239fbd0-fb15-4985-827c-43c9e49a31b2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:03.920173 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4dbc7b74-7429-4fba-82ca-07f5229e0f8d req-5239fbd0-fb15-4985-827c-43c9e49a31b2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 1601 time: 0.5962381 Oct 12 23:14:03.983448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddd07050-d9da-4a4a-9509-ca4980cb45df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:04.000386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bf5291-39c3-466c-a063-3d7353e4d495 None None] Pushing event updated for resources: {'Port': ['ID=e359c45f-841c-4ad8-94bd-78f08721d291,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:04.001552 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Router 69e5773f-83fb-433f-bec1-9ac32dc56293 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:04.057902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4dbc7b74-7429-4fba-82ca-07f5229e0f8d req-e5f4f617-eefa-45c2-b95e-da82f719aedc tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups?id=ff831210-e1c5-4cd9-b224-ab83edc03e78&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1199152 Oct 12 23:14:04.267188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Router e3a6a36c-899d-44a2-949e-30dc8d73e45f is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:14:04.275530 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:04.310554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:04.353255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd07050-d9da-4a4a-9509-ca4980cb45df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713d72ae-358e-4123-b687-c7cbeddb445a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:04.359679 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] Sync routers for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:04.361548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=731c99ad-7c10-41d0-9865-fc4b9c818a22,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:04.388126 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:04.388126 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:04.420095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] No DVR routers for this DVR port da27c20b-7e34-44e5-82d6-86d324403639 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:04.424777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:04.436174 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-25de5531-0505-4021-bc8b-55cc0925cf8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "DELETE /v2.0/ports/da27c20b-7e34-44e5-82d6-86d324403639 HTTP/1.1" status: 204 len: 173 time: 2.3000889 Oct 12 23:14:04.563293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ddd07050-d9da-4a4a-9509-ca4980cb45df admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=85927383a5a4460baceea311987f3cbe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2555938 Oct 12 23:14:04.564147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46934) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:04.643412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:04.660729 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:04.676426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-22277d24-060b-4416-8d56-312eaad952f6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "PUT /v2.0/routers/e3a6a36c-899d-44a2-949e-30dc8d73e45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2370970 Oct 12 23:14:04.684626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46938) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:04.743567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:04.805152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ff47065-9c2b-4680-a5c1-8dbc325393a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:04.809371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9242ba-ad3d-476d-b473-c2ce3cfe8d2d None None] Sync routers for ids ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:04.836833 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ff47065-9c2b-4680-a5c1-8dbc325393a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:04.916135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:04.925369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:05.001323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ff47065-9c2b-4680-a5c1-8dbc325393a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:05.006159 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9ff47065-9c2b-4680-a5c1-8dbc325393a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:05.008050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9ff47065-9c2b-4680-a5c1-8dbc325393a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/713d72ae-358e-4123-b687-c7cbeddb445a HTTP/1.1" status: 204 len: 168 time: 0.4428797 Oct 12 23:14:05.060673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9242ba-ad3d-476d-b473-c2ce3cfe8d2d None None] Routers {'e3a6a36c-899d-44a2-949e-30dc8d73e45f'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:05.061341 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0b9242ba-ad3d-476d-b473-c2ce3cfe8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:05.080654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdb67ec-b4e0-48d5-a1d7-10e0569e5ae7 None None] Pushing event updated for resources: {'Port': ['ID=4313c8c3-9d9c-430e-9288-ca4da7f47c4b,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:05.089823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff47065-9c2b-4680-a5c1-8dbc325393a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713d72ae-358e-4123-b687-c7cbeddb445a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:05.291981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-bbac527c-2417-44e6-8510-26c42145178a req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] For port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:05.294283 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:05.303450 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ed13aa36-d40c-490d-938f-757f477e0cc6', 'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'mac_address': 'fa:16:3e:94:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:21Z', 'updated_at': '2021-10-12T23:03:31Z', 'revision_number': 5, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'subnets': [{'id': '744baed7-223d-48b8-8872-5792b66dbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:05.362163 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] Checking router: 69e5773f-83fb-433f-bec1-9ac32dc56293 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:14:05.384891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-bbac527c-2417-44e6-8510-26c42145178a req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Calling delete_port for d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:05.387038 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:05.388590 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:05.408409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0b9242ba-ad3d-476d-b473-c2ce3cfe8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:05.431568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-32c8f9c7-020e-475c-879c-dbd8c6d93f79 None None] Provisioning complete for port 5db7f08e-5799-482b-82d9-9a3a7a81d061 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:05.434171 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32c8f9c7-020e-475c-879c-dbd8c6d93f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:05.531985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:14:05.536535 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-993d60fb-a26d-4fc6-b27e-b1d64624fc4f" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "da27c20b-7e34-44e5-82d6-86d324403639"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:14:05.637413 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:05.727050 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be6a1d3-6a6f-4bfa-8d08-93216a2be88c x-openstack-request-id: req-7be6a1d3-6a6f-4bfa-8d08-93216a2be88c {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:14:05.727050 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "da27c20b-7e34-44e5-82d6-86d324403639", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:14:05.727281 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7be6a1d3-6a6f-4bfa-8d08-93216a2be88c {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:14:05.727540 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': 'da27c20b-7e34-44e5-82d6-86d324403639', 'status': 'completed', 'code': 200} Oct 12 23:14:05.884296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:05.907641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c90f14e-1be0-47cc-868b-3f4fbff7dfbf None None] Network 3bee04e9-6fe1-45d9-92c5-101ee682a604 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:05.947542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9242ba-ad3d-476d-b473-c2ce3cfe8d2d None None] Routers {'e3a6a36c-899d-44a2-949e-30dc8d73e45f'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:05.960692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0b9242ba-ad3d-476d-b473-c2ce3cfe8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:05.985751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:06.023365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Port': ['ID=d2899ba6-6a65-4352-a30d-4a3a9c6eaf74,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:06.152422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbac527c-2417-44e6-8510-26c42145178a req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] No DVR routers for this DVR port d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:06.158442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-0b9242ba-ad3d-476d-b473-c2ce3cfe8d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:06.158982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9242ba-ad3d-476d-b473-c2ce3cfe8d2d None None] The sync data for ids ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:06.159941 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-bbac527c-2417-44e6-8510-26c42145178a req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:06.167859 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbac527c-2417-44e6-8510-26c42145178a req-e657b67e-ae5a-4709-b7a6-8dfcc836356b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.25 "DELETE /v2.0/ports/d2899ba6-6a65-4352-a30d-4a3a9c6eaf74 HTTP/1.1" status: 204 len: 173 time: 1.7292278 Oct 12 23:14:06.197908 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ed13aa36-d40c-490d-938f-757f477e0cc6', 'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'mac_address': 'fa:16:3e:94:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:21Z', 'updated_at': '2021-10-12T23:03:31Z', 'revision_number': 5, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'subnets': [{'id': '744baed7-223d-48b8-8872-5792b66dbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:06.374779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46964) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:06.384722 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c7bb6d-48ca-48a1-9d14-c93dcd6e817a None None] The sync data for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 is: [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:03:23Z', 'revision_number': 4, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ed13aa36-d40c-490d-938f-757f477e0cc6', 'name': '', 'network_id': '7a9066f4-9838-43ba-8ee9-2a40f558149a', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'mac_address': 'fa:16:3e:94:be:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1438, 'fixed_ips': [{'subnet_id': '744baed7-223d-48b8-8872-5792b66dbf13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:21Z', 'updated_at': '2021-10-12T23:03:31Z', 'revision_number': 5, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'subnets': [{'id': '744baed7-223d-48b8-8872-5792b66dbf13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:06.426012 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca635800-a5b9-4ad9-8f36-d0c3c4c735fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:06.461355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cdb85e28-a958-4674-93fb-b1f86abff11d req-8e65b41e-b320-4ce4-8894-08489f52aa8f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.5304499 Oct 12 23:14:06.573688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7a9037-48fd-4eff-a9b3-b35dffac938b None None] Network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:06.691095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca635800-a5b9-4ad9-8f36-d0c3c4c735fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:06.705065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:06.714405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:06.717595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:13:54Z', 'revision_number': 2, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:06.723468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Allocated IP 172.25.2.207 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/080f6ff8-9ad5-48c1-bbc0-abb0303ec05c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:14:06.736636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4e728618-7b26-496c-a399-d82fc698ef2b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:06.797408 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca635800-a5b9-4ad9-8f36-d0c3c4c735fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:06.817837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Checking router: c5c3c348-69fa-442e-8e56-7b07773061a4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:14:06.818196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Updating router c5c3c348-69fa-442e-8e56-7b07773061a4 port 11d7b0bf-758c-463c-a2ea-5b04092d5793 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:14:06.874084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ca635800-a5b9-4ad9-8f36-d0c3c4c735fa admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db6a559ff9cb4b30b86f3d5936cfdbe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4977601 Oct 12 23:14:06.875217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca635800-a5b9-4ad9-8f36-d0c3c4c735fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce34b27-3007-41be-bce6-581a3654fdd0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:06.880075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-32c8f9c7-020e-475c-879c-dbd8c6d93f79 None None] Provisioning complete for port 2aa2ba4a-bb30-4888-9b2b-57824a2cc62c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:06.880456 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32c8f9c7-020e-475c-879c-dbd8c6d93f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:06.882365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46976) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:06.959821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-32c8f9c7-020e-475c-879c-dbd8c6d93f79 None None] Port 2aa2ba4a-bb30-4888-9b2b-57824a2cc62c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:14:07.020320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ffd13b21-3058-4e46-9aeb-5ed1fbf4f6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:07.034232 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:07.064850 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ffd13b21-3058-4e46-9aeb-5ed1fbf4f6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:07.078006 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d6ee2d3-08a8-4172-9318-e12981055f79 None None] New status for floating IP 2e79a429-90be-4cd9-a066-549bccff40e3: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:14:07.241577 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ffd13b21-3058-4e46-9aeb-5ed1fbf4f6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:07.244393 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ffd13b21-3058-4e46-9aeb-5ed1fbf4f6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:07.249739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ffd13b21-3058-4e46-9aeb-5ed1fbf4f6e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ce34b27-3007-41be-bce6-581a3654fdd0 HTTP/1.1" status: 204 len: 168 time: 0.3615437 Oct 12 23:14:07.255127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd13b21-3058-4e46-9aeb-5ed1fbf4f6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce34b27-3007-41be-bce6-581a3654fdd0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:07.273476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:07.454547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4e728618-7b26-496c-a399-d82fc698ef2b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:07.455235 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:07.478322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-701afddf-37a8-4f00-8f5d-52e26f6b2b17 None None] Provisioning complete for port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:07.484491 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-701afddf-37a8-4f00-8f5d-52e26f6b2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:07.550476 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:07.706778 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c786eeee-bf54-4563-a030-e1d5009e1810 req-f800fc4b-cc19-49cb-b113-c60b96dac3d5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.1223276 Oct 12 23:14:07.737354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:14:07.737354 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b23a96c-898a-45d3-a835-513e520fc4f3" -d '{"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "d2899ba6-6a65-4352-a30d-4a3a9c6eaf74"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:14:07.748993 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-77470ac1-1e02-47ed-b20b-c4a0acad20c3 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:14:07.748993 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77470ac1-1e02-47ed-b20b-c4a0acad20c3 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "PUT /v2.0/routers/e3a6a36c-899d-44a2-949e-30dc8d73e45f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0551784 Oct 12 23:14:07.751093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46998) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:07.763952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:07.791527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8cc24b30-38b9-4065-94bb-8c82512ed8e6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5551863 Oct 12 23:14:07.794099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47000) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:07.800504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'network': {'name': 'tempest-RoutersTest-356977709'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:07.905050 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-777c3d2c-8ed1-4b10-84c3-073c35b01acd x-openstack-request-id: req-777c3d2c-8ed1-4b10-84c3-073c35b01acd {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:14:07.909258 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd7c355e-51b0-4494-b8e6-084ac810516b", "name": "network-vif-deleted", "tag": "d2899ba6-6a65-4352-a30d-4a3a9c6eaf74", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:14:07.909593 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-777c3d2c-8ed1-4b10-84c3-073c35b01acd {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:14:07.910067 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd7c355e-51b0-4494-b8e6-084ac810516b', 'name': 'network-vif-deleted', 'tag': 'd2899ba6-6a65-4352-a30d-4a3a9c6eaf74', 'status': 'completed', 'code': 200} Oct 12 23:14:07.919562 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.029342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:14:08.043839 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.069787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:08.100689 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.103768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:08.116198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:08.128270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:08.165984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'Port': ['ID=080f6ff8-9ad5-48c1-bbc0-abb0303ec05c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:08.177798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:14:08.194782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:08.194782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:08.199510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.200530 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added segment 58ff0318-182a-4ac9-8f9f-da7a743a0198 of type vlan for network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 Oct 12 23:14:08.405977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.503373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.506869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.515091 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.655928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.664453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:08.665200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:08.837907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e359c45f-841c-4ad8-94bd-78f08721d291 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:08.855422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:09.038338 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:09.115673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d129733-8187-470b-8450-4ad87f696221 None None] Pushing event updated for resources: {'Port': ['ID=11d7b0bf-758c-463c-a2ea-5b04092d5793,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:09.171001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3756990 Oct 12 23:14:09.200315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-612f2492-7e79-4fe4-8052-90d8c7ec885c req-a742ddae-5ee8-4aa8-9767-cbeefdd621a5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.1896083 Oct 12 23:14:09.200855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47046) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:09.226546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f397dc-169a-402d-8b1e-c7200e281b03 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Network': ['ID=bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:09.230083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'subnet': {'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:09.241224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47048) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:09.477490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Made reservation on behalf of c407049c1a684ba4ab4882dbb91e1f76 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:14:09.481435 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:09.542157 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5c37-4c61-464a-a7b6-3d8fa213fae2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:09.693638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Deleting port 2aa2ba4a-bb30-4888-9b2b-57824a2cc62c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:09.694631 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:09.695667 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:09.756564 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5c37-4c61-464a-a7b6-3d8fa213fae2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:09.801157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:14:09.825543 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:09.888060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e5fa5c37-4c61-464a-a7b6-3d8fa213fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:09.905586 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-701afddf-37a8-4f00-8f5d-52e26f6b2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.007447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e5fa5c37-4c61-464a-a7b6-3d8fa213fae2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a93ddf076e794cdcb386083cf3ad00d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564681 Oct 12 23:14:10.016578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47070) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:10.018915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa5c37-4c61-464a-a7b6-3d8fa213fae2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc61f66-02b5-405a-a52e-4cc5b96dcace,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:10.064908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Attempting to bind port 11d7b0bf-758c-463c-a2ea-5b04092d5793 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:14:10.065279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Attempting to bind port 11d7b0bf-758c-463c-a2ea-5b04092d5793 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:14:10.065834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Attempting to bind port 11d7b0bf-758c-463c-a2ea-5b04092d5793 on network f9523100-f870-46fb-853e-d5491c1a3298 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:10.078868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:14:10.079285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Checking segment: {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:10.079689 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.080106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Bound using segment: {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:14:10.080559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Bound port: 11d7b0bf-758c-463c-a2ea-5b04092d5793, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:14:10.080943 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.141339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'Port': ['ID=080f6ff8-9ad5-48c1-bbc0-abb0303ec05c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:10.257761 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0a7a53d0-e496-4ab9-9367-9b4a6eab8353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.286418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.321531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] For port 11d7b0bf-758c-463c-a2ea-5b04092d5793, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:14:10.325045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] For port 11d7b0bf-758c-463c-a2ea-5b04092d5793, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=11d7b0bf-758c-463c-a2ea-5b04092d5793,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:14:10.329731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-701afddf-37a8-4f00-8f5d-52e26f6b2b17 None None] For port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4313c8c3-9d9c-430e-9288-ca4da7f47c4b,segment=NetworkSegment(a0d76dc0-b662-4325-bdfb-f49e632e5f81),segment_id=a0d76dc0-b662-4325-bdfb-f49e632e5f81)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:10.332260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e359c45f-841c-4ad8-94bd-78f08721d291 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:10.333192 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.384492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0a7a53d0-e496-4ab9-9367-9b4a6eab8353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.411893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:01Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:02Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:10.463948 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.484028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:14:10.484381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Updating router b0ea2170-4c43-489c-8053-418704cc35d4 port 731c99ad-7c10-41d0-9865-fc4b9c818a22 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:14:10.486635 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.519378 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-701afddf-37a8-4f00-8f5d-52e26f6b2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.591544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e7001df-9417-4f73-9c34-6ee8224046df req-a8556254-63a3-4473-8a9b-cb48ae8dbb7b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.1464899 Oct 12 23:14:10.600692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.602969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.620163 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.642333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c645e0b2-3e9b-456a-9384-9967996d45d8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.4039185 Oct 12 23:14:10.680164 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.751996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Calling delete_port for 2aa2ba4a-bb30-4888-9b2b-57824a2cc62c owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:10.771036 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0a7a53d0-e496-4ab9-9367-9b4a6eab8353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.775691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0a7a53d0-e496-4ab9-9367-9b4a6eab8353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.778098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0a7a53d0-e496-4ab9-9367-9b4a6eab8353 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bc61f66-02b5-405a-a52e-4cc5b96dcace HTTP/1.1" status: 204 len: 168 time: 0.7513003 Oct 12 23:14:10.812835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a53d0-e496-4ab9-9367-9b4a6eab8353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc61f66-02b5-405a-a52e-4cc5b96dcace,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:10.916499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-701afddf-37a8-4f00-8f5d-52e26f6b2b17 None None] Provisioning complete for port e359c45f-841c-4ad8-94bd-78f08721d291 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:10.917122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-701afddf-37a8-4f00-8f5d-52e26f6b2b17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:10.962587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Subnet': ['ID=75b0de03-df25-4112-9b8c-0199688047ac,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:11.051120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Checking segment: {'id': '58ff0318-182a-4ac9-8f9f-da7a743a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:11.054004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network hostable DHCP agents. Network: bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:14:11.118237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:11.119346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:11.159433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port e359c45f-841c-4ad8-94bd-78f08721d291, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e359c45f-841c-4ad8-94bd-78f08721d291,segment=NetworkSegment(6dbfc80c-1843-445e-9e82-3fcb2a628575),segment_id=6dbfc80c-1843-445e-9e82-3fcb2a628575)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:11.160987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d129733-8187-470b-8450-4ad87f696221 None None] Pushing event updated for resources: {'Port': ['ID=11d7b0bf-758c-463c-a2ea-5b04092d5793,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:11.290159 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:11.302011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4313c8c3-9d9c-430e-9288-ca4da7f47c4b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:11.338206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:14:11.353156 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-c5690957-b86b-4b4c-a7bd-333cd3543bb1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1721797679&fields=id&tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43 HTTP/1.1" status: 200 len: 267 time: 0.2906594 Oct 12 23:14:11.500883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:11.502643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:11.522003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2a68ca-ec5a-4c49-9127-debc0a60c4d3 None None] Network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:11.663324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:11.664133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:11.686995 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Port': ['ID=2aa2ba4a-bb30-4888-9b2b-57824a2cc62c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:11.706293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0711-ade6-4167-b512-7cac25a63a0b req-31bc0f71-af5a-4de5-bf2c-73639205142d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:11.708323 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-31bc0f71-af5a-4de5-bf2c-73639205142d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 811 time: 0.3471384 Oct 12 23:14:11.760882 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a0be6fe2-3e2b-46dc-8f1c-2e51b9e4505c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5481706 Oct 12 23:14:11.795587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd5b1da8-545a-45b6-ab26-0635e42ac098 req-941bb296-c577-478b-a7e5-addc1f65028a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0771332 Oct 12 23:14:11.796112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47130) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:11.823132 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-1284a01e-edff-45c7-9559-861af791f398 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/quotas/aa383d41499d4e90ac67c0b6f8e2ba43 HTTP/1.1" status: 200 len: 375 time: 0.0794377 Oct 12 23:14:11.837925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:11.887520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701afddf-37a8-4f00-8f5d-52e26f6b2b17 None None] Pushing event updated for resources: {'Port': ['ID=4313c8c3-9d9c-430e-9288-ca4da7f47c4b,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:11.944786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47138) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:12.037110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28c36d8d-2d5a-4807-a1e4-5df7ce34d16f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:12.120662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:12.170385 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-d6c5c896-0f7f-44d5-bd54-2889d8258150 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3442535 Oct 12 23:14:12.397873 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-c1810eb3-959f-4727-af0e-a132ea68a447 service neutron] 10.222.0.31 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564908 Oct 12 23:14:12.646578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=e359c45f-841c-4ad8-94bd-78f08721d291,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:12.650208 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28c36d8d-2d5a-4807-a1e4-5df7ce34d16f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:12.680000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9', 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'fixed_ips': [{'subnet_id': '75b0de03-df25-4112-9b8c-0199688047ac'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:14:12.681037 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:12.688079 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:12.731129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:12.731423 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:12.755738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Router e3a6a36c-899d-44a2-949e-30dc8d73e45f has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:12.794694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-f10965f0-c1dd-4e86-9e05-0b15d0924b01 service neutron] 10.222.0.31 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3799767 Oct 12 23:14:12.891051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28c36d8d-2d5a-4807-a1e4-5df7ce34d16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:13.004836 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-28c36d8d-2d5a-4807-a1e4-5df7ce34d16f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f0f87929e6743b4a76f2c701233278d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0583568 Oct 12 23:14:13.009237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:13.018452 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1be5872a-1bb7-4294-adf3-6c062e8ed2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:13.021585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c36d8d-2d5a-4807-a1e4-5df7ce34d16f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cd179b-c335-4683-9615-b3ae5df34285,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:13.038289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:13.061130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47162) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:13.061821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-764a6fe9-b3ec-46a6-a08c-76ece95a31a8 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "PUT /v2.0/routers/e3a6a36c-899d-44a2-949e-30dc8d73e45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3095183 Oct 12 23:14:13.064956 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77403c2-3c79-4a53-8a31-eea1952c3b5f None None] Sync routers for ids ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:13.097489 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77403c2-3c79-4a53-8a31-eea1952c3b5f None None] Routers {'e3a6a36c-899d-44a2-949e-30dc8d73e45f'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:13.098707 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d77403c2-3c79-4a53-8a31-eea1952c3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:13.131826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3bfefe22-b5f9-4a71-aae1-dd235c590ad1 req-6c6ce769-b3ec-4840-b025-813a74420bac tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.1725831 Oct 12 23:14:13.190981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:13.224056 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d77403c2-3c79-4a53-8a31-eea1952c3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:13.283190 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77403c2-3c79-4a53-8a31-eea1952c3b5f None None] Routers {'e3a6a36c-899d-44a2-949e-30dc8d73e45f'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:13.283900 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d77403c2-3c79-4a53-8a31-eea1952c3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:13.285364 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:13.335675 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-d5f50de6-fdcc-4bca-8fe2-7d87c616c2f2 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] delete failed (client error): The resource could not be found. Oct 12 23:14:13.338165 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d5f50de6-fdcc-4bca-8fe2-7d87c616c2f2 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/routers/tempest-non_exist_router-375523464 HTTP/1.1" status: 404 len: 334 time: 0.2464161 Oct 12 23:14:13.361532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47186) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:13.371808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5db7f08e-5799-482b-82d9-9a3a7a81d061 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:13.390011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-09dd95e8-1c02-4587-ae26-f841beeeb343 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a6a36c-899d-44a2-949e-30dc8d73e45f'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:13.424412 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d77403c2-3c79-4a53-8a31-eea1952c3b5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:13.425087 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77403c2-3c79-4a53-8a31-eea1952c3b5f None None] The sync data for ids ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:13.491574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac605f50-1737-4c12-8db5-50191fb71fa8 req-c5db7757-0ab8-460d-b9c1-60b787bdad23 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 210 time: 0.1911399 Oct 12 23:14:13.513491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:13.513491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:13.519146 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a0cd179b-c335-4683-9615-b3ae5df34285 HTTP/1.1" status: 204 len: 168 time: 0.5039465 Oct 12 23:14:13.541936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cd179b-c335-4683-9615-b3ae5df34285,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:13.558845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.558845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.558845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.558845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.558845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.558845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.558845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.558845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.559733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.559733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.559902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.560428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce66ae0-04f3-4666-98d3-1123f11ffd7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:13.760155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-09dd95e8-1c02-4587-ae26-f841beeeb343 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:13.873648 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:13.880758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Provisioning complete for port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:13.881134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:13.932644 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-09dd95e8-1c02-4587-ae26-f841beeeb343 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] update failed (client error): The resource could not be found. Oct 12 23:14:13.937528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47208) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:13.939259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-09dd95e8-1c02-4587-ae26-f841beeeb343 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "PUT /v2.0/routers/e3a6a36c-899d-44a2-949e-30dc8d73e45f HTTP/1.1" status: 404 len: 339 time: 0.5550501 Oct 12 23:14:13.940019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:10Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:13.943770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1379439921'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:13.991159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b921b3-8974-43e8-bb2e-3be746c106fd None None] The sync data for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 is: [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:10Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:14.002623 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:14.056867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Allocated IP 172.23.0.2 (bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9/75b0de03-df25-4112-9b8c-0199688047ac/6cc86bb1-4bb6-46c6-96bf-bbf982856b05) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:14:14.062604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474cc54-8950-469a-871b-92f1d24ea83d None None] Pushing event updated for resources: {'Port': ['ID=731c99ad-7c10-41d0-9865-fc4b9c818a22,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:14.102183 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Made reservation on behalf of 940005dcea9f4351a3319eb619aa3433 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:14:14.108910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:14.185951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:14:14.189943 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5db7f08e-5799-482b-82d9-9a3a7a81d061 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:14.190325 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:14.199142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:14.202226 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Added segment bbaa7460-95b6-48ad-b6a7-c27319567518 of type vlan for network eaa0f3cc-f1e1-4397-a823-117a7c921279 Oct 12 23:14:14.259618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:14.380143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-045b0c14-1158-41e5-a0d2-c6637aa47b71 req-74a8535c-f665-426d-9291-9f9a4dbf9332 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0670862 Oct 12 23:14:14.382606 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:14.409140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:14.412199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:14.533460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Attempting to bind port 731c99ad-7c10-41d0-9865-fc4b9c818a22 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:14:14.534125 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Attempting to bind port 731c99ad-7c10-41d0-9865-fc4b9c818a22 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a0d76dc0-b662-4325-bdfb-f49e632e5f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:14:14.534488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Attempting to bind port 731c99ad-7c10-41d0-9865-fc4b9c818a22 on network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:14.586920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:14:14.587329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Checking segment: {'id': 'a0d76dc0-b662-4325-bdfb-f49e632e5f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:14.590623 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:14.591141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Bound using segment: {'id': 'a0d76dc0-b662-4325-bdfb-f49e632e5f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:14:14.591650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Bound port: 731c99ad-7c10-41d0-9865-fc4b9c818a22, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0d76dc0-b662-4325-bdfb-f49e632e5f81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:14:14.592093 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:14.659425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Network': ['ID=eaa0f3cc-f1e1-4397-a823-117a7c921279,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:14.681148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0d169a2d-84c2-41e6-a5f8-c5fbca478f56 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7423713 Oct 12 23:14:14.688570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47230) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:14.697319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3bfdfd56-f932-433c-aa52-1839990bd28f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:14.698714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network eaa0f3cc-f1e1-4397-a823-117a7c921279 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:14:14.702732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'subnet': {'network_id': 'eaa0f3cc-f1e1-4397-a823-117a7c921279', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:14.711359 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a29afd6-27b7-4b98-b480-55d783176722 req-39845c16-d8c8-4f29-894b-13df0d6ea876 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 210 time: 0.0863979 Oct 12 23:14:14.779102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47234) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:14.953980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Provisioning complete for port e359c45f-841c-4ad8-94bd-78f08721d291 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:14.954540 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.004748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Made reservation on behalf of 940005dcea9f4351a3319eb619aa3433 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:14:15.009933 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.092569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] For port 731c99ad-7c10-41d0-9865-fc4b9c818a22, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:14:15.117239 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.159143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] For port 731c99ad-7c10-41d0-9865-fc4b9c818a22, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=731c99ad-7c10-41d0-9865-fc4b9c818a22,segment=NetworkSegment(a0d76dc0-b662-4325-bdfb-f49e632e5f81),segment_id=a0d76dc0-b662-4325-bdfb-f49e632e5f81)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:14:15.193307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3bfdfd56-f932-433c-aa52-1839990bd28f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:15.193683 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.275377 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.444310 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.512833 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.650062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:15.654077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Checking segment: {'id': 'bbaa7460-95b6-48ad-b6a7-c27319567518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eaa0f3cc-f1e1-4397-a823-117a7c921279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:15.654453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network hostable DHCP agents. Network: eaa0f3cc-f1e1-4397-a823-117a7c921279, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:14:15.673072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Subnet': ['ID=5b6569d8-fdf7-4891-9546-b2177c7b5464,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:15.684388 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82cd1ed7-ab1b-4121-bd1a-7d123808fe9a req-3c16aa8c-bdff-4c86-baea-ea2a5b9fa11f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0948112 Oct 12 23:14:15.718333 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22d8cba5-6599-4d2c-95d6-5ea178f30564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.728915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:15.745759 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:15.747664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Pushing event updated for resources: {'Port': ['ID=6cc86bb1-4bb6-46c6-96bf-bbf982856b05,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:15.749969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.811706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Provisioning complete for port 11d7b0bf-758c-463c-a2ea-5b04092d5793 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:15.812086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.825514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 3bfdfd56-f932-433c-aa52-1839990bd28f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3bfdfd56-f932-433c-aa52-1839990bd28f,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:15.857499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network eaa0f3cc-f1e1-4397-a823-117a7c921279 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:14:15.944781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, eaa0f3cc-f1e1-4397-a823-117a7c921279) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:15.951861 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.953648 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-80d3f04a-4bdd-4396-af7d-65da4bc4635e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.955157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:15.959856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:15.960915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:15.961529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:13:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:15.962234 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:16.030520 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a9d52e8-1d20-42f5-9d10-d58fe62ffad2 req-ba587f48-158d-418e-8cc0-6b3f8db0f6e9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 210 time: 0.1958172 Oct 12 23:14:16.164028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Allocated IP 172.23.0.1 (bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9/75b0de03-df25-4112-9b8c-0199688047ac/c32e14b7-dc41-431d-a986-f1d290eca978) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:14:16.164547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b7c0ef-f979-44dd-ac68-7eb3c761e2f6 None None] Network eaa0f3cc-f1e1-4397-a823-117a7c921279 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:16.326227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47274) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:16.368462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e359c45f-841c-4ad8-94bd-78f08721d291 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:16.384857 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-14ec82f2-0345-4733-bff9-83b6de43c946 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6926668 Oct 12 23:14:16.387579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47278) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:16.412329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9b6cb53a-9f39-44fc-8b59-df0337a1a4af tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eaa0f3cc-f1e1-4397-a823-117a7c921279'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:16.459403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Attempting to bind port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:14:16.461215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Attempting to bind port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '58ff0318-182a-4ac9-8f9f-da7a743a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:14:16.464955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Attempting to bind port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 on network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:16.487651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474cc54-8950-469a-871b-92f1d24ea83d None None] Pushing event updated for resources: {'Port': ['ID=731c99ad-7c10-41d0-9865-fc4b9c818a22,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:16.545511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:16.606913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:16.694187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22d8cba5-6599-4d2c-95d6-5ea178f30564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:16.787429 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:16.794602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:14:16.795038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Checking segment: {'id': '58ff0318-182a-4ac9-8f9f-da7a743a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:16.795530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:16.795933 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Bound using segment: {'id': '58ff0318-182a-4ac9-8f9f-da7a743a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:14:16.796429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Bound port: 6cc86bb1-4bb6-46c6-96bf-bbf982856b05, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ff0318-182a-4ac9-8f9f-da7a743a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:14:16.796816 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:16.861408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22d8cba5-6599-4d2c-95d6-5ea178f30564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:16.917591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-536d4aa8-8189-4f8c-b98f-a2cb969ea2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:16.923072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d8cba5-6599-4d2c-95d6-5ea178f30564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f374257a-6dc6-4b21-a97b-b70033fd6058,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:16.980531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-22d8cba5-6599-4d2c-95d6-5ea178f30564 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d681374eb0d148a6bb2579e11238212d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2000816 Oct 12 23:14:16.985064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe209049-4ca7-4117-bbbe-1cbff8beb2ea req-6591a65a-4046-46a2-a855-5c1aa3a786ab tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.1315887 Oct 12 23:14:16.999850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47296) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:17.088031 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.213852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0711-ade6-4167-b512-7cac25a63a0b req-1a3445bd-e6ff-47ab-b702-999f354653b6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:17.222589 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-1a3445bd-e6ff-47ab-b702-999f354653b6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 811 time: 0.5758548 Oct 12 23:14:17.234491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:17.249349 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-536d4aa8-8189-4f8c-b98f-a2cb969ea2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.258971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:17.272623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b6cb53a-9f39-44fc-8b59-df0337a1a4af tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.282768 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2374b15-e9cf-4bac-bbdf-9660996239b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.295517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=3bfdfd56-f932-433c-aa52-1839990bd28f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:17.309660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:17.356349 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2374b15-e9cf-4bac-bbdf-9660996239b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.371553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-536d4aa8-8189-4f8c-b98f-a2cb969ea2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.400866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e359c45f-841c-4ad8-94bd-78f08721d291 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:17.400866 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.430465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70d11e2a-54b6-4785-83f2-f848494252d6 req-eba40ea1-f4bc-4d00-b5b3-c34456c7a5b3 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 210 time: 0.1735821 Oct 12 23:14:17.484840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=c32e14b7-dc41-431d-a986-f1d290eca978,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:17.499873 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-a7c9ad96-7721-4395-b3cc-01634d598153 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43 HTTP/1.1" status: 200 len: 380 time: 0.2515020 Oct 12 23:14:17.500905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.594500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'port': {'device_id': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'admin_state_up': True, 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'security_groups': ['48a58cd8-f721-4885-afbe-0a63f8f21c40']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:17.729950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536d4aa8-8189-4f8c-b98f-a2cb969ea2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583c1a73-9594-4cc7-bdca-7f6910b000bb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:17.774644 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-536d4aa8-8189-4f8c-b98f-a2cb969ea2f1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=083fa40831974b309a0c69dc06f547b3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4465795 Oct 12 23:14:17.780423 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.782399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47318) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:17.794038 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.809180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Made reservation on behalf of aa383d41499d4e90ac67c0b6f8e2ba43 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:14:17.813597 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.862602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2374b15-e9cf-4bac-bbdf-9660996239b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.866622 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2374b15-e9cf-4bac-bbdf-9660996239b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:17.870958 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f2374b15-e9cf-4bac-bbdf-9660996239b8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f374257a-6dc6-4b21-a97b-b70033fd6058 HTTP/1.1" status: 204 len: 168 time: 0.8622460 Oct 12 23:14:17.941568 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-9b6cb53a-9f39-44fc-8b59-df0337a1a4af tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:14:17.950214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9b6cb53a-9f39-44fc-8b59-df0337a1a4af tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "PUT /v2.0/routers/e3a6a36c-899d-44a2-949e-30dc8d73e45f HTTP/1.1" status: 400 len: 364 time: 1.5535793 Oct 12 23:14:17.951077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47328) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:17.951595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2374b15-e9cf-4bac-bbdf-9660996239b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f374257a-6dc6-4b21-a97b-b70033fd6058,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:17.974617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] For port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:14:18.014192 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] For port 11d7b0bf-758c-463c-a2ea-5b04092d5793, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=11d7b0bf-758c-463c-a2ea-5b04092d5793,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:18.022277 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-eaa0f3cc-f1e1-4397-a823-117a7c921279', 'network_id': 'eaa0f3cc-f1e1-4397-a823-117a7c921279', 'tenant_id': '940005dcea9f4351a3319eb619aa3433', 'fixed_ips': [{'subnet_id': '5b6569d8-fdf7-4891-9546-b2177c7b5464'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:14:18.023457 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:18.028883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] For port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6cc86bb1-4bb6-46c6-96bf-bbf982856b05,segment=NetworkSegment(58ff0318-182a-4ac9-8f9f-da7a743a0198),segment_id=58ff0318-182a-4ac9-8f9f-da7a743a0198)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:14:18.056690 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:18.182365 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:18.200498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:01Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:18.236407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28fd4714-316d-4071-8f28-59f2d257b642 req-d07c09e6-0a90-4700-a540-cd5fae4b9734 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0842705 Oct 12 23:14:18.285113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 11d7b0bf-758c-463c-a2ea-5b04092d5793 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:18.288741 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:18.325043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d33dd-dd91-429b-b4b4-942323af64ad None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:01Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:18.438235 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6dd20a27-29c0-41b3-8f0a-0c3566dc4095 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:18.501427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Provisioning complete for port 731c99ad-7c10-41d0-9865-fc4b9c818a22 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:18.501813 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:18.625646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Pushing event updated for resources: {'Port': ['ID=11d7b0bf-758c-463c-a2ea-5b04092d5793,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:18.681173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Allocated IP 2001:db8:1::2 (eaa0f3cc-f1e1-4397-a823-117a7c921279/5b6569d8-fdf7-4891-9546-b2177c7b5464/20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:14:18.717241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.717241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.717703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.717703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.717982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.718407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.718675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.718970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.724151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.729389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.729929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.730194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:18.853091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47346) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:18.855467 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:18.929162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 11d7b0bf-758c-463c-a2ea-5b04092d5793 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:18.935092 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.013653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba15baf5-6191-495d-94a0-f5bb9403f14f None None] Pushing event updated for resources: {'Port': ['ID=6cc86bb1-4bb6-46c6-96bf-bbf982856b05,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:19.064060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a84420f-d279-4a73-aea4-ebf0d88a2a30 req-65d2b7ac-6da6-4c73-acc5-2900b11fdb4d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 210 time: 0.1837192 Oct 12 23:14:19.088636 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.127091 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:14:19.132439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6dd20a27-29c0-41b3-8f0a-0c3566dc4095 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.143147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71fea0d8-20cb-4be8-bac0-acdbe45d1783 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.287825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event updated for resources: {'Port': ['ID=c32e14b7-dc41-431d-a986-f1d290eca978,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:19.317352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71fea0d8-20cb-4be8-bac0-acdbe45d1783 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.350344 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.469010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47356) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:19.474657 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d531d159-eaa3-4062-89ac-76e642272cce req-4edd8bf8-6080-41c8-b1e3-7a19eb5f3b19 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0671260 Oct 12 23:14:19.479259 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71fea0d8-20cb-4be8-bac0-acdbe45d1783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.482140 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.482841 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.532171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] For port 731c99ad-7c10-41d0-9865-fc4b9c818a22, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=731c99ad-7c10-41d0-9865-fc4b9c818a22,segment=NetworkSegment(a0d76dc0-b662-4325-bdfb-f49e632e5f81),segment_id=a0d76dc0-b662-4325-bdfb-f49e632e5f81)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:19.552126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-71fea0d8-20cb-4be8-bac0-acdbe45d1783 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e12d1d4e0b244aaaafa26b6199d59186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6972287 Oct 12 23:14:19.554380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47358) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:19.556806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fea0d8-20cb-4be8-bac0-acdbe45d1783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d2c73a-f568-4f5e-9796-6a9759b81345,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:19.557817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Allocated IP 172.20.0.10 (f9523100-f870-46fb-853e-d5491c1a3298/b165aef3-8274-49aa-9852-c3cc8fcc670d/a9df04a3-4f69-4911-9aa7-3f6163ab70b2) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:14:19.563969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6dd20a27-29c0-41b3-8f0a-0c3566dc4095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.570018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6dd20a27-29c0-41b3-8f0a-0c3566dc4095 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.571360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6dd20a27-29c0-41b3-8f0a-0c3566dc4095 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/583c1a73-9594-4cc7-bdca-7f6910b000bb HTTP/1.1" status: 204 len: 168 time: 1.7879617 Oct 12 23:14:19.572957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.605751 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe1b7-ebe4-461c-89ba-37e9105ff2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.615296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.646575 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.673295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9508a5e2-c298-4a60-8e16-10dc86825a84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.686134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.687488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd20a27-29c0-41b3-8f0a-0c3566dc4095 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583c1a73-9594-4cc7-bdca-7f6910b000bb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:19.736938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9508a5e2-c298-4a60-8e16-10dc86825a84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.766526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4313c8c3-9d9c-430e-9288-ca4da7f47c4b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:19.834204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f4b08d-b5b9-4aaa-bd0a-15cfc1ea5627 None None] Pushing event updated for resources: {'Port': ['ID=731c99ad-7c10-41d0-9865-fc4b9c818a22,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:19.872132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3ed06fd7-f1b9-4c94-96eb-ea6e6cc4710f None None] Provisioning complete for port 731c99ad-7c10-41d0-9865-fc4b9c818a22 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:19.872525 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3ed06fd7-f1b9-4c94-96eb-ea6e6cc4710f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.918803 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.924114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9508a5e2-c298-4a60-8e16-10dc86825a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.928688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9508a5e2-c298-4a60-8e16-10dc86825a84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:19.931547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9508a5e2-c298-4a60-8e16-10dc86825a84 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62d2c73a-f568-4f5e-9796-6a9759b81345 HTTP/1.1" status: 204 len: 168 time: 0.3747485 Oct 12 23:14:19.966964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9508a5e2-c298-4a60-8e16-10dc86825a84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d2c73a-f568-4f5e-9796-6a9759b81345,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:20.166467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Network eaa0f3cc-f1e1-4397-a823-117a7c921279 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:20.195246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:20.211320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:20.342364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66be72bf-80b8-4d31-8097-029e39583515 None None] Network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:20.342490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f7e7b62-07ff-4339-8c6d-a7376ee81bd0 req-0d1b6b86-fa0c-4084-a814-aad5fa0a554a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 210 time: 0.0886791 Oct 12 23:14:20.379840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:20.380420 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:20.392426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:20.411865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:20.420896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Pushing event updated for resources: {'Port': ['ID=20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:20.491455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Attempting to bind port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:14:20.491914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Attempting to bind port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'bbaa7460-95b6-48ad-b6a7-c27319567518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eaa0f3cc-f1e1-4397-a823-117a7c921279'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:14:20.492370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Attempting to bind port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd on network eaa0f3cc-f1e1-4397-a823-117a7c921279 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:20.513856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:14:20.514316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Checking segment: {'id': 'bbaa7460-95b6-48ad-b6a7-c27319567518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eaa0f3cc-f1e1-4397-a823-117a7c921279'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:20.514875 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:20.515407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Bound using segment: {'id': 'bbaa7460-95b6-48ad-b6a7-c27319567518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eaa0f3cc-f1e1-4397-a823-117a7c921279'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:14:20.515963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Bound port: 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbaa7460-95b6-48ad-b6a7-c27319567518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'eaa0f3cc-f1e1-4397-a823-117a7c921279'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:14:20.516413 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:20.537319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-68fa8a2f-c798-42c1-a787-c8f2dd8672d4 None None] Provisioning complete for port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:20.537775 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-68fa8a2f-c798-42c1-a787-c8f2dd8672d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:20.724225 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe1b7-ebe4-461c-89ba-37e9105ff2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:20.726043 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ba989df-f5a2-46bf-8ea8-2d5e556c73b8 req-97ece252-b4a5-43c8-9b49-64b1650be7f9 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0616078 Oct 12 23:14:20.758090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Allocated IP 2001:db8::1 (6d41afd0-e898-41ff-886b-5b354861378f/4ffc4548-2b7f-46f8-8bcb-e9e68434e683/1944f93c-edbc-4c9c-a63f-0b95541b417d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:14:20.766000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:20.797174 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a5fe1b7-ebe4-461c-89ba-37e9105ff2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:20.870189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:20.891855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47392) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:20.915986 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adfebb47-aab8-4ee4-b56f-23e1f122c64c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:20.929730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] For port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:14:20.980087 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-68fa8a2f-c798-42c1-a787-c8f2dd8672d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.007143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] For port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd,segment=NetworkSegment(bbaa7460-95b6-48ad-b6a7-c27319567518),segment_id=bbaa7460-95b6-48ad-b6a7-c27319567518)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:14:21.116438 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adfebb47-aab8-4ee4-b56f-23e1f122c64c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.196989 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adfebb47-aab8-4ee4-b56f-23e1f122c64c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.247852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-adfebb47-aab8-4ee4-b56f-23e1f122c64c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bc41c1918d14be2a46dce67d5f9661d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545516 Oct 12 23:14:21.250968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47402) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:21.336876 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d95fbc0-de68-4019-afa4-d5395e744e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.355757 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfebb47-aab8-4ee4-b56f-23e1f122c64c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25189693-fa2e-4c5a-9408-1bc52e2852c8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:21.389199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-68fa8a2f-c798-42c1-a787-c8f2dd8672d4 None None] For port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6cc86bb1-4bb6-46c6-96bf-bbf982856b05,segment=NetworkSegment(58ff0318-182a-4ac9-8f9f-da7a743a0198),segment_id=58ff0318-182a-4ac9-8f9f-da7a743a0198)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:21.449941 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.452450 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d95fbc0-de68-4019-afa4-d5395e744e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.484442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 731c99ad-7c10-41d0-9865-fc4b9c818a22 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:21.536545 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-68fa8a2f-c798-42c1-a787-c8f2dd8672d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.565802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1533645-0cca-4359-a9dc-05bf62998a72 None None] Pushing event updated for resources: {'Port': ['ID=20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:21.625275 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d95fbc0-de68-4019-afa4-d5395e744e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.628667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d95fbc0-de68-4019-afa4-d5395e744e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.630295 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9d95fbc0-de68-4019-afa4-d5395e744e23 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25189693-fa2e-4c5a-9408-1bc52e2852c8 HTTP/1.1" status: 204 len: 168 time: 0.3752897 Oct 12 23:14:21.652837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa8a2f-c798-42c1-a787-c8f2dd8672d4 None None] Pushing event updated for resources: {'Port': ['ID=6cc86bb1-4bb6-46c6-96bf-bbf982856b05,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:21.656646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d95fbc0-de68-4019-afa4-d5395e744e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25189693-fa2e-4c5a-9408-1bc52e2852c8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:21.708726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 731c99ad-7c10-41d0-9865-fc4b9c818a22 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:21.709110 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:21.880096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 11d7b0bf-758c-463c-a2ea-5b04092d5793 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:21.971730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3a5fe1b7-ebe4-461c-89ba-37e9105ff2a7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16e58fd905d447948f3e010127114e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4812682 Oct 12 23:14:21.978354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:21.995061 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98ba43b5-f3cf-49e0-984e-00ed95e4fbd2 req-862d79a8-e84c-4650-a060-818d21eaafb5 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.1262255 Oct 12 23:14:22.097691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 11d7b0bf-758c-463c-a2ea-5b04092d5793 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:22.098170 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.115813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5fe1b7-ebe4-461c-89ba-37e9105ff2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4154fd27-bc38-4c84-9cfd-d77f8833c531,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:22.143356 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.150753 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9863747-3381-4861-a707-f241301a5409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.206402 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9863747-3381-4861-a707-f241301a5409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.240722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ac68b0d1-0229-40f1-8614-734158e46b8f None None] Provisioning complete for port c32e14b7-dc41-431d-a986-f1d290eca978 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:22.243121 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ac68b0d1-0229-40f1-8614-734158e46b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.343498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'Port': ['ID=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:22.353517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Network f9523100-f870-46fb-853e-d5491c1a3298 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:22.381421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:22.384100 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:22.432378 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9863747-3381-4861-a707-f241301a5409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.435703 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9863747-3381-4861-a707-f241301a5409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.436869 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c9863747-3381-4861-a707-f241301a5409 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4154fd27-bc38-4c84-9cfd-d77f8833c531 HTTP/1.1" status: 204 len: 168 time: 0.4573889 Oct 12 23:14:22.441007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ac68b0d1-0229-40f1-8614-734158e46b8f None None] Port c32e14b7-dc41-431d-a986-f1d290eca978 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:14:22.455989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:22.465730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9863747-3381-4861-a707-f241301a5409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4154fd27-bc38-4c84-9cfd-d77f8833c531,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:22.563094 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.601913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50ec477-744c-416f-9751-76e9a24c653d req-ab960e9e-4755-40c0-af13-941bf4ee4f23 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:22.603613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d50ec477-744c-416f-9751-76e9a24c653d req-ab960e9e-4755-40c0-af13-941bf4ee4f23 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 932 time: 0.5255029 Oct 12 23:14:22.608781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:22.624493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ac68b0d1-0229-40f1-8614-734158e46b8f None None] Provisioning complete for port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:22.624944 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ac68b0d1-0229-40f1-8614-734158e46b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.667733 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6bd19f0c-3115-46af-9285-f96ea3e44632 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8677375 Oct 12 23:14:22.668103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47476) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:22.673424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:22.818131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:22.830487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:22.842424 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:22.881951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:22.895827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:23.022498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d50ec477-744c-416f-9751-76e9a24c653d req-d2b8cf9d-2b56-40c9-8484-afe20a7d441b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391678 Oct 12 23:14:23.058970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-3f6c09f1-41d5-47d9-985d-a42340ce7ba6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4649606 Oct 12 23:14:23.074227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Request body: {'port': {'device_id': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:23.165406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:23.166504 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:23.171984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:23.270468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-baca307c-2af0-4edf-91ec-e6fa41db349c req-181da97c-7efe-4f20-aed2-ac787d933bdd tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.1008663 Oct 12 23:14:23.330849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:23.380870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network 6d41afd0-e898-41ff-886b-5b354861378f is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:23.381876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Port': ['ID=1944f93c-edbc-4c9c-a63f-0b95541b417d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:23.402277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:23.407031 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:23.411323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:23.411816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:23.584349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e4f2722c-ab6e-44d9-9696-83d353699156 None None] Provisioning complete for port c32e14b7-dc41-431d-a986-f1d290eca978 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:23.584883 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e4f2722c-ab6e-44d9-9696-83d353699156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:23.710040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e23b55-db74-45ac-9af6-5080579a7e09 None None] Network eaa0f3cc-f1e1-4397-a823-117a7c921279 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:23.864418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3bfdfd56-f932-433c-aa52-1839990bd28f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:23.866989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 23:14:23.916498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Removed routes are [] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 23:14:23.916904 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:24.031746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2722c-ab6e-44d9-9696-83d353699156 None None] Port c32e14b7-dc41-431d-a986-f1d290eca978 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:14:24.054024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:24.145543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e4f2722c-ab6e-44d9-9696-83d353699156 None None] Provisioning complete for port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:24.146181 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e4f2722c-ab6e-44d9-9696-83d353699156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:24.408286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3bfdfd56-f932-433c-aa52-1839990bd28f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:24.408705 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:24.417607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e4f2722c-ab6e-44d9-9696-83d353699156 None None] Port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:14:24.676929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013d993c-f1fa-4a6f-b1d7-9260f68401cc req-a3e10811-353e-4439-acb5-3ae327fb5665 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:24.681387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-013d993c-f1fa-4a6f-b1d7-9260f68401cc req-a3e10811-353e-4439-acb5-3ae327fb5665 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 932 time: 0.4220054 Oct 12 23:14:24.755872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4b01f6da-ab47-4491-b003-bd2f20ae602c None None] Provisioning complete for port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:24.757390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4b01f6da-ab47-4491-b003-bd2f20ae602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:24.833384 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-013d993c-f1fa-4a6f-b1d7-9260f68401cc req-6a04ffab-913a-4b67-9ff9-3df848b9b722 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1327350 Oct 12 23:14:24.868409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:19Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32e14b7-dc41-431d-a986-f1d290eca978', 'name': '', 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:9a:99:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '75b0de03-df25-4112-9b8c-0199688047ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:14:13Z', 'updated_at': '2021-10-12T23:14:18Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '75b0de03-df25-4112-9b8c-0199688047ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:24.981342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:24.987599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:25.031515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:14:25.036779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Updating router b0ea2170-4c43-489c-8053-418704cc35d4 port c32e14b7-dc41-431d-a986-f1d290eca978 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:14:25.221475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:25.231381 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:25.260165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-152ee55a-3f14-4917-87b6-5096d5d129d6 req-3a94174a-61f6-4cb4-8fc0-bac9a1e5c572 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.2742016 Oct 12 23:14:25.415360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:25.429754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:25.429754 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a4ecae61-fde3-4bcc-9984-b27f5c9cff35 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4 HTTP/1.1" status: 200 len: 933 time: 2.7604821 Oct 12 23:14:25.432358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47586) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:25.612255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9df04a3-4f69-4911-9aa7-3f6163ab70b2 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:14:25.641393 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:25.658531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7336679d-ccd1-468b-ade4-6a178ff7363c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4 HTTP/1.1" status: 200 len: 933 time: 0.2249420 Oct 12 23:14:25.665773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47592) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:25.692959 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'routes': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:25.701243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Transition to ACTIVE for port object a9df04a3-4f69-4911-9aa7-3f6163ab70b2 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:14:25.717643 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:25.787533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:25.888578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:25.889384 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:25.952945 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:25.983824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:26.057413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Pushing event updated for resources: {'Port': ['ID=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:26.101341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:26.327852 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4b01f6da-ab47-4491-b003-bd2f20ae602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:26.370574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event updated for resources: {'Port': ['ID=1944f93c-edbc-4c9c-a63f-0b95541b417d,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:26.422445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79108c0-c73a-40cd-a4d5-2ee27176fd53 req-d5ed7ccc-1229-4daf-8ff1-8d24ab77c2a0 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:26.430227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79108c0-c73a-40cd-a4d5-2ee27176fd53 req-d5ed7ccc-1229-4daf-8ff1-8d24ab77c2a0 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 944 time: 0.3558135 Oct 12 23:14:26.462213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4b01f6da-ab47-4491-b003-bd2f20ae602c None None] For port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd,segment=NetworkSegment(bbaa7460-95b6-48ad-b6a7-c27319567518),segment_id=bbaa7460-95b6-48ad-b6a7-c27319567518)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:26.462213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c19db8-6c90-49dc-9926-a047176b6aa4 None None] Pushing event updated for resources: {'Port': ['ID=c32e14b7-dc41-431d-a986-f1d290eca978,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.463424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.464990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:14:26.477260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:26.478986 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:26.502850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Attempting to bind port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:14:26.502850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Attempting to bind port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:14:26.502850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Attempting to bind port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 on network f9523100-f870-46fb-853e-d5491c1a3298 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:26.542702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 on network f9523100-f870-46fb-853e-d5491c1a3298 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:14:26.543169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Attempting to bind port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 on network f9523100-f870-46fb-853e-d5491c1a3298 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:26.555287 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ae5430f-a764-4eb1-9685-a8bab57f4691 req-2c5af455-3657-4349-b8dd-b4a50200ea75 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0380828 Oct 12 23:14:26.576057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Network 6d41afd0-e898-41ff-886b-5b354861378f is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:26.587329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:26.593875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 14, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:14:26.594257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Checking segment: {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:26.594625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Bound using segment: {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:14:26.597354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Bound port: a9df04a3-4f69-4911-9aa7-3f6163ab70b2, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:14:26.599523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:26.608989 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4b01f6da-ab47-4491-b003-bd2f20ae602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:26.625288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79108c0-c73a-40cd-a4d5-2ee27176fd53 req-958f8d45-3aa6-431d-b12d-3906d15d2a96 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1938577 Oct 12 23:14:26.734366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Attempting to bind port c32e14b7-dc41-431d-a986-f1d290eca978 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:14:26.735117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Attempting to bind port c32e14b7-dc41-431d-a986-f1d290eca978 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '58ff0318-182a-4ac9-8f9f-da7a743a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:14:26.743696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Attempting to bind port c32e14b7-dc41-431d-a986-f1d290eca978 on network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:26.817407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 14, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:14:26.819585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Checking segment: {'id': '58ff0318-182a-4ac9-8f9f-da7a743a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:26.820105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:26.821115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Bound using segment: {'id': '58ff0318-182a-4ac9-8f9f-da7a743a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:14:26.828148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Bound port: c32e14b7-dc41-431d-a986-f1d290eca978, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58ff0318-182a-4ac9-8f9f-da7a743a0198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:14:26.831882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:26.879103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4b01f6da-ab47-4491-b003-bd2f20ae602c None None] Provisioning complete for port 1944f93c-edbc-4c9c-a63f-0b95541b417d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:26.880435 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4b01f6da-ab47-4491-b003-bd2f20ae602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:27.031743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] For port a9df04a3-4f69-4911-9aa7-3f6163ab70b2, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:14:27.041051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] For port a9df04a3-4f69-4911-9aa7-3f6163ab70b2, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:14:27.080904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added routes are [] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 23:14:27.081598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.extraroute_db [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=101889) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 23:14:27.125525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:27.145555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Router e3a6a36c-899d-44a2-949e-30dc8d73e45f has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:27.201541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:27.317755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:27.323941 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4db1cb37-c5a5-4858-a481-3c9354b1ec1a tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "PUT /v2.0/routers/e3a6a36c-899d-44a2-949e-30dc8d73e45f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3652461 Oct 12 23:14:27.329672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47640) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:27.329865 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660ce1c-7d7c-416a-b20a-45aee2d922c5 None None] Sync routers for ids ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:27.369997 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660ce1c-7d7c-416a-b20a-45aee2d922c5 None None] Routers {'e3a6a36c-899d-44a2-949e-30dc8d73e45f'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:27.373024 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f660ce1c-7d7c-416a-b20a-45aee2d922c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:27.373619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:27.373619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:27.380445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] 10.222.0.41 "PUT /v2.0/ports/a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 200 len: 1093 time: 4.3134353 Oct 12 23:14:27.394138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'tag': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:14:27.399771 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed8d96a-07ce-477f-b0f3-25619cd62771", "tag": "a9df04a3-4f69-4911-9aa7-3f6163ab70b2"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:14:27.480243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] For port c32e14b7-dc41-431d-a986-f1d290eca978, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:14:27.488400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] For port c32e14b7-dc41-431d-a986-f1d290eca978, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c32e14b7-dc41-431d-a986-f1d290eca978,segment=NetworkSegment(58ff0318-182a-4ac9-8f9f-da7a743a0198),segment_id=58ff0318-182a-4ac9-8f9f-da7a743a0198)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:14:27.516024 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f660ce1c-7d7c-416a-b20a-45aee2d922c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:27.556568 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f660ce1c-7d7c-416a-b20a-45aee2d922c5 None None] Routers {'e3a6a36c-899d-44a2-949e-30dc8d73e45f'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:27.559791 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f660ce1c-7d7c-416a-b20a-45aee2d922c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:27.662156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:27.664618 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:27.711263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b01f6da-ab47-4491-b003-bd2f20ae602c None None] Pushing event updated for resources: {'Port': ['ID=20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:27.746748 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f660ce1c-7d7c-416a-b20a-45aee2d922c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:27.752129 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f660ce1c-7d7c-416a-b20a-45aee2d922c5 None None] The sync data for ids ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:27.782549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4b01f6da-ab47-4491-b003-bd2f20ae602c None None] Port 1944f93c-edbc-4c9c-a63f-0b95541b417d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:14:27.796064 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a448146e-0cd8-42df-9a5b-0d4dbb6ab264 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:27.862857 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:27.871493 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:27.919021 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c19db8-6c90-49dc-9926-a047176b6aa4 None None] Pushing event updated for resources: {'Port': ['ID=c32e14b7-dc41-431d-a986-f1d290eca978,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:27.924949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d79788-a5a5-4e3c-b70e-c9d04cf80022 service neutron] Pushing event updated for resources: {'Port': ['ID=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:27.994120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Provisioning complete for port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:27.995865 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:28.068666 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a01665d5-a526-473c-a571-f5d25998d5a3 x-openstack-request-id: req-a01665d5-a526-473c-a571-f5d25998d5a3 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:14:28.068958 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed8d96a-07ce-477f-b0f3-25619cd62771", "tag": "a9df04a3-4f69-4911-9aa7-3f6163ab70b2", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:14:28.070626 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a01665d5-a526-473c-a571-f5d25998d5a3 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:14:28.071062 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'tag': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2', 'status': 'completed', 'code': 200} Oct 12 23:14:28.107917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:28.109592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:28.143110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-567a19a0-d8c8-4d09-88d4-d994d168b0fa req-6282985f-3bc3-4dc0-a989-eb963dcd82fd tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.2123048 Oct 12 23:14:28.255711 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-a448146e-0cd8-42df-9a5b-0d4dbb6ab264 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 12 23:14:28.256944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a448146e-0cd8-42df-9a5b-0d4dbb6ab264 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/routers/e3a6a36c-899d-44a2-949e-30dc8d73e45f HTTP/1.1" status: 409 len: 329 time: 0.9260356 Oct 12 23:14:28.260929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47680) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:28.263926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0711-ade6-4167-b512-7cac25a63a0b req-f7360eaf-0b2c-4282-927d-b61859126c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:28.265897 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-f7360eaf-0b2c-4282-927d-b61859126c95 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 1096 time: 0.3365464 Oct 12 23:14:28.333612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:28.367123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:28.367883 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:28.402609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-f35e0730-f6da-48ca-8db2-b94a8e7ea146 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 200 len: 217 time: 0.1254375 Oct 12 23:14:28.468301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:28.522920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0711-ade6-4167-b512-7cac25a63a0b req-b5d00cf8-5c20-41f9-a36b-c1e5139eaf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:28.524642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-b5d00cf8-5c20-41f9-a36b-c1e5139eaf77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.1158640 Oct 12 23:14:28.634968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c0711-ade6-4167-b512-7cac25a63a0b req-d5b725ce-94cf-4e35-b9f8-fa08c6885bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:28.636817 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-d5b725ce-94cf-4e35-b9f8-fa08c6885bce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046953 Oct 12 23:14:28.647674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Provisioning complete for port c32e14b7-dc41-431d-a986-f1d290eca978 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:28.648350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:28.718199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:28.729315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347cc07e-5488-40be-a004-61a9bce11332 req-bcb9af34-4b59-4285-8104-0bca8278476e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:28.736816 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-347cc07e-5488-40be-a004-61a9bce11332 req-bcb9af34-4b59-4285-8104-0bca8278476e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 944 time: 0.8546484 Oct 12 23:14:28.747407 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:28.748697 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f46ce35e-ccd2-4c56-9513-15cfbd2152ac tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4 HTTP/1.1" status: 200 len: 699 time: 3.0776968 Oct 12 23:14:28.758642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47698) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:28.888024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-a177258e-0da8-47db-9b7b-d2380d5b3f63 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365611 Oct 12 23:14:29.062836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-347cc07e-5488-40be-a004-61a9bce11332 req-11de0580-6dba-475b-9a4f-017f5f9f5d80 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3219230 Oct 12 23:14:29.111249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-998c0711-ade6-4167-b512-7cac25a63a0b req-dba4fcaa-3065-4490-91da-f2087a92efbf service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117300 Oct 12 23:14:29.140656 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:29.188845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] For port c32e14b7-dc41-431d-a986-f1d290eca978, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c32e14b7-dc41-431d-a986-f1d290eca978,segment=NetworkSegment(58ff0318-182a-4ac9-8f9f-da7a743a0198),segment_id=58ff0318-182a-4ac9-8f9f-da7a743a0198)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:29.216173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:27Z', 'revision_number': 7, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:19Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32e14b7-dc41-431d-a986-f1d290eca978', 'name': '', 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:9a:99:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '75b0de03-df25-4112-9b8c-0199688047ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:14:13Z', 'updated_at': '2021-10-12T23:14:27Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '75b0de03-df25-4112-9b8c-0199688047ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:29.291201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cea6a2-0b4c-499d-aa76-270119c730f1 None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:27Z', 'revision_number': 7, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:19Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32e14b7-dc41-431d-a986-f1d290eca978', 'name': '', 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:9a:99:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '75b0de03-df25-4112-9b8c-0199688047ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:14:13Z', 'updated_at': '2021-10-12T23:14:27Z', 'revision_number': 4, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '75b0de03-df25-4112-9b8c-0199688047ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:29.291558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b873cc6a-c4a9-473f-9dce-55eb2a5e9a20 req-8adca2eb-a1c9-4feb-ba2c-40b2c335367b tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0391095 Oct 12 23:14:29.293022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:29.477770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:29.479113 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:29.560113 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:29.582648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-7be2f4fa-e06d-4c09-9fcf-bf654bef0215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:29.586633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-7be2f4fa-e06d-4c09-9fcf-bf654bef0215 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 1096 time: 0.1165633 Oct 12 23:14:29.708143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Provisioning complete for port 1944f93c-edbc-4c9c-a63f-0b95541b417d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:29.710461 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:29.733904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2a62e1ba-440f-41b4-b09c-e8ef67f20cd1 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4 HTTP/1.1" status: 200 len: 699 time: 0.9737368 Oct 12 23:14:29.758580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47732) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:29.825338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-d453c5db-e0de-4914-adcb-4c25db4993a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:29.830495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-d453c5db-e0de-4914-adcb-4c25db4993a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.2380416 Oct 12 23:14:29.889501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Pushing event updated for resources: {'Port': ['ID=c32e14b7-dc41-431d-a986-f1d290eca978,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:29.894223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ac66b7d8-0f4c-4c5a-8e2e-c5ad72d4cbcd None None] Port 1944f93c-edbc-4c9c-a63f-0b95541b417d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:14:29.931525 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-f97ebd8c-ee42-4db2-87ba-c6680e501aa3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 200 len: 217 time: 0.0889902 Oct 12 23:14:30.034508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-1ab58fba-1214-4d8a-a53d-9d1ec9693c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:30.036880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-1ab58fba-1214-4d8a-a53d-9d1ec9693c11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.0995431 Oct 12 23:14:30.075190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8452620a-ec72-40d3-95f1-cb03a5fac403 None None] Provisioning complete for port c32e14b7-dc41-431d-a986-f1d290eca978 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:30.075707 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8452620a-ec72-40d3-95f1-cb03a5fac403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:30.145888 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-bfd4961d-75a9-4d1d-b83c-a50452faf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:30.152413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-bfd4961d-75a9-4d1d-b83c-a50452faf608 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029048 Oct 12 23:14:30.526623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4744e0e-65a3-42fb-9a4a-54c6ef57bfeb req-5fda5974-96c8-4543-a484-752cef0db56a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.1013935 Oct 12 23:14:30.561837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-9165e2d0-5ffb-4198-8f3c-2aa7a9f105ff service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059305 Oct 12 23:14:30.751362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c738310e-de74-4565-8c0e-851c1b55d0d6 req-be552789-107b-48d7-b8e5-bfaf4551a678 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:30.752921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:30.753340 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c738310e-de74-4565-8c0e-851c1b55d0d6 req-be552789-107b-48d7-b8e5-bfaf4551a678 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 944 time: 0.4297733 Oct 12 23:14:30.773471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:30.775196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:30.854475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b551ec93-e4d4-4439-a02d-dfd115ec3cc5 req-1ba184e4-684f-4fb0-b6ad-9e232e2570f1 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844520 Oct 12 23:14:30.929722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c738310e-de74-4565-8c0e-851c1b55d0d6 req-9f0878a6-13a9-49b0-a27b-297098a321eb tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667306 Oct 12 23:14:30.944887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:30.992627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:31.275213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c32e14b7-dc41-431d-a986-f1d290eca978 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:31.299971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47782) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:31.401537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c32e14b7-dc41-431d-a986-f1d290eca978 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:31.401915 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:31.456072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:27Z', 'revision_number': 7, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:19Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32e14b7-dc41-431d-a986-f1d290eca978', 'name': '', 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:9a:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '75b0de03-df25-4112-9b8c-0199688047ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:14:13Z', 'updated_at': '2021-10-12T23:14:29Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '75b0de03-df25-4112-9b8c-0199688047ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:31.508011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:14:31.563367 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-47e7a612-b1aa-4d18-8784-51a3dcf7f4ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:31.669515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:31.723037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:31.771733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:31.777158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f38a49d8-f5fd-4170-b4f8-d9c0213082e3 req-14827af8-5fa0-4c35-89a4-a53c6f845bbb tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0475543 Oct 12 23:14:31.814010 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-47e7a612-b1aa-4d18-8784-51a3dcf7f4ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:31.887804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:31.917816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-47e7a612-b1aa-4d18-8784-51a3dcf7f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:32.005795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Deleting port 1944f93c-edbc-4c9c-a63f-0b95541b417d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:32.006150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:32.017484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e7a612-b1aa-4d18-8784-51a3dcf7f4ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a1edba-c4df-49f0-83dd-d48d5dec7eee,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:32.049487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-47e7a612-b1aa-4d18-8784-51a3dcf7f4ad admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae871dbbe04947febc76bc0c69eb9b11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7470281 Oct 12 23:14:32.052261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47802) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:32.115880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a9df04a3-4f69-4911-9aa7-3f6163ab70b2 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:14:32.119259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ee9d5-9d6a-412f-8df9-83cfd7f79ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:32.178817 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ee9d5-9d6a-412f-8df9-83cfd7f79ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:32.269858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:14:32.320732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:32.350603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ee9d5-9d6a-412f-8df9-83cfd7f79ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:32.354036 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d2ee9d5-9d6a-412f-8df9-83cfd7f79ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:32.355623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8d2ee9d5-9d6a-412f-8df9-83cfd7f79ca9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68a1edba-c4df-49f0-83dd-d48d5dec7eee HTTP/1.1" status: 204 len: 168 time: 0.3023686 Oct 12 23:14:32.389990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ee9d5-9d6a-412f-8df9-83cfd7f79ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a1edba-c4df-49f0-83dd-d48d5dec7eee,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:32.440777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa76eb1f-7255-45f9-a99b-6d972b8f9009 req-390f12f1-3658-4b08-92d2-d01d771990a1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:32.450770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa76eb1f-7255-45f9-a99b-6d972b8f9009 req-390f12f1-3658-4b08-92d2-d01d771990a1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 944 time: 0.3558776 Oct 12 23:14:32.458731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Calling delete_port for 1944f93c-edbc-4c9c-a63f-0b95541b417d owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:32.664084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa76eb1f-7255-45f9-a99b-6d972b8f9009 req-9692b847-094a-4334-b57e-372d7d472569 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2028704 Oct 12 23:14:32.694564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port c32e14b7-dc41-431d-a986-f1d290eca978 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:32.694856 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:32.882483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a9df04a3-4f69-4911-9aa7-3f6163ab70b2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:32.944731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'port_id': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2', 'mac_address': 'fa:16:3e:63:84:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:14:33.013877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6db9ebe3-8f4b-4987-aaba-88f64c31977e req-bc9fa8b1-437c-4976-b342-33ca839c2eb1 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0718231 Oct 12 23:14:33.042638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port c32e14b7-dc41-431d-a986-f1d290eca978, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c32e14b7-dc41-431d-a986-f1d290eca978,segment=NetworkSegment(58ff0318-182a-4ac9-8f9f-da7a743a0198),segment_id=58ff0318-182a-4ac9-8f9f-da7a743a0198)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:33.042638 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:33.088584 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:33.105682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:27Z', 'revision_number': 7, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:19Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32e14b7-dc41-431d-a986-f1d290eca978', 'name': '', 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:9a:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '75b0de03-df25-4112-9b8c-0199688047ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:14:13Z', 'updated_at': '2021-10-12T23:14:29Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '75b0de03-df25-4112-9b8c-0199688047ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:33.109920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for c32e14b7-dc41-431d-a986-f1d290eca978 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:33.150317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e98224-5c7a-4944-8390-ff26fc90f7ea None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:27Z', 'revision_number': 7, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:19Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c32e14b7-dc41-431d-a986-f1d290eca978', 'name': '', 'network_id': 'bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:9a:99:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '75b0de03-df25-4112-9b8c-0199688047ac', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:14:13Z', 'updated_at': '2021-10-12T23:14:29Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '75b0de03-df25-4112-9b8c-0199688047ac', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:33.153639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9df04a3-4f69-4911-9aa7-3f6163ab70b2 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:14:33.214659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a9df04a3-4f69-4911-9aa7-3f6163ab70b2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:33.274803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:33.341521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:33.404841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Port': ['ID=1944f93c-edbc-4c9c-a63f-0b95541b417d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:33.446296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:33.548951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['a9df04a3-4f69-4911-9aa7-3f6163ab70b2'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:14:33.549181 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:33.555372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47826) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:33.584865 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47ff5cdd-042f-49d1-9e75-fc0922639667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:33.983970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Router e3a6a36c-899d-44a2-949e-30dc8d73e45f has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:34.004498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71186f78-5c93-4af8-8a6c-a4769ba0188c req-ecf8b0f8-dd5c-43be-a50b-db754d888a6d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:34.006077 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71186f78-5c93-4af8-8a6c-a4769ba0188c req-ecf8b0f8-dd5c-43be-a50b-db754d888a6d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 945 time: 0.2016420 Oct 12 23:14:34.394566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:34.456040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=c32e14b7-dc41-431d-a986-f1d290eca978,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:34.463129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:34.470348 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-73a53f2d-33c2-4f0d-bd56-eec7b93025e4 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "PUT /v2.0/routers/e3a6a36c-899d-44a2-949e-30dc8d73e45f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1982481 Oct 12 23:14:34.490670 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00442a-4cbe-44ec-b806-d1b725fe2480 None None] Sync routers for ids ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:34.491284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47850) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:34.512215 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00442a-4cbe-44ec-b806-d1b725fe2480 None None] Routers {'e3a6a36c-899d-44a2-949e-30dc8d73e45f'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:34.513875 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f00442a-4cbe-44ec-b806-d1b725fe2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:34.569678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2861cd22-feca-4f7f-a091-d31b03c2a37b req-4463a3ee-5a2e-4a8b-9922-4f81ff9bb398 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.4469762 Oct 12 23:14:34.616759 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-b2243303-ed90-4885-ac8e-d6690bc11dbc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] show failed (client error): The resource could not be found. Oct 12 23:14:34.618618 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b2243303-ed90-4885-ac8e-d6690bc11dbc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "GET /v2.0/routers/tempest-non_exist_router-520480408 HTTP/1.1" status: 404 len: 334 time: 0.1260414 Oct 12 23:14:34.626569 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71186f78-5c93-4af8-8a6c-a4769ba0188c req-d0189101-8629-4098-9bb0-b24793c1c062 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2753837 Oct 12 23:14:34.626878 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f00442a-4cbe-44ec-b806-d1b725fe2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:34.627390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47854) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:34.634415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6f552b80-bf91-4b9d-aead-5b56172022a6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:34.698634 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f00442a-4cbe-44ec-b806-d1b725fe2480 None None] Routers {'e3a6a36c-899d-44a2-949e-30dc8d73e45f'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:34.704003 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f00442a-4cbe-44ec-b806-d1b725fe2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:34.731335 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-6f552b80-bf91-4b9d-aead-5b56172022a6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] update failed (client error): The resource could not be found. Oct 12 23:14:34.736429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6f552b80-bf91-4b9d-aead-5b56172022a6 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "PUT /v2.0/routers/tempest-non_exist_router-565626270 HTTP/1.1" status: 404 len: 334 time: 0.1077974 Oct 12 23:14:34.737397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47858) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:34.794159 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f00442a-4cbe-44ec-b806-d1b725fe2480 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:34.799597 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f00442a-4cbe-44ec-b806-d1b725fe2480 None None] The sync data for ids ['e3a6a36c-899d-44a2-949e-30dc8d73e45f'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:34.849890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa8e2767-f1b3-4388-8d8a-8aab1864dd4d tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Deleting subnet 5b6569d8-fdf7-4891-9546-b2177c7b5464 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:34.860004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2767-f1b3-4388-8d8a-8aab1864dd4d tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:34.956236 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2767-f1b3-4388-8d8a-8aab1864dd4d tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:34.982978 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:34.996995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47ff5cdd-042f-49d1-9e75-fc0922639667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.132654 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47ff5cdd-042f-49d1-9e75-fc0922639667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.135518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2767-f1b3-4388-8d8a-8aab1864dd4d tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.235227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-47ff5cdd-042f-49d1-9e75-fc0922639667 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d218f57e9c5b4aac885423d5179885f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6780770 Oct 12 23:14:35.237756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47866) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:35.291369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2767-f1b3-4388-8d8a-8aab1864dd4d tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.323559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff5cdd-042f-49d1-9e75-fc0922639667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881e5776-39a8-4d38-b0d8-b8e3dd92ad66,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:35.352713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:35.362640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8e2767-f1b3-4388-8d8a-8aab1864dd4d tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6569d8-fdf7-4891-9546-b2177c7b5464,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:35.372596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaff5659-5c8b-476c-a2a2-63f9380a7e13 None None] Network eaa0f3cc-f1e1-4397-a823-117a7c921279 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:35.375599 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa8e2767-f1b3-4388-8d8a-8aab1864dd4d tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.385271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fa8e2767-f1b3-4388-8d8a-8aab1864dd4d tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/subnets/5b6569d8-fdf7-4891-9546-b2177c7b5464 HTTP/1.1" status: 204 len: 168 time: 0.6443205 Oct 12 23:14:35.396180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47870) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:35.447438 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dedc9fae-2881-4a0f-b9d4-b0f26bed38c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.536236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:35.544035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-aea08efe-3441-40ec-8a9c-bc39af430f8e tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7839508 Oct 12 23:14:35.549432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47872) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:35.563712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:35.620387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:35.621028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:35.648281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dedc9fae-2881-4a0f-b9d4-b0f26bed38c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.660956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2808ed6f-8c83-4eab-8211-666039c60481 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting subnet 75b0de03-df25-4112-9b8c-0199688047ac {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:35.672747 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2808ed6f-8c83-4eab-8211-666039c60481 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.690161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.801572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:35.853959 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2808ed6f-8c83-4eab-8211-666039c60481 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:35.865468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6980e7d6-ea03-4deb-b21c-d238981964a7 req-0ed54222-8e6a-4c82-8254-46de248721aa tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.1157000 Oct 12 23:14:36.039209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Deleting port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:36.039209 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:36.077884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6268d580-a9a8-45f9-aadf-576b48496ddf req-d0d8c377-f3f5-4794-8ec0-a98330988155 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:36.079491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6268d580-a9a8-45f9-aadf-576b48496ddf req-d0d8c377-f3f5-4794-8ec0-a98330988155 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 945 time: 0.2785733 Oct 12 23:14:36.108128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a9df04a3-4f69-4911-9aa7-3f6163ab70b2 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:36.312889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] For port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd,segment=NetworkSegment(bbaa7460-95b6-48ad-b6a7-c27319567518),segment_id=bbaa7460-95b6-48ad-b6a7-c27319567518)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:36.312889 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:36.312889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Calling delete_port for 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:36.314781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2808ed6f-8c83-4eab-8211-666039c60481 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:36.314781 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6268d580-a9a8-45f9-aadf-576b48496ddf req-812000ca-db4f-486e-8384-2b56c8a33e8a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926278 Oct 12 23:14:36.315683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:33Z', 'revision_number': 8, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:19Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:36.321430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:14:36.335511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:36.336756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:36.380763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef0aab-153f-4413-85d3-5a5fda228ba1 None None] DHCP port deletion for eaa0f3cc-f1e1-4397-a823-117a7c921279 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:36.486574 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:36.633159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ecef0aab-153f-4413-85d3-5a5fda228ba1 None None] Deleting port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:36.633552 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ecef0aab-153f-4413-85d3-5a5fda228ba1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:36.735609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ecef0aab-153f-4413-85d3-5a5fda228ba1 None None] For port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd,segment=NetworkSegment(bbaa7460-95b6-48ad-b6a7-c27319567518),segment_id=bbaa7460-95b6-48ad-b6a7-c27319567518)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:36.736020 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ecef0aab-153f-4413-85d3-5a5fda228ba1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:36.762041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ecef0aab-153f-4413-85d3-5a5fda228ba1 None None] Calling delete_port for 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:36.791324 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dedc9fae-2881-4a0f-b9d4-b0f26bed38c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:36.792834 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dedc9fae-2881-4a0f-b9d4-b0f26bed38c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:36.794070 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dedc9fae-2881-4a0f-b9d4-b0f26bed38c7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/881e5776-39a8-4d38-b0d8-b8e3dd92ad66 HTTP/1.1" status: 204 len: 168 time: 1.5550530 Oct 12 23:14:36.819674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc9fae-2881-4a0f-b9d4-b0f26bed38c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881e5776-39a8-4d38-b0d8-b8e3dd92ad66,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:37.003240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:33Z', 'revision_number': 8, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:19Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:37.004717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2a76794-2f42-4890-afd9-801f1fc227f3 req-6950c4d4-c7c7-4a68-a1d3-4d066837001a tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0334597 Oct 12 23:14:37.009456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafd3416-8176-47ba-8138-b560a038eb33 None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:33Z', 'revision_number': 8, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '731c99ad-7c10-41d0-9865-fc4b9c818a22', 'name': '', 'network_id': 'c95c6ee6-df7e-4d23-95f2-8e7ddc878d53', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:da:d8:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2477, 'fixed_ips': [{'subnet_id': '503c2dc6-0be6-4079-945a-08123b57b735', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:58Z', 'updated_at': '2021-10-12T23:14:19Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '503c2dc6-0be6-4079-945a-08123b57b735', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:37.114312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.114745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:14:37.116197 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2808ed6f-8c83-4eab-8211-666039c60481 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.119524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:37.119900 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.169622 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ecef0aab-153f-4413-85d3-5a5fda228ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.234590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808ed6f-8c83-4eab-8211-666039c60481 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Subnet': ['ID=75b0de03-df25-4112-9b8c-0199688047ac,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:37.241191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Port': ['ID=20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:37.254193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef0aab-153f-4413-85d3-5a5fda228ba1 None None] No DVR routers for this DVR port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:37.256816 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2808ed6f-8c83-4eab-8211-666039c60481 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.264625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] No DVR routers for this DVR port 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:37.276570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef0aab-153f-4413-85d3-5a5fda228ba1 None None] Pushing event deleted for resources: {'Port': ['ID=20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:37.277346 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2808ed6f-8c83-4eab-8211-666039c60481 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/75b0de03-df25-4112-9b8c-0199688047ac HTTP/1.1" status: 204 len: 168 time: 1.7268434 Oct 12 23:14:37.282516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47900) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:37.283216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10366d22-06b6-474a-ac09-a882b5e9de51 None None] Network bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:37.478416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.527907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaa0f3cc-f1e1-4397-a823-117a7c921279']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:37.553021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbaa7460-95b6-48ad-b6a7-c27319567518') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:37.555410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbaa7460-95b6-48ad-b6a7-c27319567518') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:37.586283 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.607311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:37.614819 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.623947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:37.624828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:37.722799 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:37.734618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.765436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:37.765783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 20d4d0e9-2328-46fb-a5e3-fd8b3ba6babd not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:37.804830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.812960 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:37.834810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea7c9d-e7d6-4dec-942b-81e07dd87907 req-b7937703-6dae-4f49-bf06-26d176753d55 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:37.837364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/networks/eaa0f3cc-f1e1-4397-a823-117a7c921279 HTTP/1.1" status: 204 len: 168 time: 2.4281847 Oct 12 23:14:37.847761 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bcea7c9d-e7d6-4dec-942b-81e07dd87907 req-b7937703-6dae-4f49-bf06-26d176753d55 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 945 time: 0.3557448 Oct 12 23:14:37.848621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47916) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:37.920875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8564412-2b6d-4c7e-a214-5b3aac6c42fc tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Network': ['ID=eaa0f3cc-f1e1-4397-a823-117a7c921279,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:37.966709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ba0c4ec-55fa-4e24-8f92-d6f55ec1af2f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Deleting subnet 29e297f9-7185-40b4-ad1a-89c76ca19772 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:37.973230 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c4ec-55fa-4e24-8f92-d6f55ec1af2f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.006117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bcea7c9d-e7d6-4dec-942b-81e07dd87907 req-3584d921-4d44-47b4-a22d-f804282c823d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574011 Oct 12 23:14:38.065155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:38.065515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.080926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c4ec-55fa-4e24-8f92-d6f55ec1af2f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.246017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-238af5a5-fcc8-45ff-b6aa-1b49003d2cbc req-9e3bf21c-f394-45ed-a611-bc28baabb893 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0553088 Oct 12 23:14:38.279396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6cc86bb1-4bb6-46c6-96bf-bbf982856b05,segment=NetworkSegment(58ff0318-182a-4ac9-8f9f-da7a743a0198),segment_id=58ff0318-182a-4ac9-8f9f-da7a743a0198)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:38.279889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.308337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:38.311027 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c4ec-55fa-4e24-8f92-d6f55ec1af2f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.368996 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.426799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a9df04a3-4f69-4911-9aa7-3f6163ab70b2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:38.430378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:14:38.433317 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c944817-5c68-4527-96ce-5c0653668c4b" -d '{"events": [{"server_uuid": "3ed8d96a-07ce-477f-b0f3-25619cd62771", "name": "network-vif-plugged", "status": "completed", "tag": "a9df04a3-4f69-4911-9aa7-3f6163ab70b2"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:14:38.437482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] DHCP port deletion for bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:38.478837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c4ec-55fa-4e24-8f92-d6f55ec1af2f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.512771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.563951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ba0c4ec-55fa-4e24-8f92-d6f55ec1af2f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.576286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8ba0c4ec-55fa-4e24-8f92-d6f55ec1af2f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/subnets/29e297f9-7185-40b4-ad1a-89c76ca19772 HTTP/1.1" status: 204 len: 168 time: 0.7213998 Oct 12 23:14:38.578283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47942) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:38.579108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0c4ec-55fa-4e24-8f92-d6f55ec1af2f tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Subnet': ['ID=29e297f9-7185-40b4-ad1a-89c76ca19772,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:38.596564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c5926-a74c-4fd6-8929-5fe66eba20c8 None None] Network 3bee04e9-6fe1-45d9-92c5-101ee682a604 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:38.607954 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.740026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=6cc86bb1-4bb6-46c6-96bf-bbf982856b05,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:38.780980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No DVR routers for this DVR port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:38.791726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] Deleting port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:38.793822 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.821813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-32721c44-31e6-447e-8158-3c582bc91ac7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Deleting subnet 4af914c0-31f6-4fdd-93a9-be6b922914fc {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:38.874663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32721c44-31e6-447e-8158-3c582bc91ac7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.934409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] For port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05, host n-d-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:38.935466 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:38.952749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] Calling delete_port for 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:38.955932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.ipam_backend_mixin [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] Port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 was not found and therefore no delete operation was performed {{(pid=101891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 23:14:38.989468 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002588ac-9c44-4c09-98cf-293321ef9d94 x-openstack-request-id: req-002588ac-9c44-4c09-98cf-293321ef9d94 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:14:38.989901 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed8d96a-07ce-477f-b0f3-25619cd62771", "name": "network-vif-plugged", "status": "completed", "tag": "a9df04a3-4f69-4911-9aa7-3f6163ab70b2", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:14:38.990254 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-002588ac-9c44-4c09-98cf-293321ef9d94 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:14:38.990756 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2', 'code': 200} Oct 12 23:14:38.991496 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.002968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:39.024979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] No DVR routers for this DVR port 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:39.083708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85644d77-edb8-43cc-8f97-a7ef70c39d49 None None] Pushing event deleted for resources: {'Port': ['ID=6cc86bb1-4bb6-46c6-96bf-bbf982856b05,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:39.220022 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32721c44-31e6-447e-8158-3c582bc91ac7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.252152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943faba8-b627-40a1-8356-bc078a31bd29 None None] DHCP port deletion for 3bee04e9-6fe1-45d9-92c5-101ee682a604 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:39.267259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef95fc-875d-436b-9f63-d2600828515a req-98ee8f0f-954d-4143-aeb1-8795ea838536 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:39.274349 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fbef95fc-875d-436b-9f63-d2600828515a req-98ee8f0f-954d-4143-aeb1-8795ea838536 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1122475 Oct 12 23:14:39.294173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.314603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:39.344664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:39.363393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58ff0318-182a-4ac9-8f9f-da7a743a0198') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:39.363891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58ff0318-182a-4ac9-8f9f-da7a743a0198') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:39.382676 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.412110 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:39.414669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6cc86bb1-4bb6-46c6-96bf-bbf982856b05 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:39.415407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c32e14b7-dc41-431d-a986-f1d290eca978 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:39.421377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fbef95fc-875d-436b-9f63-d2600828515a req-e0f65739-7b82-4712-a312-54133bab0d32 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398571 Oct 12 23:14:39.461527 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.475752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:39.476535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:39.479877 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:39.490431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c32e14b7-dc41-431d-a986-f1d290eca978 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:39.494746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c32e14b7-dc41-431d-a986-f1d290eca978 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:39.555722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f434438-08cd-4533-bfa1-6c868c9fffd3 req-f343d0eb-add8-400c-99ec-1914aab6ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:39.558533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f434438-08cd-4533-bfa1-6c868c9fffd3 req-f343d0eb-add8-400c-99ec-1914aab6ae72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 1098 time: 0.5722785 Oct 12 23:14:39.563103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-943faba8-b627-40a1-8356-bc078a31bd29 None None] Deleting port e359c45f-841c-4ad8-94bd-78f08721d291 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:39.563568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-943faba8-b627-40a1-8356-bc078a31bd29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.576978 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4da2bc0a-2446-4671-9b70-0b2652391846 req-7802b16d-aff2-46d6-985e-d5ef18da1e32 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/ports?device_id=dd7c355e-51b0-4494-b8e6-084ac810516b HTTP/1.1" status: 200 len: 210 time: 0.0916615 Oct 12 23:14:39.578700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32721c44-31e6-447e-8158-3c582bc91ac7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.663510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f434438-08cd-4533-bfa1-6c868c9fffd3 req-e2a4efdd-f1d6-471f-835d-ef0b7b340065 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968645 Oct 12 23:14:39.687739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-943faba8-b627-40a1-8356-bc078a31bd29 None None] For port e359c45f-841c-4ad8-94bd-78f08721d291, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e359c45f-841c-4ad8-94bd-78f08721d291,segment=NetworkSegment(6dbfc80c-1843-445e-9e82-3fcb2a628575),segment_id=6dbfc80c-1843-445e-9e82-3fcb2a628575)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:39.693713 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-943faba8-b627-40a1-8356-bc078a31bd29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.701338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-943faba8-b627-40a1-8356-bc078a31bd29 None None] Calling delete_port for e359c45f-841c-4ad8-94bd-78f08721d291 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:39.735666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.750465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.762023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47974) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:39.765978 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/networks/bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9 HTTP/1.1" status: 204 len: 168 time: 2.4771020 Oct 12 23:14:39.805249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47336e76-1bdb-4f00-934c-58288ceed9b9 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Network': ['ID=bc0272f4-c0cc-4c62-89ac-3e60c75ee5b9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:39.812217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32721c44-31e6-447e-8158-3c582bc91ac7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.892155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32721c44-31e6-447e-8158-3c582bc91ac7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:39.900487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b86b3b4-fe94-4e54-ab32-6aa7a861bcd1 None None] Network 41ec5e8a-30ea-421a-9502-3289dd3ea6de requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:39.949966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-32721c44-31e6-447e-8158-3c582bc91ac7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/subnets/4af914c0-31f6-4fdd-93a9-be6b922914fc HTTP/1.1" status: 204 len: 168 time: 1.3704832 Oct 12 23:14:39.951811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47984) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:39.996291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32721c44-31e6-447e-8158-3c582bc91ac7 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Subnet': ['ID=4af914c0-31f6-4fdd-93a9-be6b922914fc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:40.033695 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-943faba8-b627-40a1-8356-bc078a31bd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:40.123302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943faba8-b627-40a1-8356-bc078a31bd29 None None] Pushing event deleted for resources: {'Port': ['ID=e359c45f-841c-4ad8-94bd-78f08721d291,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:40.138575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943faba8-b627-40a1-8356-bc078a31bd29 None None] No DVR routers for this DVR port e359c45f-841c-4ad8-94bd-78f08721d291 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:40.227913 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:40.447977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ae659b-a341-4f7d-bfff-4fa2e837b942 None None] DHCP port deletion for 41ec5e8a-30ea-421a-9502-3289dd3ea6de request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:40.499803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:40.530018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bee04e9-6fe1-45d9-92c5-101ee682a604']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:40.558625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbfc80c-1843-445e-9e82-3fcb2a628575') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:40.559185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbfc80c-1843-445e-9e82-3fcb2a628575') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:40.581901 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:40.618452 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:40.620250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae659b-a341-4f7d-bfff-4fa2e837b942 None None] Deleting port 5db7f08e-5799-482b-82d9-9a3a7a81d061 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:40.625008 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2ae659b-a341-4f7d-bfff-4fa2e837b942 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:40.651880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:40.667454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48004) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:40.679443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:40.679858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:40.705616 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:40.727761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924e0ecb-9861-42ee-8c12-ebe5722ee411 req-f76dbe95-496c-4fc7-9040-9e004467c0ef tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:40.730464 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-924e0ecb-9861-42ee-8c12-ebe5722ee411 req-f76dbe95-496c-4fc7-9040-9e004467c0ef tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1987252 Oct 12 23:14:40.876880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e2ae659b-a341-4f7d-bfff-4fa2e837b942 None None] For port 5db7f08e-5799-482b-82d9-9a3a7a81d061, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5db7f08e-5799-482b-82d9-9a3a7a81d061,segment=NetworkSegment(e842835d-2226-4943-9edc-0aea407b5753),segment_id=e842835d-2226-4943-9edc-0aea407b5753)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:40.876880 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2ae659b-a341-4f7d-bfff-4fa2e837b942 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:40.903015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e2ae659b-a341-4f7d-bfff-4fa2e837b942 None None] Calling delete_port for 5db7f08e-5799-482b-82d9-9a3a7a81d061 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:40.949325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48012) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:40.975554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-924e0ecb-9861-42ee-8c12-ebe5722ee411 req-9ac31061-c823-422c-a074-75b46dd0f419 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2306290 Oct 12 23:14:41.049763 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.070601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.077768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/networks/3bee04e9-6fe1-45d9-92c5-101ee682a604 HTTP/1.1" status: 204 len: 168 time: 1.1030087 Oct 12 23:14:41.086050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48018) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:41.088538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1216487982'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:41.118464 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2ae659b-a341-4f7d-bfff-4fa2e837b942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.127984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63549974-41e7-45b7-85b9-d68863eae759 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Network': ['ID=3bee04e9-6fe1-45d9-92c5-101ee682a604,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:41.187259 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae659b-a341-4f7d-bfff-4fa2e837b942 None None] Pushing event deleted for resources: {'Port': ['ID=5db7f08e-5799-482b-82d9-9a3a7a81d061,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:41.204429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e359c45f-841c-4ad8-94bd-78f08721d291 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:41.204569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Made reservation on behalf of e2bdbd394f5148fb984944b592cb6338 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:14:41.209248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.213350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ae659b-a341-4f7d-bfff-4fa2e837b942 None None] No DVR routers for this DVR port 5db7f08e-5799-482b-82d9-9a3a7a81d061 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:41.247317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.251278 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3becba9-be24-41ea-868e-cf2389c2670c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.265234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e359c45f-841c-4ad8-94bd-78f08721d291 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:41.265816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e359c45f-841c-4ad8-94bd-78f08721d291 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:41.266508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5db7f08e-5799-482b-82d9-9a3a7a81d061 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:41.270182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.327022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 5db7f08e-5799-482b-82d9-9a3a7a81d061 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:41.327608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5db7f08e-5799-482b-82d9-9a3a7a81d061 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:41.370143 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3becba9-be24-41ea-868e-cf2389c2670c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.387183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 731c99ad-7c10-41d0-9865-fc4b9c818a22 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:41.387775 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.592161 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.624745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41ec5e8a-30ea-421a-9502-3289dd3ea6de']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:41.640373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e842835d-2226-4943-9edc-0aea407b5753') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:41.641086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e842835d-2226-4943-9edc-0aea407b5753') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:41.655332 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.668201 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.677100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.688090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port 731c99ad-7c10-41d0-9865-fc4b9c818a22, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=731c99ad-7c10-41d0-9865-fc4b9c818a22,segment=NetworkSegment(a0d76dc0-b662-4325-bdfb-f49e632e5f81),segment_id=a0d76dc0-b662-4325-bdfb-f49e632e5f81)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:41.688485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.711712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3becba9-be24-41ea-868e-cf2389c2670c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.715208 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3becba9-be24-41ea-868e-cf2389c2670c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.718270 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f3becba9-be24-41ea-868e-cf2389c2670c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "DELETE /v2.0/security-groups/ff831210-e1c5-4cd9-b224-ab83edc03e78 HTTP/1.1" status: 204 len: 168 time: 0.7677364 Oct 12 23:14:41.724997 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48028) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:41.728032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:41.728641 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.728894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 731c99ad-7c10-41d0-9865-fc4b9c818a22 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:41.733061 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:41.757791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3becba9-be24-41ea-868e-cf2389c2670c tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff831210-e1c5-4cd9-b224-ab83edc03e78,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:41.776373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.799007 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-fe79a5f2-2f4f-43dd-b90b-9517861ba642 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] show failed (client error): The resource could not be found. Oct 12 23:14:41.803309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fe79a5f2-2f4f-43dd-b90b-9517861ba642 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "GET /v2.0/security-groups/ff831210-e1c5-4cd9-b224-ab83edc03e78 HTTP/1.1" status: 404 len: 347 time: 0.0694032 Oct 12 23:14:41.811179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48032) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:41.851997 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:14:41.973380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:41.976638 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Added segment 495575d0-b903-4504-ab27-b39a8518f680 of type vlan for network 4fbe0e2a-fd69-4574-9cd8-397899831a81 Oct 12 23:14:42.126190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5da27f-8d20-42f2-a0a3-83c85f7b2660,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:42.138023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:42.163685 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92e9b953-5149-4d58-b243-ad9196a37f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:42.295039 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:42.301694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:42.302787 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:42.399359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event updated for resources: {'Network': ['ID=4fbe0e2a-fd69-4574-9cd8-397899831a81,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:42.414628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4fbe0e2a-fd69-4574-9cd8-397899831a81 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:14:42.481885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8aec218b-76f3-47ac-92d0-b1d918aceadf tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.8122735 Oct 12 23:14:42.492222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48046) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:42.507825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Request body: {'subnet': {'network_id': '4fbe0e2a-fd69-4574-9cd8-397899831a81', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:42.571502 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:42.623943 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:42.637066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/networks/41ec5e8a-30ea-421a-9502-3289dd3ea6de HTTP/1.1" status: 204 len: 168 time: 1.5405223 Oct 12 23:14:42.651786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48048) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:42.700219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5b877-c261-48da-91a9-b4221d538847 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Network': ['ID=41ec5e8a-30ea-421a-9502-3289dd3ea6de,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:42.803765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:42.821101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387fae79-d93e-4f97-932e-011bd8611836 req-6c2a255f-89b9-4768-840b-a5223cd1d7c9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:42.823994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-387fae79-d93e-4f97-932e-011bd8611836 req-6c2a255f-89b9-4768-840b-a5223cd1d7c9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.2607031 Oct 12 23:14:42.832569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=731c99ad-7c10-41d0-9865-fc4b9c818a22,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:42.860404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Made reservation on behalf of e2bdbd394f5148fb984944b592cb6338 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:14:42.864857 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:42.869540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0857b1-d342-4416-9cf8-25315d442069 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Deleting subnet 4ffc4548-2b7f-46f8-8bcb-e9e68434e683 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:42.873593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0857b1-d342-4416-9cf8-25315d442069 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:42.886413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting port f3d294de-e422-40c4-9633-6de6b1744694 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:42.886853 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.045079 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0857b1-d342-4416-9cf8-25315d442069 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.069758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-387fae79-d93e-4f97-932e-011bd8611836 req-92c3a07d-b853-44f7-9919-ba648caf6b88 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361319 Oct 12 23:14:43.265845 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.266578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.288209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Calling delete_port for f3d294de-e422-40c4-9633-6de6b1744694 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:43.397593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0857b1-d342-4416-9cf8-25315d442069 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.615451 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0857b1-d342-4416-9cf8-25315d442069 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.664448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0857b1-d342-4416-9cf8-25315d442069 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Subnet': ['ID=4ffc4548-2b7f-46f8-8bcb-e9e68434e683,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:43.680998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae254d-a8dd-47cf-8f49-b7c22aa07b7b req-11225da1-8e39-44fe-8f65-1166338853fb tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:43.688096 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0857b1-d342-4416-9cf8-25315d442069 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.689617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c1e5e9-ec2c-439d-b289-d48244c213ce None None] Network 6d41afd0-e898-41ff-886b-5b354861378f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:43.692745 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13ae254d-a8dd-47cf-8f49-b7c22aa07b7b req-11225da1-8e39-44fe-8f65-1166338853fb tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.2737482 Oct 12 23:14:43.696597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48078) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:43.696737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3f0857b1-d342-4416-9cf8-25315d442069 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/subnets/4ffc4548-2b7f-46f8-8bcb-e9e68434e683 HTTP/1.1" status: 204 len: 168 time: 1.0219517 Oct 12 23:14:43.698341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48080) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:43.699740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'floatingip': {'port_id': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:43.703832 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.751227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.852550 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.905516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:43.959020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Port': ['ID=f3d294de-e422-40c4-9633-6de6b1744694,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:43.991671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7dd77e-d331-4989-bdee-a83d1801ed8f None None] DHCP port deletion for 6d41afd0-e898-41ff-886b-5b354861378f request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:44.015577 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.078835 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.081968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.083792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6a7dd77e-d331-4989-bdee-a83d1801ed8f None None] Deleting port f7a2ee92-b013-431e-bae0-a1363235c520 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:44.085130 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd77e-d331-4989-bdee-a83d1801ed8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.086201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-26afafb3-994d-4c2e-81b6-669587fa3d6e tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "DELETE /v2.0/floatingips/2e79a429-90be-4cd9-a066-549bccff40e3 HTTP/1.1" status: 204 len: 168 time: 2.2739456 Oct 12 23:14:44.089386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48086) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:44.214599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Deleting port f7a2ee92-b013-431e-bae0-a1363235c520 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:44.215071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.229573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6a7dd77e-d331-4989-bdee-a83d1801ed8f None None] For port f7a2ee92-b013-431e-bae0-a1363235c520, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f7a2ee92-b013-431e-bae0-a1363235c520,segment=NetworkSegment(ad7c3562-ac13-47fe-b517-6472acfd9b5d),segment_id=ad7c3562-ac13-47fe-b517-6472acfd9b5d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:44.230044 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd77e-d331-4989-bdee-a83d1801ed8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.260196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6a7dd77e-d331-4989-bdee-a83d1801ed8f None None] Calling delete_port for f7a2ee92-b013-431e-bae0-a1363235c520 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:44.291471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event updated for resources: {'Subnet': ['ID=ab8c863a-b652-4ed2-a3ee-f4da1fd04c0d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:44.303866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] For port f7a2ee92-b013-431e-bae0-a1363235c520, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f7a2ee92-b013-431e-bae0-a1363235c520,segment=NetworkSegment(ad7c3562-ac13-47fe-b517-6472acfd9b5d),segment_id=ad7c3562-ac13-47fe-b517-6472acfd9b5d)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:44.304242 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.319144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Calling delete_port for f7a2ee92-b013-431e-bae0-a1363235c520 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:44.398772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Checking segment: {'id': '495575d0-b903-4504-ab27-b39a8518f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4fbe0e2a-fd69-4574-9cd8-397899831a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:44.399798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Network hostable DHCP agents. Network: 4fbe0e2a-fd69-4574-9cd8-397899831a81, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:14:44.457748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0204c28e-1ac9-4567-a1dd-102ff5db5345 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting port 86f79ae7-7969-4d31-bc6d-0d0ebb167248 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:44.457748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0204c28e-1ac9-4567-a1dd-102ff5db5345 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.489670 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a7dd77e-d331-4989-bdee-a83d1801ed8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.540292 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.558404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7dd77e-d331-4989-bdee-a83d1801ed8f None None] Pushing event deleted for resources: {'Port': ['ID=f7a2ee92-b013-431e-bae0-a1363235c520,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:44.562521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7dd77e-d331-4989-bdee-a83d1801ed8f None None] No DVR routers for this DVR port f7a2ee92-b013-431e-bae0-a1363235c520 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:44.586039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Port': ['ID=f7a2ee92-b013-431e-bae0-a1363235c520,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:44.587923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] No DVR routers for this DVR port f7a2ee92-b013-431e-bae0-a1363235c520 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:44.704515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0204c28e-1ac9-4567-a1dd-102ff5db5345 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.729304 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.731920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0204c28e-1ac9-4567-a1dd-102ff5db5345 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Calling delete_port for 86f79ae7-7969-4d31-bc6d-0d0ebb167248 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:44.759520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d41afd0-e898-41ff-886b-5b354861378f']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:44.799002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7c3562-ac13-47fe-b517-6472acfd9b5d') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:44.799302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7c3562-ac13-47fe-b517-6472acfd9b5d') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:44.812466 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.842868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.851948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:44.852352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:44.855505 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:44.998282 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.011577 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.020036 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/networks/6d41afd0-e898-41ff-886b-5b354861378f HTTP/1.1" status: 204 len: 168 time: 1.3199821 Oct 12 23:14:45.020529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48104) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:45.051089 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:45.107379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Network 4fbe0e2a-fd69-4574-9cd8-397899831a81 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:14:45.120699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-59fbc190-041e-49d1-8925-243248ce3c62 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "GET /v2.0/ports?device_id=e3a6a36c-899d-44a2-949e-30dc8d73e45f HTTP/1.1" status: 200 len: 205 time: 0.0956569 Oct 12 23:14:45.120699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c5a02b-0f56-4061-9255-dcbb71d31c40 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Pushing event deleted for resources: {'Network': ['ID=6d41afd0-e898-41ff-886b-5b354861378f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:45.122125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48108) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:45.125393 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0204c28e-1ac9-4567-a1dd-102ff5db5345 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.138381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f7a2ee92-b013-431e-bae0-a1363235c520 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:45.160016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0204c28e-1ac9-4567-a1dd-102ff5db5345 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Port': ['ID=86f79ae7-7969-4d31-bc6d-0d0ebb167248,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:45.168374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f7a2ee92-b013-431e-bae0-a1363235c520 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:45.168728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f7a2ee92-b013-431e-bae0-a1363235c520 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:45.246973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0204c28e-1ac9-4567-a1dd-102ff5db5345 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.259256 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0204c28e-1ac9-4567-a1dd-102ff5db5345 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "DELETE /v2.0/ports/86f79ae7-7969-4d31-bc6d-0d0ebb167248 HTTP/1.1" status: 204 len: 168 time: 1.1604176 Oct 12 23:14:45.259256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48112) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:45.326839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 4fbe0e2a-fd69-4574-9cd8-397899831a81) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:45.336490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f508a902-1376-400d-8ca1-e2540c6e1fcc None None] Network 4fbe0e2a-fd69-4574-9cd8-397899831a81 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:45.371792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:45.372527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.435405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d1602a09-4a47-476b-9530-8de30195f619 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.439976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4164fef8-1db6-4aad-952c-b069f16de58f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting port eb7ee26e-cb57-4e0a-823b-ac4f271b7431 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:45.441570 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4164fef8-1db6-4aad-952c-b069f16de58f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.525934 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8922caa-5975-4d4e-9317-0b1117871dd0 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0280671 Oct 12 23:14:45.543036 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.556360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48114) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:45.634795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4164fef8-1db6-4aad-952c-b069f16de58f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.649757 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4164fef8-1db6-4aad-952c-b069f16de58f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Calling delete_port for eb7ee26e-cb57-4e0a-823b-ac4f271b7431 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:45.652186 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d22d1255-52ce-4f20-b15c-0b02fc8acf03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.655880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Request body: {'port': {'network_id': '4fbe0e2a-fd69-4574-9cd8-397899831a81', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1116770642'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:45.659547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:45.663639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-4fbe0e2a-fd69-4574-9cd8-397899831a81', 'network_id': '4fbe0e2a-fd69-4574-9cd8-397899831a81', 'tenant_id': 'e2bdbd394f5148fb984944b592cb6338', 'fixed_ips': [{'subnet_id': 'ab8c863a-b652-4ed2-a3ee-f4da1fd04c0d'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:14:45.665407 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.671574 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:45.679566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a1583fa0-9e12-4555-a0af-40f801ccb701 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9130781 Oct 12 23:14:45.679566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.resource_extend [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:14:45.692233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48116) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:45.701476 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:45.702108 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:45.819860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d1602a09-4a47-476b-9530-8de30195f619 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.883947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca04e36e-ec7a-489a-9610-fa5548af0864 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting subnet 503c2dc6-0be6-4079-945a-08123b57b735 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:45.906732 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d1602a09-4a47-476b-9530-8de30195f619 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:45.914325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca04e36e-ec7a-489a-9610-fa5548af0864 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.069645 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.099108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Allocated IP 172.20.0.2 (4fbe0e2a-fd69-4574-9cd8-397899831a81/ab8c863a-b652-4ed2-a3ee-f4da1fd04c0d/fbf84546-da8f-46c8-8977-51bdd19f5e98) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:14:46.123436 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca04e36e-ec7a-489a-9610-fa5548af0864 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.143087 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.145998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d1602a09-4a47-476b-9530-8de30195f619 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.147485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1602a09-4a47-476b-9530-8de30195f619 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Fanout notify agent at l3_agent the message router_deleted on router e3a6a36c-899d-44a2-949e-30dc8d73e45f {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:14:46.167763 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d1602a09-4a47-476b-9530-8de30195f619 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.177030 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d1602a09-4a47-476b-9530-8de30195f619 tempest-RoutersNegativeIpV6Test-477528691 tempest-RoutersNegativeIpV6Test-477528691-project] 10.222.0.31 "DELETE /v2.0/routers/e3a6a36c-899d-44a2-949e-30dc8d73e45f HTTP/1.1" status: 204 len: 168 time: 1.0535476 Oct 12 23:14:46.213235 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.255515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4164fef8-1db6-4aad-952c-b069f16de58f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.274331 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:46.322296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164fef8-1db6-4aad-952c-b069f16de58f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Port': ['ID=eb7ee26e-cb57-4e0a-823b-ac4f271b7431,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:46.423584 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.460617 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4164fef8-1db6-4aad-952c-b069f16de58f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.464647 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4164fef8-1db6-4aad-952c-b069f16de58f tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "DELETE /v2.0/ports/eb7ee26e-cb57-4e0a-823b-ac4f271b7431 HTTP/1.1" status: 204 len: 168 time: 1.2092996 Oct 12 23:14:46.467621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Made reservation on behalf of e2bdbd394f5148fb984944b592cb6338 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:14:46.467798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48132) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:46.473576 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.525485 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Floating IP 960652d2-9655-4033-bf79-42c0645a7551 associated. External IP: 172.25.2.207, port: a9df04a3-4f69-4911-9aa7-3f6163ab70b2. Oct 12 23:14:46.537982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] device_id is not set on port 7aa19051-4804-401a-ba19-f3eb54a6fab5 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:14:46.547019 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.590042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca04e36e-ec7a-489a-9610-fa5548af0864 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.598715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efb3f56-2f10-40c6-9527-13d53ea299ba tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting subnet 80f4d0bc-012f-4a57-b586-686aa88fd34a {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:46.603632 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0efb3f56-2f10-40c6-9527-13d53ea299ba tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.616352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Pushing event updated for resources: {'Port': ['ID=fbf84546-da8f-46c8-8977-51bdd19f5e98,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:46.656106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Network 4fbe0e2a-fd69-4574-9cd8-397899831a81 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:46.660503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:46.667885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:46.706847 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0efb3f56-2f10-40c6-9527-13d53ea299ba tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.799090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Attempting to bind port fbf84546-da8f-46c8-8977-51bdd19f5e98 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:14:46.799467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Attempting to bind port fbf84546-da8f-46c8-8977-51bdd19f5e98 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '495575d0-b903-4504-ab27-b39a8518f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4fbe0e2a-fd69-4574-9cd8-397899831a81'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:14:46.799908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Attempting to bind port fbf84546-da8f-46c8-8977-51bdd19f5e98 on network 4fbe0e2a-fd69-4574-9cd8-397899831a81 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:14:46.818726 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:42Z', 'revision_number': 9, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:46.825630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:14:46.828030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Checking segment: {'id': '495575d0-b903-4504-ab27-b39a8518f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4fbe0e2a-fd69-4574-9cd8-397899831a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:14:46.828449 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.828855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Bound using segment: {'id': '495575d0-b903-4504-ab27-b39a8518f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4fbe0e2a-fd69-4574-9cd8-397899831a81'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:14:46.831407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Bound port: fbf84546-da8f-46c8-8977-51bdd19f5e98, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '495575d0-b903-4504-ab27-b39a8518f680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4fbe0e2a-fd69-4574-9cd8-397899831a81'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:14:46.832472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:46.913124 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:14:46.951283 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:46.952063 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:46.988999 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0efb3f56-2f10-40c6-9527-13d53ea299ba tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.000237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Allocated IP 172.20.0.12 (4fbe0e2a-fd69-4574-9cd8-397899831a81/ab8c863a-b652-4ed2-a3ee-f4da1fd04c0d/7aa19051-4804-401a-ba19-f3eb54a6fab5) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:14:47.018055 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca04e36e-ec7a-489a-9610-fa5548af0864 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.111470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48142) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:47.113102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] For port fbf84546-da8f-46c8-8977-51bdd19f5e98, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:14:47.123093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] For port fbf84546-da8f-46c8-8977-51bdd19f5e98, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fbf84546-da8f-46c8-8977-51bdd19f5e98,segment=NetworkSegment(495575d0-b903-4504-ab27-b39a8518f680),segment_id=495575d0-b903-4504-ab27-b39a8518f680)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:14:47.203988 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.279687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0efb3f56-2f10-40c6-9527-13d53ea299ba tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.322597 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:47.363071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9776d6d-3ab9-4cff-b067-78ceeb30d183 None None] Pushing event updated for resources: {'Port': ['ID=fbf84546-da8f-46c8-8977-51bdd19f5e98,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:47.385658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb3f56-2f10-40c6-9527-13d53ea299ba tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Subnet': ['ID=80f4d0bc-012f-4a57-b586-686aa88fd34a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:47.396686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0efb3f56-2f10-40c6-9527-13d53ea299ba tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.401410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b56bf75-4444-4a17-9846-dc327f2ce3df None None] Network c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:47.403879 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0efb3f56-2f10-40c6-9527-13d53ea299ba tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "DELETE /v2.0/subnets/80f4d0bc-012f-4a57-b586-686aa88fd34a HTTP/1.1" status: 204 len: 168 time: 0.9349651 Oct 12 23:14:47.406036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca04e36e-ec7a-489a-9610-fa5548af0864 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Subnet': ['ID=503c2dc6-0be6-4079-945a-08123b57b735,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:47.410929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48148) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:47.413565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9946fdef-8b95-4759-a659-d8e616b935de None None] Network af724ff1-3f05-4855-b55b-99924f132136 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:47.431711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca04e36e-ec7a-489a-9610-fa5548af0864 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.451518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ca04e36e-ec7a-489a-9610-fa5548af0864 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/503c2dc6-0be6-4079-945a-08123b57b735 HTTP/1.1" status: 204 len: 168 time: 1.7584133 Oct 12 23:14:47.461534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48150) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:47.520009 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-49fc7c97-b87a-41a5-9910-0d844943a8bd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=940005dcea9f4351a3319eb619aa3433&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010758 Oct 12 23:14:47.522920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:47.607544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Router c5c3c348-69fa-442e-8e56-7b07773061a4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:47.711701 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-04a3ca00-500b-429a-9ffe-3183aad65117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.768952 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-04a3ca00-500b-429a-9ffe-3183aad65117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.809796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8660a3a5-3564-4f9b-9948-e8c1c716d2c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting subnet d97b5aa0-feb6-4856-89e7-33d86b3f4544 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:47.845963 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8660a3a5-3564-4f9b-9948-e8c1c716d2c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.854784 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.887208 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.936008 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-04a3ca00-500b-429a-9ffe-3183aad65117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.950408 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:42Z', 'revision_number': 9, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:47.955407 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-04a3ca00-500b-429a-9ffe-3183aad65117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:47.970758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-04a3ca00-500b-429a-9ffe-3183aad65117 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/018fb8b6-f61b-427e-899e-fd45c18edc2c HTTP/1.1" status: 204 len: 168 time: 0.4422865 Oct 12 23:14:47.985981 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733e1561-862b-4c46-99a7-9c07f119ef00 None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:42Z', 'revision_number': 9, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4e728618-7b26-496c-a399-d82fc698ef2b', 'name': '', 'network_id': 'f359ba54-4d5e-44d2-8c3b-bcc23df77159', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:0f:01:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2441, 'fixed_ips': [{'subnet_id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:43Z', 'updated_at': '2021-10-12T23:13:58Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '14f86d0e-07d9-415f-b781-eb771d1fe64d', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:48.005442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3ca00-500b-429a-9ffe-3183aad65117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018fb8b6-f61b-427e-899e-fd45c18edc2c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:48.014763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2fab6f-3e52-43b4-9cdb-87781d23e079 None None] DHCP port deletion for af724ff1-3f05-4855-b55b-99924f132136 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:48.030087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8660a3a5-3564-4f9b-9948-e8c1c716d2c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:48.121094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ed2fab6f-3e52-43b4-9cdb-87781d23e079 None None] Deleting port 94779672-6203-4b13-a4d6-ad59217b4e4f {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:48.122347 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed2fab6f-3e52-43b4-9cdb-87781d23e079 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:48.697636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e750e9-c8d8-40bd-91e3-d5a84897ff0b None None] DHCP port deletion for c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:48.829643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ed2fab6f-3e52-43b4-9cdb-87781d23e079 None None] For port 94779672-6203-4b13-a4d6-ad59217b4e4f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=94779672-6203-4b13-a4d6-ad59217b4e4f,segment=NetworkSegment(3255c44e-a9e6-4c6a-b623-a6c93ac120a6),segment_id=3255c44e-a9e6-4c6a-b623-a6c93ac120a6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:48.830338 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed2fab6f-3e52-43b4-9cdb-87781d23e079 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:48.851547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ed2fab6f-3e52-43b4-9cdb-87781d23e079 None None] Calling delete_port for 94779672-6203-4b13-a4d6-ad59217b4e4f owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:48.943809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-39e750e9-c8d8-40bd-91e3-d5a84897ff0b None None] Deleting port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:48.944472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-39e750e9-c8d8-40bd-91e3-d5a84897ff0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:49.006178 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:49.026193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:49.034982 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:49.044549 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8660a3a5-3564-4f9b-9948-e8c1c716d2c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:49.079776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-39e750e9-c8d8-40bd-91e3-d5a84897ff0b None None] For port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4313c8c3-9d9c-430e-9288-ca4da7f47c4b,segment=NetworkSegment(a0d76dc0-b662-4325-bdfb-f49e632e5f81),segment_id=a0d76dc0-b662-4325-bdfb-f49e632e5f81)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:49.080184 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-39e750e9-c8d8-40bd-91e3-d5a84897ff0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:49.097976 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-39e750e9-c8d8-40bd-91e3-d5a84897ff0b None None] Calling delete_port for 4313c8c3-9d9c-430e-9288-ca4da7f47c4b owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:49.213837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:49.218281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:49.220581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91af2d7-f498-4e32-8192-322bcae0132d None None] Network 4fbe0e2a-fd69-4574-9cd8-397899831a81 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:49.223966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] Sync routers for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:49.254836 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:49.257242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8ebd39e9-efef-40c5-b1fd-f07462eebe53 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "PUT /v2.0/floatingips/960652d2-9655-4033-bf79-42c0645a7551 HTTP/1.1" status: 200 len: 992 time: 5.5631254 Oct 12 23:14:49.277231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'tag': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:14:49.280483 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592109f8-4c16-40eb-9180-235a58928d3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3ed8d96a-07ce-477f-b0f3-25619cd62771", "tag": "a9df04a3-4f69-4911-9aa7-3f6163ab70b2"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:14:49.340436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fbf84546-da8f-46c8-8977-51bdd19f5e98 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:49.413799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-89e145d6-b385-42b5-858a-a8ef282088c0 None None] Provisioning complete for port fbf84546-da8f-46c8-8977-51bdd19f5e98 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:49.413799 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-89e145d6-b385-42b5-858a-a8ef282088c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:49.427632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4313c8c3-9d9c-430e-9288-ca4da7f47c4b,segment=NetworkSegment(a0d76dc0-b662-4325-bdfb-f49e632e5f81),segment_id=a0d76dc0-b662-4325-bdfb-f49e632e5f81)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:49.428188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:49.450173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 4313c8c3-9d9c-430e-9288-ca4da7f47c4b owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:49.794365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:49.795040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:49.916555 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2913f92-c707-44bb-9c3b-945ce1b12643 x-openstack-request-id: req-d2913f92-c707-44bb-9c3b-945ce1b12643 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:14:49.916555 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ed8d96a-07ce-477f-b0f3-25619cd62771", "tag": "a9df04a3-4f69-4911-9aa7-3f6163ab70b2", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:14:49.916555 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2913f92-c707-44bb-9c3b-945ce1b12643 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:14:49.916555 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'tag': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2', 'status': 'completed', 'code': 200} Oct 12 23:14:49.953397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592109f8-4c16-40eb-9180-235a58928d3c req-3282265a-afad-42b8-82a9-be324feb275b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:49.955301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-592109f8-4c16-40eb-9180-235a58928d3c req-3282265a-afad-42b8-82a9-be324feb275b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 1098 time: 0.0703425 Oct 12 23:14:49.965760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fbf84546-da8f-46c8-8977-51bdd19f5e98 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:49.966319 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.017157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-39e750e9-c8d8-40bd-91e3-d5a84897ff0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.025020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8660a3a5-3564-4f9b-9948-e8c1c716d2c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.079696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e750e9-c8d8-40bd-91e3-d5a84897ff0b None None] Pushing event deleted for resources: {'Port': ['ID=4313c8c3-9d9c-430e-9288-ca4da7f47c4b,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:50.083818 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.088075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e750e9-c8d8-40bd-91e3-d5a84897ff0b None None] No DVR routers for this DVR port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:50.104846 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed2fab6f-3e52-43b4-9cdb-87781d23e079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.119584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.140531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660a3a5-3564-4f9b-9948-e8c1c716d2c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Subnet': ['ID=d97b5aa0-feb6-4856-89e7-33d86b3f4544,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:50.154588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-89e145d6-b385-42b5-858a-a8ef282088c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.171959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2fab6f-3e52-43b4-9cdb-87781d23e079 None None] No DVR routers for this DVR port 94779672-6203-4b13-a4d6-ad59217b4e4f on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:50.207934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2fab6f-3e52-43b4-9cdb-87781d23e079 None None] Pushing event deleted for resources: {'Port': ['ID=94779672-6203-4b13-a4d6-ad59217b4e4f,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:50.211328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.237782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-89e145d6-b385-42b5-858a-a8ef282088c0 None None] For port fbf84546-da8f-46c8-8977-51bdd19f5e98, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fbf84546-da8f-46c8-8977-51bdd19f5e98,segment=NetworkSegment(495575d0-b903-4504-ab27-b39a8518f680),segment_id=495575d0-b903-4504-ab27-b39a8518f680)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:50.243138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:50.259815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Network 4fbe0e2a-fd69-4574-9cd8-397899831a81 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:14:50.322768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:14:50.326524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592109f8-4c16-40eb-9180-235a58928d3c req-76b54f4c-a21d-4b17-8788-d3139339ebf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:50.328409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-592109f8-4c16-40eb-9180-235a58928d3c req-76b54f4c-a21d-4b17-8788-d3139339ebf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.3648622 Oct 12 23:14:50.333718 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No DVR routers for this DVR port 4313c8c3-9d9c-430e-9288-ca4da7f47c4b on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:50.336623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:14:50.342698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8660a3a5-3564-4f9b-9948-e8c1c716d2c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.345333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8660a3a5-3564-4f9b-9948-e8c1c716d2c2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "DELETE /v2.0/subnets/d97b5aa0-feb6-4856-89e7-33d86b3f4544 HTTP/1.1" status: 204 len: 168 time: 2.8919230 Oct 12 23:14:50.348419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48204) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:50.572562 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-592109f8-4c16-40eb-9180-235a58928d3c req-7e6c4e2a-cc01-496e-893b-a356b7bcec22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 200 len: 1000 time: 0.1897037 Oct 12 23:14:50.585803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5436770-ac63-46cd-a4e6-7f18f2eb1e00 None None] Network 02d01c20-41de-4b80-80e8-5101a5c2375a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:50.594652 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-89e145d6-b385-42b5-858a-a8ef282088c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.601806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.764387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.773690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48212) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:50.796501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c95c6ee6-df7e-4d23-95f2-8e7ddc878d53']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:50.830317 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.830769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0d76dc0-b662-4325-bdfb-f49e632e5f81') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:50.831963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0d76dc0-b662-4325-bdfb-f49e632e5f81') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:50.853680 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.870414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af724ff1-3f05-4855-b55b-99924f132136']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:50.886421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.888996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3255c44e-a9e6-4c6a-b623-a6c93ac120a6') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:50.889307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3255c44e-a9e6-4c6a-b623-a6c93ac120a6') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:50.904681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:50.905355 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.912882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.952733 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.978972 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:50.984431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-04d2f12f-e9d4-45f1-b33f-a6dbe63958d1 None None] Provisioning complete for port fbf84546-da8f-46c8-8977-51bdd19f5e98 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:50.984875 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-04d2f12f-e9d4-45f1-b33f-a6dbe63958d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.003840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:51.006387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:51.014404 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: self.session.flush() Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:51.068730 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:51.073773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event updated for resources: {'Port': ['ID=7aa19051-4804-401a-ba19-f3eb54a6fab5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:51.136363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2f9dd970-e06c-4467-9792-f1ed26a68b9d tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:51.139932 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-2f9dd970-e06c-4467-9792-f1ed26a68b9d tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 23:14:51.141958 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-2f9dd970-e06c-4467-9792-f1ed26a68b9d tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 23:14:51.149970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f9dd970-e06c-4467-9792-f1ed26a68b9d tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3691468 Oct 12 23:14:51.164979 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.168620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48218) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:51.176326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=4313c8c3-9d9c-430e-9288-ca4da7f47c4b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:51.180971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1456471850'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:51.181834 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:14:51.182188 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:14:51.210182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.217965 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48220) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:51.218148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/networks/c95c6ee6-df7e-4d23-95f2-8e7ddc878d53 HTTP/1.1" status: 204 len: 168 time: 3.7431130 Oct 12 23:14:51.219916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36d8f83-805e-458f-87a9-d0bd77b8e072 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Network': ['ID=c95c6ee6-df7e-4d23-95f2-8e7ddc878d53,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:51.226256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e145d6-b385-42b5-858a-a8ef282088c0 None None] Pushing event updated for resources: {'Port': ['ID=fbf84546-da8f-46c8-8977-51bdd19f5e98,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:51.229698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:51.230072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.266277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592109f8-4c16-40eb-9180-235a58928d3c req-b87be0e3-f6ef-4f37-9178-8431557c905a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:51.268032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-592109f8-4c16-40eb-9180-235a58928d3c req-b87be0e3-f6ef-4f37-9178-8431557c905a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.1752663 Oct 12 23:14:51.316597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '960652d2-9655-4033-bf79-42c0645a7551', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'port_id': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'mac_address': 'fa:16:3e:63:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:14:08Z', 'updated_at': '2021-10-12T23:14:45Z', 'revision_number': 1, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:51.338003 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.342492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592109f8-4c16-40eb-9180-235a58928d3c req-cc0db024-c757-431f-83b0-dded15b9f03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:51.344506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-592109f8-4c16-40eb-9180-235a58928d3c req-cc0db024-c757-431f-83b0-dded15b9f03d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688131 Oct 12 23:14:51.371351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] Checking router: c5c3c348-69fa-442e-8e56-7b07773061a4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:14:51.389933 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:51.394426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:51.479115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.486396 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "DELETE /v2.0/networks/af724ff1-3f05-4855-b55b-99924f132136 HTTP/1.1" status: 204 len: 168 time: 1.1367736 Oct 12 23:14:51.540427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:51.545992 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-592109f8-4c16-40eb-9180-235a58928d3c req-c34fd530-cc4b-4005-b330-518cb55e8351 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943281 Oct 12 23:14:51.546695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48234) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:51.559403 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.614496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2ce282-509f-4cf4-9e48-a6f8e9f5e969 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Network': ['ID=af724ff1-3f05-4855-b55b-99924f132136,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:51.637981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] DHCP port deletion for 02d01c20-41de-4b80-80e8-5101a5c2375a request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:51.772058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0c0c279e-5c3f-4537-800a-ee84209f6af7 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 6.1483376 Oct 12 23:14:51.773076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.774655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48238) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:51.882986 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:51.996234 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-592109f8-4c16-40eb-9180-235a58928d3c req-7796169c-87a0-4a31-87ee-151348c908f3 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4381104 Oct 12 23:14:52.064928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.071338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6d463165-482e-4c90-aede-5af8e354881d tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Deleting port 7aa19051-4804-401a-ba19-f3eb54a6fab5 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:52.072317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Deleting port a5341165-b153-4c2b-b03d-a29ec7d84486 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:52.073299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.073739 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d463165-482e-4c90-aede-5af8e354881d tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.203469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] For port a5341165-b153-4c2b-b03d-a29ec7d84486, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a5341165-b153-4c2b-b03d-a29ec7d84486,segment=NetworkSegment(5b578be7-80bb-43cb-8db3-a07b8761cad9),segment_id=5b578be7-80bb-43cb-8db3-a07b8761cad9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:52.203834 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.220485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Calling delete_port for a5341165-b153-4c2b-b03d-a29ec7d84486 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:52.235648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94779672-6203-4b13-a4d6-ad59217b4e4f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:52.279053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d463165-482e-4c90-aede-5af8e354881d tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.291180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9e76aceb-39fa-4d21-b4ac-2b8768c8bdd4 None None] Provisioning complete for port 7aa19051-4804-401a-ba19-f3eb54a6fab5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:52.297046 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e76aceb-39fa-4d21-b4ac-2b8768c8bdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.301936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6d463165-482e-4c90-aede-5af8e354881d tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Calling delete_port for 7aa19051-4804-401a-ba19-f3eb54a6fab5 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:52.318131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.368622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8dd84e1-347c-4b6c-8d0d-95b4774fcb2a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:52.377447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.392469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9e76aceb-39fa-4d21-b4ac-2b8768c8bdd4 None None] Port 7aa19051-4804-401a-ba19-f3eb54a6fab5 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:14:52.394591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 94779672-6203-4b13-a4d6-ad59217b4e4f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:52.396351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 94779672-6203-4b13-a4d6-ad59217b4e4f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:52.399414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 731c99ad-7c10-41d0-9865-fc4b9c818a22 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:52.419084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Port': ['ID=a5341165-b153-4c2b-b03d-a29ec7d84486,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:52.430518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] No DVR routers for this DVR port a5341165-b153-4c2b-b03d-a29ec7d84486 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:52.513915 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.550145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 731c99ad-7c10-41d0-9865-fc4b9c818a22 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:52.550751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 731c99ad-7c10-41d0-9865-fc4b9c818a22 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:52.551381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4313c8c3-9d9c-430e-9288-ca4da7f47c4b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:52.564177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.593114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.621173 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.634971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d01c20-41de-4b80-80e8-5101a5c2375a']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:52.663638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b578be7-80bb-43cb-8db3-a07b8761cad9') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:52.664473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b578be7-80bb-43cb-8db3-a07b8761cad9') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:52.684816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4313c8c3-9d9c-430e-9288-ca4da7f47c4b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:52.685154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4313c8c3-9d9c-430e-9288-ca4da7f47c4b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:52.689769 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.715547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5178ceb6-38b4-40ab-8004-34ac3481613b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:52.733829 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.737785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25565162-5a2c-4fcd-a114-bb8d251d3ea1 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5610621 Oct 12 23:14:52.751174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48252) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:52.757216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-54c14fce-a376-4ac3-b772-175129dfe1bf tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '5178ceb6-38b4-40ab-8004-34ac3481613b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:52.788483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] Deleting port a5341165-b153-4c2b-b03d-a29ec7d84486 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:52.788979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.822183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.853686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:52.854079 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:52.857780 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:52.924377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] For port a5341165-b153-4c2b-b03d-a29ec7d84486, host n-d-790519-14, got binding levels [] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:52.925297 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:52.940919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fbf84546-da8f-46c8-8977-51bdd19f5e98 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:14:53.000281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54c14fce-a376-4ac3-b772-175129dfe1bf tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.014753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] Calling delete_port for a5341165-b153-4c2b-b03d-a29ec7d84486 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:53.030624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.ipam_backend_mixin [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] Port a5341165-b153-4c2b-b03d-a29ec7d84486 was not found and therefore no delete operation was performed {{(pid=101891) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Oct 12 23:14:53.041122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.131602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] Pushing event deleted for resources: {'Port': ['ID=a5341165-b153-4c2b-b03d-a29ec7d84486,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:53.145733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54c14fce-a376-4ac3-b772-175129dfe1bf tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.149824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '960652d2-9655-4033-bf79-42c0645a7551', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'port_id': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'mac_address': 'fa:16:3e:63:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:14:08Z', 'updated_at': '2021-10-12T23:14:45Z', 'revision_number': 1, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:53.154678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254edcd-0f16-43b4-898b-fbe21c47f486 None None] No DVR routers for this DVR port a5341165-b153-4c2b-b03d-a29ec7d84486 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:53.163469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.181024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.188414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] 10.222.0.31 "DELETE /v2.0/networks/02d01c20-41de-4b80-80e8-5101a5c2375a HTTP/1.1" status: 204 len: 168 time: 1.6392896 Oct 12 23:14:53.206567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c5e73-eecb-41bb-8a69-9ca4369ec9e2 tempest-TaggedBootDevicesTest-954475350 tempest-TaggedBootDevicesTest-954475350-project] Pushing event deleted for resources: {'Network': ['ID=02d01c20-41de-4b80-80e8-5101a5c2375a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:53.220610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efd972e9-de9a-45d4-8c36-a7b6e37428cd None None] The sync data for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 is: [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '960652d2-9655-4033-bf79-42c0645a7551', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'port_id': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'mac_address': 'fa:16:3e:63:84:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:14:08Z', 'updated_at': '2021-10-12T23:14:45Z', 'revision_number': 1, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:53.267236 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54c14fce-a376-4ac3-b772-175129dfe1bf tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.284705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fbf84546-da8f-46c8-8977-51bdd19f5e98 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:14:53.285296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.308001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c14fce-a376-4ac3-b772-175129dfe1bf tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b476ec58-cd90-48c5-8382-3bc15e1ef36a,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:53.366466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54c14fce-a376-4ac3-b772-175129dfe1bf tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.367848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-54c14fce-a376-4ac3-b772-175129dfe1bf tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6143465 Oct 12 23:14:53.370772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48256) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:53.376275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-0c2e62e9-561e-4422-b9c5-654a0ff772e0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '5178ceb6-38b4-40ab-8004-34ac3481613b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:53.416467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d463165-482e-4c90-aede-5af8e354881d tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.464576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d463165-482e-4c90-aede-5af8e354881d tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event deleted for resources: {'Port': ['ID=7aa19051-4804-401a-ba19-f3eb54a6fab5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:53.544351 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0c2e62e9-561e-4422-b9c5-654a0ff772e0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.598556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a5341165-b153-4c2b-b03d-a29ec7d84486 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:53.674436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a5341165-b153-4c2b-b03d-a29ec7d84486 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:53.674800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a5341165-b153-4c2b-b03d-a29ec7d84486 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:53.707156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 4e728618-7b26-496c-a399-d82fc698ef2b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:53.707646 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.798778 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-0c2e62e9-561e-4422-b9c5-654a0ff772e0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 23:14:53.799955 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0c2e62e9-561e-4422-b9c5-654a0ff772e0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4281855 Oct 12 23:14:53.802750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48268) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:53.823397 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d463165-482e-4c90-aede-5af8e354881d tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:53.835600 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6d463165-482e-4c90-aede-5af8e354881d tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] 10.222.0.31 "DELETE /v2.0/ports/7aa19051-4804-401a-ba19-f3eb54a6fab5 HTTP/1.1" status: 204 len: 168 time: 2.0589094 Oct 12 23:14:53.853384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48270) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:53.948249 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97fb62d4-c4e0-41af-9efa-d17b077fb0e6 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.015857 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97fb62d4-c4e0-41af-9efa-d17b077fb0e6 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.029670 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port 4e728618-7b26-496c-a399-d82fc698ef2b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4e728618-7b26-496c-a399-d82fc698ef2b,segment=NetworkSegment(48d68059-69b9-4076-9a5e-da575be1405d),segment_id=48d68059-69b9-4076-9a5e-da575be1405d)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:54.030132 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.076946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 4e728618-7b26-496c-a399-d82fc698ef2b owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:54.222823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97fb62d4-c4e0-41af-9efa-d17b077fb0e6 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.222823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97fb62d4-c4e0-41af-9efa-d17b077fb0e6 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.222823 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-97fb62d4-c4e0-41af-9efa-d17b077fb0e6 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/5178ceb6-38b4-40ab-8004-34ac3481613b HTTP/1.1" status: 204 len: 168 time: 0.4158382 Oct 12 23:14:54.224097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48284) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:54.257046 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-157a05dd-27ec-4e35-9cd5-3e6b06cb3ec3 tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.3989644 Oct 12 23:14:54.257764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48286) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:54.258113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fb62d4-c4e0-41af-9efa-d17b077fb0e6 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5178ceb6-38b4-40ab-8004-34ac3481613b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:54.275027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2028871349'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:54.354227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-05f07286-d479-41ba-b27b-fa67c4d51a63 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1252236 Oct 12 23:14:54.358255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48288) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:54.364363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b157f7c8-c81a-4243-be0f-0ef12b08b625 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'tempest-secgroup--29249588'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:54.482008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Made reservation on behalf of e2bdbd394f5148fb984944b592cb6338 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:14:54.485651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.515213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:14:54.525425 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.525758 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Added segment b0f99a0f-58f6-4a6f-a66e-47230ad2fce3 of type vlan for network 698da74d-ad90-472f-867d-1d3d62c654be Oct 12 23:14:54.595574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.614231 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.623752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b157f7c8-c81a-4243-be0f-0ef12b08b625 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.681606 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b7b480-f85f-43ee-827d-74928a8d3e68 None None] New status for floating IP 960652d2-9655-4033-bf79-42c0645a7551: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:14:54.766555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=4e728618-7b26-496c-a399-d82fc698ef2b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:54.858787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48296) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:54.888204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.895157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:14:54.896052 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:54.993895 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7346346 Oct 12 23:14:54.996313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48302) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:55.059827 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5319-e6a5-48b3-a841-56f0c42642e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.106270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7dacda-ae94-4590-a613-8d58665620b5 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event updated for resources: {'Network': ['ID=698da74d-ad90-472f-867d-1d3d62c654be,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:55.119413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 698da74d-ad90-472f-867d-1d3d62c654be details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:14:55.161121 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b157f7c8-c81a-4243-be0f-0ef12b08b625 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.206121 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.223964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5319-e6a5-48b3-a841-56f0c42642e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.315708 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b157f7c8-c81a-4243-be0f-0ef12b08b625 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.321521 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c26c0177-a521-4c52-9358-5f8460ec0a2a tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] 10.222.0.31 "GET /v2.0/agents/a11328fd-1473-423e-a20d-7367fc1e7ecb/dhcp-networks HTTP/1.1" status: 200 len: 6453 time: 0.3222189 Oct 12 23:14:55.322621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48314) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:55.342710 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d8a5319-e6a5-48b3-a841-56f0c42642e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.345932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157f7c8-c81a-4243-be0f-0ef12b08b625 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40183df2-3f41-46e4-a02e-2415767244e5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:55.446277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a5319-e6a5-48b3-a841-56f0c42642e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ca8cbd-6ca9-45ee-8bae-bb2d3d0716a1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:55.454197 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b157f7c8-c81a-4243-be0f-0ef12b08b625 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.458777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b157f7c8-c81a-4243-be0f-0ef12b08b625 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0958278 Oct 12 23:14:55.462171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48316) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:55.467522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8a854c91-7973-425c-8666-7758f24ff98f tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '40183df2-3f41-46e4-a02e-2415767244e5', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:55.468356 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-8a854c91-7973-425c-8666-7758f24ff98f tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 12 23:14:55.469048 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-8a854c91-7973-425c-8666-7758f24ff98f tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:14:55.473001 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8a854c91-7973-425c-8666-7758f24ff98f tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0071125 Oct 12 23:14:55.473465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48318) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:55.492009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5d8a5319-e6a5-48b3-a841-56f0c42642e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=818ee52ad54c463287106e01437b9a29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6320982 Oct 12 23:14:55.495654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48320) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:55.543041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8a4b83c7-330d-4930-9615-4179a9e4655e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.551181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9356949f-01ee-4697-86e8-f9c72967889b tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] Network 698da74d-ad90-472f-867d-1d3d62c654be is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:14:55.564058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:14:55.576139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8a4b83c7-330d-4930-9615-4179a9e4655e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.576980 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6f5b28e4-e5af-455f-805e-49888a407ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.629567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6f5b28e4-e5af-455f-805e-49888a407ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.653085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9356949f-01ee-4697-86e8-f9c72967889b tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] 10.222.0.31 "POST /v2.0/agents/a11328fd-1473-423e-a20d-7367fc1e7ecb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3270106 Oct 12 23:14:55.659343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77b2fc33-b415-43d4-b57d-654fe674059b None None] Network 698da74d-ad90-472f-867d-1d3d62c654be requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:55.682704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48322) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:55.839597 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6f5b28e4-e5af-455f-805e-49888a407ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.847836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6f5b28e4-e5af-455f-805e-49888a407ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.849393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6f5b28e4-e5af-455f-805e-49888a407ee0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71ca8cbd-6ca9-45ee-8bae-bb2d3d0716a1 HTTP/1.1" status: 204 len: 168 time: 0.3526452 Oct 12 23:14:55.877138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b28e4-e5af-455f-805e-49888a407ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ca8cbd-6ca9-45ee-8bae-bb2d3d0716a1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:55.931168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:14:55.950309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48338) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:55.950634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-75bd7475-da99-4c65-8db3-15059c7c9263 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7186527 Oct 12 23:14:55.982431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8a4b83c7-330d-4930-9615-4179a9e4655e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.982972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:14:55.985830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8a4b83c7-330d-4930-9615-4179a9e4655e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:55.987465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8a4b83c7-330d-4930-9615-4179a9e4655e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/40183df2-3f41-46e4-a02e-2415767244e5 HTTP/1.1" status: 204 len: 168 time: 0.5129066 Oct 12 23:14:56.004848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48340) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.007037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:56.011633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:56.048144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b83c7-330d-4930-9615-4179a9e4655e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40183df2-3f41-46e4-a02e-2415767244e5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:56.123879 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:14:56.173449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-814955bf-d454-4e96-ac35-d5d997ae38d2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting subnet 14f86d0e-07d9-415f-b781-eb771d1fe64d {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:56.199171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-814955bf-d454-4e96-ac35-d5d997ae38d2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.214042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fe612215-8d18-4432-bd0f-6fbe816df4a0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1879447 Oct 12 23:14:56.215846 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48346) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.217757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b3ae3353-28cf-4cdf-931f-29ae970184ca tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] 10.222.0.31 "GET /v2.0/agents/a11328fd-1473-423e-a20d-7367fc1e7ecb/dhcp-networks HTTP/1.1" status: 200 len: 7224 time: 0.5303948 Oct 12 23:14:56.220667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48348) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.225211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d3e1802e-241a-4a6f-ad1d-19daed966ee0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1229575879'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:56.244534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:56.361637 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5036eb60-8462-458a-b49e-10be13857dae tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] 10.222.0.31 "DELETE /v2.0/agents/a11328fd-1473-423e-a20d-7367fc1e7ecb/dhcp-networks/698da74d-ad90-472f-867d-1d3d62c654be HTTP/1.1" status: 204 len: 168 time: 0.1379786 Oct 12 23:14:56.363408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48352) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.378587 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-814955bf-d454-4e96-ac35-d5d997ae38d2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.414071 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d3e1802e-241a-4a6f-ad1d-19daed966ee0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.518303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d3e1802e-241a-4a6f-ad1d-19daed966ee0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.563123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:54Z', 'revision_number': 10, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:56.581274 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-31ee6072-51f1-4d21-9ea3-54bd51cc0734 tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] 10.222.0.31 "GET /v2.0/agents/a11328fd-1473-423e-a20d-7367fc1e7ecb/dhcp-networks HTTP/1.1" status: 200 len: 6453 time: 0.2138386 Oct 12 23:14:56.581274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48354) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.592026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-814955bf-d454-4e96-ac35-d5d997ae38d2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.620400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:14:56.637834 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d3e1802e-241a-4a6f-ad1d-19daed966ee0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.650052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-382226ca-593f-431b-82e0-2941954c273a tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] 10.222.0.31 "GET /v2.0/networks/4fbe0e2a-fd69-4574-9cd8-397899831a81/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0624087 Oct 12 23:14:56.650222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:14:56.650320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48356) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.650404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:56.672798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1802e-241a-4a6f-ad1d-19daed966ee0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8af2ffc-5e98-46d1-9ca7-d01d480c15cd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:56.688176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1b26b0d4-9bee-450c-973f-9ff9abd05c44 tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] 10.222.0.31 "GET /v2.0/networks/4fbe0e2a-fd69-4574-9cd8-397899831a81/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0419941 Oct 12 23:14:56.691074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48358) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.755065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48360) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.765251 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d3e1802e-241a-4a6f-ad1d-19daed966ee0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.770736 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d3e1802e-241a-4a6f-ad1d-19daed966ee0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5495405 Oct 12 23:14:56.787577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03dea1b6-c5f3-45b0-a2ba-da3169506db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.788556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48362) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.789757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-814955bf-d454-4e96-ac35-d5d997ae38d2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.802188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bdd7210c-5441-484a-bbe2-9052599e30a8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': 'e8af2ffc-5e98-46d1-9ca7-d01d480c15cd', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:56.803496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:14:56.807486 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-bdd7210c-5441-484a-bbe2-9052599e30a8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 12 23:14:56.808304 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-bdd7210c-5441-484a-bbe2-9052599e30a8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:14:56.813443 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bdd7210c-5441-484a-bbe2-9052599e30a8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0204442 Oct 12 23:14:56.818478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48366) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.828402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814955bf-d454-4e96-ac35-d5d997ae38d2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Subnet': ['ID=14f86d0e-07d9-415f-b781-eb771d1fe64d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:56.837553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-814955bf-d454-4e96-ac35-d5d997ae38d2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:56.843935 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-814955bf-d454-4e96-ac35-d5d997ae38d2 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/14f86d0e-07d9-415f-b781-eb771d1fe64d HTTP/1.1" status: 204 len: 168 time: 0.8919396 Oct 12 23:14:56.844340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48370) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:56.961233 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.010681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5a7b91-a8c9-4c66-88ef-766bbc1b3641 None None] Network f359ba54-4d5e-44d2-8c3b-bcc23df77159 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:57.045587 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03dea1b6-c5f3-45b0-a2ba-da3169506db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.068680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 34e72bfa-185a-48c9-8b06-3784abd7cb22 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:57.069167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.098734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e5af0d2-8c41-436c-871d-16325ee0823e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.111179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-76afdfac-7507-4e24-8b0f-a45c6109b934 tempest-DHCPAgentSchedulersTestJSON-1715708442 tempest-DHCPAgentSchedulersTestJSON-1715708442-project-admin] 10.222.0.31 "GET /v2.0/agents/a11328fd-1473-423e-a20d-7367fc1e7ecb/dhcp-networks HTTP/1.1" status: 200 len: 6453 time: 0.4179900 Oct 12 23:14:57.121801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48372) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:57.137849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port 34e72bfa-185a-48c9-8b06-3784abd7cb22, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=34e72bfa-185a-48c9-8b06-3784abd7cb22,segment=NetworkSegment(48d68059-69b9-4076-9a5e-da575be1405d),segment_id=48d68059-69b9-4076-9a5e-da575be1405d)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:57.138341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.146897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03dea1b6-c5f3-45b0-a2ba-da3169506db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.177040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 34e72bfa-185a-48c9-8b06-3784abd7cb22 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:57.274321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e5af0d2-8c41-436c-871d-16325ee0823e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.360934 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-03dea1b6-c5f3-45b0-a2ba-da3169506db2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6e7a1328502649a4844b2a67a66b7485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6040311 Oct 12 23:14:57.362900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dea1b6-c5f3-45b0-a2ba-da3169506db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c525b481-2aaa-495d-afa5-9ca9839054d4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:57.372504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48380) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:57.402773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87024f12-77e2-4605-b2ee-b5c2a2ed9ec7 None None] DHCP port deletion for f359ba54-4d5e-44d2-8c3b-bcc23df77159 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:57.415139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.445501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:54Z', 'revision_number': 10, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:57.490431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c9d946-1c71-495c-81c0-e33734398e08 None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:14:54Z', 'revision_number': 10, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None, '_interfaces': [{'id': '2c7cc8ad-228f-4cd7-bc1c-af0300ae910f', 'name': '', 'network_id': '4565ebe8-2238-4e9f-a00c-8401c6fadea7', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'mac_address': 'fa:16:3e:8e:9e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '945051f6-510f-447d-8f62-6947124bb629', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:33Z', 'updated_at': '2021-10-12T23:13:42Z', 'revision_number': 5, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'subnets': [{'id': '945051f6-510f-447d-8f62-6947124bb629', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:14:57.510160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c686be52-b9bd-4d35-aee8-4d55e15c5d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.523743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-87024f12-77e2-4605-b2ee-b5c2a2ed9ec7 None None] Deleting port 34e72bfa-185a-48c9-8b06-3784abd7cb22 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:57.523743 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87024f12-77e2-4605-b2ee-b5c2a2ed9ec7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.564867 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c686be52-b9bd-4d35-aee8-4d55e15c5d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.606159 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.623685 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e5af0d2-8c41-436c-871d-16325ee0823e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.637045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e5af0d2-8c41-436c-871d-16325ee0823e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.640462 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e5af0d2-8c41-436c-871d-16325ee0823e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/e8af2ffc-5e98-46d1-9ca7-d01d480c15cd HTTP/1.1" status: 204 len: 168 time: 0.8181262 Oct 12 23:14:57.644917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48382) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:57.663212 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.672113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-87024f12-77e2-4605-b2ee-b5c2a2ed9ec7 None None] For port 34e72bfa-185a-48c9-8b06-3784abd7cb22, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=34e72bfa-185a-48c9-8b06-3784abd7cb22,segment=NetworkSegment(48d68059-69b9-4076-9a5e-da575be1405d),segment_id=48d68059-69b9-4076-9a5e-da575be1405d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:57.672512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87024f12-77e2-4605-b2ee-b5c2a2ed9ec7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.686118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5af0d2-8c41-436c-871d-16325ee0823e tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8af2ffc-5e98-46d1-9ca7-d01d480c15cd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:57.697256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698da74d-ad90-472f-867d-1d3d62c654be']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:57.708991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-87024f12-77e2-4605-b2ee-b5c2a2ed9ec7 None None] Calling delete_port for 34e72bfa-185a-48c9-8b06-3784abd7cb22 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:57.711556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=34e72bfa-185a-48c9-8b06-3784abd7cb22,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:57.725941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No DVR routers for this DVR port 34e72bfa-185a-48c9-8b06-3784abd7cb22 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:57.746273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f99a0f-58f6-4a6f-a66e-47230ad2fce3') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:57.746563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f99a0f-58f6-4a6f-a66e-47230ad2fce3') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:57.772727 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.801648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.808520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:57.808921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:57.812106 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:57.831341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-87024f12-77e2-4605-b2ee-b5c2a2ed9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.832773 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.857347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f359ba54-4d5e-44d2-8c3b-bcc23df77159']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:57.869190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d68059-69b9-4076-9a5e-da575be1405d') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:57.869491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d68059-69b9-4076-9a5e-da575be1405d') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:14:57.880860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.890535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87024f12-77e2-4605-b2ee-b5c2a2ed9ec7 None None] Pushing event deleted for resources: {'Port': ['ID=34e72bfa-185a-48c9-8b06-3784abd7cb22,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:57.896899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.903951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:14:57.908058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:57.919301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87024f12-77e2-4605-b2ee-b5c2a2ed9ec7 None None] No DVR routers for this DVR port 34e72bfa-185a-48c9-8b06-3784abd7cb22 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:14:57.999036 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:14:58.008580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c686be52-b9bd-4d35-aee8-4d55e15c5d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.011302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c686be52-b9bd-4d35-aee8-4d55e15c5d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.014715 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c686be52-b9bd-4d35-aee8-4d55e15c5d33 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/c525b481-2aaa-495d-afa5-9ca9839054d4 HTTP/1.1" status: 204 len: 168 time: 0.5851207 Oct 12 23:14:58.029079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686be52-b9bd-4d35-aee8-4d55e15c5d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c525b481-2aaa-495d-afa5-9ca9839054d4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:58.054816 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.075735 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e4be22e5-50aa-4253-b4ca-ec6f74248f36 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4275215 Oct 12 23:14:58.090958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48388) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:58.095648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.095944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-422771a0-059f-46d0-bbfe-2c775c863446 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1522943094'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:58.101023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.106464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] 10.222.0.31 "DELETE /v2.0/networks/698da74d-ad90-472f-867d-1d3d62c654be HTTP/1.1" status: 204 len: 168 time: 0.9833245 Oct 12 23:14:58.108986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48390) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:58.111264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c784a6-ea5b-49d7-91a4-5cef8ec3fb8e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event deleted for resources: {'Network': ['ID=698da74d-ad90-472f-867d-1d3d62c654be,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:58.173130 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.176996 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/networks/f359ba54-4d5e-44d2-8c3b-bcc23df77159 HTTP/1.1" status: 204 len: 168 time: 1.3295696 Oct 12 23:14:58.181943 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48392) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:58.213793 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b70909f-f6cc-4fd5-8640-dc606ff08ab2 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] DELETE failed (client error): The resource could not be found. Oct 12 23:14:58.214571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b70909f-f6cc-4fd5-8640-dc606ff08ab2 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:14:58.218169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b70909f-f6cc-4fd5-8640-dc606ff08ab2 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] 10.222.0.31 "DELETE /v2.0/ports/7aa19051-4804-401a-ba19-f3eb54a6fab5 HTTP/1.1" status: 404 len: 333 time: 0.1080856 Oct 12 23:14:58.223226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48394) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:58.234615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab331ea-4081-4441-aa9e-9775857ec463 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Network': ['ID=f359ba54-4d5e-44d2-8c3b-bcc23df77159,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:58.384426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd0943b2-810a-400b-b68e-1ba0e1d9975e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Deleting subnet ab8c863a-b652-4ed2-a3ee-f4da1fd04c0d {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:14:58.398693 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd0943b2-810a-400b-b68e-1ba0e1d9975e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.446879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422771a0-059f-46d0-bbfe-2c775c863446 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.526319 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd0943b2-810a-400b-b68e-1ba0e1d9975e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.735719 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422771a0-059f-46d0-bbfe-2c775c863446 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.751589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd0943b2-810a-400b-b68e-1ba0e1d9975e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.805818 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422771a0-059f-46d0-bbfe-2c775c863446 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.873088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4e728618-7b26-496c-a399-d82fc698ef2b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:58.894474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422771a0-059f-46d0-bbfe-2c775c863446 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5baee26-2ce5-42a1-9439-120fe08840b8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:58.921509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4e728618-7b26-496c-a399-d82fc698ef2b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:58.922488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4e728618-7b26-496c-a399-d82fc698ef2b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:58.922913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 34e72bfa-185a-48c9-8b06-3784abd7cb22 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:14:58.946970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 34e72bfa-185a-48c9-8b06-3784abd7cb22 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:14:58.947331 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 34e72bfa-185a-48c9-8b06-3784abd7cb22 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:14:58.989501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422771a0-059f-46d0-bbfe-2c775c863446 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.990833 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-422771a0-059f-46d0-bbfe-2c775c863446 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8985059 Oct 12 23:14:58.992302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd0943b2-810a-400b-b68e-1ba0e1d9975e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:58.996071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48402) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.038314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48406) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.044982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f9f335ab-249d-413f-a07a-fee7a8ae322b tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': 'b5baee26-2ce5-42a1-9439-120fe08840b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:59.060946 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-f9f335ab-249d-413f-a07a-fee7a8ae322b tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 12 23:14:59.061796 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-f9f335ab-249d-413f-a07a-fee7a8ae322b tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:14:59.069062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f9f335ab-249d-413f-a07a-fee7a8ae322b tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0261981 Oct 12 23:14:59.073124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48408) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.078082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0943b2-810a-400b-b68e-1ba0e1d9975e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8c863a-b652-4ed2-a3ee-f4da1fd04c0d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:59.079116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e0695a6e-8b29-48b7-900f-20e4091fadce tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': 'b5baee26-2ce5-42a1-9439-120fe08840b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:59.081163 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-e0695a6e-8b29-48b7-900f-20e4091fadce tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 12 23:14:59.081405 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-e0695a6e-8b29-48b7-900f-20e4091fadce tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:14:59.084985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e0695a6e-8b29-48b7-900f-20e4091fadce tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081406 Oct 12 23:14:59.086579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48410) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.089652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd0943b2-810a-400b-b68e-1ba0e1d9975e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.093294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e5dd94c5-5f65-4727-9736-215672bc7ef8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': 'b5baee26-2ce5-42a1-9439-120fe08840b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:59.095268 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-e5dd94c5-5f65-4727-9736-215672bc7ef8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 12 23:14:59.095367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cd0943b2-810a-400b-b68e-1ba0e1d9975e tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] 10.222.0.31 "DELETE /v2.0/subnets/ab8c863a-b652-4ed2-a3ee-f4da1fd04c0d HTTP/1.1" status: 204 len: 168 time: 0.8578174 Oct 12 23:14:59.095456 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-e5dd94c5-5f65-4727-9736-215672bc7ef8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:14:59.098738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e5dd94c5-5f65-4727-9736-215672bc7ef8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077102 Oct 12 23:14:59.099036 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c5c0759c-0eac-4f87-8ee4-6f98b9060b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.099151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48412) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.106446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8081d7ac-8558-4e7d-90ec-59042f626ab8 None None] Network 4fbe0e2a-fd69-4574-9cd8-397899831a81 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:14:59.108052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48414) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.113692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0a372c50-583b-469d-9537-ddab2dee75cd tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': 'b5baee26-2ce5-42a1-9439-120fe08840b8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:59.115739 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-0a372c50-583b-469d-9537-ddab2dee75cd tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 12 23:14:59.115739 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-0a372c50-583b-469d-9537-ddab2dee75cd tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:14:59.116724 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0a372c50-583b-469d-9537-ddab2dee75cd tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071080 Oct 12 23:14:59.120902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48416) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.214437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c5c0759c-0eac-4f87-8ee4-6f98b9060b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.256372 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.308807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb83b919-8996-432e-b5ff-4a79bf1a68f0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.338749 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c5c0759c-0eac-4f87-8ee4-6f98b9060b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.364512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb83b919-8996-432e-b5ff-4a79bf1a68f0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.378282 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c5c0759c-0eac-4f87-8ee4-6f98b9060b9b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43407c31aea444eca71b55fb80d85dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081849 Oct 12 23:14:59.378659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48418) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.441555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0759c-0eac-4f87-8ee4-6f98b9060b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8435e1-896c-4102-aae7-c0e1c3ed8716,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:59.469616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.470210 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17452f06-7804-413c-ac8e-b6f8526471df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.508073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Deleting port fbf84546-da8f-46c8-8977-51bdd19f5e98 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:59.508438 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.512698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17452f06-7804-413c-ac8e-b6f8526471df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.582766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb83b919-8996-432e-b5ff-4a79bf1a68f0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.585430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb83b919-8996-432e-b5ff-4a79bf1a68f0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.589775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bb83b919-8996-432e-b5ff-4a79bf1a68f0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5baee26-2ce5-42a1-9439-120fe08840b8 HTTP/1.1" status: 204 len: 168 time: 0.4647787 Oct 12 23:14:59.591214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48424) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.626886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f447dbb7-da86-48d5-ac58-26af6af0e18d None None] DHCP port deletion for 4fbe0e2a-fd69-4574-9cd8-397899831a81 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:14:59.627144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83b919-8996-432e-b5ff-4a79bf1a68f0 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5baee26-2ce5-42a1-9439-120fe08840b8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:59.644970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cb524a91-2f16-4103-a2f4-51cd9c62b9d2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0483139 Oct 12 23:14:59.647875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48426) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:14:59.654883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-989a997f-631a-49ec-afed-545a1160c476 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'tempest-secgroup--832213493'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:14:59.700234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] For port fbf84546-da8f-46c8-8977-51bdd19f5e98, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fbf84546-da8f-46c8-8977-51bdd19f5e98,segment=NetworkSegment(495575d0-b903-4504-ab27-b39a8518f680),segment_id=495575d0-b903-4504-ab27-b39a8518f680)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:59.701864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.703444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f447dbb7-da86-48d5-ac58-26af6af0e18d None None] Deleting port fbf84546-da8f-46c8-8977-51bdd19f5e98 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:59.703823 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f447dbb7-da86-48d5-ac58-26af6af0e18d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.716632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Calling delete_port for fbf84546-da8f-46c8-8977-51bdd19f5e98 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:59.757550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17452f06-7804-413c-ac8e-b6f8526471df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.760378 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17452f06-7804-413c-ac8e-b6f8526471df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.764244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-17452f06-7804-413c-ac8e-b6f8526471df admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5b8435e1-896c-4102-aae7-c0e1c3ed8716 HTTP/1.1" status: 204 len: 168 time: 0.3816695 Oct 12 23:14:59.775151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17452f06-7804-413c-ac8e-b6f8526471df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8435e1-896c-4102-aae7-c0e1c3ed8716,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:14:59.802115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f447dbb7-da86-48d5-ac58-26af6af0e18d None None] For port fbf84546-da8f-46c8-8977-51bdd19f5e98, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fbf84546-da8f-46c8-8977-51bdd19f5e98,segment=NetworkSegment(495575d0-b903-4504-ab27-b39a8518f680),segment_id=495575d0-b903-4504-ab27-b39a8518f680)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:14:59.802546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f447dbb7-da86-48d5-ac58-26af6af0e18d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.814187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-989a997f-631a-49ec-afed-545a1160c476 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.849748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f447dbb7-da86-48d5-ac58-26af6af0e18d None None] Calling delete_port for fbf84546-da8f-46c8-8977-51bdd19f5e98 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:14:59.946702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-989a997f-631a-49ec-afed-545a1160c476 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:14:59.987811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:14:59.988115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.084522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2c7cc8ad-228f-4cd7-bc1c-af0300ae910f,segment=NetworkSegment(fd397ac4-b265-43e8-a011-9c6ff81e6d46),segment_id=fd397ac4-b265-43e8-a011-9c6ff81e6d46)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:00.084893 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.099798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:00.123380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-989a997f-631a-49ec-afed-545a1160c476 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.141738 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f447dbb7-da86-48d5-ac58-26af6af0e18d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.156486 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.176077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a997f-631a-49ec-afed-545a1160c476 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e7d367-2a6d-4831-9b70-232bef4257bd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:00.195653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f447dbb7-da86-48d5-ac58-26af6af0e18d None None] Pushing event deleted for resources: {'Port': ['ID=fbf84546-da8f-46c8-8977-51bdd19f5e98,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:00.198214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f447dbb7-da86-48d5-ac58-26af6af0e18d None None] No DVR routers for this DVR port fbf84546-da8f-46c8-8977-51bdd19f5e98 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:15:00.205097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event deleted for resources: {'Port': ['ID=fbf84546-da8f-46c8-8977-51bdd19f5e98,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:00.205097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] No DVR routers for this DVR port fbf84546-da8f-46c8-8977-51bdd19f5e98 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:15:00.251105 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-989a997f-631a-49ec-afed-545a1160c476 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.252811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-989a997f-631a-49ec-afed-545a1160c476 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6032166 Oct 12 23:15:00.255831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48434) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:00.260858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-54e24977-e870-4452-821a-983c70d66bb9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '02e7d367-2a6d-4831-9b70-232bef4257bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:00.261687 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-54e24977-e870-4452-821a-983c70d66bb9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 23:15:00.262275 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-54e24977-e870-4452-821a-983c70d66bb9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:00.263395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-54e24977-e870-4452-821a-983c70d66bb9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065281 Oct 12 23:15:00.266119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48436) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:00.271459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-945e9e2c-a9af-4a73-a8d9-a5e35a525ab4 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '02e7d367-2a6d-4831-9b70-232bef4257bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:00.344579 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.367575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbe0e2a-fd69-4574-9cd8-397899831a81']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:00.381853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '495575d0-b903-4504-ab27-b39a8518f680') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:00.382195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '495575d0-b903-4504-ab27-b39a8518f680') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:00.419344 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.436217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.448633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:15:00.449147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:15:00.452102 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:15:00.591948 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-945e9e2c-a9af-4a73-a8d9-a5e35a525ab4 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:00.593874 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-945e9e2c-a9af-4a73-a8d9-a5e35a525ab4 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3259799 Oct 12 23:15:00.605639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48450) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:00.613194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-31b97031-8cee-448c-aa3e-2953bec14213 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '02e7d367-2a6d-4831-9b70-232bef4257bd', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:00.613553 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-31b97031-8cee-448c-aa3e-2953bec14213 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 12 23:15:00.614046 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-31b97031-8cee-448c-aa3e-2953bec14213 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:00.618026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-31b97031-8cee-448c-aa3e-2953bec14213 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0081954 Oct 12 23:15:00.618407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48452) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:00.622607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a9b6000f-1935-472a-bc8a-f480b3cc6bf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '02e7d367-2a6d-4831-9b70-232bef4257bd', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:00.625985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.697404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=2c7cc8ad-228f-4cd7-bc1c-af0300ae910f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:00.719761 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.742155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:00.746135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] 10.222.0.31 "DELETE /v2.0/networks/4fbe0e2a-fd69-4574-9cd8-397899831a81 HTTP/1.1" status: 204 len: 168 time: 1.6473284 Oct 12 23:15:00.778388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e046274-b1af-4a63-9a9a-ccdc37a5a133 tempest-DHCPAgentSchedulersTestJSON-999981723 tempest-DHCPAgentSchedulersTestJSON-999981723-project] Pushing event deleted for resources: {'Network': ['ID=4fbe0e2a-fd69-4574-9cd8-397899831a81,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:00.888226 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-a9b6000f-1935-472a-bc8a-f480b3cc6bf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:00.901529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a9b6000f-1935-472a-bc8a-f480b3cc6bf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2734995 Oct 12 23:15:00.901529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48462) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:00.901529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f9790a37-d8a8-4f8f-aa48-3cab6e228b2d tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '02e7d367-2a6d-4831-9b70-232bef4257bd', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:00.901529 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-f9790a37-d8a8-4f8f-aa48-3cab6e228b2d tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 23:15:00.901529 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-f9790a37-d8a8-4f8f-aa48-3cab6e228b2d tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:00.912891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f9790a37-d8a8-4f8f-aa48-3cab6e228b2d tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0169241 Oct 12 23:15:00.914900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48464) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:00.936403 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b4176443-1a66-469e-a03e-a59e27868939 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '02e7d367-2a6d-4831-9b70-232bef4257bd', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:00.992774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fbf84546-da8f-46c8-8977-51bdd19f5e98 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:15:01.005655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:01.029182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: fbf84546-da8f-46c8-8977-51bdd19f5e98 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:15:01.029922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fbf84546-da8f-46c8-8977-51bdd19f5e98 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:15:01.259465 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-b4176443-1a66-469e-a03e-a59e27868939 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:01.260926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b4176443-1a66-469e-a03e-a59e27868939 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3435502 Oct 12 23:15:01.263687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48472) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:01.268923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f8e952c3-e66a-4ea2-b80a-ef4d1d9346b7 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '02e7d367-2a6d-4831-9b70-232bef4257bd', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:01.269840 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-f8e952c3-e66a-4ea2-b80a-ef4d1d9346b7 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 12 23:15:01.279366 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-f8e952c3-e66a-4ea2-b80a-ef4d1d9346b7 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:01.284224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f8e952c3-e66a-4ea2-b80a-ef4d1d9346b7 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0155234 Oct 12 23:15:01.284917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48474) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:01.291469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7f4b6373-be61-43f0-9d77-92d29bb57ed2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '02e7d367-2a6d-4831-9b70-232bef4257bd', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:01.505141 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:15:01.558700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48480) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:01.609845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:01.627660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1a32ce05-d307-4dcb-a3ec-68d409003e54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4422276 Oct 12 23:15:01.632244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48486) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:01.632406 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:01.647222 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:01.647859 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:01.653186 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-7f4b6373-be61-43f0-9d77-92d29bb57ed2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:01.654616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7f4b6373-be61-43f0-9d77-92d29bb57ed2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3667181 Oct 12 23:15:01.657451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48488) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:01.664901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3f59a9a8-e1ff-4897-8295-593c17289dd8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '02e7d367-2a6d-4831-9b70-232bef4257bd', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:01.727637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-53b9a54c-78c5-4522-8c10-1c73e06b01fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting subnet 945051f6-510f-447d-8f62-6947124bb629 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:15:01.737370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53b9a54c-78c5-4522-8c10-1c73e06b01fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:01.787920 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53b9a54c-78c5-4522-8c10-1c73e06b01fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:01.817603 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:01.900083 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:15:00Z', 'revision_number': 11, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:01.919177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5818bf50-793f-4be3-8756-a6a2f4b001f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2bdbd394f5148fb984944b592cb6338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586240 Oct 12 23:15:01.921428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48494) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:01.970532 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:15:01.982598 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:01.983696 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:02.019715 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53b9a54c-78c5-4522-8c10-1c73e06b01fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.056019 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-3f59a9a8-e1ff-4897-8295-593c17289dd8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:02.056948 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3f59a9a8-e1ff-4897-8295-593c17289dd8 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3985476 Oct 12 23:15:02.063469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48498) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:02.072310 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:02.108891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52de5d76-7055-4a30-9d89-943958594073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.136638 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:15:00Z', 'revision_number': 11, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:02.160489 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52de5d76-7055-4a30-9d89-943958594073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.185520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41ecb29a-92a5-400d-b29c-7d080c0ff5f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.215205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53b9a54c-78c5-4522-8c10-1c73e06b01fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.265046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b9a54c-78c5-4522-8c10-1c73e06b01fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Subnet': ['ID=945051f6-510f-447d-8f62-6947124bb629,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:02.270748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90ec4f7-adac-488a-8d32-f1b813ef0da8 None None] Network 4565ebe8-2238-4e9f-a00c-8401c6fadea7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:15:02.286374 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53b9a54c-78c5-4522-8c10-1c73e06b01fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.293858 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8da602-20ad-4de0-afdc-000ea7cdea31 None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:15:00Z', 'revision_number': 11, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:15:02.298679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-53b9a54c-78c5-4522-8c10-1c73e06b01fa tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/945051f6-510f-447d-8f62-6947124bb629 HTTP/1.1" status: 204 len: 168 time: 0.6653666 Oct 12 23:15:02.298679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48506) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:02.339424 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41ecb29a-92a5-400d-b29c-7d080c0ff5f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.460414 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52de5d76-7055-4a30-9d89-943958594073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.464075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52de5d76-7055-4a30-9d89-943958594073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.466527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-52de5d76-7055-4a30-9d89-943958594073 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3e5da27f-8d20-42f2-a0a3-83c85f7b2660 HTTP/1.1" status: 204 len: 168 time: 0.5425036 Oct 12 23:15:02.486196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de5d76-7055-4a30-9d89-943958594073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5da27f-8d20-42f2-a0a3-83c85f7b2660,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:02.489013 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.535877 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41ecb29a-92a5-400d-b29c-7d080c0ff5f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.540515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41ecb29a-92a5-400d-b29c-7d080c0ff5f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.542032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-41ecb29a-92a5-400d-b29c-7d080c0ff5f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/02e7d367-2a6d-4831-9b70-232bef4257bd HTTP/1.1" status: 204 len: 168 time: 0.4776042 Oct 12 23:15:02.557057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48512) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:02.558899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ecb29a-92a5-400d-b29c-7d080c0ff5f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e7d367-2a6d-4831-9b70-232bef4257bd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:02.621461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Deleting port a6081d89-0a7d-4f20-9d42-e460fa384d6c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:02.622120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.672148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b05fd2e-ae7b-47ca-a705-bd8902c574ab None None] DHCP port deletion for 4565ebe8-2238-4e9f-a00c-8401c6fadea7 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:15:02.680957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48514) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:02.686037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-568f70dd-77f8-42ad-a66b-28b267dd3b36 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1341821000'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:02.691194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3dcb5ea3-95ba-4f41-95ad-653d11b60bac tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1030478 Oct 12 23:15:02.791354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6b05fd2e-ae7b-47ca-a705-bd8902c574ab None None] Deleting port a6081d89-0a7d-4f20-9d42-e460fa384d6c {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:02.791929 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6b05fd2e-ae7b-47ca-a705-bd8902c574ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.819106 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] For port a6081d89-0a7d-4f20-9d42-e460fa384d6c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a6081d89-0a7d-4f20-9d42-e460fa384d6c,segment=NetworkSegment(fd397ac4-b265-43e8-a011-9c6ff81e6d46),segment_id=fd397ac4-b265-43e8-a011-9c6ff81e6d46)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:02.819106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:02.846921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Calling delete_port for a6081d89-0a7d-4f20-9d42-e460fa384d6c owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:02.938293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a6081d89-0a7d-4f20-9d42-e460fa384d6c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:15:02.969046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-568f70dd-77f8-42ad-a66b-28b267dd3b36 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.085624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6b05fd2e-ae7b-47ca-a705-bd8902c574ab None None] For port a6081d89-0a7d-4f20-9d42-e460fa384d6c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a6081d89-0a7d-4f20-9d42-e460fa384d6c,segment=NetworkSegment(fd397ac4-b265-43e8-a011-9c6ff81e6d46),segment_id=fd397ac4-b265-43e8-a011-9c6ff81e6d46)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:03.087043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6b05fd2e-ae7b-47ca-a705-bd8902c574ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.113804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-568f70dd-77f8-42ad-a66b-28b267dd3b36 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.123368 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.209190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Port': ['ID=a6081d89-0a7d-4f20-9d42-e460fa384d6c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:03.213274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No DVR routers for this DVR port a6081d89-0a7d-4f20-9d42-e460fa384d6c on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:15:03.229664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6b05fd2e-ae7b-47ca-a705-bd8902c574ab None None] Calling delete_port for a6081d89-0a7d-4f20-9d42-e460fa384d6c owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:03.232754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-568f70dd-77f8-42ad-a66b-28b267dd3b36 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.248837 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.301093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568f70dd-77f8-42ad-a66b-28b267dd3b36 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36a32555-baa8-4ec6-9938-98361dd0e709,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:03.351467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:15:03.391285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.397605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:15:03.398312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c7cc8ad-228f-4cd7-bc1c-af0300ae910f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:15:03.427929 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6b05fd2e-ae7b-47ca-a705-bd8902c574ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.443004 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-568f70dd-77f8-42ad-a66b-28b267dd3b36 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.443004 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-568f70dd-77f8-42ad-a66b-28b267dd3b36 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7546411 Oct 12 23:15:03.443004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48536) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:03.455596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-816f32b5-5fed-4f91-9bab-24a67397672b tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '36a32555-baa8-4ec6-9938-98361dd0e709', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:03.464618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4565ebe8-2238-4e9f-a00c-8401c6fadea7']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:03.481430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05fd2e-ae7b-47ca-a705-bd8902c574ab None None] Pushing event deleted for resources: {'Port': ['ID=a6081d89-0a7d-4f20-9d42-e460fa384d6c,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:03.481802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd397ac4-b265-43e8-a011-9c6ff81e6d46') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:03.482166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd397ac4-b265-43e8-a011-9c6ff81e6d46') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:03.488386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b05fd2e-ae7b-47ca-a705-bd8902c574ab None None] No DVR routers for this DVR port a6081d89-0a7d-4f20-9d42-e460fa384d6c on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:15:03.503554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.521921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.529759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:15:03.530181 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:15:03.534917 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:15:03.699674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48542) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:03.720171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a77c058f-d38e-4af1-b4ba-d7b43195879a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.759523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.771546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.774835 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/networks/4565ebe8-2238-4e9f-a00c-8401c6fadea7 HTTP/1.1" status: 204 len: 168 time: 1.4716172 Oct 12 23:15:03.778815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48544) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:03.788106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'routes': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:03.794898 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-816f32b5-5fed-4f91-9bab-24a67397672b tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The resource could not be found. Oct 12 23:15:03.797254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-816f32b5-5fed-4f91-9bab-24a67397672b tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3463583 Oct 12 23:15:03.798185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e26f835-8fb4-4155-a60d-a0a1086b638b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Pushing event deleted for resources: {'Network': ['ID=4565ebe8-2238-4e9f-a00c-8401c6fadea7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:03.812336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48546) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:03.820242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9eb1db5d-41e7-46a2-bce4-4234f8d26924 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': '36a32555-baa8-4ec6-9938-98361dd0e709', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '08abc2c3-91d7-49c7-a70c-5a3713c1e6a2'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:03.856131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a77c058f-d38e-4af1-b4ba-d7b43195879a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:03.950104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a77c058f-d38e-4af1-b4ba-d7b43195879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.025646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a77c058f-d38e-4af1-b4ba-d7b43195879a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=696b44b4453841f68883fd47a57215d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217533 Oct 12 23:15:04.027758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77c058f-d38e-4af1-b4ba-d7b43195879a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39880cb9-9f89-49bb-8531-8e2061c48522,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:04.076741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48564) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:04.158530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aea02a8e-b50a-428a-8b83-00349adf9ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.165017 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-9eb1db5d-41e7-46a2-bce4-4234f8d26924 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The resource could not be found. Oct 12 23:15:04.170489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48576) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:04.171497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9eb1db5d-41e7-46a2-bce4-4234f8d26924 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3564818 Oct 12 23:15:04.197901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.extraroute_db [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Added routes are [] {{(pid=101890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Oct 12 23:15:04.197901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.extraroute_db [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Removed routes are [] {{(pid=101890) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Oct 12 23:15:04.197901 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.237436 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aea02a8e-b50a-428a-8b83-00349adf9ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.437469 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aea02a8e-b50a-428a-8b83-00349adf9ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.441176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aea02a8e-b50a-428a-8b83-00349adf9ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.442348 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-aea02a8e-b50a-428a-8b83-00349adf9ecb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/39880cb9-9f89-49bb-8531-8e2061c48522 HTTP/1.1" status: 204 len: 168 time: 0.3646493 Oct 12 23:15:04.450459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-24174ebd-0141-4e58-8402-1e9594f28449 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.456780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea02a8e-b50a-428a-8b83-00349adf9ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39880cb9-9f89-49bb-8531-8e2061c48522,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:04.513255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.525584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.532307 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-24174ebd-0141-4e58-8402-1e9594f28449 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.679938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router b0ea2170-4c43-489c-8053-418704cc35d4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:15:04.761345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:04.769250 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.773080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a7e883aa-4a17-4698-903c-3ef74fb9feab tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4 HTTP/1.1" status: 200 len: 700 time: 0.9894598 Oct 12 23:15:04.773318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48592) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:04.774035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] Sync routers for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:04.787200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:04.791684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:04.826460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-24174ebd-0141-4e58-8402-1e9594f28449 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.829732 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-24174ebd-0141-4e58-8402-1e9594f28449 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:04.834249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48594) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:04.847479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-24174ebd-0141-4e58-8402-1e9594f28449 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/36a32555-baa8-4ec6-9938-98361dd0e709 HTTP/1.1" status: 204 len: 168 time: 0.6687841 Oct 12 23:15:04.852049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-36f18bd0-4da0-4dfe-be28-0ff0d3fcaf50 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0ea2170-4c43-489c-8053-418704cc35d4 HTTP/1.1" status: 200 len: 205 time: 0.0749631 Oct 12 23:15:04.853633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48596) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:04.883691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:04.899379 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2cc39672-e151-49b5-bd5b-dc6f89dcaa0d tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0632594 Oct 12 23:15:04.904078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48598) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:04.912781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-25dcbe94-8804-4a7d-8125-008161f28bce tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': 'ca32c35d-ff14-4433-9cd2-25b5634087d5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:05.012118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:15:00Z', 'revision_number': 11, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:05.025162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24174ebd-0141-4e58-8402-1e9594f28449 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a32555-baa8-4ec6-9938-98361dd0e709,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:05.053785 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a68f1be-7d07-4f4f-aea5-903e74d10c20 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.076920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] Checking router: b0ea2170-4c43-489c-8053-418704cc35d4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:15:05.098768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] Routers {'b0ea2170-4c43-489c-8053-418704cc35d4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:05.103644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['b0ea2170-4c43-489c-8053-418704cc35d4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:05.168704 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-25dcbe94-8804-4a7d-8125-008161f28bce tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The resource could not be found. Oct 12 23:15:05.172773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-25dcbe94-8804-4a7d-8125-008161f28bce tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2641399 Oct 12 23:15:05.177668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48608) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:05.182118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f76d57a6-01fd-4919-ae65-b72bd5b837f2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'tempest-secgroup--1332242484'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:05.303159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] Set router b0ea2170-4c43-489c-8053-418704cc35d4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:05.351471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f76d57a6-01fd-4919-ae65-b72bd5b837f2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.386564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:15:00Z', 'revision_number': 11, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:05.396689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48616) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:05.459544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb66fc40-f42b-42b2-ab48-dd96e04bee56 None None] The sync data for ids ['b0ea2170-4c43-489c-8053-418704cc35d4'] in n-d-790519-14 is: [{'id': 'b0ea2170-4c43-489c-8053-418704cc35d4', 'name': 'tempest-RoutersTest-router-716792719', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:30Z', 'updated_at': '2021-10-12T23:15:00Z', 'revision_number': 11, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:15:05.509403 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f76d57a6-01fd-4919-ae65-b72bd5b837f2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.591690 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f76d57a6-01fd-4919-ae65-b72bd5b837f2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.672657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d57a6-01fd-4919-ae65-b72bd5b837f2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd674f1f-73eb-4193-a3d9-05e7f8bde013,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:05.701373 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87406a48-a1b6-4243-a20a-6882f3e947c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.728046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f76d57a6-01fd-4919-ae65-b72bd5b837f2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.733438 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f76d57a6-01fd-4919-ae65-b72bd5b837f2 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5544269 Oct 12 23:15:05.855834 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87406a48-a1b6-4243-a20a-6882f3e947c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.858398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48624) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:05.866144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c7832d21-8d5c-4480-a6db-ee7bad99d07a tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'tempest-secgroup--321559452'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:05.921347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a68f1be-7d07-4f4f-aea5-903e74d10c20 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.924491 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a68f1be-7d07-4f4f-aea5-903e74d10c20 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.934571 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87406a48-a1b6-4243-a20a-6882f3e947c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:05.978405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87406a48-a1b6-4243-a20a-6882f3e947c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6becc5e9-57e7-4b83-a720-225e89048899,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:06.006760 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7832d21-8d5c-4480-a6db-ee7bad99d07a tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.037210 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-87406a48-a1b6-4243-a20a-6882f3e947c2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3aa23ef1750c48a0ad79b9190bceb421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6388173 Oct 12 23:15:06.041818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48628) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:06.088510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a68f1be-7d07-4f4f-aea5-903e74d10c20 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.089110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a68f1be-7d07-4f4f-aea5-903e74d10c20 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Fanout notify agent at l3_agent the message router_deleted on router b0ea2170-4c43-489c-8053-418704cc35d4 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:15:06.098729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a68f1be-7d07-4f4f-aea5-903e74d10c20 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.105082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4a68f1be-7d07-4f4f-aea5-903e74d10c20 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4 HTTP/1.1" status: 204 len: 168 time: 1.2463245 Oct 12 23:15:06.107447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48632) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:06.123301 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7832d21-8d5c-4480-a6db-ee7bad99d07a tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.127255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6786012a-de0e-4c6c-bace-6ed281e000d8 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1375254806', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:06.168115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5498805-3c06-4737-8a08-10b6a2828d98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.201101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5498805-3c06-4737-8a08-10b6a2828d98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.212831 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7832d21-8d5c-4480-a6db-ee7bad99d07a tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.263661 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6786012a-de0e-4c6c-bace-6ed281e000d8 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.272427 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6786012a-de0e-4c6c-bace-6ed281e000d8 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.322611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7832d21-8d5c-4480-a6db-ee7bad99d07a tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9930cf17-3ac0-4cdd-821e-d7f22b376ec6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:06.378240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7832d21-8d5c-4480-a6db-ee7bad99d07a tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.392445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c7832d21-8d5c-4480-a6db-ee7bad99d07a tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5194082 Oct 12 23:15:06.393132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48646) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:06.398868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3ed24102-5d25-4e5d-a07f-fe8e11482791 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group_rule': {'security_group_id': 'bd674f1f-73eb-4193-a3d9-05e7f8bde013', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '9930cf17-3ac0-4cdd-821e-d7f22b376ec6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:06.409279 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5498805-3c06-4737-8a08-10b6a2828d98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.412336 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5498805-3c06-4737-8a08-10b6a2828d98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.415337 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a5498805-3c06-4737-8a08-10b6a2828d98 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6becc5e9-57e7-4b83-a720-225e89048899 HTTP/1.1" status: 204 len: 168 time: 0.3745863 Oct 12 23:15:06.450213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5498805-3c06-4737-8a08-10b6a2828d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6becc5e9-57e7-4b83-a720-225e89048899,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:06.499849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6786012a-de0e-4c6c-bace-6ed281e000d8 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.643461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6786012a-de0e-4c6c-bace-6ed281e000d8 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.757733 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-3ed24102-5d25-4e5d-a07f-fe8e11482791 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:15:06.758915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3ed24102-5d25-4e5d-a07f-fe8e11482791 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3645432 Oct 12 23:15:06.761899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48658) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:06.767011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6786012a-de0e-4c6c-bace-6ed281e000d8 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:06.771034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48660) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:06.771502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6786012a-de0e-4c6c-bace-6ed281e000d8 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6629932 Oct 12 23:15:06.786299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3d30bfc6-b513-4d9b-a1de-011bc0d24c57 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:07.009636 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd599-566f-443b-91d7-4fd5ace0d1f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.098694 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3d30bfc6-b513-4d9b-a1de-011bc0d24c57 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.102993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd599-566f-443b-91d7-4fd5ace0d1f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.213976 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3d30bfc6-b513-4d9b-a1de-011bc0d24c57 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.338611 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd599-566f-443b-91d7-4fd5ace0d1f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.342117 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d0bd599-566f-443b-91d7-4fd5ace0d1f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.343669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7d0bd599-566f-443b-91d7-4fd5ace0d1f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/9930cf17-3ac0-4cdd-821e-d7f22b376ec6 HTTP/1.1" status: 204 len: 168 time: 0.5806687 Oct 12 23:15:07.347202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48670) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:07.354745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0bd599-566f-443b-91d7-4fd5ace0d1f9 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9930cf17-3ac0-4cdd-821e-d7f22b376ec6,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:07.453243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d30bfc6-b513-4d9b-a1de-011bc0d24c57 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Router 0aab33fd-4a81-4fed-a02f-d939f9d0871d is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:15:07.457404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48680) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:07.463575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f6f2f722-5295-49f1-ae08-c47087ed80ac tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1148465 Oct 12 23:15:07.464550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48682) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:07.507422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-949ace54-fb8b-4679-adc7-89e84e68eb91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.587622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48688) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:07.669160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d30bfc6-b513-4d9b-a1de-011bc0d24c57 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:07.682186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3d30bfc6-b513-4d9b-a1de-011bc0d24c57 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.685778 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] Sync routers for ids ['0aab33fd-4a81-4fed-a02f-d939f9d0871d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:07.686303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3d30bfc6-b513-4d9b-a1de-011bc0d24c57 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "PUT /v2.0/routers/0aab33fd-4a81-4fed-a02f-d939f9d0871d HTTP/1.1" status: 200 len: 694 time: 0.9098501 Oct 12 23:15:07.690824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48692) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:07.710193 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db0bb3e3-fd84-4fd9-9aa4-c5e424e2453c tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.718512 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] Routers {'0aab33fd-4a81-4fed-a02f-d939f9d0871d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:07.719293 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0aab33fd-4a81-4fed-a02f-d939f9d0871d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:07.788445 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db0bb3e3-fd84-4fd9-9aa4-c5e424e2453c tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.813739 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-949ace54-fb8b-4679-adc7-89e84e68eb91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:07.888344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48700) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:07.898494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-21b53046-7c7e-4988-8b48-17583653b269 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/routers/0aab33fd-4a81-4fed-a02f-d939f9d0871d HTTP/1.1" status: 200 len: 700 time: 0.1967366 Oct 12 23:15:07.907976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:07.919998 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] Set router 0aab33fd-4a81-4fed-a02f-d939f9d0871d gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:07.940522 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4dfe92c0-3bcd-4f55-8e5e-69bf1c98da46 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aab33fd-4a81-4fed-a02f-d939f9d0871d HTTP/1.1" status: 200 len: 205 time: 0.0481055 Oct 12 23:15:07.941610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48702) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:07.999025 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aab33fd-4a81-4fed-a02f-d939f9d0871d', 'name': 'tempest-RoutersTest-router-1375254806', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:06Z', 'updated_at': '2021-10-12T23:15:07Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:08.031802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-988db863-90ad-49ed-9ba0-7d9284289e23 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.035076 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] Checking router: 0aab33fd-4a81-4fed-a02f-d939f9d0871d for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:15:08.043794 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] Routers {'0aab33fd-4a81-4fed-a02f-d939f9d0871d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:08.044393 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:14:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0aab33fd-4a81-4fed-a02f-d939f9d0871d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:08.054748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db0bb3e3-fd84-4fd9-9aa4-c5e424e2453c tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.058277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db0bb3e3-fd84-4fd9-9aa4-c5e424e2453c tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.061872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-db0bb3e3-fd84-4fd9-9aa4-c5e424e2453c tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/bd674f1f-73eb-4193-a3d9-05e7f8bde013 HTTP/1.1" status: 204 len: 168 time: 0.5939939 Oct 12 23:15:08.063591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-949ace54-fb8b-4679-adc7-89e84e68eb91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.067956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48704) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:08.125922 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] Set router 0aab33fd-4a81-4fed-a02f-d939f9d0871d gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:08.138463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0bb3e3-fd84-4fd9-9aa4-c5e424e2453c tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd674f1f-73eb-4193-a3d9-05e7f8bde013,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:08.184865 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aab33fd-4a81-4fed-a02f-d939f9d0871d', 'name': 'tempest-RoutersTest-router-1375254806', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:06Z', 'updated_at': '2021-10-12T23:15:07Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:08.200110 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-949ace54-fb8b-4679-adc7-89e84e68eb91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=84929723c7a845efa55a4242120da214&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7416229 Oct 12 23:15:08.219422 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2ed63b-4bd5-449c-a1cd-b2966427ccea None None] The sync data for ids ['0aab33fd-4a81-4fed-a02f-d939f9d0871d'] in n-d-790519-14 is: [{'id': '0aab33fd-4a81-4fed-a02f-d939f9d0871d', 'name': 'tempest-RoutersTest-router-1375254806', 'tenant_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:06Z', 'updated_at': '2021-10-12T23:15:07Z', 'revision_number': 2, 'project_id': 'c407049c1a684ba4ab4882dbb91e1f76', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:15:08.231270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48706) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:08.243175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.285605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5f979859-1ea4-4932-bb57-2885954be669 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2120690 Oct 12 23:15:08.294586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48710) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:08.304872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-74ac2049-3c51-4d43-b08b-1f2d04468cf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'tempest-secgroup--957274225'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:08.329889 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-988db863-90ad-49ed-9ba0-7d9284289e23 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.336435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-988db863-90ad-49ed-9ba0-7d9284289e23 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.340496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ace54-fb8b-4679-adc7-89e84e68eb91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0aea72-c189-4154-bd91-9fba74714b2e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:08.429513 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1d09157-97b6-45b1-8521-f11b4dc2b9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.468565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74ac2049-3c51-4d43-b08b-1f2d04468cf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.524727 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.537806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1d09157-97b6-45b1-8521-f11b4dc2b9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.557770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-988db863-90ad-49ed-9ba0-7d9284289e23 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.558784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-988db863-90ad-49ed-9ba0-7d9284289e23 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Fanout notify agent at l3_agent the message router_deleted on router 0aab33fd-4a81-4fed-a02f-d939f9d0871d {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:15:08.602059 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-988db863-90ad-49ed-9ba0-7d9284289e23 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.602059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-988db863-90ad-49ed-9ba0-7d9284289e23 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/0aab33fd-4a81-4fed-a02f-d939f9d0871d HTTP/1.1" status: 204 len: 168 time: 0.6501222 Oct 12 23:15:08.611531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48718) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:08.683952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b918021-09cb-4bb2-af9a-2022ce2557ad tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=0aab33fd-4a81-4fed-a02f-d939f9d0871d HTTP/1.1" status: 200 len: 205 time: 0.0709572 Oct 12 23:15:08.688705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48720) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:08.749134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1d09157-97b6-45b1-8521-f11b4dc2b9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.753683 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d1d09157-97b6-45b1-8521-f11b4dc2b9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.755227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d1d09157-97b6-45b1-8521-f11b4dc2b9e7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f0aea72-c189-4154-bd91-9fba74714b2e HTTP/1.1" status: 204 len: 168 time: 0.5212436 Oct 12 23:15:08.756885 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-d67fc64a-be28-4fa4-a201-817bf2b73f54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] delete failed (client error): The resource could not be found. Oct 12 23:15:08.764184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d67fc64a-be28-4fa4-a201-817bf2b73f54 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/0aab33fd-4a81-4fed-a02f-d939f9d0871d HTTP/1.1" status: 404 len: 336 time: 0.0754781 Oct 12 23:15:08.767647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48724) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:08.802927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Allocated IP 172.25.2.145 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/5cdf04de-618d-425f-ad0a-cfceadc70635) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:08.803237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d09157-97b6-45b1-8521-f11b4dc2b9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0aea72-c189-4154-bd91-9fba74714b2e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:08.809295 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-561b4a95-ea34-4e63-b76a-ab08ae01ce9b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] DELETE failed (client error): The resource could not be found. Oct 12 23:15:08.809295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-561b4a95-ea34-4e63-b76a-ab08ae01ce9b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:08.832210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-561b4a95-ea34-4e63-b76a-ab08ae01ce9b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/75b0de03-df25-4112-9b8c-0199688047ac HTTP/1.1" status: 404 len: 337 time: 0.0597079 Oct 12 23:15:08.832210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48726) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:08.871891 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-301feba4-efc2-4169-aea1-5e1cfebc1420 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] DELETE failed (client error): The resource could not be found. Oct 12 23:15:08.872263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-301feba4-efc2-4169-aea1-5e1cfebc1420 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:08.878308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-301feba4-efc2-4169-aea1-5e1cfebc1420 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/503c2dc6-0be6-4079-945a-08123b57b735 HTTP/1.1" status: 404 len: 337 time: 0.0420353 Oct 12 23:15:08.878742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48728) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:08.884267 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74ac2049-3c51-4d43-b08b-1f2d04468cf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.914468 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5305cf5-8df3-4d0c-a04c-766a5e858e9d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] DELETE failed (client error): The resource could not be found. Oct 12 23:15:08.914956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5305cf5-8df3-4d0c-a04c-766a5e858e9d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:08.918509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c5305cf5-8df3-4d0c-a04c-766a5e858e9d tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/14f86d0e-07d9-415f-b781-eb771d1fe64d HTTP/1.1" status: 404 len: 337 time: 0.0385420 Oct 12 23:15:08.921345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48730) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:08.934295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74ac2049-3c51-4d43-b08b-1f2d04468cf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:08.969822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ac2049-3c51-4d43-b08b-1f2d04468cf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481e7b58-b095-45a4-8675-3f127dbe6e01,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:08.980062 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a634a5-835b-4288-8ac6-85360d9524fe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] DELETE failed (client error): The resource could not be found. Oct 12 23:15:08.987342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0a634a5-835b-4288-8ac6-85360d9524fe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:08.990579 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e0a634a5-835b-4288-8ac6-85360d9524fe tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/945051f6-510f-447d-8f62-6947124bb629 HTTP/1.1" status: 404 len: 337 time: 0.0682108 Oct 12 23:15:08.993267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48734) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.037042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-84d27243-6557-4335-b96d-537ce75494df tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0ea2170-4c43-489c-8053-418704cc35d4 HTTP/1.1" status: 200 len: 205 time: 0.0424979 Oct 12 23:15:09.039690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48736) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.091828 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74ac2049-3c51-4d43-b08b-1f2d04468cf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:09.093083 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-74ac2049-3c51-4d43-b08b-1f2d04468cf3 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7969069 Oct 12 23:15:09.094151 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-c927ccad-50b8-4290-a2a8-d2baa52e1aa5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] delete failed (client error): The resource could not be found. Oct 12 23:15:09.095373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c927ccad-50b8-4290-a2a8-d2baa52e1aa5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/b0ea2170-4c43-489c-8053-418704cc35d4 HTTP/1.1" status: 404 len: 336 time: 0.0543790 Oct 12 23:15:09.096581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48738) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.099603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48740) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.101368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0d0ada93-4664-4f34-ad97-13722ab71170 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:09.101805 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-0d0ada93-4664-4f34-ad97-13722ab71170 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 23:15:09.102270 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-0d0ada93-4664-4f34-ad97-13722ab71170 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 23:15:09.103476 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0d0ada93-4664-4f34-ad97-13722ab71170 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "PUT /v2.0/security-groups/481e7b58-b095-45a4-8675-3f127dbe6e01 HTTP/1.1" status: 409 len: 330 time: 0.0054889 Oct 12 23:15:09.107437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48742) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.129068 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:09.133027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2db196c8-7bed-4673-a0de-bbb3ca546a7b tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=212b7568-5362-4558-95f5-73ea838ef4bb HTTP/1.1" status: 200 len: 205 time: 0.0317619 Oct 12 23:15:09.137396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48744) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.201017 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-cc27b3eb-f0ab-49b9-95a5-f2266b534d09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] delete failed (client error): The resource could not be found. Oct 12 23:15:09.204241 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cc27b3eb-f0ab-49b9-95a5-f2266b534d09 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/212b7568-5362-4558-95f5-73ea838ef4bb HTTP/1.1" status: 404 len: 336 time: 0.0637982 Oct 12 23:15:09.204701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48748) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.287950 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:09.329058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:09.384477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:09.402752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:09.525245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Pushing event updated for resources: {'Port': ['ID=5cdf04de-618d-425f-ad0a-cfceadc70635,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:09.653090 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:09.669562 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4149fac-042f-4fe6-93c0-405b0d2b00f6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] DELETE failed (client error): The resource could not be found. Oct 12 23:15:09.670033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4149fac-042f-4fe6-93c0-405b0d2b00f6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:09.677625 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a4149fac-042f-4fe6-93c0-405b0d2b00f6 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/c7a3c6e8-2206-4d30-95ed-529a5afe281d HTTP/1.1" status: 404 len: 337 time: 0.4718788 Oct 12 23:15:09.681903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48762) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.725314 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5deb5294-d5e6-407c-b6fb-ed8635dcdb85 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=8745de79-061b-44f5-aad1-6f9044a6ae43 HTTP/1.1" status: 200 len: 205 time: 0.0405707 Oct 12 23:15:09.728001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48766) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.747287 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35920dda-62d0-42a4-88f4-da9be4249d26 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:09.801275 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-de0a11dc-e32a-44be-88aa-ae53e04d4523 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] delete failed (client error): The resource could not be found. Oct 12 23:15:09.802534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-de0a11dc-e32a-44be-88aa-ae53e04d4523 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/8745de79-061b-44f5-aad1-6f9044a6ae43 HTTP/1.1" status: 404 len: 336 time: 0.0735297 Oct 12 23:15:09.802860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35920dda-62d0-42a4-88f4-da9be4249d26 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:09.805259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48768) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.821350 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:09.869731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-770e1ec5-390b-4021-ad73-a3758bbceacc tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=13966b25-cb0f-41b1-99b2-f2d1b65d576b HTTP/1.1" status: 200 len: 205 time: 0.0630255 Oct 12 23:15:09.873049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48770) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.958203 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-8673e397-35d0-4a45-b41d-4d282c955a2a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] delete failed (client error): The resource could not be found. Oct 12 23:15:09.961594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8673e397-35d0-4a45-b41d-4d282c955a2a tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/13966b25-cb0f-41b1-99b2-f2d1b65d576b HTTP/1.1" status: 404 len: 336 time: 0.0817261 Oct 12 23:15:09.962447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48772) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.968801 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35920dda-62d0-42a4-88f4-da9be4249d26 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:09.972627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35920dda-62d0-42a4-88f4-da9be4249d26 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:09.973915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-35920dda-62d0-42a4-88f4-da9be4249d26 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/481e7b58-b095-45a4-8675-3f127dbe6e01 HTTP/1.1" status: 204 len: 168 time: 0.8655217 Oct 12 23:15:09.977002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48774) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:09.984539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35920dda-62d0-42a4-88f4-da9be4249d26 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481e7b58-b095-45a4-8675-3f127dbe6e01,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:10.061788 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1b3005e-6c4f-4830-8ea8-ab32e9eccf90 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] DELETE failed (client error): The resource could not be found. Oct 12 23:15:10.063523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1b3005e-6c4f-4830-8ea8-ab32e9eccf90 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:10.067385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d1b3005e-6c4f-4830-8ea8-ab32e9eccf90 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/ffa322ab-31c0-454d-8414-69527b4cdab6 HTTP/1.1" status: 404 len: 337 time: 0.1046238 Oct 12 23:15:10.070044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48782) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.109270 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fcda02ad-e59b-4944-b80f-727331c4eac4 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=20273b72-a23e-47d7-b915-4d097ceca573 HTTP/1.1" status: 200 len: 205 time: 0.0377223 Oct 12 23:15:10.114723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48784) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.231270 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-d125cac1-0860-48d0-af00-1160c07427d8 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] delete failed (client error): The resource could not be found. Oct 12 23:15:10.231270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d125cac1-0860-48d0-af00-1160c07427d8 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/20273b72-a23e-47d7-b915-4d097ceca573 HTTP/1.1" status: 404 len: 336 time: 0.1123002 Oct 12 23:15:10.231501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48790) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.240270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-40ffaafc-9b14-4c76-ba99-1112f97d8843 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2073500 Oct 12 23:15:10.240916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48792) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.257861 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-9f32ef28-82d2-47ae-96e9-e54dd5f6ac9a tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] delete failed (client error): The resource could not be found. Oct 12 23:15:10.262305 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9f32ef28-82d2-47ae-96e9-e54dd5f6ac9a tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "DELETE /v2.0/security-groups/3ff4b87f-9239-4e62-a60e-84e7691b6176 HTTP/1.1" status: 404 len: 347 time: 0.0172040 Oct 12 23:15:10.264773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48794) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.291999 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-4e55294e-19aa-45e5-9a06-28d6c37e0568 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] show failed (client error): The resource could not be found. Oct 12 23:15:10.297432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4e55294e-19aa-45e5-9a06-28d6c37e0568 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-groups/2d993629-95ba-4a62-9026-00b3c41ef9a7 HTTP/1.1" status: 404 len: 347 time: 0.0273869 Oct 12 23:15:10.297432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48796) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.320696 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-4a6ff17c-ac46-448d-b4f9-e4e12c763093 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] show failed (client error): The resource could not be found. Oct 12 23:15:10.326487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4a6ff17c-ac46-448d-b4f9-e4e12c763093 tempest-NegativeSecGroupTest-1401445441 tempest-NegativeSecGroupTest-1401445441-project] 10.222.0.31 "GET /v2.0/security-group-rules/59803099-e277-4f7e-abbb-0034a6791556 HTTP/1.1" status: 404 len: 356 time: 0.0234883 Oct 12 23:15:10.332598 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d1b2cf9-cd03-4a4e-816a-58d7a1b1562c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] DELETE failed (client error): The resource could not be found. Oct 12 23:15:10.334802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d1b2cf9-cd03-4a4e-816a-58d7a1b1562c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:10.338860 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8d1b2cf9-cd03-4a4e-816a-58d7a1b1562c tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/e76103e9-0918-43b0-b247-8f45cb40d46e HTTP/1.1" status: 404 len: 337 time: 0.1060622 Oct 12 23:15:10.346403 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48802) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.361073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:10.399215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f166b5a7-4791-4d61-98bf-5f3e0fb0ef87 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "GET /v2.0/ports?device_id=f163b73d-ece2-43e2-be5f-97be5136be7e HTTP/1.1" status: 200 len: 205 time: 0.0491464 Oct 12 23:15:10.400103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48804) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.460769 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-e6fa3fe0-d53b-4acd-82ec-875df1892903 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] delete failed (client error): The resource could not be found. Oct 12 23:15:10.463424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e6fa3fe0-d53b-4acd-82ec-875df1892903 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/routers/f163b73d-ece2-43e2-be5f-97be5136be7e HTTP/1.1" status: 404 len: 336 time: 0.0625682 Oct 12 23:15:10.464933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48808) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.468376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:10.522248 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3553a89-f341-49eb-8158-1a55bffa2de5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] DELETE failed (client error): The resource could not be found. Oct 12 23:15:10.524300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3553a89-f341-49eb-8158-1a55bffa2de5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:10.525933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Pushing event updated for resources: {'Port': ['ID=5cdf04de-618d-425f-ad0a-cfceadc70635,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:10.553684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f3553a89-f341-49eb-8158-1a55bffa2de5 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/c0da8584-e85e-4046-a3a4-a310aed135a7 HTTP/1.1" status: 404 len: 337 time: 0.0876026 Oct 12 23:15:10.559136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48812) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.592889 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e66d91bf-fd95-42a5-bb24-d414122bc6b7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] DELETE failed (client error): The resource could not be found. Oct 12 23:15:10.593361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e66d91bf-fd95-42a5-bb24-d414122bc6b7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:10.599054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e66d91bf-fd95-42a5-bb24-d414122bc6b7 tempest-RoutersTest-2130846445 tempest-RoutersTest-2130846445-project] 10.222.0.31 "DELETE /v2.0/subnets/58a38f9c-476d-465e-877d-67113bf44c29 HTTP/1.1" status: 404 len: 337 time: 0.0359743 Oct 12 23:15:10.605805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:10.731050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:10.732309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-07de1ce1-cf7d-426b-9757-687a928f2595 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1438282 Oct 12 23:15:10.735311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48826) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:10.747716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1328994354', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'fixed_ips': [{'ip_address': '172.25.2.145'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:10.832254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Made reservation on behalf of f577e269f6d1422f82c501ec02b2769f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:10.835172 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:10.844566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:10.932888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.003651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.009402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] device_id is not set on port ff77b3ed-1feb-4268-8c10-8bee1cfdfdae yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:15:11.134872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48836) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:11.170432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48840) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:11.209483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ce7f191-5602-4fea-b102-a95651af696e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:11.324024 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 23:15:11.324587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:15:11.339692 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6583ef12-fcae-42d5-9e86-5b2260ce6e62 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8b3a572ae0dc41cf91591aa7bbe655ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010117 Oct 12 23:15:11.340216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48844) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:11.391073 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-46f85b70-9104-495e-a764-d990d5b58019 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c407049c1a684ba4ab4882dbb91e1f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2181945 Oct 12 23:15:11.396586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48846) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:11.404216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5b83872a-d8fc-4858-a703-d35228b4e7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.430440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5b83872a-d8fc-4858-a703-d35228b4e7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.465812 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bb822033-4731-460f-8d83-9877b733c47a tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7294683 Oct 12 23:15:11.468475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48848) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:11.545065 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6bdeccef-cb6b-4275-8e8f-06c0384e52fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.562649 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5b83872a-d8fc-4858-a703-d35228b4e7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.571115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5b83872a-d8fc-4858-a703-d35228b4e7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.577918 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5b83872a-d8fc-4858-a703-d35228b4e7bf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a8dd84e1-347c-4b6c-8d0d-95b4774fcb2a HTTP/1.1" status: 204 len: 168 time: 0.2366250 Oct 12 23:15:11.629916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b83872a-d8fc-4858-a703-d35228b4e7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8dd84e1-347c-4b6c-8d0d-95b4774fcb2a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:11.658285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6bdeccef-cb6b-4275-8e8f-06c0384e52fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.747656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48860) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:11.827959 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Deleting port 5cdf04de-618d-425f-ad0a-cfceadc70635 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:11.832431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.946769 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6bdeccef-cb6b-4275-8e8f-06c0384e52fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.965092 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cea0ffe-2540-42ed-8623-8dfec92e799b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.969045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6bdeccef-cb6b-4275-8e8f-06c0384e52fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:11.975572 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6bdeccef-cb6b-4275-8e8f-06c0384e52fa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a922244c-2a45-4381-b134-92f79fdef9ed HTTP/1.1" status: 204 len: 168 time: 0.5762854 Oct 12 23:15:11.993801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdeccef-cb6b-4275-8e8f-06c0384e52fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a922244c-2a45-4381-b134-92f79fdef9ed,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:12.059084 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.059274 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.102592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Calling delete_port for 5cdf04de-618d-425f-ad0a-cfceadc70635 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:12.117175 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6f10bd1d-0bcd-41d6-bdc4-8cf68d62274a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.130452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cea0ffe-2540-42ed-8623-8dfec92e799b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.220292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cea0ffe-2540-42ed-8623-8dfec92e799b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.568879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8cea0ffe-2540-42ed-8623-8dfec92e799b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=99499db19f1641ca89e8ef20aa769adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5801730 Oct 12 23:15:12.568879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea0ffe-2540-42ed-8623-8dfec92e799b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5d1792-2c32-4e31-947f-855d29476676,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:12.568879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48888) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:12.568879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a44df4f9-def4-4fd1-a1db-e775f9c4102b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.568879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a44df4f9-def4-4fd1-a1db-e775f9c4102b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.574131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.574131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cdf04de-618d-425f-ad0a-cfceadc70635,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:12.626239 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a44df4f9-def4-4fd1-a1db-e775f9c4102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.629409 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a44df4f9-def4-4fd1-a1db-e775f9c4102b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.630666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a44df4f9-def4-4fd1-a1db-e775f9c4102b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5a5d1792-2c32-4e31-947f-855d29476676 HTTP/1.1" status: 204 len: 168 time: 0.2968080 Oct 12 23:15:12.637594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.643940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:12.643940 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7203aa07-80a9-4566-a84f-34106e21b2c3 tempest-ExternalNetworksAdminNegativeTestJSON-666901260 tempest-ExternalNetworksAdminNegativeTestJSON-666901260-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/883cb0dd-99df-463b-bc1d-7cb1d6603834 HTTP/1.1" status: 204 len: 168 time: 1.1722929 Oct 12 23:15:12.656381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44df4f9-def4-4fd1-a1db-e775f9c4102b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5d1792-2c32-4e31-947f-855d29476676,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:13.373284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48938) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:13.591529 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb3ec-c2de-4ec4-b2cf-5b6488f014d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:13.739714 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb3ec-c2de-4ec4-b2cf-5b6488f014d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:13.855143 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fbfb3ec-c2de-4ec4-b2cf-5b6488f014d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:13.906090 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0fbfb3ec-c2de-4ec4-b2cf-5b6488f014d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4db6c4f07212454bac0120175a740b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5306511 Oct 12 23:15:13.909387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48964) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:13.911722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfb3ec-c2de-4ec4-b2cf-5b6488f014d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c860b1-bf8b-4011-92f3-86d5e9641810,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:13.972105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:13.998733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:14.162441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48974) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:14.218657 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:14.229400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:14.235369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/65c860b1-bf8b-4011-92f3-86d5e9641810 HTTP/1.1" status: 204 len: 168 time: 0.3248096 Oct 12 23:15:14.258757 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c860b1-bf8b-4011-92f3-86d5e9641810,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:14.276342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.276912 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.277415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.278013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.278521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.279288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.279795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.280468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.280972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.281758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.282446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.283213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d22c09-e443-4164-bedb-4b3ce34fafbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:14.418027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-726f0592-341f-4f04-adfb-5ff2ecff1360 tempest-ServiceProvidersTest-689965167 tempest-ServiceProvidersTest-689965167-project] 10.222.0.31 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2538698 Oct 12 23:15:14.449668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48992) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:15.354191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:15.398984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49028) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:15.523626 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:15.558728 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4179dffe-2033-4653-a501-85a0c930aa8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:15.600166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49038) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:15.662251 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ce083e63-9abe-4c3c-b365-819051168fff admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f577e269f6d1422f82c501ec02b2769f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577798 Oct 12 23:15:15.662503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49042) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:15.758916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Deleting port ed13aa36-d40c-490d-938f-757f477e0cc6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:15.759308 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:15.804438 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d014-898f-4258-ad9c-5c5fddc1ec41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:15.851446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d014-898f-4258-ad9c-5c5fddc1ec41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:15.866355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] For port ed13aa36-d40c-490d-938f-757f477e0cc6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ed13aa36-d40c-490d-938f-757f477e0cc6,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:15.866857 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:15.884032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Calling delete_port for ed13aa36-d40c-490d-938f-757f477e0cc6 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:15.905321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98d941fc-9fd6-49df-9803-dacc4f1f1f50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:15.989431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d014-898f-4258-ad9c-5c5fddc1ec41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.005508 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3e6d014-898f-4258-ad9c-5c5fddc1ec41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.006779 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d3e6d014-898f-4258-ad9c-5c5fddc1ec41 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9ce7f191-5602-4fea-b102-a95651af696e HTTP/1.1" status: 204 len: 168 time: 0.3432877 Oct 12 23:15:16.059604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e6d014-898f-4258-ad9c-5c5fddc1ec41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ce7f191-5602-4fea-b102-a95651af696e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:16.144638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.197091 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98d941fc-9fd6-49df-9803-dacc4f1f1f50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.353835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98d941fc-9fd6-49df-9803-dacc4f1f1f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.415692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d941fc-9fd6-49df-9803-dacc4f1f1f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bda1dcea-7ebf-4e0e-9171-e183b8889306,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:16.422579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49066) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:16.422751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-98d941fc-9fd6-49df-9803-dacc4f1f1f50 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f61306d372e1497baf8b44b06ef06d48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0224314 Oct 12 23:15:16.429918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.457590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed13aa36-d40c-490d-938f-757f477e0cc6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:16.490386 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-432ec304-9fe3-4c59-887a-4973da069ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.517485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-432ec304-9fe3-4c59-887a-4973da069ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.695441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-432ec304-9fe3-4c59-887a-4973da069ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.699639 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-432ec304-9fe3-4c59-887a-4973da069ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:16.701089 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-432ec304-9fe3-4c59-887a-4973da069ff0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/bda1dcea-7ebf-4e0e-9171-e183b8889306 HTTP/1.1" status: 204 len: 168 time: 0.2773330 Oct 12 23:15:16.723283 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ec304-9fe3-4c59-887a-4973da069ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda1dcea-7ebf-4e0e-9171-e183b8889306,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:17.334603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:17.629122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Router 69e5773f-83fb-433f-bec1-9ac32dc56293 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:15:17.841027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:17.858878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] Sync routers for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:17.859445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-66910375-94bd-4c49-875f-25ddaa2db0b7 admin admin] 10.222.0.31 "PUT /v2.0/routers/69e5773f-83fb-433f-bec1-9ac32dc56293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4084926 Oct 12 23:15:17.863002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49134) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:17.880685 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:17.898235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:17.900922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:18.047364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:18.069370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:18.248004 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:18.270055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:15:16Z', 'revision_number': 5, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:18.296678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] Checking router: 69e5773f-83fb-433f-bec1-9ac32dc56293 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:15:18.305582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] Routers {'69e5773f-83fb-433f-bec1-9ac32dc56293'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:18.306190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['69e5773f-83fb-433f-bec1-9ac32dc56293'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:18.412043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] Set router 69e5773f-83fb-433f-bec1-9ac32dc56293 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:18.444573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49150) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:18.613376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:15:16Z', 'revision_number': 5, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:18.643793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9a588d-713a-4c83-a555-2ceb214865a2 None None] The sync data for ids ['69e5773f-83fb-433f-bec1-9ac32dc56293'] in n-d-790519-14 is: [{'id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'name': 'tempest-TaggedBootDevicesTest-1466544108-router', 'tenant_id': '857b2a742f2c40e59f599f2a663aa697', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225'}], 'enable_snat': True}, 'gw_port_id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:03:15Z', 'updated_at': '2021-10-12T23:15:16Z', 'revision_number': 5, 'project_id': '857b2a742f2c40e59f599f2a663aa697', 'gw_port': {'id': '54dd8993-5499-4dd0-b823-1908de6c7f86', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:9f:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69e5773f-83fb-433f-bec1-9ac32dc56293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:03:17Z', 'updated_at': '2021-10-12T23:03:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:15:18.959840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Deleting port 54dd8993-5499-4dd0-b823-1908de6c7f86 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:18.966385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.036352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ed13aa36-d40c-490d-938f-757f477e0cc6 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:15:19.059156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ed13aa36-d40c-490d-938f-757f477e0cc6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:15:19.059156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ed13aa36-d40c-490d-938f-757f477e0cc6 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:15:19.062446 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.119941 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5ef7fdf-e846-466c-858e-31a217f42552 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.123251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] For port 54dd8993-5499-4dd0-b823-1908de6c7f86, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=54dd8993-5499-4dd0-b823-1908de6c7f86,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:19.123621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.164897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Calling delete_port for 54dd8993-5499-4dd0-b823-1908de6c7f86 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:19.248504 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.412330 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5ef7fdf-e846-466c-858e-31a217f42552 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.506358 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5ef7fdf-e846-466c-858e-31a217f42552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.574853 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.592626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f5ef7fdf-e846-466c-858e-31a217f42552 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5784f39068d04eb9b26696e9cba1dad6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1467547 Oct 12 23:15:19.598580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49196) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:19.628751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Pushing event deleted for resources: {'Port': ['ID=54dd8993-5499-4dd0-b823-1908de6c7f86,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:19.646571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef7fdf-e846-466c-858e-31a217f42552 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217e1e16-ec0c-44c0-bba7-c5f3d1b18083,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:19.722152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.745540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-655998ec-a3d1-4af4-a469-9fafca7ce003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.773681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-655998ec-a3d1-4af4-a469-9fafca7ce003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.881973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.888833 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.945516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-655998ec-a3d1-4af4-a469-9fafca7ce003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.955386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-655998ec-a3d1-4af4-a469-9fafca7ce003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:19.955386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-655998ec-a3d1-4af4-a469-9fafca7ce003 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/217e1e16-ec0c-44c0-bba7-c5f3d1b18083 HTTP/1.1" status: 204 len: 168 time: 0.3484464 Oct 12 23:15:19.957743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655998ec-a3d1-4af4-a469-9fafca7ce003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217e1e16-ec0c-44c0-bba7-c5f3d1b18083,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:20.043167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:20.048617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69e5773f-83fb-433f-bec1-9ac32dc56293 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:15:20.060572 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:20.067020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49216) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:20.069423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a8c796ff-404e-4cdc-80d5-61b7b88b474b admin admin] 10.222.0.31 "DELETE /v2.0/routers/69e5773f-83fb-433f-bec1-9ac32dc56293 HTTP/1.1" status: 204 len: 168 time: 2.2053292 Oct 12 23:15:20.146342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc8cd731-915c-45e7-a0c0-31277c9277b8 admin admin] Deleting subnet 744baed7-223d-48b8-8872-5792b66dbf13 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:15:20.151352 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd731-915c-45e7-a0c0-31277c9277b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:20.239658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd731-915c-45e7-a0c0-31277c9277b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:20.358191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd731-915c-45e7-a0c0-31277c9277b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:20.567601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd731-915c-45e7-a0c0-31277c9277b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:20.585627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc8cd731-915c-45e7-a0c0-31277c9277b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:20.586883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f4266-8e5a-4831-a5ed-c12330ef7d36 None None] Network 7a9066f4-9838-43ba-8ee9-2a40f558149a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:15:20.615443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dc8cd731-915c-45e7-a0c0-31277c9277b8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/744baed7-223d-48b8-8872-5792b66dbf13 HTTP/1.1" status: 204 len: 168 time: 0.5414481 Oct 12 23:15:20.616417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49236) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:20.724170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8cd731-915c-45e7-a0c0-31277c9277b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744baed7-223d-48b8-8872-5792b66dbf13,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:20.799418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:20.898755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Deleting port e06acb8f-f9f5-4866-8d63-69d77fa70a4c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:20.899217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:20.940358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] DHCP port deletion for 7a9066f4-9838-43ba-8ee9-2a40f558149a request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:15:20.972622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 54dd8993-5499-4dd0-b823-1908de6c7f86 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:15:20.998570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 54dd8993-5499-4dd0-b823-1908de6c7f86 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:15:20.999187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 54dd8993-5499-4dd0-b823-1908de6c7f86 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:15:21.031083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] For port e06acb8f-f9f5-4866-8d63-69d77fa70a4c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e06acb8f-f9f5-4866-8d63-69d77fa70a4c,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:21.034723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.035782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Deleting port e06acb8f-f9f5-4866-8d63-69d77fa70a4c {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:21.036162 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.050668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Calling delete_port for e06acb8f-f9f5-4866-8d63-69d77fa70a4c owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:21.210058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49256) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:21.226212 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db7affe9-5dc4-421d-a3cd-3989b512344b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.244892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.320804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] No DVR routers for this DVR port e06acb8f-f9f5-4866-8d63-69d77fa70a4c on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:15:21.327019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e06acb8f-f9f5-4866-8d63-69d77fa70a4c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:21.372313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] For port e06acb8f-f9f5-4866-8d63-69d77fa70a4c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e06acb8f-f9f5-4866-8d63-69d77fa70a4c,segment=NetworkSegment(5fd03cfa-b129-4669-ba46-1056e653cefc),segment_id=5fd03cfa-b129-4669-ba46-1056e653cefc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:21.373037 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.416752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Calling delete_port for e06acb8f-f9f5-4866-8d63-69d77fa70a4c owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:21.466393 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.499814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a9066f4-9838-43ba-8ee9-2a40f558149a']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:21.504220 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.509512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fd03cfa-b129-4669-ba46-1056e653cefc') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:21.510018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fd03cfa-b129-4669-ba46-1056e653cefc') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:21.517564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] No DVR routers for this DVR port e06acb8f-f9f5-4866-8d63-69d77fa70a4c on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:15:21.539455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Pushing event deleted for resources: {'Port': ['ID=e06acb8f-f9f5-4866-8d63-69d77fa70a4c,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:21.549815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.550426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.551395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.552306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.552853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.553410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.553966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.554517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.555252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.556012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.556558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.557107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131c7e95-8bc3-4cde-b940-369bf2a0bfbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:21.587327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.650542 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.671520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:15:21.671944 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:15:21.677611 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:15:21.847162 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db7affe9-5dc4-421d-a3cd-3989b512344b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.888429 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.895262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:21.900843 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/7a9066f4-9838-43ba-8ee9-2a40f558149a HTTP/1.1" status: 204 len: 168 time: 1.2867975 Oct 12 23:15:21.915565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c714591-3355-4f1f-8fcb-a6eee34daac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a9066f4-9838-43ba-8ee9-2a40f558149a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:21.961402 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db7affe9-5dc4-421d-a3cd-3989b512344b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:22.027436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-db7affe9-5dc4-421d-a3cd-3989b512344b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b210a5fde9254479ae58487cee46910f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8189838 Oct 12 23:15:22.042305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:22.043158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7affe9-5dc4-421d-a3cd-3989b512344b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b070c2e-864e-4604-85a0-04b625a31ba2,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:22.105390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09c55cb-43eb-4234-98c4-c36094b28b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:22.132818 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09c55cb-43eb-4234-98c4-c36094b28b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:22.294650 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09c55cb-43eb-4234-98c4-c36094b28b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:22.297331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09c55cb-43eb-4234-98c4-c36094b28b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:22.301141 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f09c55cb-43eb-4234-98c4-c36094b28b8e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4b070c2e-864e-4604-85a0-04b625a31ba2 HTTP/1.1" status: 204 len: 168 time: 0.2667806 Oct 12 23:15:22.307972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09c55cb-43eb-4234-98c4-c36094b28b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b070c2e-864e-4604-85a0-04b625a31ba2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:22.637810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49312) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:22.695037 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b1536a40-388e-4853-9361-01a0f6a3c095 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=857b2a742f2c40e59f599f2a663aa697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560443 Oct 12 23:15:22.697527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49318) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:22.796213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b78ce2f-7c16-4f39-9452-8c186d264bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:22.833928 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b78ce2f-7c16-4f39-9452-8c186d264bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:22.854003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e06acb8f-f9f5-4866-8d63-69d77fa70a4c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:15:22.901018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e06acb8f-f9f5-4866-8d63-69d77fa70a4c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:15:22.901367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e06acb8f-f9f5-4866-8d63-69d77fa70a4c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:15:23.035838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b78ce2f-7c16-4f39-9452-8c186d264bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:23.038835 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b78ce2f-7c16-4f39-9452-8c186d264bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:23.040390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3b78ce2f-7c16-4f39-9452-8c186d264bf7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d8c2126a-f376-47c9-810c-a976ffef8d54 HTTP/1.1" status: 204 len: 168 time: 0.3419499 Oct 12 23:15:23.049897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b78ce2f-7c16-4f39-9452-8c186d264bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c2126a-f376-47c9-810c-a976ffef8d54,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:23.669015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49356) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:24.095340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:24.248692 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:24.374212 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:24.523410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Allocated IP 172.25.2.67 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/2015ab6f-fb9e-4ff6-9ea7-cced0c00c6ea) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:24.578295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49400) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:24.665925 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:24.743757 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6488a1a1-886a-4b8d-9531-867c48cd7a7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:24.790801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:24.844905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:24.851434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:24.853724 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6488a1a1-886a-4b8d-9531-867c48cd7a7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:24.858554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:24.897064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event updated for resources: {'Port': ['ID=2015ab6f-fb9e-4ff6-9ea7-cced0c00c6ea,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:24.981014 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6488a1a1-886a-4b8d-9531-867c48cd7a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:24.986883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.040868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6488a1a1-886a-4b8d-9531-867c48cd7a7b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f232b29270da48b7a31d51579402514c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4599853 Oct 12 23:15:25.042396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6488a1a1-886a-4b8d-9531-867c48cd7a7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69ad68c-9b66-4797-9f7c-80cad332eea9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:25.043645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49438) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:25.137196 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.176788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df24b4a3-b3d9-4371-99d0-06d778fd5367 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.224515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df24b4a3-b3d9-4371-99d0-06d778fd5367 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.477045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.488769 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df24b4a3-b3d9-4371-99d0-06d778fd5367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.493020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df24b4a3-b3d9-4371-99d0-06d778fd5367 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.497642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-df24b4a3-b3d9-4371-99d0-06d778fd5367 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f69ad68c-9b66-4797-9f7c-80cad332eea9 HTTP/1.1" status: 204 len: 168 time: 0.4492915 Oct 12 23:15:25.509440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24b4a3-b3d9-4371-99d0-06d778fd5367 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69ad68c-9b66-4797-9f7c-80cad332eea9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:25.547827 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.637165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event updated for resources: {'Port': ['ID=2015ab6f-fb9e-4ff6-9ea7-cced0c00c6ea,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:25.652978 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.725331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.729592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49462) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:25.736794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f654ce3d-1c2b-41c1-8f93-83328aee85d0 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0647752 Oct 12 23:15:25.736998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-73237780'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:25.887149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Made reservation on behalf of 9351617ad51d4d0581183a188bfb368a for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:25.893006 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.903991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:25.937009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49470) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:26.063532 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.149378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-819877484-network', 'tenant_id': 'f2887ee8c8564cb1a904b475ce614985'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:26.176733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.233887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:15:26.246095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5daa617-54a2-41d9-8a46-74c85159872b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:26.251791 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.252693 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Added segment 64112f2e-6b09-4eec-bebb-4052dc2d771d of type vlan for network d965a00d-b86b-4e4f-a501-e75a657f0550 Oct 12 23:15:26.260342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Made reservation on behalf of f2887ee8c8564cb1a904b475ce614985 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:26.266437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.273798 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.308026 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.378330 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.412127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49490) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:26.426489 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca923787-2b34-4cc3-9586-5899047f0571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.478494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.512581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:15:26.534295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.547618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:26.548814 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.591692 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.592204 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Added segment 8bddf365-dcca-46e2-b21b-95cedf1d24ec of type vlan for network 83bf3549-350b-42a7-badd-a4c61f66b0ed Oct 12 23:15:26.594867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740ff3bb-cd61-4c84-8f39-20685a0ed362,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:26.634092 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca923787-2b34-4cc3-9586-5899047f0571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.640768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.641116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.641506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.641890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.642266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.643168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.643510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.643847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.644197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.644650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.644835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.646075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:26.685114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.690620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event updated for resources: {'Network': ['ID=d965a00d-b86b-4e4f-a501-e75a657f0550,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:26.711315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network d965a00d-b86b-4e4f-a501-e75a657f0550 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:15:26.713955 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6c04c8fb-3371-4a30-8be8-47522e17d1ea tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9832299 Oct 12 23:15:26.717046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49498) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:26.723100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Request body: {'subnet': {'network_id': 'd965a00d-b86b-4e4f-a501-e75a657f0550', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:26.763807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ca923787-2b34-4cc3-9586-5899047f0571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.837190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.839028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:26.839658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:26.863555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca923787-2b34-4cc3-9586-5899047f0571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c02c3b-f50c-42f5-9eb4-2f4ea70d77cb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:26.941245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ca923787-2b34-4cc3-9586-5899047f0571 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d3860ada7df14fdda796c0608028e49b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5254564 Oct 12 23:15:26.941940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49506) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:26.953452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Made reservation on behalf of 9351617ad51d4d0581183a188bfb368a for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:26.960325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:27.002208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] Pushing event updated for resources: {'Network': ['ID=83bf3549-350b-42a7-badd-a4c61f66b0ed,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:27.019618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 83bf3549-350b-42a7-badd-a4c61f66b0ed details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:15:27.040026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b923382-76a1-48b0-8841-2d830e0f6d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:27.072704 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b923382-76a1-48b0-8841-2d830e0f6d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:27.111518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49514) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:27.112941 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-60064b4d-535d-431f-97d3-f3e498e7b9b8 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1746972 Oct 12 23:15:27.121286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Request body: {'subnet': {'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-819877484-subnet', 'tenant_id': 'f2887ee8c8564cb1a904b475ce614985', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:27.276900 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b923382-76a1-48b0-8841-2d830e0f6d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:27.280111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b923382-76a1-48b0-8841-2d830e0f6d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:27.281281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9b923382-76a1-48b0-8841-2d830e0f6d17 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8c02c3b-f50c-42f5-9eb4-2f4ea70d77cb HTTP/1.1" status: 204 len: 168 time: 0.3389411 Oct 12 23:15:27.284372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Made reservation on behalf of f2887ee8c8564cb1a904b475ce614985 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:27.290456 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:27.306103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b923382-76a1-48b0-8841-2d830e0f6d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c02c3b-f50c-42f5-9eb4-2f4ea70d77cb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:27.365069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:27.481978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event updated for resources: {'Subnet': ['ID=c8e7fbe9-7e8d-4ea3-85a8-f34ab4a3c603,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:27.508134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Checking segment: {'id': '64112f2e-6b09-4eec-bebb-4052dc2d771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd965a00d-b86b-4e4f-a501-e75a657f0550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:15:27.508583 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Network hostable DHCP agents. Network: d965a00d-b86b-4e4f-a501-e75a657f0550, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:15:27.635771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Network d965a00d-b86b-4e4f-a501-e75a657f0550 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:15:27.694663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:27.738060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, d965a00d-b86b-4e4f-a501-e75a657f0550) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:27.748879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:27.749531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a1d38d-3f88-4ec5-aeee-e617a5f9a157 None None] Network d965a00d-b86b-4e4f-a501-e75a657f0550 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:15:27.750166 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:27.793176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b079df0e-2155-475f-b3e6-33708313146e,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:27.796111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Checking segment: {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:15:27.796701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Network hostable DHCP agents. Network: 83bf3549-350b-42a7-badd-a4c61f66b0ed, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:15:27.853192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-925fe2da-8e3f-4053-92ce-3fea7fbcde74 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1339808 Oct 12 23:15:27.861639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49556) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:27.867817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1304422268', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:27.915865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Network 83bf3549-350b-42a7-badd-a4c61f66b0ed is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:15:27.971497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-d965a00d-b86b-4e4f-a501-e75a657f0550', 'network_id': 'd965a00d-b86b-4e4f-a501-e75a657f0550', 'tenant_id': '9351617ad51d4d0581183a188bfb368a', 'fixed_ips': [{'subnet_id': 'c8e7fbe9-7e8d-4ea3-85a8-f34ab4a3c603'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:15:27.972492 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:28.066775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:28.080930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:28.080930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 83bf3549-350b-42a7-badd-a4c61f66b0ed) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:28.083596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6d2b95-23bb-409f-84ec-4e70dc292124 None None] Network 83bf3549-350b-42a7-badd-a4c61f66b0ed requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:15:28.090540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:28.091165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:28.203839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:28.224718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ec2135c1-6df5-4d3d-b6ad-77df6d2e6681 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1096551 Oct 12 23:15:28.296089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee0e827-8130-4180-9ec7-7d7d5d4b550e None None] Network 83bf3549-350b-42a7-badd-a4c61f66b0ed requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:15:28.354170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Allocated IP 172.20.0.2 (d965a00d-b86b-4e4f-a501-e75a657f0550/c8e7fbe9-7e8d-4ea3-85a8-f34ab4a3c603/96b1a6e9-8d12-41f2-8b3f-bc78727759bb) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:28.722082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:28.815426 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:28.941649 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:29.076700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Network d965a00d-b86b-4e4f-a501-e75a657f0550 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:29.081718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:29.087651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:29.103489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Pushing event updated for resources: {'Port': ['ID=96b1a6e9-8d12-41f2-8b3f-bc78727759bb,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:29.227379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Attempting to bind port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:15:29.237665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Attempting to bind port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '64112f2e-6b09-4eec-bebb-4052dc2d771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd965a00d-b86b-4e4f-a501-e75a657f0550'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:15:29.237665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Attempting to bind port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb on network d965a00d-b86b-4e4f-a501-e75a657f0550 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:15:29.242038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:15:29.244909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Checking segment: {'id': '64112f2e-6b09-4eec-bebb-4052dc2d771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd965a00d-b86b-4e4f-a501-e75a657f0550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:15:29.256033 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:29.256727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Bound using segment: {'id': '64112f2e-6b09-4eec-bebb-4052dc2d771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd965a00d-b86b-4e4f-a501-e75a657f0550'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:15:29.257398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Bound port: 96b1a6e9-8d12-41f2-8b3f-bc78727759bb, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64112f2e-6b09-4eec-bebb-4052dc2d771d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'd965a00d-b86b-4e4f-a501-e75a657f0550'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:15:29.258004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:29.260242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-4213cf7f-4ee7-4ccc-aa04-b43e9f799caf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:29.269232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-4213cf7f-4ee7-4ccc-aa04-b43e9f799caf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/networks?id=83bf3549-350b-42a7-badd-a4c61f66b0ed HTTP/1.1" status: 200 len: 814 time: 0.3460054 Oct 12 23:15:29.286517 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-0cd2519b-106e-4ab3-829e-7d9058ec6693 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/quotas/f2887ee8c8564cb1a904b475ce614985 HTTP/1.1" status: 200 len: 375 time: 0.0160315 Oct 12 23:15:29.325542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-6421db42-e7ab-4f9e-bda1-7562a09ffadf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378325 Oct 12 23:15:29.419326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] For port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:15:29.426876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] For port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=96b1a6e9-8d12-41f2-8b3f-bc78727759bb,segment=NetworkSegment(64112f2e-6b09-4eec-bebb-4052dc2d771d),segment_id=64112f2e-6b09-4eec-bebb-4052dc2d771d)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:15:29.529733 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:29.530450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-ccdf3a1f-0df1-4c79-810f-47aeb6cac40e service neutron] 10.222.0.31 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036200 Oct 12 23:15:29.752198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f767e1-2039-4023-ace7-9d44d6b0efc4 None None] Pushing event updated for resources: {'Port': ['ID=96b1a6e9-8d12-41f2-8b3f-bc78727759bb,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:29.753016 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-374962f4-b2dc-455f-b3a5-d93e86f5b3c1 service neutron] 10.222.0.31 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216218 Oct 12 23:15:29.995064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:30.029971 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:30.173752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Allocated IP 172.25.2.216 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/4f4a7eac-a46c-4a8d-8990-df127e933247) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:30.362665 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:30.399235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20ce180e-d39d-4de1-9a7a-1cc9c9b19e75 req-cf3865fe-6e5e-44a0-b17d-d107b6a79e59 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 210 time: 0.0334799 Oct 12 23:15:30.555740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:30.618738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:30.620487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:30.624443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:30.788318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event updated for resources: {'Port': ['ID=4f4a7eac-a46c-4a8d-8990-df127e933247,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:31.022867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 96b1a6e9-8d12-41f2-8b3f-bc78727759bb up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:15:31.110278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:31.114193 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:31.296325 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:31.350460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=96b1a6e9-8d12-41f2-8b3f-bc78727759bb,segment=NetworkSegment(64112f2e-6b09-4eec-bebb-4052dc2d771d),segment_id=64112f2e-6b09-4eec-bebb-4052dc2d771d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:31.352823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:31.409242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0360aa-7e70-4ad2-a2e9-843615bbcf9a None None] Network d965a00d-b86b-4e4f-a501-e75a657f0550 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:15:31.493955 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:31.566464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-995781ff-3e49-41fc-92a4-51278f8cb87f req-4a64c87f-2611-42d5-832c-5b4825cd0ac2 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 210 time: 0.0548797 Oct 12 23:15:31.696222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-748f966c-0c34-40dd-8284-42d5dd3d6a7c None None] Provisioning complete for port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:31.696590 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-748f966c-0c34-40dd-8284-42d5dd3d6a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:31.822305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:31.968390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=96b1a6e9-8d12-41f2-8b3f-bc78727759bb,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:32.351702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Router 6b67bb92-82eb-48c8-b9d9-3c5351fba31d is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:15:32.520061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:32.533562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-95b335df-eebe-44eb-8d84-c983e8680ec8 None None] Provisioning complete for port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:32.534323 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95b335df-eebe-44eb-8d84-c983e8680ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:32.539127 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572e618-8d98-4393-b7cc-6c2176f628a9 None None] Sync routers for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:32.552708 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572e618-8d98-4393-b7cc-6c2176f628a9 None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:32.554098 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4572e618-8d98-4393-b7cc-6c2176f628a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:32.632250 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4572e618-8d98-4393-b7cc-6c2176f628a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:32.644440 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572e618-8d98-4393-b7cc-6c2176f628a9 None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:32.644440 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4572e618-8d98-4393-b7cc-6c2176f628a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:32.662077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:32.666826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-678fa275-efb5-42ea-9c70-cb93f1b397bd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.8039558 Oct 12 23:15:32.675548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49732) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:32.684995 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4572e618-8d98-4393-b7cc-6c2176f628a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:32.685648 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572e618-8d98-4393-b7cc-6c2176f628a9 None None] The sync data for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:15:32.819396 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a28761e-c250-45e5-b301-fea8f4a6a61f req-8f6d760c-f216-4282-9c58-c4bfc0bfa0ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 210 time: 0.0646725 Oct 12 23:15:32.903993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 96b1a6e9-8d12-41f2-8b3f-bc78727759bb up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:15:33.111410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:33.111410 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:33.122961 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:15:33.611240 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:34.068113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Allocated IP 172.20.0.1 (d965a00d-b86b-4e4f-a501-e75a657f0550/c8e7fbe9-7e8d-4ea3-85a8-f34ab4a3c603/5ce691b8-e41c-41a6-a157-0341a2f91ffe) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:34.199337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-47c45023-e63b-4cb3-94ca-d0e5b3cc9f9f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:34.201054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-47c45023-e63b-4cb3-94ca-d0e5b3cc9f9f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.25 "GET /v2.0/networks?id=83bf3549-350b-42a7-badd-a4c61f66b0ed HTTP/1.1" status: 200 len: 814 time: 0.2522738 Oct 12 23:15:34.241770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53892157-4f86-4572-b09c-e4770b8cce60 req-5bde982c-2311-4d1b-ba45-2c10042d6491 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 210 time: 0.0394711 Oct 12 23:15:34.250285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Request body: {'port': {'device_id': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed', 'admin_state_up': True, 'tenant_id': 'f2887ee8c8564cb1a904b475ce614985'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:34.420508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:34.539580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Made reservation on behalf of f2887ee8c8564cb1a904b475ce614985 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:34.544452 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:34.620227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:34.849193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Network d965a00d-b86b-4e4f-a501-e75a657f0550 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:34.885348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:34.894967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:34.964002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Allocated IP 172.20.0.4 (83bf3549-350b-42a7-badd-a4c61f66b0ed/b079df0e-2155-475f-b3e6-33708313146e/12599353-2b4c-40b0-ba0d-c5300a14f7a5) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:35.061647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:35.162111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event updated for resources: {'Port': ['ID=5ce691b8-e41c-41a6-a157-0341a2f91ffe,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:35.316513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9483306f-1c20-4b6d-8b33-de183d946d36 None None] Provisioning complete for port 5ce691b8-e41c-41a6-a157-0341a2f91ffe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:35.324795 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9483306f-1c20-4b6d-8b33-de183d946d36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:35.414668 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:35.436887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9483306f-1c20-4b6d-8b33-de183d946d36 None None] Port 5ce691b8-e41c-41a6-a157-0341a2f91ffe cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:15:35.489005 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:35.630556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c82e1f46-f469-4cee-bdee-be89c3b78789 req-e13b942b-5d27-4a00-98d5-35a34e888725 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 210 time: 0.1709170 Oct 12 23:15:35.733478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:35.851484 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Network 83bf3549-350b-42a7-badd-a4c61f66b0ed is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:35.859700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:35.869223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:36.012478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:36.014555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:36.023704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Pushing event updated for resources: {'Port': ['ID=12599353-2b4c-40b0-ba0d-c5300a14f7a5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:36.115218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-7dd01c63-e5a9-45f3-bf31-57aeffa77631 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8719053 Oct 12 23:15:36.236257 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:36.283541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:36.396321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:36.449743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Request body: {'port': {'device_id': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:36.561890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event updated for resources: {'Port': ['ID=5ce691b8-e41c-41a6-a157-0341a2f91ffe,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:36.600427 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:36.675175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Network d965a00d-b86b-4e4f-a501-e75a657f0550 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:36.677228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:37.041257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Router 6b67bb92-82eb-48c8-b9d9-3c5351fba31d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:15:37.194987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5e5324ae-4073-48dc-980b-efdd7ae98e7d None None] Provisioning complete for port 5ce691b8-e41c-41a6-a157-0341a2f91ffe triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:37.195474 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5e5324ae-4073-48dc-980b-efdd7ae98e7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:37.276823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5e5324ae-4073-48dc-980b-efdd7ae98e7d None None] Port 5ce691b8-e41c-41a6-a157-0341a2f91ffe cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:15:37.405137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12599353-2b4c-40b0-ba0d-c5300a14f7a5 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:15:37.420115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:37.470836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:37.474251 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Transition to ACTIVE for port object 12599353-2b4c-40b0-ba0d-c5300a14f7a5 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:15:37.486611 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4043bdbc-fb84-4f9b-a90c-7235b28721ee tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "PUT /v2.0/routers/6b67bb92-82eb-48c8-b9d9-3c5351fba31d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8168850 Oct 12 23:15:37.492437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49848) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:37.497355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Request body: {'port': {'network_id': 'd965a00d-b86b-4e4f-a501-e75a657f0550', 'name': 'tempest-FloatingIPAdminTestJSON-2017706796'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:37.503220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a5412-3f32-4532-93f6-2bd5b2a1ca7e None None] Sync routers for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:37.508312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db6a58-3f1b-46a5-9724-c7f19138bfd8 req-38cef6b6-a8d7-4f2d-80db-4c8edcb9604b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:37.508312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b5db6a58-3f1b-46a5-9724-c7f19138bfd8 req-38cef6b6-a8d7-4f2d-80db-4c8edcb9604b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 931 time: 0.7017784 Oct 12 23:15:37.518366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a5412-3f32-4532-93f6-2bd5b2a1ca7e None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:37.519518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a70a5412-3f32-4532-93f6-2bd5b2a1ca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:37.559171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:37.644234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a70a5412-3f32-4532-93f6-2bd5b2a1ca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:37.693320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a5412-3f32-4532-93f6-2bd5b2a1ca7e None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:37.694502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a70a5412-3f32-4532-93f6-2bd5b2a1ca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:37.742727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a70a5412-3f32-4532-93f6-2bd5b2a1ca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:37.744825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70a5412-3f32-4532-93f6-2bd5b2a1ca7e None None] The sync data for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:15:37.801742 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b5db6a58-3f1b-46a5-9724-c7f19138bfd8 req-eecba78c-458f-4333-8dc8-0817ef336ff6 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2826171 Oct 12 23:15:37.866175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Pushing event updated for resources: {'Port': ['ID=12599353-2b4c-40b0-ba0d-c5300a14f7a5,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:37.964248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Attempting to bind port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:15:37.965120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Attempting to bind port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:15:37.965120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Attempting to bind port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 on network 83bf3549-350b-42a7-badd-a4c61f66b0ed {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:15:37.970643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 on network 83bf3549-350b-42a7-badd-a4c61f66b0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:15:37.973452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Attempting to bind port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 on network 83bf3549-350b-42a7-badd-a4c61f66b0ed {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:15:37.977164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 15, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:15:37.977854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Checking segment: {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:15:37.978640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Bound using segment: {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:15:37.981678 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Bound port: 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:15:37.982375 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:38.037007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Made reservation on behalf of 9351617ad51d4d0581183a188bfb368a for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:38.043299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:38.080977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] device_id is not set on port ca031ecd-6a78-4437-853d-f139fe9f19a7 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:15:38.102542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:15:38.116046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:15:38.219123 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:38.300055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:38.307194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:38.308838 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] 10.222.0.25 "PUT /v2.0/ports/12599353-2b4c-40b0-ba0d-c5300a14f7a5 HTTP/1.1" status: 200 len: 1092 time: 2.1852257 Oct 12 23:15:38.309324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:15:38.311750 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fcdc5c8-7dab-4141-8280-8a87069b9fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:15:38.404398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361bfcaf-ad78-4dad-9b14-1a0c31b5e18e service neutron] Pushing event updated for resources: {'Port': ['ID=12599353-2b4c-40b0-ba0d-c5300a14f7a5,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:38.410117 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b271250a-36a8-4a9f-ada1-d9a20cfcfa1d x-openstack-request-id: req-b271250a-36a8-4a9f-ada1-d9a20cfcfa1d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:15:38.410414 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:15:38.410671 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b271250a-36a8-4a9f-ada1-d9a20cfcfa1d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:15:38.411103 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5', 'status': 'completed', 'code': 200} Oct 12 23:15:38.429816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Allocated IP 172.20.0.11 (d965a00d-b86b-4e4f-a501-e75a657f0550/c8e7fbe9-7e8d-4ea3-85a8-f34ab4a3c603/ca031ecd-6a78-4437-853d-f139fe9f19a7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:38.606327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc5c8-7dab-4141-8280-8a87069b9fbc req-b9d3c113-e05b-4e27-b70a-7615359a074b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:38.607992 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5fcdc5c8-7dab-4141-8280-8a87069b9fbc req-b9d3c113-e05b-4e27-b70a-7615359a074b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 1095 time: 0.1721871 Oct 12 23:15:38.803462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-194221f4-1bc6-42b6-98c3-34b3214d377a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0867832 Oct 12 23:15:39.790445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc5c8-7dab-4141-8280-8a87069b9fbc req-78a667eb-ce3d-43ed-837b-d3fae1f5a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:39.792220 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5fcdc5c8-7dab-4141-8280-8a87069b9fbc req-78a667eb-ce3d-43ed-837b-d3fae1f5a0c7 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f2887ee8c8564cb1a904b475ce614985&shared=False HTTP/1.1" status: 200 len: 915 time: 1.1757882 Oct 12 23:15:39.796497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:39.978350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7175379d-3c4e-4398-a688-4c12538e0650 req-e5d397a2-21fd-4b6b-b394-b6c167158483 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:39.985942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7175379d-3c4e-4398-a688-4c12538e0650 req-e5d397a2-21fd-4b6b-b394-b6c167158483 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 943 time: 0.2128181 Oct 12 23:15:40.058957 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-a06d3a9c-bb92-41c4-a2a6-9b0a0a5a17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:40.060786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-a06d3a9c-bb92-41c4-a2a6-9b0a0a5a17c5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 1098 time: 1.1995246 Oct 12 23:15:40.152455 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7175379d-3c4e-4398-a688-4c12538e0650 req-437cc992-63e7-4dea-8701-b7f4ba02de87 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542175 Oct 12 23:15:40.237640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcdc5c8-7dab-4141-8280-8a87069b9fbc req-52a36ac1-6f8d-40fc-bc51-5d1e513c8726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:40.239825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5fcdc5c8-7dab-4141-8280-8a87069b9fbc req-52a36ac1-6f8d-40fc-bc51-5d1e513c8726 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4403820 Oct 12 23:15:40.344349 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-d7c97265-9e31-44d1-bc8a-a1d7352a721c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:40.345989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-d7c97265-9e31-44d1-bc8a-a1d7352a721c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.2515872 Oct 12 23:15:40.357753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-cfa9dae9-7c68-48c1-b04f-f64cf3dcc150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:40.360984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-cfa9dae9-7c68-48c1-b04f-f64cf3dcc150 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 1095 time: 0.0783453 Oct 12 23:15:40.463439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:40.518326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-8e5cd5bd-14c6-4d54-9624-9a0c9dddb2ce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5 HTTP/1.1" status: 200 len: 217 time: 0.1498294 Oct 12 23:15:40.635270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Network d965a00d-b86b-4e4f-a501-e75a657f0550 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:40.654922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-a6d189bb-a8ee-46b7-9006-2b1c8886f687 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 200 len: 1002 time: 0.2967763 Oct 12 23:15:40.656539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-08e6f33b-f06e-4897-b356-ba97e8033053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:40.658089 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-08e6f33b-f06e-4897-b356-ba97e8033053 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b079df0e-2155-475f-b3e6-33708313146e HTTP/1.1" status: 200 len: 854 time: 0.1324170 Oct 12 23:15:40.658709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:40.662036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:40.774278 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-f830d622-bdd5-4e1d-890c-a3ac24289bb6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=83bf3549-350b-42a7-badd-a4c61f66b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080983 Oct 12 23:15:40.874814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-135a2a48-df99-4c5f-b81f-97dea640b6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:40.882179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-135a2a48-df99-4c5f-b81f-97dea640b6dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.2120502 Oct 12 23:15:40.981166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event updated for resources: {'Port': ['ID=ca031ecd-6a78-4437-853d-f139fe9f19a7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:41.017103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-16fda532-2555-4ca9-aeb2-4aedd7a6b005 service neutron] 10.222.0.25 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350838 Oct 12 23:15:41.093748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:41.096622 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:41.109528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-c6f2e5e8-be94-43dc-9b9d-781650930969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:41.118270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-c6f2e5e8-be94-43dc-9b9d-781650930969 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2212901 Oct 12 23:15:41.155805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1eca5450-7125-4863-90f0-c4ebc638e37e None None] Provisioning complete for port ca031ecd-6a78-4437-853d-f139fe9f19a7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:41.156434 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1eca5450-7125-4863-90f0-c4ebc638e37e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:41.246037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-35e658a8-0441-4592-a4a9-4322f5656371 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7526152 Oct 12 23:15:41.262677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 49920) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:41.348370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1eca5450-7125-4863-90f0-c4ebc638e37e None None] Port ca031ecd-6a78-4437-853d-f139fe9f19a7 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:15:41.354448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc5a6d27-b395-48d1-b3ea-3a6507ec3c54 req-da8c3dda-8b6f-46af-84d2-255338319df3 service neutron] 10.222.0.25 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235009 Oct 12 23:15:41.440665 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-14d655d2-8523-4171-b871-1165b501b200 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3114643 Oct 12 23:15:41.609883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863b506-bd05-48e6-9649-275a051493d3 req-02ce7528-5613-45f5-9a28-44be58402021 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:41.613720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9863b506-bd05-48e6-9649-275a051493d3 req-02ce7528-5613-45f5-9a28-44be58402021 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 943 time: 0.2666454 Oct 12 23:15:41.636317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'project_id': '9351617ad51d4d0581183a188bfb368a', 'port_id': 'ca031ecd-6a78-4437-853d-f139fe9f19a7'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:41.735813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:41.819764 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9863b506-bd05-48e6-9649-275a051493d3 req-c0585ad6-ab36-4c6c-b796-86149044b653 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222341 Oct 12 23:15:41.842093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0890c6c4-f13d-4737-a071-981e8174c2d8 req-7135413b-4d32-4530-acb8-8cbb420b7596 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832417 Oct 12 23:15:41.944262 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:42.145619 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-431a74a0-465c-4a37-8c41-32addf23d599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:42.166671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Allocated IP 172.25.2.6 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/64b7fad1-0829-4095-89d6-7f79b341f12e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:42.258464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49940) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:42.407873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:42.549986 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93b3f0d9-e051-42cc-8dcc-6e57a94b0d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:42.562675 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:42.652267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Pushing event updated for resources: {'Port': ['ID=64b7fad1-0829-4095-89d6-7f79b341f12e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:42.686061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:42.687541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:42.695837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:42.754468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93b3f0d9-e051-42cc-8dcc-6e57a94b0d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:42.831057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-93b3f0d9-e051-42cc-8dcc-6e57a94b0d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:42.905019 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-93b3f0d9-e051-42cc-8dcc-6e57a94b0d49 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bbe0a097c11b4dcca801e5f2045088ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446443 Oct 12 23:15:42.908756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 49954) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:43.006026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3f0d9-e051-42cc-8dcc-6e57a94b0d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7cdd18-5646-4004-adda-3a63f1fb8534,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:43.083588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7905df45-6445-45b2-ba21-a9ed2f4a89a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:43.141531 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7905df45-6445-45b2-ba21-a9ed2f4a89a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:43.232495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce4fc4f-9d80-4ab6-a9c6-0d83cd78d79c req-089de6bb-3b11-4c85-a58b-1230794cffd4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:43.244610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ce4fc4f-9d80-4ab6-a9c6-0d83cd78d79c req-089de6bb-3b11-4c85-a58b-1230794cffd4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 943 time: 0.2981462 Oct 12 23:15:43.368511 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7905df45-6445-45b2-ba21-a9ed2f4a89a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:43.371131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7905df45-6445-45b2-ba21-a9ed2f4a89a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:43.378653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7905df45-6445-45b2-ba21-a9ed2f4a89a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ca7cdd18-5646-4004-adda-3a63f1fb8534 HTTP/1.1" status: 204 len: 168 time: 0.4577444 Oct 12 23:15:43.400082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905df45-6445-45b2-ba21-a9ed2f4a89a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7cdd18-5646-4004-adda-3a63f1fb8534,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:43.459116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ce4fc4f-9d80-4ab6-a9c6-0d83cd78d79c req-342e4955-044b-4f2a-a855-4d4be6d7387b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131431 Oct 12 23:15:43.792934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:43.999525 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:44.295376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:44.350837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:44.442733 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Pushing event updated for resources: {'Port': ['ID=64b7fad1-0829-4095-89d6-7f79b341f12e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:44.553468 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:44.833662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e818c5-dd88-4fdf-82d1-e1be675887c0 req-5170b5ee-7881-4c48-90e8-d9797dcfe21d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:44.835398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58e818c5-dd88-4fdf-82d1-e1be675887c0 req-5170b5ee-7881-4c48-90e8-d9797dcfe21d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 943 time: 0.2210014 Oct 12 23:15:44.878676 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Floating IP e1d17b74-8106-47ab-aebf-8af4bd6b1e18 associated. External IP: 172.25.2.6, port: ca031ecd-6a78-4437-853d-f139fe9f19a7. Oct 12 23:15:45.039278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 12599353-2b4c-40b0-ba0d-c5300a14f7a5 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:15:45.121381 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58e818c5-dd88-4fdf-82d1-e1be675887c0 req-72240a86-878b-4bab-9b42-4625f7ae619a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741079 Oct 12 23:15:45.237408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:45.255392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '12599353-2b4c-40b0-ba0d-c5300a14f7a5', 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed', 'port_id': '12599353-2b4c-40b0-ba0d-c5300a14f7a5', 'mac_address': 'fa:16:3e:a1:41:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b079df0e-2155-475f-b3e6-33708313146e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:15:45.340385 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:45.343731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50020) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:45.366855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50024) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:45.388382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12599353-2b4c-40b0-ba0d-c5300a14f7a5 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:15:45.436393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:45.519903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Router 6b67bb92-82eb-48c8-b9d9-3c5351fba31d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:15:45.522501 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:45.595818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40964c7-3ab6-43f7-bec9-f7039ff9ba51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:45.631958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=12599353-2b4c-40b0-ba0d-c5300a14f7a5,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:45.640271 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:45.657118 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a8537638-0ecd-4276-8550-80c15d85b8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:45.687338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1648087724-network', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:45.760790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['12599353-2b4c-40b0-ba0d-c5300a14f7a5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:15:45.777649 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40964c7-3ab6-43f7-bec9-f7039ff9ba51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:45.784262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:45.796068 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77770cf-c6d6-49e8-b391-b5fc55972747 None None] Sync routers for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:45.805334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Made reservation on behalf of d5796b82d2104cbd9f53b8f46e14bfba for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:45.807727 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:45.813122 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77770cf-c6d6-49e8-b391-b5fc55972747 None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:45.813981 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d77770cf-c6d6-49e8-b391-b5fc55972747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:45.840175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:45.925364 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d77770cf-c6d6-49e8-b391-b5fc55972747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:45.936519 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f40964c7-3ab6-43f7-bec9-f7039ff9ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:45.951701 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77770cf-c6d6-49e8-b391-b5fc55972747 None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:45.952590 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d77770cf-c6d6-49e8-b391-b5fc55972747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:45.973074 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.046537 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d77770cf-c6d6-49e8-b391-b5fc55972747 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:46.047249 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d77770cf-c6d6-49e8-b391-b5fc55972747 None None] The sync data for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:15:46.087660 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8854e4b-dfd1-4b8b-802c-6f38e8659da4 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.8191307 Oct 12 23:15:46.090988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50042) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:46.126766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50044) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:46.164424 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f40964c7-3ab6-43f7-bec9-f7039ff9ba51 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4f554ff2d30e4ab5abd8a191efb48e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8144977 Oct 12 23:15:46.173860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50052) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:46.201499 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40964c7-3ab6-43f7-bec9-f7039ff9ba51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f278d91b-7c92-4834-b2a8-f0658edc53b0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:46.225681 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.293804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.313714 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a9358cb9-bfed-406b-bb25-b9f2fbeae845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.351176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-477bcce2-6c81-4b7b-a496-92d3c1d696c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.363338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a9358cb9-bfed-406b-bb25-b9f2fbeae845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.371545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d9a42e04-43c1-40f0-9fc3-5d2a37b2b262 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] 10.222.0.31 "GET /v2.0/floatingips/e1d17b74-8106-47ab-aebf-8af4bd6b1e18 HTTP/1.1" status: 200 len: 982 time: 0.2788422 Oct 12 23:15:46.374494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50054) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:46.387323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3b485-66a1-4fe1-b24c-0ada0ffd4d31 req-3d1550ae-115e-4abb-b861-d4f5d6be15e1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:46.389207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ba3b485-66a1-4fe1-b24c-0ada0ffd4d31 req-3d1550ae-115e-4abb-b861-d4f5d6be15e1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 944 time: 0.1202524 Oct 12 23:15:46.437851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ba3b485-66a1-4fe1-b24c-0ada0ffd4d31 req-3a526770-de9c-4f52-9ddc-807cbbc6eb1b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421915 Oct 12 23:15:46.474803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.545741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:15:46.578021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71089158-b6bf-4de4-b72d-00f3a4aca5db,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:46.590892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50058) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:46.591405 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-14ac12f6-e8e1-4db3-91fc-4290fc5fd8c0 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.2153952 Oct 12 23:15:46.623054 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-477bcce2-6c81-4b7b-a496-92d3c1d696c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.702837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a9358cb9-bfed-406b-bb25-b9f2fbeae845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.707682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a9358cb9-bfed-406b-bb25-b9f2fbeae845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.708858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a9358cb9-bfed-406b-bb25-b9f2fbeae845 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f278d91b-7c92-4834-b2a8-f0658edc53b0 HTTP/1.1" status: 204 len: 168 time: 0.5341561 Oct 12 23:15:46.710226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.710575 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Added segment ca1915b6-6613-47fd-9353-65f41c89801a of type vlan for network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 Oct 12 23:15:46.730529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9358cb9-bfed-406b-bb25-b9f2fbeae845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f278d91b-7c92-4834-b2a8-f0658edc53b0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:46.740577 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-477bcce2-6c81-4b7b-a496-92d3c1d696c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.815469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Deleting port 64b7fad1-0829-4095-89d6-7f79b341f12e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:46.815846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.846156 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.855512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-477bcce2-6c81-4b7b-a496-92d3c1d696c8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=27784463c5c946d3bade679091101683&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7277117 Oct 12 23:15:46.858372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477bcce2-6c81-4b7b-a496-92d3c1d696c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09dacddd-5b41-4319-b512-c5a81aa011da,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:46.861154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50066) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:46.924464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fce7f20a-08df-41c5-8274-a402c956e073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.948393 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fce7f20a-08df-41c5-8274-a402c956e073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.955157 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.955752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:46.970139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Calling delete_port for 64b7fad1-0829-4095-89d6-7f79b341f12e owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:46.990512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.001165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:47.001165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.048349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 12599353-2b4c-40b0-ba0d-c5300a14f7a5 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:15:47.117884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] Pushing event updated for resources: {'Network': ['ID=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:47.129855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:15:47.146877 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-917efbbc-5d3a-4705-bf49-00ac04d58649 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7788975 Oct 12 23:15:47.152192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50070) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:47.159777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Request body: {'subnet': {'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1648087724-subnet', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:47.187093 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fce7f20a-08df-41c5-8274-a402c956e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.196706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fce7f20a-08df-41c5-8274-a402c956e073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.200691 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fce7f20a-08df-41c5-8274-a402c956e073 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/09dacddd-5b41-4319-b512-c5a81aa011da HTTP/1.1" status: 204 len: 168 time: 0.3347981 Oct 12 23:15:47.236041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:15:47.236041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:47.236041 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.241647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce7f20a-08df-41c5-8274-a402c956e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09dacddd-5b41-4319-b512-c5a81aa011da,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:47.403441 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.428555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:15:47.430969 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fec2f7-26fd-4657-8a6c-0f45e5b7fd3f" -d '{"events": [{"server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "name": "network-vif-plugged", "status": "completed", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:15:47.431607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Made reservation on behalf of d5796b82d2104cbd9f53b8f46e14bfba for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:47.434406 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.446289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:47.465006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.512225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event deleted for resources: {'Port': ['ID=64b7fad1-0829-4095-89d6-7f79b341f12e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:47.523770 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cedc2bb-4789-40a6-af22-49433c38a04a x-openstack-request-id: req-2cedc2bb-4789-40a6-af22-49433c38a04a {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:15:47.523770 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "name": "network-vif-plugged", "status": "completed", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:15:47.523770 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2cedc2bb-4789-40a6-af22-49433c38a04a {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:15:47.523770 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5', 'code': 200} Oct 12 23:15:47.622346 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.678957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.679874 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Floating IP e1d17b74-8106-47ab-aebf-8af4bd6b1e18 disassociated (deleted). External IP: 172.25.2.6, port: ca031ecd-6a78-4437-853d-f139fe9f19a7. Oct 12 23:15:47.719000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf54f5-e590-4e23-934b-c3093a7e62de req-0ff15376-40f7-43d4-a86c-dec200d1f6ae tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:47.727378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4acf54f5-e590-4e23-934b-c3093a7e62de req-0ff15376-40f7-43d4-a86c-dec200d1f6ae tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 944 time: 0.1500926 Oct 12 23:15:47.732796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=12599353-2b4c-40b0-ba0d-c5300a14f7a5,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:47.837166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2cc4c-e0e4-4611-a428-242bbf10f9be req-78fc1974-f51f-40ea-8ee2-1a3ed7dcd1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:47.838757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56e2cc4c-e0e4-4611-a428-242bbf10f9be req-78fc1974-f51f-40ea-8ee2-1a3ed7dcd1a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 1097 time: 0.2142446 Oct 12 23:15:47.866982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4acf54f5-e590-4e23-934b-c3093a7e62de req-e5f62edd-cc3e-45da-853d-c4e78e08a667 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386502 Oct 12 23:15:47.919025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-56e2cc4c-e0e4-4611-a428-242bbf10f9be req-9b57cecf-c0a5-4b2e-8a56-0afe7288a7c5 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694504 Oct 12 23:15:47.980133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:47.989141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Router 6b67bb92-82eb-48c8-b9d9-3c5351fba31d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:15:48.020146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.057014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50088) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:48.074041 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe88e769-ac17-4bb8-8a18-27117d069743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.099696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4673c338-433e-4237-a51e-e1311e5e28b8,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:48.107929 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:15:48.108354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Network hostable DHCP agents. Network: 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:15:48.183515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:48.192168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.194910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a395d9-953a-4761-8e0b-cb352e2cba5f None None] Sync routers for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:48.206062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a395d9-953a-4761-8e0b-cb352e2cba5f None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:48.206692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c8a395d9-953a-4761-8e0b-cb352e2cba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:48.231793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f45f93d5-f0b3-4a3e-a903-19153b8888dd tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "DELETE /v2.0/floatingips/e1d17b74-8106-47ab-aebf-8af4bd6b1e18 HTTP/1.1" status: 204 len: 168 time: 1.6377537 Oct 12 23:15:48.238058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50090) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:48.242180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c8a395d9-953a-4761-8e0b-cb352e2cba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:48.243404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:48.251985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a395d9-953a-4761-8e0b-cb352e2cba5f None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:48.252932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c8a395d9-953a-4761-8e0b-cb352e2cba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:48.257638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:15:48.264570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe88e769-ac17-4bb8-8a18-27117d069743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.289858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c8a395d9-953a-4761-8e0b-cb352e2cba5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:48.290524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8a395d9-953a-4761-8e0b-cb352e2cba5f None None] The sync data for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:15:48.339368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe88e769-ac17-4bb8-8a18-27117d069743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.374635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:48.378534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe88e769-ac17-4bb8-8a18-27117d069743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=027144c2-30fc-447d-ba6a-1b22673676bf,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:48.389191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.389469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fe88e769-ac17-4bb8-8a18-27117d069743 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=daae9c55cf0d4c0b924f817e91f79f4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3246753 Oct 12 23:15:48.389599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:48.389708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50094) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:48.389799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.396942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14577f49-1a97-4d36-92b9-f98df1108098 None None] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:15:48.451762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50096) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:48.472989 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49a151cf-a724-45e5-90ec-b61f61a74b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.503476 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3fd7bcd-8ad3-4eb8-b2e7-2f2aa074534e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.535118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-679d6b34-b808-441f-b6c3-baa77995f21d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3864837 Oct 12 23:15:48.539892 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3fd7bcd-8ad3-4eb8-b2e7-2f2aa074534e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.540057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50098) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:48.547465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:48.624502 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.659870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49a151cf-a724-45e5-90ec-b61f61a74b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.675489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:15:48.676521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.749665 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3fd7bcd-8ad3-4eb8-b2e7-2f2aa074534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.753325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3fd7bcd-8ad3-4eb8-b2e7-2f2aa074534e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:48.768892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c3fd7bcd-8ad3-4eb8-b2e7-2f2aa074534e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/027144c2-30fc-447d-ba6a-1b22673676bf HTTP/1.1" status: 204 len: 168 time: 0.3823717 Oct 12 23:15:48.798516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fd7bcd-8ad3-4eb8-b2e7-2f2aa074534e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027144c2-30fc-447d-ba6a-1b22673676bf,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:48.956656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Allocated IP 172.25.2.229 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/7a791c72-29c1-4d64-bfaa-586a325c951a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:49.034219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49a151cf-a724-45e5-90ec-b61f61a74b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.039686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.041554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.156244 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-49a151cf-a724-45e5-90ec-b61f61a74b3d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f1e3d1eda8774eb3b46e961574d73ad8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7003684 Oct 12 23:15:49.157200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50110) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:49.159485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Allocated IP 172.20.0.2 (9dfff4e1-8f06-45c7-a0f5-5156dd2f2255/4673c338-433e-4237-a51e-e1311e5e28b8/8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:49.184694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a151cf-a724-45e5-90ec-b61f61a74b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2ac32e-cc7f-40ef-922c-14c933e7a46c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:49.239403 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.240636 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.259390 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.275523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61cdc1-0713-4c54-88a9-e0e54e7a60ef req-d1f23f0a-644c-4c5a-b7a5-de6548e8e98e tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:49.277187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc61cdc1-0713-4c54-88a9-e0e54e7a60ef req-d1f23f0a-644c-4c5a-b7a5-de6548e8e98e tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.2515478 Oct 12 23:15:49.301133 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cc17-242e-4eae-8995-6101a3f8fd56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.308244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.344396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cc17-242e-4eae-8995-6101a3f8fd56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.407315 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.448436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc61cdc1-0713-4c54-88a9-e0e54e7a60ef req-47190b23-3314-4efc-8536-32359f290d83 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544807 Oct 12 23:15:49.532831 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cc17-242e-4eae-8995-6101a3f8fd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.543980 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5f9cc17-242e-4eae-8995-6101a3f8fd56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.543980 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d5f9cc17-242e-4eae-8995-6101a3f8fd56 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3f2ac32e-cc7f-40ef-922c-14c933e7a46c HTTP/1.1" status: 204 len: 168 time: 0.3794453 Oct 12 23:15:49.544558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.561947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9cc17-242e-4eae-8995-6101a3f8fd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2ac32e-cc7f-40ef-922c-14c933e7a46c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:49.569240 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.659980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:49.663298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:49.667623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:49.675175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Pushing event updated for resources: {'Port': ['ID=8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:49.735289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.782555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Attempting to bind port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:15:49.782918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Attempting to bind port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:15:49.783305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Attempting to bind port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:15:49.788650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:15:49.789026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:15:49.789428 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.789824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Bound using segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:15:49.790326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Bound port: 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:15:49.790708 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.801843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:49.805409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:49.809901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:49.848754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Pushing event updated for resources: {'Port': ['ID=7a791c72-29c1-4d64-bfaa-586a325c951a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:49.862753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] For port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:15:49.865293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] For port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:15:49.963468 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:49.971476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50122) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:49.994698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b3d868f-8aec-4821-80ea-da5984637476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.069168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78183faf-d18a-4c5d-b509-f499271f61ed None None] Pushing event updated for resources: {'Port': ['ID=8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:50.149979 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b3d868f-8aec-4821-80ea-da5984637476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.225347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b3d868f-8aec-4821-80ea-da5984637476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.273526 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3b3d868f-8aec-4821-80ea-da5984637476 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fdc739c5087d47008976fd4d35acf0b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995393 Oct 12 23:15:50.276215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50130) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:50.369969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.432957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17da637a-02dd-482a-be6c-f0a42d955ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.434109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d868f-8aec-4821-80ea-da5984637476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6e2758-dd30-483f-9be7-4341240f05a8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:50.463781 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17da637a-02dd-482a-be6c-f0a42d955ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.591605 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.617511 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.633081 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17da637a-02dd-482a-be6c-f0a42d955ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.636653 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-17da637a-02dd-482a-be6c-f0a42d955ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.644321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-17da637a-02dd-482a-be6c-f0a42d955ab9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5e6e2758-dd30-483f-9be7-4341240f05a8 HTTP/1.1" status: 204 len: 168 time: 0.3603601 Oct 12 23:15:50.645026 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:50.676097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da637a-02dd-482a-be6c-f0a42d955ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6e2758-dd30-483f-9be7-4341240f05a8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:50.769685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f533d7-0909-420e-a1b2-1ebba63981b1 req-95b41d46-0bcd-4191-ba6b-37aa0be78760 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:50.771291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0f533d7-0909-420e-a1b2-1ebba63981b1 req-95b41d46-0bcd-4191-ba6b-37aa0be78760 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.2248895 Oct 12 23:15:50.968098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:15:50.983306 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0f533d7-0909-420e-a1b2-1ebba63981b1 req-b1dc4400-25fa-4230-b611-72ad9dd9b43c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753907 Oct 12 23:15:51.108642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:51.110146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:51.214322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Allocated IP 172.25.2.63 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:51.337889 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:51.349443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39095fd2-c9e6-4360-8944-7f2a2c29b7ba req-592f090a-ea43-4f09-97e9-1bf1102b7079 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:51.361341 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39095fd2-c9e6-4360-8944-7f2a2c29b7ba req-592f090a-ea43-4f09-97e9-1bf1102b7079 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1449564 Oct 12 23:15:51.419893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:51.461207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39095fd2-c9e6-4360-8944-7f2a2c29b7ba req-86e2a9c6-e1fc-4f12-9b11-756a0714ab7b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996034 Oct 12 23:15:51.506651 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:51.544545 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:51.626544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:51.636574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:51.756942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d345f6-4d04-4ded-9226-e98f0249a9c9 None None] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:15:51.887795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:51.951946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Pushing event updated for resources: {'Port': ['ID=7a791c72-29c1-4d64-bfaa-586a325c951a,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:51.952804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9994c9aa-85d4-4209-b149-f960bdb8108b None None] Provisioning complete for port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:51.952804 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9994c9aa-85d4-4209-b149-f960bdb8108b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:51.994261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:52.142067 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:52.143506 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0aceac42-3a7d-4eb4-874a-33145e0d97bf tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9030607 Oct 12 23:15:52.145290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50226) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:52.147430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:52.189596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:52.194891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:52.202517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:52.314029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Pushing event updated for resources: {'Port': ['ID=6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:52.556963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed829-2105-4d8d-9956-5a1b09618661 req-cb4aa42c-dc8b-4f9c-b1cf-c738a4d3b1c0 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:52.566612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-317ed829-2105-4d8d-9956-5a1b09618661 req-cb4aa42c-dc8b-4f9c-b1cf-c738a4d3b1c0 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1231945 Oct 12 23:15:52.702965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-317ed829-2105-4d8d-9956-5a1b09618661 req-3f523e97-cfa5-4f8a-a628-053c2bd567ea tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350815 Oct 12 23:15:52.790461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:52.829825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f1ee7191-81a7-47c5-bf2f-8feffc943c42 None None] Provisioning complete for port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:52.829825 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1ee7191-81a7-47c5-bf2f-8feffc943c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:52.936268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:15:52.948460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:53.016309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:53.139812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:53.140185 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:53.143764 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:53.364757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Allocated IP 172.25.2.38 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/aeac6932-f0ab-4ff9-8ae8-fdd47d3ec074) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:53.462627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:53.506484 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:53.677543 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:53.734228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Router 89193aec-1884-43b0-a2e1-4c97183bcf13 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:15:53.750508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:53.752765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:53.755332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:53.787773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Pushing event updated for resources: {'Port': ['ID=aeac6932-f0ab-4ff9-8ae8-fdd47d3ec074,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:53.930378 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:53.933609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:53.943525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fcb4a-c0fd-4c83-b97b-62a2922925c8 req-52e2e14c-fcd0-43a5-af56-b012cf8bb9d5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:53.947459 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Sync routers for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:53.954654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-592fcb4a-c0fd-4c83-b97b-62a2922925c8 req-52e2e14c-fcd0-43a5-af56-b012cf8bb9d5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0815377 Oct 12 23:15:53.957280 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:53.957912 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:54.090489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:54.091868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bdee79c7-1054-433d-b5e4-abc6f7179839 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5493484 Oct 12 23:15:54.095853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50340) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:54.127471 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:54.521994 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:52Z', 'revision_number': 3, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:54.566582 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Checking router: 89193aec-1884-43b0-a2e1-4c97183bcf13 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:15:54.567227 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Updating router 89193aec-1884-43b0-a2e1-4c97183bcf13 port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:15:54.653630 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:54.654644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-592fcb4a-c0fd-4c83-b97b-62a2922925c8 req-a78e7189-5b75-4a5b-abb8-500ed6e46bae tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6551948 Oct 12 23:15:54.654644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:54.898706 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:54.939498 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:54.955317 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.070878 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.076395 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.129329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Attempting to bind port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:15:55.129703 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Attempting to bind port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:15:55.130069 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Attempting to bind port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:15:55.142253 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:15:55.142896 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:15:55.143508 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.144101 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:15:55.144773 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Bound port: 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:15:55.145347 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.179748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Pushing event updated for resources: {'Port': ['ID=aeac6932-f0ab-4ff9-8ae8-fdd47d3ec074,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:55.200047 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] For port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:15:55.201374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Allocated IP 172.20.0.1 (9dfff4e1-8f06-45c7-a0f5-5156dd2f2255/4673c338-433e-4237-a51e-e1311e5e28b8/9ff2bccb-a220-4a9e-aafc-aa11ac755900) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:15:55.204361 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] For port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:15:55.217088 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.218068 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Pushing event updated for resources: {'Port': ['ID=6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:55.228531 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.229166 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.229706 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.230421 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.230421 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.231153 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.231153 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.231368 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.231663 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.231980 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.232468 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.232975 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:15:55.348213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.365870 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.366037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.366180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-31979264-6b00-42d0-bf96-b66a7a569cee tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2197888 Oct 12 23:15:55.372213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50424) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:55.463860 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f5261-ce29-426b-a6df-566abe2f7381 None None] Pushing event updated for resources: {'Port': ['ID=6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:55.474818 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:55.475776 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:55.539965 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.549760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-269eb45b-d0b0-4284-b9ca-2ef38a46cc61 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.1759396 Oct 12 23:15:55.552172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50436) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:55.606479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:55.622076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:55.625173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:15:55.626492 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:55.643239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff2bccb-a220-4a9e-aafc-aa11ac755900,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:55.647367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c52c240-aead-4304-8968-03b34f643106 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0872221 Oct 12 23:15:55.648077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50440) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:55.742692 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:55.907922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9d1a4-5d2c-4731-b0d5-3ae9f91cba03 req-71347ed1-9e51-4e3b-baae-64128e279a30 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:55.917636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-15f9d1a4-5d2c-4731-b0d5-3ae9f91cba03 req-71347ed1-9e51-4e3b-baae-64128e279a30 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1537623 Oct 12 23:15:56.014558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-15f9d1a4-5d2c-4731-b0d5-3ae9f91cba03 req-28b5d293-e406-41ff-b6ac-9b3dab14be84 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827210 Oct 12 23:15:56.049920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Deleting port aeac6932-f0ab-4ff9-8ae8-fdd47d3ec074 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:56.050196 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.151743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-97ecdfe8-e88b-445b-8ce0-9fff27ac6eff None None] Provisioning complete for port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:56.152546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-97ecdfe8-e88b-445b-8ce0-9fff27ac6eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.164868 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:52Z', 'revision_number': 3, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:56.167911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50464) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:56.195998 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c099a751-ca09-475b-b26d-9a6d83219d0d None None] The sync data for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 is: [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:52Z', 'revision_number': 3, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:15:56.209353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.209931 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.227173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.232480 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Calling delete_port for aeac6932-f0ab-4ff9-8ae8-fdd47d3ec074 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:56.331921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-97ecdfe8-e88b-445b-8ce0-9fff27ac6eff None None] Port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:15:56.456676 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99b81843-3889-4154-bb92-d46b71979bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.559894 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.646768 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.688498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Pushing event deleted for resources: {'Port': ['ID=aeac6932-f0ab-4ff9-8ae8-fdd47d3ec074,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:56.690526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.794331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Pushing event updated for resources: {'Port': ['ID=9ff2bccb-a220-4a9e-aafc-aa11ac755900,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:56.807432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.811397 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.830088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d6b42593-e005-46c6-9a99-01cbb42d2c6f tempest-FloatingIPAdminTestJSON-1112826014 tempest-FloatingIPAdminTestJSON-1112826014-project] 10.222.0.31 "DELETE /v2.0/floatingips/8220dd32-64e9-465d-a8b0-5dfd028ae0f1 HTTP/1.1" status: 204 len: 168 time: 1.1778889 Oct 12 23:15:56.830818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50508) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:56.893222 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.902192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99b81843-3889-4154-bb92-d46b71979bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:56.964009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:15:56.986554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-99b81843-3889-4154-bb92-d46b71979bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.068656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Deleting port 7a791c72-29c1-4d64-bfaa-586a325c951a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:57.069288 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.081047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:57.081544 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.120859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b81843-3889-4154-bb92-d46b71979bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4e0380-bcb1-4d63-87fc-c309eb260308,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:57.128230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-99b81843-3889-4154-bb92-d46b71979bea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c5bb2ada668c4056a4052ac5968f4035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9562438 Oct 12 23:15:57.130314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50518) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:57.133429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:15:57.178440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:15:57.202104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74242e5c-73e9-4ec9-8d44-031cd28fb7a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.255499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548e9d27-e907-4942-a710-11ea005d9522 req-34e8ba84-6196-4c71-8832-07cfed07853f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:57.257352 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-548e9d27-e907-4942-a710-11ea005d9522 req-34e8ba84-6196-4c71-8832-07cfed07853f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1107702 Oct 12 23:15:57.283948 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.296321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.296651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.311685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Calling delete_port for 7a791c72-29c1-4d64-bfaa-586a325c951a owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:57.317192 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:15:57.318927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74242e5c-73e9-4ec9-8d44-031cd28fb7a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.397663 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.471978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:57.532982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-548e9d27-e907-4942-a710-11ea005d9522 req-f6433465-13e6-42a5-af19-c2e7f4f38a2b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487106 Oct 12 23:15:57.683333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3d5447c2-ae9f-4bcf-bd19-a4314f25478f None None] Provisioning complete for port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:57.685431 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3d5447c2-ae9f-4bcf-bd19-a4314f25478f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.726052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3d5447c2-ae9f-4bcf-bd19-a4314f25478f None None] Port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:15:57.752706 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.791519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Pushing event deleted for resources: {'Port': ['ID=7a791c72-29c1-4d64-bfaa-586a325c951a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:57.857890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.864536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:57.865724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-766d8d2c-6dac-4dde-9850-fa12a33c6132 tempest-FloatingIPAdminTestJSON-77590473 tempest-FloatingIPAdminTestJSON-77590473-project-admin] 10.222.0.31 "DELETE /v2.0/floatingips/059d5ade-469c-424b-bbdc-ac6fc232d789 HTTP/1.1" status: 204 len: 168 time: 1.0338326 Oct 12 23:15:57.869185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50566) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:57.937067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Router 89193aec-1884-43b0-a2e1-4c97183bcf13 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:15:58.016175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74242e5c-73e9-4ec9-8d44-031cd28fb7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:58.018799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-74242e5c-73e9-4ec9-8d44-031cd28fb7a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:58.020282 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-74242e5c-73e9-4ec9-8d44-031cd28fb7a0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9d4e0380-bcb1-4d63-87fc-c309eb260308 HTTP/1.1" status: 204 len: 168 time: 0.8887300 Oct 12 23:15:58.043028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74242e5c-73e9-4ec9-8d44-031cd28fb7a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4e0380-bcb1-4d63-87fc-c309eb260308,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:58.084778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4d8159b4-0dde-4750-b359-625922aeb73a tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Deleting port ca031ecd-6a78-4437-853d-f139fe9f19a7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:58.085473 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d8159b4-0dde-4750-b359-625922aeb73a tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:58.164701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:15:58.172925 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-077ab336-2cba-43db-8625-e01b441a3d52 admin admin] 10.222.0.31 "PUT /v2.0/routers/89193aec-1884-43b0-a2e1-4c97183bcf13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0754066 Oct 12 23:15:58.209736 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d8159b4-0dde-4750-b359-625922aeb73a tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:58.239383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4d8159b4-0dde-4750-b359-625922aeb73a tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Calling delete_port for ca031ecd-6a78-4437-853d-f139fe9f19a7 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:15:58.568489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d8159b4-0dde-4750-b359-625922aeb73a tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:58.609233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8159b4-0dde-4750-b359-625922aeb73a tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event deleted for resources: {'Port': ['ID=ca031ecd-6a78-4437-853d-f139fe9f19a7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:58.724217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731f568f-adaf-47a5-a83e-965cbc1a67c1 req-49c7adc2-9264-4076-8e6f-41e028443899 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:58.726485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-731f568f-adaf-47a5-a83e-965cbc1a67c1 req-49c7adc2-9264-4076-8e6f-41e028443899 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1180279 Oct 12 23:15:58.743144 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d8159b4-0dde-4750-b359-625922aeb73a tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:58.748392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4d8159b4-0dde-4750-b359-625922aeb73a tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "DELETE /v2.0/ports/ca031ecd-6a78-4437-853d-f139fe9f19a7 HTTP/1.1" status: 204 len: 168 time: 0.8781445 Oct 12 23:15:58.754217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50632) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:58.848399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-731f568f-adaf-47a5-a83e-965cbc1a67c1 req-c59a9107-2a22-4b8a-b775-7879aa901f77 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141469 Oct 12 23:15:58.861522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a0c268-1649-4cc3-bbe0-4f7e793ae42f tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:15:58.869625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50636) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:58.879805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-50a0c268-1649-4cc3-bbe0-4f7e793ae42f tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "GET /v2.0/ports?device_id=6b67bb92-82eb-48c8-b9d9-3c5351fba31d HTTP/1.1" status: 200 len: 913 time: 0.1082823 Oct 12 23:15:58.945077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Sync routers for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:15:58.974921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:15:59.011751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50648) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:59.018763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:15:59.019433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:59.028486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0239c366-c4c6-411f-8b3a-b554f9f0a5d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.075386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:15:59.075923 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.136695 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0239c366-c4c6-411f-8b3a-b554f9f0a5d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.190771 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0239c366-c4c6-411f-8b3a-b554f9f0a5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.226640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:15:59.257181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239c366-c4c6-411f-8b3a-b554f9f0a5d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d3d66f-d8cc-4866-b316-b2b078d3b6e0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:59.261714 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0239c366-c4c6-411f-8b3a-b554f9f0a5d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2f65d033a46a45d1b4706277709a2b3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2485175 Oct 12 23:15:59.266466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50664) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:59.376358 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef02580f-d35f-48ad-804a-f09ec8402d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.423960 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef02580f-d35f-48ad-804a-f09ec8402d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.476784 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.510877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50682) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:59.519511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1764863588-network', 'tenant_id': '64f02836f8774890ac3531f64a834400'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:15:59.547582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 2, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:15:59.573437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Checking router: 89193aec-1884-43b0-a2e1-4c97183bcf13 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:15:59.573677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Updating router 89193aec-1884-43b0-a2e1-4c97183bcf13 port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:15:59.615971 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.626638 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef02580f-d35f-48ad-804a-f09ec8402d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.629304 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef02580f-d35f-48ad-804a-f09ec8402d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.633677 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ef02580f-d35f-48ad-804a-f09ec8402d28 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85d3d66f-d8cc-4866-b316-b2b078d3b6e0 HTTP/1.1" status: 204 len: 168 time: 0.3630855 Oct 12 23:15:59.658582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Made reservation on behalf of 64f02836f8774890ac3531f64a834400 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:15:59.667600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.677530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef02580f-d35f-48ad-804a-f09ec8402d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d3d66f-d8cc-4866-b316-b2b078d3b6e0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:59.689801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.805918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.837674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Deleting port 5ce691b8-e41c-41a6-a157-0341a2f91ffe {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:15:59.838024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.871935 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.933588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:15:59.941416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50708) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:15:59.945020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9523642-5cbd-4a7a-ba69-6aecbd73fb40,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:15:59.957841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:15:59.958645 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Added segment 5fc71dbd-fc17-49fa-8893-e79d7469d6a2 of type vlan for network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e Oct 12 23:16:00.005868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.024644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.029094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Calling delete_port for 5ce691b8-e41c-41a6-a157-0341a2f91ffe owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:00.099948 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.122033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfa8461-ee3f-48eb-bf36-6405f321fc1c req-853c5082-0dbd-455b-9270-90813e3efcd8 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:00.123621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dfa8461-ee3f-48eb-bf36-6405f321fc1c req-853c5082-0dbd-455b-9270-90813e3efcd8 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0747435 Oct 12 23:16:00.124767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.125720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:00.127020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.185206 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.249027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dfa8461-ee3f-48eb-bf36-6405f321fc1c req-1a431124-29fa-4c97-856c-75b42140afb5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151252 Oct 12 23:16:00.265799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] Pushing event updated for resources: {'Network': ['ID=820eccc1-9d1e-43c0-b5ce-f732c9242b3e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:00.282848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b69ab17a-174c-4617-830f-d4f23de39e0d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7705703 Oct 12 23:16:00.287757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50734) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:00.293231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Request body: {'subnet': {'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1764863588-subnet', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:00.295258 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-23a45114-31d0-4dff-803e-3f0d62ecb1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.336336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:16:00.424251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Made reservation on behalf of 64f02836f8774890ac3531f64a834400 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:16:00.427628 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.430225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46b200-8446-4433-b776-520491354d33 None None] Pushing event updated for resources: {'Port': ['ID=9ff2bccb-a220-4a9e-aafc-aa11ac755900,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:00.501330 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-23a45114-31d0-4dff-803e-3f0d62ecb1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.518802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Attempting to bind port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:00.519326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Attempting to bind port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:00.520214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Attempting to bind port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:00.525867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.530310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:00.530703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:00.531724 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.532221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Bound using segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:00.532753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Bound port: 9ff2bccb-a220-4a9e-aafc-aa11ac755900, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:00.533147 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.630193 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-23a45114-31d0-4dff-803e-3f0d62ecb1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.670443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event deleted for resources: {'Port': ['ID=5ce691b8-e41c-41a6-a157-0341a2f91ffe,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:00.702890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] For port 9ff2bccb-a220-4a9e-aafc-aa11ac755900, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:16:00.708563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] For port 9ff2bccb-a220-4a9e-aafc-aa11ac755900, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9ff2bccb-a220-4a9e-aafc-aa11ac755900,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:16:00.727661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d17021e3-008d-4ffa-84b4-47ab31564ac4 None None] Provisioning complete for port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:00.728454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d17021e3-008d-4ffa-84b4-47ab31564ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.752846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-23a45114-31d0-4dff-803e-3f0d62ecb1e3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7e7e6f21dccf4b458c2483498fb30b79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099675 Oct 12 23:16:00.754500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a45114-31d0-4dff-803e-3f0d62ecb1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba13ae69-6764-4eb1-a790-712d9f6f2855,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:00.760795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50772) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:00.809476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d17021e3-008d-4ffa-84b4-47ab31564ac4 None None] Port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:16:00.813967 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.938389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:00.939254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:00.964902 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25031ac5-4f49-48f8-a0b9-cd1b87301cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:00.988806 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:01.056559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a46b200-8446-4433-b776-520491354d33 None None] Pushing event updated for resources: {'Port': ['ID=9ff2bccb-a220-4a9e-aafc-aa11ac755900,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:01.098121 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:01.151718 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25031ac5-4f49-48f8-a0b9-cd1b87301cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:01.264831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Checking segment: {'id': '5fc71dbd-fc17-49fa-8893-e79d7469d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:01.269613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Network hostable DHCP agents. Network: 820eccc1-9d1e-43c0-b5ce-f732c9242b3e, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:16:01.313662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6b453fa-038e-4cf5-98c8-0856fd0149f7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:01.431735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fb8d7d31-772e-4378-990a-16dc61e9ed6d None None] Provisioning complete for port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:01.432219 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7d31-772e-4378-990a-16dc61e9ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:01.434519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fd16a-0054-46da-8d89-98f9972951b5 req-7315889c-5e89-4bc2-ab03-8f97d8baacd6 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:01.438271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-170fd16a-0054-46da-8d89-98f9972951b5 req-7315889c-5e89-4bc2-ab03-8f97d8baacd6 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0613275 Oct 12 23:16:01.439814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:16:01.476656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25031ac5-4f49-48f8-a0b9-cd1b87301cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:01.483312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25031ac5-4f49-48f8-a0b9-cd1b87301cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:01.488834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:01.489939 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25031ac5-4f49-48f8-a0b9-cd1b87301cca admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ba13ae69-6764-4eb1-a790-712d9f6f2855 HTTP/1.1" status: 204 len: 168 time: 0.7222848 Oct 12 23:16:01.530085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25031ac5-4f49-48f8-a0b9-cd1b87301cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba13ae69-6764-4eb1-a790-712d9f6f2855,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:01.548047 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-170fd16a-0054-46da-8d89-98f9972951b5 req-d9748b5c-af66-48b9-b389-d073a255f66f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023593 Oct 12 23:16:01.576707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 820eccc1-9d1e-43c0-b5ce-f732c9242b3e) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:01.579038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Router 6b67bb92-82eb-48c8-b9d9-3c5351fba31d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:16:01.591618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:01.592399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:01.626728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca93a25-af67-4fd7-a34e-280a7a6e20e2 None None] Network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:16:01.697451 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50832) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:01.698066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1082375e-df6b-4d1d-ac31-010187e326cd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4075663 Oct 12 23:16:01.712659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:01.810026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:16:01.818384 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-45976ef3-53b5-4b9a-a808-79c732b7d534 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "PUT /v2.0/routers/6b67bb92-82eb-48c8-b9d9-3c5351fba31d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9469690 Oct 12 23:16:01.819934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50840) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:01.824913 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b90ee-3e50-498f-ab32-b29c1de84819 None None] Sync routers for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:16:01.836251 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b90ee-3e50-498f-ab32-b29c1de84819 None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:01.837128 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e8b90ee-3e50-498f-ab32-b29c1de84819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:01.907834 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e8b90ee-3e50-498f-ab32-b29c1de84819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:01.910561 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:01.911668 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:01.918305 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8b90ee-3e50-498f-ab32-b29c1de84819 None None] Routers {'6b67bb92-82eb-48c8-b9d9-3c5351fba31d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:01.919214 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e8b90ee-3e50-498f-ab32-b29c1de84819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:01.960369 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e8b90ee-3e50-498f-ab32-b29c1de84819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:01.961204 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8b90ee-3e50-498f-ab32-b29c1de84819 None None] The sync data for ids ['6b67bb92-82eb-48c8-b9d9-3c5351fba31d'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:16:01.999694 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7d31-772e-4378-990a-16dc61e9ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:02.049176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fb8d7d31-772e-4378-990a-16dc61e9ed6d None None] For port 9ff2bccb-a220-4a9e-aafc-aa11ac755900, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9ff2bccb-a220-4a9e-aafc-aa11ac755900,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:02.091217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:00Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:02.102021 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:02.124164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74fc5e94-a258-47ef-bd35-754c57ff2505 None None] The sync data for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 is: [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:00Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:16:02.130118 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fb8d7d31-772e-4378-990a-16dc61e9ed6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:02.170502 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:02.203885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-820eccc1-9d1e-43c0-b5ce-f732c9242b3e', 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'fixed_ips': [{'subnet_id': 'b6b453fa-038e-4cf5-98c8-0856fd0149f7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:16:02.214132 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:02.389792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d7d31-772e-4378-990a-16dc61e9ed6d None None] Pushing event updated for resources: {'Port': ['ID=9ff2bccb-a220-4a9e-aafc-aa11ac755900,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:02.408213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50870) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:02.540715 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Allocated IP 172.20.0.2 (820eccc1-9d1e-43c0-b5ce-f732c9242b3e/b6b453fa-038e-4cf5-98c8-0856fd0149f7/a5c38a97-bab4-46df-8329-34c00b3e075b) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:02.647703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b00e9b78-c3b0-427f-94de-b005029113f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:02.883667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4b486-9da5-4e4f-9ba6-c9d29de9e7b4 req-04b0feb7-de18-4b8f-b2aa-896427727a71 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:02.891068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28d4b486-9da5-4e4f-9ba6-c9d29de9e7b4 req-04b0feb7-de18-4b8f-b2aa-896427727a71 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1930494 Oct 12 23:16:02.999066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50904) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:03.029273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9ff2bccb-a220-4a9e-aafc-aa11ac755900 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:03.053497 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.092508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b00e9b78-c3b0-427f-94de-b005029113f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.100281 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.113365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:03.113996 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.119764 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28d4b486-9da5-4e4f-9ba6-c9d29de9e7b4 req-1e424889-20a5-43e7-ad7d-4ff6f8123506 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197018 Oct 12 23:16:03.128556 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.142520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f737d5c8-f777-477b-9c72-a582be38012c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.178298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b00e9b78-c3b0-427f-94de-b005029113f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.229779 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.283454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b00e9b78-c3b0-427f-94de-b005029113f7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02f4d06aefe24cfa85e67275b060cf4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8741307 Oct 12 23:16:03.287359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 50916) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:03.294617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Pushing event updated for resources: {'Port': ['ID=a5c38a97-bab4-46df-8329-34c00b3e075b,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:03.304561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:03.306560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:03.313105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:03.336102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e9b78-c3b0-427f-94de-b005029113f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f47d3a78-16a7-4fbc-9b1b-27b9f8d4847b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:03.427961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Attempting to bind port a5c38a97-bab4-46df-8329-34c00b3e075b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:03.429094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Attempting to bind port a5c38a97-bab4-46df-8329-34c00b3e075b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5fc71dbd-fc17-49fa-8893-e79d7469d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:03.430346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Attempting to bind port a5c38a97-bab4-46df-8329-34c00b3e075b on network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:03.447637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f737d5c8-f777-477b-9c72-a582be38012c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.463658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:03.464351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Checking segment: {'id': '5fc71dbd-fc17-49fa-8893-e79d7469d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:03.465264 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.466485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Bound using segment: {'id': '5fc71dbd-fc17-49fa-8893-e79d7469d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:03.467160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Bound port: a5c38a97-bab4-46df-8329-34c00b3e075b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc71dbd-fc17-49fa-8893-e79d7469d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:03.467739 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.539456 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f737d5c8-f777-477b-9c72-a582be38012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.549039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] For port a5c38a97-bab4-46df-8329-34c00b3e075b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:16:03.553483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] For port a5c38a97-bab4-46df-8329-34c00b3e075b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a5c38a97-bab4-46df-8329-34c00b3e075b,segment=NetworkSegment(5fc71dbd-fc17-49fa-8893-e79d7469d6a2),segment_id=5fc71dbd-fc17-49fa-8893-e79d7469d6a2)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:16:03.571114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f737d5c8-f777-477b-9c72-a582be38012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f291c9a-6fd8-436b-b4e7-a6e0418c26ed,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:03.587668 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc53-06b9-4de3-978f-7451e7415eaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.593341 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.610954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f737d5c8-f777-477b-9c72-a582be38012c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=16f50bca78ce4867959486e199b8459d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6110392 Oct 12 23:16:03.613422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 50934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:03.628293 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.632681 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.659776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc53-06b9-4de3-978f-7451e7415eaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.662461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Deleting port 4f4a7eac-a46c-4a8d-8990-df127e933247 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:03.662798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.734897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-150c9ed8-7c88-41d5-8979-239f017e330a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.740459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30622dd6-ee10-4db6-b823-acbd3410ea1a None None] Pushing event updated for resources: {'Port': ['ID=a5c38a97-bab4-46df-8329-34c00b3e075b,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:03.780173 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-150c9ed8-7c88-41d5-8979-239f017e330a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.897723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.920302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-150c9ed8-7c88-41d5-8979-239f017e330a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.924587 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-150c9ed8-7c88-41d5-8979-239f017e330a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:03.924941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Calling delete_port for 4f4a7eac-a46c-4a8d-8990-df127e933247 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:03.925932 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-150c9ed8-7c88-41d5-8979-239f017e330a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2f291c9a-6fd8-436b-b4e7-a6e0418c26ed HTTP/1.1" status: 204 len: 168 time: 0.3115752 Oct 12 23:16:03.935072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150c9ed8-7c88-41d5-8979-239f017e330a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f291c9a-6fd8-436b-b4e7-a6e0418c26ed,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:03.946097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Allocated IP 172.25.2.179 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/75a847fc-5455-4498-81c8-99cbba705fea) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:04.019347 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc53-06b9-4de3-978f-7451e7415eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:04.029503 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b4ebc53-06b9-4de3-978f-7451e7415eaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:04.029503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3b4ebc53-06b9-4de3-978f-7451e7415eaa admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f47d3a78-16a7-4fbc-9b1b-27b9f8d4847b HTTP/1.1" status: 204 len: 168 time: 0.7354350 Oct 12 23:16:04.235835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ebc53-06b9-4de3-978f-7451e7415eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47d3a78-16a7-4fbc-9b1b-27b9f8d4847b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:04.385266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94422661-8baf-453f-9511-580a3040ecf8 req-e11d082a-601a-4372-9b58-a8a38ebf8c87 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:04.399423 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94422661-8baf-453f-9511-580a3040ecf8 req-e11d082a-601a-4372-9b58-a8a38ebf8c87 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1651917 Oct 12 23:16:04.440250 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94422661-8baf-453f-9511-580a3040ecf8 req-73274c4f-7758-4dbf-a075-0e727bfdac72 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397310 Oct 12 23:16:04.454289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:04.694128 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:04.818468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:04.829450 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event deleted for resources: {'Port': ['ID=4f4a7eac-a46c-4a8d-8990-df127e933247,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:04.958206 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.011096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a5c38a97-bab4-46df-8329-34c00b3e075b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:05.073727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a5c38a97-bab4-46df-8329-34c00b3e075b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:05.074113 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.088221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:05.114812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:05.120901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:05.135089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.158113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.159690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Pushing event updated for resources: {'Port': ['ID=75a847fc-5455-4498-81c8-99cbba705fea,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:05.208333 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.320230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port a5c38a97-bab4-46df-8329-34c00b3e075b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a5c38a97-bab4-46df-8329-34c00b3e075b,segment=NetworkSegment(5fc71dbd-fc17-49fa-8893-e79d7469d6a2),segment_id=5fc71dbd-fc17-49fa-8893-e79d7469d6a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:05.331550 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.332133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Fanout notify agent at l3_agent the message router_deleted on router 6b67bb92-82eb-48c8-b9d9-3c5351fba31d {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:16:05.356822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.358096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9841c8f6-d42d-4513-a3f2-b119a4469d1d tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "DELETE /v2.0/routers/6b67bb92-82eb-48c8-b9d9-3c5351fba31d HTTP/1.1" status: 204 len: 168 time: 3.5370440 Oct 12 23:16:05.361104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51024) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:05.405777 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.446276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb5539fc-5e8d-4bf3-b7e9-7c478af536cc tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Deleting subnet c8e7fbe9-7e8d-4ea3-85a8-f34ab4a3c603 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:16:05.449732 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb5539fc-5e8d-4bf3-b7e9-7c478af536cc tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.468318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=a5c38a97-bab4-46df-8329-34c00b3e075b,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:05.497235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6776a1b8-bfde-47aa-9c4c-34409e195277 None None] Network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:16:05.518007 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb5539fc-5e8d-4bf3-b7e9-7c478af536cc tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.614830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b63debf5-001e-42c2-81f7-36672801f015 None None] Provisioning complete for port a5c38a97-bab4-46df-8329-34c00b3e075b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:05.615437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b63debf5-001e-42c2-81f7-36672801f015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.660334 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.714558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07917cf-0984-45ee-a25e-877f127c6a05 req-0484131a-048f-41d3-bfbf-a2f382d4f41e tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:05.716404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d07917cf-0984-45ee-a25e-877f127c6a05 req-0484131a-048f-41d3-bfbf-a2f382d4f41e tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1320593 Oct 12 23:16:05.736345 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb5539fc-5e8d-4bf3-b7e9-7c478af536cc tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.824737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d07917cf-0984-45ee-a25e-877f127c6a05 req-5277d376-3c52-44aa-af02-1a8c5fc37d9b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930121 Oct 12 23:16:05.933951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb5539fc-5e8d-4bf3-b7e9-7c478af536cc tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.963860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5539fc-5e8d-4bf3-b7e9-7c478af536cc tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event deleted for resources: {'Subnet': ['ID=c8e7fbe9-7e8d-4ea3-85a8-f34ab4a3c603,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:05.973004 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.980677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb5539fc-5e8d-4bf3-b7e9-7c478af536cc tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:05.985627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bb5539fc-5e8d-4bf3-b7e9-7c478af536cc tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "DELETE /v2.0/subnets/c8e7fbe9-7e8d-4ea3-85a8-f34ab4a3c603 HTTP/1.1" status: 204 len: 168 time: 0.6215386 Oct 12 23:16:05.987210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51068) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:05.991218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87bd432-090c-4318-b078-0c7a65ffe2a2 None None] Network d965a00d-b86b-4e4f-a501-e75a657f0550 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:16:06.102804 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.164448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cad359e2-b013-47b6-9941-a700d6236dc7 None None] Provisioning complete for port a5c38a97-bab4-46df-8329-34c00b3e075b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:06.164983 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cad359e2-b013-47b6-9941-a700d6236dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.193481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Deleting port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:06.194059 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.276993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] For port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=96b1a6e9-8d12-41f2-8b3f-bc78727759bb,segment=NetworkSegment(64112f2e-6b09-4eec-bebb-4052dc2d771d),segment_id=64112f2e-6b09-4eec-bebb-4052dc2d771d)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:06.277362 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.305573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Calling delete_port for 96b1a6e9-8d12-41f2-8b3f-bc78727759bb owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:06.333795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:16:06.370267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7114b6-319b-45e5-b2f3-91aac0469aa4 None None] DHCP port deletion for d965a00d-b86b-4e4f-a501-e75a657f0550 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:16:06.443952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5d7114b6-319b-45e5-b2f3-91aac0469aa4 None None] Deleting port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:06.444483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5d7114b6-319b-45e5-b2f3-91aac0469aa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.482088 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.522633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5d7114b6-319b-45e5-b2f3-91aac0469aa4 None None] For port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=96b1a6e9-8d12-41f2-8b3f-bc78727759bb,segment=NetworkSegment(64112f2e-6b09-4eec-bebb-4052dc2d771d),segment_id=64112f2e-6b09-4eec-bebb-4052dc2d771d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:06.523185 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5d7114b6-319b-45e5-b2f3-91aac0469aa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.539527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:16:06.539761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5d7114b6-319b-45e5-b2f3-91aac0469aa4 None None] Calling delete_port for 96b1a6e9-8d12-41f2-8b3f-bc78727759bb owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:06.539902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event deleted for resources: {'Port': ['ID=96b1a6e9-8d12-41f2-8b3f-bc78727759bb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:06.541728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] No DVR routers for this DVR port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:16:06.555367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Sync routers for ids ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:16:06.597857 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Routers {'84c14f41-c9ee-4ab4-a373-9d2c431697a5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:06.598368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:06.632612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.632907 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.636681 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-44ae4da2-0781-49a4-a768-305ae95b25e8 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9383073 Oct 12 23:16:06.641249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51076) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:06.662026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d965a00d-b86b-4e4f-a501-e75a657f0550']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:06.682465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64112f2e-6b09-4eec-bebb-4052dc2d771d') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:06.682845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64112f2e-6b09-4eec-bebb-4052dc2d771d') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:06.714432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.726363 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5d7114b6-319b-45e5-b2f3-91aac0469aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.743786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.752375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:16:06.752790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:06.768730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7114b6-319b-45e5-b2f3-91aac0469aa4 None None] No DVR routers for this DVR port 96b1a6e9-8d12-41f2-8b3f-bc78727759bb on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:16:06.772241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7114b6-319b-45e5-b2f3-91aac0469aa4 None None] Pushing event deleted for resources: {'Port': ['ID=96b1a6e9-8d12-41f2-8b3f-bc78727759bb,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:16:06.779228 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:16:06.790104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Set router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:07.010344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a5c38a97-bab4-46df-8329-34c00b3e075b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:07.027400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:07.083774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:07.096801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "DELETE /v2.0/networks/d965a00d-b86b-4e4f-a501-e75a657f0550 HTTP/1.1" status: 204 len: 168 time: 1.1085587 Oct 12 23:16:07.117340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '75a847fc-5455-4498-81c8-99cbba705fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:01Z', 'updated_at': '2021-10-12T23:16:05Z', 'revision_number': 3, 'project_id': '64f02836f8774890ac3531f64a834400', 'gw_port': {'id': '75a847fc-5455-4498-81c8-99cbba705fea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:03Z', 'updated_at': '2021-10-12T23:16:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:07.121451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51090) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:07.121795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a5c38a97-bab4-46df-8329-34c00b3e075b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:07.121795 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:07.190922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b19466-4e16-4add-b723-1af99b323ce4 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event deleted for resources: {'Network': ['ID=d965a00d-b86b-4e4f-a501-e75a657f0550,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:07.255747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd1621-3b26-4b03-99cb-48f16d99cf8c req-400a118c-6b89-4d59-8d86-378846ce82c5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:07.263813 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51fd1621-3b26-4b03-99cb-48f16d99cf8c req-400a118c-6b89-4d59-8d86-378846ce82c5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.2971983 Oct 12 23:16:07.355988 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51fd1621-3b26-4b03-99cb-48f16d99cf8c req-9052a604-d606-4ab9-9290-3ae75fe2d8f0 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908434 Oct 12 23:16:07.383553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Deleting port 2015ab6f-fb9e-4ff6-9ea7-cced0c00c6ea {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:07.384264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:07.384419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Checking router: 84c14f41-c9ee-4ab4-a373-9d2c431697a5 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:16:07.384932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Updating router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 port 75a847fc-5455-4498-81c8-99cbba705fea binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:16:07.423535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:07.462393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:07.562349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:07.562887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:07.577340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Calling delete_port for 2015ab6f-fb9e-4ff6-9ea7-cced0c00c6ea owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:07.779794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Allocated IP 172.20.0.1 (820eccc1-9d1e-43c0-b5ce-f732c9242b3e/b6b453fa-038e-4cf5-98c8-0856fd0149f7/01b65488-008a-42a4-8d1d-6ccee29e5357) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:07.818924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 96b1a6e9-8d12-41f2-8b3f-bc78727759bb no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:16:07.851990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 96b1a6e9-8d12-41f2-8b3f-bc78727759bb {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:16:07.852338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 96b1a6e9-8d12-41f2-8b3f-bc78727759bb not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:16:07.905260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:07.956470 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.001862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Pushing event deleted for resources: {'Port': ['ID=2015ab6f-fb9e-4ff6-9ea7-cced0c00c6ea,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:08.031751 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.034353 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.127987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Attempting to bind port 75a847fc-5455-4498-81c8-99cbba705fea on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:08.128369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Attempting to bind port 75a847fc-5455-4498-81c8-99cbba705fea by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:08.128739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Attempting to bind port 75a847fc-5455-4498-81c8-99cbba705fea on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:08.133121 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.138814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.140940 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f4aa0afd-462a-4f06-8d16-1afaa753f046 tempest-FloatingIPAdminTestJSON-1977949475 tempest-FloatingIPAdminTestJSON-1977949475-project] 10.222.0.31 "DELETE /v2.0/floatingips/0b7c0617-3666-4244-af33-b0e0fdc07e28 HTTP/1.1" status: 204 len: 168 time: 1.0199230 Oct 12 23:16:08.155776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b72f03-adf5-4909-bd29-4227f38e195c None None] Pushing event updated for resources: {'Port': ['ID=75a847fc-5455-4498-81c8-99cbba705fea,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:08.171821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:08.172656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:08.172974 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.173355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:08.173952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Bound port: 75a847fc-5455-4498-81c8-99cbba705fea, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:08.174286 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.185767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.288054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Pushing event updated for resources: {'Port': ['ID=01b65488-008a-42a4-8d1d-6ccee29e5357,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:08.323761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:08.326257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:08.326840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] For port 75a847fc-5455-4498-81c8-99cbba705fea, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:16:08.346263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] For port 75a847fc-5455-4498-81c8-99cbba705fea, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=75a847fc-5455-4498-81c8-99cbba705fea,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:16:08.347561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:08.403157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.447034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.601824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b72f03-adf5-4909-bd29-4227f38e195c None None] Pushing event updated for resources: {'Port': ['ID=75a847fc-5455-4498-81c8-99cbba705fea,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:08.612682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb1c96-3c9c-411d-92a0-bbc7d9c7867d req-ea8356fb-efb1-44a9-895a-bd865edff75c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:08.627228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a6cb1c96-3c9c-411d-92a0-bbc7d9c7867d req-ea8356fb-efb1-44a9-895a-bd865edff75c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1595116 Oct 12 23:16:08.690831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Routers {'84c14f41-c9ee-4ab4-a373-9d2c431697a5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:08.691720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a6cb1c96-3c9c-411d-92a0-bbc7d9c7867d req-cd2031ef-e70d-4243-b32c-93429d6cf867 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579531 Oct 12 23:16:08.693318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:08.812746 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:08.927157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] Set router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:09.040267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51126) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:09.057371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d15ea40f-79c0-41a9-ac9c-995835ef3d4d None None] Provisioning complete for port 01b65488-008a-42a4-8d1d-6ccee29e5357 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:09.057747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d15ea40f-79c0-41a9-ac9c-995835ef3d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:09.126841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d15ea40f-79c0-41a9-ac9c-995835ef3d4d None None] Port 01b65488-008a-42a4-8d1d-6ccee29e5357 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:16:09.217548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '75a847fc-5455-4498-81c8-99cbba705fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:01Z', 'updated_at': '2021-10-12T23:16:05Z', 'revision_number': 3, 'project_id': '64f02836f8774890ac3531f64a834400', 'gw_port': {'id': '75a847fc-5455-4498-81c8-99cbba705fea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:03Z', 'updated_at': '2021-10-12T23:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:09.263486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b03c945-a638-402f-92e2-a45cc347756a None None] The sync data for ids ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'] in n-d-790519-14 is: [{'id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '75a847fc-5455-4498-81c8-99cbba705fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:01Z', 'updated_at': '2021-10-12T23:16:05Z', 'revision_number': 3, 'project_id': '64f02836f8774890ac3531f64a834400', 'gw_port': {'id': '75a847fc-5455-4498-81c8-99cbba705fea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:03Z', 'updated_at': '2021-10-12T23:16:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:16:09.315644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d706d0bc-eb40-44d0-808b-bc5e167562bb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9351617ad51d4d0581183a188bfb368a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2738745 Oct 12 23:16:09.316341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51132) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:09.455542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb81a-69e3-492f-8791-75ed6fa64f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:09.493425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb81a-69e3-492f-8791-75ed6fa64f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:09.631704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:09.636588 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb81a-69e3-492f-8791-75ed6fa64f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:09.639675 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf3eb81a-69e3-492f-8791-75ed6fa64f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:09.641759 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bf3eb81a-69e3-492f-8791-75ed6fa64f9a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a5daa617-54a2-41d9-8a46-74c85159872b HTTP/1.1" status: 204 len: 168 time: 0.3244450 Oct 12 23:16:09.692683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3eb81a-69e3-492f-8791-75ed6fa64f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5daa617-54a2-41d9-8a46-74c85159872b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:09.880650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b8047b-91c1-4d38-a9ae-942bc2bfab90 req-9e605919-a278-40c1-af97-78aa62a4c8cf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:09.884059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30b8047b-91c1-4d38-a9ae-942bc2bfab90 req-9e605919-a278-40c1-af97-78aa62a4c8cf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0628088 Oct 12 23:16:09.950855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-30b8047b-91c1-4d38-a9ae-942bc2bfab90 req-f91eb497-b9c5-4ed6-9bad-3a710f1a0a12 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615375 Oct 12 23:16:10.019370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:10.091376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Pushing event updated for resources: {'Port': ['ID=01b65488-008a-42a4-8d1d-6ccee29e5357,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:10.096425 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:10.122011 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:16:10.248622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:10.252277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:10.499304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:16:10.671995 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:16:10.715126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dca43405-67e7-4144-9b98-e98b66206f19 admin admin] 10.222.0.31 "PUT /v2.0/routers/84c14f41-c9ee-4ab4-a373-9d2c431697a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0693026 Oct 12 23:16:10.774634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-00706b55-4506-4266-b6f1-a50650703d08 None None] Provisioning complete for port 01b65488-008a-42a4-8d1d-6ccee29e5357 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:10.779318 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-00706b55-4506-4266-b6f1-a50650703d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:10.814556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51156) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:10.831725 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3dc0-a78b-4e52-8833-bdf4f50b0546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:10.866011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-00706b55-4506-4266-b6f1-a50650703d08 None None] Port 01b65488-008a-42a4-8d1d-6ccee29e5357 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:16:10.974106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 75a847fc-5455-4498-81c8-99cbba705fea up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:10.999999 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3dc0-a78b-4e52-8833-bdf4f50b0546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:11.057838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9fdb3dc0-a78b-4e52-8833-bdf4f50b0546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:11.068888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 75a847fc-5455-4498-81c8-99cbba705fea triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:11.069261 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:11.137790 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9fdb3dc0-a78b-4e52-8833-bdf4f50b0546 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0c30f83242524ef69e353be1fc0d469d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3220253 Oct 12 23:16:11.138692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdb3dc0-a78b-4e52-8833-bdf4f50b0546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f119b1d-f15b-49df-b7b4-76051752328e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:11.141736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51172) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:11.184265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438df06-1b2e-426e-a804-061e079653c9 req-2224dcb8-5563-47cc-a4d1-4972fa36e42a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:11.185743 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6438df06-1b2e-426e-a804-061e079653c9 req-2224dcb8-5563-47cc-a4d1-4972fa36e42a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1039028 Oct 12 23:16:11.237122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:11.263432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 75a847fc-5455-4498-81c8-99cbba705fea, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=75a847fc-5455-4498-81c8-99cbba705fea,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:11.286398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b0338d9-76a1-424d-9878-71e7b88bd1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:11.286853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6438df06-1b2e-426e-a804-061e079653c9 req-5e85893a-71df-4146-904a-a873570c214a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909317 Oct 12 23:16:11.349285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b0338d9-76a1-424d-9878-71e7b88bd1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:11.368656 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:11.468082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=75a847fc-5455-4498-81c8-99cbba705fea,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:11.481891 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b0338d9-76a1-424d-9878-71e7b88bd1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:11.485327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8b0338d9-76a1-424d-9878-71e7b88bd1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:11.489006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8b0338d9-76a1-424d-9878-71e7b88bd1a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8f119b1d-f15b-49df-b7b4-76051752328e HTTP/1.1" status: 204 len: 168 time: 0.3363817 Oct 12 23:16:11.496168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0338d9-76a1-424d-9878-71e7b88bd1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f119b1d-f15b-49df-b7b4-76051752328e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:11.873839 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Sync routers for ids ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:16:11.884611 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Routers {'84c14f41-c9ee-4ab4-a373-9d2c431697a5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:11.885304 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:12.001646 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Set router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:12.177282 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd02a1b1-0ca1-407d-a208-af25148c6f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:12.284805 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '75a847fc-5455-4498-81c8-99cbba705fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:01Z', 'updated_at': '2021-10-12T23:16:08Z', 'revision_number': 4, 'project_id': '64f02836f8774890ac3531f64a834400', 'gw_port': {'id': '75a847fc-5455-4498-81c8-99cbba705fea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:03Z', 'updated_at': '2021-10-12T23:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '01b65488-008a-42a4-8d1d-6ccee29e5357', 'name': '', 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'mac_address': 'fa:16:3e:02:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b6b453fa-038e-4cf5-98c8-0856fd0149f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:07Z', 'updated_at': '2021-10-12T23:16:08Z', 'revision_number': 2, 'project_id': '64f02836f8774890ac3531f64a834400', 'subnets': [{'id': 'b6b453fa-038e-4cf5-98c8-0856fd0149f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:12.322559 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Checking router: 84c14f41-c9ee-4ab4-a373-9d2c431697a5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:16:12.323249 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Updating router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 port 01b65488-008a-42a4-8d1d-6ccee29e5357 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:16:12.354330 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:12.579541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51208) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:12.582475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7e2a10-37a2-426e-be42-e28d0cfc749f req-7e763508-176c-454f-8104-5fe35c4aa7b2 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:12.585016 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a7e2a10-37a2-426e-be42-e28d0cfc749f req-7e763508-176c-454f-8104-5fe35c4aa7b2 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1616924 Oct 12 23:16:12.604306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8335a60d-3e93-43aa-99e3-069f509757d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:12.693528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a7e2a10-37a2-426e-be42-e28d0cfc749f req-93368109-cd98-4588-898c-56c093bcdd43 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927820 Oct 12 23:16:12.825583 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8335a60d-3e93-43aa-99e3-069f509757d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:12.854259 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:12.896106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 75a847fc-5455-4498-81c8-99cbba705fea up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:12.934130 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8335a60d-3e93-43aa-99e3-069f509757d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:12.957002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 75a847fc-5455-4498-81c8-99cbba705fea triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:12.957592 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:12.995349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335a60d-3e93-43aa-99e3-069f509757d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411b0bbf-1cf4-4d20-a88d-6453fb7fffd9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:12.996205 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:13.044240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8335a60d-3e93-43aa-99e3-069f509757d8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90fd41907d0d4002ba70f32dd9ddacba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630353 Oct 12 23:16:13.047650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51216) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:13.144077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edcf523-2c3a-4f14-a1b6-79886e9a713e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:13.173285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edcf523-2c3a-4f14-a1b6-79886e9a713e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:13.279745 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dbea7-098a-4e4d-951f-6613aa6a4339 None None] Pushing event updated for resources: {'Port': ['ID=01b65488-008a-42a4-8d1d-6ccee29e5357,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:13.292906 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Attempting to bind port 01b65488-008a-42a4-8d1d-6ccee29e5357 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:13.293246 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Attempting to bind port 01b65488-008a-42a4-8d1d-6ccee29e5357 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5fc71dbd-fc17-49fa-8893-e79d7469d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:13.293614 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Attempting to bind port 01b65488-008a-42a4-8d1d-6ccee29e5357 on network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:13.306076 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 15, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:13.306438 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Checking segment: {'id': '5fc71dbd-fc17-49fa-8893-e79d7469d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:13.306845 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:13.308424 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Bound using segment: {'id': '5fc71dbd-fc17-49fa-8893-e79d7469d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:13.308924 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Bound port: 01b65488-008a-42a4-8d1d-6ccee29e5357, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc71dbd-fc17-49fa-8893-e79d7469d6a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:13.310434 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:13.343655 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edcf523-2c3a-4f14-a1b6-79886e9a713e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:13.347113 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2edcf523-2c3a-4f14-a1b6-79886e9a713e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:13.348620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2edcf523-2c3a-4f14-a1b6-79886e9a713e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/411b0bbf-1cf4-4d20-a88d-6453fb7fffd9 HTTP/1.1" status: 204 len: 168 time: 0.2996221 Oct 12 23:16:13.376389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcf523-2c3a-4f14-a1b6-79886e9a713e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411b0bbf-1cf4-4d20-a88d-6453fb7fffd9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:13.512603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-68c8cd33-2573-4b57-b1e8-02c5d392d9e9 None None] Provisioning complete for port 01b65488-008a-42a4-8d1d-6ccee29e5357 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:13.518696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-68c8cd33-2573-4b57-b1e8-02c5d392d9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:13.518846 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] For port 01b65488-008a-42a4-8d1d-6ccee29e5357, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:16:13.527882 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] For port 01b65488-008a-42a4-8d1d-6ccee29e5357, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=01b65488-008a-42a4-8d1d-6ccee29e5357,segment=NetworkSegment(5fc71dbd-fc17-49fa-8893-e79d7469d6a2),segment_id=5fc71dbd-fc17-49fa-8893-e79d7469d6a2)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:16:13.570486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-68c8cd33-2573-4b57-b1e8-02c5d392d9e9 None None] Port 01b65488-008a-42a4-8d1d-6ccee29e5357 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:16:13.591449 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:13.646187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51234) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:13.734379 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Routers {'84c14f41-c9ee-4ab4-a373-9d2c431697a5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:13.736078 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:15:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:13.904385 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3dbea7-098a-4e4d-951f-6613aa6a4339 None None] Pushing event updated for resources: {'Port': ['ID=01b65488-008a-42a4-8d1d-6ccee29e5357,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:13.963671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f350b70-068e-4565-bd68-69d29b9fd8e6 req-e0e0fd82-00f3-47dd-a3fc-f92b37f3615a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:13.972047 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f350b70-068e-4565-bd68-69d29b9fd8e6 req-e0e0fd82-00f3-47dd-a3fc-f92b37f3615a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1116734 Oct 12 23:16:14.079547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f350b70-068e-4565-bd68-69d29b9fd8e6 req-919a115d-10a4-4497-ac88-9db8d0cf3eb4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694232 Oct 12 23:16:14.102525 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] Set router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:14.214140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dff3dc93-97ff-4fdc-b5ea-5f8a1449df81 None None] Provisioning complete for port 01b65488-008a-42a4-8d1d-6ccee29e5357 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:14.217318 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dff3dc93-97ff-4fdc-b5ea-5f8a1449df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:14.313977 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:14.481440 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '75a847fc-5455-4498-81c8-99cbba705fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:01Z', 'updated_at': '2021-10-12T23:16:08Z', 'revision_number': 4, 'project_id': '64f02836f8774890ac3531f64a834400', 'gw_port': {'id': '75a847fc-5455-4498-81c8-99cbba705fea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:03Z', 'updated_at': '2021-10-12T23:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '01b65488-008a-42a4-8d1d-6ccee29e5357', 'name': '', 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'mac_address': 'fa:16:3e:02:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b6b453fa-038e-4cf5-98c8-0856fd0149f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:07Z', 'updated_at': '2021-10-12T23:16:13Z', 'revision_number': 4, 'project_id': '64f02836f8774890ac3531f64a834400', 'subnets': [{'id': 'b6b453fa-038e-4cf5-98c8-0856fd0149f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:14.500694 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dff3dc93-97ff-4fdc-b5ea-5f8a1449df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:14.577374 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:14.611501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-dff3dc93-97ff-4fdc-b5ea-5f8a1449df81 None None] For port 01b65488-008a-42a4-8d1d-6ccee29e5357, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=01b65488-008a-42a4-8d1d-6ccee29e5357,segment=NetworkSegment(5fc71dbd-fc17-49fa-8893-e79d7469d6a2),segment_id=5fc71dbd-fc17-49fa-8893-e79d7469d6a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:14.652057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:14.685833 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dff3dc93-97ff-4fdc-b5ea-5f8a1449df81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:14.717107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=593485b1-bfa9-47f7-95e9-8f00cca766d0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:14.790480 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724de802-ca5f-44ed-800f-94a7a0efba7d None None] The sync data for ids ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'] in n-d-790519-14 is: [{'id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '75a847fc-5455-4498-81c8-99cbba705fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:01Z', 'updated_at': '2021-10-12T23:16:08Z', 'revision_number': 4, 'project_id': '64f02836f8774890ac3531f64a834400', 'gw_port': {'id': '75a847fc-5455-4498-81c8-99cbba705fea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:03Z', 'updated_at': '2021-10-12T23:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '01b65488-008a-42a4-8d1d-6ccee29e5357', 'name': '', 'network_id': '820eccc1-9d1e-43c0-b5ce-f732c9242b3e', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'mac_address': 'fa:16:3e:02:3c:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 2779, 'fixed_ips': [{'subnet_id': 'b6b453fa-038e-4cf5-98c8-0856fd0149f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:07Z', 'updated_at': '2021-10-12T23:16:13Z', 'revision_number': 4, 'project_id': '64f02836f8774890ac3531f64a834400', 'subnets': [{'id': 'b6b453fa-038e-4cf5-98c8-0856fd0149f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:16:14.817599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51262) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:14.817863 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=98fff873e13948ff8750f93254e4c3ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1702690 Oct 12 23:16:14.819601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.819949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.820289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.820627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.820960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.821299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.821638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.821951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.822507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.822643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.822906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:14.845956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff3dc93-97ff-4fdc-b5ea-5f8a1449df81 None None] Pushing event updated for resources: {'Port': ['ID=01b65488-008a-42a4-8d1d-6ccee29e5357,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:14.853676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-060b71b0-65e9-47a7-a3bc-15fd33b2a07f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:15.094398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d74c6aed-b36f-4f24-b25f-659982228012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:15.131347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d74c6aed-b36f-4f24-b25f-659982228012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:15.283671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb747a9-cfdd-413d-a140-24a80c31ee24 req-52959b61-c430-47fd-b35c-51849775fe1a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:15.285505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aeb747a9-cfdd-413d-a140-24a80c31ee24 req-52959b61-c430-47fd-b35c-51849775fe1a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0815706 Oct 12 23:16:15.369248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aeb747a9-cfdd-413d-a140-24a80c31ee24 req-63911529-50c7-4668-8d86-385d9d46e957 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746777 Oct 12 23:16:15.415854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51278) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:15.464631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d74c6aed-b36f-4f24-b25f-659982228012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:15.467990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d74c6aed-b36f-4f24-b25f-659982228012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:15.470084 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d74c6aed-b36f-4f24-b25f-659982228012 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/593485b1-bfa9-47f7-95e9-8f00cca766d0 HTTP/1.1" status: 204 len: 168 time: 0.6513987 Oct 12 23:16:15.485518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74c6aed-b36f-4f24-b25f-659982228012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=593485b1-bfa9-47f7-95e9-8f00cca766d0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:15.536990 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:15.601614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-918147b9-1e86-4312-8632-53d630b54718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:15.753135 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d536192-f52a-4e7d-b5d3-cca93cc05163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.005843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d536192-f52a-4e7d-b5d3-cca93cc05163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.074287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d536192-f52a-4e7d-b5d3-cca93cc05163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.147132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51300) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:16.157441 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.173710 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7d536192-f52a-4e7d-b5d3-cca93cc05163 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ed666244649f49eeac31bc11ced4821d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7553949 Oct 12 23:16:16.188148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d536192-f52a-4e7d-b5d3-cca93cc05163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f93f145b-ef51-4b8e-a30e-c88b313f7aa6,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:16.293997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2c5f-3867-499e-beb2-b0213318dca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.324729 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2c5f-3867-499e-beb2-b0213318dca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.493607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2c5f-3867-499e-beb2-b0213318dca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.496622 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d4a2c5f-3867-499e-beb2-b0213318dca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.500826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7d4a2c5f-3867-499e-beb2-b0213318dca6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f93f145b-ef51-4b8e-a30e-c88b313f7aa6 HTTP/1.1" status: 204 len: 168 time: 0.3524392 Oct 12 23:16:16.523351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4a2c5f-3867-499e-beb2-b0213318dca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f93f145b-ef51-4b8e-a30e-c88b313f7aa6,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:16.622551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec1ef5f-a693-4620-a5f0-e495d2d11842 req-9c7781db-71d3-491d-8511-f011876371b6 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:16.629492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ec1ef5f-a693-4620-a5f0-e495d2d11842 req-9c7781db-71d3-491d-8511-f011876371b6 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1130779 Oct 12 23:16:16.684495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-1de7dece-ef9c-4ea5-a3e0-198d0a2a8b5d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:16.686803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51320) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:16.694199 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-1de7dece-ef9c-4ea5-a3e0-198d0a2a8b5d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.2170501 Oct 12 23:16:16.713387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-172395cf-d24f-49a4-a7ec-99601e48cef2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/quotas/d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 375 time: 0.0182414 Oct 12 23:16:16.739922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ec1ef5f-a693-4620-a5f0-e495d2d11842 req-e33d41e9-dca4-4931-bac5-0ef6cede63b5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063530 Oct 12 23:16:16.742436 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c67d348-0fe6-4157-a00a-da7736f76900 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.878702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-774ce2b9-b71b-47ea-b37c-383a4fdf571c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1642680 Oct 12 23:16:16.949616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c67d348-0fe6-4157-a00a-da7736f76900 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:16.952757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 01b65488-008a-42a4-8d1d-6ccee29e5357 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:17.032420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 01b65488-008a-42a4-8d1d-6ccee29e5357 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:17.034546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:17.047170 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c67d348-0fe6-4157-a00a-da7736f76900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:17.123241 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0c67d348-0fe6-4157-a00a-da7736f76900 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=337a8b5f2dd64f9eb205a3c5668b26db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296477 Oct 12 23:16:17.123241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67d348-0fe6-4157-a00a-da7736f76900 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84541a54-809c-4ec5-8d50-ed86ccdce1c8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:17.125013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51326) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:17.188853 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5a8497eb-e3ff-4e20-84c3-48b0c5ddc294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:17.205070 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-e79ce678-7012-453d-9cc9-27ba91a6d752 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3211665 Oct 12 23:16:17.227997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5a8497eb-e3ff-4e20-84c3-48b0c5ddc294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:17.369119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-4e165ccf-4b4a-400f-9487-25dcb40b5761 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560206 Oct 12 23:16:17.371335 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5a8497eb-e3ff-4e20-84c3-48b0c5ddc294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:17.374078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5a8497eb-e3ff-4e20-84c3-48b0c5ddc294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:17.378181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5a8497eb-e3ff-4e20-84c3-48b0c5ddc294 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/84541a54-809c-4ec5-8d50-ed86ccdce1c8 HTTP/1.1" status: 204 len: 168 time: 0.2520363 Oct 12 23:16:17.386758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8497eb-e3ff-4e20-84c3-48b0c5ddc294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84541a54-809c-4ec5-8d50-ed86ccdce1c8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:17.862053 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:17.885963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb3688-945e-4577-8b07-361bbed2310d req-fb9b13c5-dc0c-4f97-9c7f-f5032e6ee45a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:17.887516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45eb3688-945e-4577-8b07-361bbed2310d req-fb9b13c5-dc0c-4f97-9c7f-f5032e6ee45a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0665123 Oct 12 23:16:17.947014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45eb3688-945e-4577-8b07-361bbed2310d req-3f7d1024-8ab9-477c-bce6-e60e875030d5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480695 Oct 12 23:16:18.163146 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5acd1aaa-6e2a-4a10-8f7a-d8fe733500f5 req-a86f819e-cb1d-4dc7-a4a4-45d4d75f40f6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.0461402 Oct 12 23:16:18.188476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51378) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:18.473093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e5dc04a7-25b2-4582-9a1f-6dfda1d25ff1 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:18.585429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e5dc04a7-25b2-4582-9a1f-6dfda1d25ff1 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] 10.222.0.31 "PUT /v2.0/quotas/320aa138a2764402842a310cd3c1c5f6 HTTP/1.1" status: 200 len: 368 time: 0.3927510 Oct 12 23:16:18.588486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51400) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:18.599174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Request body: {'network': {'project_id': '320aa138a2764402842a310cd3c1c5f6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:18.721974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Made reservation on behalf of 320aa138a2764402842a310cd3c1c5f6 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:16:18.724681 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:18.733192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:18.826134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:18.905197 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:18.938728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:16:18.948679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5135fd1-bf9a-4f9c-85e4-4f7be261b33b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:18.955562 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:18.956198 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Added segment 1e4467e2-4826-4da2-936e-f748b6145d8c of type vlan for network dd4eaa7b-79e6-47cb-a49d-83e562ffba1b Oct 12 23:16:19.006761 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.019390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.103334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d802c-ab69-49a6-98ff-ae17dd991588 req-a2a6607f-fda4-4e1d-8179-4bb2c455663b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:19.105156 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.105531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d3d802c-ab69-49a6-98ff-ae17dd991588 req-a2a6607f-fda4-4e1d-8179-4bb2c455663b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0759935 Oct 12 23:16:19.106607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:19.107422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.181007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d3d802c-ab69-49a6-98ff-ae17dd991588 req-6b468009-960e-40dc-b4dd-563e72b6de8a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609632 Oct 12 23:16:19.198908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6076386 Oct 12 23:16:19.205109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51424) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:19.211218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Request body: {'network': {'project_id': '320aa138a2764402842a310cd3c1c5f6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:19.213002 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.214748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2429f27f-a961-4a8e-948b-a278ff72b273 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Pushing event updated for resources: {'Network': ['ID=dd4eaa7b-79e6-47cb-a49d-83e562ffba1b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:19.228969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network dd4eaa7b-79e6-47cb-a49d-83e562ffba1b details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:16:19.285422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:19.305293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63ae6fc3-3972-4e63-b696-b067eead49a3 req-cd2b66a1-684e-4c82-a456-e68b5fb7a69b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.0554941 Oct 12 23:16:19.384813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Made reservation on behalf of 320aa138a2764402842a310cd3c1c5f6 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:16:19.387263 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.468124 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6e3413e-6fb7-4b79-b9bc-9d9690dafc8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.612938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6e3413e-6fb7-4b79-b9bc-9d9690dafc8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.749754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d6e3413e-6fb7-4b79-b9bc-9d9690dafc8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.794566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e3413e-6fb7-4b79-b9bc-9d9690dafc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3daa9bcc-ba9b-4e0a-9b1e-2ebe803e29fc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:19.810671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d6e3413e-6fb7-4b79-b9bc-9d9690dafc8d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6c14b71ed1f6418e91bdb45c3ddec152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215590 Oct 12 23:16:19.811254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51450) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:19.889311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:16:19.900297 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.900297 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Added segment 35cbd349-531e-46c2-ad5d-d60036d49701 of type vlan for network 4f1a50b7-8304-4d5e-a981-a7b629a9c9e0 Oct 12 23:16:19.948982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83c65aaf-4dd9-4bfb-ad42-e4980971b6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:19.978790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.009487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83c65aaf-4dd9-4bfb-ad42-e4980971b6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.068975 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.069972 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:20.070551 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.106580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51456) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:20.216591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Pushing event updated for resources: {'Network': ['ID=4f1a50b7-8304-4d5e-a981-a7b629a9c9e0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:20.225344 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83c65aaf-4dd9-4bfb-ad42-e4980971b6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.231784 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6a1c5501-7c09-45e2-bafe-f5ceef843c23 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.0222323 Oct 12 23:16:20.232066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51466) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:20.232883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83c65aaf-4dd9-4bfb-ad42-e4980971b6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.240591 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-83c65aaf-4dd9-4bfb-ad42-e4980971b6b2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3daa9bcc-ba9b-4e0a-9b1e-2ebe803e29fc HTTP/1.1" status: 204 len: 168 time: 0.4258268 Oct 12 23:16:20.242701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-addb9ab5-5d34-4388-9521-172f08e7263d tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Request body: {'network': {'project_id': '320aa138a2764402842a310cd3c1c5f6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:20.247117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4f1a50b7-8304-4d5e-a981-a7b629a9c9e0 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:16:20.264781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c65aaf-4dd9-4bfb-ad42-e4980971b6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3daa9bcc-ba9b-4e0a-9b1e-2ebe803e29fc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:20.277158 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-addb9ab5-5d34-4388-9521-172f08e7263d tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 12 23:16:20.277625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-addb9ab5-5d34-4388-9521-172f08e7263d tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:16:20.283789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-addb9ab5-5d34-4388-9521-172f08e7263d tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0454276 Oct 12 23:16:20.284265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51470) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:20.463922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b48264ee-8d95-46f7-b538-30e6e25abdad req-fefb6073-b496-455c-add8-c18b7cd70a3e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.0356042 Oct 12 23:16:20.476992 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-516f7549-b51e-4be3-8791-fe11d0599b5e tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=320aa138a2764402842a310cd3c1c5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914589 Oct 12 23:16:20.482323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51478) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:20.522113 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2052dc2d-be33-4a93-867a-4d402f7f386e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=22ab2277bf57401e802f2fdd4befff6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100442 Oct 12 23:16:20.526739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51480) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:20.554133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cc3e9-c161-4745-aae8-bb706b2613e8 req-07c58eae-2db5-47b1-9274-70aa8ecb3269 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:20.564559 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-704cc3e9-c161-4745-aae8-bb706b2613e8 req-07c58eae-2db5-47b1-9274-70aa8ecb3269 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.2143683 Oct 12 23:16:20.621029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a8e2d3f-6415-4c84-ba31-e4616f357010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.646216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a8e2d3f-6415-4c84-ba31-e4616f357010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.651454 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b2974d9-f0a3-4bb3-b4be-df4c88a92fc7 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.687114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b2974d9-f0a3-4bb3-b4be-df4c88a92fc7 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.783515 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-704cc3e9-c161-4745-aae8-bb706b2613e8 req-03d766ef-fd2d-4322-adaa-8ddd62bf1f67 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167530 Oct 12 23:16:20.788760 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a8e2d3f-6415-4c84-ba31-e4616f357010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.792530 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a8e2d3f-6415-4c84-ba31-e4616f357010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.793839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3a8e2d3f-6415-4c84-ba31-e4616f357010 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7b4339d2-08fd-404f-9028-1f061364c347 HTTP/1.1" status: 204 len: 168 time: 0.2658000 Oct 12 23:16:20.808345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e2d3f-6415-4c84-ba31-e4616f357010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4339d2-08fd-404f-9028-1f061364c347,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:20.823315 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b2974d9-f0a3-4bb3-b4be-df4c88a92fc7 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.831493 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3b2974d9-f0a3-4bb3-b4be-df4c88a92fc7 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:20.832667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3b2974d9-f0a3-4bb3-b4be-df4c88a92fc7 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] 10.222.0.31 "DELETE /v2.0/security-groups/f5135fd1-bf9a-4f9c-85e4-4f7be261b33b HTTP/1.1" status: 204 len: 168 time: 0.3490138 Oct 12 23:16:20.835618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51486) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:20.884860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2974d9-f0a3-4bb3-b4be-df4c88a92fc7 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5135fd1-bf9a-4f9c-85e4-4f7be261b33b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:20.900150 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-34295657-bcf3-4553-904a-185123bd7b13 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:20.901671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-34295657-bcf3-4553-904a-185123bd7b13 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.2589099 Oct 12 23:16:20.926645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'port': {'device_id': 'ff695118-85ff-4a69-95bb-4cb0b0bd1a4b', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'admin_state_up': True, 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:20.998029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.170677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.196370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f1a50b7-8304-4d5e-a981-a7b629a9c9e0']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:21.207472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35cbd349-531e-46c2-ad5d-d60036d49701') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:21.207743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35cbd349-531e-46c2-ad5d-d60036d49701') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:21.217261 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.232108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.238806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:16:21.239266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:16:21.241033 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:16:21.264621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Made reservation on behalf of d5796b82d2104cbd9f53b8f46e14bfba for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:16:21.270732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.447626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.460367 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.460367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] 10.222.0.31 "DELETE /v2.0/networks/4f1a50b7-8304-4d5e-a981-a7b629a9c9e0 HTTP/1.1" status: 204 len: 168 time: 0.6219790 Oct 12 23:16:21.464340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51504) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:21.549630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300788a-32ca-4cd2-8aee-92f530c6562f tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Pushing event deleted for resources: {'Network': ['ID=4f1a50b7-8304-4d5e-a981-a7b629a9c9e0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:21.682066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.20.0.6 (9dfff4e1-8f06-45c7-a0f5-5156dd2f2255/4673c338-433e-4237-a51e-e1311e5e28b8/c0ea41ba-9cb8-4e00-be11-978ccd724b7c) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:21.734630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd96a855-e14d-4102-9b4c-aaa345f8f517 req-3f2521da-ae4c-4992-8da5-e63091dcdf24 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.1044652 Oct 12 23:16:21.741184 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.910267 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.959404 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:21.973185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd4eaa7b-79e6-47cb-a49d-83e562ffba1b']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:22.012638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e4467e2-4826-4da2-936e-f748b6145d8c') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:22.017258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e4467e2-4826-4da2-936e-f748b6145d8c') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:22.043610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:22.058459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:22.082846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:22.096098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:16:22.097592 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:16:22.099205 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:16:22.144423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:22.148537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:22.161408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8142b2b9-310e-4737-afcf-cd10c3ca09fd req-635b4da4-1de9-4c83-a309-9392d4e25feb tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:22.163092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8142b2b9-310e-4737-afcf-cd10c3ca09fd req-635b4da4-1de9-4c83-a309-9392d4e25feb tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1601684 Oct 12 23:16:22.163952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:22.221618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:22.277758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8142b2b9-310e-4737-afcf-cd10c3ca09fd req-078dc158-0225-4375-821e-95f0db0c5d91 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042581 Oct 12 23:16:22.288294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:22.289534 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:22.351765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:22.360447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:22.364371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] 10.222.0.31 "DELETE /v2.0/networks/dd4eaa7b-79e6-47cb-a49d-83e562ffba1b HTTP/1.1" status: 204 len: 168 time: 0.8989060 Oct 12 23:16:22.376980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b129ec6-6abb-412a-b17a-dd7b252c7757 tempest-QuotasNegativeTest-1179054884 tempest-QuotasNegativeTest-1179054884-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd4eaa7b-79e6-47cb-a49d-83e562ffba1b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:22.381740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-c2ffc0ae-5d0a-4850-b2fe-c911f63e8ed0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4675851 Oct 12 23:16:22.399140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Request body: {'port': {'device_id': 'ff695118-85ff-4a69-95bb-4cb0b0bd1a4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:22.534406 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:22.627025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d9935634-0d0a-4417-8085-f03596670523 None None] Provisioning complete for port c0ea41ba-9cb8-4e00-be11-978ccd724b7c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:22.627601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d9935634-0d0a-4417-8085-f03596670523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:22.716936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d9935634-0d0a-4417-8085-f03596670523 None None] Port c0ea41ba-9cb8-4e00-be11-978ccd724b7c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:16:22.974672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91f83af-2912-4761-907c-ed439c1125bd req-5e2a6d46-be9b-4518-a3a1-7c7ec8dee6d8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:22.990204 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a91f83af-2912-4761-907c-ed439c1125bd req-5e2a6d46-be9b-4518-a3a1-7c7ec8dee6d8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 931 time: 0.1114237 Oct 12 23:16:23.065654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a91f83af-2912-4761-907c-ed439c1125bd req-bfcfdecc-43fd-43a3-867f-c43ec2b3c843 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Oct 12 23:16:23.146476 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0ea41ba-9cb8-4e00-be11-978ccd724b7c {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:16:23.156316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:23.174915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Transition to ACTIVE for port object c0ea41ba-9cb8-4e00-be11-978ccd724b7c will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:16:23.189096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 12599353-2b4c-40b0-ba0d-c5300a14f7a5 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:16:23.192414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 12599353-2b4c-40b0-ba0d-c5300a14f7a5 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:16:23.291983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:23.423778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:23.631222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377202e-507b-485a-820e-138d9a9077a5 req-a9b89942-7228-4b99-92a2-fa39ad19dd2c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:23.646468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6377202e-507b-485a-820e-138d9a9077a5 req-a9b89942-7228-4b99-92a2-fa39ad19dd2c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.2226229 Oct 12 23:16:23.752665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6377202e-507b-485a-820e-138d9a9077a5 req-99189e01-1aba-4f48-8f8a-8181345ca5da tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086369 Oct 12 23:16:23.783744 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:23.793979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Attempting to bind port c0ea41ba-9cb8-4e00-be11-978ccd724b7c on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:23.794187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Attempting to bind port c0ea41ba-9cb8-4e00-be11-978ccd724b7c by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:23.794581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Attempting to bind port c0ea41ba-9cb8-4e00-be11-978ccd724b7c on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:23.804739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51572) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:23.812098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Port c0ea41ba-9cb8-4e00-be11-978ccd724b7c on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:16:23.817625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Attempting to bind port c0ea41ba-9cb8-4e00-be11-978ccd724b7c on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:23.825181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:23.825610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:23.826060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Bound using segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:23.826578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Bound port: c0ea41ba-9cb8-4e00-be11-978ccd724b7c, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:23.833472 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:23.837144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:23.839887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:16:23.843815 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d7fe1b-3b18-4883-a7b0-4322c49ac028" -d '{"events": [{"server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:16:23.889097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:23.908183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '12599353-2b4c-40b0-ba0d-c5300a14f7a5', 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed', 'port_id': '12599353-2b4c-40b0-ba0d-c5300a14f7a5', 'mac_address': 'fa:16:3e:a1:41:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b079df0e-2155-475f-b3e6-33708313146e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:16:23.911691 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:23.975111 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4894db67-2b49-4456-b870-ce8602e02006 x-openstack-request-id: req-4894db67-2b49-4456-b870-ce8602e02006 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:16:23.975407 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "name": "network-vif-unplugged", "status": "completed", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:16:23.975674 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4894db67-2b49-4456-b870-ce8602e02006 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:16:23.976043 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5', 'code': 200} Oct 12 23:16:23.976624 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:23.995804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] For port c0ea41ba-9cb8-4e00-be11-978ccd724b7c, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:16:23.999405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] For port c0ea41ba-9cb8-4e00-be11-978ccd724b7c, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:16:24.005771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12599353-2b4c-40b0-ba0d-c5300a14f7a5 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:16:24.034546 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83ff7654-1d59-46a3-ad67-e7a34d96b8c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.039254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:24.060309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=12599353-2b4c-40b0-ba0d-c5300a14f7a5,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:24.079744 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.081214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.083109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.083682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.084246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.085586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.086235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.087882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.089359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.089776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.091714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.092143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.092795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:24.122296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.205106 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:24.205937 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.207806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=12599353-2b4c-40b0-ba0d-c5300a14f7a5,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:24.208759 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] 10.222.0.25 "PUT /v2.0/ports/c0ea41ba-9cb8-4e00-be11-978ccd724b7c HTTP/1.1" status: 200 len: 1092 time: 1.8176074 Oct 12 23:16:24.211062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff695118-85ff-4a69-95bb-4cb0b0bd1a4b', 'tag': 'c0ea41ba-9cb8-4e00-be11-978ccd724b7c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:16:24.223206 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1be333c-6ffd-4f7c-bb86-1eb1c2ae10e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ff695118-85ff-4a69-95bb-4cb0b0bd1a4b", "tag": "c0ea41ba-9cb8-4e00-be11-978ccd724b7c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:16:24.268106 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaec82b-36df-432b-86ce-d3168efa9d76 service neutron] Pushing event updated for resources: {'Port': ['ID=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:24.293441 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e16c25e5-c354-4612-9d87-883a6f0c68ea x-openstack-request-id: req-e16c25e5-c354-4612-9d87-883a6f0c68ea {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:16:24.293734 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff695118-85ff-4a69-95bb-4cb0b0bd1a4b", "tag": "c0ea41ba-9cb8-4e00-be11-978ccd724b7c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:16:24.293986 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e16c25e5-c354-4612-9d87-883a6f0c68ea {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:16:24.296807 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff695118-85ff-4a69-95bb-4cb0b0bd1a4b', 'tag': 'c0ea41ba-9cb8-4e00-be11-978ccd724b7c', 'status': 'completed', 'code': 200} Oct 12 23:16:24.313135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['12599353-2b4c-40b0-ba0d-c5300a14f7a5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:16:24.365194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e53f2-d901-48cd-94b3-4bd9e14ebe37 req-73a306cc-8f4f-4919-8233-564b650da591 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:24.373369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd1e53f2-d901-48cd-94b3-4bd9e14ebe37 req-73a306cc-8f4f-4919-8233-564b650da591 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.2012794 Oct 12 23:16:24.475105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be333c-6ffd-4f7c-bb86-1eb1c2ae10e2 req-7f381c6d-53e2-44a6-b650-d51da44c3142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:24.479541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1be333c-6ffd-4f7c-bb86-1eb1c2ae10e2 req-7f381c6d-53e2-44a6-b650-d51da44c3142 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 1095 time: 0.1612444 Oct 12 23:16:24.484572 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83ff7654-1d59-46a3-ad67-e7a34d96b8c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.490851 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd1e53f2-d901-48cd-94b3-4bd9e14ebe37 req-524759c8-e51b-4b94-8a23-e627b2f900da tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164284 Oct 12 23:16:24.558471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83ff7654-1d59-46a3-ad67-e7a34d96b8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.645604 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-83ff7654-1d59-46a3-ad67-e7a34d96b8c3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ad0df8c2305f473e83ccc84ede4d7c64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8392379 Oct 12 23:16:24.646419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff7654-1d59-46a3-ad67-e7a34d96b8c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4981c6-384d-40ba-be4f-6e97da8bb693,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:24.648326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51586) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:24.683062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be333c-6ffd-4f7c-bb86-1eb1c2ae10e2 req-34735dcc-0aac-4af9-b9fa-f42990bffe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:24.684548 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1be333c-6ffd-4f7c-bb86-1eb1c2ae10e2 req-34735dcc-0aac-4af9-b9fa-f42990bffe72 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1924706 Oct 12 23:16:24.716127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75828bf6-3ae4-4eee-bdba-4b4f31770496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.748149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75828bf6-3ae4-4eee-bdba-4b4f31770496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.868888 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1be333c-6ffd-4f7c-bb86-1eb1c2ae10e2 req-734c32dc-922d-449b-9eb2-83adabf2fb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:24.871480 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1be333c-6ffd-4f7c-bb86-1eb1c2ae10e2 req-734c32dc-922d-449b-9eb2-83adabf2fb9a service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1782691 Oct 12 23:16:24.928151 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75828bf6-3ae4-4eee-bdba-4b4f31770496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.933323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75828bf6-3ae4-4eee-bdba-4b4f31770496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:24.933323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-75828bf6-3ae4-4eee-bdba-4b4f31770496 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e4981c6-384d-40ba-be4f-6e97da8bb693 HTTP/1.1" status: 204 len: 168 time: 0.2837248 Oct 12 23:16:25.006757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75828bf6-3ae4-4eee-bdba-4b4f31770496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4981c6-384d-40ba-be4f-6e97da8bb693,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:25.041660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-5e7a00e4-1fff-4122-9b50-902106baebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:25.041660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-5e7a00e4-1fff-4122-9b50-902106baebaf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 1095 time: 0.1013989 Oct 12 23:16:25.069078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc124bf-9dfe-4a55-b0f8-db73d8c75155 req-18a5dc0f-ef12-41be-9530-b6aeaeb9f903 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:25.070594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3cc124bf-9dfe-4a55-b0f8-db73d8c75155 req-18a5dc0f-ef12-41be-9530-b6aeaeb9f903 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 944 time: 0.1361868 Oct 12 23:16:25.175097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-f2af4809-f5c9-42f3-8365-40dd74a8860c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0ea41ba-9cb8-4e00-be11-978ccd724b7c HTTP/1.1" status: 200 len: 217 time: 0.1243503 Oct 12 23:16:25.180434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3cc124bf-9dfe-4a55-b0f8-db73d8c75155 req-0c954e09-493e-42de-93a5-9417d459a445 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875137 Oct 12 23:16:25.206335 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 12599353-2b4c-40b0-ba0d-c5300a14f7a5 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:25.296342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-b8dd5092-e309-4886-9225-c412c1bc6c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:25.298858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-b8dd5092-e309-4886-9225-c412c1bc6c43 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.1072598 Oct 12 23:16:25.306234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:25.306869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:25.396086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-8ae00da3-9638-40cd-931d-08f2ebb8afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:25.398472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-8ae00da3-9638-40cd-931d-08f2ebb8afef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0904746 Oct 12 23:16:25.407280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:25.467444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:25.551094 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:25.659617 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-ff557043-dbbe-42d5-87ab-8562846c68f2 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2534041 Oct 12 23:16:25.697260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=12599353-2b4c-40b0-ba0d-c5300a14f7a5,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:25.727685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1874cff-13ea-4526-98c7-c44ed07063bd req-aaa9f4a9-6b84-4af2-95cd-74ccdd042078 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:25.739747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1874cff-13ea-4526-98c7-c44ed07063bd req-aaa9f4a9-6b84-4af2-95cd-74ccdd042078 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.1012239 Oct 12 23:16:25.790804 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1874cff-13ea-4526-98c7-c44ed07063bd req-f67b8573-631c-4eb3-ae67-54702eee99d9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496068 Oct 12 23:16:25.819949 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75845c35-a4fc-4779-a226-81c15dd073c8 req-ea522b0c-c961-4415-b25a-ed1fb1e5034d service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530342 Oct 12 23:16:25.977440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:16:25.979906 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da55b947-5dab-42b5-8852-c7aac1bacefb" -d '{"events": [{"server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "name": "network-vif-plugged", "status": "completed", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:16:26.022340 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-283da7d3-7704-48b3-8853-98db355af03e x-openstack-request-id: req-283da7d3-7704-48b3-8853-98db355af03e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:16:26.022639 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "name": "network-vif-plugged", "status": "completed", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:16:26.022898 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-283da7d3-7704-48b3-8853-98db355af03e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:16:26.023341 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5', 'code': 200} Oct 12 23:16:26.101357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51622) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:26.132586 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91606e10-0f0e-4214-93f8-333861e0c82d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:26.254249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78a4a2-85fa-41cf-9ef7-e1cf0f8fee6d req-9fd6e524-25e3-47e2-8a58-5b99b99a13b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:26.255975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b78a4a2-85fa-41cf-9ef7-e1cf0f8fee6d req-9fd6e524-25e3-47e2-8a58-5b99b99a13b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 1097 time: 0.0765624 Oct 12 23:16:26.307682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91606e10-0f0e-4214-93f8-333861e0c82d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:26.309436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2612c02-63e1-4e95-ade2-831d0fe06d0a req-3293f22b-cb63-4bd5-ab27-5bb3335bfa06 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:26.311045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2612c02-63e1-4e95-ade2-831d0fe06d0a req-3293f22b-cb63-4bd5-ab27-5bb3335bfa06 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0583005 Oct 12 23:16:26.323154 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b78a4a2-85fa-41cf-9ef7-e1cf0f8fee6d req-0cf18071-15bb-4dbe-b579-82b696d1592c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508480 Oct 12 23:16:26.353518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2612c02-63e1-4e95-ade2-831d0fe06d0a req-14ccc612-c3dd-44b5-a415-ffab7c2b9b0f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343778 Oct 12 23:16:26.385020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91606e10-0f0e-4214-93f8-333861e0c82d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:26.427759 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-91606e10-0f0e-4214-93f8-333861e0c82d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dc0fc27d109c4decaa13cc36a5e6433c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3251975 Oct 12 23:16:26.428649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91606e10-0f0e-4214-93f8-333861e0c82d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a10915b-287f-4285-99a5-dcd85bba493b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:26.430712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51630) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:26.496797 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:26.530810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:26.651046 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:26.654459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:26.655982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6a10915b-287f-4285-99a5-dcd85bba493b HTTP/1.1" status: 204 len: 168 time: 0.2198918 Oct 12 23:16:26.666050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a10915b-287f-4285-99a5-dcd85bba493b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:26.676530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.676530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.676530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.676530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.676530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.676971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.676971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.677355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.678078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.678464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.678994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.679429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92069318-c674-4dda-a534-cb8447417a45 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:26.907832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b4d690-d12c-4401-b506-0d82904471ca req-697146a4-e697-4402-9d8b-915d3ba6712c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:26.909342 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9b4d690-d12c-4401-b506-0d82904471ca req-697146a4-e697-4402-9d8b-915d3ba6712c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.0519969 Oct 12 23:16:26.949422 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9b4d690-d12c-4401-b506-0d82904471ca req-77abb89f-73de-4510-85f9-d81e4a1841b3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325398 Oct 12 23:16:27.507408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd097f00-d6fe-4c0e-ba86-43371ade4bbe req-74c89480-54e6-490f-861a-bdc7e271e10f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:27.515812 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd097f00-d6fe-4c0e-ba86-43371ade4bbe req-74c89480-54e6-490f-861a-bdc7e271e10f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0754855 Oct 12 23:16:27.572006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd097f00-d6fe-4c0e-ba86-43371ade4bbe req-4fb08944-afd2-4324-bf6c-63533eb86091 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514677 Oct 12 23:16:28.154818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fd1bc-e621-4e65-9ae8-a435490ea993 req-2b6e626d-8728-4277-a6e6-a860f14aa4dd tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:28.169933 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a16fd1bc-e621-4e65-9ae8-a435490ea993 req-2b6e626d-8728-4277-a6e6-a860f14aa4dd tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.1345074 Oct 12 23:16:28.216789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a16fd1bc-e621-4e65-9ae8-a435490ea993 req-c502833e-f10e-4992-be13-983eba2a8bfe tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449178 Oct 12 23:16:28.770960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51698) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:28.792296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15bebbe-ceb9-4f28-892c-bf8cada496ad req-e6e845ab-f9d0-43c1-bdfd-4e6ed0a9a477 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:28.803286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c15bebbe-ceb9-4f28-892c-bf8cada496ad req-e6e845ab-f9d0-43c1-bdfd-4e6ed0a9a477 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0920420 Oct 12 23:16:28.888577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c15bebbe-ceb9-4f28-892c-bf8cada496ad req-b5c0bd0b-3648-4e15-a944-91873ea4fd39 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779705 Oct 12 23:16:28.951400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-495499266', 'router:external': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:29.041347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20b550b-87f9-4713-ae4c-4aa5014546e4 req-fe3a4427-ddb0-4aec-934b-5bb4445ff2d1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:29.042887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e20b550b-87f9-4713-ae4c-4aa5014546e4 req-fe3a4427-ddb0-4aec-934b-5bb4445ff2d1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.0611427 Oct 12 23:16:29.047505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Made reservation on behalf of 545aca02ead0404faec362088b9afaaf for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:16:29.049779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:29.064995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:29.113714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e20b550b-87f9-4713-ae4c-4aa5014546e4 req-d47f5116-c990-405c-985a-dda1038c2e65 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613737 Oct 12 23:16:29.169042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:29.298887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:29.322446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:16:29.338892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cfccf5-9330-4dcb-bb93-a34a9786ca1a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:29.344340 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:29.344978 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Added segment a1f55496-643c-4135-b471-580186169e10 of type vlan for network e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e Oct 12 23:16:29.459857 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:29.471936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a3e92-b3fe-4e24-aa41-d8d62d3a389c req-3523478d-d54a-4e3a-98eb-ad46bbff18fb tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:29.473422 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd5a3e92-b3fe-4e24-aa41-d8d62d3a389c req-3523478d-d54a-4e3a-98eb-ad46bbff18fb tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.1308320 Oct 12 23:16:29.533235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd5a3e92-b3fe-4e24-aa41-d8d62d3a389c req-5764824c-dcbe-494e-8fbe-f36754db442d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485642 Oct 12 23:16:29.583155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:29.583515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:29.584053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:29.655995 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event updated for resources: {'Network': ['ID=e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:29.666347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:16:29.738108 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ae6be0e5-e96f-46c6-9853-47e0e6ca9036 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9649935 Oct 12 23:16:29.740822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51720) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:29.747001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'subnet': {'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:29.866255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Made reservation on behalf of 545aca02ead0404faec362088b9afaaf for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:16:29.869309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:29.978673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-9598c930-170b-4c07-a271-ffaec76434af tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:29.986419 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-9598c930-170b-4c07-a271-ffaec76434af tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/networks?id=83bf3549-350b-42a7-badd-a4c61f66b0ed HTTP/1.1" status: 200 len: 814 time: 0.1783965 Oct 12 23:16:30.008846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-9edc3d3c-6966-4e1b-b557-308a5ff6e3c6 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/quotas/f2887ee8c8564cb1a904b475ce614985 HTTP/1.1" status: 200 len: 375 time: 0.0215180 Oct 12 23:16:30.094984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-09163bd9-30e9-4268-a0f9-8cff3a720980 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0851498 Oct 12 23:16:30.315324 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-672e18be-8a4c-434e-8d69-3030499c9612 service neutron] 10.222.0.31 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913903 Oct 12 23:16:30.436672 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-e8841d91-3d8d-4eb3-830e-e8f1d36820ed service neutron] 10.222.0.31 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097131 Oct 12 23:16:30.476660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:16:30.477187 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:30.531974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event updated for resources: {'Subnet': ['ID=240c256a-0dae-4dc6-8c6b-f9ceb311b3aa,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:30.549719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Checking segment: {'id': 'a1f55496-643c-4135-b471-580186169e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:30.550168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Network hostable DHCP agents. Network: e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:16:30.692758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Network e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:16:30.698084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e73e32-4a5d-4324-84fe-ed03a94b1be1 req-47aa0cde-75ed-4e61-846a-7df49299ade3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:30.699974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85e73e32-4a5d-4324-84fe-ed03a94b1be1 req-47aa0cde-75ed-4e61-846a-7df49299ade3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.0564029 Oct 12 23:16:30.772277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85e73e32-4a5d-4324-84fe-ed03a94b1be1 req-9d5a73d5-e5aa-4dae-94e8-5266cc1e1639 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607784 Oct 12 23:16:30.791228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:30.807481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1169e651-b514-43b3-a9e4-07d1bc5b86dd None None] Network e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:16:30.809528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:30.813496 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:30.909294 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00203476-5358-4f15-b646-25ff69b84264 req-2bd5695d-2adb-4dce-9c81-fa7b92056982 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 210 time: 0.0460069 Oct 12 23:16:30.938516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c641527c-1fac-49af-8750-12ef3ec7f30e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1963964 Oct 12 23:16:30.941373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51750) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:30.947076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-651555168', 'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:31.008028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c5d28c-7297-4d43-a3e1-275b632d700a None None] Network e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:16:31.015820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-21e6d38f-74d7-48e1-bccf-d07ce0f6b9f5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:31.023268 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-21e6d38f-74d7-48e1-bccf-d07ce0f6b9f5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.25 "GET /v2.0/ports?device_id=0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe HTTP/1.1" status: 200 len: 945 time: 0.1116948 Oct 12 23:16:31.059901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Made reservation on behalf of 545aca02ead0404faec362088b9afaaf for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:16:31.067438 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:31.100302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] device_id is not set on port 6a7a0e24-1bbb-4133-9f59-738e96acab5c yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:16:31.343585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Allocated IP 2001:db8::17e (e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e/240c256a-0dae-4dc6-8c6b-f9ceb311b3aa/6a7a0e24-1bbb-4133-9f59-738e96acab5c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:31.597815 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:31.620614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Deleting port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:31.621142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:31.743427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] For port 12599353-2b4c-40b0-ba0d-c5300a14f7a5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=12599353-2b4c-40b0-ba0d-c5300a14f7a5,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:31.743798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:31.758088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Calling delete_port for 12599353-2b4c-40b0-ba0d-c5300a14f7a5 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:31.773268 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:31.822354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Network e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:31.825795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:31.830171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:31.831465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:31.832239 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:31.851078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event updated for resources: {'Port': ['ID=6a7a0e24-1bbb-4133-9f59-738e96acab5c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:31.941051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e297c10a-ad71-4361-b354-af3d6fc2c083 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.9943421 Oct 12 23:16:31.941785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51772) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:32.035366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:32.048945 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['12599353-2b4c-40b0-ba0d-c5300a14f7a5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:16:32.063051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7f51d330-2a59-42bf-bcfc-d9e1eaeaa624 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Deleting port 6a7a0e24-1bbb-4133-9f59-738e96acab5c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:32.064405 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f51d330-2a59-42bf-bcfc-d9e1eaeaa624 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:32.090428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a929cf-07fb-4e0b-82e0-759de15b494a req-8891030d-2bd1-4508-8755-6cb0f7d1fdd4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:32.102439 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51a929cf-07fb-4e0b-82e0-759de15b494a req-8891030d-2bd1-4508-8755-6cb0f7d1fdd4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.1305332 Oct 12 23:16:32.121191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Pushing event deleted for resources: {'Port': ['ID=12599353-2b4c-40b0-ba0d-c5300a14f7a5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:32.180815 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51a929cf-07fb-4e0b-82e0-759de15b494a req-0b6806a0-6352-4e1b-8e36-6263bc247de1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709491 Oct 12 23:16:32.244566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c21e47f-2b2e-4e49-a71d-ce622f65a05d req-a8567da6-558c-4927-8202-6c3a446f3e0c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 210 time: 0.1769979 Oct 12 23:16:32.270193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] No DVR routers for this DVR port 12599353-2b4c-40b0-ba0d-c5300a14f7a5 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:16:32.273024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:32.277362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81c350a2-1a01-4d5d-83e3-8c213fd87d1b req-62d51184-52d3-4d84-b51f-16e8b283d0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.25 "DELETE /v2.0/ports/12599353-2b4c-40b0-ba0d-c5300a14f7a5 HTTP/1.1" status: 204 len: 173 time: 1.2482827 Oct 12 23:16:32.280774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'name': 'network-vif-deleted', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:16:32.284104 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dd5c64f-a9cb-4a03-a08a-03182d5e205c" -d '{"events": [{"server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "name": "network-vif-deleted", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:16:32.338336 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f51d330-2a59-42bf-bcfc-d9e1eaeaa624 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:32.355067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7f51d330-2a59-42bf-bcfc-d9e1eaeaa624 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Calling delete_port for 6a7a0e24-1bbb-4133-9f59-738e96acab5c owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:32.402659 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8f84c8-12d8-4104-970b-c5e7d104d4cf x-openstack-request-id: req-eb8f84c8-12d8-4104-970b-c5e7d104d4cf {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:16:32.403029 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe", "name": "network-vif-deleted", "tag": "12599353-2b4c-40b0-ba0d-c5300a14f7a5", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:16:32.403223 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-eb8f84c8-12d8-4104-970b-c5e7d104d4cf {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:16:32.403616 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc7f2cb-d9f8-4d4e-8f6c-38e4a07c9dfe', 'name': 'network-vif-deleted', 'tag': '12599353-2b4c-40b0-ba0d-c5300a14f7a5', 'status': 'completed', 'code': 200} Oct 12 23:16:32.579396 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f51d330-2a59-42bf-bcfc-d9e1eaeaa624 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:32.615573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51d330-2a59-42bf-bcfc-d9e1eaeaa624 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a7a0e24-1bbb-4133-9f59-738e96acab5c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:32.649660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f51d330-2a59-42bf-bcfc-d9e1eaeaa624 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:32.653578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7f51d330-2a59-42bf-bcfc-d9e1eaeaa624 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "DELETE /v2.0/ports/6a7a0e24-1bbb-4133-9f59-738e96acab5c HTTP/1.1" status: 204 len: 168 time: 0.7127221 Oct 12 23:16:32.657111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51782) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:32.663296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e', 'external_fixed_ips': [{'subnet_id': '240c256a-0dae-4dc6-8c6b-f9ceb311b3aa', 'ip_address': '2001:db8::17e'}]}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:32.836784 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:32.838151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:32.919732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:33.159044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:33.424259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef1f6ac-9e15-4578-8592-2c18f40a9776 req-1dc6fa47-c5b1-4a00-9a78-a9de2ec6473e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:33.432971 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ef1f6ac-9e15-4578-8592-2c18f40a9776 req-1dc6fa47-c5b1-4a00-9a78-a9de2ec6473e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.0828874 Oct 12 23:16:33.434613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cae9247a-a21b-4f4e-b0bb-6e417d61a028 req-57a11ef6-821b-41e4-b793-afee2f5997d0 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 210 time: 0.0353539 Oct 12 23:16:33.493027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ef1f6ac-9e15-4578-8592-2c18f40a9776 req-304c3826-4e49-44d2-bfdd-52a564f12fd9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539663 Oct 12 23:16:33.511261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-32bfb54e-3075-49ce-ad99-1bb1a2ceddec tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:33.512760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-32bfb54e-3075-49ce-ad99-1bb1a2ceddec tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.41 "GET /v2.0/networks?id=83bf3549-350b-42a7-badd-a4c61f66b0ed HTTP/1.1" status: 200 len: 814 time: 0.1754577 Oct 12 23:16:33.526469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Request body: {'port': {'device_id': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed', 'admin_state_up': True, 'tenant_id': 'f2887ee8c8564cb1a904b475ce614985'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:33.723407 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:33.746475 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:33.776899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Made reservation on behalf of f2887ee8c8564cb1a904b475ce614985 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:16:33.782506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:33.949451 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Allocated IP 2001:db8::17e (e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e/240c256a-0dae-4dc6-8c6b-f9ceb311b3aa/5cfd98ce-448e-43f7-aa88-5874783d7324) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:33.964342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Allocated IP 172.20.0.2 (83bf3549-350b-42a7-badd-a4c61f66b0ed/b079df0e-2155-475f-b3e6-33708313146e/50b6c54c-4650-4109-8c24-334fa2dd5220) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:34.081111 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:34.150108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:34.229081 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:34.280674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Network e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:34.289035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:34.289035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:34.291702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event updated for resources: {'Port': ['ID=5cfd98ce-448e-43f7-aa88-5874783d7324,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:34.425721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:34.508301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Network 83bf3549-350b-42a7-badd-a4c61f66b0ed is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:34.512768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:34.516306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Pushing event updated for resources: {'Port': ['ID=50b6c54c-4650-4109-8c24-334fa2dd5220,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:34.531122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:34.647576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:34.648297 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:34.695275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296ff35e-49e4-42d1-8dec-655082a75011 req-c3bb7785-1cec-4144-a2d5-0bee296c6375 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:34.697107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-296ff35e-49e4-42d1-8dec-655082a75011 req-c3bb7785-1cec-4144-a2d5-0bee296c6375 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 931 time: 0.0944588 Oct 12 23:16:34.717980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e422c-de2b-4400-a174-c3f9aff82251 req-f649d643-0d20-471e-b308-feadeefe8bef tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:34.720494 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-880e422c-de2b-4400-a174-c3f9aff82251 req-f649d643-0d20-471e-b308-feadeefe8bef tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.0725832 Oct 12 23:16:34.743581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-98866f38-782c-408e-b5f7-74196dbee9c7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2216656 Oct 12 23:16:34.744913 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:34.770902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-296ff35e-49e4-42d1-8dec-655082a75011 req-2d00e9d6-496b-4dfd-a478-8914760f945b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666115 Oct 12 23:16:34.776403 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Request body: {'port': {'device_id': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:34.813416 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-880e422c-de2b-4400-a174-c3f9aff82251 req-5d0ffb04-85c7-417b-9624-cf22b22571db tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864148 Oct 12 23:16:34.880908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.040300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51822) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:35.086175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.263278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 12599353-2b4c-40b0-ba0d-c5300a14f7a5 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:16:35.274481 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c76a0be-2cb2-4871-b419-706e9634a57d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.291737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 12599353-2b4c-40b0-ba0d-c5300a14f7a5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:16:35.292443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 12599353-2b4c-40b0-ba0d-c5300a14f7a5 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:16:35.341858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50b6c54c-4650-4109-8c24-334fa2dd5220 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:16:35.351804 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.372443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Transition to ACTIVE for port object 50b6c54c-4650-4109-8c24-334fa2dd5220 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:16:35.395826 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c76a0be-2cb2-4871-b419-706e9634a57d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.440720 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.463399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Router 8e028161-9727-4746-ba8c-3c0b1deaba35 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:16:35.465591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c76a0be-2cb2-4871-b419-706e9634a57d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.503448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=50b6c54c-4650-4109-8c24-334fa2dd5220,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:35.524458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9c76a0be-2cb2-4871-b419-706e9634a57d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bb3d8ee1355e4665bbd105f5f416954b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825397 Oct 12 23:16:35.528181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51836) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:35.573321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c76a0be-2cb2-4871-b419-706e9634a57d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af3943d-bb8b-47d0-9436-9e137b50a6b9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:35.651697 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Attempting to bind port 50b6c54c-4650-4109-8c24-334fa2dd5220 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:35.652289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Attempting to bind port 50b6c54c-4650-4109-8c24-334fa2dd5220 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:35.652578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Attempting to bind port 50b6c54c-4650-4109-8c24-334fa2dd5220 on network 83bf3549-350b-42a7-badd-a4c61f66b0ed {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:35.662828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Port 50b6c54c-4650-4109-8c24-334fa2dd5220 on network 83bf3549-350b-42a7-badd-a4c61f66b0ed not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:16:35.663252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Attempting to bind port 50b6c54c-4650-4109-8c24-334fa2dd5220 on network 83bf3549-350b-42a7-badd-a4c61f66b0ed {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:35.671982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:35.673078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Checking segment: {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:35.673493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Bound using segment: {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:35.674410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Bound port: 50b6c54c-4650-4109-8c24-334fa2dd5220, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:35.674784 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.682253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d80151b1-b10e-4c70-bfdd-e864518d68d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.698492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:16:35.708622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Sync routers for ids ['8e028161-9727-4746-ba8c-3c0b1deaba35'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:16:35.722206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Routers {'8e028161-9727-4746-ba8c-3c0b1deaba35'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:35.726127 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d80151b1-b10e-4c70-bfdd-e864518d68d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.728077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8e028161-9727-4746-ba8c-3c0b1deaba35'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:35.782482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:16:35.805444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=50b6c54c-4650-4109-8c24-334fa2dd5220,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:16:35.813911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:35.815984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-794dd1a8-76ed-4a9d-83dd-87190a877f3a tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.1567783 Oct 12 23:16:35.821493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51848) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:35.891778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Set router 8e028161-9727-4746-ba8c-3c0b1deaba35 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:35.892037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.025168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d80151b1-b10e-4c70-bfdd-e864518d68d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.028169 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d80151b1-b10e-4c70-bfdd-e864518d68d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.032988 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d80151b1-b10e-4c70-bfdd-e864518d68d3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2af3943d-bb8b-47d0-9436-9e137b50a6b9 HTTP/1.1" status: 204 len: 168 time: 0.5041695 Oct 12 23:16:36.040761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Pushing event updated for resources: {'Port': ['ID=50b6c54c-4650-4109-8c24-334fa2dd5220,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:36.071689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:36.072498 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.075642 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-5bdac8b2-7be0-44c3-86f9-83527274e9c1 service neutron] 10.222.0.41 "PUT /v2.0/ports/50b6c54c-4650-4109-8c24-334fa2dd5220 HTTP/1.1" status: 200 len: 1092 time: 1.3044374 Oct 12 23:16:36.078131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:16:36.079784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a3536-f3b9-4a70-8f8e-c95e256a9ec5 req-0e45796a-7301-421a-9292-701243c9b4e9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:36.091326 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d7ac0e-e604-4164-9bdb-219476403a04" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:16:36.097613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c1a3536-f3b9-4a70-8f8e-c95e256a9ec5 req-0e45796a-7301-421a-9292-701243c9b4e9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.1097689 Oct 12 23:16:36.106068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80151b1-b10e-4c70-bfdd-e864518d68d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af3943d-bb8b-47d0-9436-9e137b50a6b9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:36.137569 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.153021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ac05d-acab-4630-a52a-7195548ec95f req-3d7b74b4-bb04-4f10-a1a8-1a0c53ba2d90 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:36.155096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-948ac05d-acab-4630-a52a-7195548ec95f req-3d7b74b4-bb04-4f10-a1a8-1a0c53ba2d90 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 943 time: 0.2911258 Oct 12 23:16:36.163338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e028161-9727-4746-ba8c-3c0b1deaba35', 'name': '', 'tenant_id': '545aca02ead0404faec362088b9afaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e', 'external_fixed_ips': [{'subnet_id': '240c256a-0dae-4dc6-8c6b-f9ceb311b3aa', 'ip_address': '2001:db8::17e'}], 'enable_snat': True}, 'gw_port_id': '5cfd98ce-448e-43f7-aa88-5874783d7324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:32Z', 'updated_at': '2021-10-12T23:16:34Z', 'revision_number': 3, 'project_id': '545aca02ead0404faec362088b9afaaf', 'gw_port': {'id': '5cfd98ce-448e-43f7-aa88-5874783d7324', 'name': '', 'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:68:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e028161-9727-4746-ba8c-3c0b1deaba35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2840, 'fixed_ips': [{'subnet_id': '240c256a-0dae-4dc6-8c6b-f9ceb311b3aa', 'ip_address': '2001:db8::17e', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:33Z', 'updated_at': '2021-10-12T23:16:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '240c256a-0dae-4dc6-8c6b-f9ceb311b3aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:36.203461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Checking router: 8e028161-9727-4746-ba8c-3c0b1deaba35 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:16:36.204133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Updating router 8e028161-9727-4746-ba8c-3c0b1deaba35 port 5cfd98ce-448e-43f7-aa88-5874783d7324 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:16:36.237049 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.247256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-948ac05d-acab-4630-a52a-7195548ec95f req-c8d429a6-c764-4f74-be4c-0cf304ba69b4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851872 Oct 12 23:16:36.289507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-760b3ced-e182-49a1-9e24-2c55e9b21bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:36.293419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-760b3ced-e182-49a1-9e24-2c55e9b21bc6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 1095 time: 0.0652382 Oct 12 23:16:36.318079 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60bc5176-d925-4bf2-bfee-d88fe773529d x-openstack-request-id: req-60bc5176-d925-4bf2-bfee-d88fe773529d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:16:36.318079 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:16:36.318426 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60bc5176-d925-4bf2-bfee-d88fe773529d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:16:36.318564 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220', 'status': 'completed', 'code': 200} Oct 12 23:16:36.321018 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c1a3536-f3b9-4a70-8f8e-c95e256a9ec5 req-fdc04e46-5487-4191-9414-9b073c43d392 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224803 Oct 12 23:16:36.362116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-04a39604-198a-40f0-a139-aed054ad2465 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50b6c54c-4650-4109-8c24-334fa2dd5220 HTTP/1.1" status: 200 len: 217 time: 0.0598359 Oct 12 23:16:36.371229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.445285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-18550fe3-0f85-4f00-9f17-823746b693d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:36.447001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-18550fe3-0f85-4f00-9f17-823746b693d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b079df0e-2155-475f-b3e6-33708313146e HTTP/1.1" status: 200 len: 854 time: 0.0779409 Oct 12 23:16:36.518634 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-c4676d13-2bee-4d48-b457-26244dc05b4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83bf3549-350b-42a7-badd-a4c61f66b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619745 Oct 12 23:16:36.575101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Deleting port 5cfd98ce-448e-43f7-aa88-5874783d7324 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:36.575448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.642353 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.669378 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-dd8b430f-002b-4c82-ae94-e76a7bfb6740 service neutron] 10.222.0.41 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374555 Oct 12 23:16:36.696885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.711695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Calling delete_port for 5cfd98ce-448e-43f7-aa88-5874783d7324 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:36.726061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.793956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29be4884-529b-490d-96d7-137f8ecfdd65 req-83f84569-e612-4ec1-b024-d3f37df1e6a5 service neutron] 10.222.0.41 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169822 Oct 12 23:16:36.832093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Attempting to bind port 5cfd98ce-448e-43f7-aa88-5874783d7324 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:36.832467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Attempting to bind port 5cfd98ce-448e-43f7-aa88-5874783d7324 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a1f55496-643c-4135-b471-580186169e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:36.832892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Attempting to bind port 5cfd98ce-448e-43f7-aa88-5874783d7324 on network e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:36.852196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:36.852649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Checking segment: {'id': 'a1f55496-643c-4135-b471-580186169e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:36.852981 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.853436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Bound using segment: {'id': 'a1f55496-643c-4135-b471-580186169e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:36.853930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Bound port: 5cfd98ce-448e-43f7-aa88-5874783d7324, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1f55496-643c-4135-b471-580186169e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:36.854317 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:36.857588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08109c45-a628-494f-a263-66f2d376aaf8 None None] Pushing event updated for resources: {'Port': ['ID=5cfd98ce-448e-43f7-aa88-5874783d7324,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:36.930475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] For port 5cfd98ce-448e-43f7-aa88-5874783d7324, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:16:36.946256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] For port 5cfd98ce-448e-43f7-aa88-5874783d7324, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5cfd98ce-448e-43f7-aa88-5874783d7324,segment=NetworkSegment(a1f55496-643c-4135-b471-580186169e10),segment_id=a1f55496-643c-4135-b471-580186169e10)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:16:36.969138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51878) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:36.986128 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3def0cf-10f9-4052-a0c6-6710ac2be26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.014207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-8370e0ff-7a96-4307-a3d4-8e620550fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:37.015774 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-8370e0ff-7a96-4307-a3d4-8e620550fa3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 1095 time: 0.1028290 Oct 12 23:16:37.047817 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.188439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3def0cf-10f9-4052-a0c6-6710ac2be26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.190384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-e439c782-0554-42ff-8410-9f354a91bba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:37.192163 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-e439c782-0554-42ff-8410-9f354a91bba3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=83bf3549-350b-42a7-badd-a4c61f66b0ed HTTP/1.1" status: 200 len: 915 time: 0.1665444 Oct 12 23:16:37.194918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08109c45-a628-494f-a263-66f2d376aaf8 None None] Pushing event updated for resources: {'Port': ['ID=5cfd98ce-448e-43f7-aa88-5874783d7324,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:37.240510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Routers {'8e028161-9727-4746-ba8c-3c0b1deaba35'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:37.241166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8e028161-9727-4746-ba8c-3c0b1deaba35'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:37.243527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-1d883774-7912-4bf8-aed5-3152e70517aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=50b6c54c-4650-4109-8c24-334fa2dd5220 HTTP/1.1" status: 200 len: 217 time: 0.0433061 Oct 12 23:16:37.316178 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3def0cf-10f9-4052-a0c6-6710ac2be26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.332911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] Set router 8e028161-9727-4746-ba8c-3c0b1deaba35 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:37.396905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f3def0cf-10f9-4052-a0c6-6710ac2be26b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5bba05339804c34ae87671ea3ef065e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4260190 Oct 12 23:16:37.401837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51888) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:37.405057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3def0cf-10f9-4052-a0c6-6710ac2be26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358981fe-c031-4dc2-a552-245c5c082c41,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:37.427131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-e427c458-7f89-46cc-b18a-90e89a04e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:37.428754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-e427c458-7f89-46cc-b18a-90e89a04e907 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b079df0e-2155-475f-b3e6-33708313146e HTTP/1.1" status: 200 len: 854 time: 0.1778681 Oct 12 23:16:37.440053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e028161-9727-4746-ba8c-3c0b1deaba35', 'name': '', 'tenant_id': '545aca02ead0404faec362088b9afaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:32Z', 'updated_at': '2021-10-12T23:16:36Z', 'revision_number': 4, 'project_id': '545aca02ead0404faec362088b9afaaf', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:37.466550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98475870-f0b4-46dc-904e-7a1f74bd530f None None] The sync data for ids ['8e028161-9727-4746-ba8c-3c0b1deaba35'] in n-d-790519-14 is: [{'id': '8e028161-9727-4746-ba8c-3c0b1deaba35', 'name': '', 'tenant_id': '545aca02ead0404faec362088b9afaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:32Z', 'updated_at': '2021-10-12T23:16:36Z', 'revision_number': 4, 'project_id': '545aca02ead0404faec362088b9afaaf', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:16:37.473144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-d56f00cf-774b-4e2e-8b05-30b013e67d58 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=83bf3549-350b-42a7-badd-a4c61f66b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333779 Oct 12 23:16:37.510588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.546215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event deleted for resources: {'Port': ['ID=5cfd98ce-448e-43f7-aa88-5874783d7324,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:37.604420 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.650123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60902ece-e731-4c05-b23f-3db2fd88d5b1 req-d03122f3-ea6e-4d46-b4b7-afb4370ce53c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:37.652119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60902ece-e731-4c05-b23f-3db2fd88d5b1 req-d03122f3-ea6e-4d46-b4b7-afb4370ce53c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 943 time: 0.2135544 Oct 12 23:16:37.702046 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0caaac82-2ad0-461a-b9f6-41e1b7035d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.752204 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60902ece-e731-4c05-b23f-3db2fd88d5b1 req-541002d2-ef10-46bc-8bc8-f83362075fe3 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746446 Oct 12 23:16:37.783160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef674f-2082-4696-8a4c-2fd55b015186 req-1b605069-5eda-4539-b2c3-fd395b6d6b8b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:37.785215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3cef674f-2082-4696-8a4c-2fd55b015186 req-1b605069-5eda-4539-b2c3-fd395b6d6b8b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.3144605 Oct 12 23:16:37.793938 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0caaac82-2ad0-461a-b9f6-41e1b7035d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.801605 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.805630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-cce62745-055a-4fac-ac74-d97946572e79 service neutron] 10.222.0.41 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001132 Oct 12 23:16:37.815009 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.903918 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3cef674f-2082-4696-8a4c-2fd55b015186 req-2d10b8c3-190b-4480-893c-6a8447c35c1f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116149 Oct 12 23:16:37.954989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51d7ac0e-e604-4164-9bdb-219476403a04 req-c3747bb6-58ce-4666-aba3-e066550bbd86 service neutron] 10.222.0.41 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387777 Oct 12 23:16:37.966637 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.968827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e028161-9727-4746-ba8c-3c0b1deaba35 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:16:37.977695 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:37.981578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7ec65ebd-3958-4d60-b343-139bd52d0f1c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "DELETE /v2.0/routers/8e028161-9727-4746-ba8c-3c0b1deaba35 HTTP/1.1" status: 204 len: 168 time: 2.1565876 Oct 12 23:16:37.981962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51902) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:38.011613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0caaac82-2ad0-461a-b9f6-41e1b7035d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.015877 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0caaac82-2ad0-461a-b9f6-41e1b7035d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.020023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0caaac82-2ad0-461a-b9f6-41e1b7035d3e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/358981fe-c031-4dc2-a552-245c5c082c41 HTTP/1.1" status: 204 len: 168 time: 0.6135705 Oct 12 23:16:38.033148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caaac82-2ad0-461a-b9f6-41e1b7035d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358981fe-c031-4dc2-a552-245c5c082c41,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:38.050634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-71e58659-eb9f-4774-a751-2f3d314bdbac tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Deleting subnet 240c256a-0dae-4dc6-8c6b-f9ceb311b3aa {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:16:38.053903 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71e58659-eb9f-4774-a751-2f3d314bdbac tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.094374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71e58659-eb9f-4774-a751-2f3d314bdbac tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.158987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71e58659-eb9f-4774-a751-2f3d314bdbac tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.346418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71e58659-eb9f-4774-a751-2f3d314bdbac tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.383365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e58659-eb9f-4774-a751-2f3d314bdbac tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=240c256a-0dae-4dc6-8c6b-f9ceb311b3aa,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:38.389944 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-71e58659-eb9f-4774-a751-2f3d314bdbac tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.396772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51918) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:38.399468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-71e58659-eb9f-4774-a751-2f3d314bdbac tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "DELETE /v2.0/subnets/240c256a-0dae-4dc6-8c6b-f9ceb311b3aa HTTP/1.1" status: 204 len: 168 time: 0.4164138 Oct 12 23:16:38.530996 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.680838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.710431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:38.723772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1f55496-643c-4135-b471-580186169e10') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:38.723990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1f55496-643c-4135-b471-580186169e10') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:38.735555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.760623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.769994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:16:38.770408 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: items = [ Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:16:38.781275 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:16:38.922602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:38.939709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a6729-7b5f-42a6-b6cd-af6b8f1f46fe req-e7c837ba-e2c7-44b0-be48-dbc16d86c0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:38.943160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c1a6729-7b5f-42a6-b6cd-af6b8f1f46fe req-e7c837ba-e2c7-44b0-be48-dbc16d86c0be tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 943 time: 0.0990963 Oct 12 23:16:38.972359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Oct 12 23:16:38.993809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:39.001240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "DELETE /v2.0/networks/e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e HTTP/1.1" status: 204 len: 168 time: 0.5991509 Oct 12 23:16:39.004464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f17389-28b5-4761-a03d-5e2120b675b3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event deleted for resources: {'Network': ['ID=e768ecd9-1fdd-45c0-9c10-ebb6d652bc5e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:39.019707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c1a6729-7b5f-42a6-b6cd-af6b8f1f46fe req-b34d7848-98c3-43e9-826e-1ebfa3c31544 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688562 Oct 12 23:16:39.140789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e069f2b-1954-482d-bc3d-ce3272707bf6 req-fce85372-2cf6-46f3-80dc-05289d9fe9cd tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:39.176717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e069f2b-1954-482d-bc3d-ce3272707bf6 req-fce85372-2cf6-46f3-80dc-05289d9fe9cd tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 943 time: 0.1224446 Oct 12 23:16:39.265540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e069f2b-1954-482d-bc3d-ce3272707bf6 req-5bf1ac22-49b3-4d60-8785-f976062ebc51 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875971 Oct 12 23:16:39.275320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c0ea41ba-9cb8-4e00-be11-978ccd724b7c details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:16:39.431351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c0ea41ba-9cb8-4e00-be11-978ccd724b7c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:39.449775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'c0ea41ba-9cb8-4e00-be11-978ccd724b7c', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'port_id': 'c0ea41ba-9cb8-4e00-be11-978ccd724b7c', 'mac_address': 'fa:16:3e:5b:3b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:16:39.524671 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:39.554863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0ea41ba-9cb8-4e00-be11-978ccd724b7c {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:16:39.580506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51954) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:39.590272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c0ea41ba-9cb8-4e00-be11-978ccd724b7c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:39.596506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-53504f94-2ea7-4555-9b73-f94700c58dae tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'router': {'name': 'tempest-router--1994780054', 'project_id': 'ff74bff001b04473b9122a2d4ff88903'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:39.679877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:39.737290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53504f94-2ea7-4555-9b73-f94700c58dae tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:39.738580 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53504f94-2ea7-4555-9b73-f94700c58dae tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:39.775559 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-fb61bbb7-2ef3-4c9b-81d3-7213ff1a7c46 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0963800 Oct 12 23:16:39.788696 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:39.868302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['c0ea41ba-9cb8-4e00-be11-978ccd724b7c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:16:39.878324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53504f94-2ea7-4555-9b73-f94700c58dae tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:39.945705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53504f94-2ea7-4555-9b73-f94700c58dae tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:40.042475 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53504f94-2ea7-4555-9b73-f94700c58dae tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:40.043760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-53504f94-2ea7-4555-9b73-f94700c58dae tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4511719 Oct 12 23:16:40.047863 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 51960) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:40.180337 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-864ee3a9-f4e8-477e-8628-4a753382df3e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:40.468162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-2838c16f-aac6-4806-ab7d-f07b103ef88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:40.470253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-2838c16f-aac6-4806-ab7d-f07b103ef88f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 1098 time: 0.6494133 Oct 12 23:16:40.489519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef5488f-b70b-4aab-8e63-018099fc6458 req-4672fd74-e76a-4def-8fed-eeacba5c6e6a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:40.509929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fef5488f-b70b-4aab-8e63-018099fc6458 req-4672fd74-e76a-4def-8fed-eeacba5c6e6a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 943 time: 0.1223125 Oct 12 23:16:40.584956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-864ee3a9-f4e8-477e-8628-4a753382df3e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:40.587867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-864ee3a9-f4e8-477e-8628-4a753382df3e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:40.662573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7eae9-1702-4dd3-bab8-ecb3f44d0478 req-ac58fe5d-c5b7-47eb-8f26-91b88e28b45f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:40.673071 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-86e7eae9-1702-4dd3-bab8-ecb3f44d0478 req-ac58fe5d-c5b7-47eb-8f26-91b88e28b45f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 944 time: 0.1558011 Oct 12 23:16:40.763065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-ed91b2f8-dce1-4a61-86f7-8dcc0339c218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:40.763065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-ed91b2f8-dce1-4a61-86f7-8dcc0339c218 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.2056673 Oct 12 23:16:40.764046 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-86e7eae9-1702-4dd3-bab8-ecb3f44d0478 req-ce3ae7d1-3d97-4dfb-9fa5-1a6d74575d8e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518928 Oct 12 23:16:40.764413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fef5488f-b70b-4aab-8e63-018099fc6458 req-fbe3d725-720f-4592-a75f-bba1218f46d9 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214637 Oct 12 23:16:40.809792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-7027ab09-476b-470e-b1f3-d652608f5b9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 200 len: 1002 time: 0.0824029 Oct 12 23:16:40.870346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 50b6c54c-4650-4109-8c24-334fa2dd5220 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:16:40.884360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-c8171f00-a166-4eb1-8d2a-5cc2e2be6cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:40.886010 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-c8171f00-a166-4eb1-8d2a-5cc2e2be6cca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.0685859 Oct 12 23:16:40.942599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-864ee3a9-f4e8-477e-8628-4a753382df3e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:40.946306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864ee3a9-f4e8-477e-8628-4a753382df3e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abb27cfe-15db-421e-bb55-242fb75ef087 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:16:40.950254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-864ee3a9-f4e8-477e-8628-4a753382df3e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:40.955695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-864ee3a9-f4e8-477e-8628-4a753382df3e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "DELETE /v2.0/routers/abb27cfe-15db-421e-bb55-242fb75ef087 HTTP/1.1" status: 204 len: 168 time: 0.9068325 Oct 12 23:16:40.974736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-8a8385f2-eac8-4f52-8b87-b05cd58f3276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:40.976933 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-8a8385f2-eac8-4f52-8b87-b05cd58f3276 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813994 Oct 12 23:16:41.110097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=50b6c54c-4650-4109-8c24-334fa2dd5220,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:41.118111 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-309ce75f-e20f-4d4a-a7a3-a386bacced13 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361783 Oct 12 23:16:41.138699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '50b6c54c-4650-4109-8c24-334fa2dd5220', 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed', 'port_id': '50b6c54c-4650-4109-8c24-334fa2dd5220', 'mac_address': 'fa:16:3e:88:6a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b079df0e-2155-475f-b3e6-33708313146e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:16:41.245131 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:41.269627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec314ed6-1147-4f95-8a1e-1c0822bc471b req-d902482f-592a-4d25-bcdd-5efeeaa4d5e8 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437547 Oct 12 23:16:41.273984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b6c54c-4650-4109-8c24-334fa2dd5220 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:16:41.290346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c0ea41ba-9cb8-4e00-be11-978ccd724b7c up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:41.360984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=50b6c54c-4650-4109-8c24-334fa2dd5220,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:41.441620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 51996) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:41.447298 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:41.493229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port c0ea41ba-9cb8-4e00-be11-978ccd724b7c completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:16:41.513562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port c0ea41ba-9cb8-4e00-be11-978ccd724b7c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:41.514025 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:41.586100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=50b6c54c-4650-4109-8c24-334fa2dd5220,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:41.681873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:41.699493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['50b6c54c-4650-4109-8c24-334fa2dd5220'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:16:41.766243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff695118-85ff-4a69-95bb-4cb0b0bd1a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ea41ba-9cb8-4e00-be11-978ccd724b7c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:16:41.772593 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9701814d-6a04-481b-83e9-1647c66eb730" -d '{"events": [{"server_uuid": "ff695118-85ff-4a69-95bb-4cb0b0bd1a4b", "name": "network-vif-plugged", "status": "completed", "tag": "c0ea41ba-9cb8-4e00-be11-978ccd724b7c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:16:41.862169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c0ea41ba-9cb8-4e00-be11-978ccd724b7c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:41.868905 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601d2c73-daa6-4f30-a56e-206757705666 x-openstack-request-id: req-601d2c73-daa6-4f30-a56e-206757705666 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:16:41.870865 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff695118-85ff-4a69-95bb-4cb0b0bd1a4b", "name": "network-vif-plugged", "status": "completed", "tag": "c0ea41ba-9cb8-4e00-be11-978ccd724b7c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:16:41.874391 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-601d2c73-daa6-4f30-a56e-206757705666 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:16:41.874391 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff695118-85ff-4a69-95bb-4cb0b0bd1a4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0ea41ba-9cb8-4e00-be11-978ccd724b7c', 'code': 200} Oct 12 23:16:41.987928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2073438074', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:42.069784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a52d4-24d2-4f6a-847b-d2de94f03419 req-2aa6d773-5d57-4519-91c3-7edafa6ba20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:42.072390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-478a52d4-24d2-4f6a-847b-d2de94f03419 req-2aa6d773-5d57-4519-91c3-7edafa6ba20f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 1097 time: 0.1219957 Oct 12 23:16:42.073979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:42.087526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67988959-3264-442f-bc83-6102b3151152 req-f4971edb-7533-49bd-8117-ad9bee14c336 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:42.092876 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67988959-3264-442f-bc83-6102b3151152 req-f4971edb-7533-49bd-8117-ad9bee14c336 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 945 time: 0.2218134 Oct 12 23:16:42.136155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200ce098-a2b2-43ef-94b3-0d774f6dac1f req-e6a7c525-a53d-466a-b445-1b05ce8b9493 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:42.145768 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:42.147128 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:42.152493 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-200ce098-a2b2-43ef-94b3-0d774f6dac1f req-e6a7c525-a53d-466a-b445-1b05ce8b9493 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 944 time: 0.1224453 Oct 12 23:16:42.204240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-478a52d4-24d2-4f6a-847b-d2de94f03419 req-95d16c77-8a5e-4bdc-8770-7df6b1ea47b2 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192930 Oct 12 23:16:42.217946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:42.237880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:42.248869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67988959-3264-442f-bc83-6102b3151152 req-f7d2ba8a-33c3-4347-a3a1-1612e8160f95 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481102 Oct 12 23:16:42.268031 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-200ce098-a2b2-43ef-94b3-0d774f6dac1f req-c3016e62-df50-480a-bf84-5f26ccf5d937 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143720 Oct 12 23:16:42.308432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2cadbccd-ced4-4d34-9a1c-11a71367df33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:42.548183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:42.825828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:42.845453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 50b6c54c-4650-4109-8c24-334fa2dd5220 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:42.858680 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:42.960962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 50b6c54c-4650-4109-8c24-334fa2dd5220 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:16:42.977276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Allocated IP 172.25.2.126 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/d4c93bab-01bc-4238-a807-73ca6615e4eb) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:42.984022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 50b6c54c-4650-4109-8c24-334fa2dd5220 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:42.984539 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:43.101268 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:43.114798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:43.150119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=50b6c54c-4650-4109-8c24-334fa2dd5220,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:43.291627 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:43.292019 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:43.353340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=50b6c54c-4650-4109-8c24-334fa2dd5220,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:43.365541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event updated for resources: {'Port': ['ID=d4c93bab-01bc-4238-a807-73ca6615e4eb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:43.385305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:43.387166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:43.415279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:43.532198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f690da45-a3e0-454f-9186-04295effbc72 req-ac1bacb6-cfd0-4873-b46c-52465d5cb156 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:43.539621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f690da45-a3e0-454f-9186-04295effbc72 req-ac1bacb6-cfd0-4873-b46c-52465d5cb156 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0936861 Oct 12 23:16:43.641881 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f690da45-a3e0-454f-9186-04295effbc72 req-c61f0ee0-c130-4a93-b336-a12945611980 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010973 Oct 12 23:16:43.745073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7611d46f-d860-4de4-9840-e457f3de0a8c req-5b5efcf6-5c5d-417a-a392-6d3f6ccbd236 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:43.746893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7611d46f-d860-4de4-9840-e457f3de0a8c req-5b5efcf6-5c5d-417a-a392-6d3f6ccbd236 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 945 time: 0.2310224 Oct 12 23:16:43.834547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7611d46f-d860-4de4-9840-e457f3de0a8c req-8e098240-b22c-4df3-95c0-f2d6352f095c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583627 Oct 12 23:16:43.874357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:16:43.880569 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bfc877-91cc-4ab7-9b76-8e80748a1510" -d '{"events": [{"server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "name": "network-vif-plugged", "status": "completed", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:16:43.950094 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad5a0ca-33ac-48b5-b38e-93ba111eb2f9 x-openstack-request-id: req-4ad5a0ca-33ac-48b5-b38e-93ba111eb2f9 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:16:43.950717 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "name": "network-vif-plugged", "status": "completed", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:16:43.951598 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4ad5a0ca-33ac-48b5-b38e-93ba111eb2f9 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:16:43.952240 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220', 'code': 200} Oct 12 23:16:44.112623 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:44.151561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d63537-c368-4d98-9ea3-94208dd5fd96 req-917c7588-839a-47cc-b11d-3bcae9ff2afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:44.153222 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1d63537-c368-4d98-9ea3-94208dd5fd96 req-917c7588-839a-47cc-b11d-3bcae9ff2afe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 1097 time: 0.1008577 Oct 12 23:16:44.237691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1d63537-c368-4d98-9ea3-94208dd5fd96 req-e202f307-7fbc-4b77-8bbb-1bb3998982e5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772173 Oct 12 23:16:44.409057 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:44.668363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Router f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:16:45.032983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6112f-10df-4754-a03f-3bd49e244344 req-e540e773-6de3-4fa0-b7d9-15eeb8172e31 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:45.036828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aac6112f-10df-4754-a03f-3bd49e244344 req-e540e773-6de3-4fa0-b7d9-15eeb8172e31 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 945 time: 0.0643685 Oct 12 23:16:45.090024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aac6112f-10df-4754-a03f-3bd49e244344 req-adc93349-3ad7-4881-a123-95e040e99e32 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416784 Oct 12 23:16:45.244647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd78e33-26bf-4b79-9065-baeb2745e28d req-1a7d0e34-16a4-474f-af51-fd5f67e47da4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:45.246399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0bd78e33-26bf-4b79-9065-baeb2745e28d req-1a7d0e34-16a4-474f-af51-fd5f67e47da4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.5301788 Oct 12 23:16:45.251382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:16:45.263675 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c6ed9-a670-4f78-9683-7c349ac35b38 None None] Sync routers for ids ['f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:16:45.277307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36685e23-9f0d-4203-b130-def67074e587 req-a470700b-a933-47ca-ab3d-1c5b1e36e34d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:45.286872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36685e23-9f0d-4203-b130-def67074e587 req-a470700b-a933-47ca-ab3d-1c5b1e36e34d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 945 time: 0.1022863 Oct 12 23:16:45.287071 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c6ed9-a670-4f78-9683-7c349ac35b38 None None] Routers {'f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:45.290120 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-036c6ed9-a670-4f78-9683-7c349ac35b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:45.339475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0bd78e33-26bf-4b79-9065-baeb2745e28d req-af9f4107-588d-4342-ad35-f36099126722 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702190 Oct 12 23:16:45.355943 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-036c6ed9-a670-4f78-9683-7c349ac35b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:45.366090 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-36685e23-9f0d-4203-b130-def67074e587 req-55588270-4104-4c3d-91d7-36521d5bac4c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722580 Oct 12 23:16:45.366314 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036c6ed9-a670-4f78-9683-7c349ac35b38 None None] Routers {'f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:45.367010 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-036c6ed9-a670-4f78-9683-7c349ac35b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:45.387935 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:45.391485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7f88114a-6f9b-4633-a2f0-533583ea9004 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9484441 Oct 12 23:16:45.396456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52104) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:45.416510 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-036c6ed9-a670-4f78-9683-7c349ac35b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:45.417439 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036c6ed9-a670-4f78-9683-7c349ac35b38 None None] The sync data for ids ['f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:16:45.521387 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:45.570828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a287d13-d7e3-4616-8ca4-85e672454dc4 req-836a81e7-072d-4efd-aff9-d721e3cbbdc8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:45.579708 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7339cdd3-e9fb-4fda-a18e-812b36a14aec tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/routers/f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb HTTP/1.1" status: 200 len: 925 time: 0.1820972 Oct 12 23:16:45.583285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52108) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:45.587320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a287d13-d7e3-4616-8ca4-85e672454dc4 req-836a81e7-072d-4efd-aff9-d721e3cbbdc8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 945 time: 0.1189282 Oct 12 23:16:45.598379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-595de142-9e72-4c04-b857-c0d23010033c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:45.663434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-192bc492-372f-4996-8f1d-ea34330f4d99 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb HTTP/1.1" status: 200 len: 205 time: 0.0786915 Oct 12 23:16:45.666132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52118) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:45.676983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a287d13-d7e3-4616-8ca4-85e672454dc4 req-114bd72e-32b2-47b3-85fe-9f56108de041 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885675 Oct 12 23:16:45.795713 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:45.913803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.069294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Deleting port d4c93bab-01bc-4238-a807-73ca6615e4eb {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:46.070028 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.158348 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.169212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.186520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Calling delete_port for d4c93bab-01bc-4238-a807-73ca6615e4eb owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:46.267216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6d170-6411-42cc-b133-ac9775ff9edc req-b847940f-5689-43d1-b25e-7f5f1b328b85 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:46.268983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f5b6d170-6411-42cc-b133-ac9775ff9edc req-b847940f-5689-43d1-b25e-7f5f1b328b85 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 945 time: 0.0808434 Oct 12 23:16:46.316974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f5b6d170-6411-42cc-b133-ac9775ff9edc req-6b79d2e5-ef7d-4fc0-b37b-d14932c31185 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330527 Oct 12 23:16:46.439868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.487477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event deleted for resources: {'Port': ['ID=d4c93bab-01bc-4238-a807-73ca6615e4eb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:46.539931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520d389-8f28-4220-8d26-bb760083d4c2 req-ac87f9d9-1c56-496e-ac13-87f923211a17 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:46.541497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2520d389-8f28-4220-8d26-bb760083d4c2 req-ac87f9d9-1c56-496e-ac13-87f923211a17 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1140871 Oct 12 23:16:46.593902 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.777720 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2520d389-8f28-4220-8d26-bb760083d4c2 req-27eb45ed-c305-4fef-8ad4-3fc47c85556a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291703 Oct 12 23:16:46.790430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.793470 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.939277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.940029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Fanout notify agent at l3_agent the message router_deleted on router f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:16:46.948243 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:46.960565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d20087c2-7970-4cdd-a385-9f2b137ec234 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb HTTP/1.1" status: 204 len: 168 time: 1.2936122 Oct 12 23:16:46.961529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52154) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:46.966275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'router': {'name': 'tempest-snat-router-369591704', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': False}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:47.033923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04077-84d3-4d0f-801e-4f970de86986 req-eddfc279-6544-4885-a031-7a3a746ddb38 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:47.037726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a1a04077-84d3-4d0f-801e-4f970de86986 req-eddfc279-6544-4885-a031-7a3a746ddb38 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1416674 Oct 12 23:16:47.105272 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:47.108388 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:47.124650 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:16:47.127653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a1a04077-84d3-4d0f-801e-4f970de86986 req-2045453c-b317-4880-853c-e6ff06edb62f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829401 Oct 12 23:16:47.200973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:47.520269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016f7dd-0139-406d-97d3-ede905aaf294 req-001d80f7-f4b4-4410-b676-d16e56422217 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:47.522455 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4016f7dd-0139-406d-97d3-ede905aaf294 req-001d80f7-f4b4-4410-b676-d16e56422217 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 945 time: 0.0555258 Oct 12 23:16:47.574700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4016f7dd-0139-406d-97d3-ede905aaf294 req-06b7b2c8-c655-4682-b3be-0f94ff7493b8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409679 Oct 12 23:16:47.763036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d69c09a-0ef7-44a0-b370-4c990fd9f58e req-87b6057e-0658-4b1c-bd94-5694324e0889 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:47.765156 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d69c09a-0ef7-44a0-b370-4c990fd9f58e req-87b6057e-0658-4b1c-bd94-5694324e0889 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.3023720 Oct 12 23:16:47.770400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:47.821177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d69c09a-0ef7-44a0-b370-4c990fd9f58e req-96dfe771-1aaa-4e1d-ac67-22d558098024 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446837 Oct 12 23:16:47.833948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30e04f3c-648b-469f-84d4-7ea20163c143 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:47.835677 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30e04f3c-648b-469f-84d4-7ea20163c143 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 945 time: 0.2039409 Oct 12 23:16:47.848740 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:48.025488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3049e0c-38fc-4d43-87ec-b586c8702a75 req-7a53bb9d-48d0-4ae7-b761-fcf7660aff5b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:48.037718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3049e0c-38fc-4d43-87ec-b586c8702a75 req-7a53bb9d-48d0-4ae7-b761-fcf7660aff5b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1266460 Oct 12 23:16:48.141758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3049e0c-38fc-4d43-87ec-b586c8702a75 req-630021b9-6385-4198-a1b4-4f6e7826e1c4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031458 Oct 12 23:16:48.635476 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port c0ea41ba-9cb8-4e00-be11-978ccd724b7c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:48.636485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:48.695510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e40a02-5e15-49b6-9234-b9bc11086361 req-add49fff-6c0b-4a60-bd70-a9fd089e2318 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:48.708545 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47e40a02-5e15-49b6-9234-b9bc11086361 req-add49fff-6c0b-4a60-bd70-a9fd089e2318 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.2088981 Oct 12 23:16:48.900568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66bed7-fef3-47d8-a61f-07ecff4871c5 req-71a9cad5-4573-410c-99b1-c9051c514d2f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:48.902302 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a66bed7-fef3-47d8-a61f-07ecff4871c5 req-71a9cad5-4573-410c-99b1-c9051c514d2f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 945 time: 0.0875463 Oct 12 23:16:48.918024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47e40a02-5e15-49b6-9234-b9bc11086361 req-28096536-3132-4fd9-9898-7af858c8ca3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084715 Oct 12 23:16:48.999910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a66bed7-fef3-47d8-a61f-07ecff4871c5 req-414dc60f-e9e8-4931-8d02-afd3b35d83bf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761445 Oct 12 23:16:49.027822 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:49.067960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] For port c0ea41ba-9cb8-4e00-be11-978ccd724b7c, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:49.077077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:49.114553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for c0ea41ba-9cb8-4e00-be11-978ccd724b7c owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:49.145822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:49.199446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:49.215392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a68211-8e6a-45c0-86b5-0b382276b182 req-632ac0d0-13a0-4ffc-833f-1a931e52dcf1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:49.216868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63a68211-8e6a-45c0-86b5-0b382276b182 req-632ac0d0-13a0-4ffc-833f-1a931e52dcf1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1510291 Oct 12 23:16:49.308258 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:49.390566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63a68211-8e6a-45c0-86b5-0b382276b182 req-fd1aa53a-a4d1-4633-b599-2e0bf1589412 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553073 Oct 12 23:16:49.469762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Allocated IP 172.25.2.129 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/c7d65279-a1ea-452b-bda5-d823e2df99c9) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:49.567178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:49.608013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=c0ea41ba-9cb8-4e00-be11-978ccd724b7c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:49.705782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] No DVR routers for this DVR port c0ea41ba-9cb8-4e00-be11-978ccd724b7c on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:16:49.709712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:49.713818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd11e2ac-14b2-4040-85cc-6f8bfb946313 req-30b1d449-3765-438b-a1cf-f0e1f34c4c98 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "DELETE /v2.0/ports/c0ea41ba-9cb8-4e00-be11-978ccd724b7c HTTP/1.1" status: 204 len: 173 time: 1.8712869 Oct 12 23:16:49.716276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff695118-85ff-4a69-95bb-4cb0b0bd1a4b', 'name': 'network-vif-deleted', 'tag': 'c0ea41ba-9cb8-4e00-be11-978ccd724b7c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:16:49.730486 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64968c9-1264-4040-bfef-40993c195aa8" -d '{"events": [{"server_uuid": "ff695118-85ff-4a69-95bb-4cb0b0bd1a4b", "name": "network-vif-deleted", "tag": "c0ea41ba-9cb8-4e00-be11-978ccd724b7c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:16:49.802546 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:16:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb8b02f7-1329-46a1-8164-de4bddc1312e x-openstack-request-id: req-bb8b02f7-1329-46a1-8164-de4bddc1312e {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:16:49.802841 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff695118-85ff-4a69-95bb-4cb0b0bd1a4b", "name": "network-vif-deleted", "tag": "c0ea41ba-9cb8-4e00-be11-978ccd724b7c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:16:49.803142 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb8b02f7-1329-46a1-8164-de4bddc1312e {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:16:49.803542 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff695118-85ff-4a69-95bb-4cb0b0bd1a4b', 'name': 'network-vif-deleted', 'tag': 'c0ea41ba-9cb8-4e00-be11-978ccd724b7c', 'status': 'completed', 'code': 200} Oct 12 23:16:49.838461 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:49.985560 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:50.064610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event updated for resources: {'Port': ['ID=c7d65279-a1ea-452b-bda5-d823e2df99c9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:50.064610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:50.072246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:50.077905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:50.134447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1dc50a4d-8ab1-4b5d-ba26-32447e9936a8 req-029946b4-3da9-421d-bf8e-52ba5b4e3956 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.0373857 Oct 12 23:16:50.192000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0afeb1b-ceea-45a1-b07e-7489d62d3c0b req-77f3ad92-2f60-4d40-a6e9-dab9a38550e2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:50.194899 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0afeb1b-ceea-45a1-b07e-7489d62d3c0b req-77f3ad92-2f60-4d40-a6e9-dab9a38550e2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1350174 Oct 12 23:16:50.354364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0afeb1b-ceea-45a1-b07e-7489d62d3c0b req-a738f21a-093f-4202-9b6f-d13f2040df21 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186304 Oct 12 23:16:50.613301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5527b5f-b40c-4786-96f5-a939650b9f42 req-5a3a1ac7-87e6-414c-aab9-9386b7c0568d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:50.625289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5527b5f-b40c-4786-96f5-a939650b9f42 req-5a3a1ac7-87e6-414c-aab9-9386b7c0568d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1158767 Oct 12 23:16:50.710330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5527b5f-b40c-4786-96f5-a939650b9f42 req-bca81a7d-8a12-4425-b9ab-d1e72548fdb1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809734 Oct 12 23:16:50.711676 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:50.940479 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:51.190136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Router 3419b880-7ab6-4d28-921d-d357d1f5fe2f is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:16:51.351583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c0ea41ba-9cb8-4e00-be11-978ccd724b7c no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:16:51.361477 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-295ab953-5de5-4d2c-8bc1-ea4ff43bc38b req-a5c1aa52-5325-4324-943e-bf11bc1bfc7b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.0787237 Oct 12 23:16:51.399535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: c0ea41ba-9cb8-4e00-be11-978ccd724b7c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:16:51.400896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:16:51.404710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c0ea41ba-9cb8-4e00-be11-978ccd724b7c not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:16:51.421360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Sync routers for ids ['3419b880-7ab6-4d28-921d-d357d1f5fe2f'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:16:51.444487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Routers {'3419b880-7ab6-4d28-921d-d357d1f5fe2f'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:51.445243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3419b880-7ab6-4d28-921d-d357d1f5fe2f'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:51.512240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:51.520403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6035f49e-3434-4af2-ae87-6f138c03c3e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5515385 Oct 12 23:16:51.520403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52280) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:51.562274 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bb9a6-2a53-4831-8af8-4fa15cbddaae req-1397706d-2b05-4c37-91df-c32d5149bfec tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:51.572431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-166bb9a6-2a53-4831-8af8-4fa15cbddaae req-1397706d-2b05-4c37-91df-c32d5149bfec tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1034870 Oct 12 23:16:51.647385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Set router 3419b880-7ab6-4d28-921d-d357d1f5fe2f gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:51.730241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-166bb9a6-2a53-4831-8af8-4fa15cbddaae req-2e0cdc49-d038-4f1d-87ea-110f2ccac5ef tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1524062 Oct 12 23:16:51.799276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:51.799584 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9bc16738-bf47-4317-820d-9319aab916ec tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/routers/3419b880-7ab6-4d28-921d-d357d1f5fe2f HTTP/1.1" status: 200 len: 908 time: 0.2814305 Oct 12 23:16:51.805713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'router': {'name': 'tempest-snat-router-369591704', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': True}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:51.899962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52290) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:51.921553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:51.922929 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:51.945070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb437a-2e0c-4014-824b-7349c657c258 req-419c1699-05c1-4d64-b95c-2a1247e4c01c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:51.957066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4edb437a-2e0c-4014-824b-7349c657c258 req-419c1699-05c1-4d64-b95c-2a1247e4c01c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1050730 Oct 12 23:16:52.020088 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4edb437a-2e0c-4014-824b-7349c657c258 req-26456a1c-b8c4-4cde-9057-fe4311a19b4b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621593 Oct 12 23:16:52.037136 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:52.125655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3419b880-7ab6-4d28-921d-d357d1f5fe2f', 'name': 'tempest-snat-router-369591704', 'tenant_id': '545aca02ead0404faec362088b9afaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': 'c7d65279-a1ea-452b-bda5-d823e2df99c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:47Z', 'updated_at': '2021-10-12T23:16:50Z', 'revision_number': 3, 'project_id': '545aca02ead0404faec362088b9afaaf', 'gw_port': {'id': 'c7d65279-a1ea-452b-bda5-d823e2df99c9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3419b880-7ab6-4d28-921d-d357d1f5fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:49Z', 'updated_at': '2021-10-12T23:16:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:52.218571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-571c7ee6-9eca-42be-9b71-2dc0e1898359 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:52.450304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Checking router: 3419b880-7ab6-4d28-921d-d357d1f5fe2f for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:16:52.451325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Updating router 3419b880-7ab6-4d28-921d-d357d1f5fe2f port c7d65279-a1ea-452b-bda5-d823e2df99c9 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:16:52.468910 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:52.502766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:52.563735 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-375c6553-9793-4d2b-86c9-d46ccfe998ce req-106903ca-96c9-40d5-b678-5c8ef3fb54b1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.0471396 Oct 12 23:16:52.645259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-571c7ee6-9eca-42be-9b71-2dc0e1898359 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:52.811354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-571c7ee6-9eca-42be-9b71-2dc0e1898359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:52.905801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-571c7ee6-9eca-42be-9b71-2dc0e1898359 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28eb15bbf30f465d8bcf1f97c72d7360&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0044954 Oct 12 23:16:52.915544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52308) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:52.917663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c7ee6-9eca-42be-9b71-2dc0e1898359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153a94aa-7c25-446f-88e9-c07f20f3e6ec,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:53.016083 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.031261 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.032622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0240790b-3ff6-47f2-8e01-24bde81bb1f0 req-2d74fc44-b310-4204-95a2-1f675c17fae5 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:53.035414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0240790b-3ff6-47f2-8e01-24bde81bb1f0 req-2d74fc44-b310-4204-95a2-1f675c17fae5 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1952291 Oct 12 23:16:53.042809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.099005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0240790b-3ff6-47f2-8e01-24bde81bb1f0 req-042a26f7-b162-40c6-a9ce-ae75bd80c507 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508082 Oct 12 23:16:53.115537 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f944c598-b023-487c-abf9-38d402617abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.139449 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.153261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f944c598-b023-487c-abf9-38d402617abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.213562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Attempting to bind port c7d65279-a1ea-452b-bda5-d823e2df99c9 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:53.214445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Attempting to bind port c7d65279-a1ea-452b-bda5-d823e2df99c9 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:53.214819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Attempting to bind port c7d65279-a1ea-452b-bda5-d823e2df99c9 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:53.232665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:53.233108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:53.233469 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.233870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:53.234881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Bound port: c7d65279-a1ea-452b-bda5-d823e2df99c9, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:53.236979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.249400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c141b9b2-3551-4fd5-bf38-7d3a610889e0 req-d3f261ba-2813-4ec9-88d1-c882f8da0c90 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:53.253555 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c141b9b2-3551-4fd5-bf38-7d3a610889e0 req-d3f261ba-2813-4ec9-88d1-c882f8da0c90 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0999396 Oct 12 23:16:53.266735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b21c7c-6754-4c57-8577-fa42d38633f7 None None] Pushing event updated for resources: {'Port': ['ID=c7d65279-a1ea-452b-bda5-d823e2df99c9,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:53.298683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Allocated IP 172.25.2.171 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/6e280c86-c8a8-4879-b3ec-d5d024f7a57c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:53.315534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] For port c7d65279-a1ea-452b-bda5-d823e2df99c9, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:16:53.320239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] For port c7d65279-a1ea-452b-bda5-d823e2df99c9, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c7d65279-a1ea-452b-bda5-d823e2df99c9,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:16:53.332497 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f944c598-b023-487c-abf9-38d402617abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.335824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f944c598-b023-487c-abf9-38d402617abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.338859 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f944c598-b023-487c-abf9-38d402617abd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/153a94aa-7c25-446f-88e9-c07f20f3e6ec HTTP/1.1" status: 204 len: 168 time: 0.4200401 Oct 12 23:16:53.345482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c141b9b2-3551-4fd5-bf38-7d3a610889e0 req-6be23087-e3fa-4a01-a45a-bba4ca3a92d4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865996 Oct 12 23:16:53.352369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f944c598-b023-487c-abf9-38d402617abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153a94aa-7c25-446f-88e9-c07f20f3e6ec,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:53.440653 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.452975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.525188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Routers {'3419b880-7ab6-4d28-921d-d357d1f5fe2f'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:53.525841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3419b880-7ab6-4d28-921d-d357d1f5fe2f'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:53.539958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:53.576783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:53.586985 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:53.588404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:53.624529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event updated for resources: {'Port': ['ID=6e280c86-c8a8-4879-b3ec-d5d024f7a57c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:53.701275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] Set router 3419b880-7ab6-4d28-921d-d357d1f5fe2f gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:53.703718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b21c7c-6754-4c57-8577-fa42d38633f7 None None] Pushing event updated for resources: {'Port': ['ID=c7d65279-a1ea-452b-bda5-d823e2df99c9,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:53.814062 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be346d0b-f7e0-431f-a151-af94827d1a73 req-52a59f8f-a7bb-48cc-aa51-4301684431eb tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.1133544 Oct 12 23:16:54.093928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3419b880-7ab6-4d28-921d-d357d1f5fe2f', 'name': 'tempest-snat-router-369591704', 'tenant_id': '545aca02ead0404faec362088b9afaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': 'c7d65279-a1ea-452b-bda5-d823e2df99c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:47Z', 'updated_at': '2021-10-12T23:16:50Z', 'revision_number': 3, 'project_id': '545aca02ead0404faec362088b9afaaf', 'gw_port': {'id': 'c7d65279-a1ea-452b-bda5-d823e2df99c9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3419b880-7ab6-4d28-921d-d357d1f5fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:49Z', 'updated_at': '2021-10-12T23:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:54.133473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a515b4f-142c-4c1b-a5f2-9f45161dc2c1 None None] The sync data for ids ['3419b880-7ab6-4d28-921d-d357d1f5fe2f'] in n-d-790519-14 is: [{'id': '3419b880-7ab6-4d28-921d-d357d1f5fe2f', 'name': 'tempest-snat-router-369591704', 'tenant_id': '545aca02ead0404faec362088b9afaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.129'}], 'enable_snat': False}, 'gw_port_id': 'c7d65279-a1ea-452b-bda5-d823e2df99c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:47Z', 'updated_at': '2021-10-12T23:16:50Z', 'revision_number': 3, 'project_id': '545aca02ead0404faec362088b9afaaf', 'gw_port': {'id': 'c7d65279-a1ea-452b-bda5-d823e2df99c9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3f:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3419b880-7ab6-4d28-921d-d357d1f5fe2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2856, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:49Z', 'updated_at': '2021-10-12T23:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:16:54.171986 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:54.316867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9835f7-4119-438f-bcec-10f370a168d5 req-99d1592b-b6a7-4462-ab5f-f5b851ad8a78 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:54.317613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea9835f7-4119-438f-bcec-10f370a168d5 req-99d1592b-b6a7-4462-ab5f-f5b851ad8a78 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1060016 Oct 12 23:16:54.509851 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:54.573356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffb7270-4dd3-4afe-8d87-8552fe7ed4c8 req-bbf1b552-fc7d-421f-8a37-aab42d46ac8a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:54.583956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ffb7270-4dd3-4afe-8d87-8552fe7ed4c8 req-bbf1b552-fc7d-421f-8a37-aab42d46ac8a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1203620 Oct 12 23:16:54.730458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea9835f7-4119-438f-bcec-10f370a168d5 req-d8dfbe0a-f7f9-4a75-9df2-63e8c8659bf1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4043951 Oct 12 23:16:54.739094 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ffb7270-4dd3-4afe-8d87-8552fe7ed4c8 req-6261fbd9-78f4-476d-967e-9ad428094846 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271996 Oct 12 23:16:54.892432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Router 4ca43cc5-e12b-4590-b849-0f98ef62ce23 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:16:55.090681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c7d65279-a1ea-452b-bda5-d823e2df99c9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:55.114796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85e90012-9d8a-4c38-aa13-91671ecdbf2b req-38179098-e05a-49ee-bb81-684df415dded tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.0903978 Oct 12 23:16:55.219589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c7d65279-a1ea-452b-bda5-d823e2df99c9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:55.219974 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:55.247356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:16:55.259702 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Sync routers for ids ['4ca43cc5-e12b-4590-b849-0f98ef62ce23'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:16:55.276953 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Routers {'4ca43cc5-e12b-4590-b849-0f98ef62ce23'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:55.277572 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4ca43cc5-e12b-4590-b849-0f98ef62ce23'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:55.359020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:55.362589 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-54b183d7-23e6-407e-9010-cab55bb1e2df tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5592232 Oct 12 23:16:55.363036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52354) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:55.380613 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:55.408174 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Set router 4ca43cc5-e12b-4590-b849-0f98ef62ce23 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:16:55.414404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port c7d65279-a1ea-452b-bda5-d823e2df99c9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c7d65279-a1ea-452b-bda5-d823e2df99c9,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:55.516676 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6b085139-db8b-4c01-a1a3-28127d5005cd tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/routers/4ca43cc5-e12b-4590-b849-0f98ef62ce23 HTTP/1.1" status: 200 len: 907 time: 0.1524212 Oct 12 23:16:55.519288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52358) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:55.521221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:55.666591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:55.671502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=c7d65279-a1ea-452b-bda5-d823e2df99c9,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:55.737560 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ca43cc5-e12b-4590-b849-0f98ef62ce23', 'name': 'tempest-snat-router-369591704', 'tenant_id': '545aca02ead0404faec362088b9afaaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '6e280c86-c8a8-4879-b3ec-d5d024f7a57c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:51Z', 'updated_at': '2021-10-12T23:16:53Z', 'revision_number': 3, 'project_id': '545aca02ead0404faec362088b9afaaf', 'gw_port': {'id': '6e280c86-c8a8-4879-b3ec-d5d024f7a57c', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ca43cc5-e12b-4590-b849-0f98ef62ce23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:53Z', 'updated_at': '2021-10-12T23:16:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:16:55.785045 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Checking router: 4ca43cc5-e12b-4590-b849-0f98ef62ce23 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:16:55.795671 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Updating router 4ca43cc5-e12b-4590-b849-0f98ef62ce23 port 6e280c86-c8a8-4879-b3ec-d5d024f7a57c binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:16:55.843944 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:55.871518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:55.970286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0385aa1-5435-4a11-83af-3cee64df0c66 req-0f85711b-d2a1-4326-8347-c855826fc7c2 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:55.972065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0385aa1-5435-4a11-83af-3cee64df0c66 req-0f85711b-d2a1-4326-8347-c855826fc7c2 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0943244 Oct 12 23:16:55.973471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d9d40d-557a-405e-b263-456754bd5f38 req-5ae56a71-3e73-4a99-bbf7-d90ff77b72ac tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:55.981552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-35d9d40d-557a-405e-b263-456754bd5f38 req-5ae56a71-3e73-4a99-bbf7-d90ff77b72ac tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1131306 Oct 12 23:16:56.040072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-35d9d40d-557a-405e-b263-456754bd5f38 req-32108e28-bd67-466e-a17c-4f6cf32598a2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575471 Oct 12 23:16:56.088604 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0385aa1-5435-4a11-83af-3cee64df0c66 req-8cc544dd-b0ee-427f-917a-06a7da34dbc4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105521 Oct 12 23:16:56.107755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Deleting port 6e280c86-c8a8-4879-b3ec-d5d024f7a57c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:56.108307 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:56.221519 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:56.241394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Calling delete_port for 6e280c86-c8a8-4879-b3ec-d5d024f7a57c owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:56.270711 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:56.289554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-af83e3e0-c1e8-4460-a595-3235507c0ed8 req-a1d48ec2-1ccb-4058-a9a1-4ea676c4a754 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.0364943 Oct 12 23:16:56.361770 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:56.449106 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Attempting to bind port 6e280c86-c8a8-4879-b3ec-d5d024f7a57c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:56.450007 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Attempting to bind port 6e280c86-c8a8-4879-b3ec-d5d024f7a57c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:56.450590 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Attempting to bind port 6e280c86-c8a8-4879-b3ec-d5d024f7a57c on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:56.461483 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:56.462240 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:56.462887 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:56.467518 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:56.468255 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Bound port: 6e280c86-c8a8-4879-b3ec-d5d024f7a57c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:56.468868 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:56.492548 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Pushing event updated for resources: {'Port': ['ID=6e280c86-c8a8-4879-b3ec-d5d024f7a57c,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:56.508123 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.508369 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.508991 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.509389 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.509781 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.510171 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.510554 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.510979 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.511374 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.511755 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.512135 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.512548 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8f58a2-e826-4111-ab13-6205128626e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:16:56.923851 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.db.api [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101892) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:16:56.924349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:56.925109 n-d-790519-14 neutron-server[101892]: DEBUG oslo_db.api [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:16:56.960164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c7d65279-a1ea-452b-bda5-d823e2df99c9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:16:57.000207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e280c86-c8a8-4879-b3ec-d5d024f7a57c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:57.036131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c7d65279-a1ea-452b-bda5-d823e2df99c9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:16:57.036594 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.048298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.183064 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.186327 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.277908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdff5b-583d-4149-980d-5fd2249aa89e req-7a0d9788-0def-4ae0-824f-b18163ba5ab0 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:57.280351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7acdff5b-583d-4149-980d-5fd2249aa89e req-7a0d9788-0def-4ae0-824f-b18163ba5ab0 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0594728 Oct 12 23:16:57.292586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5d969-aa80-48fb-9629-78734adfae92 req-a0e06ed8-dec8-4c1d-b97d-73f80fea713d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:57.294090 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8da5d969-aa80-48fb-9629-78734adfae92 req-a0e06ed8-dec8-4c1d-b97d-73f80fea713d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0570233 Oct 12 23:16:57.319845 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7acdff5b-583d-4149-980d-5fd2249aa89e req-c01a65ba-a1b0-469f-8862-259290d31b04 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333431 Oct 12 23:16:57.326510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.327113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4ca43cc5-e12b-4590-b849-0f98ef62ce23 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:16:57.343798 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.343798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-847fa75a-011a-45f8-8660-23ea6c77695e tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "DELETE /v2.0/routers/4ca43cc5-e12b-4590-b849-0f98ef62ce23 HTTP/1.1" status: 204 len: 168 time: 1.8130054 Oct 12 23:16:57.343798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52396) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:57.381890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8da5d969-aa80-48fb-9629-78734adfae92 req-073df2ca-8ee7-4873-a8bf-4194a4f82633 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809476 Oct 12 23:16:57.456193 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Attempting to bind port 6e280c86-c8a8-4879-b3ec-d5d024f7a57c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:16:57.457223 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Attempting to bind port 6e280c86-c8a8-4879-b3ec-d5d024f7a57c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:16:57.457449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c2e804dc-21a6-4d41-9473-22a782118cfb req-66871a84-92c0-4f5c-b7c5-d8018e2ce05f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff695118-85ff-4a69-95bb-4cb0b0bd1a4b HTTP/1.1" status: 200 len: 210 time: 0.0512338 Oct 12 23:16:57.458388 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Attempting to bind port 6e280c86-c8a8-4879-b3ec-d5d024f7a57c on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:16:57.465163 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:16:57.465629 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:16:57.465933 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.466879 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:16:57.468000 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Bound port: 6e280c86-c8a8-4879-b3ec-d5d024f7a57c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:16:57.470100 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.490881 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.492918 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.plugin [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Port 6e280c86-c8a8-4879-b3ec-d5d024f7a57c has been deleted concurrently {{(pid=101892) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 12 23:16:57.504675 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Routers set() bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:16:57.505043 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Router IDs set() for agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 12 23:16:57.505703 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4ca43cc5-e12b-4590-b849-0f98ef62ce23'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent'). {{(pid=101892) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Oct 12 23:16:57.506080 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ae93f53-54f5-4ffd-b4a2-c8389dea5835 None None] The sync data for ids ['4ca43cc5-e12b-4590-b849-0f98ef62ce23'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:16:57.614249 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.728250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Deleting port c7d65279-a1ea-452b-bda5-d823e2df99c9 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:16:57.728516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.831293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] For port c7d65279-a1ea-452b-bda5-d823e2df99c9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c7d65279-a1ea-452b-bda5-d823e2df99c9,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:16:57.831704 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:57.844478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Calling delete_port for c7d65279-a1ea-452b-bda5-d823e2df99c9 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:16:58.075627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:58.102923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7d65279-a1ea-452b-bda5-d823e2df99c9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:58.192483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:58.310056 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:58.313108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:58.445405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ffa30-2673-4330-b718-c8017b57f1b1 req-113bf2df-57ea-4e20-ac26-c0e771e002aa tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:58.447107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-483ffa30-2673-4330-b718-c8017b57f1b1 req-113bf2df-57ea-4e20-ac26-c0e771e002aa tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0530875 Oct 12 23:16:58.476774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:58.477349 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3419b880-7ab6-4d28-921d-d357d1f5fe2f {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:16:58.482646 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:58.483828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-66074d03-81e7-40e3-92b3-0ebb6835f59b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "DELETE /v2.0/routers/3419b880-7ab6-4d28-921d-d357d1f5fe2f HTTP/1.1" status: 204 len: 168 time: 1.1463087 Oct 12 23:16:58.490162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52420) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:58.495401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-655630056', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:16:58.532127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-483ffa30-2673-4330-b718-c8017b57f1b1 req-73bcc857-a142-4ae9-bf64-58d4d71e2465 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737450 Oct 12 23:16:58.585663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb99062-539b-44ff-8407-f9c5e06ebae0 req-c2452c0a-c1dd-49ec-8f46-8c2d2270a321 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:58.588319 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9bb99062-539b-44ff-8407-f9c5e06ebae0 req-c2452c0a-c1dd-49ec-8f46-8c2d2270a321 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1284695 Oct 12 23:16:58.627701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:58.627701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:58.683706 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9bb99062-539b-44ff-8407-f9c5e06ebae0 req-df38ce72-3672-4cd5-baab-2cbb9ebdb04a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860944 Oct 12 23:16:58.754542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:59.007520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:59.165060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c7d65279-a1ea-452b-bda5-d823e2df99c9 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:16:59.195239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c7d65279-a1ea-452b-bda5-d823e2df99c9 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:16:59.195839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c7d65279-a1ea-452b-bda5-d823e2df99c9 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:16:59.361267 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:59.380282 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:59.512262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Allocated IP 172.25.2.171 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/6716c5ee-1b58-4069-b0e9-137e77ed62dd) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:16:59.651307 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:59.712424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52448) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:16:59.713244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3f34d5-89a7-4c8b-80a1-03eeed095282 req-bdce074c-cddf-4cf8-b0a7-d4366dacecd1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:59.714766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b3f34d5-89a7-4c8b-80a1-03eeed095282 req-bdce074c-cddf-4cf8-b0a7-d4366dacecd1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0773809 Oct 12 23:16:59.765057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b3f34d5-89a7-4c8b-80a1-03eeed095282 req-6afe4284-3902-4893-901c-11ab5742e194 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387309 Oct 12 23:16:59.788473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:16:59.865407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:16:59.868284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event updated for resources: {'Port': ['ID=6716c5ee-1b58-4069-b0e9-137e77ed62dd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:16:59.870343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:16:59.877409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:16:59.893879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060523ba-8bf3-4281-a891-d4439ff6ab21 req-6c6b76d2-cf0d-4c75-a94f-97188a8dbba5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:16:59.901397 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-060523ba-8bf3-4281-a891-d4439ff6ab21 req-6c6b76d2-cf0d-4c75-a94f-97188a8dbba5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1171262 Oct 12 23:16:59.963685 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-caf5ca54-2eda-42b1-9bbe-c5b44493a956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:00.065887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-caf5ca54-2eda-42b1-9bbe-c5b44493a956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:00.085701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-060523ba-8bf3-4281-a891-d4439ff6ab21 req-da322dbe-ae04-426d-b33c-0ccb3aa2832c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832631 Oct 12 23:17:00.172720 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-caf5ca54-2eda-42b1-9bbe-c5b44493a956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:00.218647 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-caf5ca54-2eda-42b1-9bbe-c5b44493a956 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=232b3f17151047728c4909744cd6f930&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4981201 Oct 12 23:17:00.242416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf5ca54-2eda-42b1-9bbe-c5b44493a956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b196a6-9976-4e3a-beae-079bec8c20cf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:00.246589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52462) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:00.326455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b112502-3f03-43ef-bfef-f3b74e64973c req-01059be6-1931-4fae-9ea8-ed8ba9f3b9eb tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:00.327992 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b112502-3f03-43ef-bfef-f3b74e64973c req-01059be6-1931-4fae-9ea8-ed8ba9f3b9eb tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0789020 Oct 12 23:17:00.374984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b112502-3f03-43ef-bfef-f3b74e64973c req-bc847a14-a1c2-4955-8fd7-1ce323ea787e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408866 Oct 12 23:17:00.397683 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-920466e0-5517-4169-be99-a64cb960c9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:00.406004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:00.460340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ddb64-62d4-4554-9277-541389549043 req-c2b67661-225f-4fe0-a8c6-bd951c4743e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:00.461929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-925ddb64-62d4-4554-9277-541389549043 req-c2b67661-225f-4fe0-a8c6-bd951c4743e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 1098 time: 0.1399372 Oct 12 23:17:00.492644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-920466e0-5517-4169-be99-a64cb960c9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:00.694716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ddb64-62d4-4554-9277-541389549043 req-19f094f9-eb00-42c7-9634-b8f086f5f66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:00.696205 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-925ddb64-62d4-4554-9277-541389549043 req-19f094f9-eb00-42c7-9634-b8f086f5f66c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.2221918 Oct 12 23:17:01.052005 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-920466e0-5517-4169-be99-a64cb960c9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:01.054680 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-920466e0-5517-4169-be99-a64cb960c9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:01.055805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-920466e0-5517-4169-be99-a64cb960c9c4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11b196a6-9976-4e3a-beae-079bec8c20cf HTTP/1.1" status: 204 len: 168 time: 0.8067687 Oct 12 23:17:01.072433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920466e0-5517-4169-be99-a64cb960c9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b196a6-9976-4e3a-beae-079bec8c20cf,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:01.115694 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:01.119864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-925ddb64-62d4-4554-9277-541389549043 req-b8e60f9d-9719-4191-8394-87ab69cae7eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 200 len: 1002 time: 0.3904748 Oct 12 23:17:01.281240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ddb64-62d4-4554-9277-541389549043 req-18bbef73-e7a3-443d-b25f-9c65100446fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:01.282711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-925ddb64-62d4-4554-9277-541389549043 req-18bbef73-e7a3-443d-b25f-9c65100446fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.1547928 Oct 12 23:17:01.358001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33a174-c928-460e-8e60-66b1d9400da5 req-893edc10-19f1-4f08-b4e5-9405cccf970f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:01.378055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf33a174-c928-460e-8e60-66b1d9400da5 req-893edc10-19f1-4f08-b4e5-9405cccf970f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1407187 Oct 12 23:17:01.378055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ddb64-62d4-4554-9277-541389549043 req-cf1da761-bf3f-414d-856e-7975cdcd5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:01.378055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-925ddb64-62d4-4554-9277-541389549043 req-cf1da761-bf3f-414d-856e-7975cdcd5db4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0840282 Oct 12 23:17:01.483659 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf33a174-c928-460e-8e60-66b1d9400da5 req-ee3d71ae-da50-4347-a8d2-7ef871635a9d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138723 Oct 12 23:17:01.523154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c541f1-5159-4a87-8340-346dc1a47589 req-bf8964a1-b566-4ec1-865b-dd9ca085867d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:01.527483 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1c541f1-5159-4a87-8340-346dc1a47589 req-bf8964a1-b566-4ec1-865b-dd9ca085867d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0797808 Oct 12 23:17:01.547289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-925ddb64-62d4-4554-9277-541389549043 req-50663c7d-79ee-401d-b8ba-ad2a4799e338 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500819 Oct 12 23:17:01.570083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Router 819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:17:01.576756 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1c541f1-5159-4a87-8340-346dc1a47589 req-bffc4313-5eca-4558-871f-b3b7572f3d57 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450957 Oct 12 23:17:01.768836 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-925ddb64-62d4-4554-9277-541389549043 req-82500ce6-2106-463b-a46c-69d51de940c1 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140017 Oct 12 23:17:01.788646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:17:01.800878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d969a-eea5-47a6-ae8e-3e90491f6632 None None] Sync routers for ids ['819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:17:01.821212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d969a-eea5-47a6-ae8e-3e90491f6632 None None] Routers {'819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:01.821835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cf3d969a-eea5-47a6-ae8e-3e90491f6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:01.858690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cf3d969a-eea5-47a6-ae8e-3e90491f6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:01.868508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf3d969a-eea5-47a6-ae8e-3e90491f6632 None None] Routers {'819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:01.869339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cf3d969a-eea5-47a6-ae8e-3e90491f6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:01.905628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52496) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:01.906310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cf3d969a-eea5-47a6-ae8e-3e90491f6632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:01.907002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf3d969a-eea5-47a6-ae8e-3e90491f6632 None None] The sync data for ids ['819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:17:01.924273 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:01.925074 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1a99ab96-b9d2-4107-ae7e-e84dad9b0541 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.4333210 Oct 12 23:17:01.928061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52498) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:01.933242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-72b71a16-09bc-43b9-9a3b-339e1d7fa7cb tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': False}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:01.934378 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe07d315-5e19-4d45-a221-29947f6b033c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:02.020591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe07d315-5e19-4d45-a221-29947f6b033c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:02.093447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe07d315-5e19-4d45-a221-29947f6b033c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:02.141387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fe07d315-5e19-4d45-a221-29947f6b033c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d18d5832a3d41efa8ef87ec75627442&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340033 Oct 12 23:17:02.142350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52502) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:02.145685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07d315-5e19-4d45-a221-29947f6b033c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4907e0c7-794d-4333-8cc0-e151c992b80b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:02.209493 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcaa65c6-1347-4372-ab8b-88088f827ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:02.242696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcaa65c6-1347-4372-ab8b-88088f827ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:02.433566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcaa65c6-1347-4372-ab8b-88088f827ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:02.433566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bcaa65c6-1347-4372-ab8b-88088f827ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:02.435936 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bcaa65c6-1347-4372-ab8b-88088f827ef3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4907e0c7-794d-4333-8cc0-e151c992b80b HTTP/1.1" status: 204 len: 168 time: 0.2915840 Oct 12 23:17:02.480099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaa65c6-1347-4372-ab8b-88088f827ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4907e0c7-794d-4333-8cc0-e151c992b80b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:02.752304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe26da6-0140-4455-a5e2-a4593b442525 req-a91f8cc9-d88f-42a1-ab11-f58cbd074ba2 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:02.754268 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abe26da6-0140-4455-a5e2-a4593b442525 req-a91f8cc9-d88f-42a1-ab11-f58cbd074ba2 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1179252 Oct 12 23:17:02.812592 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abe26da6-0140-4455-a5e2-a4593b442525 req-d075daaa-7314-47d7-add9-7d52a6720fdf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432072 Oct 12 23:17:02.847758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f0782-89ae-49e8-8f80-0262bc9dd009 req-c01593f4-d6f3-435a-9a7a-4335e005a51d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:02.849321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c5f0782-89ae-49e8-8f80-0262bc9dd009 req-c01593f4-d6f3-435a-9a7a-4335e005a51d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1077371 Oct 12 23:17:02.878092 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72b71a16-09bc-43b9-9a3b-339e1d7fa7cb tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:02.905520 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c5f0782-89ae-49e8-8f80-0262bc9dd009 req-27efbf77-d3f2-4d12-9b75-c1087ee67a4b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422342 Oct 12 23:17:03.452055 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72b71a16-09bc-43b9-9a3b-339e1d7fa7cb tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:03.457217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72b71a16-09bc-43b9-9a3b-339e1d7fa7cb tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:03.596871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72b71a16-09bc-43b9-9a3b-339e1d7fa7cb tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Router 819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:17:03.740297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b71a16-09bc-43b9-9a3b-339e1d7fa7cb tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:17:03.745740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72b71a16-09bc-43b9-9a3b-339e1d7fa7cb tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:03.750375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-72b71a16-09bc-43b9-9a3b-339e1d7fa7cb tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "PUT /v2.0/routers/819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3 HTTP/1.1" status: 200 len: 925 time: 1.8180466 Oct 12 23:17:03.751600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52592) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:03.754726 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6cc30-5962-454e-bc6d-50b30292d6ba None None] Sync routers for ids ['819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:17:03.771229 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6cc30-5962-454e-bc6d-50b30292d6ba None None] Routers {'819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:03.771862 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-90f6cc30-5962-454e-bc6d-50b30292d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:03.863226 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-90f6cc30-5962-454e-bc6d-50b30292d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:03.882642 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f6cc30-5962-454e-bc6d-50b30292d6ba None None] Routers {'819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:03.883289 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-90f6cc30-5962-454e-bc6d-50b30292d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:03.962359 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1fbc9c30-befb-4a47-aa51-aaaf15be08db tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/routers/819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3 HTTP/1.1" status: 200 len: 925 time: 0.2098677 Oct 12 23:17:03.965244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52602) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:03.969551 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-90f6cc30-5962-454e-bc6d-50b30292d6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:03.970205 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f6cc30-5962-454e-bc6d-50b30292d6ba None None] The sync data for ids ['819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:17:04.062873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e7a3e-96d9-4032-a664-197c239b6c5a req-cc39a408-7a26-4852-b6f5-f249fb373f66 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:04.064438 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e2e7a3e-96d9-4032-a664-197c239b6c5a req-cc39a408-7a26-4852-b6f5-f249fb373f66 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1600268 Oct 12 23:17:04.092579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698eacba-622a-4268-9846-7c35a4266b1b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:04.094350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-698eacba-622a-4268-9846-7c35a4266b1b tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1274970 Oct 12 23:17:04.097169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52606) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:04.165009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e2e7a3e-96d9-4032-a664-197c239b6c5a req-6fc5707c-f9b9-4658-8b1d-4632361f7619 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937693 Oct 12 23:17:04.214122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42dae526-8a25-4de4-8f66-c05070e36fe1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:04.215696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-42dae526-8a25-4de4-8f66-c05070e36fe1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 881 time: 0.1174355 Oct 12 23:17:04.219141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52610) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:04.250450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-89c8c860-e585-4c4d-a2df-a7b081962eaf tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3 HTTP/1.1" status: 200 len: 205 time: 0.0302148 Oct 12 23:17:04.252984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52612) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:04.368616 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:04.506835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:04.668470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Deleting port 6716c5ee-1b58-4069-b0e9-137e77ed62dd {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:04.675966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:04.749917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:04.768441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Calling delete_port for 6716c5ee-1b58-4069-b0e9-137e77ed62dd owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:05.050592 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.083159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event deleted for resources: {'Port': ['ID=6716c5ee-1b58-4069-b0e9-137e77ed62dd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:05.151295 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.260761 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.264158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.336468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c215713-7375-46fb-a35e-a5f36c4b2d4a req-5563ef24-f0e6-462e-b507-b8d0cdd03133 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:05.337994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c215713-7375-46fb-a35e-a5f36c4b2d4a req-5563ef24-f0e6-462e-b507-b8d0cdd03133 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0595570 Oct 12 23:17:05.381866 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c215713-7375-46fb-a35e-a5f36c4b2d4a req-51cef3f4-8504-4433-a4c1-adaff354578b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362170 Oct 12 23:17:05.421938 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.422590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Fanout notify agent at l3_agent the message router_deleted on router 819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:17:05.432169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.432169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5a29c281-0376-4112-90bb-2ac5f97aceee tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3 HTTP/1.1" status: 204 len: 168 time: 1.1766138 Oct 12 23:17:05.434317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52688) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:05.439565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3187b6a9-06d7-4ae9-adee-c18cd8472a04 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1906906121', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:05.527934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3187b6a9-06d7-4ae9-adee-c18cd8472a04 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.529965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3187b6a9-06d7-4ae9-adee-c18cd8472a04 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.597191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3187b6a9-06d7-4ae9-adee-c18cd8472a04 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.668672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3187b6a9-06d7-4ae9-adee-c18cd8472a04 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.757610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3187b6a9-06d7-4ae9-adee-c18cd8472a04 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:05.759676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3187b6a9-06d7-4ae9-adee-c18cd8472a04 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3237047 Oct 12 23:17:05.769324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52704) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:05.774307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:05.996195 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:06.616602 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:06.646103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:06.664708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea776aaa-be34-4d8d-9ba4-eb221f471566 req-7cb3982b-a002-4c0c-afe9-afe2e7b1cd0c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:06.666211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea776aaa-be34-4d8d-9ba4-eb221f471566 req-7cb3982b-a002-4c0c-afe9-afe2e7b1cd0c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1275992 Oct 12 23:17:06.691464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52734) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:06.748155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea776aaa-be34-4d8d-9ba4-eb221f471566 req-ddad64f1-bb3b-445c-ac7d-2aa77a452e7e tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515025 Oct 12 23:17:06.795814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Allocated IP 172.25.2.20 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/ea5ab892-e4a6-4e35-80de-34bf69b59b8f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:06.815686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f52bcb7-0ff5-494e-ab3a-e65bea373c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:06.918836 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f52bcb7-0ff5-494e-ab3a-e65bea373c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:06.944596 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.005674 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f52bcb7-0ff5-494e-ab3a-e65bea373c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.036438 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.049544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52bcb7-0ff5-494e-ab3a-e65bea373c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc71329c-5e5a-4e93-acde-66bc6e21ddee,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:07.056070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4f52bcb7-0ff5-494e-ab3a-e65bea373c12 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a214c3f51644f858ebd08aa6c6d58e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3625009 Oct 12 23:17:07.057748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52742) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:07.088857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:07.095319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:07.097354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event updated for resources: {'Port': ['ID=ea5ab892-e4a6-4e35-80de-34bf69b59b8f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:07.099571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:07.109703 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9082468-8c16-48ba-aa58-b76bb6a8e7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.132194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9082468-8c16-48ba-aa58-b76bb6a8e7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.258709 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9082468-8c16-48ba-aa58-b76bb6a8e7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.261480 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c9082468-8c16-48ba-aa58-b76bb6a8e7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.262823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c9082468-8c16-48ba-aa58-b76bb6a8e7f0 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fc71329c-5e5a-4e93-acde-66bc6e21ddee HTTP/1.1" status: 204 len: 168 time: 0.2041037 Oct 12 23:17:07.271172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9082468-8c16-48ba-aa58-b76bb6a8e7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc71329c-5e5a-4e93-acde-66bc6e21ddee,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:07.488438 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.740804 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.744626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:07.897056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ddcffa-9e4b-4672-add7-2f7a036933ad req-e8dedda0-3e9f-4960-b936-6e04013f0616 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:07.898570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75ddcffa-9e4b-4672-add7-2f7a036933ad req-e8dedda0-3e9f-4960-b936-6e04013f0616 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0540135 Oct 12 23:17:07.943581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75ddcffa-9e4b-4672-add7-2f7a036933ad req-0a3e03d8-c24e-4009-89d3-7eec55708f82 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Oct 12 23:17:07.949744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Router 0a0d727c-fd48-4cf4-b334-e0d13fbf612e is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:17:08.087225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52764) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:08.104275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5eeaded-28c2-48c0-942a-6763ebe02e4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.118518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:17:08.126513 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.130393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52766) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:08.130605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-28dee7d5-8527-490d-943f-6f2731891d69 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "PUT /v2.0/routers/0a0d727c-fd48-4cf4-b334-e0d13fbf612e HTTP/1.1" status: 200 len: 883 time: 2.3599491 Oct 12 23:17:08.132575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dceee8c-aac7-445b-9f9d-35315b413d7b None None] Sync routers for ids ['0a0d727c-fd48-4cf4-b334-e0d13fbf612e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:17:08.149564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dceee8c-aac7-445b-9f9d-35315b413d7b None None] Routers {'0a0d727c-fd48-4cf4-b334-e0d13fbf612e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:08.150456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2dceee8c-aac7-445b-9f9d-35315b413d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0a0d727c-fd48-4cf4-b334-e0d13fbf612e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:08.212829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2dceee8c-aac7-445b-9f9d-35315b413d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:08.226822 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5eeaded-28c2-48c0-942a-6763ebe02e4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.227358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dceee8c-aac7-445b-9f9d-35315b413d7b None None] Routers {'0a0d727c-fd48-4cf4-b334-e0d13fbf612e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:08.228561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2dceee8c-aac7-445b-9f9d-35315b413d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0a0d727c-fd48-4cf4-b334-e0d13fbf612e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:08.267539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52768) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:08.268736 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5ac9f792-d9ec-4475-942e-a5b8ebd3e6e1 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/routers/0a0d727c-fd48-4cf4-b334-e0d13fbf612e HTTP/1.1" status: 200 len: 924 time: 0.1362517 Oct 12 23:17:08.274692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2dceee8c-aac7-445b-9f9d-35315b413d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:08.275381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dceee8c-aac7-445b-9f9d-35315b413d7b None None] The sync data for ids ['0a0d727c-fd48-4cf4-b334-e0d13fbf612e'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:17:08.311195 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5eeaded-28c2-48c0-942a-6763ebe02e4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.335829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2af787-767b-4d65-a6ff-891dd93d9251 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:08.337372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-eb2af787-767b-4d65-a6ff-891dd93d9251 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=0a0d727c-fd48-4cf4-b334-e0d13fbf612e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0684559 Oct 12 23:17:08.340328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52772) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:08.358612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5eeaded-28c2-48c0-942a-6763ebe02e4f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=28e37e4f782a4d11aba91d6174b7e270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759507 Oct 12 23:17:08.364806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eeaded-28c2-48c0-942a-6763ebe02e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35d7819-6f8a-4f5d-a819-ad89660684c5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:08.367176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52774) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:08.436791 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0e73e749-3875-4d0e-b7d2-ef823936b825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.449470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4d2b80-65a5-417e-8e0a-721c7b473688 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:08.458733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0c4d2b80-65a5-417e-8e0a-721c7b473688 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 881 time: 0.1166267 Oct 12 23:17:08.459122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52778) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:08.462273 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0e73e749-3875-4d0e-b7d2-ef823936b825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.498184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-02afe290-08d3-480d-b819-a1cb5c855e38 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0d727c-fd48-4cf4-b334-e0d13fbf612e HTTP/1.1" status: 200 len: 205 time: 0.0370262 Oct 12 23:17:08.500562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52780) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:08.618003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0e73e749-3875-4d0e-b7d2-ef823936b825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.620650 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0e73e749-3875-4d0e-b7d2-ef823936b825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.621832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0e73e749-3875-4d0e-b7d2-ef823936b825 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d35d7819-6f8a-4f5d-a819-ad89660684c5 HTTP/1.1" status: 204 len: 168 time: 0.2537096 Oct 12 23:17:08.637042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73e749-3875-4d0e-b7d2-ef823936b825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35d7819-6f8a-4f5d-a819-ad89660684c5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:08.677257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.803625 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:08.959029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Deleting port ea5ab892-e4a6-4e35-80de-34bf69b59b8f {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:08.959729 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.067338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.082709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Calling delete_port for ea5ab892-e4a6-4e35-80de-34bf69b59b8f owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:09.132018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad07829-3578-48f8-a410-93d3e0c28cf1 req-53160017-fa49-42c7-9cd4-8af6d8ed0f41 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:09.134623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ad07829-3578-48f8-a410-93d3e0c28cf1 req-53160017-fa49-42c7-9cd4-8af6d8ed0f41 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0847166 Oct 12 23:17:09.180487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ad07829-3578-48f8-a410-93d3e0c28cf1 req-31969fe8-22e6-41c3-8f82-eb974ee1d105 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381973 Oct 12 23:17:09.343918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.377546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event deleted for resources: {'Port': ['ID=ea5ab892-e4a6-4e35-80de-34bf69b59b8f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:09.442240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.554428 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.556621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.692397 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.693004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Fanout notify agent at l3_agent the message router_deleted on router 0a0d727c-fd48-4cf4-b334-e0d13fbf612e {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:17:09.700310 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.701927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f9808bd6-f041-4f49-afa0-a6e524e37cb7 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/0a0d727c-fd48-4cf4-b334-e0d13fbf612e HTTP/1.1" status: 204 len: 168 time: 1.2002609 Oct 12 23:17:09.705840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52818) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:09.710721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-32363374-4e75-4db9-892d-01d5cae664da tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1501746251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:09.817736 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32363374-4e75-4db9-892d-01d5cae664da tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.817736 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32363374-4e75-4db9-892d-01d5cae664da tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.892482 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32363374-4e75-4db9-892d-01d5cae664da tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:09.917913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52826) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:09.966369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32363374-4e75-4db9-892d-01d5cae664da tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.030963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-393838569-network', 'tenant_id': '83bee477f6294d2bbdbc66a3d83c1a16'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:10.048501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32363374-4e75-4db9-892d-01d5cae664da tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.049686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-32363374-4e75-4db9-892d-01d5cae664da tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3428349 Oct 12 23:17:10.052833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52832) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:10.057495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': True}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:10.146438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Made reservation on behalf of 83bee477f6294d2bbdbc66a3d83c1a16 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:10.149619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.160788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.294461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.367113 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.399592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:17:10.404805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6adfc15c-bb4c-4605-bf92-3afe0302d27b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:10.420146 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.420146 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Added segment 31608779-567b-45d4-a277-8f1b143fb2e8 of type vlan for network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 Oct 12 23:17:10.466565 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.561165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.561165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:10.561783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.635726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.651006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7318807 Oct 12 23:17:10.655719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d6e90-53d6-4f57-af5b-69704a607d3d admin admin] Pushing event updated for resources: {'Network': ['ID=6be2b8fb-1bb0-41df-9367-0e0629eeeb09,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:10.660943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52844) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:10.664004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d9c9c-c51f-4d13-9419-69c46f27b5c8 req-85c19bfc-5aeb-4ec6-b2dd-e367ef8ecc85 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:10.665533 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-579d9c9c-c51f-4d13-9419-69c46f27b5c8 req-85c19bfc-5aeb-4ec6-b2dd-e367ef8ecc85 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.3957300 Oct 12 23:17:10.666182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Request body: {'subnet': {'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-393838569-subnet', 'tenant_id': '83bee477f6294d2bbdbc66a3d83c1a16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:10.700143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:17:10.728542 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-579d9c9c-c51f-4d13-9419-69c46f27b5c8 req-6b9f962b-39fd-462a-8c90-9266a4d4030d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478156 Oct 12 23:17:10.764597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Made reservation on behalf of 83bee477f6294d2bbdbc66a3d83c1a16 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:10.767004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.956491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:10.985938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:11.058385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:11.101870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Allocated IP 172.25.2.103 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/51f5ac28-10d7-4c98-a803-3093769b7754) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:11.118779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc983070-60eb-4e5c-a030-914b1665a41c,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:11.127469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Checking segment: {'id': '31608779-567b-45d4-a277-8f1b143fb2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:11.128207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Network hostable DHCP agents. Network: 6be2b8fb-1bb0-41df-9367-0e0629eeeb09, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:17:11.224826 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:11.232860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:17:11.342517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6be2b8fb-1bb0-41df-9367-0e0629eeeb09) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:11.347815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:11.348445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:11.353684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a71238-2c4b-4511-905d-91d4f7ee9a76 None None] Network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:11.370874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:11.409363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:11.414354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:11.447796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event updated for resources: {'Port': ['ID=51f5ac28-10d7-4c98-a803-3093769b7754,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:11.451456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:11.491170 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ea32aaba-a1f2-4130-827b-edebf87b2999 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8276031 Oct 12 23:17:11.531710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80623a3-8658-405c-949c-0d61530ce403 None None] Network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:11.859497 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b83f9-6d4e-450b-8919-e59f5275264e req-f68a055d-8142-495c-a16f-9bd187fb0c10 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:11.861681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b49b83f9-6d4e-450b-8919-e59f5275264e req-f68a055d-8142-495c-a16f-9bd187fb0c10 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0656018 Oct 12 23:17:11.908203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b49b83f9-6d4e-450b-8919-e59f5275264e req-2152e035-1c2f-46a6-a529-d1c80d296303 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367951 Oct 12 23:17:12.014403 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:12.136614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0e42ccaa-8a0e-4f2d-bbc5-a08771df57ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:12.244007 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:12.247880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:12.475080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Router 12aedb5b-35e2-41eb-b414-9bd15466e522 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:17:12.627822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:17:12.635291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:12.635291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1c0e4612-cd6e-4a32-8c97-e1d706f1138c tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "PUT /v2.0/routers/12aedb5b-35e2-41eb-b414-9bd15466e522 HTTP/1.1" status: 200 len: 919 time: 2.5803866 Oct 12 23:17:12.636931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52882) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:12.637794 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb79f6-082d-433b-918e-862e9c25e6aa None None] Sync routers for ids ['12aedb5b-35e2-41eb-b414-9bd15466e522'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:17:12.653223 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb79f6-082d-433b-918e-862e9c25e6aa None None] Routers {'12aedb5b-35e2-41eb-b414-9bd15466e522'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:12.653956 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b7cb79f6-082d-433b-918e-862e9c25e6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['12aedb5b-35e2-41eb-b414-9bd15466e522'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:12.697350 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b7cb79f6-082d-433b-918e-862e9c25e6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:12.706304 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cb79f6-082d-433b-918e-862e9c25e6aa None None] Routers {'12aedb5b-35e2-41eb-b414-9bd15466e522'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:12.707067 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b7cb79f6-082d-433b-918e-862e9c25e6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:16:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['12aedb5b-35e2-41eb-b414-9bd15466e522'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:12.745525 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b7cb79f6-082d-433b-918e-862e9c25e6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:12.746289 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cb79f6-082d-433b-918e-862e9c25e6aa None None] The sync data for ids ['12aedb5b-35e2-41eb-b414-9bd15466e522'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:17:12.772149 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8e453d2d-8eda-4946-b63a-205271b86b25 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/routers/12aedb5b-35e2-41eb-b414-9bd15466e522 HTTP/1.1" status: 200 len: 925 time: 0.1337774 Oct 12 23:17:12.774574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52888) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:12.833118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dea4df5-0829-4dc2-865a-0053f024bed6 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:12.834672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5dea4df5-0829-4dc2-865a-0053f024bed6 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=12aedb5b-35e2-41eb-b414-9bd15466e522&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0591457 Oct 12 23:17:12.837264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52890) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:12.926908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255bbb5b-d6da-420f-88c7-159abd5058f3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:12.928638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-255bbb5b-d6da-420f-88c7-159abd5058f3 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 881 time: 0.0903380 Oct 12 23:17:12.931580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52894) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:12.975882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0c91e020-8f52-43ac-b0bc-8fa105c61511 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=12aedb5b-35e2-41eb-b414-9bd15466e522 HTTP/1.1" status: 200 len: 205 time: 0.0402632 Oct 12 23:17:12.978404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52898) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:13.152242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96700881-0d5d-49a4-8e3a-e4b3599531d4 req-c15e0b39-4842-4dd8-9b89-11d2e683d3b9 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:13.154917 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-96700881-0d5d-49a4-8e3a-e4b3599531d4 req-c15e0b39-4842-4dd8-9b89-11d2e683d3b9 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1162715 Oct 12 23:17:13.169530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:13.249485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-96700881-0d5d-49a4-8e3a-e4b3599531d4 req-d9214618-ea67-4952-97b6-62f78cd56813 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776246 Oct 12 23:17:13.340961 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:13.469669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Deleting port 51f5ac28-10d7-4c98-a803-3093769b7754 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:13.470081 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:13.553802 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:13.566344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Calling delete_port for 51f5ac28-10d7-4c98-a803-3093769b7754 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:13.852741 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:13.879791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event deleted for resources: {'Port': ['ID=51f5ac28-10d7-4c98-a803-3093769b7754,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:13.946067 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.043113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.046703 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.187593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.188168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Fanout notify agent at l3_agent the message router_deleted on router 12aedb5b-35e2-41eb-b414-9bd15466e522 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:17:14.195078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.197209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c6247c73-9253-4d6d-b26e-84e68ec859d1 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/12aedb5b-35e2-41eb-b414-9bd15466e522 HTTP/1.1" status: 204 len: 168 time: 1.2166357 Oct 12 23:17:14.200348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52920) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:14.205794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ce9ba69e-1acc-4763-a506-232ce04c167b tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-659011210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:14.281357 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba69e-1acc-4763-a506-232ce04c167b tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.282499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba69e-1acc-4763-a506-232ce04c167b tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.396620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba69e-1acc-4763-a506-232ce04c167b tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.412116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2ab85-2317-4db5-8b20-e6b727f90795 req-3f92f650-0457-4a69-8af8-818cc1e7b5cf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:14.415106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4de2ab85-2317-4db5-8b20-e6b727f90795 req-3f92f650-0457-4a69-8af8-818cc1e7b5cf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0918155 Oct 12 23:17:14.463470 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4de2ab85-2317-4db5-8b20-e6b727f90795 req-e45adcf9-196d-4e95-8152-e8788a938d9e tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432804 Oct 12 23:17:14.464946 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba69e-1acc-4763-a506-232ce04c167b tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.546450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce9ba69e-1acc-4763-a506-232ce04c167b tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:14.550559 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ce9ba69e-1acc-4763-a506-232ce04c167b tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3456979 Oct 12 23:17:14.550995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 52928) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:14.555394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'enable_snat': False}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:14.796062 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:15.138505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-74adeb83-89fc-4d37-a3de-3ec0babd12f5 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:15.138505 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-74adeb83-89fc-4d37-a3de-3ec0babd12f5 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/networks?id=6be2b8fb-1bb0-41df-9367-0e0629eeeb09 HTTP/1.1" status: 200 len: 808 time: 0.1507614 Oct 12 23:17:15.138505 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-ba939312-c1eb-4f97-bc90-5c8c2b8b46d5 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/quotas/83bee477f6294d2bbdbc66a3d83c1a16 HTTP/1.1" status: 200 len: 375 time: 0.0094182 Oct 12 23:17:15.138505 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-4ca426e6-6f17-4aef-a90d-dceaef14520f tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=83bee477f6294d2bbdbc66a3d83c1a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288591 Oct 12 23:17:15.139568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:15.139568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:15.147597 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-f5485b72-033f-4b76-9dd5-667747bace05 service neutron] 10.222.0.31 "GET /v2.0/networks/6be2b8fb-1bb0-41df-9367-0e0629eeeb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053774 Oct 12 23:17:15.298183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Allocated IP 172.25.2.110 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/cfe207fb-2b2d-4a31-8631-d1813390b8cb) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:15.298829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-376256f3-f22a-4e5b-ae77-0e639aa571b2 service neutron] 10.222.0.31 "GET /v2.0/networks/6be2b8fb-1bb0-41df-9367-0e0629eeeb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088581 Oct 12 23:17:15.526062 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:15.602103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0603de-278b-4772-b015-11efd90f7496 req-2853b1fc-0676-4d3c-9b65-ef16fe8d3ab3 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:15.603644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c0603de-278b-4772-b015-11efd90f7496 req-2853b1fc-0676-4d3c-9b65-ef16fe8d3ab3 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0693429 Oct 12 23:17:15.648644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c0603de-278b-4772-b015-11efd90f7496 req-ae360fab-4381-48e1-88ac-6ed8eb1b4a6a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376582 Oct 12 23:17:15.793245 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0533a78d-099b-40a1-81fb-bbce0a53b1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:15.798190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:15.801272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:15.821017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a1d8d1df-a355-4a2c-947f-1510873f8fce req-2ecf04c2-1cee-4047-85bf-8d9dff6687de tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 210 time: 0.0341313 Oct 12 23:17:15.856533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:15.878398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:15.894120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:15.932189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Pushing event updated for resources: {'Port': ['ID=cfe207fb-2b2d-4a31-8631-d1813390b8cb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:16.160974 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:16.315481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:16.520429 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:16.524006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:16.829299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93015d70-dea5-42f3-88bf-c00fa355ada2 req-bd3b5297-d28a-4f69-8532-2d640be54fef tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:16.831544 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93015d70-dea5-42f3-88bf-c00fa355ada2 req-bd3b5297-d28a-4f69-8532-2d640be54fef tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0646842 Oct 12 23:17:16.896764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93015d70-dea5-42f3-88bf-c00fa355ada2 req-13298796-6033-4396-a64b-0e36e78b7a60 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576341 Oct 12 23:17:16.974227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9e2eae3-c1e0-4601-a866-52fd21fb71cc req-197b62c1-1d20-48d0-868d-babf9504babc tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 210 time: 0.0465331 Oct 12 23:17:17.092813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Router 319530a4-599a-4052-b2c4-57d273dbada4 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:17:17.206253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:17:17.211281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:17.214858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0b855969-08c5-49f7-ac3f-291f7fd26baa tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "PUT /v2.0/routers/319530a4-599a-4052-b2c4-57d273dbada4 HTTP/1.1" status: 200 len: 919 time: 2.6606388 Oct 12 23:17:17.215248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 52994) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:17.215383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c6577-8aca-444d-be01-f33e0a104799 None None] Sync routers for ids ['319530a4-599a-4052-b2c4-57d273dbada4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:17:17.230686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c6577-8aca-444d-be01-f33e0a104799 None None] Routers {'319530a4-599a-4052-b2c4-57d273dbada4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:17.233152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-088c6577-8aca-444d-be01-f33e0a104799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:17:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['319530a4-599a-4052-b2c4-57d273dbada4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:17.301227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-088c6577-8aca-444d-be01-f33e0a104799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:17.312370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088c6577-8aca-444d-be01-f33e0a104799 None None] Routers {'319530a4-599a-4052-b2c4-57d273dbada4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:17.313295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-088c6577-8aca-444d-be01-f33e0a104799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:17:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['319530a4-599a-4052-b2c4-57d273dbada4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:17.347252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f39a9298-c4c6-4149-bf6d-e32a0b2b8304 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/routers/319530a4-599a-4052-b2c4-57d273dbada4 HTTP/1.1" status: 200 len: 925 time: 0.1304739 Oct 12 23:17:17.347503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-088c6577-8aca-444d-be01-f33e0a104799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:17.348207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-088c6577-8aca-444d-be01-f33e0a104799 None None] The sync data for ids ['319530a4-599a-4052-b2c4-57d273dbada4'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:17:17.350118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53000) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:17.399263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9a4582-83c6-4690-8739-6e98ee9b820d tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:17.400711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3d9a4582-83c6-4690-8739-6e98ee9b820d tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=319530a4-599a-4052-b2c4-57d273dbada4&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0485153 Oct 12 23:17:17.403526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53002) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:17.564193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14e45f9-37c9-41ed-a3bb-c18162714656 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:17.568391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e14e45f9-37c9-41ed-a3bb-c18162714656 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/networks/c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 881 time: 0.1612103 Oct 12 23:17:17.568727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53006) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:17.602199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8618c5a9-98bb-4215-bf8b-2e3e1daf8a9e tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=319530a4-599a-4052-b2c4-57d273dbada4 HTTP/1.1" status: 200 len: 205 time: 0.0320261 Oct 12 23:17:17.604405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53008) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:17.729878 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:17.835155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:17.839992 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:17.988822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Deleting port cfe207fb-2b2d-4a31-8631-d1813390b8cb {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:17.989996 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:18.086249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e55d6be7-9a35-46d2-8e9a-b56cd7bb47bb req-8d5913c0-9438-4c21-bd76-f424f245371d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 210 time: 0.0317161 Oct 12 23:17:18.546648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-a826479b-9d12-4d4d-b332-53d720860f0b tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:18.548133 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-a826479b-9d12-4d4d-b332-53d720860f0b tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.25 "GET /v2.0/networks?id=6be2b8fb-1bb0-41df-9367-0e0629eeeb09 HTTP/1.1" status: 200 len: 808 time: 0.1666734 Oct 12 23:17:18.557984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf7a4c0-2efc-4a15-bc4c-5921974f0ab8 req-09bccd07-fcd7-4f3a-9daa-bfb972b64ad2 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:18.559997 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ddf7a4c0-2efc-4a15-bc4c-5921974f0ab8 req-09bccd07-fcd7-4f3a-9daa-bfb972b64ad2 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.1249099 Oct 12 23:17:18.561871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:18.583817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Request body: {'port': {'device_id': 'b3ca67fb-5a05-4fa4-8fce-944acbe9dee7', 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09', 'admin_state_up': True, 'tenant_id': '83bee477f6294d2bbdbc66a3d83c1a16'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:18.599928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Calling delete_port for cfe207fb-2b2d-4a31-8631-d1813390b8cb owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:18.733314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ddf7a4c0-2efc-4a15-bc4c-5921974f0ab8 req-9b09919c-422e-4a10-86f2-9e5d54aadc80 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556137 Oct 12 23:17:18.894443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Made reservation on behalf of 83bee477f6294d2bbdbc66a3d83c1a16 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:18.897954 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:18.960204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 50b6c54c-4650-4109-8c24-334fa2dd5220 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:17:18.962312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 50b6c54c-4650-4109-8c24-334fa2dd5220 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:17:19.045013 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.126179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event deleted for resources: {'Port': ['ID=cfe207fb-2b2d-4a31-8631-d1813390b8cb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:19.184569 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.189003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.189351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.189693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.190292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.190640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.190999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.191351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.191667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.191998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.192326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.192656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.192982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:19.243799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.262113 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40b77c91-107e-42da-b58b-4d1f94d9e28d req-ce7fec33-c82d-48d1-a1fa-878c08448930 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 210 time: 0.0435832 Oct 12 23:17:19.271090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=50b6c54c-4650-4109-8c24-334fa2dd5220,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:19.278653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:19.282997 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca72b754-346a-49c4-8f16-2861fc14749e" -d '{"events": [{"server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "name": "network-vif-unplugged", "status": "completed", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:19.446530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=50b6c54c-4650-4109-8c24-334fa2dd5220,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:19.447502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Allocated IP 172.20.0.9 (6be2b8fb-1bb0-41df-9367-0e0629eeeb09/fc983070-60eb-4e5c-a030-914b1665a41c/5c20ce7a-02b4-4221-a8df-08e2efcbf39a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:19.447685 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c2e9703-41be-48f5-824b-403f8ecedcf9 x-openstack-request-id: req-7c2e9703-41be-48f5-824b-403f8ecedcf9 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:19.447685 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "name": "network-vif-unplugged", "status": "completed", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:19.447685 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7c2e9703-41be-48f5-824b-403f8ecedcf9 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:19.447685 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220', 'code': 200} Oct 12 23:17:19.447685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '50b6c54c-4650-4109-8c24-334fa2dd5220', 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed', 'port_id': '50b6c54c-4650-4109-8c24-334fa2dd5220', 'mac_address': 'fa:16:3e:88:6a:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b079df0e-2155-475f-b3e6-33708313146e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:17:19.448137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.448137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.448271 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.448271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 50b6c54c-4650-4109-8c24-334fa2dd5220 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:17:19.448271 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.551629 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.652311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.699109 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.699673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Fanout notify agent at l3_agent the message router_deleted on router 319530a4-599a-4052-b2c4-57d273dbada4 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:17:19.700394 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.701866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.709067 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.714054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0f52ede5-83a5-4519-b469-f15dfd940573 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/319530a4-599a-4052-b2c4-57d273dbada4 HTTP/1.1" status: 204 len: 168 time: 2.1086311 Oct 12 23:17:19.714738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53044) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:19.722388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2029800726', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:19.785008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:19.796506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:19.803924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:19.806869 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.808358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.837610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:17:19.839167 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:17:19.846882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=50b6c54c-4650-4109-8c24-334fa2dd5220,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:19.863942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Pushing event updated for resources: {'Port': ['ID=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:19.878873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.905637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:19.907047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:19.939976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cf6694-a8f1-42e0-9a11-2e67f6bba1d5 req-81c778d9-35c4-45fa-b3eb-7cb7310c66ef tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:19.941601 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20cf6694-a8f1-42e0-9a11-2e67f6bba1d5 req-81c778d9-35c4-45fa-b3eb-7cb7310c66ef tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 943 time: 0.0614126 Oct 12 23:17:20.026370 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-b6a715a0-9b73-4c4c-a6da-5097878d592d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4616795 Oct 12 23:17:20.040056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Request body: {'port': {'device_id': 'b3ca67fb-5a05-4fa4-8fce-944acbe9dee7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:20.084684 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20cf6694-a8f1-42e0-9a11-2e67f6bba1d5 req-2bd5ad55-09e6-4878-a0ff-7687930ea8d7 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360953 Oct 12 23:17:20.107090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.117784 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.403472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.429053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50b6c54c-4650-4109-8c24-334fa2dd5220 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:17:20.457646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=50b6c54c-4650-4109-8c24-334fa2dd5220,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:20.474407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.497652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.511365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c20ce7a-02b4-4221-a8df-08e2efcbf39a {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:17:20.522174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.544966 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad58bc-df97-4e8e-946b-f0d0dcc559a2 req-978b1d76-92a6-40b9-a188-5af9fdf1d565 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:20.544966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7ad58bc-df97-4e8e-946b-f0d0dcc559a2 req-978b1d76-92a6-40b9-a188-5af9fdf1d565 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 931 time: 0.1497104 Oct 12 23:17:20.547204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Transition to ACTIVE for port object 5c20ce7a-02b4-4221-a8df-08e2efcbf39a will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:17:20.565209 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.580795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7ad58bc-df97-4e8e-946b-f0d0dcc559a2 req-d472da90-4e4c-45c3-9157-bf9dcc8015a2 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371361 Oct 12 23:17:20.636901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Allocated IP 172.25.2.46 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/e302185b-90b7-4b02-a8ea-1b17cbf7572e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:20.644855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.646757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=50b6c54c-4650-4109-8c24-334fa2dd5220,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:20.789706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:20.797792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['50b6c54c-4650-4109-8c24-334fa2dd5220'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:17:20.818066 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.831661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Attempting to bind port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:17:20.832006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Attempting to bind port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '31608779-567b-45d4-a277-8f1b143fb2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:17:20.832340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Attempting to bind port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a on network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:20.836763 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a on network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:17:20.837088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Attempting to bind port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a on network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:20.842740 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:17:20.843114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Checking segment: {'id': '31608779-567b-45d4-a277-8f1b143fb2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:20.843501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Bound using segment: {'id': '31608779-567b-45d4-a277-8f1b143fb2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:17:20.843933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Bound port: 5c20ce7a-02b4-4221-a8df-08e2efcbf39a, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31608779-567b-45d4-a277-8f1b143fb2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:17:20.844313 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.921263 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:20.930632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] For port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:17:20.935744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] For port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:17:20.965878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:20.977099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:20.977099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:21.011147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event updated for resources: {'Port': ['ID=e302185b-90b7-4b02-a8ea-1b17cbf7572e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:21.073613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:21.129483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:21.135458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:21.138596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] 10.222.0.25 "PUT /v2.0/ports/5c20ce7a-02b4-4221-a8df-08e2efcbf39a HTTP/1.1" status: 200 len: 1092 time: 1.1014636 Oct 12 23:17:21.138596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ca67fb-5a05-4fa4-8fce-944acbe9dee7', 'tag': '5c20ce7a-02b4-4221-a8df-08e2efcbf39a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:21.151328 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ad2ab2-f472-4321-9966-f842f41f15bf" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ca67fb-5a05-4fa4-8fce-944acbe9dee7", "tag": "5c20ce7a-02b4-4221-a8df-08e2efcbf39a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:21.195406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd5ff2-da0a-4bbf-b5b0-1c3bacfe1b78 service neutron] Pushing event updated for resources: {'Port': ['ID=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:21.201957 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3aa8869-0859-40f5-a74b-544ad23f0587 x-openstack-request-id: req-e3aa8869-0859-40f5-a74b-544ad23f0587 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:21.202372 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ca67fb-5a05-4fa4-8fce-944acbe9dee7", "tag": "5c20ce7a-02b4-4221-a8df-08e2efcbf39a", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:21.203624 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e3aa8869-0859-40f5-a74b-544ad23f0587 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:21.204439 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ca67fb-5a05-4fa4-8fce-944acbe9dee7', 'tag': '5c20ce7a-02b4-4221-a8df-08e2efcbf39a', 'status': 'completed', 'code': 200} Oct 12 23:17:21.272347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b4a18a-be7b-4a09-b091-42aa22c3b507 req-9eb944cd-650d-42c8-bbe5-4b6f94c61c20 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:21.274400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1b4a18a-be7b-4a09-b091-42aa22c3b507 req-9eb944cd-650d-42c8-bbe5-4b6f94c61c20 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 944 time: 0.0680580 Oct 12 23:17:21.284612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2ab2-f472-4321-9966-f842f41f15bf req-77d2a353-3812-485d-9067-6544dbd65d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:21.286424 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08ad2ab2-f472-4321-9966-f842f41f15bf req-77d2a353-3812-485d-9067-6544dbd65d8b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83bee477f6294d2bbdbc66a3d83c1a16&device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 1095 time: 0.0609522 Oct 12 23:17:21.409897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2ab2-f472-4321-9966-f842f41f15bf req-896266c0-0e9a-4445-9148-2c16fe095d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:21.411309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08ad2ab2-f472-4321-9966-f842f41f15bf req-896266c0-0e9a-4445-9148-2c16fe095d8e service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=83bee477f6294d2bbdbc66a3d83c1a16&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1162713 Oct 12 23:17:21.412019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1b4a18a-be7b-4a09-b091-42aa22c3b507 req-05853ec3-f9c6-4b41-b1bb-939ca71896a3 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529108 Oct 12 23:17:21.419678 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:21.588051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad2ab2-f472-4321-9966-f842f41f15bf req-07c60466-082c-4442-97e9-12bcc01f7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:21.589562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08ad2ab2-f472-4321-9966-f842f41f15bf req-07c60466-082c-4442-97e9-12bcc01f7bce service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1715291 Oct 12 23:17:21.681109 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:21.752864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-7a5cdf2a-96bb-41f5-902a-4758f8e4d15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:21.754460 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-7a5cdf2a-96bb-41f5-902a-4758f8e4d15f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=83bee477f6294d2bbdbc66a3d83c1a16&device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 1095 time: 0.1018720 Oct 12 23:17:21.767524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0930ef19-c74e-447d-8df5-98452b3079aa req-1ef172a9-6e94-4226-a9ca-f2300396c14d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:21.769101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0930ef19-c74e-447d-8df5-98452b3079aa req-1ef172a9-6e94-4226-a9ca-f2300396c14d tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 943 time: 0.0761576 Oct 12 23:17:21.816730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-5a96d2fe-166f-4b30-acfd-bcd0dd68f1b3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5c20ce7a-02b4-4221-a8df-08e2efcbf39a HTTP/1.1" status: 200 len: 217 time: 0.0466700 Oct 12 23:17:21.881167 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0930ef19-c74e-447d-8df5-98452b3079aa req-506ce773-f36b-4632-8d4c-f98bc63e6b76 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040311 Oct 12 23:17:21.890358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-5860f5c6-4915-4e6a-9359-96213c4b57aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:21.892604 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-5860f5c6-4915-4e6a-9359-96213c4b57aa service neutron] 10.222.0.25 "GET /v2.0/subnets?id=fc983070-60eb-4e5c-a030-914b1665a41c HTTP/1.1" status: 200 len: 848 time: 0.0693793 Oct 12 23:17:21.900717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Router 4d615158-696e-43f2-81cf-b777cca17ca8 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:17:21.934977 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-d1e42631-3e71-423f-b28f-d9b21612c21c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6be2b8fb-1bb0-41df-9367-0e0629eeeb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333629 Oct 12 23:17:22.064478 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-c5f5473c-330c-458c-9c7e-5b5f187aae3d service neutron] 10.222.0.25 "GET /v2.0/networks/6be2b8fb-1bb0-41df-9367-0e0629eeeb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222129 Oct 12 23:17:22.068622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:17:22.081014 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3c57e-924b-4492-8e1f-188de541ccb6 None None] Sync routers for ids ['4d615158-696e-43f2-81cf-b777cca17ca8'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:17:22.100267 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3c57e-924b-4492-8e1f-188de541ccb6 None None] Routers {'4d615158-696e-43f2-81cf-b777cca17ca8'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:22.100900 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d2b3c57e-924b-4492-8e1f-188de541ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:17:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d615158-696e-43f2-81cf-b777cca17ca8'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:22.141441 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d2b3c57e-924b-4492-8e1f-188de541ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:22.153335 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b3c57e-924b-4492-8e1f-188de541ccb6 None None] Routers {'4d615158-696e-43f2-81cf-b777cca17ca8'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:22.154513 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d2b3c57e-924b-4492-8e1f-188de541ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:17:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d615158-696e-43f2-81cf-b777cca17ca8'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:22.174260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:22.178862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-63f7cde4-9a8b-432e-bd61-fe3dd92bb7f4 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4623668 Oct 12 23:17:22.180038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53106) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:22.184119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:22.187450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ebd7e10-758e-4295-9947-43d59c2b3cad req-fe3f1790-3a88-4dac-be3e-19f2fcb2a96b service neutron] 10.222.0.25 "GET /v2.0/networks/6be2b8fb-1bb0-41df-9367-0e0629eeeb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129742 Oct 12 23:17:22.203543 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d2b3c57e-924b-4492-8e1f-188de541ccb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:22.204224 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2b3c57e-924b-4492-8e1f-188de541ccb6 None None] The sync data for ids ['4d615158-696e-43f2-81cf-b777cca17ca8'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:17:22.545864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:22.562421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e39594-82ce-4666-808c-234e9d323fd1 req-ac97b591-c006-497e-8a93-43a0a1d0b535 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:22.564193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34e39594-82ce-4666-808c-234e9d323fd1 req-ac97b591-c006-497e-8a93-43a0a1d0b535 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 944 time: 0.0690198 Oct 12 23:17:22.606688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34e39594-82ce-4666-808c-234e9d323fd1 req-76c2ca37-5002-4fed-9704-68776e337a7a tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356441 Oct 12 23:17:22.645966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:22.788991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Deleting port e302185b-90b7-4b02-a8ea-1b17cbf7572e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:22.789696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:22.870841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:22.883506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Calling delete_port for e302185b-90b7-4b02-a8ea-1b17cbf7572e owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:22.987223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 50b6c54c-4650-4109-8c24-334fa2dd5220 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:17:23.026581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802687e1-1cda-40eb-b39b-2bb7352e7cab req-66645b5a-2ac7-4656-bea0-3c713397e0b5 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:23.028872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-802687e1-1cda-40eb-b39b-2bb7352e7cab req-66645b5a-2ac7-4656-bea0-3c713397e0b5 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 943 time: 0.0704842 Oct 12 23:17:23.080936 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-802687e1-1cda-40eb-b39b-2bb7352e7cab req-f18b4075-10a7-4930-a7d1-00d46d221da9 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451639 Oct 12 23:17:23.110701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 50b6c54c-4650-4109-8c24-334fa2dd5220 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:23.111108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:23.179977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:23.196422 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:23.221235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:23.222452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Pushing event deleted for resources: {'Port': ['ID=e302185b-90b7-4b02-a8ea-1b17cbf7572e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:23.224209 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab820728-9315-49b9-882d-8cb2dfbd2301" -d '{"events": [{"server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "name": "network-vif-plugged", "status": "completed", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:23.263620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=50b6c54c-4650-4109-8c24-334fa2dd5220,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:23.282002 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666ec26f-ad99-4091-8ecf-4fd5d5102fcd x-openstack-request-id: req-666ec26f-ad99-4091-8ecf-4fd5d5102fcd {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:23.282299 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "name": "network-vif-plugged", "status": "completed", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:23.282553 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-666ec26f-ad99-4091-8ecf-4fd5d5102fcd {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:23.282967 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220', 'code': 200} Oct 12 23:17:23.323625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:23.350328 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:23.416231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=50b6c54c-4650-4109-8c24-334fa2dd5220,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:23.804696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8f39-2224-42fd-ad84-9a900d5244fc req-b5afc8cf-aa90-4dce-bfa8-52a2f0123d24 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:23.806376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e36d8f39-2224-42fd-ad84-9a900d5244fc req-b5afc8cf-aa90-4dce-bfa8-52a2f0123d24 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0622692 Oct 12 23:17:23.849074 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e36d8f39-2224-42fd-ad84-9a900d5244fc req-ff9241be-ca2e-49a2-abc7-d60d319f545e tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355122 Oct 12 23:17:23.884015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd0e954-8903-471e-9a29-057fc51760bb req-e2e3abab-e4bf-49a4-ab65-51ddf8e9e6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:23.886039 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fd0e954-8903-471e-9a29-057fc51760bb req-e2e3abab-e4bf-49a4-ab65-51ddf8e9e6df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 1097 time: 0.4538159 Oct 12 23:17:23.889822 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-701957', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-703862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5120'] for router, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:23.893180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-701980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-529391', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-703821'] for router, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:23.989465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fd0e954-8903-471e-9a29-057fc51760bb req-2e3283bf-cc2f-4957-b923-b2e578cefd91 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933402 Oct 12 23:17:23.998021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Router 4d615158-696e-43f2-81cf-b777cca17ca8 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:17:24.082158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:17:24.089081 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:24.093477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.094012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9d32f353-59d4-4509-b898-77d1a806aaf6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "PUT /v2.0/routers/4d615158-696e-43f2-81cf-b777cca17ca8 HTTP/1.1" status: 200 len: 710 time: 1.9129250 Oct 12 23:17:24.095846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2ec0d-c7cd-4fb4-8578-4349d55c68bf None None] Sync routers for ids ['4d615158-696e-43f2-81cf-b777cca17ca8'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:17:24.121118 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:17:24.136210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2ec0d-c7cd-4fb4-8578-4349d55c68bf None None] Routers {'4d615158-696e-43f2-81cf-b777cca17ca8'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:24.137640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ffd2ec0d-c7cd-4fb4-8578-4349d55c68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:17:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d615158-696e-43f2-81cf-b777cca17ca8'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:24.181236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ebad5fc5-cb4b-49b3-af02-8022b9d72b78 tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/routers/4d615158-696e-43f2-81cf-b777cca17ca8 HTTP/1.1" status: 200 len: 745 time: 0.0837672 Oct 12 23:17:24.181745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.188071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ffd2ec0d-c7cd-4fb4-8578-4349d55c68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:24.197607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd2ec0d-c7cd-4fb4-8578-4349d55c68bf None None] Routers {'4d615158-696e-43f2-81cf-b777cca17ca8'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:17:24.198242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ffd2ec0d-c7cd-4fb4-8578-4349d55c68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:17:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4d615158-696e-43f2-81cf-b777cca17ca8'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:24.240080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2dfbeb-fc11-4d3c-b972-d49470765646 req-b9c474ee-6888-4cdb-92b8-4375320ec5a9 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:24.242513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f2dfbeb-fc11-4d3c-b972-d49470765646 req-b9c474ee-6888-4cdb-92b8-4375320ec5a9 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 943 time: 0.0632286 Oct 12 23:17:24.244663 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e79d4ffc-7a39-4f0b-9783-1747cd6bdb9f tempest-RoutersIpV6AdminTest-1713620534 tempest-RoutersIpV6AdminTest-1713620534-project-admin] 10.222.0.31 "GET /v2.0/ports?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&device_id=4d615158-696e-43f2-81cf-b777cca17ca8 HTTP/1.1" status: 200 len: 205 time: 0.0616243 Oct 12 23:17:24.247559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ffd2ec0d-c7cd-4fb4-8578-4349d55c68bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:24.248571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53162) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.249071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2ec0d-c7cd-4fb4-8578-4349d55c68bf None None] The sync data for ids ['4d615158-696e-43f2-81cf-b777cca17ca8'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:17:24.283246 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-acca1788-43d9-44a3-b3c4-db8e5fd09d9b tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d615158-696e-43f2-81cf-b777cca17ca8 HTTP/1.1" status: 200 len: 205 time: 0.0334470 Oct 12 23:17:24.284114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53166) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.315395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f2dfbeb-fc11-4d3c-b972-d49470765646 req-5fed4ea5-8d94-45c1-9dfa-b221a8403da9 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559599 Oct 12 23:17:24.369751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32442eb0-7684-40fa-a5e0-f04a75b9fdb0 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:24.533935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32442eb0-7684-40fa-a5e0-f04a75b9fdb0 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:24.536086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32442eb0-7684-40fa-a5e0-f04a75b9fdb0 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:24.632924 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32442eb0-7684-40fa-a5e0-f04a75b9fdb0 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:24.633435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32442eb0-7684-40fa-a5e0-f04a75b9fdb0 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Fanout notify agent at l3_agent the message router_deleted on router 4d615158-696e-43f2-81cf-b777cca17ca8 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:17:24.641328 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-32442eb0-7684-40fa-a5e0-f04a75b9fdb0 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:24.642523 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-32442eb0-7684-40fa-a5e0-f04a75b9fdb0 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/4d615158-696e-43f2-81cf-b777cca17ca8 HTTP/1.1" status: 204 len: 168 time: 0.3571932 Oct 12 23:17:24.646317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53172) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.685684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f2c715a4-ed60-474d-b0ad-b23e727df081 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d615158-696e-43f2-81cf-b777cca17ca8 HTTP/1.1" status: 200 len: 205 time: 0.0377417 Oct 12 23:17:24.688147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53174) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.733013 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-4afa8528-2f0b-4358-b832-35aa6e5f8349 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] delete failed (client error): The resource could not be found. Oct 12 23:17:24.736390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4afa8528-2f0b-4358-b832-35aa6e5f8349 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/4d615158-696e-43f2-81cf-b777cca17ca8 HTTP/1.1" status: 404 len: 336 time: 0.0447767 Oct 12 23:17:24.736681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53176) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.767027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d6f6ee64-6b76-4b92-98e7-1ab3f6abb2c8 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=319530a4-599a-4052-b2c4-57d273dbada4 HTTP/1.1" status: 200 len: 205 time: 0.0292473 Oct 12 23:17:24.770611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53180) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.808245 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-dd28f02b-1cd3-4f71-b0c2-4f0a22cde1a5 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] delete failed (client error): The resource could not be found. Oct 12 23:17:24.809534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dd28f02b-1cd3-4f71-b0c2-4f0a22cde1a5 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/319530a4-599a-4052-b2c4-57d273dbada4 HTTP/1.1" status: 404 len: 336 time: 0.0389628 Oct 12 23:17:24.812014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53182) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.839541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-331874dc-0047-453c-8412-f35fef3c9ac6 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=12aedb5b-35e2-41eb-b414-9bd15466e522 HTTP/1.1" status: 200 len: 205 time: 0.0261750 Oct 12 23:17:24.841866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53184) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.882602 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-505001fa-7e3f-4ae1-9bf4-70b761fe4709 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] delete failed (client error): The resource could not be found. Oct 12 23:17:24.883688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-505001fa-7e3f-4ae1-9bf4-70b761fe4709 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/12aedb5b-35e2-41eb-b414-9bd15466e522 HTTP/1.1" status: 404 len: 336 time: 0.0408657 Oct 12 23:17:24.891072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53190) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.920870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a06524a0-44e9-444e-b79c-d9dfcb2e4986 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=0a0d727c-fd48-4cf4-b334-e0d13fbf612e HTTP/1.1" status: 200 len: 205 time: 0.0279708 Oct 12 23:17:24.924993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53192) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:24.970645 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-b9426461-cf74-4b27-bd92-db8ec889d1a8 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] delete failed (client error): The resource could not be found. Oct 12 23:17:24.974332 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b9426461-cf74-4b27-bd92-db8ec889d1a8 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/0a0d727c-fd48-4cf4-b334-e0d13fbf612e HTTP/1.1" status: 404 len: 336 time: 0.0457559 Oct 12 23:17:24.974521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53194) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:25.010209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7232e767-6797-4b91-b829-4675e5f814de tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3 HTTP/1.1" status: 200 len: 205 time: 0.0322511 Oct 12 23:17:25.010742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53198) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:25.030152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609100bc-ea18-490f-86d3-efe6861d29db req-6c5df7a6-3158-4545-9e95-a9c5c7712d6b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:25.033821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-609100bc-ea18-490f-86d3-efe6861d29db req-6c5df7a6-3158-4545-9e95-a9c5c7712d6b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0998979 Oct 12 23:17:25.057765 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-79e659e6-cbb5-4a61-b57b-a1379ae555f2 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] delete failed (client error): The resource could not be found. Oct 12 23:17:25.058793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-79e659e6-cbb5-4a61-b57b-a1379ae555f2 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/819cf3d6-6b28-4dd6-bb43-a04e9d7f0ff3 HTTP/1.1" status: 404 len: 336 time: 0.0469756 Oct 12 23:17:25.062659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53200) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:25.100691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ba4d03c4-f35d-4015-869b-8b3f85b0cb9c tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "GET /v2.0/ports?device_id=f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb HTTP/1.1" status: 200 len: 205 time: 0.0362606 Oct 12 23:17:25.103150 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53202) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:25.112170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-609100bc-ea18-490f-86d3-efe6861d29db req-eb9d2a07-4ee6-4d6d-bcc1-f00d35894487 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597129 Oct 12 23:17:25.154528 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-a90ee92b-7927-4acb-9f0e-2d2d50a35b28 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] delete failed (client error): The resource could not be found. Oct 12 23:17:25.154528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a90ee92b-7927-4acb-9f0e-2d2d50a35b28 tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/routers/f30bcdd1-6d83-4815-b37e-0fd9d49fc4eb HTTP/1.1" status: 404 len: 336 time: 0.0438979 Oct 12 23:17:25.159446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53206) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:25.187024 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5335f31d-9032-441b-abe3-f392bb0d001e tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] DELETE failed (client error): The resource could not be found. Oct 12 23:17:25.187632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5335f31d-9032-441b-abe3-f392bb0d001e tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:17:25.192896 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5335f31d-9032-441b-abe3-f392bb0d001e tempest-RoutersIpV6AdminTest-929530935 tempest-RoutersIpV6AdminTest-929530935-project] 10.222.0.31 "DELETE /v2.0/subnets/240c256a-0dae-4dc6-8c6b-f9ceb311b3aa HTTP/1.1" status: 404 len: 337 time: 0.0301466 Oct 12 23:17:25.441049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48befdb5-4cb1-4616-a2bb-13cc4c65a60f req-dcfb452b-8c82-42e2-af05-d1af2aacbc08 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:25.448518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48befdb5-4cb1-4616-a2bb-13cc4c65a60f req-dcfb452b-8c82-42e2-af05-d1af2aacbc08 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 943 time: 0.0747862 Oct 12 23:17:25.487993 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48befdb5-4cb1-4616-a2bb-13cc4c65a60f req-03203e5f-1b05-4dc6-a75b-baa9b60149f1 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383241 Oct 12 23:17:25.545630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5c20ce7a-02b4-4221-a8df-08e2efcbf39a details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:17:25.709306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53220) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:25.756238 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:17:25.833994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-116fd838-7c4b-4b78-8a0b-838dcc0417fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:25.853929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:25.868262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '5c20ce7a-02b4-4221-a8df-08e2efcbf39a', 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09', 'port_id': '5c20ce7a-02b4-4221-a8df-08e2efcbf39a', 'mac_address': 'fa:16:3e:99:88:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc983070-60eb-4e5c-a030-914b1665a41c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:17:25.930555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-116fd838-7c4b-4b78-8a0b-838dcc0417fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:25.931073 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:25.946989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c20ce7a-02b4-4221-a8df-08e2efcbf39a {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:17:25.969918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:26.052498 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-116fd838-7c4b-4b78-8a0b-838dcc0417fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:26.092559 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:26.097678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53230) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:26.098451 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-116fd838-7c4b-4b78-8a0b-838dcc0417fd admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d8827ef0754c4195889f95ab57c11c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3871963 Oct 12 23:17:26.099406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116fd838-7c4b-4b78-8a0b-838dcc0417fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2304214f-7425-4747-82d9-5cf9157ca2cc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:26.149965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:26.158375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.158546 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbeb5-42e4-4c14-8798-e7c26aee0f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:26.158760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.159129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.159500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.159839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.160291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.160805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.161132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.161594 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.161925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.162459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.162679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:26.194233 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbeb5-42e4-4c14-8798-e7c26aee0f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:26.244664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70638e1e-d961-46e3-b8b2-5530e0172a11 req-4ad5c7b1-dd2b-4873-95cf-bb86a6f09372 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:26.246392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70638e1e-d961-46e3-b8b2-5530e0172a11 req-4ad5c7b1-dd2b-4873-95cf-bb86a6f09372 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0543370 Oct 12 23:17:26.285489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-70638e1e-d961-46e3-b8b2-5530e0172a11 req-903856f1-b50b-4110-b4a3-50aa64cb76f9 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Oct 12 23:17:26.294619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['5c20ce7a-02b4-4221-a8df-08e2efcbf39a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:17:26.409455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d48fdef-aec4-4c1b-a5dc-0ead857cd931 req-990e0a01-7be8-4ed1-af9f-83521c61a2cd tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:26.410881 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d48fdef-aec4-4c1b-a5dc-0ead857cd931 req-990e0a01-7be8-4ed1-af9f-83521c61a2cd tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0562048 Oct 12 23:17:26.444999 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbeb5-42e4-4c14-8798-e7c26aee0f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:26.447617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a2cbeb5-42e4-4c14-8798-e7c26aee0f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:26.448759 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8a2cbeb5-42e4-4c14-8798-e7c26aee0f44 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2304214f-7425-4747-82d9-5cf9157ca2cc HTTP/1.1" status: 204 len: 168 time: 0.3501039 Oct 12 23:17:26.480320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cbeb5-42e4-4c14-8798-e7c26aee0f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2304214f-7425-4747-82d9-5cf9157ca2cc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:26.489293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d48fdef-aec4-4c1b-a5dc-0ead857cd931 req-4a85a81f-e839-4ec5-91de-3efa7a1166bf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720448 Oct 12 23:17:26.638795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c615386b-f9dd-4f05-97f7-0150e5648a3d req-558e9938-6d13-458a-8984-1356fc5fabea tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:26.640334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c615386b-f9dd-4f05-97f7-0150e5648a3d req-558e9938-6d13-458a-8984-1356fc5fabea tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 944 time: 0.0618198 Oct 12 23:17:26.679465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c615386b-f9dd-4f05-97f7-0150e5648a3d req-78109f66-0ec9-4560-b7c3-0a255f89e935 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328536 Oct 12 23:17:27.251932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-409f8e61-96c8-4b51-a844-f5014b6362e1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:27.253519 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-409f8e61-96c8-4b51-a844-f5014b6362e1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/networks?id=83bf3549-350b-42a7-badd-a4c61f66b0ed HTTP/1.1" status: 200 len: 814 time: 0.1127379 Oct 12 23:17:27.271541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-46c19ea8-49ed-45a3-8bc8-718f72f53878 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/quotas/f2887ee8c8564cb1a904b475ce614985 HTTP/1.1" status: 200 len: 375 time: 0.0109081 Oct 12 23:17:27.282164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53272) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:27.337514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-fbc722e0-6af5-43ec-8c86-768f25f0b72f tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582638 Oct 12 23:17:27.348318 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77c6b3ab-d8fd-4987-8928-d78ee24d2e3e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=545aca02ead0404faec362088b9afaaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0637810 Oct 12 23:17:27.350488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53274) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:27.406666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:27.429418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:27.440919 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-8c16c147-9b95-4edc-a759-7948ccead503 service neutron] 10.222.0.31 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957561 Oct 12 23:17:27.537150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-867c69ae-3469-4e6d-ba12-2b6c40ccdf03 service neutron] 10.222.0.31 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889397 Oct 12 23:17:27.554672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5c20ce7a-02b4-4221-a8df-08e2efcbf39a up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:17:27.557630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:27.561448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:27.562686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/32cfccf5-9330-4dcb-bb93-a34a9786ca1a HTTP/1.1" status: 204 len: 168 time: 0.2112191 Oct 12 23:17:27.571892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cfccf5-9330-4dcb-bb93-a34a9786ca1a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:27.580430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.580877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.581463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.581983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.582494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.583049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.583554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.584095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.584595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.585106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.585502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.585884 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95116df7-c489-4987-9ec4-89f82297fd18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:17:27.789593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:17:27.794091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:27.795186 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:27.819584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0132fa6a-8517-4aa3-af69-f5ada8f72ddd req-30eb8a26-6958-411c-ba04-12366170ebde tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:27.822123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0132fa6a-8517-4aa3-af69-f5ada8f72ddd req-30eb8a26-6958-411c-ba04-12366170ebde tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 944 time: 0.0611150 Oct 12 23:17:27.922009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0132fa6a-8517-4aa3-af69-f5ada8f72ddd req-f46edb32-893d-4f73-bcbd-7f40d5d922fd tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911736 Oct 12 23:17:27.934460 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:27.989002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-daba7ca1-7a3e-47ec-a9f6-f0e502f982dc req-5ca3e131-794f-4e57-abc1-9d53b3325f22 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 210 time: 0.0802045 Oct 12 23:17:27.994149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:27.994149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca67fb-5a05-4fa4-8fce-944acbe9dee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c20ce7a-02b4-4221-a8df-08e2efcbf39a'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:27.995966 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb74335-ca4c-49f3-8839-2a236446ccef" -d '{"events": [{"server_uuid": "b3ca67fb-5a05-4fa4-8fce-944acbe9dee7", "name": "network-vif-plugged", "status": "completed", "tag": "5c20ce7a-02b4-4221-a8df-08e2efcbf39a"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:28.038891 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a93d71-fb03-4e79-84c0-52333c846d2b x-openstack-request-id: req-e1a93d71-fb03-4e79-84c0-52333c846d2b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:28.051979 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca67fb-5a05-4fa4-8fce-944acbe9dee7", "name": "network-vif-plugged", "status": "completed", "tag": "5c20ce7a-02b4-4221-a8df-08e2efcbf39a", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:28.051979 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e1a93d71-fb03-4e79-84c0-52333c846d2b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:28.051979 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca67fb-5a05-4fa4-8fce-944acbe9dee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c20ce7a-02b4-4221-a8df-08e2efcbf39a', 'code': 200} Oct 12 23:17:28.118530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:28.143651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d68800-1fb3-4cce-9ad3-e99faf329ec0 req-416dfa9e-97ec-4dcb-b18d-9137f0661ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:28.145189 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92d68800-1fb3-4cce-9ad3-e99faf329ec0 req-416dfa9e-97ec-4dcb-b18d-9137f0661ef3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 1096 time: 0.0492220 Oct 12 23:17:28.183384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:28.188638 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92d68800-1fb3-4cce-9ad3-e99faf329ec0 req-3a72e46e-4e33-4d1d-b120-2e1d76718e2e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367002 Oct 12 23:17:28.441087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-01c366f8-94f9-4356-a2a8-091b7c2b5dee tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:28.442597 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-01c366f8-94f9-4356-a2a8-091b7c2b5dee tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8fc5df4-9aac-4785-8e21-40652a6affeb HTTP/1.1" status: 200 len: 945 time: 0.0641561 Oct 12 23:17:28.543445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Deleting port 50b6c54c-4650-4109-8c24-334fa2dd5220 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:28.543631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:28.635032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] For port 50b6c54c-4650-4109-8c24-334fa2dd5220, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=50b6c54c-4650-4109-8c24-334fa2dd5220,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:28.635408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:28.650296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Calling delete_port for 50b6c54c-4650-4109-8c24-334fa2dd5220 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:28.875311 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:28.897981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['50b6c54c-4650-4109-8c24-334fa2dd5220'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:17:28.908751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Pushing event deleted for resources: {'Port': ['ID=50b6c54c-4650-4109-8c24-334fa2dd5220,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:28.984814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] No DVR routers for this DVR port 50b6c54c-4650-4109-8c24-334fa2dd5220 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:17:28.987880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:28.991542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a2bf0a1-c545-400a-8905-7d9ce42deab6 req-140ab83b-696a-4bb4-a730-530f35904359 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.41 "DELETE /v2.0/ports/50b6c54c-4650-4109-8c24-334fa2dd5220 HTTP/1.1" status: 204 len: 173 time: 0.5424690 Oct 12 23:17:28.992025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'name': 'network-vif-deleted', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:29.000203 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ab6fbf-4d16-4067-8ee5-46cbd9918c6e" -d '{"events": [{"server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "name": "network-vif-deleted", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:29.016744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53336) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:29.054612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4737cdf-18fc-46c9-b3a7-c345881df3a5 req-2996e21b-906f-4fa1-a35a-cac805835193 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:29.060053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d4737cdf-18fc-46c9-b3a7-c345881df3a5 req-2996e21b-906f-4fa1-a35a-cac805835193 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 945 time: 0.0673161 Oct 12 23:17:29.081443 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426c9914-f2b8-444a-a2b4-18eb98311c0b x-openstack-request-id: req-426c9914-f2b8-444a-a2b4-18eb98311c0b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:29.081739 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fc5df4-9aac-4785-8e21-40652a6affeb", "name": "network-vif-deleted", "tag": "50b6c54c-4650-4109-8c24-334fa2dd5220", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:29.081998 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-426c9914-f2b8-444a-a2b4-18eb98311c0b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:29.082400 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fc5df4-9aac-4785-8e21-40652a6affeb', 'name': 'network-vif-deleted', 'tag': '50b6c54c-4650-4109-8c24-334fa2dd5220', 'status': 'completed', 'code': 200} Oct 12 23:17:29.118096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d4737cdf-18fc-46c9-b3a7-c345881df3a5 req-827579c8-6ead-48f5-9f5b-7e8bd372ecc0 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547934 Oct 12 23:17:29.146828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34e8aeb8-6f5a-48d2-b13c-c95ad0e73781 req-a74076e5-f6bd-4012-8290-24b7599070f1 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 210 time: 0.0321205 Oct 12 23:17:29.185083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1115945162'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:29.370094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Made reservation on behalf of 6a62c7e193254c8f97a1343ad8b265b1 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:29.374380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:29.383226 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:29.460026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:29.566857 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:29.598352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:17:29.615665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54479146-33ad-4e07-823b-ecd0fd1ec5b9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:29.618925 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:29.619297 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Added segment 6017221f-7c89-4021-b8d9-127bbcbbc395 of type vlan for network 693c772f-ce41-4403-800a-149636fd05f9 Oct 12 23:17:29.668061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:29.811065 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:29.816920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:29.817462 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:29.924773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event updated for resources: {'Network': ['ID=693c772f-ce41-4403-800a-149636fd05f9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:29.939232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ff528670-9472-49ca-9db1-9c0b831e0610 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.9210393 Oct 12 23:17:29.940664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 693c772f-ce41-4403-800a-149636fd05f9 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:17:29.942047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53350) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:29.947946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Request body: {'subnet': {'network_id': '693c772f-ce41-4403-800a-149636fd05f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:30.207964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Made reservation on behalf of 6a62c7e193254c8f97a1343ad8b265b1 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:30.211449 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:30.256516 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08d9d2ed-109b-4baa-b662-91576b796402 req-953e0d2c-b0fa-40c7-8f61-402a79bec9f5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 210 time: 0.0352223 Oct 12 23:17:30.325318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b90a1-c704-40fe-8c16-6d2aa4db209a req-2af2d745-74b7-4863-8e71-079688830809 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:30.326860 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-513b90a1-c704-40fe-8c16-6d2aa4db209a req-2af2d745-74b7-4863-8e71-079688830809 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 945 time: 0.1316102 Oct 12 23:17:30.385225 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-513b90a1-c704-40fe-8c16-6d2aa4db209a req-fcfe6e3a-25c0-4fe4-9ac8-4660b00a67ec tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492020 Oct 12 23:17:30.612752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:30.681500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event updated for resources: {'Subnet': ['ID=369254af-78c3-4daf-bb30-fb95d8d5b275,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:30.697613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Checking segment: {'id': '6017221f-7c89-4021-b8d9-127bbcbbc395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '693c772f-ce41-4403-800a-149636fd05f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:30.698204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Network hostable DHCP agents. Network: 693c772f-ce41-4403-800a-149636fd05f9, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:17:30.824941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Network 693c772f-ce41-4403-800a-149636fd05f9 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:17:30.910878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-f5020036-293a-43cf-8688-4afa7fa68f98 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:30.912265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-f5020036-293a-43cf-8688-4afa7fa68f98 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.25 "GET /v2.0/networks?id=83bf3549-350b-42a7-badd-a4c61f66b0ed HTTP/1.1" status: 200 len: 814 time: 0.1095827 Oct 12 23:17:30.925812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Request body: {'port': {'device_id': '8b53fff8-d42b-4240-887e-06a8b4fedbd4', 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed', 'admin_state_up': True, 'tenant_id': 'f2887ee8c8564cb1a904b475ce614985'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:31.022199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 50b6c54c-4650-4109-8c24-334fa2dd5220 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:17:31.063943 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 50b6c54c-4650-4109-8c24-334fa2dd5220 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:17:31.064369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 50b6c54c-4650-4109-8c24-334fa2dd5220 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:17:31.294848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 693c772f-ce41-4403-800a-149636fd05f9) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:31.303859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:31.303859 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:31.306037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f492baaf-67a6-4b55-bd2c-8ccff612015d None None] Network 693c772f-ce41-4403-800a-149636fd05f9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:31.413225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f95dfc2f-3349-402a-a696-5e351e8a997f req-a94678e6-f3f4-470d-a89e-d9c2420d20ff tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 210 time: 0.0285947 Oct 12 23:17:31.515596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-693c772f-ce41-4403-800a-149636fd05f9', 'network_id': '693c772f-ce41-4403-800a-149636fd05f9', 'tenant_id': '6a62c7e193254c8f97a1343ad8b265b1', 'fixed_ips': [{'subnet_id': '369254af-78c3-4daf-bb30-fb95d8d5b275'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:17:31.516632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:31.523973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-77dfc0a8-7d39-445a-bfee-846df40d092b tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5793138 Oct 12 23:17:31.525812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53374) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:31.532741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Request body: {'port': {'network_id': '693c772f-ce41-4403-800a-149636fd05f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-136040911'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:31.635060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Made reservation on behalf of f2887ee8c8564cb1a904b475ce614985 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:31.640119 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:31.749780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Allocated IP 172.20.0.2 (693c772f-ce41-4403-800a-149636fd05f9/369254af-78c3-4daf-bb30-fb95d8d5b275/bb2ce8be-050d-4518-ae51-773fbe0c0968) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:31.780044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Made reservation on behalf of 6a62c7e193254c8f97a1343ad8b265b1 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:31.786302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:31.835464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] device_id is not set on port d7a569ba-37cd-495f-bb83-5dab798137b6 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:17:31.918636 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Allocated IP 172.20.0.8 (83bf3549-350b-42a7-badd-a4c61f66b0ed/b079df0e-2155-475f-b3e6-33708313146e/c69b252c-c1bc-4589-9d2a-5d257d4bb8b1) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:32.040178 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.108087 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.137748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.165389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Pushing event updated for resources: {'Port': ['ID=bb2ce8be-050d-4518-ae51-773fbe0c0968,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:32.184428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Network 693c772f-ce41-4403-800a-149636fd05f9 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:32.186282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:32.189624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:32.234717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Allocated IP 172.20.0.12 (693c772f-ce41-4403-800a-149636fd05f9/369254af-78c3-4daf-bb30-fb95d8d5b275/d7a569ba-37cd-495f-bb83-5dab798137b6) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:32.258141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Attempting to bind port bb2ce8be-050d-4518-ae51-773fbe0c0968 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:17:32.258654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Attempting to bind port bb2ce8be-050d-4518-ae51-773fbe0c0968 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '6017221f-7c89-4021-b8d9-127bbcbbc395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '693c772f-ce41-4403-800a-149636fd05f9'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:17:32.259051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Attempting to bind port bb2ce8be-050d-4518-ae51-773fbe0c0968 on network 693c772f-ce41-4403-800a-149636fd05f9 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:32.265345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:17:32.269566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Checking segment: {'id': '6017221f-7c89-4021-b8d9-127bbcbbc395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '693c772f-ce41-4403-800a-149636fd05f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:32.269566 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.269566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Bound using segment: {'id': '6017221f-7c89-4021-b8d9-127bbcbbc395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '693c772f-ce41-4403-800a-149636fd05f9'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:17:32.269566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Bound port: bb2ce8be-050d-4518-ae51-773fbe0c0968, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6017221f-7c89-4021-b8d9-127bbcbbc395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '693c772f-ce41-4403-800a-149636fd05f9'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:17:32.269566 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.293794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.403944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Network 83bf3549-350b-42a7-badd-a4c61f66b0ed is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:32.407597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:32.412354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:32.428383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] For port bb2ce8be-050d-4518-ae51-773fbe0c0968, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:17:32.432276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] For port bb2ce8be-050d-4518-ae51-773fbe0c0968, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=bb2ce8be-050d-4518-ae51-773fbe0c0968,segment=NetworkSegment(6017221f-7c89-4021-b8d9-127bbcbbc395),segment_id=6017221f-7c89-4021-b8d9-127bbcbbc395)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:17:32.465536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:32.466196 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.471539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Pushing event updated for resources: {'Port': ['ID=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:32.520172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.553172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a00434-08b9-48c3-bba5-f31c748cfa78 req-5493d12a-0807-437d-b167-90017ccf5703 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:32.561866 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46a00434-08b9-48c3-bba5-f31c748cfa78 req-5493d12a-0807-437d-b167-90017ccf5703 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 931 time: 0.0659451 Oct 12 23:17:32.578151 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-1311ff2d-c539-42cb-a2fa-a243842273ba tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6520355 Oct 12 23:17:32.595428 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Request body: {'port': {'device_id': '8b53fff8-d42b-4240-887e-06a8b4fedbd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:32.600986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1d876-ca3a-4391-a769-c3abc69fd8ab req-30a69857-e25d-4b51-9ba3-a220e4554d4b tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:32.601484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d6cc80-4d5e-4e63-bdf0-a3a1731c07c9 None None] Pushing event updated for resources: {'Port': ['ID=bb2ce8be-050d-4518-ae51-773fbe0c0968,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:32.602713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fa1d876-ca3a-4391-a769-c3abc69fd8ab req-30a69857-e25d-4b51-9ba3-a220e4554d4b tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 945 time: 0.1639469 Oct 12 23:17:32.606709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.762468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46a00434-08b9-48c3-bba5-f31c748cfa78 req-81b47c02-3509-4503-9b9f-101429524058 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101987 Oct 12 23:17:32.762468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.763317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fa1d876-ca3a-4391-a769-c3abc69fd8ab req-9bbd7886-2464-45ad-b4e5-d459443bc66b tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069291 Oct 12 23:17:32.781961 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.875418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Network 693c772f-ce41-4403-800a-149636fd05f9 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:32.875418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:32.882357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:32.948974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:32.956761 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:32.974074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event updated for resources: {'Port': ['ID=d7a569ba-37cd-495f-bb83-5dab798137b6,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:33.066739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:17:33.073865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device bb2ce8be-050d-4518-ae51-773fbe0c0968 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:17:33.075865 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:33.082198 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-68565c14-4d52-4014-86b2-ceb58cf7556a tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5518799 Oct 12 23:17:33.090588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53390) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:33.090588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Request body: {'port': {'network_id': '693c772f-ce41-4403-800a-149636fd05f9', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1957149498', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:33.090588 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.api.validators [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] bootfile-name is not in valid_values {{(pid=101890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:17:33.090588 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.api.validators [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] tftp-server is not in valid_values {{(pid=101890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:17:33.090588 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.api.validators [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] server-ip-address is not in valid_values {{(pid=101890) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:17:33.097816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Transition to ACTIVE for port object c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:17:33.131711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port bb2ce8be-050d-4518-ae51-773fbe0c0968 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:33.132155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:33.170325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:33.224101 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:33.258460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port bb2ce8be-050d-4518-ae51-773fbe0c0968, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=bb2ce8be-050d-4518-ae51-773fbe0c0968,segment=NetworkSegment(6017221f-7c89-4021-b8d9-127bbcbbc395),segment_id=6017221f-7c89-4021-b8d9-127bbcbbc395)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:33.302135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Pushing event updated for resources: {'Port': ['ID=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:33.331897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Made reservation on behalf of 6a62c7e193254c8f97a1343ad8b265b1 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:33.342488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:33.342652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Attempting to bind port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:17:33.342652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Attempting to bind port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:17:33.345016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Attempting to bind port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 on network 83bf3549-350b-42a7-badd-a4c61f66b0ed {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:33.353266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 on network 83bf3549-350b-42a7-badd-a4c61f66b0ed not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:17:33.354379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Attempting to bind port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 on network 83bf3549-350b-42a7-badd-a4c61f66b0ed {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:33.358687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] device_id is not set on port d338eb81-4bbf-4598-8e15-3281d6a8a882 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:17:33.360174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:17:33.360519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Checking segment: {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:33.360908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Bound using segment: {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:17:33.361602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Bound port: c69b252c-c1bc-4589-9d2a-5d257d4bb8b1, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bddf365-dcca-46e2-b21b-95cedf1d24ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:17:33.361966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:33.366139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:33.501219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=bb2ce8be-050d-4518-ae51-773fbe0c0968,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:33.530357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] For port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:17:33.535983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] For port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:17:33.605929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Allocated IP 172.20.0.8 (693c772f-ce41-4403-800a-149636fd05f9/369254af-78c3-4daf-bb30-fb95d8d5b275/d338eb81-4bbf-4598-8e15-3281d6a8a882) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:33.613736 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:33.634673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-784e7e99-daa2-41c6-91e2-18faac164714 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:33.636686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-784e7e99-daa2-41c6-91e2-18faac164714 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.25 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 945 time: 0.1044085 Oct 12 23:17:33.661656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:33.662297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:33.663809 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] 10.222.0.25 "PUT /v2.0/ports/c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 HTTP/1.1" status: 200 len: 1092 time: 1.0756497 Oct 12 23:17:33.665323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b53fff8-d42b-4240-887e-06a8b4fedbd4', 'tag': 'c69b252c-c1bc-4589-9d2a-5d257d4bb8b1'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:33.669159 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbbaa8c9-4232-409a-98bf-48ab9dc99d8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8b53fff8-d42b-4240-887e-06a8b4fedbd4", "tag": "c69b252c-c1bc-4589-9d2a-5d257d4bb8b1"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:33.713791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72568a14-6f76-43ca-bd1a-01e7bd2acb88 service neutron] Pushing event updated for resources: {'Port': ['ID=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:33.764659 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2580c9d6-b1b0-49e9-91b5-aec3d04c2980 x-openstack-request-id: req-2580c9d6-b1b0-49e9-91b5-aec3d04c2980 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:33.782877 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b53fff8-d42b-4240-887e-06a8b4fedbd4", "tag": "c69b252c-c1bc-4589-9d2a-5d257d4bb8b1", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:33.782877 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2580c9d6-b1b0-49e9-91b5-aec3d04c2980 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:33.782877 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b53fff8-d42b-4240-887e-06a8b4fedbd4', 'tag': 'c69b252c-c1bc-4589-9d2a-5d257d4bb8b1', 'status': 'completed', 'code': 200} Oct 12 23:17:33.897657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa8c9-4232-409a-98bf-48ab9dc99d8b req-96632bcd-4ccd-4037-b76d-d19853ca3f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:33.899391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbbaa8c9-4232-409a-98bf-48ab9dc99d8b req-96632bcd-4ccd-4037-b76d-d19853ca3f60 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 1095 time: 0.1133463 Oct 12 23:17:33.955278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6250d-aeeb-4a73-bf72-5f9ccb9346e2 req-d6e7ad9f-00d1-4575-8c73-efacfa6cf118 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:33.956857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bad6250d-aeeb-4a73-bf72-5f9ccb9346e2 req-d6e7ad9f-00d1-4575-8c73-efacfa6cf118 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 943 time: 0.1525769 Oct 12 23:17:34.002191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d2828-c541-47a6-b83c-0b94a951b529 req-595cc8b7-75e3-42f3-a101-01d47e510308 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:34.002462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Deleting port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:34.002854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:34.004418 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe0d2828-c541-47a6-b83c-0b94a951b529 req-595cc8b7-75e3-42f3-a101-01d47e510308 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 945 time: 0.1440973 Oct 12 23:17:34.019263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8083890-83db-4053-95e3-97d3d0d78f33 None None] Network 693c772f-ce41-4403-800a-149636fd05f9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:34.069694 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:34.091012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bad6250d-aeeb-4a73-bf72-5f9ccb9346e2 req-ab4b6320-8280-4c18-bb66-84bab71ddd83 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137674 Oct 12 23:17:34.104106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d1db7988-3ac3-4482-a973-07932d6225e8 None None] Provisioning complete for port bb2ce8be-050d-4518-ae51-773fbe0c0968 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:34.104639 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1db7988-3ac3-4482-a973-07932d6225e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:34.151977 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe0d2828-c541-47a6-b83c-0b94a951b529 req-325934ba-5ec0-45ec-8d9d-1d981ee8ad88 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346934 Oct 12 23:17:34.164922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] For port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:34.165307 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:34.180217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Calling delete_port for 5c20ce7a-02b4-4221-a8df-08e2efcbf39a owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:34.180843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa8c9-4232-409a-98bf-48ab9dc99d8b req-518b5df1-fd48-4883-8e80-52280a8a1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:34.189283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbbaa8c9-4232-409a-98bf-48ab9dc99d8b req-518b5df1-fd48-4883-8e80-52280a8a1ff9 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=f2887ee8c8564cb1a904b475ce614985&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2759957 Oct 12 23:17:34.299557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbaa8c9-4232-409a-98bf-48ab9dc99d8b req-0baaf029-ab9c-4852-9cb1-5f1047959b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:34.301477 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbbaa8c9-4232-409a-98bf-48ab9dc99d8b req-0baaf029-ab9c-4852-9cb1-5f1047959b8b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052198 Oct 12 23:17:34.337784 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:34.387639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-6eac35e5-6495-47d7-937e-177395efb2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:34.389446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-6eac35e5-6495-47d7-937e-177395efb2cb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 1095 time: 0.0518467 Oct 12 23:17:34.415308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Network 693c772f-ce41-4403-800a-149636fd05f9 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:34.422325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:34.425893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event updated for resources: {'Port': ['ID=d338eb81-4bbf-4598-8e15-3281d6a8a882,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:34.440696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:34.454003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-60f7c455-bee6-4732-bcca-15d05f2528af service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 HTTP/1.1" status: 200 len: 217 time: 0.0559957 Oct 12 23:17:34.505572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:34.506278 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:34.517252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:34.527123 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-aabc0988-d576-4f05-9bdc-73f0a820e7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:34.528342 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-aabc0988-d576-4f05-9bdc-73f0a820e7d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b079df0e-2155-475f-b3e6-33708313146e HTTP/1.1" status: 200 len: 854 time: 0.0669124 Oct 12 23:17:34.531177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['5c20ce7a-02b4-4221-a8df-08e2efcbf39a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:17:34.585337 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-2af07879-115c-4f29-94f6-b0e9f830252b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=83bf3549-350b-42a7-badd-a4c61f66b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492361 Oct 12 23:17:34.592931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Pushing event deleted for resources: {'Port': ['ID=5c20ce7a-02b4-4221-a8df-08e2efcbf39a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:34.658021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] No DVR routers for this DVR port 5c20ce7a-02b4-4221-a8df-08e2efcbf39a on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:17:34.660830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:34.666467 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a97f31f-9d59-4650-8953-f9f2cc1fd7ce req-afea2de5-c15d-48f1-92ba-b0da1a213932 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.25 "DELETE /v2.0/ports/5c20ce7a-02b4-4221-a8df-08e2efcbf39a HTTP/1.1" status: 204 len: 173 time: 1.0233743 Oct 12 23:17:34.666882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca67fb-5a05-4fa4-8fce-944acbe9dee7', 'name': 'network-vif-deleted', 'tag': '5c20ce7a-02b4-4221-a8df-08e2efcbf39a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:34.675777 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8f14af-4259-4911-aa2e-3443f772dfa6" -d '{"events": [{"server_uuid": "b3ca67fb-5a05-4fa4-8fce-944acbe9dee7", "name": "network-vif-deleted", "tag": "5c20ce7a-02b4-4221-a8df-08e2efcbf39a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:34.721105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4369509d-f02a-490a-8608-dde9e7855bd4 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.6326494 Oct 12 23:17:34.721105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53412) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:34.735092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c930139a-09ea-4598-973c-0a8437e7ac40 None None] Provisioning complete for port bb2ce8be-050d-4518-ae51-773fbe0c0968 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:34.735463 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c930139a-09ea-4598-973c-0a8437e7ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:34.787098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-c1b11ca8-4135-43ed-8e73-2db2004d24af service neutron] 10.222.0.25 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931012 Oct 12 23:17:34.809616 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd682328-038b-415a-a323-534e57126e79 x-openstack-request-id: req-dd682328-038b-415a-a323-534e57126e79 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:34.809915 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca67fb-5a05-4fa4-8fce-944acbe9dee7", "name": "network-vif-deleted", "tag": "5c20ce7a-02b4-4221-a8df-08e2efcbf39a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:34.810169 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dd682328-038b-415a-a323-534e57126e79 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:34.811552 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca67fb-5a05-4fa4-8fce-944acbe9dee7', 'name': 'network-vif-deleted', 'tag': '5c20ce7a-02b4-4221-a8df-08e2efcbf39a', 'status': 'completed', 'code': 200} Oct 12 23:17:34.881340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7fba3-5d99-4804-afa3-1db47b21e7f0 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:34.889040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7fba3-5d99-4804-afa3-1db47b21e7f0 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:34.895254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea7fba3-5d99-4804-afa3-1db47b21e7f0 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:34.899972 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fea7fba3-5d99-4804-afa3-1db47b21e7f0 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1775420 Oct 12 23:17:34.900565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53416) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:34.967826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c930139a-09ea-4598-973c-0a8437e7ac40 None None] Provisioning complete for port d7a569ba-37cd-495f-bb83-5dab798137b6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:34.969811 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c930139a-09ea-4598-973c-0a8437e7ac40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:35.050990 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee9b0eab-b368-4394-887b-eef89748bc28 req-fc64056e-16d9-476d-9761-3a838bda826f service neutron] 10.222.0.25 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551274 Oct 12 23:17:35.066269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device bb2ce8be-050d-4518-ae51-773fbe0c0968 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:17:35.096803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-da6a544f-f901-4fbb-9f14-7928116bae16 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Deleting port d338eb81-4bbf-4598-8e15-3281d6a8a882 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:35.099211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da6a544f-f901-4fbb-9f14-7928116bae16 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:35.101161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c930139a-09ea-4598-973c-0a8437e7ac40 None None] Port d7a569ba-37cd-495f-bb83-5dab798137b6 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:17:35.177025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port bb2ce8be-050d-4518-ae51-773fbe0c0968 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:35.177629 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:35.236291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da6a544f-f901-4fbb-9f14-7928116bae16 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:35.253490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-da6a544f-f901-4fbb-9f14-7928116bae16 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Calling delete_port for d338eb81-4bbf-4598-8e15-3281d6a8a882 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:35.288783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-349b4742-5092-485f-b003-b3f428b4c5f8 None None] Provisioning complete for port d7a569ba-37cd-495f-bb83-5dab798137b6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:35.289437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-349b4742-5092-485f-b003-b3f428b4c5f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:35.328677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e432b-0b81-4551-9d3a-cf56d21ec386 req-3806bbfd-7acf-46f0-8756-041711cea0cd tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:35.344023 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-136e432b-0b81-4551-9d3a-cf56d21ec386 req-3806bbfd-7acf-46f0-8756-041711cea0cd tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 943 time: 0.1246881 Oct 12 23:17:35.365656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-686dbb4d-8460-4849-81c2-4177a2cc02b7 req-0aef4ce9-fe70-4813-8d35-42085aefef1e tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=b3ca67fb-5a05-4fa4-8fce-944acbe9dee7 HTTP/1.1" status: 200 len: 210 time: 0.0417328 Oct 12 23:17:35.379053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-349b4742-5092-485f-b003-b3f428b4c5f8 None None] Port d7a569ba-37cd-495f-bb83-5dab798137b6 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:17:35.436871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-136e432b-0b81-4551-9d3a-cf56d21ec386 req-37edeb10-730f-4579-8208-91e0e6948597 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965087 Oct 12 23:17:35.497814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ae584ac9-5591-4b61-8e54-7b44edae38ea None None] Provisioning complete for port d338eb81-4bbf-4598-8e15-3281d6a8a882 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:35.501114 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ae584ac9-5591-4b61-8e54-7b44edae38ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:35.535128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ae584ac9-5591-4b61-8e54-7b44edae38ea None None] Port d338eb81-4bbf-4598-8e15-3281d6a8a882 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:17:35.547037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da6a544f-f901-4fbb-9f14-7928116bae16 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:35.578090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6a544f-f901-4fbb-9f14-7928116bae16 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event deleted for resources: {'Port': ['ID=d338eb81-4bbf-4598-8e15-3281d6a8a882,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:35.690831 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da6a544f-f901-4fbb-9f14-7928116bae16 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:35.698240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53426) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:35.699708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-da6a544f-f901-4fbb-9f14-7928116bae16 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "DELETE /v2.0/ports/d338eb81-4bbf-4598-8e15-3281d6a8a882 HTTP/1.1" status: 204 len: 168 time: 0.7974563 Oct 12 23:17:35.708913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Request body: {'port': {'name': 'tempest-new-port-name-230220445', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:35.716079 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.api.validators [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] bootfile-name is not in valid_values {{(pid=101889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:17:35.716444 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.api.validators [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] tftp-server is not in valid_values {{(pid=101889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:17:35.716781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.api.validators [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] server-ip-address is not in valid_values {{(pid=101889) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Oct 12 23:17:35.805619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:36.021152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:36.138195 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:36.233844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event updated for resources: {'Port': ['ID=d7a569ba-37cd-495f-bb83-5dab798137b6,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:36.242350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] In _notify_port_updated(), no bound segment for port d7a569ba-37cd-495f-bb83-5dab798137b6 on network 693c772f-ce41-4403-800a-149636fd05f9 {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:17:36.248500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:36.249191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:36.251020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-caa24eaa-aab4-43f8-82b5-a92b98183ae6 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "PUT /v2.0/ports/d7a569ba-37cd-495f-bb83-5dab798137b6 HTTP/1.1" status: 200 len: 1136 time: 0.5513012 Oct 12 23:17:36.253498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:36.334436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cfd015-bfb8-42a5-90e2-965b2931298c tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:36.336013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-14cfd015-bfb8-42a5-90e2-965b2931298c tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "GET /v2.0/ports/d7a569ba-37cd-495f-bb83-5dab798137b6 HTTP/1.1" status: 200 len: 1136 time: 0.0813494 Oct 12 23:17:36.343247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53440) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:36.550276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c7566cff-c385-4a95-b1ef-e26d1d491fdd tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Deleting port d7a569ba-37cd-495f-bb83-5dab798137b6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:36.550625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c7566cff-c385-4a95-b1ef-e26d1d491fdd tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:36.667655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4c86eec9-e177-4f9a-b1a3-53325983aecb None None] Provisioning complete for port d7a569ba-37cd-495f-bb83-5dab798137b6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:36.669173 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4c86eec9-e177-4f9a-b1a3-53325983aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:36.686202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb006428-cce6-4fe2-b791-c6436ada5e5c req-1e15fc99-bdb5-497e-8e7d-5801cb1f2ccf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:36.687746 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb006428-cce6-4fe2-b791-c6436ada5e5c req-1e15fc99-bdb5-497e-8e7d-5801cb1f2ccf tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 943 time: 0.1145434 Oct 12 23:17:36.725483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c7566cff-c385-4a95-b1ef-e26d1d491fdd tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:36.738999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4c86eec9-e177-4f9a-b1a3-53325983aecb None None] Port d7a569ba-37cd-495f-bb83-5dab798137b6 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:17:36.751548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c7566cff-c385-4a95-b1ef-e26d1d491fdd tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Calling delete_port for d7a569ba-37cd-495f-bb83-5dab798137b6 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:36.759716 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb006428-cce6-4fe2-b791-c6436ada5e5c req-2bab6130-ef5f-420b-b0c6-9679c7f30062 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643423 Oct 12 23:17:36.804718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-80eb298f-c623-4529-8543-815fcbd75aa7 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:36.807835 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-80eb298f-c623-4529-8543-815fcbd75aa7 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/networks?id=6be2b8fb-1bb0-41df-9367-0e0629eeeb09 HTTP/1.1" status: 200 len: 808 time: 0.1244285 Oct 12 23:17:36.822922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-274f8b2f-886b-4597-a5cd-b17504fd3d1a tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/quotas/83bee477f6294d2bbdbc66a3d83c1a16 HTTP/1.1" status: 200 len: 375 time: 0.0094254 Oct 12 23:17:36.860755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-36835ef8-c0a9-401c-8852-8a9252ec8de0 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=83bee477f6294d2bbdbc66a3d83c1a16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281937 Oct 12 23:17:36.960230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-e2a36cf6-d0f6-419f-a172-b9f563a27a69 service neutron] 10.222.0.31 "GET /v2.0/networks/6be2b8fb-1bb0-41df-9367-0e0629eeeb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913045 Oct 12 23:17:36.970077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c7566cff-c385-4a95-b1ef-e26d1d491fdd tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:37.000413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7566cff-c385-4a95-b1ef-e26d1d491fdd tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event deleted for resources: {'Port': ['ID=d7a569ba-37cd-495f-bb83-5dab798137b6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:37.076156 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c7566cff-c385-4a95-b1ef-e26d1d491fdd tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:37.079845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c7566cff-c385-4a95-b1ef-e26d1d491fdd tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "DELETE /v2.0/ports/d7a569ba-37cd-495f-bb83-5dab798137b6 HTTP/1.1" status: 204 len: 168 time: 0.7353663 Oct 12 23:17:37.082749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53460) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:37.084959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0c6e2e8d-4ec3-4048-b00f-0584f5198e12 service neutron] 10.222.0.31 "GET /v2.0/networks/6be2b8fb-1bb0-41df-9367-0e0629eeeb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157615 Oct 12 23:17:37.141239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6d7d8a-81ec-4a81-b29a-5ba25d1edbc2 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Deleting subnet 369254af-78c3-4daf-bb30-fb95d8d5b275 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:17:37.144981 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7d8a-81ec-4a81-b29a-5ba25d1edbc2 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:37.192733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7d8a-81ec-4a81-b29a-5ba25d1edbc2 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:37.300425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7d8a-81ec-4a81-b29a-5ba25d1edbc2 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:37.389263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-976a0935-5901-45c0-a5a9-994c8fdaef35 req-c7a68dc9-aeca-4403-a722-6eb40ed43682 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 210 time: 0.0480881 Oct 12 23:17:37.464151 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7d8a-81ec-4a81-b29a-5ba25d1edbc2 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:37.504420 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6d7d8a-81ec-4a81-b29a-5ba25d1edbc2 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:37.507971 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1a6d7d8a-81ec-4a81-b29a-5ba25d1edbc2 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "DELETE /v2.0/subnets/369254af-78c3-4daf-bb30-fb95d8d5b275 HTTP/1.1" status: 204 len: 168 time: 0.4242103 Oct 12 23:17:37.510585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53484) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:37.511336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d7d8a-81ec-4a81-b29a-5ba25d1edbc2 tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event deleted for resources: {'Subnet': ['ID=369254af-78c3-4daf-bb30-fb95d8d5b275,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:37.514742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b7f2fb-96a3-4a1e-aa33-52aa62021762 None None] Network 693c772f-ce41-4403-800a-149636fd05f9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:37.656287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:17:37.658344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5c20ce7a-02b4-4221-a8df-08e2efcbf39a no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:17:37.688071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 5c20ce7a-02b4-4221-a8df-08e2efcbf39a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:17:37.688765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 5c20ce7a-02b4-4221-a8df-08e2efcbf39a not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:17:37.726303 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:37.812612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-6bd2d18a-c045-486f-9da0-dc51e880c8d1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:37.814133 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-6bd2d18a-c045-486f-9da0-dc51e880c8d1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.2368591 Oct 12 23:17:37.834870 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-2d0b56eb-487c-4a6e-b1ec-632809d4e4b1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/quotas/d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 375 time: 0.0133610 Oct 12 23:17:37.856413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Deleting port bb2ce8be-050d-4518-ae51-773fbe0c0968 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:37.856525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:37.869463 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a2f39d-30cb-4b55-9629-6945c107268d None None] DHCP port deletion for 693c772f-ce41-4403-800a-149636fd05f9 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:17:37.895468 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:37.935727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'c69b252c-c1bc-4589-9d2a-5d257d4bb8b1', 'network_id': '83bf3549-350b-42a7-badd-a4c61f66b0ed', 'port_id': 'c69b252c-c1bc-4589-9d2a-5d257d4bb8b1', 'mac_address': 'fa:16:3e:04:06:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b079df0e-2155-475f-b3e6-33708313146e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:17:37.935829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93692e7-7473-4965-98a8-e3cb2c1c81da req-4e5d4d48-cffa-49da-9a1a-3e851d91b74b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:37.948259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c93692e7-7473-4965-98a8-e3cb2c1c81da req-4e5d4d48-cffa-49da-9a1a-3e851d91b74b tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 943 time: 0.0987570 Oct 12 23:17:37.958645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-8bca8e2f-232b-41c6-b293-4efb70c206c2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171613 Oct 12 23:17:37.990466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] For port bb2ce8be-050d-4518-ae51-773fbe0c0968, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=bb2ce8be-050d-4518-ae51-773fbe0c0968,segment=NetworkSegment(6017221f-7c89-4021-b8d9-127bbcbbc395),segment_id=6017221f-7c89-4021-b8d9-127bbcbbc395)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:37.990830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.018914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c93692e7-7473-4965-98a8-e3cb2c1c81da req-fbd4435e-459a-42fd-8d7f-429c8fab60e9 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613282 Oct 12 23:17:38.021800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.050186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:17:38.055857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Calling delete_port for bb2ce8be-050d-4518-ae51-773fbe0c0968 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:38.057568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2f39d-30cb-4b55-9629-6945c107268d None None] Deleting port bb2ce8be-050d-4518-ae51-773fbe0c0968 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:38.057954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f39d-30cb-4b55-9629-6945c107268d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.107032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:38.139704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f6a2f39d-30cb-4b55-9629-6945c107268d None None] For port bb2ce8be-050d-4518-ae51-773fbe0c0968, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=bb2ce8be-050d-4518-ae51-773fbe0c0968,segment=NetworkSegment(6017221f-7c89-4021-b8d9-127bbcbbc395),segment_id=6017221f-7c89-4021-b8d9-127bbcbbc395)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:38.140733 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f39d-30cb-4b55-9629-6945c107268d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.151932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-588f5991-00bb-4687-b51e-6e145d738991 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919394 Oct 12 23:17:38.153766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f6a2f39d-30cb-4b55-9629-6945c107268d None None] Calling delete_port for bb2ce8be-050d-4518-ae51-773fbe0c0968 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:38.200367 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.265863 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-c4ceb2fd-9aee-45c4-b9d0-311ae508f9fd service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009958 Oct 12 23:17:38.273945 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:38.307520 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.341896 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f6a2f39d-30cb-4b55-9629-6945c107268d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.375297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] No DVR routers for this DVR port bb2ce8be-050d-4518-ae51-773fbe0c0968 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:17:38.383688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event deleted for resources: {'Port': ['ID=bb2ce8be-050d-4518-ae51-773fbe0c0968,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:38.410856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['c69b252c-c1bc-4589-9d2a-5d257d4bb8b1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:17:38.476603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a2f39d-30cb-4b55-9629-6945c107268d None None] Pushing event deleted for resources: {'Port': ['ID=bb2ce8be-050d-4518-ae51-773fbe0c0968,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:38.484418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a2f39d-30cb-4b55-9629-6945c107268d None None] No DVR routers for this DVR port bb2ce8be-050d-4518-ae51-773fbe0c0968 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:17:38.498561 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.524529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1794d62-f5f9-4b20-98e8-8f13f95e6e7a req-2d8d9472-23cd-4645-adf5-aca81b23b5c5 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 210 time: 0.0331683 Oct 12 23:17:38.531907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693c772f-ce41-4403-800a-149636fd05f9']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:38.551603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6017221f-7c89-4021-b8d9-127bbcbbc395') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:38.552166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6017221f-7c89-4021-b8d9-127bbcbbc395') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:38.565630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.579996 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.586960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:17:38.587487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:17:38.591604 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:17:38.703654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf5582dd-d589-44a9-a8a9-8bb88c4ccfed req-076e130e-5d04-4411-b743-7ac132bc5afe tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0312028 Oct 12 23:17:38.778655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.787454 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:38.795641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] 10.222.0.31 "DELETE /v2.0/networks/693c772f-ce41-4403-800a-149636fd05f9 HTTP/1.1" status: 204 len: 168 time: 1.2781813 Oct 12 23:17:38.811079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515fad3-557a-4a2a-8f51-649812c8831f tempest-ExtraDHCPOptionsTestJSON-935285343 tempest-ExtraDHCPOptionsTestJSON-935285343-project] Pushing event deleted for resources: {'Network': ['ID=693c772f-ce41-4403-800a-149636fd05f9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:38.968567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device bb2ce8be-050d-4518-ae51-773fbe0c0968 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:17:38.990301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: bb2ce8be-050d-4518-ae51-773fbe0c0968 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:17:38.990658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device bb2ce8be-050d-4518-ae51-773fbe0c0968 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:17:39.154071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c11ca22-ea48-4c2e-9edc-3f7620978a42 req-de69c49a-e13f-4fc9-baa1-8a68ad074207 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:39.155953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c11ca22-ea48-4c2e-9edc-3f7620978a42 req-de69c49a-e13f-4fc9-baa1-8a68ad074207 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 944 time: 0.0552013 Oct 12 23:17:39.198299 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c11ca22-ea48-4c2e-9edc-3f7620978a42 req-25dc2222-5ef2-483d-bbe7-f97e51899019 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345497 Oct 12 23:17:39.382874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53578) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:39.566705 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7ffc9862-57cb-41f3-92c4-e30405406a48 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6a62c7e193254c8f97a1343ad8b265b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800401 Oct 12 23:17:39.567415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53590) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:39.614828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-548e373e-eb5e-4b06-8871-acea16444d54 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:39.617330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-548e373e-eb5e-4b06-8871-acea16444d54 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.41 "GET /v2.0/networks?id=6be2b8fb-1bb0-41df-9367-0e0629eeeb09 HTTP/1.1" status: 200 len: 808 time: 0.1225483 Oct 12 23:17:39.633992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Request body: {'port': {'device_id': 'f9056086-959a-4ebe-806f-20a5184578df', 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09', 'admin_state_up': True, 'tenant_id': '83bee477f6294d2bbdbc66a3d83c1a16'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:39.637726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52de4afe-d739-4498-945c-1ed7cc135b61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:39.649142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:17:39.663600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52de4afe-d739-4498-945c-1ed7cc135b61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:39.734764 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-410439c1-ac91-4365-ac60-6d0d40241290 req-e0ca5b29-6348-4afd-83ce-a7a712ae9118 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 210 time: 0.0374339 Oct 12 23:17:39.823580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:17:39.828617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:39.829183 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:39.845689 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c63e2dbe-0af8-474c-99fc-bb24711593bd req-a8bccd29-c903-42cc-802f-024c504653da tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0383465 Oct 12 23:17:39.852931 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52de4afe-d739-4498-945c-1ed7cc135b61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:39.852931 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52de4afe-d739-4498-945c-1ed7cc135b61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:39.852931 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-52de4afe-d739-4498-945c-1ed7cc135b61 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54479146-33ad-4e07-823b-ecd0fd1ec5b9 HTTP/1.1" status: 204 len: 168 time: 0.2820747 Oct 12 23:17:39.871590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de4afe-d739-4498-945c-1ed7cc135b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54479146-33ad-4e07-823b-ecd0fd1ec5b9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:39.898190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Made reservation on behalf of 83bee477f6294d2bbdbc66a3d83c1a16 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:39.901859 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:39.971792 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:40.001407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b53fff8-d42b-4240-887e-06a8b4fedbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69b252c-c1bc-4589-9d2a-5d257d4bb8b1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:40.003818 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b10a0a-2b06-43a9-8e6c-6f56751dfe9f" -d '{"events": [{"server_uuid": "8b53fff8-d42b-4240-887e-06a8b4fedbd4", "name": "network-vif-plugged", "status": "completed", "tag": "c69b252c-c1bc-4589-9d2a-5d257d4bb8b1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:40.032041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:40.061381 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e55b4403-d506-4614-a4a4-75540cc9fe3c x-openstack-request-id: req-e55b4403-d506-4614-a4a4-75540cc9fe3c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:40.061769 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b53fff8-d42b-4240-887e-06a8b4fedbd4", "name": "network-vif-plugged", "status": "completed", "tag": "c69b252c-c1bc-4589-9d2a-5d257d4bb8b1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:40.062600 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e55b4403-d506-4614-a4a4-75540cc9fe3c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:40.063391 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b53fff8-d42b-4240-887e-06a8b4fedbd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c69b252c-c1bc-4589-9d2a-5d257d4bb8b1', 'code': 200} Oct 12 23:17:40.121757 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:40.220169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:40.260390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00391767-5be0-408a-b4d2-7c1ca6bbc237 req-b1b0ab59-cb6a-4f49-bb0a-b83bd1d2eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:40.264195 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00391767-5be0-408a-b4d2-7c1ca6bbc237 req-b1b0ab59-cb6a-4f49-bb0a-b83bd1d2eae7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 1097 time: 0.1029711 Oct 12 23:17:40.389799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34955e2b-f386-4c4a-bc98-56c8b5d8cd1c req-3b387feb-5d53-48d8-9413-78f6e7e9cb05 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:40.398573 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-34955e2b-f386-4c4a-bc98-56c8b5d8cd1c req-3b387feb-5d53-48d8-9413-78f6e7e9cb05 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.0917602 Oct 12 23:17:40.419018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Allocated IP 172.20.0.13 (6be2b8fb-1bb0-41df-9367-0e0629eeeb09/fc983070-60eb-4e5c-a030-914b1665a41c/9eae714d-8a52-4beb-9409-999b49eb2c54) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:40.455407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00391767-5be0-408a-b4d2-7c1ca6bbc237 req-9b8d91de-7bc8-4fea-85f4-aad367e757b3 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858382 Oct 12 23:17:40.500581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-34955e2b-f386-4c4a-bc98-56c8b5d8cd1c req-ae60bec9-d186-4f1b-89eb-724e43c3afdb tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009023 Oct 12 23:17:40.604085 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:40.698385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:40.757962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:40.769850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:40.773766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:40.819628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Pushing event updated for resources: {'Port': ['ID=9eae714d-8a52-4beb-9409-999b49eb2c54,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:40.892298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:40.893100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:40.925131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b913ac-70b0-47fc-bf11-39f8cce15106 req-038d1130-d362-43ca-be4b-46afebe41bdd tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:40.926860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-15b913ac-70b0-47fc-bf11-39f8cce15106 req-038d1130-d362-43ca-be4b-46afebe41bdd tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 932 time: 0.0932603 Oct 12 23:17:40.990745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eaacf442-2fdd-4985-9909-10dedffb0f17 req-f6baff8e-d21e-431b-9653-025c47692783 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0362420 Oct 12 23:17:41.021424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-15b913ac-70b0-47fc-bf11-39f8cce15106 req-5bc3e487-3688-4daa-baa7-a6c21c08e11b tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877390 Oct 12 23:17:41.058050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-562e5b33-8047-453b-b46a-e4d59c550819 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4307032 Oct 12 23:17:41.082475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Request body: {'port': {'device_id': 'f9056086-959a-4ebe-806f-20a5184578df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:41.195317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-9b643312-d14d-4626-9479-004aeeb7f579 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:41.196818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-9b643312-d14d-4626-9479-004aeeb7f579 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.1893449 Oct 12 23:17:41.198572 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:41.210834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'port': {'device_id': 'ba54b0e7-fa98-4f42-bb0f-d1a3848688b5', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'admin_state_up': True, 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:41.469255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Made reservation on behalf of d5796b82d2104cbd9f53b8f46e14bfba for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:41.473279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:41.572704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53700) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:41.794325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eae714d-8a52-4beb-9409-999b49eb2c54 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:17:41.805328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:41.819908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9610a2-6712-4f27-b374-38374386712c req-3f3ef3bd-4f6a-4f6c-aa44-d1e16b6953a5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0963485 Oct 12 23:17:41.842363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Transition to ACTIVE for port object 9eae714d-8a52-4beb-9409-999b49eb2c54 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:17:41.876195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'networks': [{'name': 'tempest-network--409045010'}, {'name': 'tempest-network--313861088'}]} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:41.876952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'network': {'name': 'tempest-network--409045010'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:41.877619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'network': {'name': 'tempest-network--313861088'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:41.932573 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:41.933522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d8fab-cedf-403e-b495-66928337ccc9 req-901b746e-a163-44a8-860d-c292325492cb tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:41.954812 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f64d8fab-cedf-403e-b495-66928337ccc9 req-901b746e-a163-44a8-860d-c292325492cb tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.2542827 Oct 12 23:17:41.996175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9610a2-6712-4f27-b374-38374386712c req-f84b4444-a657-4d01-8a21-c58dabbaf38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:41.998473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9610a2-6712-4f27-b374-38374386712c req-f84b4444-a657-4d01-8a21-c58dabbaf38d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 1098 time: 0.1232436 Oct 12 23:17:42.019571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.20.0.5 (9dfff4e1-8f06-45c7-a0f5-5156dd2f2255/4673c338-433e-4237-a51e-e1311e5e28b8/df41f793-41d1-4b82-b5b9-bcc6be67a664) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:42.042189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Pushing event updated for resources: {'Port': ['ID=9eae714d-8a52-4beb-9409-999b49eb2c54,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:42.074626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f64d8fab-cedf-403e-b495-66928337ccc9 req-da9299a0-f009-45a6-9f06-a949026de368 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097186 Oct 12 23:17:42.087621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Made reservation on behalf of 769ef3e947ec4a66a71d879efd5e04b7 for: {'network': 2} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:42.096828 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.128283 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.198542 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-320e5a42-a7c9-4016-ba1d-30fa2aa988ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.203692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42607d50-b62d-41ae-a28a-70f5ac11c0e0 req-b3f60770-527e-4a53-8fe9-b909939a19f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0762014 Oct 12 23:17:42.248867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Attempting to bind port 9eae714d-8a52-4beb-9409-999b49eb2c54 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:17:42.249208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Attempting to bind port 9eae714d-8a52-4beb-9409-999b49eb2c54 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '31608779-567b-45d4-a277-8f1b143fb2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:17:42.249540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Attempting to bind port 9eae714d-8a52-4beb-9409-999b49eb2c54 on network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:42.267746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Port 9eae714d-8a52-4beb-9409-999b49eb2c54 on network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:17:42.268048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Attempting to bind port 9eae714d-8a52-4beb-9409-999b49eb2c54 on network 6be2b8fb-1bb0-41df-9367-0e0629eeeb09 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:42.286129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:17:42.286481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Checking segment: {'id': '31608779-567b-45d4-a277-8f1b143fb2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:42.286881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Bound using segment: {'id': '31608779-567b-45d4-a277-8f1b143fb2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:17:42.287359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Bound port: 9eae714d-8a52-4beb-9409-999b49eb2c54, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31608779-567b-45d4-a277-8f1b143fb2e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:17:42.287869 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.293347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9610a2-6712-4f27-b374-38374386712c req-0142b371-4302-440e-99c4-4dd1267eb5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:42.295387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9610a2-6712-4f27-b374-38374386712c req-0142b371-4302-440e-99c4-4dd1267eb5fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.2663910 Oct 12 23:17:42.361662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.430615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db669085-7681-4c04-a895-d48e203d2e05 req-cc72a5b3-c05f-454c-b625-c5dfe737d9d1 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:42.434793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db669085-7681-4c04-a895-d48e203d2e05 req-cc72a5b3-c05f-454c-b625-c5dfe737d9d1 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 944 time: 0.2180538 Oct 12 23:17:42.458179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9610a2-6712-4f27-b374-38374386712c req-26ae20d2-854b-4758-ae14-c8684e261a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 200 len: 1002 time: 0.1517036 Oct 12 23:17:42.501308 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.501869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.518882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] For port 9eae714d-8a52-4beb-9409-999b49eb2c54, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:17:42.538431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] For port 9eae714d-8a52-4beb-9409-999b49eb2c54, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9eae714d-8a52-4beb-9409-999b49eb2c54,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:17:42.543174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9610a2-6712-4f27-b374-38374386712c req-375ba0a6-020e-4918-9d4a-e7eabfcc40cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:42.544848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9610a2-6712-4f27-b374-38374386712c req-375ba0a6-020e-4918-9d4a-e7eabfcc40cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.0766761 Oct 12 23:17:42.555592 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db669085-7681-4c04-a895-d48e203d2e05 req-3ad6292c-6c0d-41b0-a905-2064ba98064a tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989377 Oct 12 23:17:42.566530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.625879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9610a2-6712-4f27-b374-38374386712c req-f3d6f29f-3c94-4ebd-8184-d0a99546c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:42.627490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9610a2-6712-4f27-b374-38374386712c req-f3d6f29f-3c94-4ebd-8184-d0a99546c368 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748436 Oct 12 23:17:42.629080 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.653902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f16e6490-b165-46c2-b14f-007dfc838e71,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:42.661189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:17:42.679182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.679532 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Added segment 67eca3be-3f74-4762-b109-8d04cbb78e36 of type vlan for network acb0affa-2382-46f0-8b89-6d527a1759cf Oct 12 23:17:42.682176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:42.683036 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.685317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] 10.222.0.41 "PUT /v2.0/ports/9eae714d-8a52-4beb-9409-999b49eb2c54 HTTP/1.1" status: 200 len: 1093 time: 1.6190047 Oct 12 23:17:42.698502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9056086-959a-4ebe-806f-20a5184578df', 'tag': '9eae714d-8a52-4beb-9409-999b49eb2c54'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:42.701128 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d4a859-b8dc-4025-9b13-1283f9d329ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f9056086-959a-4ebe-806f-20a5184578df", "tag": "9eae714d-8a52-4beb-9409-999b49eb2c54"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:42.737147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.755835 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f68bf669-7cf3-408d-859d-29e943ccd353 x-openstack-request-id: req-f68bf669-7cf3-408d-859d-29e943ccd353 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:42.756128 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9056086-959a-4ebe-806f-20a5184578df", "tag": "9eae714d-8a52-4beb-9409-999b49eb2c54", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:42.756381 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f68bf669-7cf3-408d-859d-29e943ccd353 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:42.756771 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9056086-959a-4ebe-806f-20a5184578df', 'tag': '9eae714d-8a52-4beb-9409-999b49eb2c54', 'status': 'completed', 'code': 200} Oct 12 23:17:42.773550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:17:42.784798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.785225 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Added segment 34701f95-31b9-4c5f-adc4-8ad38b276011 of type vlan for network f9a19d7a-f6c4-41ae-8ae5-5f8d15db5e01 Oct 12 23:17:42.796571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b9bf9-78f2-4c4b-9fe6-fb03b9eeef69 service neutron] Pushing event updated for resources: {'Port': ['ID=9eae714d-8a52-4beb-9409-999b49eb2c54,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:42.797178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.868226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9610a2-6712-4f27-b374-38374386712c req-af040f72-d2ff-4726-9d73-0534469a2235 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289419 Oct 12 23:17:42.870101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a859-b8dc-4025-9b13-1283f9d329ce req-c8007a4c-be79-4361-b0a5-d20fb81eb424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:42.871923 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4d4a859-b8dc-4025-9b13-1283f9d329ce req-c8007a4c-be79-4361-b0a5-d20fb81eb424 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83bee477f6294d2bbdbc66a3d83c1a16&device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 1096 time: 0.0932765 Oct 12 23:17:42.881598 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:42.888097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:42.895430 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:42.903506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:42.915133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=df41f793-41d1-4b82-b5b9-bcc6be67a664,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:42.966982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:42.967631 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:43.036583 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:43.039089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:43.045771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.053109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.053993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:43.157423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Network': ['ID=acb0affa-2382-46f0-8b89-6d527a1759cf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:43.163412 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-0ef4f07c-e127-4ce6-b8b3-9e9657dc6698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9570818 Oct 12 23:17:43.170130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network acb0affa-2382-46f0-8b89-6d527a1759cf details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:17:43.229472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9610a2-6712-4f27-b374-38374386712c req-3da08195-c986-4414-ab79-16c8a5e85a00 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451879 Oct 12 23:17:43.232902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Request body: {'port': {'device_id': 'ba54b0e7-fa98-4f42-bb0f-d1a3848688b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:43.305706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a859-b8dc-4025-9b13-1283f9d329ce req-d75a35d7-ca5a-4f51-9129-d3a3183fd69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.307414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4d4a859-b8dc-4025-9b13-1283f9d329ce req-d75a35d7-ca5a-4f51-9129-d3a3183fd69f service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=83bee477f6294d2bbdbc66a3d83c1a16&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4173524 Oct 12 23:17:43.329263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b0a6591b-b4c6-4b79-a0a2-79a0ae9eaed0 None None] Provisioning complete for port df41f793-41d1-4b82-b5b9-bcc6be67a664 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:43.334445 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0a6591b-b4c6-4b79-a0a2-79a0ae9eaed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:43.374583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b0a6591b-b4c6-4b79-a0a2-79a0ae9eaed0 None None] Port df41f793-41d1-4b82-b5b9-bcc6be67a664 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:17:43.583374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4a859-b8dc-4025-9b13-1283f9d329ce req-6db20e04-20d8-4100-8498-9289b4e27768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.584796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4d4a859-b8dc-4025-9b13-1283f9d329ce req-6db20e04-20d8-4100-8498-9289b4e27768 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2698982 Oct 12 23:17:43.593958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7724ae80-bee2-4c2d-bc82-9fac353c5593 req-39ee440e-8310-49e1-a8ac-b57cb241cc90 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.603115 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7724ae80-bee2-4c2d-bc82-9fac353c5593 req-39ee440e-8310-49e1-a8ac-b57cb241cc90 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 931 time: 0.1897917 Oct 12 23:17:43.635560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.0608451 Oct 12 23:17:43.644742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:43.683843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-b39a364a-3d56-4eea-b76b-793ae245e9c0 req-b2d65880-fb6f-4b80-867a-b7e26a378f23 service neutron] (101889) timed out ('10.222.0.25', 61176) {{(pid=101889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:17:43.685061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d5b34-6544-4aec-a7fa-9e050d3a9a08 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Network': ['ID=f9a19d7a-f6c4-41ae-8ae5-5f8d15db5e01,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:43.699269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network f9a19d7a-f6c4-41ae-8ae5-5f8d15db5e01 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:17:43.718723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7724ae80-bee2-4c2d-bc82-9fac353c5593 req-e85d2ede-25af-42e1-98ff-7ba3a8838341 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147106 Oct 12 23:17:43.724865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-cf4af4a6-2a5d-4345-b1fd-1aebdfed1dc2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7249701 Oct 12 23:17:43.751791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-3dd83258-f648-4a1c-b419-58f89af78cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.754394 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-3dd83258-f648-4a1c-b419-58f89af78cca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=83bee477f6294d2bbdbc66a3d83c1a16&device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 1096 time: 0.1244552 Oct 12 23:17:43.770326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d87b59-dd75-4fc0-86be-93d6a56f860d req-15858374-6ed2-4a0a-96af-6d6eb14f352d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.784480 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-14d87b59-dd75-4fc0-86be-93d6a56f860d req-15858374-6ed2-4a0a-96af-6d6eb14f352d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.5464950 Oct 12 23:17:43.806421 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:43.845858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-51c3d2b0-11c2-4475-84d1-9ae10d370ecf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9eae714d-8a52-4beb-9409-999b49eb2c54 HTTP/1.1" status: 200 len: 217 time: 0.0826840 Oct 12 23:17:43.901816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-ab2c0fb5-f351-40c6-be07-5533b762539b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.903483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-ab2c0fb5-f351-40c6-be07-5533b762539b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc983070-60eb-4e5c-a030-914b1665a41c HTTP/1.1" status: 200 len: 848 time: 0.0509460 Oct 12 23:17:43.929369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-14d87b59-dd75-4fc0-86be-93d6a56f860d req-073b83a0-a4af-4eef-93b5-22bdcc246ec6 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306241 Oct 12 23:17:43.938968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-e8175473-e621-4372-a210-1fc82a466e25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6be2b8fb-1bb0-41df-9367-0e0629eeeb09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288377 Oct 12 23:17:43.977817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679f69a-8ec4-43fe-bfb1-3e56967b82a7 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.984046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679f69a-8ec4-43fe-bfb1-3e56967b82a7 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.990322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679f69a-8ec4-43fe-bfb1-3e56967b82a7 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.997592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2679f69a-8ec4-43fe-bfb1-3e56967b82a7 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:43.999578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2679f69a-8ec4-43fe-bfb1-3e56967b82a7 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3495467 Oct 12 23:17:44.004403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53822) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:44.020612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-49d5bf2a-f3d0-4a55-bfbd-5cf63beec687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:44.022367 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-49d5bf2a-f3d0-4a55-bfbd-5cf63beec687 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=f2887ee8c8564cb1a904b475ce614985&device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 1097 time: 0.2011485 Oct 12 23:17:44.125193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-f643f2bf-a0c0-4f1f-a462-20ea209cad8a service neutron] 10.222.0.41 "GET /v2.0/networks/6be2b8fb-1bb0-41df-9367-0e0629eeeb09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717007 Oct 12 23:17:44.260830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:44.276718 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8060b-a7ac-44a4-9d62-12b68eefd23f req-91a87e63-6420-45eb-9141-05350556afca tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:44.278830 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2fa8060b-a7ac-44a4-9d62-12b68eefd23f req-91a87e63-6420-45eb-9141-05350556afca tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.0806201 Oct 12 23:17:44.307376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0d95e36-d13c-4bc7-b0fa-60e5bb2915a2 req-1f09761a-eb05-457e-a200-c7d98e5327ac service neutron] 10.222.0.41 "GET /v2.0/networks/6be2b8fb-1bb0-41df-9367-0e0629eeeb09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766734 Oct 12 23:17:44.329404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2fa8060b-a7ac-44a4-9d62-12b68eefd23f req-dc841de4-cd07-4e4e-ad81-d37ec7f2dd03 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391064 Oct 12 23:17:44.389409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed804de-ec63-4041-ae56-b144b83e6a39 req-b6e49fe8-5a88-4738-8dd3-2fe4c1bc694c tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:44.391395 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ed804de-ec63-4041-ae56-b144b83e6a39 req-b6e49fe8-5a88-4738-8dd3-2fe4c1bc694c tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 944 time: 0.1995890 Oct 12 23:17:44.428231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-2a7a51e1-2022-4506-b397-68d49d92d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:44.429774 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-2a7a51e1-2022-4506-b397-68d49d92d879 service neutron] 10.222.0.25 "GET /v2.0/networks?id=83bf3549-350b-42a7-badd-a4c61f66b0ed HTTP/1.1" status: 200 len: 915 time: 0.3595467 Oct 12 23:17:44.461880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4e64c3-4541-4e00-a17e-53e6b24c86a5 req-f642538d-88fb-45ce-b253-4db5606a0aaa tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:44.463535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce4e64c3-4541-4e00-a17e-53e6b24c86a5 req-f642538d-88fb-45ce-b253-4db5606a0aaa tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0617511 Oct 12 23:17:44.509185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce4e64c3-4541-4e00-a17e-53e6b24c86a5 req-11abe761-96fe-4d1b-8674-96391404ff72 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371099 Oct 12 23:17:44.533626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-a59d4217-afe8-498f-8e41-b09548cbaae2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 HTTP/1.1" status: 200 len: 217 time: 0.0603166 Oct 12 23:17:44.565965 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:44.640045 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ed804de-ec63-4041-ae56-b144b83e6a39 req-b1acdbeb-3e02-4d6f-accd-01f32c324df8 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356153 Oct 12 23:17:44.647341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acb0affa-2382-46f0-8b89-6d527a1759cf']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:44.679596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67eca3be-3f74-4762-b109-8d04cbb78e36') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:44.679898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67eca3be-3f74-4762-b109-8d04cbb78e36') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:44.689711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-f744db05-1239-4b64-9734-cd483ba7783e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:44.691299 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-f744db05-1239-4b64-9734-cd483ba7783e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=b079df0e-2155-475f-b3e6-33708313146e HTTP/1.1" status: 200 len: 854 time: 0.1491492 Oct 12 23:17:44.698513 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:44.738774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df41f793-41d1-4b82-b5b9-bcc6be67a664 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:17:44.746401 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-9469c9ba-8d34-4381-8173-2d9ccd61f983 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=83bf3549-350b-42a7-badd-a4c61f66b0ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427558 Oct 12 23:17:44.750572 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:44.752459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:44.781160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:17:44.781578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:17:44.784859 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:17:44.851433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d415e2-6332-4275-ab13-580f2278f0ee req-f1ae6bd9-85b4-4068-b5d1-c5ae83dbf449 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:44.859479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b6d415e2-6332-4275-ab13-580f2278f0ee req-f1ae6bd9-85b4-4068-b5d1-c5ae83dbf449 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 931 time: 0.0657704 Oct 12 23:17:44.920365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b6d415e2-6332-4275-ab13-580f2278f0ee req-b4b4f0d9-c0bf-43c2-85c7-98330deae56c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563202 Oct 12 23:17:44.948389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e1db73-13b8-40e9-83a6-49ce8674beed req-ddf61634-2c2e-42bc-87cf-619ab4ad024d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:44.950038 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0e1db73-13b8-40e9-83a6-49ce8674beed req-ddf61634-2c2e-42bc-87cf-619ab4ad024d tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.1850803 Oct 12 23:17:44.955728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-4dadf01b-b079-4545-94f7-5dcf520ada7c service neutron] 10.222.0.25 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008326 Oct 12 23:17:44.987160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Transition to ACTIVE for port object df41f793-41d1-4b82-b5b9-bcc6be67a664 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:17:45.013654 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.027442 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.034156 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/networks/acb0affa-2382-46f0-8b89-6d527a1759cf HTTP/1.1" status: 204 len: 168 time: 1.0255637 Oct 12 23:17:45.035870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53870) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:45.058837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7486fe0-579c-49d6-b938-2e68bd88ad38 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Network': ['ID=acb0affa-2382-46f0-8b89-6d527a1759cf,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:45.064718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.079899 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e0e1db73-13b8-40e9-83a6-49ce8674beed req-7b5b2077-2408-476a-9e2f-8ddaf6c5b875 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232386 Oct 12 23:17:45.152680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Pushing event updated for resources: {'Port': ['ID=df41f793-41d1-4b82-b5b9-bcc6be67a664,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:45.157141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20f0f95-80f1-472c-abd2-60f960ca187d req-1df61332-8b4a-4104-a74c-d80f3eba5413 service neutron] 10.222.0.25 "GET /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946285 Oct 12 23:17:45.175777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.261542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Attempting to bind port df41f793-41d1-4b82-b5b9-bcc6be67a664 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:17:45.267942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Attempting to bind port df41f793-41d1-4b82-b5b9-bcc6be67a664 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:17:45.267942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Attempting to bind port df41f793-41d1-4b82-b5b9-bcc6be67a664 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:45.269503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Port df41f793-41d1-4b82-b5b9-bcc6be67a664 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:17:45.270308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Attempting to bind port df41f793-41d1-4b82-b5b9-bcc6be67a664 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:45.280538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:17:45.280938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:45.281327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Bound using segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:17:45.281896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Bound port: df41f793-41d1-4b82-b5b9-bcc6be67a664, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:17:45.282563 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.380968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] For port df41f793-41d1-4b82-b5b9-bcc6be67a664, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:17:45.394007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] For port df41f793-41d1-4b82-b5b9-bcc6be67a664, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=df41f793-41d1-4b82-b5b9-bcc6be67a664,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:17:45.461417 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.481777 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.593859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Pushing event updated for resources: {'Port': ['ID=df41f793-41d1-4b82-b5b9-bcc6be67a664,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:45.599978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:45.601304 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.603550 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-54e42994-759a-428e-9f9b-67a98a515a58 service neutron] 10.222.0.41 "PUT /v2.0/ports/df41f793-41d1-4b82-b5b9-bcc6be67a664 HTTP/1.1" status: 200 len: 1092 time: 2.3751590 Oct 12 23:17:45.604216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba54b0e7-fa98-4f42-bb0f-d1a3848688b5', 'tag': 'df41f793-41d1-4b82-b5b9-bcc6be67a664'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:45.608110 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb02140-ca32-48dc-925d-3fcff235dd91" -d '{"events": [{"name": "network-changed", "server_uuid": "ba54b0e7-fa98-4f42-bb0f-d1a3848688b5", "tag": "df41f793-41d1-4b82-b5b9-bcc6be67a664"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:45.610193 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b459ec3b-6dbe-4375-8736-bc7104dc5369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.642564 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.690091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b115f8a8-ea8c-4b14-80d9-7fc99a9f1bce req-0c613651-7d22-4aa3-960e-970aaa7c603c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:45.691719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b115f8a8-ea8c-4b14-80d9-7fc99a9f1bce req-0c613651-7d22-4aa3-960e-970aaa7c603c tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.4807575 Oct 12 23:17:45.693533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a19d7a-f6c4-41ae-8ae5-5f8d15db5e01']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:45.724291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34701f95-31b9-4c5f-adc4-8ad38b276011') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:45.724594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34701f95-31b9-4c5f-adc4-8ad38b276011') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:45.743874 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.770857 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.778724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b115f8a8-ea8c-4b14-80d9-7fc99a9f1bce req-c76e5967-aaf5-4854-8f36-33ef098e99e6 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740557 Oct 12 23:17:45.788956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:17:45.789380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: items = [ Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:17:45.793619 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:17:45.860574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb672b32-ebe4-4218-a5cb-b2e51ae546e9 req-7761e500-faa9-414f-b86a-ae13ff40bc6a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:45.862304 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb672b32-ebe4-4218-a5cb-b2e51ae546e9 req-7761e500-faa9-414f-b86a-ae13ff40bc6a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1873360 Oct 12 23:17:45.870230 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd7474d-25ef-4c7c-bfc7-8b5eb51f4977 x-openstack-request-id: req-0cd7474d-25ef-4c7c-bfc7-8b5eb51f4977 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:45.870601 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba54b0e7-fa98-4f42-bb0f-d1a3848688b5", "tag": "df41f793-41d1-4b82-b5b9-bcc6be67a664", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:45.870866 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0cd7474d-25ef-4c7c-bfc7-8b5eb51f4977 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:45.871329 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba54b0e7-fa98-4f42-bb0f-d1a3848688b5', 'tag': 'df41f793-41d1-4b82-b5b9-bcc6be67a664', 'status': 'completed', 'code': 200} Oct 12 23:17:45.894218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-465ea189-9971-4f4a-986d-9651cf201da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:45.895688 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-465ea189-9971-4f4a-986d-9651cf201da7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 1095 time: 0.1438935 Oct 12 23:17:45.948415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-17e950e5-af62-4fc7-9180-7f5c8c751452 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df41f793-41d1-4b82-b5b9-bcc6be67a664 HTTP/1.1" status: 200 len: 217 time: 0.0429032 Oct 12 23:17:45.993848 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb672b32-ebe4-4218-a5cb-b2e51ae546e9 req-e83c173f-4ff0-4460-ba48-6b88b60384ad tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189692 Oct 12 23:17:45.994298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.002988 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.009656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/networks/f9a19d7a-f6c4-41ae-8ae5-5f8d15db5e01 HTTP/1.1" status: 204 len: 168 time: 0.9699976 Oct 12 23:17:46.010175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53918) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:46.019114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd30cef-8d76-422c-84de-395f36440250 req-85c856bc-2dae-450a-b78f-0bed7c2d6620 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.020907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3cd30cef-8d76-422c-84de-395f36440250 req-85c856bc-2dae-450a-b78f-0bed7c2d6620 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 944 time: 0.0963042 Oct 12 23:17:46.044887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a3232-f0b1-489e-b4a6-57ba3425a9c2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Network': ['ID=f9a19d7a-f6c4-41ae-8ae5-5f8d15db5e01,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:46.048469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-75609fc8-04dd-4f14-ba51-4f3e72a5f0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.050374 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-75609fc8-04dd-4f14-ba51-4f3e72a5f0e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0919755 Oct 12 23:17:46.109327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3cd30cef-8d76-422c-84de-395f36440250 req-b9df9e50-8244-4c58-8297-31371906f118 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656481 Oct 12 23:17:46.154852 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.175795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-f5cd06dc-6991-4cdd-9c22-26f4c806350f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.177417 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-f5cd06dc-6991-4cdd-9c22-26f4c806350f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930636 Oct 12 23:17:46.185302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd2adf-fab4-4512-a02e-e8f685d7c26f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.192931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1dd2adf-fab4-4512-a02e-e8f685d7c26f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.197958 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e1dd2adf-fab4-4512-a02e-e8f685d7c26f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1803775 Oct 12 23:17:46.202809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53926) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:46.207969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1338692826'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:46.244442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e84584-2f83-4083-9b97-fcef28d56d63 req-1e70b830-dac2-4baf-8cb1-374e14938f9e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.252885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55e84584-2f83-4083-9b97-fcef28d56d63 req-1e70b830-dac2-4baf-8cb1-374e14938f9e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0791192 Oct 12 23:17:46.290669 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-c2220ba3-1a05-49f4-95c8-f1b160c8491f service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950437 Oct 12 23:17:46.296565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55e84584-2f83-4083-9b97-fcef28d56d63 req-98f389a8-ce5e-4448-97ae-c169c18da46f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Oct 12 23:17:46.301436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Made reservation on behalf of 769ef3e947ec4a66a71d879efd5e04b7 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:46.305736 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.336319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:17:46.346790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.347517 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Added segment d6c39c63-1db7-45aa-91c1-6e27fd215561 of type vlan for network 0c41b6e2-8384-4d4d-89ae-9d3d6314c27e Oct 12 23:17:46.409329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.454107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdf8fae-4b65-481e-b8fa-8dd73652baab req-207180f7-d9d3-42f1-b8e3-3d97aed1a9d5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.455701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ccdf8fae-4b65-481e-b8fa-8dd73652baab req-207180f7-d9d3-42f1-b8e3-3d97aed1a9d5 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.0874422 Oct 12 23:17:46.461980 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d8e01acf-3bc2-4b8f-a366-5ad0acd7a35e req-d8542275-8ffd-470e-bb02-644ae4973e1d service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541882 Oct 12 23:17:46.503126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ccdf8fae-4b65-481e-b8fa-8dd73652baab req-a2f88105-4997-4124-bfe2-94b656d287af tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401611 Oct 12 23:17:46.503496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.509113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.509867 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.619906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Network': ['ID=0c41b6e2-8384-4d4d-89ae-9d3d6314c27e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:46.632909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 0c41b6e2-8384-4d4d-89ae-9d3d6314c27e details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:17:46.647154 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7c86c5c3-c816-4359-8c4d-5d9e32ccacca tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4430842 Oct 12 23:17:46.649672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 53950) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:46.662924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1917664560'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:46.674342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-b61ffd67-8982-4d23-8734-d6d56abb7c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.677188 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-b61ffd67-8982-4d23-8734-d6d56abb7c0a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 1095 time: 0.0552158 Oct 12 23:17:46.700470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dadc3-4eb2-4e01-beff-0e05fd3a37ac req-44fe25a0-67ed-4a58-b1e2-36a9b108ba7e tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.702170 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-099dadc3-4eb2-4e01-beff-0e05fd3a37ac req-44fe25a0-67ed-4a58-b1e2-36a9b108ba7e tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.0987167 Oct 12 23:17:46.755185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-099dadc3-4eb2-4e01-beff-0e05fd3a37ac req-3fb4e1c5-cb1b-4c10-b2b3-293c33d6b2ca tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397511 Oct 12 23:17:46.801229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Made reservation on behalf of 769ef3e947ec4a66a71d879efd5e04b7 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:46.804859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-00164528-88c4-4220-bd68-b1fe3e512ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.805738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.806587 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-00164528-88c4-4220-bd68-b1fe3e512ef4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.1213963 Oct 12 23:17:46.842630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:17:46.856817 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.857921 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Added segment 402f1c43-990c-4351-b50b-d2cfa63bfdba of type vlan for network b981fb41-72c5-448b-b80f-8ed3940388ef Oct 12 23:17:46.865351 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-fdb09f8a-a64e-45c6-9a41-22c2e3f16bfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df41f793-41d1-4b82-b5b9-bcc6be67a664 HTTP/1.1" status: 200 len: 217 time: 0.0499110 Oct 12 23:17:46.899674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:46.923938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-d3185914-9616-407e-8e19-3aac71e7b960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.925406 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-d3185914-9616-407e-8e19-3aac71e7b960 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0532806 Oct 12 23:17:46.981828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-283ddbc3-c2ff-4199-ba0a-3658cba7941d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:46.983696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-283ddbc3-c2ff-4199-ba0a-3658cba7941d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517225 Oct 12 23:17:47.018369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:47.024578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:47.025172 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:47.089809 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-7b905061-0dde-4c45-9a9b-f055513dac1f service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991271 Oct 12 23:17:47.149331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Network': ['ID=b981fb41-72c5-448b-b80f-8ed3940388ef,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:47.157509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9eae714d-8a52-4beb-9409-999b49eb2c54 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:17:47.169978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b981fb41-72c5-448b-b80f-8ed3940388ef details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:17:47.178010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a5a47-7c1a-46cb-995b-534c965da9e3 req-ff7a1dd5-d478-47a5-8100-126a075c818e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:47.179568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf4a5a47-7c1a-46cb-995b-534c965da9e3 req-ff7a1dd5-d478-47a5-8100-126a075c818e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0753512 Oct 12 23:17:47.216540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbb02140-ca32-48dc-925d-3fcff235dd91 req-dd367aad-6e1e-4d37-a804-49a218a48702 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197054 Oct 12 23:17:47.234114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf4a5a47-7c1a-46cb-995b-534c965da9e3 req-57dda873-d381-4b4e-9243-07ea513e9c31 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 Oct 12 23:17:47.258108 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-869ab9c0-3af0-458a-9e48-2d5b2b6b1a68 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6049464 Oct 12 23:17:47.258376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 53978) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:47.267045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'ports': [{'network_id': '0c41b6e2-8384-4d4d-89ae-9d3d6314c27e', 'name': 'tempest-port--1276026071', 'admin_state_up': True}, {'network_id': 'b981fb41-72c5-448b-b80f-8ed3940388ef', 'admin_state_up': False}]} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:47.267733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'port': {'network_id': '0c41b6e2-8384-4d4d-89ae-9d3d6314c27e', 'name': 'tempest-port--1276026071', 'admin_state_up': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:47.270256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'port': {'network_id': 'b981fb41-72c5-448b-b80f-8ed3940388ef', 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:47.423134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714a994-ec92-40c8-ae86-3119b726ef7e req-49ed0ffc-2cd1-4717-9028-9489804d6784 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:47.431518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c714a994-ec92-40c8-ae86-3119b726ef7e req-49ed0ffc-2cd1-4717-9028-9489804d6784 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 944 time: 0.0840619 Oct 12 23:17:47.483947 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c714a994-ec92-40c8-ae86-3119b726ef7e req-47588f13-5664-4bcc-8baa-5182ec52e299 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493925 Oct 12 23:17:47.546904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35faa509-0271-4667-ac9a-3bf53f9f7b45 req-64a6db5a-4b69-4e0a-8978-9afec4fd966c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:47.548270 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35faa509-0271-4667-ac9a-3bf53f9f7b45 req-64a6db5a-4b69-4e0a-8978-9afec4fd966c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0656796 Oct 12 23:17:47.551792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9eae714d-8a52-4beb-9409-999b49eb2c54, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9eae714d-8a52-4beb-9409-999b49eb2c54,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:47.566976 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '9eae714d-8a52-4beb-9409-999b49eb2c54', 'network_id': '6be2b8fb-1bb0-41df-9367-0e0629eeeb09', 'port_id': '9eae714d-8a52-4beb-9409-999b49eb2c54', 'mac_address': 'fa:16:3e:a0:25:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc983070-60eb-4e5c-a030-914b1665a41c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:17:47.579220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Made reservation on behalf of 769ef3e947ec4a66a71d879efd5e04b7 for: {'port': 2} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:47.584423 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:47.611256 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:47.621095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:47.627554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eae714d-8a52-4beb-9409-999b49eb2c54 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:17:47.657689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9eae714d-8a52-4beb-9409-999b49eb2c54, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9eae714d-8a52-4beb-9409-999b49eb2c54,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:47.659873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9913d6-6c35-4b19-8537-974643f6fa75 req-fe14e90c-ac58-4993-8f7f-fc40db070aef tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:47.665272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd9913d6-6c35-4b19-8537-974643f6fa75 req-fe14e90c-ac58-4993-8f7f-fc40db070aef tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.0931399 Oct 12 23:17:47.665943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35faa509-0271-4667-ac9a-3bf53f9f7b45 req-a9e44fc1-3076-4b57-b608-d78c6e31ae57 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890789 Oct 12 23:17:47.716093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd9913d6-6c35-4b19-8537-974643f6fa75 req-be3274ba-3f15-4321-a399-dbc5201ea2d4 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463698 Oct 12 23:17:47.737712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] device_id is not set on port 1ac69259-4abc-418f-aee9-e2f965e6ccf9 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:17:47.762379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:47.822605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9eae714d-8a52-4beb-9409-999b49eb2c54,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:47.870344 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:47.878350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:47.936771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] device_id is not set on port 2df7084d-5d2c-425a-bdfe-2b28eabf692a yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:17:47.981361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9eae714d-8a52-4beb-9409-999b49eb2c54'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:17:48.052783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:48.166916 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:48.233484 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Port': ['ID=1ac69259-4abc-418f-aee9-e2f965e6ccf9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:48.249649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Checking segment: {'id': 'd6c39c63-1db7-45aa-91c1-6e27fd215561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0c41b6e2-8384-4d4d-89ae-9d3d6314c27e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:48.250008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Network hostable DHCP agents. Network: 0c41b6e2-8384-4d4d-89ae-9d3d6314c27e, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:17:48.345417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Network 0c41b6e2-8384-4d4d-89ae-9d3d6314c27e is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:17:48.374105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc051d-ad89-4ec0-9796-d169dc0653f5 req-24dfe7e4-123c-4ad0-99e9-41a1c2a52cfb tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:48.375626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ddc051d-ad89-4ec0-9796-d169dc0653f5 req-24dfe7e4-123c-4ad0-99e9-41a1c2a52cfb tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0585406 Oct 12 23:17:48.417173 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ddc051d-ad89-4ec0-9796-d169dc0653f5 req-838304c3-d562-4934-99ca-bfff9f9e712b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349309 Oct 12 23:17:48.469013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 0c41b6e2-8384-4d4d-89ae-9d3d6314c27e) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:48.476065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:48.477003 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:48.478913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5a972a-9d90-4336-9854-87348d887939 None None] Network 0c41b6e2-8384-4d4d-89ae-9d3d6314c27e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:48.586035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Port': ['ID=2df7084d-5d2c-425a-bdfe-2b28eabf692a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:48.597621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f013884-8622-4677-8731-e8f76aeb133d req-954e9a21-f2c7-46b6-b05b-b062a1dd6ec0 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:48.606578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3f013884-8622-4677-8731-e8f76aeb133d req-954e9a21-f2c7-46b6-b05b-b062a1dd6ec0 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.1202357 Oct 12 23:17:48.617395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Checking segment: {'id': '402f1c43-990c-4351-b50b-d2cfa63bfdba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'b981fb41-72c5-448b-b80f-8ed3940388ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:48.617778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Network hostable DHCP agents. Network: b981fb41-72c5-448b-b80f-8ed3940388ef, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:17:48.646262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e5363a-2bce-4b9c-a0e5-6cd3fe0aba03 req-3d54bf68-cc87-47d2-8741-3d239ec87e21 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:48.655757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68e5363a-2bce-4b9c-a0e5-6cd3fe0aba03 req-3d54bf68-cc87-47d2-8741-3d239ec87e21 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 945 time: 0.0927973 Oct 12 23:17:48.700920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68e5363a-2bce-4b9c-a0e5-6cd3fe0aba03 req-774da461-5069-4b4f-b631-be8801f8857a tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412195 Oct 12 23:17:48.727559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-3f013884-8622-4677-8731-e8f76aeb133d req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Deleting port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:48.728010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3f013884-8622-4677-8731-e8f76aeb133d req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:48.778686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Network b981fb41-72c5-448b-b80f-8ed3940388ef is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:17:48.858286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf0031-8034-4b47-9b64-ec6e4ac740ec req-00f67826-fe7b-4c59-8917-be2171c42dfd tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:48.865504 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ebf0031-8034-4b47-9b64-ec6e4ac740ec req-00f67826-fe7b-4c59-8917-be2171c42dfd tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 945 time: 0.0630891 Oct 12 23:17:48.872045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434432ff-77c8-429b-b35a-5640363525a1 req-2d49ce72-5135-4b53-874e-141a769e9578 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:48.873254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-434432ff-77c8-429b-b35a-5640363525a1 req-2d49ce72-5135-4b53-874e-141a769e9578 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0986462 Oct 12 23:17:48.878456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-3f013884-8622-4677-8731-e8f76aeb133d req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] For port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,segment=NetworkSegment(8bddf365-dcca-46e2-b21b-95cedf1d24ec),segment_id=8bddf365-dcca-46e2-b21b-95cedf1d24ec)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:48.878889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3f013884-8622-4677-8731-e8f76aeb133d req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:48.904751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ebf0031-8034-4b47-9b64-ec6e4ac740ec req-52e50ffa-96ec-453c-97fa-4e1ffa753922 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/security-groups?id=740ff3bb-cd61-4c84-8f39-20685a0ed362&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370972 Oct 12 23:17:49.024759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.172746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9eae714d-8a52-4beb-9409-999b49eb2c54 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:17:49.220496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b981fb41-72c5-448b-b80f-8ed3940388ef) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:49.222287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-3f013884-8622-4677-8731-e8f76aeb133d req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Calling delete_port for c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:49.228370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c746dc7-29de-4afe-8d06-b8a243fdd2e9 None None] Network b981fb41-72c5-448b-b80f-8ed3940388ef requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:49.239902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:49.245348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:49.248082 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.250265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:49.251421 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.313475 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-434432ff-77c8-429b-b35a-5640363525a1 req-aea9fe8f-589c-4aa8-8429-d9912a9c3973 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4259164 Oct 12 23:17:49.372547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 9eae714d-8a52-4beb-9409-999b49eb2c54 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:17:49.378347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 9eae714d-8a52-4beb-9409-999b49eb2c54 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:17:49.378726 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.414149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f5719d5b-7f2f-40da-8af4-fa505c2442a3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1546228 Oct 12 23:17:49.416978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54062) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:49.474973 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.482468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3f013884-8622-4677-8731-e8f76aeb133d req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.501061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['c69b252c-c1bc-4589-9d2a-5d257d4bb8b1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:17:49.534064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9056086-959a-4ebe-806f-20a5184578df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae714d-8a52-4beb-9409-999b49eb2c54'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:49.536657 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201fa1e5-5589-49ac-b66d-da4288633fe5" -d '{"events": [{"server_uuid": "f9056086-959a-4ebe-806f-20a5184578df", "name": "network-vif-plugged", "status": "completed", "tag": "9eae714d-8a52-4beb-9409-999b49eb2c54"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:49.537589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Pushing event deleted for resources: {'Port': ['ID=c69b252c-c1bc-4589-9d2a-5d257d4bb8b1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:49.552411 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9eae714d-8a52-4beb-9409-999b49eb2c54, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9eae714d-8a52-4beb-9409-999b49eb2c54,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:49.558823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81bb3e-c16d-4ad1-bfb9-e495bd77ee11 req-76c34b96-ab80-4aa4-8854-8015788cf6f3 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:49.565692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c81bb3e-c16d-4ad1-bfb9-e495bd77ee11 req-76c34b96-ab80-4aa4-8854-8015788cf6f3 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0732579 Oct 12 23:17:49.568575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec259ac0-67e6-4307-a09c-37e709b4ea85 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:49.574817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec259ac0-67e6-4307-a09c-37e709b4ea85 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:49.576502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ec259ac0-67e6-4307-a09c-37e709b4ea85 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1580985 Oct 12 23:17:49.586442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54072) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:49.595848 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e928ab6-46f9-40f9-bbd7-dbc36cf62ab4 x-openstack-request-id: req-0e928ab6-46f9-40f9-bbd7-dbc36cf62ab4 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:49.596471 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9056086-959a-4ebe-806f-20a5184578df", "name": "network-vif-plugged", "status": "completed", "tag": "9eae714d-8a52-4beb-9409-999b49eb2c54", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:49.596924 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e928ab6-46f9-40f9-bbd7-dbc36cf62ab4 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:49.597534 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9056086-959a-4ebe-806f-20a5184578df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eae714d-8a52-4beb-9409-999b49eb2c54', 'code': 200} Oct 12 23:17:49.640760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f013884-8622-4677-8731-e8f76aeb133d req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] No DVR routers for this DVR port c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:17:49.657436 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-3f013884-8622-4677-8731-e8f76aeb133d req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.659500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c81bb3e-c16d-4ad1-bfb9-e495bd77ee11 req-89e3a42b-c087-4d39-b7ee-3d70c6d556bf tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929549 Oct 12 23:17:49.661064 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3f013884-8622-4677-8731-e8f76aeb133d req-b25aa38e-b9a6-4e58-940c-d41f816ec502 tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.25 "DELETE /v2.0/ports/c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 HTTP/1.1" status: 204 len: 173 time: 1.0534801 Oct 12 23:17:49.661535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b53fff8-d42b-4240-887e-06a8b4fedbd4', 'name': 'network-vif-deleted', 'tag': 'c69b252c-c1bc-4589-9d2a-5d257d4bb8b1'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:49.663946 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e1bd20-83c4-4546-a81f-2f73f96c23e6" -d '{"events": [{"server_uuid": "8b53fff8-d42b-4240-887e-06a8b4fedbd4", "name": "network-vif-deleted", "tag": "c69b252c-c1bc-4589-9d2a-5d257d4bb8b1"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:49.669477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.742666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917ba5c1-50ed-4236-a0fa-fdd629bb550a req-d0b1c75b-081c-463c-bfd4-1e6cb35e5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:49.744267 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-917ba5c1-50ed-4236-a0fa-fdd629bb550a req-d0b1c75b-081c-463c-bfd4-1e6cb35e5274 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 1098 time: 0.0737176 Oct 12 23:17:49.749436 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e041ce6-cc97-41a8-8429-a62207238fb2 x-openstack-request-id: req-0e041ce6-cc97-41a8-8429-a62207238fb2 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:49.749898 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b53fff8-d42b-4240-887e-06a8b4fedbd4", "name": "network-vif-deleted", "tag": "c69b252c-c1bc-4589-9d2a-5d257d4bb8b1", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:49.750198 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e041ce6-cc97-41a8-8429-a62207238fb2 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:49.750604 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b53fff8-d42b-4240-887e-06a8b4fedbd4', 'name': 'network-vif-deleted', 'tag': 'c69b252c-c1bc-4589-9d2a-5d257d4bb8b1', 'status': 'completed', 'code': 200} Oct 12 23:17:49.756188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f792e-7dd2-4206-a0a4-0241ace43645 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Deleting port 1ac69259-4abc-418f-aee9-e2f965e6ccf9 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:49.756533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0f792e-7dd2-4206-a0a4-0241ace43645 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.771141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9eae714d-8a52-4beb-9409-999b49eb2c54,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:49.792678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-917ba5c1-50ed-4236-a0fa-fdd629bb550a req-6e77646f-eabe-43a8-a48f-95d8ff9e4012 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392480 Oct 12 23:17:49.872774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0f792e-7dd2-4206-a0a4-0241ace43645 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:49.889946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8b0f792e-7dd2-4206-a0a4-0241ace43645 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Calling delete_port for 1ac69259-4abc-418f-aee9-e2f965e6ccf9 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:49.901807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02e932-f2d9-4178-a9ef-055da4649665 req-663a2c6d-39d0-41a2-a965-4f91e639bd29 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:49.903778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df02e932-f2d9-4178-a9ef-055da4649665 req-663a2c6d-39d0-41a2-a965-4f91e639bd29 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 946 time: 0.0906672 Oct 12 23:17:49.995201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df02e932-f2d9-4178-a9ef-055da4649665 req-82173230-b567-412d-b216-b17193081a11 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823815 Oct 12 23:17:50.006245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8dfe9cb2-2ac7-4a91-8577-86e6ee33ea6b req-9bbd300a-7965-484e-9438-ed40b68cd2ea tempest-ServerDiskConfigTestJSON-1618910381 tempest-ServerDiskConfigTestJSON-1618910381-project] 10.222.0.31 "GET /v2.0/ports?device_id=8b53fff8-d42b-4240-887e-06a8b4fedbd4 HTTP/1.1" status: 200 len: 210 time: 0.0288904 Oct 12 23:17:50.149422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0f792e-7dd2-4206-a0a4-0241ace43645 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:50.187690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0f792e-7dd2-4206-a0a4-0241ace43645 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Port': ['ID=1ac69259-4abc-418f-aee9-e2f965e6ccf9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:50.196524 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0f792e-7dd2-4206-a0a4-0241ace43645 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:50.203067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8b0f792e-7dd2-4206-a0a4-0241ace43645 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/ports/1ac69259-4abc-418f-aee9-e2f965e6ccf9 HTTP/1.1" status: 204 len: 168 time: 0.6132677 Oct 12 23:17:50.203734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54102) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:50.301064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b44cc-6686-4f01-841f-e272c6b76614 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Deleting port 2df7084d-5d2c-425a-bdfe-2b28eabf692a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:50.301411 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad2b44cc-6686-4f01-841f-e272c6b76614 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:50.378969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad2b44cc-6686-4f01-841f-e272c6b76614 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:50.394587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-ad2b44cc-6686-4f01-841f-e272c6b76614 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Calling delete_port for 2df7084d-5d2c-425a-bdfe-2b28eabf692a owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:50.510720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae506989-ea13-468a-90e3-156e9f62a1e6 req-16ac9db7-7a1d-48d4-9573-47f1e38c40d1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:50.515030 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae506989-ea13-468a-90e3-156e9f62a1e6 req-16ac9db7-7a1d-48d4-9573-47f1e38c40d1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1075470 Oct 12 23:17:50.562873 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae506989-ea13-468a-90e3-156e9f62a1e6 req-a6f541c3-5fa0-4485-a291-bfdcad91b5c0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386384 Oct 12 23:17:50.683849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad2b44cc-6686-4f01-841f-e272c6b76614 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:50.722093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2b44cc-6686-4f01-841f-e272c6b76614 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Port': ['ID=2df7084d-5d2c-425a-bdfe-2b28eabf692a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:50.734535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad2b44cc-6686-4f01-841f-e272c6b76614 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:50.737920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ad2b44cc-6686-4f01-841f-e272c6b76614 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/ports/2df7084d-5d2c-425a-bdfe-2b28eabf692a HTTP/1.1" status: 204 len: 168 time: 0.5311081 Oct 12 23:17:50.746098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54120) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:50.794438 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-843e1af1-708a-42ed-b2b0-445f697fe485 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0478418 Oct 12 23:17:50.797890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54124) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:50.804141 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-416701585'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:50.818173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb13552-59e4-4ace-ba21-f5a694bc1b62 req-86d273cf-de64-43b6-b712-e072a5f3471b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:50.819689 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bdb13552-59e4-4ace-ba21-f5a694bc1b62 req-86d273cf-de64-43b6-b712-e072a5f3471b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0781605 Oct 12 23:17:50.865312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bdb13552-59e4-4ace-ba21-f5a694bc1b62 req-49a1639b-9546-4963-b428-b1e66023442c tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370455 Oct 12 23:17:50.925712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Made reservation on behalf of 769ef3e947ec4a66a71d879efd5e04b7 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:50.929231 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:50.958928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:17:50.971768 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:50.972168 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Added segment 03c68eff-61d2-4333-a976-4de8b1d3066e of type vlan for network a938b068-0030-402e-a0fd-77cdb46e124c Oct 12 23:17:51.017307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.134524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dca2dbc-199f-4712-bc07-374f42fad02d req-3f3201d7-d91a-452d-826f-1fc9ba148e83 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:51.137066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9dca2dbc-199f-4712-bc07-374f42fad02d req-3f3201d7-d91a-452d-826f-1fc9ba148e83 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 946 time: 0.0603600 Oct 12 23:17:51.143157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.152146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:51.152849 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.191171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9dca2dbc-199f-4712-bc07-374f42fad02d req-38d93b38-51b2-476f-8ee2-b161d5ee5647 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486648 Oct 12 23:17:51.240127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54148) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:51.248883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Network': ['ID=a938b068-0030-402e-a0fd-77cdb46e124c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:51.261086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a938b068-0030-402e-a0fd-77cdb46e124c details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:17:51.295588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-624feb89-dc35-49d0-a23d-da20291bb2bb admin admin] Deleting subnet b079df0e-2155-475f-b3e6-33708313146e {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:17:51.298706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-624feb89-dc35-49d0-a23d-da20291bb2bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.333484 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-624feb89-dc35-49d0-a23d-da20291bb2bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.369118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8823acd5-234a-40e5-be78-3c030b06c343 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5692067 Oct 12 23:17:51.374053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54150) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:51.377216 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-624feb89-dc35-49d0-a23d-da20291bb2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.377489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-369793127'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:51.515341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Made reservation on behalf of 769ef3e947ec4a66a71d879efd5e04b7 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:51.518757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.545705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-624feb89-dc35-49d0-a23d-da20291bb2bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.548355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:17:51.558198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.558576 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Added segment f2dbb0a4-09be-4469-90c8-c8270a833aa8 of type vlan for network d540a0f3-8de9-464b-aad0-b4779bd89913 Oct 12 23:17:51.573258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624feb89-dc35-49d0-a23d-da20291bb2bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b079df0e-2155-475f-b3e6-33708313146e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:51.577621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-624feb89-dc35-49d0-a23d-da20291bb2bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.583026 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-624feb89-dc35-49d0-a23d-da20291bb2bb admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b079df0e-2155-475f-b3e6-33708313146e HTTP/1.1" status: 204 len: 168 time: 0.3404753 Oct 12 23:17:51.584256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:51.614893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.663219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.691038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7df02-f809-403e-b03d-fb91f178d255 req-1f1a7738-9607-40db-b980-74be48c118a7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:51.692535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0e7df02-f809-403e-b03d-fb91f178d255 req-1f1a7738-9607-40db-b980-74be48c118a7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0558507 Oct 12 23:17:51.737903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0e7df02-f809-403e-b03d-fb91f178d255 req-9e5d4991-7ef9-4045-9d4d-4e933d2e5e0c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367014 Oct 12 23:17:51.745503 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.759346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.767419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:51.768252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.769104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bf3549-350b-42a7-badd-a4c61f66b0ed']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:51.783129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bddf365-dcca-46e2-b21b-95cedf1d24ec') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:51.783661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bddf365-dcca-46e2-b21b-95cedf1d24ec') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:17:51.804514 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.820174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.827990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:17:51.829784 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:17:51.832475 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:17:51.862345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Network': ['ID=d540a0f3-8de9-464b-aad0-b4779bd89913,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:51.875440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network d540a0f3-8de9-464b-aad0-b4779bd89913 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:17:51.928110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-73a42008-de30-45a2-8c02-45ddbeccaff6 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5549715 Oct 12 23:17:51.992825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:52.003919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:52.007908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] 10.222.0.31 "DELETE /v2.0/networks/83bf3549-350b-42a7-badd-a4c61f66b0ed HTTP/1.1" status: 204 len: 168 time: 0.4225791 Oct 12 23:17:52.023791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b3ce92-ce82-4352-ad1d-46311c19ac34 admin admin] Pushing event deleted for resources: {'Network': ['ID=83bf3549-350b-42a7-badd-a4c61f66b0ed,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:52.041879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf7fee-465f-416d-9f12-9d8b16bda77d req-f10ec13b-3ed0-4b3d-b427-dee64880e7e4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:52.044002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6aaf7fee-465f-416d-9f12-9d8b16bda77d req-f10ec13b-3ed0-4b3d-b427-dee64880e7e4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0858753 Oct 12 23:17:52.129423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6aaf7fee-465f-416d-9f12-9d8b16bda77d req-badb4520-e31e-4a10-95f8-e4606852ace6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765107 Oct 12 23:17:52.321795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e63e26-7a04-4bc1-b899-91c73fdf2263 req-a2e200d0-465c-4a2f-b4f3-6b65d43509fb tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:52.323518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39e63e26-7a04-4bc1-b899-91c73fdf2263 req-a2e200d0-465c-4a2f-b4f3-6b65d43509fb tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 946 time: 0.0585172 Oct 12 23:17:52.380707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39e63e26-7a04-4bc1-b899-91c73fdf2263 req-1e9cfd32-d82b-466f-9a00-813eeaecf7b8 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493503 Oct 12 23:17:52.607902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54170) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:52.668589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54172) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:52.672091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-10ba4beb-071e-4c26-b9bb-33a22f179f91 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f2887ee8c8564cb1a904b475ce614985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627346 Oct 12 23:17:52.728570 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb26f2d3-8988-4dd4-ba02-561ad93c022d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:52.751836 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb26f2d3-8988-4dd4-ba02-561ad93c022d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:52.897596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90745ce4-7a27-4180-86ec-5f52130a176c req-f07521da-cf8a-4611-a101-b0029cdc6a89 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:52.899136 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90745ce4-7a27-4180-86ec-5f52130a176c req-f07521da-cf8a-4611-a101-b0029cdc6a89 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0555079 Oct 12 23:17:52.937497 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb26f2d3-8988-4dd4-ba02-561ad93c022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:52.940311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb26f2d3-8988-4dd4-ba02-561ad93c022d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:52.941423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fb26f2d3-8988-4dd4-ba02-561ad93c022d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/740ff3bb-cd61-4c84-8f39-20685a0ed362 HTTP/1.1" status: 204 len: 168 time: 0.2715652 Oct 12 23:17:52.959877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26f2d3-8988-4dd4-ba02-561ad93c022d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740ff3bb-cd61-4c84-8f39-20685a0ed362,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:52.970204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90745ce4-7a27-4180-86ec-5f52130a176c req-addc499e-b9a0-41f5-9c8d-2c40e17ce553 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526927 Oct 12 23:17:53.336686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef31d4-6886-4c4c-b32a-7345ab47f3a6 req-396bf737-dd23-4ac0-984f-fc41a376f4e9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:53.338659 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7ef31d4-6886-4c4c-b32a-7345ab47f3a6 req-396bf737-dd23-4ac0-984f-fc41a376f4e9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0673132 Oct 12 23:17:53.426232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7ef31d4-6886-4c4c-b32a-7345ab47f3a6 req-d6d9076a-0758-40cb-8fe4-4d6e2803203f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768733 Oct 12 23:17:53.718663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:17:53.772519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:17:53.774183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c69b252c-c1bc-4589-9d2a-5d257d4bb8b1 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:17:54.159387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18e4894-787d-4920-81db-2dbd7935f3d1 req-9261f86a-e81e-4d6c-889d-f81e42b268b0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:54.162506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f18e4894-787d-4920-81db-2dbd7935f3d1 req-9261f86a-e81e-4d6c-889d-f81e42b268b0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0776231 Oct 12 23:17:54.235523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f18e4894-787d-4920-81db-2dbd7935f3d1 req-899976a8-6fbb-44fb-80d5-4d1bcdc895fc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632386 Oct 12 23:17:54.357608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2a5e8-295a-4963-ab9f-cd8dc261c871 req-4d7ad647-bd6d-4e9a-95d1-1ca15fc35810 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:54.366233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99c2a5e8-295a-4963-ab9f-cd8dc261c871 req-4d7ad647-bd6d-4e9a-95d1-1ca15fc35810 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 946 time: 0.1236744 Oct 12 23:17:54.421723 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99c2a5e8-295a-4963-ab9f-cd8dc261c871 req-d26ce8a2-7548-49de-abdb-ceda992ff5dd tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543025 Oct 12 23:17:54.446695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54218) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:54.571622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1656556225-network', 'tenant_id': 'b72913358a654f928441ce3a9f97a7ce'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:54.633454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259e92f-350b-45c9-81b3-443dda6da15f req-28f4b9fc-37b5-4490-b531-d37cdd040413 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:54.635469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a259e92f-350b-45c9-81b3-443dda6da15f req-28f4b9fc-37b5-4490-b531-d37cdd040413 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0884087 Oct 12 23:17:54.679717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a259e92f-350b-45c9-81b3-443dda6da15f req-e5449fcc-089f-49eb-a3ab-20119e67afe4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357826 Oct 12 23:17:54.725802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Made reservation on behalf of b72913358a654f928441ce3a9f97a7ce for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:54.728105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:54.737814 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:54.817592 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:54.931534 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:54.960592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:17:54.967058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e87b4b-9c83-49dd-8737-8c2827ce59cc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:54.973291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:54.973651 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Added segment c0d3c01a-88c1-4c17-ac19-0f96ad685c3b of type vlan for network 6b982708-bc58-43f4-963c-4eb454b8af1a Oct 12 23:17:55.019601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:55.165897 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:55.167043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:55.167585 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:55.245527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] Pushing event updated for resources: {'Network': ['ID=6b982708-bc58-43f4-963c-4eb454b8af1a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:55.256611 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6b982708-bc58-43f4-963c-4eb454b8af1a details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:17:55.329619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54226) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:55.329954 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8257ff87-9613-4f97-a45e-a94a8db27d20 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8818643 Oct 12 23:17:55.336854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Request body: {'subnet': {'network_id': '6b982708-bc58-43f4-963c-4eb454b8af1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1656556225-subnet', 'tenant_id': 'b72913358a654f928441ce3a9f97a7ce', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:55.417602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf49317-fdcf-4046-8a44-0536a3da4f58 req-2196f4dd-580a-4550-9e43-5c7c8ee57815 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:55.430244 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf49317-fdcf-4046-8a44-0536a3da4f58 req-2196f4dd-580a-4550-9e43-5c7c8ee57815 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0744672 Oct 12 23:17:55.486587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Made reservation on behalf of b72913358a654f928441ce3a9f97a7ce for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:55.491624 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:55.509178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bf49317-fdcf-4046-8a44-0536a3da4f58 req-00602d36-a34e-4389-b017-97d348bbbd97 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773668 Oct 12 23:17:55.540444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-c4beb746-c455-4eae-b216-7ea7f085b8e4 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:55.540444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-c4beb746-c455-4eae-b216-7ea7f085b8e4 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 946 time: 0.0669322 Oct 12 23:17:55.656782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685734f-ec83-4c18-9a4f-44324ef6be3c req-3f17ac99-d0eb-4156-8dbd-77d09dd92aa1 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:55.658446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7685734f-ec83-4c18-9a4f-44324ef6be3c req-3f17ac99-d0eb-4156-8dbd-77d09dd92aa1 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 946 time: 0.1292493 Oct 12 23:17:55.727652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Deleting port 9eae714d-8a52-4beb-9409-999b49eb2c54 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:17:55.728204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:55.761297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7685734f-ec83-4c18-9a4f-44324ef6be3c req-ed0e8127-e002-436f-863e-358f143ee69e tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/security-groups?id=6adfc15c-bb4c-4605-bf92-3afe0302d27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929675 Oct 12 23:17:55.820380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54232) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:55.826306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'subnets': [{'network_id': 'a938b068-0030-402e-a0fd-77cdb46e124c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--238818758', 'ip_version': 6}, {'network_id': 'd540a0f3-8de9-464b-aad0-b4779bd89913', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:55.827540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'subnet': {'network_id': 'a938b068-0030-402e-a0fd-77cdb46e124c', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--238818758', 'ip_version': 6}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:55.827540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Request body: {'subnet': {'network_id': 'd540a0f3-8de9-464b-aad0-b4779bd89913', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:17:55.878198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89e14e4-dd4e-4a2c-b34d-25b36ff130af req-6a53fb12-2ec7-4205-afde-ae00e08dc9ad tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:55.879703 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f89e14e4-dd4e-4a2c-b34d-25b36ff130af req-6a53fb12-2ec7-4205-afde-ae00e08dc9ad tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0828989 Oct 12 23:17:55.892523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] For port 9eae714d-8a52-4beb-9409-999b49eb2c54, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9eae714d-8a52-4beb-9409-999b49eb2c54,segment=NetworkSegment(31608779-567b-45d4-a277-8f1b143fb2e8),segment_id=31608779-567b-45d4-a277-8f1b143fb2e8)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:17:55.892890 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:55.919031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Calling delete_port for 9eae714d-8a52-4beb-9409-999b49eb2c54 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:17:55.944343 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f89e14e4-dd4e-4a2c-b34d-25b36ff130af req-2cdd0fab-6df6-4a93-9641-16068426d8bf tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573304 Oct 12 23:17:56.013959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:56.064680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=92b4bcd0-0de9-4199-aa1a-cf083f4e5299,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:56.084456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Checking segment: {'id': 'c0d3c01a-88c1-4c17-ac19-0f96ad685c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6b982708-bc58-43f4-963c-4eb454b8af1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:56.085000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Network hostable DHCP agents. Network: 6b982708-bc58-43f4-963c-4eb454b8af1a, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:17:56.111698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Made reservation on behalf of 769ef3e947ec4a66a71d879efd5e04b7 for: {'subnet': 2} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:17:56.116797 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:56.117247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:56.226668 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:56.229481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Network 6b982708-bc58-43f4-963c-4eb454b8af1a is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:17:56.242476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9eae714d-8a52-4beb-9409-999b49eb2c54'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:17:56.281097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Pushing event deleted for resources: {'Port': ['ID=9eae714d-8a52-4beb-9409-999b49eb2c54,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:56.351512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] No DVR routers for this DVR port 9eae714d-8a52-4beb-9409-999b49eb2c54 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:17:56.354249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:56.358249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1bb4765-a627-4399-a1e1-17968bdfbe59 req-66d4b71a-77f1-4c4c-812e-deb25f5887e6 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.41 "DELETE /v2.0/ports/9eae714d-8a52-4beb-9409-999b49eb2c54 HTTP/1.1" status: 204 len: 173 time: 0.8262925 Oct 12 23:17:56.365575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9056086-959a-4ebe-806f-20a5184578df', 'name': 'network-vif-deleted', 'tag': '9eae714d-8a52-4beb-9409-999b49eb2c54'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:17:56.367988 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70489039-cb64-404a-b027-b97b8609437c" -d '{"events": [{"server_uuid": "f9056086-959a-4ebe-806f-20a5184578df", "name": "network-vif-deleted", "tag": "9eae714d-8a52-4beb-9409-999b49eb2c54"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:17:56.385506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6b982708-bc58-43f4-963c-4eb454b8af1a) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:56.389992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e093fa-32fa-4b67-8fc8-2dcd5003240b None None] Network 6b982708-bc58-43f4-963c-4eb454b8af1a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:56.446986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:56.447595 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:56.484241 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5fd32a5-2f15-45ea-8413-5157b539b1a5 x-openstack-request-id: req-a5fd32a5-2f15-45ea-8413-5157b539b1a5 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:17:56.484832 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9056086-959a-4ebe-806f-20a5184578df", "name": "network-vif-deleted", "tag": "9eae714d-8a52-4beb-9409-999b49eb2c54", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:17:56.486318 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a5fd32a5-2f15-45ea-8413-5157b539b1a5 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:17:56.488979 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9056086-959a-4ebe-806f-20a5184578df', 'name': 'network-vif-deleted', 'tag': '9eae714d-8a52-4beb-9409-999b49eb2c54', 'status': 'completed', 'code': 200} Oct 12 23:17:56.586029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33e3caf-afbc-41af-9598-e64ab3e97133 req-0d4594d5-98f9-4212-96c4-c808bfeb1f29 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:56.587923 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b33e3caf-afbc-41af-9598-e64ab3e97133 req-0d4594d5-98f9-4212-96c4-c808bfeb1f29 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.2375925 Oct 12 23:17:56.628126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-29907224-d7e7-40c6-b450-a5d004188abe admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2961473 Oct 12 23:17:56.705555 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b33e3caf-afbc-41af-9598-e64ab3e97133 req-1beb32f3-95eb-4897-9992-1919c42a1a00 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073828 Oct 12 23:17:56.719734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-fb3c423b-1a23-42c8-800b-89d4ce236a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:56.721211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-fb3c423b-1a23-42c8-800b-89d4ce236a05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 1098 time: 0.1196320 Oct 12 23:17:56.727850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ba6b8d-ac4d-456c-8236-54a3361d7ec0 None None] Network 6b982708-bc58-43f4-963c-4eb454b8af1a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:56.848475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a1b0fa-d093-40da-b152-418606e4a5f7 req-7949918f-7491-4f19-ab2e-cffe925be0ef tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:56.850024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-49a1b0fa-d093-40da-b152-418606e4a5f7 req-7949918f-7491-4f19-ab2e-cffe925be0ef tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1412005 Oct 12 23:17:56.915465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-210348c1-0091-47af-9e53-e67faa71c5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:56.926852 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-210348c1-0091-47af-9e53-e67faa71c5b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.1927750 Oct 12 23:17:56.998912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-49a1b0fa-d093-40da-b152-418606e4a5f7 req-e44747b8-147e-4dd8-bacb-fe032b9e3101 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878718 Oct 12 23:17:57.032547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0123ff01-aabd-42df-bbad-76c0c3488f5a req-66b069a8-919b-431a-aa3d-0ff3ae92ae37 tempest-VolumesActionsTest-2094582941 tempest-VolumesActionsTest-2094582941-project] 10.222.0.31 "GET /v2.0/ports?device_id=f9056086-959a-4ebe-806f-20a5184578df HTTP/1.1" status: 200 len: 210 time: 0.0955825 Oct 12 23:17:57.065130 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:57.110398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-958fbb6b-0b93-43c6-b404-c0737a3099a3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 200 len: 1002 time: 0.1707611 Oct 12 23:17:57.136972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54258) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:57.192978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-6c949dfa-4754-46dc-8b73-cbf860047cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:57.194469 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-6c949dfa-4754-46dc-8b73-cbf860047cb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.0779927 Oct 12 23:17:57.209660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Checking segment: {'id': '03c68eff-61d2-4333-a976-4de8b1d3066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a938b068-0030-402e-a0fd-77cdb46e124c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:57.210171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Network hostable DHCP agents. Network: a938b068-0030-402e-a0fd-77cdb46e124c, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:17:57.229916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Subnet': ['ID=3f3324ec-6981-4600-89b9-ed24b899f020,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:57.260601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-ed81aab0-d66b-4a32-8a45-1e36b5c973be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:57.262401 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-ed81aab0-d66b-4a32-8a45-1e36b5c973be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599530 Oct 12 23:17:57.330394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Network a938b068-0030-402e-a0fd-77cdb46e124c is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:17:57.338115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fddebd21-7807-4cbd-98a9-48fd5977ca77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:57.415080 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-b394755d-e3b3-4c40-b221-596861749b91 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455488 Oct 12 23:17:57.439726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a938b068-0030-402e-a0fd-77cdb46e124c) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:57.449761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05059554-0555-42ac-8ad7-745b704b3f46 None None] Network a938b068-0030-402e-a0fd-77cdb46e124c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:57.457935 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:57.530134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fddebd21-7807-4cbd-98a9-48fd5977ca77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:57.552996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bfc195f-a6c5-4988-9091-dfea22786f14 req-6a89514c-1140-4117-be81-1ac938197b43 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281939 Oct 12 23:17:57.558558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event updated for resources: {'Subnet': ['ID=1ee57223-6b8b-4f10-a7ae-0353b68ebdac,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:57.569818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Checking segment: {'id': 'f2dbb0a4-09be-4469-90c8-c8270a833aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd540a0f3-8de9-464b-aad0-b4779bd89913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:57.570140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Network hostable DHCP agents. Network: d540a0f3-8de9-464b-aad0-b4779bd89913, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:17:57.579811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a70a9-d432-422f-9b11-54cb855ad83e req-929f25c7-4ab4-4b21-a73c-6770615e106d tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:57.598483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-929f25c7-4ab4-4b21-a73c-6770615e106d tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/networks?id=6b982708-bc58-43f4-963c-4eb454b8af1a HTTP/1.1" status: 200 len: 822 time: 0.2154839 Oct 12 23:17:57.612523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fddebd21-7807-4cbd-98a9-48fd5977ca77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:57.618864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-49fb3bb2-00c7-4da9-ac01-f69d990a15b9 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/quotas/b72913358a654f928441ce3a9f97a7ce HTTP/1.1" status: 200 len: 375 time: 0.0193400 Oct 12 23:17:57.655845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddebd21-7807-4cbd-98a9-48fd5977ca77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6304626b-4dee-48c3-9368-85453813f8fa,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:57.659397 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-8d767dbf-507b-4e85-b400-aaefbc4ade53 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b72913358a654f928441ce3a9f97a7ce&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395753 Oct 12 23:17:57.698904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fddebd21-7807-4cbd-98a9-48fd5977ca77 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a4352fdc9754f4f9a514c985c58463b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5608406 Oct 12 23:17:57.702131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54270) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:57.716908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-a938b068-0030-402e-a0fd-77cdb46e124c', 'network_id': 'a938b068-0030-402e-a0fd-77cdb46e124c', 'tenant_id': '769ef3e947ec4a66a71d879efd5e04b7', 'fixed_ips': [{'subnet_id': '3f3324ec-6981-4600-89b9-ed24b899f020'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:17:57.721919 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:57.776066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-7e75804a-90b5-4fb3-920c-5bd6509d61fe service neutron] 10.222.0.31 "GET /v2.0/networks/6b982708-bc58-43f4-963c-4eb454b8af1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157510 Oct 12 23:17:57.783552 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3735fff3-c845-4779-bd46-0e7d9c3dfcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:57.833119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Network d540a0f3-8de9-464b-aad0-b4779bd89913 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:17:57.844144 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3735fff3-c845-4779-bd46-0e7d9c3dfcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:57.893583 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-2fc5bf7d-ace3-4f5a-b399-05835686efae service neutron] 10.222.0.31 "GET /v2.0/networks/6b982708-bc58-43f4-963c-4eb454b8af1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163065 Oct 12 23:17:57.911970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Allocated IP 2001:db8::1 (a938b068-0030-402e-a0fd-77cdb46e124c/3f3324ec-6981-4600-89b9-ed24b899f020/b005f801-96b1-4b0b-8849-1d41d5d80d9e) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:57.935120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, d540a0f3-8de9-464b-aad0-b4779bd89913) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:57.947161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:57.947638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:57.948608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:57.999558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbdb5f1-600b-4ace-9544-abb9274a6a79 None None] Network d540a0f3-8de9-464b-aad0-b4779bd89913 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:17:58.009541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d22ed07-48b2-471e-a89c-1aa3d70d616a req-7cc9c232-ed59-484d-afdc-d61707395c6e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:58.010725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d22ed07-48b2-471e-a89c-1aa3d70d616a req-7cc9c232-ed59-484d-afdc-d61707395c6e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1495535 Oct 12 23:17:58.071286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-433b4d4f-23c9-48e9-98e2-2bd64d22cdbc tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2493987 Oct 12 23:17:58.073495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54278) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:58.094405 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d22ed07-48b2-471e-a89c-1aa3d70d616a req-593ad247-cd72-46e6-aec7-d1a39501565a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560882 Oct 12 23:17:58.168655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3735fff3-c845-4779-bd46-0e7d9c3dfcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.170308 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3735fff3-c845-4779-bd46-0e7d9c3dfcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.173791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3735fff3-c845-4779-bd46-0e7d9c3dfcd5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6304626b-4dee-48c3-9368-85453813f8fa HTTP/1.1" status: 204 len: 168 time: 0.4682078 Oct 12 23:17:58.211352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc3fd77-df49-45cc-8b09-4d4d5ea42a7e tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:58.212758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc3fd77-df49-45cc-8b09-4d4d5ea42a7e tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:58.214376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc3fd77-df49-45cc-8b09-4d4d5ea42a7e tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:58.216945 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9dc3fd77-df49-45cc-8b09-4d4d5ea42a7e tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1420953 Oct 12 23:17:58.226547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:58.231098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3735fff3-c845-4779-bd46-0e7d9c3dfcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6304626b-4dee-48c3-9368-85453813f8fa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:58.248416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97a2a3c-3953-4787-894e-87b4333f516a req-478785f7-c027-4714-bd6d-70d05964b371 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:58.249959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d97a2a3c-3953-4787-894e-87b4333f516a req-478785f7-c027-4714-bd6d-70d05964b371 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0835624 Oct 12 23:17:58.349957 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d97a2a3c-3953-4787-894e-87b4333f516a req-4f5be956-1425-4a28-9e47-5eb7ff5db4e4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905504 Oct 12 23:17:58.372511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-234d10cc-305c-4303-bcb6-0394e651237d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Deleting subnet 3f3324ec-6981-4600-89b9-ed24b899f020 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:17:58.381297 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.392697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-d540a0f3-8de9-464b-aad0-b4779bd89913', 'network_id': 'd540a0f3-8de9-464b-aad0-b4779bd89913', 'tenant_id': '769ef3e947ec4a66a71d879efd5e04b7', 'fixed_ips': [{'subnet_id': '1ee57223-6b8b-4f10-a7ae-0353b68ebdac'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:17:58.393598 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.411661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93328cbc-8fe8-4dc5-ad7b-97b8a61ac341 req-4cb12512-1f98-4b5c-a4f3-a8035240a402 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 210 time: 0.0482390 Oct 12 23:17:58.498470 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-234d10cc-305c-4303-bcb6-0394e651237d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.503085 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.544403 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-234d10cc-305c-4303-bcb6-0394e651237d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.604379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Network a938b068-0030-402e-a0fd-77cdb46e124c is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:58.609261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:58.616836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:58.625536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Pushing event updated for resources: {'Port': ['ID=b005f801-96b1-4b0b-8849-1d41d5d80d9e,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:58.639863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Allocated IP 2001:db8:0:1::1 (d540a0f3-8de9-464b-aad0-b4779bd89913/1ee57223-6b8b-4f10-a7ae-0353b68ebdac/d5501066-68fd-43bc-a480-7ee00ecf49dc) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:17:58.640782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-234d10cc-305c-4303-bcb6-0394e651237d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.736777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Attempting to bind port b005f801-96b1-4b0b-8849-1d41d5d80d9e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:17:58.737152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Attempting to bind port b005f801-96b1-4b0b-8849-1d41d5d80d9e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '03c68eff-61d2-4333-a976-4de8b1d3066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a938b068-0030-402e-a0fd-77cdb46e124c'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:17:58.737516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Attempting to bind port b005f801-96b1-4b0b-8849-1d41d5d80d9e on network a938b068-0030-402e-a0fd-77cdb46e124c {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:58.760521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:17:58.761710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Checking segment: {'id': '03c68eff-61d2-4333-a976-4de8b1d3066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a938b068-0030-402e-a0fd-77cdb46e124c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:58.761710 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.762173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Bound using segment: {'id': '03c68eff-61d2-4333-a976-4de8b1d3066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a938b068-0030-402e-a0fd-77cdb46e124c'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:17:58.762534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Bound port: b005f801-96b1-4b0b-8849-1d41d5d80d9e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03c68eff-61d2-4333-a976-4de8b1d3066e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'a938b068-0030-402e-a0fd-77cdb46e124c'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:17:58.762924 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.843290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-234d10cc-305c-4303-bcb6-0394e651237d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.878983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-234d10cc-305c-4303-bcb6-0394e651237d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.894661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-234d10cc-305c-4303-bcb6-0394e651237d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/subnets/3f3324ec-6981-4600-89b9-ed24b899f020 HTTP/1.1" status: 204 len: 168 time: 0.6555076 Oct 12 23:17:58.894661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d10cc-305c-4303-bcb6-0394e651237d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Subnet': ['ID=3f3324ec-6981-4600-89b9-ed24b899f020,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:58.896230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54310) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:58.897833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] For port b005f801-96b1-4b0b-8849-1d41d5d80d9e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:17:58.903770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] For port b005f801-96b1-4b0b-8849-1d41d5d80d9e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b005f801-96b1-4b0b-8849-1d41d5d80d9e,segment=NetworkSegment(03c68eff-61d2-4333-a976-4de8b1d3066e),segment_id=03c68eff-61d2-4333-a976-4de8b1d3066e)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:17:58.909374 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:58.962338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f520e12-313a-4bec-9d8c-587c9200596f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Deleting subnet 1ee57223-6b8b-4f10-a7ae-0353b68ebdac {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:17:59.000795 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.022439 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f520e12-313a-4bec-9d8c-587c9200596f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.034380 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.056202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Network d540a0f3-8de9-464b-aad0-b4779bd89913 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:17:59.063209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:17:59.067157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:17:59.081975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f520e12-313a-4bec-9d8c-587c9200596f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.168493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a2a472-47ad-4174-b5bd-471cebb1c5aa None None] Pushing event updated for resources: {'Port': ['ID=b005f801-96b1-4b0b-8849-1d41d5d80d9e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:59.189190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Attempting to bind port d5501066-68fd-43bc-a480-7ee00ecf49dc on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:17:59.189855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Attempting to bind port d5501066-68fd-43bc-a480-7ee00ecf49dc by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'f2dbb0a4-09be-4469-90c8-c8270a833aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd540a0f3-8de9-464b-aad0-b4779bd89913'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:17:59.190227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Attempting to bind port d5501066-68fd-43bc-a480-7ee00ecf49dc on network d540a0f3-8de9-464b-aad0-b4779bd89913 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:17:59.216500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:17:59.216888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Checking segment: {'id': 'f2dbb0a4-09be-4469-90c8-c8270a833aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd540a0f3-8de9-464b-aad0-b4779bd89913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:17:59.217307 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.217704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Bound using segment: {'id': 'f2dbb0a4-09be-4469-90c8-c8270a833aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd540a0f3-8de9-464b-aad0-b4779bd89913'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:17:59.218220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Bound port: d5501066-68fd-43bc-a480-7ee00ecf49dc, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2dbb0a4-09be-4469-90c8-c8270a833aa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'd540a0f3-8de9-464b-aad0-b4779bd89913'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:17:59.218563 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.227165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9eae714d-8a52-4beb-9409-999b49eb2c54 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:17:59.273269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 9eae714d-8a52-4beb-9409-999b49eb2c54 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:17:59.274102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9eae714d-8a52-4beb-9409-999b49eb2c54 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:17:59.275466 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Pushing event updated for resources: {'Port': ['ID=d5501066-68fd-43bc-a480-7ee00ecf49dc,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:59.289753 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f520e12-313a-4bec-9d8c-587c9200596f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.343000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a510442-42f1-47ea-80c4-e44001a75eca req-f1b8a156-4c2e-418e-979d-1316ff075951 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:59.354725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a510442-42f1-47ea-80c4-e44001a75eca req-f1b8a156-4c2e-418e-979d-1316ff075951 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1082544 Oct 12 23:17:59.507888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a510442-42f1-47ea-80c4-e44001a75eca req-013c7c49-5e24-4315-b084-d59e9c419c2b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505947 Oct 12 23:17:59.583641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dd685-a9fb-4db8-ac6b-089a61cbc874 req-3229e84b-05e5-4c65-b0c3-a7d87b51ce6e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:59.594507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e14dd685-a9fb-4db8-ac6b-089a61cbc874 req-3229e84b-05e5-4c65-b0c3-a7d87b51ce6e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0887108 Oct 12 23:17:59.598057 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aa4d4e7f-56a3-4816-ac40-337341f00793 req-8cfc6b65-d393-4f98-bea9-82f98f99e8c6 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 210 time: 0.0371799 Oct 12 23:17:59.630030 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e14dd685-a9fb-4db8-ac6b-089a61cbc874 req-5cec5cbc-f9c8-4bdb-a655-eda9d1899091 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345476 Oct 12 23:17:59.646994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f520e12-313a-4bec-9d8c-587c9200596f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.653720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] For port d5501066-68fd-43bc-a480-7ee00ecf49dc, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:17:59.658263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] For port d5501066-68fd-43bc-a480-7ee00ecf49dc, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d5501066-68fd-43bc-a480-7ee00ecf49dc,segment=NetworkSegment(f2dbb0a4-09be-4469-90c8-c8270a833aa8),segment_id=f2dbb0a4-09be-4469-90c8-c8270a833aa8)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:17:59.701202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f520e12-313a-4bec-9d8c-587c9200596f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Subnet': ['ID=1ee57223-6b8b-4f10-a7ae-0353b68ebdac,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:59.708763 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7f520e12-313a-4bec-9d8c-587c9200596f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.713631 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7f520e12-313a-4bec-9d8c-587c9200596f tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/subnets/1ee57223-6b8b-4f10-a7ae-0353b68ebdac HTTP/1.1" status: 204 len: 168 time: 0.8159463 Oct 12 23:17:59.717289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54346) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:59.741090 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:17:59.806405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6706493f-4a75-4e5c-a1c3-7cabe02713d2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:17:59.807944 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6706493f-4a75-4e5c-a1c3-7cabe02713d2 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0897093 Oct 12 23:17:59.813063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54350) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:17:59.844792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c71957-9e6b-47a0-a1d7-eb6efce57ef0 None None] Pushing event updated for resources: {'Port': ['ID=d5501066-68fd-43bc-a480-7ee00ecf49dc,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:17:59.917552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:00.016210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Deleting port d5501066-68fd-43bc-a480-7ee00ecf49dc {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:00.016589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:00.141632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] For port d5501066-68fd-43bc-a480-7ee00ecf49dc, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d5501066-68fd-43bc-a480-7ee00ecf49dc,segment=NetworkSegment(f2dbb0a4-09be-4469-90c8-c8270a833aa8),segment_id=f2dbb0a4-09be-4469-90c8-c8270a833aa8)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:00.142590 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:00.166927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Calling delete_port for d5501066-68fd-43bc-a480-7ee00ecf49dc owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:00.447266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:00.494510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] No DVR routers for this DVR port d5501066-68fd-43bc-a480-7ee00ecf49dc on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:00.497063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Port': ['ID=d5501066-68fd-43bc-a480-7ee00ecf49dc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:00.587787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725e9812-cb86-4ee1-9472-0c1dd08ea213 None None] Network a938b068-0030-402e-a0fd-77cdb46e124c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:00.641945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:00.674099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d540a0f3-8de9-464b-aad0-b4779bd89913']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:00.681201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a36876e0-2357-4cdf-b14e-da9967ac8d5a None None] Provisioning complete for port b005f801-96b1-4b0b-8849-1d41d5d80d9e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:00.682139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a36876e0-2357-4cdf-b14e-da9967ac8d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:00.690401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2dbb0a4-09be-4469-90c8-c8270a833aa8') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:00.690802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2dbb0a4-09be-4469-90c8-c8270a833aa8') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:00.710779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:00.745176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:00.759075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:00.761032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:00.771376 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:00.801543 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29cc6b2d-b20f-4c54-a906-f6b831b41963 req-900b43b6-ce98-4ff4-8440-f3fd5a0fc8d3 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 210 time: 0.0739276 Oct 12 23:18:00.948608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda49e53-30de-474f-8249-b60d3888d445 req-48f41a2f-9c73-4316-9e50-c6004ca48dd9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:00.950420 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dda49e53-30de-474f-8249-b60d3888d445 req-48f41a2f-9c73-4316-9e50-c6004ca48dd9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1487262 Oct 12 23:18:01.034419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.080474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.096962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/networks/d540a0f3-8de9-464b-aad0-b4779bd89913 HTTP/1.1" status: 204 len: 168 time: 1.2820389 Oct 12 23:18:01.099556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54386) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:01.137364 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:18:01.166713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38496adf-d7f1-4e35-b2b9-f36bd77e0c0c tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Network': ['ID=d540a0f3-8de9-464b-aad0-b4779bd89913,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:01.170633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b005f801-96b1-4b0b-8849-1d41d5d80d9e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:01.178153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dda49e53-30de-474f-8249-b60d3888d445 req-05f1a35b-f466-4269-97fb-95e60b1396c4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986141 Oct 12 23:18:01.256490 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a36876e0-2357-4cdf-b14e-da9967ac8d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.305248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a36876e0-2357-4cdf-b14e-da9967ac8d5a None None] For port b005f801-96b1-4b0b-8849-1d41d5d80d9e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b005f801-96b1-4b0b-8849-1d41d5d80d9e,segment=NetworkSegment(03c68eff-61d2-4333-a976-4de8b1d3066e),segment_id=03c68eff-61d2-4333-a976-4de8b1d3066e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:01.335194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54396) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:01.336524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b005f801-96b1-4b0b-8849-1d41d5d80d9e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:01.336956 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.355906 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.420622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e3eec7-846a-4793-9d15-fe5defde3085 None None] DHCP port deletion for a938b068-0030-402e-a0fd-77cdb46e124c request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:18:01.457689 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a36876e0-2357-4cdf-b14e-da9967ac8d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.565420 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a70a9-d432-422f-9b11-54cb855ad83e req-8a3cf34e-8dc9-4a7c-b7d7-dfdf6066f38b tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:01.579235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-8a3cf34e-8dc9-4a7c-b7d7-dfdf6066f38b tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.25 "GET /v2.0/networks?id=6b982708-bc58-43f4-963c-4eb454b8af1a HTTP/1.1" status: 200 len: 822 time: 0.2521286 Oct 12 23:18:01.579947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36876e0-2357-4cdf-b14e-da9967ac8d5a None None] Pushing event updated for resources: {'Port': ['ID=b005f801-96b1-4b0b-8849-1d41d5d80d9e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:01.580678 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Deleting port b005f801-96b1-4b0b-8849-1d41d5d80d9e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:01.580678 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.585523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-75e3eec7-846a-4793-9d15-fe5defde3085 None None] Deleting port b005f801-96b1-4b0b-8849-1d41d5d80d9e {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:01.585523 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-75e3eec7-846a-4793-9d15-fe5defde3085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.590256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Request body: {'port': {'device_id': 'fb297fe3-8b6f-4ce1-97b6-19b70b36d53d', 'network_id': '6b982708-bc58-43f4-963c-4eb454b8af1a', 'admin_state_up': True, 'tenant_id': 'b72913358a654f928441ce3a9f97a7ce'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:01.685950 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'network': {'name': 'tempest-network-smoke--1239167661', 'project_id': '02d5607bf6594124a951673af5541500', 'port_security_enabled': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:01.698072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7a941-1159-4eea-9e75-3ca7c5fb411e None None] DHCP port deletion for d540a0f3-8de9-464b-aad0-b4779bd89913 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:18:01.716830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6cfde0cf-b19d-425b-965f-66a3fa9993b0 None None] Could not find standard attr ID for object d5501066-68fd-43bc-a480-7ee00ecf49dc. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:18:01.720571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-75e3eec7-846a-4793-9d15-fe5defde3085 None None] For port b005f801-96b1-4b0b-8849-1d41d5d80d9e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b005f801-96b1-4b0b-8849-1d41d5d80d9e,segment=NetworkSegment(03c68eff-61d2-4333-a976-4de8b1d3066e),segment_id=03c68eff-61d2-4333-a976-4de8b1d3066e)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:01.721203 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-75e3eec7-846a-4793-9d15-fe5defde3085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.733600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3401c2a-d2e5-4386-908c-70d46af9281a None None] Network d540a0f3-8de9-464b-aad0-b4779bd89913 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:01.750024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-75e3eec7-846a-4793-9d15-fe5defde3085 None None] Calling delete_port for b005f801-96b1-4b0b-8849-1d41d5d80d9e owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:01.752051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3401c2a-d2e5-4386-908c-70d46af9281a None None] Network d540a0f3-8de9-464b-aad0-b4779bd89913 could not be found, it might have been deleted concurrently. {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 23:18:01.766200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] For port b005f801-96b1-4b0b-8849-1d41d5d80d9e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b005f801-96b1-4b0b-8849-1d41d5d80d9e,segment=NetworkSegment(03c68eff-61d2-4333-a976-4de8b1d3066e),segment_id=03c68eff-61d2-4333-a976-4de8b1d3066e)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:01.766574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.794356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Calling delete_port for b005f801-96b1-4b0b-8849-1d41d5d80d9e owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:01.806037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Made reservation on behalf of 02d5607bf6594124a951673af5541500 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:01.812582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.828165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.936546 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21137ff5-5609-4857-867a-bc8b97e336a0 req-2e411c7c-5055-48d6-b489-190dbbd07185 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 210 time: 0.0342741 Oct 12 23:18:01.983930 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-75e3eec7-846a-4793-9d15-fe5defde3085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:01.996731 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.016155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e3eec7-846a-4793-9d15-fe5defde3085 None None] Pushing event deleted for resources: {'Port': ['ID=b005f801-96b1-4b0b-8849-1d41d5d80d9e,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:02.024404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e3eec7-846a-4793-9d15-fe5defde3085 None None] No DVR routers for this DVR port b005f801-96b1-4b0b-8849-1d41d5d80d9e on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:02.049368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Port': ['ID=b005f801-96b1-4b0b-8849-1d41d5d80d9e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:02.055088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Made reservation on behalf of b72913358a654f928441ce3a9f97a7ce for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:02.059661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.067016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] No DVR routers for this DVR port b005f801-96b1-4b0b-8849-1d41d5d80d9e on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:02.088366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.168926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.180607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.239349 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:02.247189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a938b068-0030-402e-a0fd-77cdb46e124c']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:02.251485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6e2caa3-dec9-401c-8276-674071e619ac,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:02.259917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.260443 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Added segment 4edf2527-5b99-4bdd-b69b-9086eb8219c7 of type vlan for network 9f3ccf9e-5278-4374-88f5-41182a236166 Oct 12 23:18:02.264529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c68eff-61d2-4333-a976-4de8b1d3066e') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:02.265359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c68eff-61d2-4333-a976-4de8b1d3066e') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:02.305930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.330165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.343485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: self.session.flush() Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:02.348474 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:02.377440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.386295 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Allocated IP 172.20.0.10 (6b982708-bc58-43f4-963c-4eb454b8af1a/92b4bcd0-0de9-4199-aa1a-cf083f4e5299/8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:02.421760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ecad6-b13b-4a12-a924-7bef3b712305 req-036c51a3-4967-4c70-bf85-67902fd5c3a8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:02.423331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-029ecad6-b13b-4a12-a924-7bef3b712305 req-036c51a3-4967-4c70-bf85-67902fd5c3a8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1169536 Oct 12 23:18:02.491507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-029ecad6-b13b-4a12-a924-7bef3b712305 req-85fd6e50-a201-4a1d-8c05-66cff01f9227 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542245 Oct 12 23:18:02.538348 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.548704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.552042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/networks/a938b068-0030-402e-a0fd-77cdb46e124c HTTP/1.1" status: 204 len: 168 time: 1.4514875 Oct 12 23:18:02.554706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54424) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:02.565847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.580385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:02.581081 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.603935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768aff2d-f189-4c07-b770-7a3ce6c78c28 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Network': ['ID=a938b068-0030-402e-a0fd-77cdb46e124c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:02.702296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.753573 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4136117 Oct 12 23:18:02.754384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54426) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:02.754508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eedae54-38b2-4745-8f9c-399b0a378953 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Network': ['ID=9f3ccf9e-5278-4374-88f5-41182a236166,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:02.766373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 9f3ccf9e-5278-4374-88f5-41182a236166 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:02.767187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.776755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'admin_state_up': True, 'project_id': '02d5607bf6594124a951673af5541500', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:02.927225 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:02.932463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.016936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b981fb41-72c5-448b-b80f-8ed3940388ef']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:03.017135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.018137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.031190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Network 6b982708-bc58-43f4-963c-4eb454b8af1a is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:03.040438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:03.048359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:03.059687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402f1c43-990c-4351-b50b-d2cfa63bfdba') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:03.060098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402f1c43-990c-4351-b50b-d2cfa63bfdba') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:03.092730 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.102665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b005f801-96b1-4b0b-8849-1d41d5d80d9e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:18:03.114729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.128401 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b005f801-96b1-4b0b-8849-1d41d5d80d9e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:18:03.129168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b005f801-96b1-4b0b-8849-1d41d5d80d9e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:18:03.129824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d5501066-68fd-43bc-a480-7ee00ecf49dc no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:18:03.131728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:03.133231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.177648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d5501066-68fd-43bc-a480-7ee00ecf49dc {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:18:03.178339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d5501066-68fd-43bc-a480-7ee00ecf49dc not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:03.208764 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:03.255988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:03.256670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.259457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Pushing event updated for resources: {'Port': ['ID=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:03.324984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.344322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.350487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/networks/b981fb41-72c5-448b-b80f-8ed3940388ef HTTP/1.1" status: 204 len: 168 time: 0.7914007 Oct 12 23:18:03.350487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7f2f3-5024-4363-80e4-f990804c143d tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Network': ['ID=b981fb41-72c5-448b-b80f-8ed3940388ef,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:03.351106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54434) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:03.358467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.398339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022028b-1a2c-4a90-8a65-c9027a31bc2a req-925f5e20-18c3-42ce-9770-b04b7a80a1f9 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:03.409834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1022028b-1a2c-4a90-8a65-c9027a31bc2a req-925f5e20-18c3-42ce-9770-b04b7a80a1f9 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 932 time: 0.2045803 Oct 12 23:18:03.473524 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1022028b-1a2c-4a90-8a65-c9027a31bc2a req-15e69c70-1195-43cb-951b-70a705ddcca4 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624623 Oct 12 23:18:03.628920 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fe867799-4c5a-48a4-b7e3-b4eb2be59afd tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0496182 Oct 12 23:18:03.653382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Request body: {'port': {'device_id': 'fb297fe3-8b6f-4ce1-97b6-19b70b36d53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:03.894530 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:03.917257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c11ae-08ad-478b-a20b-c4ff98cb4e15 req-cd53eef6-8257-4a15-b72e-eb6557801abc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:03.926522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-793c11ae-08ad-478b-a20b-c4ff98cb4e15 req-cd53eef6-8257-4a15-b72e-eb6557801abc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1091044 Oct 12 23:18:04.059651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-793c11ae-08ad-478b-a20b-c4ff98cb4e15 req-17c1fb7a-88a3-4dad-930b-6ee9fa88bd02 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281788 Oct 12 23:18:04.091236 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.132912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c41b6e2-8384-4d4d-89ae-9d3d6314c27e']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:04.164992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6c39c63-1db7-45aa-91c1-6e27fd215561') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:04.165792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6c39c63-1db7-45aa-91c1-6e27fd215561') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:04.203535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.224819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.226845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.256780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:04.258362 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:04.283547 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:04.364112 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.481217 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.494923 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.510320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] 10.222.0.31 "DELETE /v2.0/networks/0c41b6e2-8384-4d4d-89ae-9d3d6314c27e HTTP/1.1" status: 204 len: 168 time: 1.1581182 Oct 12 23:18:04.568600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceccc296-1cfc-4577-b2d4-b3e3ef726bc3 tempest-BulkNetworkOpsIpV6Test-216218758 tempest-BulkNetworkOpsIpV6Test-216218758-project] Pushing event deleted for resources: {'Network': ['ID=0c41b6e2-8384-4d4d-89ae-9d3d6314c27e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:04.706075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721394d-f8ea-4643-9c4e-896517be0277 req-6b0b5284-ec13-49b6-af5f-f7b9f63bca6f tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:04.707744 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e721394d-f8ea-4643-9c4e-896517be0277 req-6b0b5284-ec13-49b6-af5f-f7b9f63bca6f tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 932 time: 0.1002159 Oct 12 23:18:04.849735 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e721394d-f8ea-4643-9c4e-896517be0277 req-770cc7f6-d50e-475a-87e4-664aeff0530e tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336906 Oct 12 23:18:04.901722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:04.913311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.950426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:04.954135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Transition to ACTIVE for port object 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:18:04.972568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:05.058525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:05.211221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:05.233337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.25.2.54 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/280873bc-bb9f-47f1-8eb1-7af6850abf74) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:05.241661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9774600-53c3-4c33-9a25-1ee5f3a6e647 req-6cc9f7b7-6cb0-475a-a3c6-8a07b18e7851 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:05.243397 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9774600-53c3-4c33-9a25-1ee5f3a6e647 req-6cc9f7b7-6cb0-475a-a3c6-8a07b18e7851 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.0918505 Oct 12 23:18:05.321998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Attempting to bind port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:05.322353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Attempting to bind port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c0d3c01a-88c1-4c17-ac19-0f96ad685c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6b982708-bc58-43f4-963c-4eb454b8af1a'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:05.322667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Attempting to bind port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 on network 6b982708-bc58-43f4-963c-4eb454b8af1a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:05.331177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9774600-53c3-4c33-9a25-1ee5f3a6e647 req-ad93990a-8c1a-47de-b536-234d43f25d8c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661490 Oct 12 23:18:05.356961 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 on network 6b982708-bc58-43f4-963c-4eb454b8af1a not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:18:05.357292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Attempting to bind port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 on network 6b982708-bc58-43f4-963c-4eb454b8af1a {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:05.369133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:05.369490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Checking segment: {'id': 'c0d3c01a-88c1-4c17-ac19-0f96ad685c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6b982708-bc58-43f4-963c-4eb454b8af1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:05.369991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Bound using segment: {'id': 'c0d3c01a-88c1-4c17-ac19-0f96ad685c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6b982708-bc58-43f4-963c-4eb454b8af1a'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:05.370473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Bound port: 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0d3c01a-88c1-4c17-ac19-0f96ad685c3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '6b982708-bc58-43f4-963c-4eb454b8af1a'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:05.370911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:05.559949 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:05.592412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] For port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:05.613436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] For port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,segment=NetworkSegment(c0d3c01a-88c1-4c17-ac19-0f96ad685c3b),segment_id=c0d3c01a-88c1-4c17-ac19-0f96ad685c3b)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:05.625831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54454) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:05.710616 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:05.725118 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:05.772221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:05.779089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:05.784234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:05.814732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:05.815850 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:05.817707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] 10.222.0.25 "PUT /v2.0/ports/8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 HTTP/1.1" status: 200 len: 1093 time: 2.1799490 Oct 12 23:18:05.818294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb297fe3-8b6f-4ce1-97b6-19b70b36d53d', 'tag': '8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:05.821145 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64605301-6b92-444b-8ede-355bccf66337" -d '{"events": [{"name": "network-changed", "server_uuid": "fb297fe3-8b6f-4ce1-97b6-19b70b36d53d", "tag": "8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:05.849139 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5b024a1-3830-4899-ac7d-995c7a62e853 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=769ef3e947ec4a66a71d879efd5e04b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2215142 Oct 12 23:18:05.851219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54460) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:05.892177 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e048e01-4c3c-49cd-a54e-c696f7228d89 service neutron] Pushing event updated for resources: {'Port': ['ID=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:05.940528 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77042fbc-9144-4e84-ba23-452923638d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:06.036433 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77042fbc-9144-4e84-ba23-452923638d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:06.045771 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7506e6c-13ce-408c-9edb-fb872cdc0222 x-openstack-request-id: req-b7506e6c-13ce-408c-9edb-fb872cdc0222 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:06.046083 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb297fe3-8b6f-4ce1-97b6-19b70b36d53d", "tag": "8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:06.046309 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b7506e6c-13ce-408c-9edb-fb872cdc0222 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:06.046695 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb297fe3-8b6f-4ce1-97b6-19b70b36d53d', 'tag': '8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72', 'status': 'completed', 'code': 200} Oct 12 23:18:06.195185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=280873bc-bb9f-47f1-8eb1-7af6850abf74,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:06.236342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2891f-0d2b-4bf6-83f8-6ad7297a7b03 req-05ed8159-9d27-4c61-83a2-96b521be5f36 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:06.238045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4f2891f-0d2b-4bf6-83f8-6ad7297a7b03 req-05ed8159-9d27-4c61-83a2-96b521be5f36 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 944 time: 0.1604564 Oct 12 23:18:06.247031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605301-6b92-444b-8ede-355bccf66337 req-ae0ddb7c-ef90-481b-849a-6248d9fbf194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:06.248556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64605301-6b92-444b-8ede-355bccf66337 req-ae0ddb7c-ef90-481b-849a-6248d9fbf194 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b72913358a654f928441ce3a9f97a7ce&device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 1096 time: 0.2010527 Oct 12 23:18:06.352318 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77042fbc-9144-4e84-ba23-452923638d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:06.359867 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77042fbc-9144-4e84-ba23-452923638d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:06.380996 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77042fbc-9144-4e84-ba23-452923638d10 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f16e6490-b165-46c2-b14f-007dfc838e71 HTTP/1.1" status: 204 len: 168 time: 0.5098536 Oct 12 23:18:06.428313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77042fbc-9144-4e84-ba23-452923638d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f16e6490-b165-46c2-b14f-007dfc838e71,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:06.444052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4f2891f-0d2b-4bf6-83f8-6ad7297a7b03 req-a79508ad-ad4d-4370-9daa-f28498e813f0 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945851 Oct 12 23:18:06.650461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605301-6b92-444b-8ede-355bccf66337 req-eab84b01-0f3f-4960-8f13-6639c7a143f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:06.652834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64605301-6b92-444b-8ede-355bccf66337 req-eab84b01-0f3f-4960-8f13-6639c7a143f4 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b72913358a654f928441ce3a9f97a7ce&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3935809 Oct 12 23:18:06.670294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854bdfd8-484e-4f03-99af-5a408b6c1018 req-3dd91e9a-ae19-42a4-8399-edfa898205dc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:06.671915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-854bdfd8-484e-4f03-99af-5a408b6c1018 req-3dd91e9a-ae19-42a4-8399-edfa898205dc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1524317 Oct 12 23:18:06.853948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-854bdfd8-484e-4f03-99af-5a408b6c1018 req-d2ad8411-3cd8-48f8-8fd4-fa1257881698 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715841 Oct 12 23:18:06.854547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:07.012722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64605301-6b92-444b-8ede-355bccf66337 req-51acef5d-95a7-4c1e-80bf-ad13fde22a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:07.012722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64605301-6b92-444b-8ede-355bccf66337 req-51acef5d-95a7-4c1e-80bf-ad13fde22a5f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3405671 Oct 12 23:18:07.152786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a70a9-d432-422f-9b11-54cb855ad83e req-06aadb2b-92b0-4823-bd68-7787edbf41f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:07.154282 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-06aadb2b-92b0-4823-bd68-7787edbf41f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b72913358a654f928441ce3a9f97a7ce&device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 1096 time: 0.0860543 Oct 12 23:18:07.177193 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:07.224514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-fd30ec34-cda8-4a22-8172-d432af6d12dc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 HTTP/1.1" status: 200 len: 217 time: 0.0593245 Oct 12 23:18:07.392200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a70a9-d432-422f-9b11-54cb855ad83e req-4904b2e1-9f79-449f-a6d8-c72ee0e2db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:07.395491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-4904b2e1-9f79-449f-a6d8-c72ee0e2db2b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=92b4bcd0-0de9-4199-aa1a-cf083f4e5299 HTTP/1.1" status: 200 len: 862 time: 0.1624186 Oct 12 23:18:07.436747 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-bb92638d-bbf4-4888-9fbc-3760d0ac2fd8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6b982708-bc58-43f4-963c-4eb454b8af1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360420 Oct 12 23:18:07.582995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-541a66ff-4559-4b8e-91c5-8ead91e00715 service neutron] 10.222.0.25 "GET /v2.0/networks/6b982708-bc58-43f4-963c-4eb454b8af1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319537 Oct 12 23:18:07.695826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:18:07.719926 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-233a70a9-d432-422f-9b11-54cb855ad83e req-bc6c3dd3-6bd1-4577-8e4f-e0d64e50771e service neutron] 10.222.0.25 "GET /v2.0/networks/6b982708-bc58-43f4-963c-4eb454b8af1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308839 Oct 12 23:18:07.764114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb479e-6154-42ff-bc73-9afc23da4ec5 req-06901dd3-11b2-487d-9a02-21a1157b0d98 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:07.776442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02bb479e-6154-42ff-bc73-9afc23da4ec5 req-06901dd3-11b2-487d-9a02-21a1157b0d98 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 944 time: 0.1775355 Oct 12 23:18:07.844912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02bb479e-6154-42ff-bc73-9afc23da4ec5 req-cafdb190-986e-4463-83b1-ed2febc68ab9 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663347 Oct 12 23:18:07.984424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:18:08.000063 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Sync routers for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:18:08.017294 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:18:08.020579 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:17:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:08.072935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603655ad-8ebf-4889-a815-8fcadb3b06e9 req-a9d467be-7858-4037-98b7-eb85fd91f4db tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:08.076145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-603655ad-8ebf-4889-a815-8fcadb3b06e9 req-a9d467be-7858-4037-98b7-eb85fd91f4db tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1232495 Oct 12 23:18:08.150578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:08.152765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-89fede51-682c-4196-9e17-b28e55f0ebfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3969975 Oct 12 23:18:08.156167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54502) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:08.188099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54506) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:08.259387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-603655ad-8ebf-4889-a815-8fcadb3b06e9 req-309a2fde-a3cd-4f85-bdc1-2ffc44c744ae tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673992 Oct 12 23:18:08.459733 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:18:08.476246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1118046532'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:08.635328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:08.639069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:08.645209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54514) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:08.645732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d1ff531e-3a4a-4898-9740-9f775665788b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=02d5607bf6594124a951673af5541500&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4877269 Oct 12 23:18:08.656632 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:08.753474 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:18:06Z', 'revision_number': 3, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:08.796511 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Checking router: 8cf369ad-045c-4942-b7dc-de4a0df8c0cb for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:18:08.796861 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Updating router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb port 280873bc-bb9f-47f1-8eb1-7af6850abf74 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:18:08.801710 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:08.835405 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:08.873150 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:08.889793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3d4c4f-5355-4924-ad7e-2da1d11ff23d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:08.891754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:08.895165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4b3d4c4f-5355-4924-ad7e-2da1d11ff23d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2482769 Oct 12 23:18:08.895680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54518) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:08.917082 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:08.918506 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment d29882ba-f47f-4d23-a844-863a0a8bf6cd of type vlan for network 6d7a2335-c164-47e7-8e51-70ff35311624 Oct 12 23:18:08.941079 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-94a79542-9eec-4acc-a053-b4c7e5705d03 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0442202 Oct 12 23:18:08.943360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54520) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:08.948149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-794757298', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'project_id': '02d5607bf6594124a951673af5541500', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:08.996165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.102102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58dd9c37-96f7-4e48-82d7-c5e356399082,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:09.113334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f8ab2e-06f5-4b4d-a218-eba4e1ced3a2 req-ca7c3d9d-068a-486a-a113-7e6a70669b9c tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:09.115248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0f8ab2e-06f5-4b4d-a218-eba4e1ced3a2 req-ca7c3d9d-068a-486a-a113-7e6a70669b9c tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 944 time: 0.1143811 Oct 12 23:18:09.146460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Made reservation on behalf of 02d5607bf6594124a951673af5541500 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:09.150832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.190623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0f8ab2e-06f5-4b4d-a218-eba4e1ced3a2 req-3144ccc6-0439-4078-924c-134b3c3c89fc tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679624 Oct 12 23:18:09.193322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.202051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:09.208086 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.301638 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.363089 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=6d7a2335-c164-47e7-8e51-70ff35311624,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:09.376436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6d7a2335-c164-47e7-8e51-70ff35311624 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:09.391677 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.436532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3b794cb4-07c7-4894-a489-4c11f1f8066f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2471786 Oct 12 23:18:09.580027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54528) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:09.585292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '6d7a2335-c164-47e7-8e51-70ff35311624', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:09.612361 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Pushing event updated for resources: {'Port': ['ID=280873bc-bb9f-47f1-8eb1-7af6850abf74,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:09.614861 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Attempting to bind port 280873bc-bb9f-47f1-8eb1-7af6850abf74 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:09.615461 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Attempting to bind port 280873bc-bb9f-47f1-8eb1-7af6850abf74 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:09.616022 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Attempting to bind port 280873bc-bb9f-47f1-8eb1-7af6850abf74 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:09.626453 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:09.627268 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:09.627876 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.628515 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:09.629822 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Bound port: 280873bc-bb9f-47f1-8eb1-7af6850abf74, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:09.630584 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.635259 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.636003 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.636923 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.637797 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.638197 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.638590 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.639006 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.639798 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.640212 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.640600 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.640985 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.641370 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:09.727582 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] For port 280873bc-bb9f-47f1-8eb1-7af6850abf74, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:09.730633 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] For port 280873bc-bb9f-47f1-8eb1-7af6850abf74, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=280873bc-bb9f-47f1-8eb1-7af6850abf74,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:09.786363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:09.790586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.827074 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:09.911311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03efdca-9ab4-437a-99a4-ffd3e7ad61a3 req-a8fc3241-1542-4a47-9b92-40c1a03b6cb6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:09.913781 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d03efdca-9ab4-437a-99a4-ffd3e7ad61a3 req-a8fc3241-1542-4a47-9b92-40c1a03b6cb6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.5274534 Oct 12 23:18:09.916935 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:18:09.917626 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:17:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:09.919736 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf0acbb-8a8c-489a-be1c-8ff2f2cdbb82 None None] Pushing event updated for resources: {'Port': ['ID=280873bc-bb9f-47f1-8eb1-7af6850abf74,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:09.958995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:10.028042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d03efdca-9ab4-437a-99a4-ffd3e7ad61a3 req-49e5efa9-8c78-4e6d-ae3b-8c3d0e039db6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069183 Oct 12 23:18:10.061300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Subnet': ['ID=c4270887-51c7-44e9-912b-63ae208a10d2,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:10.067211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Checking segment: {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:10.071574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network hostable DHCP agents. Network: 9f3ccf9e-5278-4374-88f5-41182a236166, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:10.100856 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:18:10.160132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 9f3ccf9e-5278-4374-88f5-41182a236166 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:10.229577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:10.252120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 9f3ccf9e-5278-4374-88f5-41182a236166) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:10.264624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:10.265756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f179c39b-563f-492d-bd40-ced5b634ec64 None None] Network 9f3ccf9e-5278-4374-88f5-41182a236166 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:10.267471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:10.375150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dc734202-c684-4612-ba11-b337e0561fa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4320307 Oct 12 23:18:10.377858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54532) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:10.397111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': 'd29882ba-f47f-4d23-a844-863a0a8bf6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6d7a2335-c164-47e7-8e51-70ff35311624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:10.397487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 6d7a2335-c164-47e7-8e51-70ff35311624, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:10.407924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=448418ed-07fa-4a49-abd1-d7d1d76ca198,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:10.448029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca0705-b451-4b73-8b01-6d333eecc7b3 req-87903fa7-d09e-4f36-a9d2-e140d4edee29 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:10.455786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9ca0705-b451-4b73-8b01-6d333eecc7b3 req-87903fa7-d09e-4f36-a9d2-e140d4edee29 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 944 time: 0.0966833 Oct 12 23:18:10.478047 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:18:06Z', 'revision_number': 3, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:10.526154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-9f3ccf9e-5278-4374-88f5-41182a236166', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:10.527308 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:10.535298 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13b9b25-84bb-4058-b6fa-850ee7aaaee3 None None] The sync data for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 is: [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:18:06Z', 'revision_number': 3, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:18:10.542197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 6d7a2335-c164-47e7-8e51-70ff35311624 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:10.552186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9ca0705-b451-4b73-8b01-6d333eecc7b3 req-c1005e18-cf9b-4656-b0c4-75371d11cc7b tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885353 Oct 12 23:18:10.637585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6d7a2335-c164-47e7-8e51-70ff35311624) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:10.650992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:10.655878 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:10.663109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7df37-f85a-415e-abc6-490be06b526a None None] Network 6d7a2335-c164-47e7-8e51-70ff35311624 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:10.768170 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-10319d41-a4e7-4b37-9ce7-c303889fd70f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1869509 Oct 12 23:18:10.768840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54538) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:10.780864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1425252242'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:10.858170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Allocated IP 172.20.0.2 (9f3ccf9e-5278-4374-88f5-41182a236166/c4270887-51c7-44e9-912b-63ae208a10d2/d73af1cb-741b-4ead-8a43-702faf86823a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:10.931602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:10.936439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:11.001833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-6d7a2335-c164-47e7-8e51-70ff35311624', 'network_id': '6d7a2335-c164-47e7-8e51-70ff35311624', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': '448418ed-07fa-4a49-abd1-d7d1d76ca198'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:11.002694 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:11.016026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:11.052173 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:11.066275 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment 0f30915e-5641-4e16-9397-ca91a13527f0 of type vlan for network 7c8bfa5a-6532-4ecf-86c4-908d5341b224 Oct 12 23:18:11.202050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:11.253222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Allocated IP 172.20.255.242 (6d7a2335-c164-47e7-8e51-70ff35311624/448418ed-07fa-4a49-abd1-d7d1d76ca198/6b1719a9-e7b6-42f5-8075-d40452163b6a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:11.343583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:11.352201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:11.352374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb1f52-ff2e-4670-8061-cfceb4f4ec78 req-0b95b155-f5e6-477e-85b7-d2f649156871 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:11.353459 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:11.354077 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31bb1f52-ff2e-4670-8061-cfceb4f4ec78 req-0b95b155-f5e6-477e-85b7-d2f649156871 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1640279 Oct 12 23:18:11.413179 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:11.463828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=7c8bfa5a-6532-4ecf-86c4-908d5341b224,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:11.489737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31bb1f52-ff2e-4670-8061-cfceb4f4ec78 req-0f3e3805-ab75-45bc-924f-617ba61d2dfb tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258979 Oct 12 23:18:11.516581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 7c8bfa5a-6532-4ecf-86c4-908d5341b224 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:11.554807 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:11.556678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a5182ec6-10f3-4fab-a2e3-639dcf403e4e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7780573 Oct 12 23:18:11.558883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54542) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:11.574899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '7c8bfa5a-6532-4ecf-86c4-908d5341b224', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:11.592870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:11.728804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Network 9f3ccf9e-5278-4374-88f5-41182a236166 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:11.766518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:11.796932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:11.810460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Pushing event updated for resources: {'Port': ['ID=d73af1cb-741b-4ead-8a43-702faf86823a,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:11.826345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:18:11.926464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9903ef2-c9ea-48c3-800b-ec15ceefe99c req-74c90f99-2f00-4ded-8388-60273b12ddbc tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:11.929184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9903ef2-c9ea-48c3-800b-ec15ceefe99c req-74c90f99-2f00-4ded-8388-60273b12ddbc tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 944 time: 0.1599565 Oct 12 23:18:11.981834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:11.992664 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.082136 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.resource_extend [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:18:12.137811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Attempting to bind port d73af1cb-741b-4ead-8a43-702faf86823a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:12.139036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Attempting to bind port d73af1cb-741b-4ead-8a43-702faf86823a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:12.139722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Attempting to bind port d73af1cb-741b-4ead-8a43-702faf86823a on network 9f3ccf9e-5278-4374-88f5-41182a236166 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:12.205271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9903ef2-c9ea-48c3-800b-ec15ceefe99c req-7649584d-dfd8-4bc0-b38a-e7edb9e68442 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637382 Oct 12 23:18:12.234493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.20.0.1 (9f3ccf9e-5278-4374-88f5-41182a236166/c4270887-51c7-44e9-912b-63ae208a10d2/438bae0f-dacc-41a9-bd64-1afa825da79a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:12.310100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:12.310766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Checking segment: {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:12.311354 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.311933 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Bound using segment: {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:12.312905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Bound port: d73af1cb-741b-4ead-8a43-702faf86823a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:12.313500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.354167 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.414967 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.422487 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c89139a1-9bcf-4748-977f-d3a15107b592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.439291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,segment=NetworkSegment(c0d3c01a-88c1-4c17-ac19-0f96ad685c3b),segment_id=c0d3c01a-88c1-4c17-ac19-0f96ad685c3b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:12.453337 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.473782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] For port d73af1cb-741b-4ead-8a43-702faf86823a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:12.503447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72', 'network_id': '6b982708-bc58-43f4-963c-4eb454b8af1a', 'port_id': '8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72', 'mac_address': 'fa:16:3e:7c:06:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92b4bcd0-0de9-4199-aa1a-cf083f4e5299', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:18:12.528064 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.530594 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] For port d73af1cb-741b-4ead-8a43-702faf86823a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d73af1cb-741b-4ead-8a43-702faf86823a,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:12.544027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Network 6d7a2335-c164-47e7-8e51-70ff35311624 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:12.560930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.571718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:12.588409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:12.595750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Pushing event updated for resources: {'Port': ['ID=6b1719a9-e7b6-42f5-8075-d40452163b6a,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:12.619623 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.638996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:12.662980 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.696707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=5671e63b-23bf-40f9-bf51-217098722805,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:12.764899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': '0f30915e-5641-4e16-9397-ca91a13527f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '7c8bfa5a-6532-4ecf-86c4-908d5341b224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:12.765361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 7c8bfa5a-6532-4ecf-86c4-908d5341b224, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:12.787723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,segment=NetworkSegment(c0d3c01a-88c1-4c17-ac19-0f96ad685c3b),segment_id=c0d3c01a-88c1-4c17-ac19-0f96ad685c3b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:12.802405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Attempting to bind port 6b1719a9-e7b6-42f5-8075-d40452163b6a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:12.802808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Attempting to bind port 6b1719a9-e7b6-42f5-8075-d40452163b6a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'd29882ba-f47f-4d23-a844-863a0a8bf6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6d7a2335-c164-47e7-8e51-70ff35311624'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:12.806463 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Attempting to bind port 6b1719a9-e7b6-42f5-8075-d40452163b6a on network 6d7a2335-c164-47e7-8e51-70ff35311624 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:12.826956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 9f3ccf9e-5278-4374-88f5-41182a236166 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:12.841098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:12.846007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:12.847553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Checking segment: {'id': 'd29882ba-f47f-4d23-a844-863a0a8bf6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6d7a2335-c164-47e7-8e51-70ff35311624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:12.847974 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.850669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Bound using segment: {'id': 'd29882ba-f47f-4d23-a844-863a0a8bf6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6d7a2335-c164-47e7-8e51-70ff35311624'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:12.851246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Bound port: 6b1719a9-e7b6-42f5-8075-d40452163b6a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd29882ba-f47f-4d23-a844-863a0a8bf6cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6d7a2335-c164-47e7-8e51-70ff35311624'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:12.852780 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.860775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:12.866106 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=438bae0f-dacc-41a9-bd64-1afa825da79a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:12.881979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:12.883477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 7c8bfa5a-6532-4ecf-86c4-908d5341b224 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:12.925227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981ea71-5b3d-4208-97c3-1fb43e7d8537 req-d2b28140-75c4-4029-a3a6-7f436110a8a3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:12.927201 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e981ea71-5b3d-4208-97c3-1fb43e7d8537 req-d2b28140-75c4-4029-a3a6-7f436110a8a3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.2499933 Oct 12 23:18:12.935634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6f56f0-0cfe-4063-9a40-d24094413c43 None None] Pushing event updated for resources: {'Port': ['ID=d73af1cb-741b-4ead-8a43-702faf86823a,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:12.993019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 7c8bfa5a-6532-4ecf-86c4-908d5341b224) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:12.994073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:13.000285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.033331 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.057471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:13.079680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34a27f1-f3d4-4b8a-a8cf-dd3ae2c1fb73 None None] Network 7c8bfa5a-6532-4ecf-86c4-908d5341b224 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:13.110111 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cc6b501f-a172-45d1-85b0-e8f7c62431c9 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5428970 Oct 12 23:18:13.110111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54556) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:13.187331 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e981ea71-5b3d-4208-97c3-1fb43e7d8537 req-5307f775-ea4e-4e5b-ba37-f2a4c83ab3fe tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486501 Oct 12 23:18:13.407515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.440683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e842-ef00-4c9e-84d0-654d53c0d405 req-8df2af13-57e1-48d6-b8f8-7955429ce9b2 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:13.442214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a990e842-ef00-4c9e-84d0-654d53c0d405 req-8df2af13-57e1-48d6-b8f8-7955429ce9b2 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 945 time: 0.1212678 Oct 12 23:18:13.510776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:18:13.534119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 280873bc-bb9f-47f1-8eb1-7af6850abf74 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:13.561541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.588753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a990e842-ef00-4c9e-84d0-654d53c0d405 req-e1176b66-eece-4c08-aeff-d8b987e7b27e tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369574 Oct 12 23:18:13.639588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.644802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] For port 6b1719a9-e7b6-42f5-8075-d40452163b6a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:13.684348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] For port 6b1719a9-e7b6-42f5-8075-d40452163b6a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6b1719a9-e7b6-42f5-8075-d40452163b6a,segment=NetworkSegment(d29882ba-f47f-4d23-a844-863a0a8bf6cd),segment_id=d29882ba-f47f-4d23-a844-863a0a8bf6cd)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:13.733439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.766703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 280873bc-bb9f-47f1-8eb1-7af6850abf74 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:13.767229 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.800337 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.860958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.896487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c8bfa5a-6532-4ecf-86c4-908d5341b224']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:13.907843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f30915e-5641-4e16-9397-ca91a13527f0') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:13.908400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f30915e-5641-4e16-9397-ca91a13527f0') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:13.919149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.934342 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:13.940739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:13.941144 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.044560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de84beb-6063-41f1-81e6-84023d8b38d0 None None] Pushing event updated for resources: {'Port': ['ID=6b1719a9-e7b6-42f5-8075-d40452163b6a,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:14.049795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b951789-5134-41bb-924b-4bc906c8337e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-7c8bfa5a-6532-4ecf-86c4-908d5341b224', 'network_id': '7c8bfa5a-6532-4ecf-86c4-908d5341b224', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': '5671e63b-23bf-40f9-bf51-217098722805'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:14.054417 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8b951789-5134-41bb-924b-4bc906c8337e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.058396 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:14.059147 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:14.099372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=5671e63b-23bf-40f9-bf51-217098722805,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:14.117357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 280873bc-bb9f-47f1-8eb1-7af6850abf74, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=280873bc-bb9f-47f1-8eb1-7af6850abf74,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:14.159412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.170166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.179555 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/7c8bfa5a-6532-4ecf-86c4-908d5341b224 HTTP/1.1" status: 204 len: 168 time: 1.0684793 Oct 12 23:18:14.190217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54568) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:14.204674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-280029061'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:14.219974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce653ac-7c46-442b-abc6-7387e139906f None None] Network 7c8bfa5a-6532-4ecf-86c4-908d5341b224 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:14.254676 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.273470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce653ac-7c46-442b-abc6-7387e139906f None None] Network 7c8bfa5a-6532-4ecf-86c4-908d5341b224 could not be found, it might have been deleted concurrently. {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 23:18:14.274198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf6377-cb0c-4e29-a274-96a207076667 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=7c8bfa5a-6532-4ecf-86c4-908d5341b224,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:14.338023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=280873bc-bb9f-47f1-8eb1-7af6850abf74,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:14.389229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:14.393176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.413532 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.458111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:14.481185 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.486831 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.487206 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment 6b860c7a-b5aa-4610-9604-2de2ab9109ed of type vlan for network 691e6efb-3852-4509-9679-5894c66cf87b Oct 12 23:18:14.594288 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.644766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.708574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.714787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:14.715453 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:14.806397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=691e6efb-3852-4509-9679-5894c66cf87b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:14.819856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 691e6efb-3852-4509-9679-5894c66cf87b details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:14.838606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 9f3ccf9e-5278-4374-88f5-41182a236166 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:14.852334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43deb910-c7bc-47d0-9ec0-c6bc0a04e137 req-39fb9efc-0035-4dd5-be7b-14e65e997db5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:14.855807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43deb910-c7bc-47d0-9ec0-c6bc0a04e137 req-39fb9efc-0035-4dd5-be7b-14e65e997db5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.4399214 Oct 12 23:18:14.858240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:14.862401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=438bae0f-dacc-41a9-bd64-1afa825da79a,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:14.899275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0282b2e4-65e8-4bd0-846d-73a2ed212103 req-2728a216-c6f9-4a47-b208-db3c8b582cb2 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:14.901165 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0282b2e4-65e8-4bd0-846d-73a2ed212103 req-2728a216-c6f9-4a47-b208-db3c8b582cb2 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 945 time: 0.0957427 Oct 12 23:18:14.921054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec58555-e81b-478b-941a-43d0967c65fb None None] Network 9f3ccf9e-5278-4374-88f5-41182a236166 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:14.945648 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8a59e919-4104-47d7-b32e-2e33ea2b86bc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7495379 Oct 12 23:18:14.949777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54578) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:14.963198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '691e6efb-3852-4509-9679-5894c66cf87b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:15.098532 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92445e32-add2-43e3-86a8-00440e415350 None None] Provisioning complete for port d73af1cb-741b-4ead-8a43-702faf86823a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:15.098904 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92445e32-add2-43e3-86a8-00440e415350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:15.140025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43deb910-c7bc-47d0-9ec0-c6bc0a04e137 req-d8e34473-414e-4def-890c-f1cd78a7ab07 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520978 Oct 12 23:18:15.278826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:18:15.327621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0282b2e4-65e8-4bd0-846d-73a2ed212103 req-9f012394-7014-4371-b676-1cc4baadd77d tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158223 Oct 12 23:18:15.328224 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92445e32-add2-43e3-86a8-00440e415350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:15.403055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6b1719a9-e7b6-42f5-8075-d40452163b6a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:15.491456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:15.501661 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:15.519584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92445e32-add2-43e3-86a8-00440e415350 None None] For port d73af1cb-741b-4ead-8a43-702faf86823a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d73af1cb-741b-4ead-8a43-702faf86823a,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:15.552487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:18:15.566316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-06c0180a-c06a-4fa6-92e4-8cd22ccc44ce tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "PUT /v2.0/routers/8cf369ad-045c-4942-b7dc-de4a0df8c0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1869581 Oct 12 23:18:15.570018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54580) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:15.592969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Sync routers for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:18:15.664490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:18:15.667633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:17:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:15.677625 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92445e32-add2-43e3-86a8-00440e415350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:15.725758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Performing IP validity checks on allocation pools {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 23:18:15.726882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 23:18:15.856434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:15.866650 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:16.016034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.016559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.016852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.018423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.018881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.022055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.022545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.023131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.023590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.025865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.026340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.033037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54586) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:16.038044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8f744ad4-5632-4294-a6a8-b70efb215b14 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7738 time: 0.4698033 Oct 12 23:18:16.050363 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-779ae831-0b71-4235-a1be-14c28eb0ded9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:16.088435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:16.090709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6b1719a9-e7b6-42f5-8075-d40452163b6a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:16.091151 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:16.134687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ea0b89-5dbf-4f61-8cea-d2515526abf0 None None] Network 6d7a2335-c164-47e7-8e51-70ff35311624 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:16.193117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0c165414-24a0-4d0b-a721-c9b8a853134f None None] Provisioning complete for port 438bae0f-dacc-41a9-bd64-1afa825da79a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:16.193492 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0c165414-24a0-4d0b-a721-c9b8a853134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:16.292230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0c165414-24a0-4d0b-a721-c9b8a853134f None None] Port 438bae0f-dacc-41a9-bd64-1afa825da79a cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:18:16.402735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': '6b860c7a-b5aa-4610-9604-2de2ab9109ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '691e6efb-3852-4509-9679-5894c66cf87b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:16.403286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 691e6efb-3852-4509-9679-5894c66cf87b, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:16.410908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0c165414-24a0-4d0b-a721-c9b8a853134f None None] Provisioning complete for port d73af1cb-741b-4ead-8a43-702faf86823a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:16.411553 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0c165414-24a0-4d0b-a721-c9b8a853134f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:16.419308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af488f2d-0076-4b59-9f76-cec018acfa9f req-32ee1adb-9677-4c75-95b5-a3fe966dd92e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.438427 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af488f2d-0076-4b59-9f76-cec018acfa9f req-32ee1adb-9677-4c75-95b5-a3fe966dd92e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1788323 Oct 12 23:18:16.460749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.461203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.461647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.464010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.464010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.464010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.471809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.474012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.474683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.475299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.477868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e5fb232a-56c8-4265-bc0f-c458b00e1e5b tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6536 time: 0.4438741 Oct 12 23:18:16.483597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=802852f7-1b81-49da-8f79-7211868826e3,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:16.485865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54592) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:16.509018 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:16.521218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92445e32-add2-43e3-86a8-00440e415350 None None] Pushing event updated for resources: {'Port': ['ID=d73af1cb-741b-4ead-8a43-702faf86823a,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:16.574449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af488f2d-0076-4b59-9f76-cec018acfa9f req-687ea8b4-e626-4782-8a88-2506b767a6d4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348553 Oct 12 23:18:16.625554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:18:16.630199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:18:16.699935 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:16.700311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:16.764250 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:16.777707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 691e6efb-3852-4509-9679-5894c66cf87b is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:16.795933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb42acf-a3d8-4e1b-944a-5cbe85dc9033 req-b7a3f607-3978-40cb-9375-3fa002be9e5b tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.797506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acb42acf-a3d8-4e1b-944a-5cbe85dc9033 req-b7a3f607-3978-40cb-9375-3fa002be9e5b tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 945 time: 0.2266054 Oct 12 23:18:16.878985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 6b1719a9-e7b6-42f5-8075-d40452163b6a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6b1719a9-e7b6-42f5-8075-d40452163b6a,segment=NetworkSegment(d29882ba-f47f-4d23-a844-863a0a8bf6cd),segment_id=d29882ba-f47f-4d23-a844-863a0a8bf6cd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:16.940059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acb42acf-a3d8-4e1b-944a-5cbe85dc9033 req-0b287bc4-8a2d-4553-b48b-aa480719a88f tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282549 Oct 12 23:18:16.942082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 691e6efb-3852-4509-9679-5894c66cf87b) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:16.946680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:16.947413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.019765 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1a4102bb-b355-45f4-829f-bdd2c7139335 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.0685124 Oct 12 23:18:17.022430 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54598) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:17.110461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4122a1d1-ea84-48d2-be30-0ec64efe675a tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.6058908 Oct 12 23:18:17.242698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.297442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52445912-3c44-4fcf-9859-3ccb6d73cda4 None None] Network 691e6efb-3852-4509-9679-5894c66cf87b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:17.305311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.306221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d73af1cb-741b-4ead-8a43-702faf86823a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:17.415578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.532203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54602) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:17.537348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5f05ddc9-0a3f-4557-8590-602dd34e912c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-303812929', 'description': 'tempest-secgroup-smoke-303812929 description', 'project_id': '02d5607bf6594124a951673af5541500'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:17.617748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=6b1719a9-e7b6-42f5-8075-d40452163b6a,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:17.654089 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f05ddc9-0a3f-4557-8590-602dd34e912c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.655169 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.719851 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=802852f7-1b81-49da-8f79-7211868826e3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:17.729059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ff17cf58-b9dc-4c82-ba6a-465788cdd685 None None] Provisioning complete for port 438bae0f-dacc-41a9-bd64-1afa825da79a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:17.730539 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ff17cf58-b9dc-4c82-ba6a-465788cdd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.733879 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.834596 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.848326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1105c0a6-e019-4cab-be47-946f6ae7a2f3 None None] Network 691e6efb-3852-4509-9679-5894c66cf87b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:17.864305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691e6efb-3852-4509-9679-5894c66cf87b']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:17.876822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b860c7a-b5aa-4610-9604-2de2ab9109ed') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:17.878134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b860c7a-b5aa-4610-9604-2de2ab9109ed') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:17.898811 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.910698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432f6353-e7cb-4340-b4da-8911763adee7 req-b329d8bd-76ee-4ef1-b4e8-70d1bc58efc8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:17.925924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-432f6353-e7cb-4340-b4da-8911763adee7 req-b329d8bd-76ee-4ef1-b4e8-70d1bc58efc8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.2173100 Oct 12 23:18:17.933410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:17.944057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:17.946349 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.088639 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f05ddc9-0a3f-4557-8590-602dd34e912c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.094587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-432f6353-e7cb-4340-b4da-8911763adee7 req-f7ffa851-fadd-4e2b-8b10-f9da3720614b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675665 Oct 12 23:18:18.111172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d73af1cb-741b-4ead-8a43-702faf86823a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:18.111655 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.113534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb297fe3-8b6f-4ce1-97b6-19b70b36d53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:18.116946 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1513520d-f327-411b-b731-5a5bdbb15082" -d '{"events": [{"server_uuid": "fb297fe3-8b6f-4ce1-97b6-19b70b36d53d", "name": "network-vif-plugged", "status": "completed", "tag": "8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:18.128981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ff17cf58-b9dc-4c82-ba6a-465788cdd685 None None] Port 438bae0f-dacc-41a9-bd64-1afa825da79a cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:18:18.129404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,segment=NetworkSegment(c0d3c01a-88c1-4c17-ac19-0f96ad685c3b),segment_id=c0d3c01a-88c1-4c17-ac19-0f96ad685c3b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:18.144222 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:18.175627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ff17cf58-b9dc-4c82-ba6a-465788cdd685 None None] Provisioning complete for port 6b1719a9-e7b6-42f5-8075-d40452163b6a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:18.176004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ff17cf58-b9dc-4c82-ba6a-465788cdd685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.185943 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f05ddc9-0a3f-4557-8590-602dd34e912c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.210090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77bb68e-c0ca-408f-b7df-786068744de1 req-7d8dacbb-8505-4efc-808b-a4449fd354af tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:18.220748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d77bb68e-c0ca-408f-b7df-786068744de1 req-7d8dacbb-8505-4efc-808b-a4449fd354af tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 945 time: 0.0738602 Oct 12 23:18:18.254027 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.260049 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.265652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/691e6efb-3852-4509-9679-5894c66cf87b HTTP/1.1" status: 204 len: 168 time: 1.2408495 Oct 12 23:18:18.266081 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59755dab-861c-45f5-a87c-7db7b1a8100e x-openstack-request-id: req-59755dab-861c-45f5-a87c-7db7b1a8100e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:18.267816 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb297fe3-8b6f-4ce1-97b6-19b70b36d53d", "name": "network-vif-plugged", "status": "completed", "tag": "8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:18.269753 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-59755dab-861c-45f5-a87c-7db7b1a8100e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:18.270429 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb297fe3-8b6f-4ce1-97b6-19b70b36d53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72', 'code': 200} Oct 12 23:18:18.278677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54614) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:18.288260 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.288793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652d322b-fc3a-475c-8365-1b230e888e97 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=691e6efb-3852-4509-9679-5894c66cf87b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:18.292709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1574730838'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:18.295231 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.347960 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f05ddc9-0a3f-4557-8590-602dd34e912c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.359515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5f05ddc9-0a3f-4557-8590-602dd34e912c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8157387 Oct 12 23:18:18.365359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54616) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:18.365681 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d77bb68e-c0ca-408f-b7df-786068744de1 req-733dd9ea-ee6d-426e-8ac0-50446a161578 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398571 Oct 12 23:18:18.367301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f05ddc9-0a3f-4557-8590-602dd34e912c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96255839-b7b7-4125-9719-bb2ed25ed07a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:18.379595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f7c09-1baf-428c-a312-77bbcc8aed6f req-af090bb6-8f88-4acd-8b40-45113ed2109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:18.381356 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3f9f7c09-1baf-428c-a312-77bbcc8aed6f req-af090bb6-8f88-4acd-8b40-45113ed2109d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 1098 time: 0.0760760 Oct 12 23:18:18.404771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-515ffe88-434b-4ba0-a9d5-f619c87a054b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': '96255839-b7b7-4125-9719-bb2ed25ed07a', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:18.415095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:18.435128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:18.440693 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.456913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3f9f7c09-1baf-428c-a312-77bbcc8aed6f req-50fe64b1-4adc-42c7-ad2d-a2484ef0cde6 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604296 Oct 12 23:18:18.458867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:18:13Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 2, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:18.510294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:18.528952 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.529908 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment 704a8438-9b93-4b22-9e13-23f0f6b06eb6 of type vlan for network 3001f8b4-29e1-4ddf-b642-9e088786c522 Oct 12 23:18:18.534176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Checking router: 8cf369ad-045c-4942-b7dc-de4a0df8c0cb for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:18:18.534464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Updating router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb port 438bae0f-dacc-41a9-bd64-1afa825da79a binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:18:18.619544 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.642292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 280873bc-bb9f-47f1-8eb1-7af6850abf74 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:18.650310 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.653585 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-515ffe88-434b-4ba0-a9d5-f619c87a054b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.759653 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-515ffe88-434b-4ba0-a9d5-f619c87a054b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.797261 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.809092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:18.809991 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.822918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 280873bc-bb9f-47f1-8eb1-7af6850abf74 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:18.823288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.866473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-140d7163-137a-4b90-b227-d1010e90303b None None] Provisioning complete for port 6b1719a9-e7b6-42f5-8075-d40452163b6a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:18.866921 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-140d7163-137a-4b90-b227-d1010e90303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.923439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=3001f8b4-29e1-4ddf-b642-9e088786c522,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:18.941157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54622) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:18.941554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-95bb9e98-2737-479e-8041-0d8528259097 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6588812 Oct 12 23:18:18.942362 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-515ffe88-434b-4ba0-a9d5-f619c87a054b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:18.952944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '3001f8b4-29e1-4ddf-b642-9e088786c522', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:18.961071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 3001f8b4-29e1-4ddf-b642-9e088786c522 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:19.015525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515ffe88-434b-4ba0-a9d5-f619c87a054b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e39b53-0514-4054-b981-115158da2292,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:19.079837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-515ffe88-434b-4ba0-a9d5-f619c87a054b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.081482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-515ffe88-434b-4ba0-a9d5-f619c87a054b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6962485 Oct 12 23:18:19.084263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54624) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:19.088830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b0a8c2c4-fff1-42ed-a3d2-e0d43aebd590 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': '96255839-b7b7-4125-9719-bb2ed25ed07a', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:19.234070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:19.240452 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.314121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e46c40-cc88-4156-8090-c5e007b32022 req-bff8d51d-1a8c-4a07-b84b-95978bbbec66 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:19.316240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27e46c40-cc88-4156-8090-c5e007b32022 req-bff8d51d-1a8c-4a07-b84b-95978bbbec66 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1249025 Oct 12 23:18:19.322322 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.341182 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.409195 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27e46c40-cc88-4156-8090-c5e007b32022 req-794bf2b3-5e8a-43de-be46-6d61d3fd8ea6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862854 Oct 12 23:18:19.413086 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c2c4-fff1-42ed-a3d2-e0d43aebd590 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.463481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.475322 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.537971 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c2c4-fff1-42ed-a3d2-e0d43aebd590 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.579165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4113a94-b72c-4409-9a1a-1d468970adfe None None] Pushing event updated for resources: {'Port': ['ID=438bae0f-dacc-41a9-bd64-1afa825da79a,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:19.624606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c2c4-fff1-42ed-a3d2-e0d43aebd590 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.640233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a72b41b-5903-4d5c-9567-1301273ba26e req-dbe7de92-0d60-4d05-a1aa-f0cec70f3822 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:19.641841 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a72b41b-5903-4d5c-9567-1301273ba26e req-dbe7de92-0d60-4d05-a1aa-f0cec70f3822 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 946 time: 0.0857582 Oct 12 23:18:19.659222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8c2c4-fff1-42ed-a3d2-e0d43aebd590 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1313a92-92af-4a59-8c38-921ab76029b6,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:19.677480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d73af1cb-741b-4ead-8a43-702faf86823a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:19.752321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b0a8c2c4-fff1-42ed-a3d2-e0d43aebd590 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.753774 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b0a8c2c4-fff1-42ed-a3d2-e0d43aebd590 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6684899 Oct 12 23:18:19.756510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54630) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:19.763508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-caa63f2f-18c4-47e9-bf34-954580da3d22 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': '96255839-b7b7-4125-9719-bb2ed25ed07a', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:19.818192 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Attempting to bind port 438bae0f-dacc-41a9-bd64-1afa825da79a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:19.818617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Attempting to bind port 438bae0f-dacc-41a9-bd64-1afa825da79a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:19.823197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Attempting to bind port 438bae0f-dacc-41a9-bd64-1afa825da79a on network 9f3ccf9e-5278-4374-88f5-41182a236166 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:19.823990 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a72b41b-5903-4d5c-9567-1301273ba26e req-2fb672bc-8aa4-409d-8c22-2998aa2dea2f tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328537 Oct 12 23:18:19.837893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:19.838201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Checking segment: {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:19.845298 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.845752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Bound using segment: {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:19.858673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Bound port: 438bae0f-dacc-41a9-bd64-1afa825da79a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:19.858673 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.883348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-caa63f2f-18c4-47e9-bf34-954580da3d22 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:19.981802 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.045450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] For port 438bae0f-dacc-41a9-bd64-1afa825da79a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:20.049455 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-caa63f2f-18c4-47e9-bf34-954580da3d22 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.053211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] For port 438bae0f-dacc-41a9-bd64-1afa825da79a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=438bae0f-dacc-41a9-bd64-1afa825da79a,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:20.054581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-42d09c0a-253a-41f9-bb7a-48960935d7a8 None None] Provisioning complete for port 438bae0f-dacc-41a9-bd64-1afa825da79a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:20.055475 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-42d09c0a-253a-41f9-bb7a-48960935d7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.058508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': '704a8438-9b93-4b22-9e13-23f0f6b06eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '3001f8b4-29e1-4ddf-b642-9e088786c522'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:20.058959 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 3001f8b4-29e1-4ddf-b642-9e088786c522, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:20.062777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=5adb8464-5bab-4ae5-8099-4f56980c2f13,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:20.071671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.072078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.075632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.075632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.075632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.075632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.075632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.075632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.075632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.075632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.075632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.076230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:20.123271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-caa63f2f-18c4-47e9-bf34-954580da3d22 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.147477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa63f2f-18c4-47e9-bf34-954580da3d22 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6a665d2-2ebc-4c8f-be18-22058fd2f420,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:20.152312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 3001f8b4-29e1-4ddf-b642-9e088786c522 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:20.170530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d73af1cb-741b-4ead-8a43-702faf86823a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:20.170912 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.175318 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.223743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-caa63f2f-18c4-47e9-bf34-954580da3d22 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.225969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-caa63f2f-18c4-47e9-bf34-954580da3d22 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4683812 Oct 12 23:18:20.228751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54636) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:20.238671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c1991f49-a2c8-4639-b246-a99189239c5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': '96255839-b7b7-4125-9719-bb2ed25ed07a', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:20.251339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 3001f8b4-29e1-4ddf-b642-9e088786c522) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:20.256316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:20.256919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.396042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1991f49-a2c8-4639-b246-a99189239c5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.465327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77f6d68-2a7b-43db-9205-6664f747bb30 None None] Network 3001f8b4-29e1-4ddf-b642-9e088786c522 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:20.471307 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-125dd767-3711-43ab-ad6b-a0d7d0a92216 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5280609 Oct 12 23:18:20.474105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54644) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:20.587180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-42d09c0a-253a-41f9-bb7a-48960935d7a8 None None] Port 438bae0f-dacc-41a9-bd64-1afa825da79a cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:18:20.686079 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1991f49-a2c8-4639-b246-a99189239c5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.696286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:18:20.697240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:18:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:20.769092 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1991f49-a2c8-4639-b246-a99189239c5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.806795 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.842777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1991f49-a2c8-4639-b246-a99189239c5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93b2281d-8cbb-4ed5-92c8-d883a0a7a333,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:20.893930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf39e91-e1b9-449f-b24c-ba3f11f30331 req-1e2c3bed-f0da-4c3c-9066-fbffab735f9b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:20.894158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.895904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4113a94-b72c-4409-9a1a-1d468970adfe None None] Pushing event updated for resources: {'Port': ['ID=438bae0f-dacc-41a9-bd64-1afa825da79a,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:20.896416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cf39e91-e1b9-449f-b24c-ba3f11f30331 req-1e2c3bed-f0da-4c3c-9066-fbffab735f9b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1951163 Oct 12 23:18:20.905359 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1991f49-a2c8-4639-b246-a99189239c5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:20.908437 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c1991f49-a2c8-4639-b246-a99189239c5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6768425 Oct 12 23:18:20.910773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54648) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:20.945271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4c5c875f-828e-463c-9f35-e6908259fb51 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': '96255839-b7b7-4125-9719-bb2ed25ed07a', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:21.061922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cf39e91-e1b9-449f-b24c-ba3f11f30331 req-982e4729-9ca4-4e29-ae3f-6b03f688333a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500072 Oct 12 23:18:21.089495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.114033 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-4c5c875f-828e-463c-9f35-e6908259fb51 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Project 02d5607bf6594124a951673af5541500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:18:21.119954 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c5c875f-828e-463c-9f35-e6908259fb51 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.148354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=5adb8464-5bab-4ae5-8099-4f56980c2f13,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:21.163753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09449986-25eb-44a5-ad71-59ae5ba64fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-3001f8b4-29e1-4ddf-b642-9e088786c522', 'network_id': '3001f8b4-29e1-4ddf-b642-9e088786c522', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': '5adb8464-5bab-4ae5-8099-4f56980c2f13'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:21.164674 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-09449986-25eb-44a5-ad71-59ae5ba64fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.212490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42c20e-c27d-4aff-8e17-ba7e838d7ce2 req-7d4f215c-388a-476d-b194-37d7bd084201 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:21.214968 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e42c20e-c27d-4aff-8e17-ba7e838d7ce2 req-7d4f215c-388a-476d-b194-37d7bd084201 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 946 time: 0.2089043 Oct 12 23:18:21.226501 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.255712 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c5c875f-828e-463c-9f35-e6908259fb51 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.255951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-df9029e3-b810-445e-8d92-c1bc64c2f14d None None] Provisioning complete for port 438bae0f-dacc-41a9-bd64-1afa825da79a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:21.255951 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-df9029e3-b810-445e-8d92-c1bc64c2f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.255951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6b1719a9-e7b6-42f5-8075-d40452163b6a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:21.273240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3001f8b4-29e1-4ddf-b642-9e088786c522']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:21.290825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '704a8438-9b93-4b22-9e13-23f0f6b06eb6') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:21.291454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '704a8438-9b93-4b22-9e13-23f0f6b06eb6') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:21.326989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e42c20e-c27d-4aff-8e17-ba7e838d7ce2 req-7fae105a-6fab-4010-a761-1485958bfd71 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965953 Oct 12 23:18:21.328582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:18:21.334873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.381752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.394120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:21.394516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:21.397792 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:21.573481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6b1719a9-e7b6-42f5-8075-d40452163b6a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:21.574269 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.613887 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-df9029e3-b810-445e-8d92-c1bc64c2f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.722787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-df9029e3-b810-445e-8d92-c1bc64c2f14d None None] For port 438bae0f-dacc-41a9-bd64-1afa825da79a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=438bae0f-dacc-41a9-bd64-1afa825da79a,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:21.725450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c5c875f-828e-463c-9f35-e6908259fb51 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.746530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c875f-828e-463c-9f35-e6908259fb51 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7eb3446c-2fc3-491b-a7a4-1b84d7b4e241,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:21.754746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c460bc9-6b1e-4683-a3e4-65b0b62732a1 None None] Network 3001f8b4-29e1-4ddf-b642-9e088786c522 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:21.775374 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.792416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.799180 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/3001f8b4-29e1-4ddf-b642-9e088786c522 HTTP/1.1" status: 204 len: 168 time: 1.3204324 Oct 12 23:18:21.799891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54660) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:21.809567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-427033966'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:21.818013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0867034e-0320-4ff3-b109-259666f11725 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=3001f8b4-29e1-4ddf-b642-9e088786c522,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:21.865883 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-df9029e3-b810-445e-8d92-c1bc64c2f14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.874182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:18:13Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:20Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:21.911959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c5c875f-828e-463c-9f35-e6908259fb51 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:21.917116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4c5c875f-828e-463c-9f35-e6908259fb51 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9897902 Oct 12 23:18:21.917444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54666) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:21.922094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7d991aae-70bb-4498-8898-a846b4e25691 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': '96255839-b7b7-4125-9719-bb2ed25ed07a', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:21.932917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50e92a4-a362-482e-97d3-6e9b500e7001 None None] The sync data for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 is: [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:18:13Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:20Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:18:21.962272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9029e3-b810-445e-8d92-c1bc64c2f14d None None] Pushing event updated for resources: {'Port': ['ID=438bae0f-dacc-41a9-bd64-1afa825da79a,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:21.972449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:21.978387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.065376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:22.084431 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.086191 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment 60ad9f5b-13e0-49b2-9e87-1197c0ea121c of type vlan for network 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 Oct 12 23:18:22.104104 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-7d991aae-70bb-4498-8898-a846b4e25691 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Project 02d5607bf6594124a951673af5541500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:18:22.123476 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d991aae-70bb-4498-8898-a846b4e25691 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.205401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.286133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d991aae-70bb-4498-8898-a846b4e25691 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.305652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d91f9-9255-466f-a9ae-73141a9bc429 req-59a6f661-cd9a-45ed-b25f-56dfcc9116d7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:22.317519 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f2d91f9-9255-466f-a9ae-73141a9bc429 req-59a6f661-cd9a-45ed-b25f-56dfcc9116d7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1217184 Oct 12 23:18:22.368311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b596d24-f376-4e4c-a153-5bb0d326fa9f req-21052e77-e7f5-49b5-9a21-6be4305811e3 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:22.371738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b596d24-f376-4e4c-a153-5bb0d326fa9f req-21052e77-e7f5-49b5-9a21-6be4305811e3 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 946 time: 0.1122260 Oct 12 23:18:22.372747 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f2d91f9-9255-466f-a9ae-73141a9bc429 req-42adf312-6865-4d75-b80d-50b4f19a83e5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539894 Oct 12 23:18:22.382904 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d991aae-70bb-4498-8898-a846b4e25691 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.408586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d991aae-70bb-4498-8898-a846b4e25691 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7e11c7-19bd-4d54-9cf4-3e50bdaea5fa,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:22.427983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.440612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:22.442149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.505223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d991aae-70bb-4498-8898-a846b4e25691 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.516485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7d991aae-70bb-4498-8898-a846b4e25691 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5978065 Oct 12 23:18:22.555929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b596d24-f376-4e4c-a153-5bb0d326fa9f req-9b150555-d507-4cce-ae98-44e070558048 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692736 Oct 12 23:18:22.581572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:22.597556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:22.615566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ae688f27-2220-47de-a85b-d74ea2dcfe34 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8137476 Oct 12 23:18:22.620890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54680) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:22.626253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:22.884277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:22.889861 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:22.905262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-047fb423-3687-4155-bddc-41cc663d4e19 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-303812929&fields=id&tenant_id=02d5607bf6594124a951673af5541500 HTTP/1.1" status: 200 len: 267 time: 0.0850201 Oct 12 23:18:23.133099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f741d5f9-af18-41cd-979b-b8dba3aa4ebb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:23.140143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f741d5f9-af18-41cd-979b-b8dba3aa4ebb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/networks?id=9f3ccf9e-5278-4374-88f5-41182a236166 HTTP/1.1" status: 200 len: 797 time: 0.2224507 Oct 12 23:18:23.163769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-0b63ed8f-03b4-458a-ad37-04f30bbc192c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/quotas/02d5607bf6594124a951673af5541500 HTTP/1.1" status: 200 len: 375 time: 0.0183172 Oct 12 23:18:23.343411 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-41ae2143-d21a-4806-956a-6b4bf220d24d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1479585 Oct 12 23:18:23.514100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:23.624655 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-ab530dc8-13a2-490a-b0ab-b02c086c6cb5 service neutron] 10.222.0.31 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757766 Oct 12 23:18:23.662959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895cb741-424e-45c8-a1ce-cd0ebf6c3ebd req-1423d321-e29a-4ea3-995d-90740b64f38f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:23.664092 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-895cb741-424e-45c8-a1ce-cd0ebf6c3ebd req-1423d321-e29a-4ea3-995d-90740b64f38f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1388190 Oct 12 23:18:23.724166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-895cb741-424e-45c8-a1ce-cd0ebf6c3ebd req-a0570681-31d2-420c-adc2-b0f4e839281f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517385 Oct 12 23:18:23.919894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d445b5ce-f6a2-4e80-a089-bfd036674d8e req-6abd03c4-c357-4458-8476-b7b280a4bc74 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:23.923110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d445b5ce-f6a2-4e80-a089-bfd036674d8e req-6abd03c4-c357-4458-8476-b7b280a4bc74 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 946 time: 0.1090844 Oct 12 23:18:23.987464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 438bae0f-dacc-41a9-bd64-1afa825da79a up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:24.032584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d445b5ce-f6a2-4e80-a089-bfd036674d8e req-57225c79-693b-43d5-b8fd-a6f9ba426f51 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/security-groups?id=53e87b4b-9c83-49dd-8737-8c2827ce59cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001582 Oct 12 23:18:24.097557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 438bae0f-dacc-41a9-bd64-1afa825da79a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:24.097892 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:24.216479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-0dc031b4-1bfe-43e4-836a-bc7610f5b915 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:24.217974 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-0dc031b4-1bfe-43e4-836a-bc7610f5b915 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.25 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 946 time: 0.8486700 Oct 12 23:18:24.221849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=b0ae9b64-aa84-4402-ae03-eec8df0b5503,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:24.238612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': '60ad9f5b-13e0-49b2-9e87-1197c0ea121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:24.238612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:24.343334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-245759f6-4258-495a-8b56-b6629e463487 service neutron] 10.222.0.31 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077842 Oct 12 23:18:24.375757 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Deleting port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:24.376484 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:24.434391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:24.511022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] For port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,segment=NetworkSegment(c0d3c01a-88c1-4c17-ac19-0f96ad685c3b),segment_id=c0d3c01a-88c1-4c17-ac19-0f96ad685c3b)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:24.511757 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:24.527980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Calling delete_port for 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:24.538370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:24.545615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:24.547565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:24.550868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f174c536-ed3b-45ea-9579-9d6fec32d29d None None] Network 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:24.706237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54708) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:24.709271 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1b7600b9-18d2-4862-88a1-adf46214a2dc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0870998 Oct 12 23:18:24.856099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4', 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': 'b0ae9b64-aa84-4402-ae03-eec8df0b5503'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:24.862488 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:24.875530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:24.978146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Pushing event deleted for resources: {'Port': ['ID=8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:25.112772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] No DVR routers for this DVR port 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:25.126793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Allocated IP 172.20.0.2 (38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4/b0ae9b64-aa84-4402-ae03-eec8df0b5503/d43e9eca-d5d0-4b30-9bc3-c8177872a142) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:25.131958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:25.154532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31b782df-fa92-4d3a-8b40-5246f1b5e3d1 req-34eb7043-de14-4d0d-aaf7-07deeb45f2ae tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.25 "DELETE /v2.0/ports/8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 HTTP/1.1" status: 204 len: 173 time: 0.9270124 Oct 12 23:18:25.163277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb297fe3-8b6f-4ce1-97b6-19b70b36d53d', 'name': 'network-vif-deleted', 'tag': '8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:25.172160 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa571a6e-e58e-4283-9e6e-166f08dbb768" -d '{"events": [{"server_uuid": "fb297fe3-8b6f-4ce1-97b6-19b70b36d53d", "name": "network-vif-deleted", "tag": "8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:25.207960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d6aab3-1875-4af9-98f3-9efb84da5dec req-26cbcac3-610b-4dc5-a2c7-39c91b81712f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:25.218064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:18:25.219836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-59d6aab3-1875-4af9-98f3-9efb84da5dec req-26cbcac3-610b-4dc5-a2c7-39c91b81712f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.2574468 Oct 12 23:18:25.316927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-59d6aab3-1875-4af9-98f3-9efb84da5dec req-09f07c4f-5614-44fe-b024-7ba230541e6f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941310 Oct 12 23:18:25.388425 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:25.401286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cdfe7ee-6875-4a2a-bc8c-0100fedf1575 req-fbc68725-726d-4112-9890-81029e9ddbea tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 210 time: 0.6720760 Oct 12 23:18:25.455034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:25.494227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-674d5380-2550-4b93-af54-c7f042ab30b8 req-1e1cf898-906d-4392-97dd-f1bfa7d13419 tempest-InstanceActionsNegativeTestJSON-2052116911 tempest-InstanceActionsNegativeTestJSON-2052116911-project] 10.222.0.31 "GET /v2.0/ports?device_id=fb297fe3-8b6f-4ce1-97b6-19b70b36d53d HTTP/1.1" status: 200 len: 210 time: 0.0658202 Oct 12 23:18:25.499379 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43defa2d-9a20-42d7-b043-f1b7da8f5c8d x-openstack-request-id: req-43defa2d-9a20-42d7-b043-f1b7da8f5c8d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:25.501502 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb297fe3-8b6f-4ce1-97b6-19b70b36d53d", "name": "network-vif-deleted", "tag": "8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:25.502415 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43defa2d-9a20-42d7-b043-f1b7da8f5c8d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:25.502908 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb297fe3-8b6f-4ce1-97b6-19b70b36d53d', 'name': 'network-vif-deleted', 'tag': '8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72', 'status': 'completed', 'code': 200} Oct 12 23:18:25.509540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:25.537652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Network 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:25.540433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:25.545543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:25.547919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Pushing event updated for resources: {'Port': ['ID=d43e9eca-d5d0-4b30-9bc3-c8177872a142,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:25.602609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Deleting port d43e9eca-d5d0-4b30-9bc3-c8177872a142 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:25.602982 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:25.750653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] For port d43e9eca-d5d0-4b30-9bc3-c8177872a142, host n-d-790519-14, got binding levels [] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:25.751328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:25.774907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Calling delete_port for d43e9eca-d5d0-4b30-9bc3-c8177872a142 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:25.817700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Attempting to bind port d43e9eca-d5d0-4b30-9bc3-c8177872a142 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:25.818225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Attempting to bind port d43e9eca-d5d0-4b30-9bc3-c8177872a142 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '60ad9f5b-13e0-49b2-9e87-1197c0ea121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:25.818754 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Attempting to bind port d43e9eca-d5d0-4b30-9bc3-c8177872a142 on network 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:25.824737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:25.825266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Checking segment: {'id': '60ad9f5b-13e0-49b2-9e87-1197c0ea121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:25.825807 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:25.826293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Bound using segment: {'id': '60ad9f5b-13e0-49b2-9e87-1197c0ea121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:25.826863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Bound port: d43e9eca-d5d0-4b30-9bc3-c8177872a142, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ad9f5b-13e0-49b2-9e87-1197c0ea121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:25.827457 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.078042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.079227 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:18:26.079488 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:18:26.148513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Port': ['ID=d43e9eca-d5d0-4b30-9bc3-c8177872a142,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:26.237194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No DVR routers for this DVR port d43e9eca-d5d0-4b30-9bc3-c8177872a142 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:26.294975 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.472988 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.521185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ae9b64-aa84-4402-ae03-eec8df0b5503,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:26.533540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db7ca53a-2077-4a7c-8019-19718ae4cf2d req-d3fc9390-4236-45c0-90ad-3e6911ff7b72 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 210 time: 0.0484478 Oct 12 23:18:26.587218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54736) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:26.604276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Attempting to bind port d43e9eca-d5d0-4b30-9bc3-c8177872a142 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:26.604795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Attempting to bind port d43e9eca-d5d0-4b30-9bc3-c8177872a142 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '60ad9f5b-13e0-49b2-9e87-1197c0ea121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:26.605115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Attempting to bind port d43e9eca-d5d0-4b30-9bc3-c8177872a142 on network 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:26.606542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b2799d-eed7-4391-80f2-357d81da80e9 req-c0fb0b99-6a7d-47d0-9504-5f0b2042eccf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:26.609264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97b2799d-eed7-4391-80f2-357d81da80e9 req-c0fb0b99-6a7d-47d0-9504-5f0b2042eccf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1935470 Oct 12 23:18:26.611663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:26.611819 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.612040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Checking segment: {'id': '60ad9f5b-13e0-49b2-9e87-1197c0ea121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:26.612448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.612844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Bound using segment: {'id': '60ad9f5b-13e0-49b2-9e87-1197c0ea121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:26.613325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Bound port: d43e9eca-d5d0-4b30-9bc3-c8177872a142, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ad9f5b-13e0-49b2-9e87-1197c0ea121c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:26.613713 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.643000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:26.647121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-38072401-37f1-4d57-96d7-3067d02119a8 None None] Port d43e9eca-d5d0-4b30-9bc3-c8177872a142 has been deleted concurrently {{(pid=101891) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:661}} Oct 12 23:18:26.647777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-3646f3d0-fe59-4107-98e0-467f770c36d4 admin admin] Deleting subnet 92b4bcd0-0de9-4199-aa1a-cf083f4e5299 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:18:26.651460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3646f3d0-fe59-4107-98e0-467f770c36d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.660641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ad9f5b-13e0-49b2-9e87-1197c0ea121c') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:26.660934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ad9f5b-13e0-49b2-9e87-1197c0ea121c') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:26.691091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97b2799d-eed7-4391-80f2-357d81da80e9 req-5d1f4df4-0031-4c0d-9a24-b6440436c40a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576818 Oct 12 23:18:26.692750 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.699733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3646f3d0-fe59-4107-98e0-467f770c36d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.715312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.723324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:26.724051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:26.727808 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:26.749794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3646f3d0-fe59-4107-98e0-467f770c36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.026707 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.034160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.037275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 HTTP/1.1" status: 204 len: 168 time: 2.3297451 Oct 12 23:18:27.041036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54740) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:27.046573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-14640046'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:27.050728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab5d2d-f12f-40c1-bd2a-86f61e33367f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:27.060253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3646f3d0-fe59-4107-98e0-467f770c36d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.093976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3646f3d0-fe59-4107-98e0-467f770c36d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92b4bcd0-0de9-4199-aa1a-cf083f4e5299,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:27.096078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3646f3d0-fe59-4107-98e0-467f770c36d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.099456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3646f3d0-fe59-4107-98e0-467f770c36d4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/92b4bcd0-0de9-4199-aa1a-cf083f4e5299 HTTP/1.1" status: 204 len: 168 time: 0.5112326 Oct 12 23:18:27.103324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54744) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:27.168685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:27.172597 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.206630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:27.218018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.225052 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.225052 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment b15c027c-1f0b-4ed2-b345-f89c0e0e7e82 of type vlan for network 029ddc44-fedd-4afb-ab19-5522653a1711 Oct 12 23:18:27.299400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.355704 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.382609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b982708-bc58-43f4-963c-4eb454b8af1a']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:27.404918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0d3c01a-88c1-4c17-ac19-0f96ad685c3b') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:27.404918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0d3c01a-88c1-4c17-ac19-0f96ad685c3b') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:27.408852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.445549 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.460858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:27.461856 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:27.465203 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:27.478337 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.484597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:27.485235 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.611041 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5683985 Oct 12 23:18:27.613738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54754) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:27.621249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2950fbe-4043-4827-9d09-a47c0af204fc tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=029ddc44-fedd-4afb-ab19-5522653a1711,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:27.631902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '029ddc44-fedd-4afb-ab19-5522653a1711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:27.635941 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 029ddc44-fedd-4afb-ab19-5522653a1711 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:27.641177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.662112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:27.668280 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] 10.222.0.31 "DELETE /v2.0/networks/6b982708-bc58-43f4-963c-4eb454b8af1a HTTP/1.1" status: 204 len: 168 time: 0.5609963 Oct 12 23:18:27.788908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Pushing event deleted for resources: {'Network': ['ID=6b982708-bc58-43f4-963c-4eb454b8af1a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:27.811995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.812330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.812676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.813138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.813513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.813848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.814254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.814583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.814905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.815374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.815654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.815971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82be9cc-11dd-4a73-95f3-2d45af1d759f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:27.889103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:18:27.907444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5af742ca-0094-4184-a7b7-efbd45dcf750 req-c1baf09c-9f71-4319-9d6d-3ac55a92260e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 210 time: 0.1874802 Oct 12 23:18:27.944520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:18:27.944873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8dd381ac-6d3a-4f9b-a04d-47b8b97e3d72 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:18:28.015860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-300def14-deb6-4fd6-99c7-07b381ecc808 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:28.017696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-300def14-deb6-4fd6-99c7-07b381ecc808 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "GET /v2.0/networks?id=9f3ccf9e-5278-4374-88f5-41182a236166 HTTP/1.1" status: 200 len: 797 time: 0.3648233 Oct 12 23:18:28.020279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e11e8-adae-41ff-aff3-3522e4605bfd req-7f703888-1fa8-4036-9075-ac5c005575d3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:28.021910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f55e11e8-adae-41ff-aff3-3522e4605bfd req-7f703888-1fa8-4036-9075-ac5c005575d3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1581726 Oct 12 23:18:28.037092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8216cfc0-aa88-4990-b487-be3bae703fb0 None None] Could not find standard attr ID for object d43e9eca-d5d0-4b30-9bc3-c8177872a142. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:18:28.085439 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f55e11e8-adae-41ff-aff3-3522e4605bfd req-9d9f1dc4-23e1-4aa7-99c4-6b3d39513ba9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555737 Oct 12 23:18:28.089466 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9356aef-227c-429b-bd47-f82908b2d4e8 None None] DHCP port deletion for 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:18:28.101202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:28.106796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:28.115211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d68f5-cb01-4392-9b54-934e24e92a34 None None] Network 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:28.132346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091d68f5-cb01-4392-9b54-934e24e92a34 None None] Network 38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 could not be found, it might have been deleted concurrently. {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 23:18:28.171984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-c9d1b9fb-2e9e-4846-b086-44a3b1db3288 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02d5607bf6594124a951673af5541500 HTTP/1.1" status: 200 len: 379 time: 0.1322703 Oct 12 23:18:28.185110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'port': {'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'admin_state_up': True, 'tenant_id': '02d5607bf6594124a951673af5541500', 'security_groups': ['96255839-b7b7-4125-9719-bb2ed25ed07a']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:28.210209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Performing IP validity checks on allocation pools {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 23:18:28.211003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 23:18:28.451749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Made reservation on behalf of 02d5607bf6594124a951673af5541500 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:28.455312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:28.486268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54772) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:28.539324 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:28.636185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2f5e804d-41db-434a-8735-ddce6894450f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b72913358a654f928441ce3a9f97a7ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478832 Oct 12 23:18:28.647468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54774) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:28.687234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=30fada11-fec8-4352-9bc9-2f4247d83c4b,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:28.703310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.20.0.11 (9f3ccf9e-5278-4374-88f5-41182a236166/c4270887-51c7-44e9-912b-63ae208a10d2/e892b69f-ad51-453b-a911-3ec6ed4d12e1) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:28.714610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': 'b15c027c-1f0b-4ed2-b345-f89c0e0e7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '029ddc44-fedd-4afb-ab19-5522653a1711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:28.715804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 029ddc44-fedd-4afb-ab19-5522653a1711, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:28.763891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd41a72a-98f5-42ee-907f-1ddc2d39133c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:28.790885 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd41a72a-98f5-42ee-907f-1ddc2d39133c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:28.853380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 029ddc44-fedd-4afb-ab19-5522653a1711 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:28.930492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 029ddc44-fedd-4afb-ab19-5522653a1711) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:28.933121 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd41a72a-98f5-42ee-907f-1ddc2d39133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:28.936485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cd41a72a-98f5-42ee-907f-1ddc2d39133c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:28.938185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cd41a72a-98f5-42ee-907f-1ddc2d39133c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53e87b4b-9c83-49dd-8737-8c2827ce59cc HTTP/1.1" status: 204 len: 168 time: 0.2837179 Oct 12 23:18:28.943715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:28.945202 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:28.970759 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bffc09d0-70d5-441b-9c61-a4d9a870fedb None None] Network 029ddc44-fedd-4afb-ab19-5522653a1711 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:28.981367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd41a72a-98f5-42ee-907f-1ddc2d39133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e87b4b-9c83-49dd-8737-8c2827ce59cc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:29.012902 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:29.080572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fb65597e-cbd4-4df5-bb50-348c00b19158 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.4628854 Oct 12 23:18:29.090282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54782) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:29.195334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bba9c-ed73-4d6a-a93a-4e2f032f2f63 req-c0f90e36-27d3-4463-a31f-aee72e0aacc6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:29.207179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd4bba9c-ed73-4d6a-a93a-4e2f032f2f63 req-c0f90e36-27d3-4463-a31f-aee72e0aacc6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1243544 Oct 12 23:18:29.211871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-088d1698-b75d-4440-9c4e-8af955ed39fd req-7b962efa-e42e-4daa-9377-26f157775f52 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 210 time: 0.0960042 Oct 12 23:18:29.286670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:29.311642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-029ddc44-fedd-4afb-ab19-5522653a1711', 'network_id': '029ddc44-fedd-4afb-ab19-5522653a1711', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': '30fada11-fec8-4352-9bc9-2f4247d83c4b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:29.312081 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:29.314553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd4bba9c-ed73-4d6a-a93a-4e2f032f2f63 req-961c6037-0043-4b2e-8670-9a6ee0170ca6 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040835 Oct 12 23:18:29.326980 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:29.408994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 9f3ccf9e-5278-4374-88f5-41182a236166 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:29.412046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:29.434515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:29.440463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:29.514041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=e892b69f-ad51-453b-a911-3ec6ed4d12e1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:29.538457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Allocated IP 172.20.0.3 (029ddc44-fedd-4afb-ab19-5522653a1711/30fada11-fec8-4352-9bc9-2f4247d83c4b/b2862ade-4937-4b2c-bcc5-d39f0b50473e) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:29.587687 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:29.589909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:29.609280 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4ae781-b2e1-439e-ba41-3bee0821f39c req-93948310-c77b-400c-a455-96d36e144fb3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:29.610863 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc4ae781-b2e1-439e-ba41-3bee0821f39c req-93948310-c77b-400c-a455-96d36e144fb3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.2288768 Oct 12 23:18:29.707346 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc4ae781-b2e1-439e-ba41-3bee0821f39c req-66280310-3a9b-40cc-a544-905f3e0727ff tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887122 Oct 12 23:18:29.726815 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:29.742698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-f65d10aa-b015-4f50-8cdb-1eea54a09339 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5647876 Oct 12 23:18:29.759119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Request body: {'port': {'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:29.830895 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:29.890992 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:29.895905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d43e9eca-d5d0-4b30-9bc3-c8177872a142 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:18:29.914101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Network 029ddc44-fedd-4afb-ab19-5522653a1711 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:29.918634 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:29.944321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:29.955821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d43e9eca-d5d0-4b30-9bc3-c8177872a142 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:18:29.956361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d43e9eca-d5d0-4b30-9bc3-c8177872a142 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:18:30.031050 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Pushing event updated for resources: {'Port': ['ID=b2862ade-4937-4b2c-bcc5-d39f0b50473e,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:30.032087 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.054259 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.054759 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.055578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.055750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.056138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.056585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.057011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.058055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.058383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.059155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.059991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.061027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:18:30.067297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a494260d-eeb8-4fb9-bb3f-f3012397c95b None None] Provisioning complete for port e892b69f-ad51-453b-a911-3ec6ed4d12e1 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:30.067815 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a494260d-eeb8-4fb9-bb3f-f3012397c95b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.070318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Attempting to bind port b2862ade-4937-4b2c-bcc5-d39f0b50473e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:30.070908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Attempting to bind port b2862ade-4937-4b2c-bcc5-d39f0b50473e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'b15c027c-1f0b-4ed2-b345-f89c0e0e7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '029ddc44-fedd-4afb-ab19-5522653a1711'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:30.071410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Attempting to bind port b2862ade-4937-4b2c-bcc5-d39f0b50473e on network 029ddc44-fedd-4afb-ab19-5522653a1711 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:30.102179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:30.102711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Checking segment: {'id': 'b15c027c-1f0b-4ed2-b345-f89c0e0e7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '029ddc44-fedd-4afb-ab19-5522653a1711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:30.103245 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.103811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Bound using segment: {'id': 'b15c027c-1f0b-4ed2-b345-f89c0e0e7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '029ddc44-fedd-4afb-ab19-5522653a1711'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:30.104995 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Bound port: b2862ade-4937-4b2c-bcc5-d39f0b50473e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15c027c-1f0b-4ed2-b345-f89c0e0e7e82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '029ddc44-fedd-4afb-ab19-5522653a1711'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:30.105488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.192072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=30fada11-fec8-4352-9bc9-2f4247d83c4b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:30.199619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] For port b2862ade-4937-4b2c-bcc5-d39f0b50473e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:30.203346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] For port b2862ade-4937-4b2c-bcc5-d39f0b50473e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b2862ade-4937-4b2c-bcc5-d39f0b50473e,segment=NetworkSegment(b15c027c-1f0b-4ed2-b345-f89c0e0e7e82),segment_id=b15c027c-1f0b-4ed2-b345-f89c0e0e7e82)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:30.206489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a494260d-eeb8-4fb9-bb3f-f3012397c95b None None] Port e892b69f-ad51-453b-a911-3ec6ed4d12e1 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:18:30.279516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.292917 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.341693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029ddc44-fedd-4afb-ab19-5522653a1711']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:30.357709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15c027c-1f0b-4ed2-b345-f89c0e0e7e82') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:30.357930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15c027c-1f0b-4ed2-b345-f89c0e0e7e82') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:30.377105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.424522 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.450193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:30.450804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:30.454758 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:30.468867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4263ae05-a2d9-4180-a7cf-b5a2e303e11f None None] Network 029ddc44-fedd-4afb-ab19-5522653a1711 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:30.520369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3a9db6-9e27-4364-9ee8-f399c090f65e req-ee9ef61b-6da3-4fd0-b7c1-e777b85d6e5b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:30.536401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df3a9db6-9e27-4364-9ee8-f399c090f65e req-ee9ef61b-6da3-4fd0-b7c1-e777b85d6e5b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 932 time: 0.1396887 Oct 12 23:18:30.590500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618dc5a-73a6-42a4-a0fd-6d338a9bae92 None None] Pushing event updated for resources: {'Port': ['ID=b2862ade-4937-4b2c-bcc5-d39f0b50473e,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:30.617465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:18:30.617465 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:18:30.617465 n-d-790519-14 neutron-server[101889]: [parameters: {'id': '029ddc44-fedd-4afb-ab19-5522653a1711'}] Oct 12 23:18:30.617465 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:18:30.617845 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:18:30.638073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e174057-c833-406f-996a-34b71c355b8d None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:18:30.649742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df3a9db6-9e27-4364-9ee8-f399c090f65e req-03cb3cd9-36b6-46ad-a6a2-a3dca93d59b4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088965 Oct 12 23:18:30.656741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac6a40e-9c8e-42e5-bc68-9ebef42f2015 req-ef919b90-c935-47c8-8729-87341b81daf8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:30.658328 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac6a40e-9c8e-42e5-bc68-9ebef42f2015 req-ef919b90-c935-47c8-8729-87341b81daf8 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.1515267 Oct 12 23:18:30.676405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e892b69f-ad51-453b-a911-3ec6ed4d12e1 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:30.743348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54818) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:30.745821 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.790265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Transition to ACTIVE for port object e892b69f-ad51-453b-a911-3ec6ed4d12e1 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:18:30.816919 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3ac6a40e-9c8e-42e5-bc68-9ebef42f2015 req-97a6e790-355f-4ba6-af49-05cf74273a0e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463075 Oct 12 23:18:30.909661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:30.924753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e174057-c833-406f-996a-34b71c355b8d None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:18:30.997311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a621e2ad-f81c-4673-9503-301839483b78 req-6e738ad8-1268-4e96-8b7e-68b550f4c4ce tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:31.008427 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a621e2ad-f81c-4673-9503-301839483b78 req-6e738ad8-1268-4e96-8b7e-68b550f4c4ce tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 943 time: 0.1301072 Oct 12 23:18:31.030558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-832443555-network', 'tenant_id': '0506bd258ab04795851128c6ccc45b0c'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:31.083017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a621e2ad-f81c-4673-9503-301839483b78 req-6bf01670-e827-4d22-903b-eeebbcbc0969 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737095 Oct 12 23:18:31.110867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449c663d-d2a8-4c80-b296-468332a77333 req-d4fc60b7-42fe-4e44-8543-c61217135348 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:31.112965 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-449c663d-d2a8-4c80-b296-468332a77333 req-d4fc60b7-42fe-4e44-8543-c61217135348 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.2906184 Oct 12 23:18:31.118525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.139792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Pushing event updated for resources: {'Port': ['ID=e892b69f-ad51-453b-a911-3ec6ed4d12e1,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:31.256590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Made reservation on behalf of 0506bd258ab04795851128c6ccc45b0c for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:31.256590 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.295888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.358123 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Attempting to bind port e892b69f-ad51-453b-a911-3ec6ed4d12e1 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:31.358460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Attempting to bind port e892b69f-ad51-453b-a911-3ec6ed4d12e1 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:31.358791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Attempting to bind port e892b69f-ad51-453b-a911-3ec6ed4d12e1 on network 9f3ccf9e-5278-4374-88f5-41182a236166 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:31.388278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Port e892b69f-ad51-453b-a911-3ec6ed4d12e1 on network 9f3ccf9e-5278-4374-88f5-41182a236166 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:18:31.388609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Attempting to bind port e892b69f-ad51-453b-a911-3ec6ed4d12e1 on network 9f3ccf9e-5278-4374-88f5-41182a236166 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:31.405363 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device df41f793-41d1-4b82-b5b9-bcc6be67a664 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:18:31.419865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Deleting port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:31.420212 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.423567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:31.423902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Checking segment: {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:31.424291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Bound using segment: {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:31.424736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Bound port: e892b69f-ad51-453b-a911-3ec6ed4d12e1, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4edf2527-5b99-4bdd-b69b-9086eb8219c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:31.425086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.430889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Deleting port b2862ade-4937-4b2c-bcc5-d39f0b50473e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:31.432982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.614285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port df41f793-41d1-4b82-b5b9-bcc6be67a664, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=df41f793-41d1-4b82-b5b9-bcc6be67a664,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:31.648485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'df41f793-41d1-4b82-b5b9-bcc6be67a664', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'port_id': 'df41f793-41d1-4b82-b5b9-bcc6be67a664', 'mac_address': 'fa:16:3e:9e:ad:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:18:31.722030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] For port b2862ade-4937-4b2c-bcc5-d39f0b50473e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b2862ade-4937-4b2c-bcc5-d39f0b50473e,segment=NetworkSegment(b15c027c-1f0b-4ed2-b345-f89c0e0e7e82),segment_id=b15c027c-1f0b-4ed2-b345-f89c0e0e7e82)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:31.722410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.727794 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.743132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] For port a9df04a3-4f69-4911-9aa7-3f6163ab70b2, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:31.745890 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.749392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df41f793-41d1-4b82-b5b9-bcc6be67a664 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:31.753997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.759974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Calling delete_port for b2862ade-4937-4b2c-bcc5-d39f0b50473e owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:31.776572 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] For port e892b69f-ad51-453b-a911-3ec6ed4d12e1, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:31.781199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port df41f793-41d1-4b82-b5b9-bcc6be67a664, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=df41f793-41d1-4b82-b5b9-bcc6be67a664,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:31.783208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] For port e892b69f-ad51-453b-a911-3ec6ed4d12e1, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:31.858645 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.860356 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.879676 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:31.929758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:31.965810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=df41f793-41d1-4b82-b5b9-bcc6be67a664,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:32.019686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed82fe1-7683-470e-b64f-e4161cd30951 req-34050686-53b5-4c1d-a8c2-26ce96d4f734 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:32.023628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ed82fe1-7683-470e-b64f-e4161cd30951 req-34050686-53b5-4c1d-a8c2-26ce96d4f734 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 946 time: 0.0848687 Oct 12 23:18:32.037945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92710679-5481-457e-a469-fd6164020c68,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:32.043032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:32.043663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.045096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] 10.222.0.25 "PUT /v2.0/ports/e892b69f-ad51-453b-a911-3ec6ed4d12e1 HTTP/1.1" status: 200 len: 1093 time: 2.2938268 Oct 12 23:18:32.052647 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['df41f793-41d1-4b82-b5b9-bcc6be67a664'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:18:32.058297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.058656 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Added segment 80219ddd-52eb-45a7-a094-709b30f6b922 of type vlan for network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c Oct 12 23:18:32.061065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:32.065100 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:32.112022 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ed82fe1-7683-470e-b64f-e4161cd30951 req-e7b416b0-a612-4fbd-ad2e-fa0097d9bb09 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=48a58cd8-f721-4885-afbe-0a63f8f21c40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749705 Oct 12 23:18:32.219160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadd798-7c8d-43dc-a815-7f6c7325bf81 req-0ea5f8af-a8f5-448c-9df1-8db8b64f0de5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:32.220899 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8cadd798-7c8d-43dc-a815-7f6c7325bf81 req-0ea5f8af-a8f5-448c-9df1-8db8b64f0de5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 944 time: 0.4021583 Oct 12 23:18:32.272828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae01686-eb99-44e1-990b-6f93f1a96340 service neutron] Pushing event updated for resources: {'Port': ['ID=e892b69f-ad51-453b-a911-3ec6ed4d12e1,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:32.291127 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278a8d8e-05ab-42ac-9ec4-8d2445ed66fd x-openstack-request-id: req-278a8d8e-05ab-42ac-9ec4-8d2445ed66fd {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:32.291127 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:32.291127 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-278a8d8e-05ab-42ac-9ec4-8d2445ed66fd {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:32.291127 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'status': 'completed', 'code': 200} Oct 12 23:18:32.314686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.376608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43449ab1-7fb8-4075-a4c4-7cacdcff6e2a req-ca796cd8-dd4f-423a-bfba-952d19b4e158 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:32.376608 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43449ab1-7fb8-4075-a4c4-7cacdcff6e2a req-ca796cd8-dd4f-423a-bfba-952d19b4e158 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 944 time: 0.0690498 Oct 12 23:18:32.447078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43449ab1-7fb8-4075-a4c4-7cacdcff6e2a req-60d96dc1-a317-4159-a562-eaa25d93134f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494983 Oct 12 23:18:32.486830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.487214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.487533 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Floating IP 960652d2-9655-4033-bf79-42c0645a7551 disassociated. External IP: 172.25.2.207, port: a9df04a3-4f69-4911-9aa7-3f6163ab70b2. Oct 12 23:18:32.487873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Calling delete_port for a9df04a3-4f69-4911-9aa7-3f6163ab70b2 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:32.490897 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.501803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8cadd798-7c8d-43dc-a815-7f6c7325bf81 req-55863b74-d2cc-44ed-9e9f-fe641cc2153c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1812794 Oct 12 23:18:32.509394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-b73d682d-6d8d-4ec0-aa7b-038c3baf4bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:32.511762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-b73d682d-6d8d-4ec0-aa7b-038c3baf4bcb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 1096 time: 0.3013577 Oct 12 23:18:32.560029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Port': ['ID=b2862ade-4937-4b2c-bcc5-d39f0b50473e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:32.565021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No DVR routers for this DVR port b2862ade-4937-4b2c-bcc5-d39f0b50473e on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:32.627806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-9614024d-a380-4d17-8c6f-30c3dbd12493 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1 HTTP/1.1" status: 200 len: 217 time: 0.0780072 Oct 12 23:18:32.765808 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.776856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-d49af958-74da-4458-a4cf-658e05c6cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:32.778515 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-d49af958-74da-4458-a4cf-658e05c6cc0a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4270887-51c7-44e9-912b-63ae208a10d2 HTTP/1.1" status: 200 len: 834 time: 0.1295891 Oct 12 23:18:32.839190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029ddc44-fedd-4afb-ab19-5522653a1711']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:32.874052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15c027c-1f0b-4ed2-b345-f89c0e0e7e82') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:32.874360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15c027c-1f0b-4ed2-b345-f89c0e0e7e82') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:32.888613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.889484 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:32.890091 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.893757 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:32.919308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-b8083d01-d9d4-42f5-a553-4c3253ab94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:32.920805 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-b8083d01-d9d4-42f5-a553-4c3253ab94fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9f3ccf9e-5278-4374-88f5-41182a236166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1333892 Oct 12 23:18:32.974397 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.029593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:33.030248 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.033485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] Pushing event updated for resources: {'Network': ['ID=3f5dbdc3-0d44-43d9-b133-9970b1f4566c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:33.035506 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:33.049269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:33.079167 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3da4644f-7dbe-4596-bb21-12a1f24d043c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3301084 Oct 12 23:18:33.082132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54842) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:33.090128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Request body: {'subnet': {'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-832443555-subnet', 'tenant_id': '0506bd258ab04795851128c6ccc45b0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:33.113041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.168066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event deleted for resources: {'Port': ['ID=a9df04a3-4f69-4911-9aa7-3f6163ab70b2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:33.188111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-e78d89a3-30ac-47de-b56f-3416a5cde044 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296603 Oct 12 23:18:33.230783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Made reservation on behalf of 0506bd258ab04795851128c6ccc45b0c for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:33.250782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.251072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.282718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.286110 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/029ddc44-fedd-4afb-ab19-5522653a1711 HTTP/1.1" status: 204 len: 168 time: 4.1942391 Oct 12 23:18:33.293403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54846) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:33.309108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1190958335'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:33.319291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960242ad-2445-4087-948f-d1147bf1dc7e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=029ddc44-fedd-4afb-ab19-5522653a1711,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:33.354908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f403a215-1384-493b-b1b7-00bd0bba7d72 req-3bbc6b8f-9644-4d8c-8839-a35fe1007571 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 210 time: 0.0358365 Oct 12 23:18:33.405301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device df41f793-41d1-4b82-b5b9-bcc6be67a664 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:33.459790 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9c9eef3-fa8d-4ee1-bb67-863d65cd59b3 req-3e4771bf-1035-44b9-bf50-f58761151c10 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343504 Oct 12 23:18:33.468903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Router c5c3c348-69fa-442e-8e56-7b07773061a4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:18:33.606183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port df41f793-41d1-4b82-b5b9-bcc6be67a664 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:18:33.610714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port df41f793-41d1-4b82-b5b9-bcc6be67a664 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:33.611547 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.772125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.772758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.826693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba54b0e7-fa98-4f42-bb0f-d1a3848688b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41f793-41d1-4b82-b5b9-bcc6be67a664'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:33.832328 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6a008b-809c-45ba-a89c-bfa15f98b124" -d '{"events": [{"server_uuid": "ba54b0e7-fa98-4f42-bb0f-d1a3848688b5", "name": "network-vif-plugged", "status": "completed", "tag": "df41f793-41d1-4b82-b5b9-bcc6be67a664"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:33.852987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port df41f793-41d1-4b82-b5b9-bcc6be67a664, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=df41f793-41d1-4b82-b5b9-bcc6be67a664,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:33.884648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Pushing event updated for resources: {'Subnet': ['ID=a65b1466-c63c-4027-bb5d-aa26e5c82123,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:33.899334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2fa42a-880f-485b-a452-164dde54d34f req-cdee99fa-8c19-42af-a63e-6c4509042b1a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:33.908082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b2fa42a-880f-485b-a452-164dde54d34f req-cdee99fa-8c19-42af-a63e-6c4509042b1a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 944 time: 0.2133558 Oct 12 23:18:33.942881 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:33.943823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a9df04a3-4f69-4911-9aa7-3f6163ab70b2 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:18:33.952854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Checking segment: {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:33.953312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Network hostable DHCP agents. Network: 3f5dbdc3-0d44-43d9-b133-9970b1f4566c, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:33.971863 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b2fa42a-880f-485b-a452-164dde54d34f req-9b92d1fd-06a6-4586-993f-8c305343f4df tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625217 Oct 12 23:18:33.999700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: a9df04a3-4f69-4911-9aa7-3f6163ab70b2 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:18:34.006272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a9df04a3-4f69-4911-9aa7-3f6163ab70b2 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:18:34.033598 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61857052-66f8-40a6-afe1-d9f3545a8584 x-openstack-request-id: req-61857052-66f8-40a6-afe1-d9f3545a8584 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:34.034048 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba54b0e7-fa98-4f42-bb0f-d1a3848688b5", "name": "network-vif-plugged", "status": "completed", "tag": "df41f793-41d1-4b82-b5b9-bcc6be67a664", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:34.034474 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61857052-66f8-40a6-afe1-d9f3545a8584 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:34.035150 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba54b0e7-fa98-4f42-bb0f-d1a3848688b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df41f793-41d1-4b82-b5b9-bcc6be67a664', 'code': 200} Oct 12 23:18:34.040563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=df41f793-41d1-4b82-b5b9-bcc6be67a664,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:34.059782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:34.142699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:34.145935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:34.150223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a75f1-3ebc-42f1-b2fa-464d0f3666fc req-44d66f02-f9a1-4eee-9018-ae6e9d2a139f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:34.156397 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a56a75f1-3ebc-42f1-b2fa-464d0f3666fc req-44d66f02-f9a1-4eee-9018-ae6e9d2a139f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 1097 time: 0.0574396 Oct 12 23:18:34.157958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 3f5dbdc3-0d44-43d9-b133-9970b1f4566c) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:34.163544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:34.164319 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:34.170685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb1cc37-ca50-4203-88da-7ff4f101bd94 None None] Network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:34.247175 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a56a75f1-3ebc-42f1-b2fa-464d0f3666fc req-09e69437-1815-479a-a4f9-7611b9498c3c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701632 Oct 12 23:18:34.262287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:34.283367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132a193b-f464-4e82-b8d2-55e80cf57df9 req-94643d5e-3673-4dfb-82c6-a8416b983d64 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:34.284891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-132a193b-f464-4e82-b8d2-55e80cf57df9 req-94643d5e-3673-4dfb-82c6-a8416b983d64 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 945 time: 0.1593795 Oct 12 23:18:34.290373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-aa03d45a-2d12-492d-99d5-5829418a96d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:34.291988 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-aa03d45a-2d12-492d-99d5-5829418a96d0 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 1096 time: 0.1675529 Oct 12 23:18:34.294797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:18:34.296892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:34.297234 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment c8319ceb-157f-491d-b841-0a8bbc3ed287 of type vlan for network 9fd660b7-9935-4ea9-b7e8-c59b9404d4d2 Oct 12 23:18:34.307262 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] Sync routers for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:18:34.318072 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:18:34.319352 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:18:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:34.330168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbcf4a5-6a84-4e3a-bfc1-e00af7665336 None None] Network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:34.333136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5db82c39-b4f9-4c69-bb69-f37c2942fbff admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2492664 Oct 12 23:18:34.466905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] No DVR routers for this DVR port a9df04a3-4f69-4911-9aa7-3f6163ab70b2 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:34.471356 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:34.474606 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-449c663d-d2a8-4c80-b296-468332a77333 req-f876e482-1fa3-4342-b0af-31c42b2e6d9d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "DELETE /v2.0/ports/a9df04a3-4f69-4911-9aa7-3f6163ab70b2 HTTP/1.1" status: 204 len: 173 time: 3.3484516 Oct 12 23:18:34.477597 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:34.482086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'name': 'network-vif-deleted', 'tag': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:34.484249 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31109cba-806d-473d-967a-ed61fe661c7f" -d '{"events": [{"server_uuid": "3ed8d96a-07ce-477f-b0f3-25619cd62771", "name": "network-vif-deleted", "tag": "a9df04a3-4f69-4911-9aa7-3f6163ab70b2"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:34.508367 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:18:34.537477 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-132a193b-f464-4e82-b8d2-55e80cf57df9 req-2b3af44c-3bd0-4b14-b6fa-0d00f9cae0de tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386730 Oct 12 23:18:34.563503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-016c84b2-7dea-4e51-9788-2c5809d86815 req-b013ec9d-3b79-471e-82dd-1c0596a757e4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=3ed8d96a-07ce-477f-b0f3-25619cd62771 HTTP/1.1" status: 200 len: 210 time: 0.0861731 Oct 12 23:18:34.628297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-705416b6-5f28-49e0-b780-399a8dabbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:34.634033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-705416b6-5f28-49e0-b780-399a8dabbcc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9f3ccf9e-5278-4374-88f5-41182a236166 HTTP/1.1" status: 200 len: 898 time: 0.3238497 Oct 12 23:18:34.638474 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9002ca62-6edb-46e4-85e1-5bffbd85b3f6 x-openstack-request-id: req-9002ca62-6edb-46e4-85e1-5bffbd85b3f6 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:34.638763 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ed8d96a-07ce-477f-b0f3-25619cd62771", "name": "network-vif-deleted", "tag": "a9df04a3-4f69-4911-9aa7-3f6163ab70b2", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:34.639062 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9002ca62-6edb-46e4-85e1-5bffbd85b3f6 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:34.639467 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed8d96a-07ce-477f-b0f3-25619cd62771', 'name': 'network-vif-deleted', 'tag': 'a9df04a3-4f69-4911-9aa7-3f6163ab70b2', 'status': 'completed', 'code': 200} Oct 12 23:18:34.697637 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:34.705140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:34.706088 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:34.709651 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-767971d9-4ae3-4ba7-8977-78c071ef6072 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1 HTTP/1.1" status: 200 len: 217 time: 0.0693882 Oct 12 23:18:34.751185 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:34.782070 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] Checking router: c5c3c348-69fa-442e-8e56-7b07773061a4 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:18:34.790772 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:18:34.791936 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:18:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:34.837137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=9fd660b7-9935-4ea9-b7e8-c59b9404d4d2,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:34.845968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-000e93f8-34b4-476c-912d-d3205ccc9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:34.847181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-000e93f8-34b4-476c-912d-d3205ccc9125 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4270887-51c7-44e9-912b-63ae208a10d2 HTTP/1.1" status: 200 len: 834 time: 0.1132967 Oct 12 23:18:34.848465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 9fd660b7-9935-4ea9-b7e8-c59b9404d4d2 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:34.922687 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-5a793183-7b94-4f65-960f-acf07900a6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:34.930243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-5a793183-7b94-4f65-960f-acf07900a6c9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9f3ccf9e-5278-4374-88f5-41182a236166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0705986 Oct 12 23:18:34.936288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bdae4024-864b-410e-8036-e07b93c8d6dd tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6391423 Oct 12 23:18:34.939755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54892) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:34.951865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '9fd660b7-9935-4ea9-b7e8-c59b9404d4d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:34.953394 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:18:35.048525 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-1ccd395b-28a5-4f0a-80d6-7d1e76e17aad service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110926 Oct 12 23:18:35.130109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-e6e3f766-6d80-4e4c-9144-3a267afcc8dd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:35.136700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-e6e3f766-6d80-4e4c-9144-3a267afcc8dd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/networks?id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c HTTP/1.1" status: 200 len: 817 time: 0.3058825 Oct 12 23:18:35.165346 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-cdc6311e-3576-4123-8c98-8cde7c0a1896 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/quotas/0506bd258ab04795851128c6ccc45b0c HTTP/1.1" status: 200 len: 375 time: 0.0203788 Oct 12 23:18:35.191667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f6ba5-5086-419b-b3e7-1dff4447877b req-852fb139-57b1-473c-98a0-dd0c0f47e78d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:35.202028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-209f6ba5-5086-419b-b3e7-1dff4447877b req-852fb139-57b1-473c-98a0-dd0c0f47e78d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 944 time: 0.1162517 Oct 12 23:18:35.204460 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-b7db629a-47e8-4b87-89c1-2241a1257c50 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=0506bd258ab04795851128c6ccc45b0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381517 Oct 12 23:18:35.257477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:35.261708 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:35.273321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-209f6ba5-5086-419b-b3e7-1dff4447877b req-21d877b2-ee23-482f-9aa0-f3384113b960 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670507 Oct 12 23:18:35.286729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbcda7a9-73bf-47e0-a7fa-99eb13dd6e82 req-cb6ec4b5-0934-49eb-9f89-4be6e8d2b0a0 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222977 Oct 12 23:18:35.343987 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:35.383439 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8ccd22-c9b9-47a5-896c-8de0f2e10bb9 None None] The sync data for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 is: [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:18:35.398886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-80c2a95a-22a1-4892-b241-c232d5056a5a service neutron] 10.222.0.31 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933415 Oct 12 23:18:35.568171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-9a78f5a5-5b6b-41c5-91ec-4a5420377873 service neutron] 10.222.0.31 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684034 Oct 12 23:18:35.706285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:35.783252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c4936-e876-4773-a351-badf81481963 req-639d80fe-9908-4920-9250-0ad4d9235da3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:35.785307 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad0c4936-e876-4773-a351-badf81481963 req-639d80fe-9908-4920-9250-0ad4d9235da3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 945 time: 0.1031210 Oct 12 23:18:35.800740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=9686aa03-25ac-471e-a260-9df2342baae6,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:35.816968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9b6e2d-ab5a-4eaf-82c1-d37d8b278777 None None] New status for floating IP 960652d2-9655-4033-bf79-42c0645a7551: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:18:35.818458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': 'c8319ceb-157f-491d-b841-0a8bbc3ed287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '9fd660b7-9935-4ea9-b7e8-c59b9404d4d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:35.818458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 9fd660b7-9935-4ea9-b7e8-c59b9404d4d2, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:35.856233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad0c4936-e876-4773-a351-badf81481963 req-62509dcf-6a36-4af6-82c1-dd6578c94db1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632508 Oct 12 23:18:35.917365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 9fd660b7-9935-4ea9-b7e8-c59b9404d4d2 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:35.928285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e892b69f-ad51-453b-a911-3ec6ed4d12e1 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:18:35.994706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e839dc-c44f-4ba3-877d-9342c8f40934 req-9b1a5263-925f-4c26-b57e-491fef19dec4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:35.996272 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3e839dc-c44f-4ba3-877d-9342c8f40934 req-9b1a5263-925f-4c26-b57e-491fef19dec4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 945 time: 0.0506620 Oct 12 23:18:36.003676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 9fd660b7-9935-4ea9-b7e8-c59b9404d4d2) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:36.008980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:36.012423 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.014411 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e4d451b-0be9-49fc-918d-47352d2f945b None None] Network 9fd660b7-9935-4ea9-b7e8-c59b9404d4d2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:36.040940 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3e839dc-c44f-4ba3-877d-9342c8f40934 req-4873d0da-0354-4338-9880-3c05da00815e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357583 Oct 12 23:18:36.063807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port e892b69f-ad51-453b-a911-3ec6ed4d12e1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:36.083115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:18:36.145199 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e9cac31d-1147-4d78-8fef-42e9e56a2c4a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2010183 Oct 12 23:18:36.147831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54922) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:36.174658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54926) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:36.254203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf4a-76be-4b3a-bceb-18f78f85f4b9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.280518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf4a-76be-4b3a-bceb-18f78f85f4b9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.319816 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.343739 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.358586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e892b69f-ad51-453b-a911-3ec6ed4d12e1 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:36.379539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a4a512b-30ee-4be9-b048-7a52383bd52f req-f8d7f9b2-2868-4113-9343-3c2c8e640ff7 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 210 time: 0.0537117 Oct 12 23:18:36.402159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port e892b69f-ad51-453b-a911-3ec6ed4d12e1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:36.437002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762a3c2-7d8a-45f8-b832-d3c17afda12b req-df80bade-4606-4d9d-87ee-5b717af15234 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:36.438590 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0762a3c2-7d8a-45f8-b832-d3c17afda12b req-df80bade-4606-4d9d-87ee-5b717af15234 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 945 time: 0.0991452 Oct 12 23:18:36.441513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcabf25d-eabb-47e8-98b3-d2c452ffee52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-9fd660b7-9935-4ea9-b7e8-c59b9404d4d2', 'network_id': '9fd660b7-9935-4ea9-b7e8-c59b9404d4d2', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': '9686aa03-25ac-471e-a260-9df2342baae6'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:36.442684 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bcabf25d-eabb-47e8-98b3-d2c452ffee52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.455307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf4a-76be-4b3a-bceb-18f78f85f4b9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.457907 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6aeedf4a-76be-4b3a-bceb-18f78f85f4b9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.461474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6aeedf4a-76be-4b3a-bceb-18f78f85f4b9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "DELETE /v2.0/security-groups/48a58cd8-f721-4885-afbe-0a63f8f21c40 HTTP/1.1" status: 204 len: 168 time: 0.2829607 Oct 12 23:18:36.462977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 54936) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:36.480552 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.483071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeedf4a-76be-4b3a-bceb-18f78f85f4b9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a58cd8-f721-4885-afbe-0a63f8f21c40,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:36.508022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827d44cb-cd8c-40e6-ac38-63691623ebbe req-e01d7f7c-388d-47cb-ae62-f9aec16e6c81 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:36.509749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-827d44cb-cd8c-40e6-ac38-63691623ebbe req-e01d7f7c-388d-47cb-ae62-f9aec16e6c81 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 944 time: 0.0647585 Oct 12 23:18:36.516495 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-fa9f6d7a-03c5-4a54-b2a1-376761c8cebe tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] show failed (client error): The resource could not be found. Oct 12 23:18:36.517534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fa9f6d7a-03c5-4a54-b2a1-376761c8cebe tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups/48a58cd8-f721-4885-afbe-0a63f8f21c40 HTTP/1.1" status: 404 len: 347 time: 0.0522377 Oct 12 23:18:36.520449 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.520850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54938) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:36.539532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0762a3c2-7d8a-45f8-b832-d3c17afda12b req-b4f40f90-e03a-41f5-bff2-e67941f9cbdf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874677 Oct 12 23:18:36.622692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=e892b69f-ad51-453b-a911-3ec6ed4d12e1,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:36.659490 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.681432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-827d44cb-cd8c-40e6-ac38-63691623ebbe req-48a3335c-3a8c-410a-a92b-9bb421e229f0 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042681 Oct 12 23:18:36.696517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Deleting port 080f6ff8-9ad5-48c1-bbc0-abb0303ec05c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:36.696789 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server [None req-bcabf25d-eabb-47e8-98b3-d2c452ffee52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9686aa03-25ac-471e-a260-9df2342baae6: This subnet is being modified by another concurrent operation. Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1481, in create_port Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1446, in _create_port_db Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1459, in create_port_db Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise exception Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9686aa03-25ac-471e-a260-9df2342baae6: This subnet is being modified by another concurrent operation. Oct 12 23:18:36.720738 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server Oct 12 23:18:36.739200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['e892b69f-ad51-453b-a911-3ec6ed4d12e1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:18:36.743643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912bc131-6206-40c3-8031-53ca66536062 None None] Network 9fd660b7-9935-4ea9-b7e8-c59b9404d4d2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:36.750770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=9686aa03-25ac-471e-a260-9df2342baae6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:36.813185 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.813694 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.827764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Calling delete_port for 080f6ff8-9ad5-48c1-bbc0-abb0303ec05c owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:36.895488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:36.937031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fd660b7-9935-4ea9-b7e8-c59b9404d4d2']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:36.955505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8319ceb-157f-491d-b841-0a8bbc3ed287') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:36.955807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8319ceb-157f-491d-b841-0a8bbc3ed287') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:36.985197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.003604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0075788e-dc22-4a45-918d-b43093f187a3 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:18:37.012169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.020050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:37.020559 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:37.064896 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:37.102316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.133689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event deleted for resources: {'Port': ['ID=080f6ff8-9ad5-48c1-bbc0-abb0303ec05c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:37.189950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0075788e-dc22-4a45-918d-b43093f187a3 None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:18:37.194403 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.204320 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.211868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/9fd660b7-9935-4ea9-b7e8-c59b9404d4d2 HTTP/1.1" status: 204 len: 168 time: 1.0550048 Oct 12 23:18:37.214838 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 54976) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:37.221919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.224835 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.228177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d5cf5935-457f-4d9e-bf7c-88510e306f3f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "DELETE /v2.0/floatingips/960652d2-9655-4033-bf79-42c0645a7551 HTTP/1.1" status: 204 len: 168 time: 0.7061477 Oct 12 23:18:37.243002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1682322091'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:37.259599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc1581c-7318-4d09-a469-7a51b46e4170 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=9fd660b7-9935-4ea9-b7e8-c59b9404d4d2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:37.333204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc23467-2fe4-4c51-8954-c4ea11cffb53 req-c966818f-c984-42aa-88df-dbf6411ac30b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:37.335321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7cc23467-2fe4-4c51-8954-c4ea11cffb53 req-c966818f-c984-42aa-88df-dbf6411ac30b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 945 time: 0.0608087 Oct 12 23:18:37.360551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:37.366002 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.412672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:37.430878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7cc23467-2fe4-4c51-8954-c4ea11cffb53 req-014a4cfe-09db-4fa2-877d-5563114108a1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748980 Oct 12 23:18:37.434394 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.434667 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment 746b3e20-6ba9-440f-88d7-9d249118a103 of type vlan for network 9efd236c-7726-4297-846f-d146046294f7 Oct 12 23:18:37.487813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.540742 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-49d72286-7b1c-44eb-bd2d-8e70cfdf563f req-e70c5309-8688-4654-8f82-4cc9346b49f7 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 210 time: 0.0359161 Oct 12 23:18:37.628340 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.634039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:37.634636 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:37.707416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=9efd236c-7726-4297-846f-d146046294f7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:37.719502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55002) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:37.720060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 9efd236c-7726-4297-846f-d146046294f7 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:37.724131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-847c07b9-a652-4cc0-8b46-7681831beb0a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1701730838', 'description': 'tempest-description--1792169645'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:37.773169 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-98a0ca7b-7160-4c86-b33e-706fdcd897de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5546384 Oct 12 23:18:37.774901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55008) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:37.780503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '9efd236c-7726-4297-846f-d146046294f7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:37.919644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e892b69f-ad51-453b-a911-3ec6ed4d12e1 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:37.919956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c937bab-1246-45b6-9f69-fc7b47081a3b req-1b1fa1fe-d387-4178-b52b-242275a31223 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:37.921463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c937bab-1246-45b6-9f69-fc7b47081a3b req-1b1fa1fe-d387-4178-b52b-242275a31223 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 945 time: 0.1473446 Oct 12 23:18:37.961128 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c937bab-1246-45b6-9f69-fc7b47081a3b req-1d2e42dd-d136-4098-853e-bc0b595530d6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334294 Oct 12 23:18:37.998441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-847c07b9-a652-4cc0-8b46-7681831beb0a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.019428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port e892b69f-ad51-453b-a911-3ec6ed4d12e1 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:18:38.023508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port e892b69f-ad51-453b-a911-3ec6ed4d12e1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:38.023886 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.083732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-847c07b9-a652-4cc0-8b46-7681831beb0a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.105865 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.126345 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:18:38.128081 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:38.130314 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbacd56a-6e04-4f1b-a6a2-826b1a2aa91a" -d '{"events": [{"server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "name": "network-vif-plugged", "status": "completed", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:38.136536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:38.144617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port e892b69f-ad51-453b-a911-3ec6ed4d12e1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:38.147525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.175865 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d48553e-bf00-4261-a1b3-3474689412e7 x-openstack-request-id: req-0d48553e-bf00-4261-a1b3-3474689412e7 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:38.176251 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "name": "network-vif-plugged", "status": "completed", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:38.176498 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0d48553e-bf00-4261-a1b3-3474689412e7 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:38.177063 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'code': 200} Oct 12 23:18:38.190339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-847c07b9-a652-4cc0-8b46-7681831beb0a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.245750 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.247555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c07b9-a652-4cc0-8b46-7681831beb0a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c65ba69-a162-4011-b2b9-a6ff96010a93,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:38.293229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-847c07b9-a652-4cc0-8b46-7681831beb0a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.301420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-847c07b9-a652-4cc0-8b46-7681831beb0a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5739634 Oct 12 23:18:38.302287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55022) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:38.308124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ecaf61c8-f474-4007-ac67-8708d1bc0fa4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'security_group_rule': {'security_group_id': '6c65ba69-a162-4011-b2b9-a6ff96010a93', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:38.316113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b13f5b-4fec-4833-8b3e-79031be9df77 req-c3d720b7-7722-4bbb-87ce-e3cc3031dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:38.317712 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9b13f5b-4fec-4833-8b3e-79031be9df77 req-c3d720b7-7722-4bbb-87ce-e3cc3031dbe4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 1098 time: 0.0819852 Oct 12 23:18:38.318641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=e892b69f-ad51-453b-a911-3ec6ed4d12e1,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:38.394626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9b13f5b-4fec-4833-8b3e-79031be9df77 req-4989c4cd-8982-4fd3-bef9-e416b6ae8ff4 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482738 Oct 12 23:18:38.408224 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ecaf61c8-f474-4007-ac67-8708d1bc0fa4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.468563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ecaf61c8-f474-4007-ac67-8708d1bc0fa4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.540910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.566113 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ecaf61c8-f474-4007-ac67-8708d1bc0fa4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.582610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf61c8-f474-4007-ac67-8708d1bc0fa4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6ee3c90-384a-4320-aee3-cad51935ec81,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:38.623361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=325e8c80-491c-4b89-9d8b-f94e210a87de,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:38.634242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b902c398-97a7-489d-8301-c46b953929ac req-4142a692-be73-45eb-978b-2c79f211f6ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:38.636607 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b902c398-97a7-489d-8301-c46b953929ac req-4142a692-be73-45eb-978b-2c79f211f6ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 945 time: 0.1285844 Oct 12 23:18:38.638258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13c1395c-5d87-4b18-b097-b5ed7690f6a2 req-606c0927-1b16-4f67-a621-6e0ee2702b62 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 210 time: 0.0375941 Oct 12 23:18:38.679694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': '746b3e20-6ba9-440f-88d7-9d249118a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9efd236c-7726-4297-846f-d146046294f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:38.680051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 9efd236c-7726-4297-846f-d146046294f7, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:38.687496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ecaf61c8-f474-4007-ac67-8708d1bc0fa4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.688690 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ecaf61c8-f474-4007-ac67-8708d1bc0fa4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3856413 Oct 12 23:18:38.691578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55030) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:38.697804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8649303f-126c-44d3-9a7a-646ba764512e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'security_group_rule': {'security_group_id': '6c65ba69-a162-4011-b2b9-a6ff96010a93', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:38.751092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b902c398-97a7-489d-8301-c46b953929ac req-87c703b0-5618-4f09-b56c-dba1e0b656c0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969222 Oct 12 23:18:38.767133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-fa05cd29-f1b4-404f-81f1-aed073ab253f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:38.768932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-fa05cd29-f1b4-404f-81f1-aed073ab253f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 945 time: 0.1162944 Oct 12 23:18:38.830648 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8649303f-126c-44d3-9a7a-646ba764512e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.844504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 9efd236c-7726-4297-846f-d146046294f7 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:38.881760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port df41f793-41d1-4b82-b5b9-bcc6be67a664 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:38.882323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.923622 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8649303f-126c-44d3-9a7a-646ba764512e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.941223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 9efd236c-7726-4297-846f-d146046294f7) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:38.949526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:38.950117 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:38.950287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c72254-54d4-4e08-a7f9-5faa46d55213 None None] Network 9efd236c-7726-4297-846f-d146046294f7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:38.990963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] For port df41f793-41d1-4b82-b5b9-bcc6be67a664, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=df41f793-41d1-4b82-b5b9-bcc6be67a664,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:38.991388 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.006356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for df41f793-41d1-4b82-b5b9-bcc6be67a664 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:39.043367 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8649303f-126c-44d3-9a7a-646ba764512e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.069855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8649303f-126c-44d3-9a7a-646ba764512e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4759183-6b3f-4a71-be03-364465ca810d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:39.101856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-db2e331b-cb52-44ce-8563-8d5edb093c0c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3260124 Oct 12 23:18:39.105154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55034) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:39.144156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f204e56-4be6-4335-a336-a47b6a3ce0be req-10c57ea5-5fa8-4eed-99c3-678bb69ecbd2 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:39.152863 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f204e56-4be6-4335-a336-a47b6a3ce0be req-10c57ea5-5fa8-4eed-99c3-678bb69ecbd2 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 946 time: 0.0841901 Oct 12 23:18:39.189168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8649303f-126c-44d3-9a7a-646ba764512e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.189168 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8649303f-126c-44d3-9a7a-646ba764512e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4950171 Oct 12 23:18:39.191250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55036) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:39.204542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:39.209150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-9efd236c-7726-4297-846f-d146046294f7', 'network_id': '9efd236c-7726-4297-846f-d146046294f7', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': '325e8c80-491c-4b89-9d8b-f94e210a87de'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:39.210877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.225298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f204e56-4be6-4335-a336-a47b6a3ce0be req-c5c098d4-3f29-4c9e-b16f-56895fd3437a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674288 Oct 12 23:18:39.314768 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.361326 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.448087 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.450850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.451291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.460402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Allocated IP 172.20.0.1 (9efd236c-7726-4297-846f-d146046294f7/325e8c80-491c-4b89-9d8b-f94e210a87de/d5832615-4482-47ce-8b40-e6c4dddf93f2) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:39.465561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['df41f793-41d1-4b82-b5b9-bcc6be67a664'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:18:39.568387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=df41f793-41d1-4b82-b5b9-bcc6be67a664,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:39.710615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] No DVR routers for this DVR port df41f793-41d1-4b82-b5b9-bcc6be67a664 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:39.786006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Allocated IP 172.25.2.79 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/8a4a94ef-cebf-4cfe-b40b-ec2d9c85ec30) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:39.815944 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.892334 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.896812 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-428264c9-1298-4c5e-b27c-b7eb0817237f req-8867989e-f60e-4284-83d9-1d5f46c63ca5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "DELETE /v2.0/ports/df41f793-41d1-4b82-b5b9-bcc6be67a664 HTTP/1.1" status: 204 len: 173 time: 1.1212516 Oct 12 23:18:39.913300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-0f8a5a11-dff9-4584-8048-e04a6dad6c04 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:39.915055 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-0f8a5a11-dff9-4584-8048-e04a6dad6c04 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.25 "GET /v2.0/networks?id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c HTTP/1.1" status: 200 len: 817 time: 0.2301800 Oct 12 23:18:39.915592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba54b0e7-fa98-4f42-bb0f-d1a3848688b5', 'name': 'network-vif-deleted', 'tag': 'df41f793-41d1-4b82-b5b9-bcc6be67a664'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:39.918838 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23e28f44-2a9f-4cad-9db4-3345bd79481b" -d '{"events": [{"server_uuid": "ba54b0e7-fa98-4f42-bb0f-d1a3848688b5", "name": "network-vif-deleted", "tag": "df41f793-41d1-4b82-b5b9-bcc6be67a664"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:39.927245 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:39.929952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Request body: {'port': {'device_id': '60e08a53-9d29-4af6-8097-5cfedb627314', 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c', 'admin_state_up': True, 'tenant_id': '0506bd258ab04795851128c6ccc45b0c'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:39.931147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1717815b-2f61-4276-841f-54eb0ca16557 req-477824a2-9fb6-4857-a299-fe59dce61851 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0443313 Oct 12 23:18:39.993362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Pushing event updated for resources: {'Port': ['ID=d5832615-4482-47ce-8b40-e6c4dddf93f2,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:40.023305 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a03b645-b058-467b-a264-01a62f05019b req-ba93f7e0-8948-4945-92a3-4531b34f92ed tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 210 time: 0.1006825 Oct 12 23:18:40.028580 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033b5568-7afa-4123-ae6e-f062516d26a1 x-openstack-request-id: req-033b5568-7afa-4123-ae6e-f062516d26a1 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:40.029633 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba54b0e7-fa98-4f42-bb0f-d1a3848688b5", "name": "network-vif-deleted", "tag": "df41f793-41d1-4b82-b5b9-bcc6be67a664", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:40.030661 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-033b5568-7afa-4123-ae6e-f062516d26a1 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:40.031230 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba54b0e7-fa98-4f42-bb0f-d1a3848688b5', 'name': 'network-vif-deleted', 'tag': 'df41f793-41d1-4b82-b5b9-bcc6be67a664', 'status': 'completed', 'code': 200} Oct 12 23:18:40.035170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Network 9efd236c-7726-4297-846f-d146046294f7 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:40.042115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:40.054955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:40.064050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.133764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.141725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Attempting to bind port d5832615-4482-47ce-8b40-e6c4dddf93f2 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:40.142092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Attempting to bind port d5832615-4482-47ce-8b40-e6c4dddf93f2 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '746b3e20-6ba9-440f-88d7-9d249118a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9efd236c-7726-4297-846f-d146046294f7'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:40.142623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Attempting to bind port d5832615-4482-47ce-8b40-e6c4dddf93f2 on network 9efd236c-7726-4297-846f-d146046294f7 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:40.148132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:40.148511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Checking segment: {'id': '746b3e20-6ba9-440f-88d7-9d249118a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9efd236c-7726-4297-846f-d146046294f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:40.148911 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.149328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Bound using segment: {'id': '746b3e20-6ba9-440f-88d7-9d249118a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9efd236c-7726-4297-846f-d146046294f7'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:40.149840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Bound port: d5832615-4482-47ce-8b40-e6c4dddf93f2, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746b3e20-6ba9-440f-88d7-9d249118a103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '9efd236c-7726-4297-846f-d146046294f7'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:40.150224 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.193746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.253263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] For port d5832615-4482-47ce-8b40-e6c4dddf93f2, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:40.262363 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] For port d5832615-4482-47ce-8b40-e6c4dddf93f2, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d5832615-4482-47ce-8b40-e6c4dddf93f2,segment=NetworkSegment(746b3e20-6ba9-440f-88d7-9d249118a103),segment_id=746b3e20-6ba9-440f-88d7-9d249118a103)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:40.277778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.296866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:40.303899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:40.306238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'Port': ['ID=8a4a94ef-cebf-4cfe-b40b-ec2d9c85ec30,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:40.307187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efd236c-7726-4297-846f-d146046294f7']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:40.314844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:40.325797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.332095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746b3e20-6ba9-440f-88d7-9d249118a103') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:40.334005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746b3e20-6ba9-440f-88d7-9d249118a103') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:40.356113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.388201 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.395377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:40.395788 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.438550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f20a4e6-7327-4b06-ba6d-11fbd7e7fad9 req-f23c2934-5bb6-41f1-a37a-ef56ac50142e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:40.447930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f20a4e6-7327-4b06-ba6d-11fbd7e7fad9 req-f23c2934-5bb6-41f1-a37a-ef56ac50142e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 946 time: 0.0885382 Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:40.493303 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:40.499326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=325e8c80-491c-4b89-9d8b-f94e210a87de,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:40.508887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23915b-a076-4bcd-bde1-a94f2ed63f5f None None] Pushing event updated for resources: {'Port': ['ID=d5832615-4482-47ce-8b40-e6c4dddf93f2,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:40.520330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f20a4e6-7327-4b06-ba6d-11fbd7e7fad9 req-88d2bdb6-d193-4061-8255-40c23ba7b424 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707772 Oct 12 23:18:40.522426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:18:40.522426 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:18:40.522426 n-d-790519-14 neutron-server[101889]: [parameters: {'id': '9efd236c-7726-4297-846f-d146046294f7'}] Oct 12 23:18:40.522426 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:18:40.523805 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:18:40.529225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee87ba8-c15f-48e9-8e5d-b4411b7de6fb None None] Network 9efd236c-7726-4297-846f-d146046294f7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:40.545635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-6f99184a-26e9-43cf-b0b6-6e9178f9a595 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:40.547103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-6f99184a-26e9-43cf-b0b6-6e9178f9a595 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.41 "GET /v2.0/networks?id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c HTTP/1.1" status: 200 len: 817 time: 0.5075867 Oct 12 23:18:40.566823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Request body: {'port': {'device_id': '4e545105-f50d-4486-81b2-9ae5eb5c69ef', 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c', 'admin_state_up': True, 'tenant_id': '0506bd258ab04795851128c6ccc45b0c'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:40.681260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Made reservation on behalf of 0506bd258ab04795851128c6ccc45b0c for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:40.686972 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:40.721564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b366746-a0b2-459d-bb3c-d950014de39e None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:18:40.731958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-0c811373-cd6d-4aaa-8039-ad670f2df6ce tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:40.733485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-0c811373-cd6d-4aaa-8039-ad670f2df6ce tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.25 "GET /v2.0/networks?id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c HTTP/1.1" status: 200 len: 817 time: 0.1536908 Oct 12 23:18:40.758726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Request body: {'port': {'device_id': 'd412f7aa-a3f1-4538-b48f-a9f31233e79e', 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c', 'admin_state_up': True, 'tenant_id': '0506bd258ab04795851128c6ccc45b0c'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:40.878608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98c254a-ada3-4209-b197-329890699fa6 req-c96e9236-8c2a-4166-807e-06e81dde62d5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:40.890488 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b98c254a-ada3-4209-b197-329890699fa6 req-c96e9236-8c2a-4166-807e-06e81dde62d5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 946 time: 0.2288473 Oct 12 23:18:40.965265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b366746-a0b2-459d-bb3c-d950014de39e None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:18:40.993343 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.027685 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b98c254a-ada3-4209-b197-329890699fa6 req-55b8b9f3-66eb-401e-9e97-c3d630819473 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220832 Oct 12 23:18:41.038825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.056499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55056) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:41.132347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Allocated IP 172.20.0.11 (3f5dbdc3-0d44-43d9-b133-9970b1f4566c/a65b1466-c63c-4027-bb5d-aa26e5c82123/125952cc-b887-4273-a694-50abb40fcfbe) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:41.143019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Made reservation on behalf of 0506bd258ab04795851128c6ccc45b0c for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:41.153408 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.231493 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.255498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e65b71a7-cb84-4d83-8b3b-c1fa39a5284c req-534be2f6-e584-4d0d-a53c-cc2ccdb31f0b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.1390674 Oct 12 23:18:41.312776 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e78ac7cb-42ce-4b45-a689-c9426757a597 req-e70db6eb-aca9-4591-917b-1158ac81570e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 210 time: 0.1496499 Oct 12 23:18:41.368335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ac5368-08d9-45c1-8f3f-ed4c5c89c36d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:41.375084 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-32ac5368-08d9-45c1-8f3f-ed4c5c89c36d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 1093 time: 0.3169441 Oct 12 23:18:41.379851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55058) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:41.389902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'tenant_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:41.445821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Made reservation on behalf of 0506bd258ab04795851128c6ccc45b0c for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:41.452821 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.468598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device df41f793-41d1-4b82-b5b9-bcc6be67a664 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:18:41.511824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: df41f793-41d1-4b82-b5b9-bcc6be67a664 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:18:41.512184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device df41f793-41d1-4b82-b5b9-bcc6be67a664 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:18:41.615231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.668219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Deleting port d5832615-4482-47ce-8b40-e6c4dddf93f2 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:41.668774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.786058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] For port d5832615-4482-47ce-8b40-e6c4dddf93f2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d5832615-4482-47ce-8b40-e6c4dddf93f2,segment=NetworkSegment(746b3e20-6ba9-440f-88d7-9d249118a103),segment_id=746b3e20-6ba9-440f-88d7-9d249118a103)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:41.786418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.805153 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.809843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.812630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Calling delete_port for d5832615-4482-47ce-8b40-e6c4dddf93f2 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:41.893055 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:41.963488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.019559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.055118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'Port': ['ID=8a4a94ef-cebf-4cfe-b40b-ec2d9c85ec30,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:42.065926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.101481 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.142369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e24c83bc-9513-4c4b-a20a-ea96fcb911df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.146486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:42.148118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.25.2.144 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/304ac8fa-bda9-4d69-8338-f6072b6eaec8) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:42.154398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:42.158076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Pushing event updated for resources: {'Port': ['ID=125952cc-b887-4273-a694-50abb40fcfbe,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:42.170064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:42.176795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Allocated IP 172.20.0.2 (3f5dbdc3-0d44-43d9-b133-9970b1f4566c/a65b1466-c63c-4027-bb5d-aa26e5c82123/4b158ee1-9c67-4a68-bc8f-85ec6974eac5) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:42.179528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No DVR routers for this DVR port d5832615-4482-47ce-8b40-e6c4dddf93f2 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:42.220987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.231610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2cb6bff2-74df-44e7-8432-2540c5c270f2 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0390596 Oct 12 23:18:42.240412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Port': ['ID=d5832615-4482-47ce-8b40-e6c4dddf93f2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:42.377458 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.461899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.489356 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-111d9204-f5f5-4e58-bca1-fc84e821615e req-93527c07-7614-4f31-94ef-783186b11bed tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0448539 Oct 12 23:18:42.489741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9efd236c-7726-4297-846f-d146046294f7']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:42.500568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746b3e20-6ba9-440f-88d7-9d249118a103') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:42.500868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746b3e20-6ba9-440f-88d7-9d249118a103') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:42.514004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.520959 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.537069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.544356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:42.544948 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:42.612665 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:42.635582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=304ac8fa-bda9-4d69-8338-f6072b6eaec8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:42.652649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:42.654477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:42.663169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:42.778491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.813951 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.819865 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.828507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/9efd236c-7726-4297-846f-d146046294f7 HTTP/1.1" status: 204 len: 168 time: 3.7218640 Oct 12 23:18:42.828837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:42.837687 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-16118838-ce10-424d-b029-9bb4ff7c7a49 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--1701730838&fields=id&tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43 HTTP/1.1" status: 200 len: 267 time: 0.1983600 Oct 12 23:18:42.866318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1777239503'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:42.894817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:42.895491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.898877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05da4386-5f0b-407d-8be6-558d5ffdbc57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=9efd236c-7726-4297-846f-d146046294f7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:42.906478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:42.930463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55082) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:42.930699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b09b20a2-fb91-42d9-8802-c895ac351790 req-93a31df2-8b46-4fab-a3d1-0e0f630781b6 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 210 time: 0.3095367 Oct 12 23:18:42.965829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:42.970112 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:42.973380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:43.002760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:43.006281 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:43.426694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-2685a7a7-57d0-472e-aedc-29023e194577 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5026214 Oct 12 23:18:43.440621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:43.450597 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:43.451052 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment aee76bb6-6555-461d-870d-593113e8a731 of type vlan for network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 Oct 12 23:18:43.491855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:43.538327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Request body: {'port': {'device_id': '60e08a53-9d29-4af6-8097-5cfedb627314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:43.546093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Pushing event updated for resources: {'Port': ['ID=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:43.571456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:43.572651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:43.629950 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:43.637745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:43.638631 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:43.649185 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:43.680511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b3bee9a-137e-4a21-98bb-a41d92252c76 req-601a7d83-4307-4842-8d38-7df66b53582c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0725386 Oct 12 23:18:43.753862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=b15af5c3-d1d8-4f82-949e-1d63a95ecea3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:43.765886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:43.788950 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:43.794820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-60b5077d-e761-4743-8844-8ba5eca5d4be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2370641 Oct 12 23:18:43.808191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Request body: {'port': {'device_id': '4e545105-f50d-4486-81b2-9ae5eb5c69ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:43.813654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Allocated IP 172.20.0.3 (3f5dbdc3-0d44-43d9-b133-9970b1f4566c/a65b1466-c63c-4027-bb5d-aa26e5c82123/3b0a746c-df3e-4185-8a29-62ae7517ecf3) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:43.826508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-100ab240-8163-434f-b20f-532e5b4331bd tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:43.828209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-100ab240-8163-434f-b20f-532e5b4331bd tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 811 time: 0.9894543 Oct 12 23:18:43.844773 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d4085e20-4d62-4cef-a5df-36f97848b24a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9799542 Oct 12 23:18:43.860112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55086) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:43.878669 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:43.887175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e0f993ee-432a-4a3f-8ea2-a1d1734a03a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:43.962146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-b5e54fd8-8e90-4377-b23f-8cbe35f3b042 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/quotas/aa383d41499d4e90ac67c0b6f8e2ba43 HTTP/1.1" status: 200 len: 375 time: 0.1259186 Oct 12 23:18:43.983970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.189927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c4d9693-a015-4d1a-a376-c5398e918e98 admin admin] Deleting subnet fc983070-60eb-4e5c-a030-914b1665a41c {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:18:44.217741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9693-a015-4d1a-a376-c5398e918e98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.217937 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7788123a-bfdf-4614-929b-69f91204334f req-b54d7cb3-93b8-4000-a514-9f7de93a3f8e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 210 time: 0.0811000 Oct 12 23:18:44.359974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.365655 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9693-a015-4d1a-a376-c5398e918e98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.415529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-a76cfb9d-422b-493b-9e71-d9c001ec5f8d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2930181 Oct 12 23:18:44.442837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-53ce0ccc-7c67-4d52-a3a4-5fa64b1b523a tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4617920 Oct 12 23:18:44.476078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.552833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9693-a015-4d1a-a376-c5398e918e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.629129 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.705773 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0f993ee-432a-4a3f-8ea2-a1d1734a03a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.730665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=304ac8fa-bda9-4d69-8338-f6072b6eaec8,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:44.778895 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.796053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7c5af436-1ae5-4240-a067-b813123a9667 req-bbdade16-edcb-4a61-9117-c6d1e49f47e7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0319190 Oct 12 23:18:44.841376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0f993ee-432a-4a3f-8ea2-a1d1734a03a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.852799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-2080fe5e-b12c-4255-8d22-23e76629f969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:44.854533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-2080fe5e-b12c-4255-8d22-23e76629f969 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 1098 time: 0.3729346 Oct 12 23:18:44.856284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-6dcb90e2-6956-4bf1-a5b4-206eb468b595 service neutron] 10.222.0.31 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3976569 Oct 12 23:18:44.878288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e0f993ee-432a-4a3f-8ea2-a1d1734a03a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 is not hosted by any dhcp agent {{(pid=101890) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 23:18:44.883803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f993ee-432a-4a3f-8ea2-a1d1734a03a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:44.884389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0f993ee-432a-4a3f-8ea2-a1d1734a03a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:44.886158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e0f993ee-432a-4a3f-8ea2-a1d1734a03a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "PUT /v2.0/networks/b15af5c3-d1d8-4f82-949e-1d63a95ecea3 HTTP/1.1" status: 200 len: 723 time: 1.0230682 Oct 12 23:18:44.889233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55096) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:44.894627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': 'b15af5c3-d1d8-4f82-949e-1d63a95ecea3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:44.963527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9693-a015-4d1a-a376-c5398e918e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.082203 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.091142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:45.094615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.098334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d9693-a015-4d1a-a376-c5398e918e98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc983070-60eb-4e5c-a030-914b1665a41c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:45.113006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9693-a015-4d1a-a376-c5398e918e98 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.116169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4c4d9693-a015-4d1a-a376-c5398e918e98 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/fc983070-60eb-4e5c-a030-914b1665a41c HTTP/1.1" status: 204 len: 168 time: 1.4263356 Oct 12 23:18:45.117070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f993ee-432a-4a3f-8ea2-a1d1734a03a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=b15af5c3-d1d8-4f82-949e-1d63a95ecea3,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:45.129427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:45.148005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55098) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:45.189415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 125952cc-b887-4273-a694-50abb40fcfbe {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:45.201699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.233293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:45.233448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Transition to ACTIVE for port object 125952cc-b887-4273-a694-50abb40fcfbe will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:18:45.251464 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Floating IP bfb07b48-222d-44a0-8561-246f0b72fd1d associated. External IP: 172.25.2.144, port: e892b69f-ad51-453b-a911-3ec6ed4d12e1. Oct 12 23:18:45.260839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:45.303752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Pushing event updated for resources: {'Port': ['ID=3b0a746c-df3e-4185-8a29-62ae7517ecf3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:45.312996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:45.381590 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-3522d8e8-3d11-46b5-b855-430ea7a38660 service neutron] 10.222.0.31 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941723 Oct 12 23:18:45.391874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.421852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-8855094f-16a7-43a7-8bb2-dcf3502a0146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:45.423676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-8855094f-16a7-43a7-8bb2-dcf3502a0146 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9f3ccf9e-5278-4374-88f5-41182a236166 HTTP/1.1" status: 200 len: 898 time: 0.5100765 Oct 12 23:18:45.432731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.511891 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.530131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:45.530884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.538801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Pushing event updated for resources: {'Port': ['ID=125952cc-b887-4273-a694-50abb40fcfbe,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:45.551573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252754-d34c-4303-bf57-14ae1a452e9c req-c3933092-ac5b-4169-9e92-d630420913a5 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:45.559242 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab252754-d34c-4303-bf57-14ae1a452e9c req-c3933092-ac5b-4169-9e92-d630420913a5 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 931 time: 0.2401543 Oct 12 23:18:45.571264 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.602669 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-488181c3-20dd-4f3c-b223-c138ea42c1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.715521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab252754-d34c-4303-bf57-14ae1a452e9c req-84485f2d-aab5-4a38-8fef-0c428254813d tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552539 Oct 12 23:18:45.775432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=ddd1cb79-82ae-4d07-8ff6-a8f9b2e816cd,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:45.809202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': 'aee76bb6-6555-461d-870d-593113e8a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b15af5c3-d1d8-4f82-949e-1d63a95ecea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:45.809806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: b15af5c3-d1d8-4f82-949e-1d63a95ecea3, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:45.817778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:45.852459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.866411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Attempting to bind port 125952cc-b887-4273-a694-50abb40fcfbe on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:45.866742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Attempting to bind port 125952cc-b887-4273-a694-50abb40fcfbe by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:45.870217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Attempting to bind port 125952cc-b887-4273-a694-50abb40fcfbe on network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:45.899045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Port 125952cc-b887-4273-a694-50abb40fcfbe on network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:18:45.899530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Attempting to bind port 125952cc-b887-4273-a694-50abb40fcfbe on network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:45.907730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Transition to ACTIVE for port object 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:18:45.936556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:45.936556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Checking segment: {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:45.936556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Bound using segment: {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:45.936556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Bound port: 125952cc-b887-4273-a694-50abb40fcfbe, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:45.936556 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:45.949248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4870fc67-9a1c-4754-9382-021c7437c9c0 req-5f4f2641-15dc-4de6-b215-1652f3eb07ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0541146 Oct 12 23:18:45.999741 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.016836 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-104c00b6-5dbb-449d-abb6-6e2e607c41bf tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2735500 Oct 12 23:18:46.045270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Request body: {'port': {'device_id': 'd412f7aa-a3f1-4538-b48f-a9f31233e79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:46.050726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-547ac995-d48c-4dce-9a5a-495e462c160c req-f3b3db86-968e-4287-aec5-3a43908437a9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 210 time: 0.0676987 Oct 12 23:18:46.056057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-9d3fafd8-27e3-4d3f-b255-94d68d400d55 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1 HTTP/1.1" status: 200 len: 1000 time: 0.6210830 Oct 12 23:18:46.096358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] For port 125952cc-b887-4273-a694-50abb40fcfbe, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:46.100047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] For port 125952cc-b887-4273-a694-50abb40fcfbe, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=125952cc-b887-4273-a694-50abb40fcfbe,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:46.101618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:46.127346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Pushing event updated for resources: {'Port': ['ID=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:46.140473 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.177437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.221413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:46.222031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.222268 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.223413 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] 10.222.0.25 "PUT /v2.0/ports/125952cc-b887-4273-a694-50abb40fcfbe HTTP/1.1" status: 200 len: 1093 time: 2.6911569 Oct 12 23:18:46.223914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e08a53-9d29-4af6-8097-5cfedb627314', 'tag': '125952cc-b887-4273-a694-50abb40fcfbe'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:46.226147 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a36e10b-47f5-4d1b-8dd3-d7b34bbb4ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "60e08a53-9d29-4af6-8097-5cfedb627314", "tag": "125952cc-b887-4273-a694-50abb40fcfbe"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:46.247336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-ae0b2868-272f-4bc9-abbc-b4a3ea146e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:46.248848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-ae0b2868-272f-4bc9-abbc-b4a3ea146e10 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4270887-51c7-44e9-912b-63ae208a10d2 HTTP/1.1" status: 200 len: 834 time: 0.1412170 Oct 12 23:18:46.256016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b15af5c3-d1d8-4f82-949e-1d63a95ecea3) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:46.260801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.268617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0650c9-65af-4bca-9e22-afb64794be22 None None] Network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:46.285543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be2b8fb-1bb0-41df-9367-0e0629eeeb09']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:46.293482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:46.294077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.311628 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7feef4ad-8728-4df5-848a-4a64e21d5c7a x-openstack-request-id: req-7feef4ad-8728-4df5-848a-4a64e21d5c7a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:46.311979 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e08a53-9d29-4af6-8097-5cfedb627314", "tag": "125952cc-b887-4273-a694-50abb40fcfbe", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:46.312173 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7feef4ad-8728-4df5-848a-4a64e21d5c7a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:46.312554 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e08a53-9d29-4af6-8097-5cfedb627314', 'tag': '125952cc-b887-4273-a694-50abb40fcfbe', 'status': 'completed', 'code': 200} Oct 12 23:18:46.324027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31608779-567b-45d4-a277-8f1b143fb2e8') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:46.324260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31608779-567b-45d4-a277-8f1b143fb2e8') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:46.326486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Attempting to bind port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:46.326708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Attempting to bind port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:46.327575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Attempting to bind port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 on network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:46.332278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 on network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:18:46.332604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Attempting to bind port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 on network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:46.335797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a008fcb7-15c4-4e14-b2f1-e3a54776e969 service neutron] Pushing event updated for resources: {'Port': ['ID=125952cc-b887-4273-a694-50abb40fcfbe,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:46.352241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:46.352241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Checking segment: {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:46.352241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Bound using segment: {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:46.352241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Bound port: 4b158ee1-9c67-4a68-bc8f-85ec6974eac5, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:46.352241 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.361865 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.364738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:18:46.399200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-e96b58ce-247d-4b50-a559-460ea7c54e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:46.400770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-e96b58ce-247d-4b50-a559-460ea7c54e24 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9f3ccf9e-5278-4374-88f5-41182a236166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1417911 Oct 12 23:18:46.403585 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.422468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b05d88b1-9e61-4d2e-bbe8-dbbfab6c2079 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5316486 Oct 12 23:18:46.425647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55116) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:46.433592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e10b-47f5-4d1b-8dd3-d7b34bbb4ccd req-ca55d7a4-af1e-4cc2-ad8e-b308032e8154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:46.435326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a36e10b-47f5-4d1b-8dd3-d7b34bbb4ccd req-ca55d7a4-af1e-4cc2-ad8e-b308032e8154 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0506bd258ab04795851128c6ccc45b0c&device_id=60e08a53-9d29-4af6-8097-5cfedb627314 HTTP/1.1" status: 200 len: 1096 time: 0.0945935 Oct 12 23:18:46.436128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d7b6914b-8721-4b81-8fb5-749d8a58151c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:46.440068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:46.440479 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:46.446109 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:46.551775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] For port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:46.559890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-b15af5c3-d1d8-4f82-949e-1d63a95ecea3', 'network_id': 'b15af5c3-d1d8-4f82-949e-1d63a95ecea3', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': 'ddd1cb79-82ae-4d07-8ff6-a8f9b2e816cd'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:46.561972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.565044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] For port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:46.623169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e10b-47f5-4d1b-8dd3-d7b34bbb4ccd req-adb4a8f8-ebfc-4a2c-ac9a-b20e8070b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:46.625357 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a36e10b-47f5-4d1b-8dd3-d7b34bbb4ccd req-adb4a8f8-ebfc-4a2c-ac9a-b20e8070b369 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=0506bd258ab04795851128c6ccc45b0c&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1817462 Oct 12 23:18:46.704737 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.720784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Allocated IP 172.20.0.2 (b15af5c3-d1d8-4f82-949e-1d63a95ecea3/ddd1cb79-82ae-4d07-8ff6-a8f9b2e816cd/7235e7ac-d947-4bc5-8871-d6901dd6d2c1) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:46.758522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:46.759524 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.761243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] 10.222.0.41 "PUT /v2.0/ports/4b158ee1-9c67-4a68-bc8f-85ec6974eac5 HTTP/1.1" status: 200 len: 1092 time: 2.9585562 Oct 12 23:18:46.805276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53745eea-45ea-4fc7-88e5-37e17333206d service neutron] Pushing event updated for resources: {'Port': ['ID=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:46.818357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36e10b-47f5-4d1b-8dd3-d7b34bbb4ccd req-127530ef-9101-46d9-b233-6b9b99032272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:46.820615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1a36e10b-47f5-4d1b-8dd3-d7b34bbb4ccd req-127530ef-9101-46d9-b233-6b9b99032272 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1877582 Oct 12 23:18:46.829925 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.864023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.870367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/6be2b8fb-1bb0-41df-9367-0e0629eeeb09 HTTP/1.1" status: 204 len: 168 time: 1.7190783 Oct 12 23:18:46.918448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-7539bee7-3201-4976-9658-5b3a0a5599b6 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5034068 Oct 12 23:18:46.934717 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7b6914b-8721-4b81-8fb5-749d8a58151c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-28038523'] for subnet, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:46.938556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc8d783-ed4c-4da6-ae59-c9dfba574bf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6be2b8fb-1bb0-41df-9367-0e0629eeeb09,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:46.971853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:18:47.012577 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] Sync routers for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:18:47.022050 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:18:47.023279 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:18:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:47.045391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-9b9c3102-d25e-47a4-ab95-426cc0f16b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:47.052510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-9b9c3102-d25e-47a4-ab95-426cc0f16b76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0506bd258ab04795851128c6ccc45b0c&device_id=4e545105-f50d-4486-81b2-9ae5eb5c69ef HTTP/1.1" status: 200 len: 1095 time: 0.1712325 Oct 12 23:18:47.054570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-17d7e9a9-893d-49c4-90f5-bb8f7c320f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:47.063930 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-17d7e9a9-893d-49c4-90f5-bb8f7c320f44 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0506bd258ab04795851128c6ccc45b0c&device_id=60e08a53-9d29-4af6-8097-5cfedb627314 HTTP/1.1" status: 200 len: 1096 time: 0.1288877 Oct 12 23:18:47.199104 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.223640 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-681c56a1-36fd-4cb5-a830-a40b3a33679a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=125952cc-b887-4273-a694-50abb40fcfbe HTTP/1.1" status: 200 len: 217 time: 0.0866666 Oct 12 23:18:47.236554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-334a6eea-ae11-4fc2-8cdc-6a000c9f07c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b158ee1-9c67-4a68-bc8f-85ec6974eac5 HTTP/1.1" status: 200 len: 217 time: 0.1716187 Oct 12 23:18:47.242463 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca826ba4-5213-4305-a3bc-900eb4bc6fc1 req-7019207f-d828-49ea-b771-5cfa18c0bc1d service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786798 Oct 12 23:18:47.268718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9990e3cc-619a-4dcc-820a-40a04f0b3bc8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.8875780 Oct 12 23:18:47.269259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55128) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:47.272160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b0a746c-df3e-4185-8a29-62ae7517ecf3 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:47.276580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:47.279344 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b186fa-b35e-40f4-b438-ff18877f25aa" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:47.294224 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.305514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a64a36e-30a7-4e3f-9aea-0ec5d76e58f1 req-c5aa001a-04e2-4fef-ad58-d79f3141fb78 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.0809727 Oct 12 23:18:47.308016 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.338654 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:18:47.343591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9a82d-a708-4145-a0bd-11fe2d966154 req-8c45485a-8e4b-4208-8c87-d23962a75164 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:47.351013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98b9a82d-a708-4145-a0bd-11fe2d966154 req-8c45485a-8e4b-4208-8c87-d23962a75164 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 931 time: 0.4947319 Oct 12 23:18:47.368699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Transition to ACTIVE for port object 3b0a746c-df3e-4185-8a29-62ae7517ecf3 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:18:47.370489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-8b127123-2665-4008-9916-2b83e84b065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:47.372036 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-8b127123-2665-4008-9916-2b83e84b065d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a65b1466-c63c-4027-bb5d-aa26e5c82123 HTTP/1.1" status: 200 len: 857 time: 0.0656116 Oct 12 23:18:47.420648 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-01a57d4f-9a04-4bde-918f-a1027dd0d8ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298500 Oct 12 23:18:47.435571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98b9a82d-a708-4145-a0bd-11fe2d966154 req-e8a74d3e-1e7e-4e58-80cb-6c51930a32be tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784309 Oct 12 23:18:47.447581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4f4d7de8-453c-4764-86d0-74435bf1a36b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/floatingips/bfb07b48-222d-44a0-8561-246f0b72fd1d HTTP/1.1" status: 200 len: 992 time: 0.1640742 Oct 12 23:18:47.458600 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.510198 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c16a3b-4e85-4bbd-9e1e-5b9765a2845f x-openstack-request-id: req-87c16a3b-4e85-4bbd-9e1e-5b9765a2845f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:47.510817 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:47.511253 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87c16a3b-4e85-4bbd-9e1e-5b9765a2845f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:47.511800 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'status': 'completed', 'code': 200} Oct 12 23:18:47.518500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.525961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55134) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:47.570043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:47.578092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-c7ab8c68-0957-4677-b331-da3c3d85f5c3 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444476 Oct 12 23:18:47.592378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:47.609170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:47.622074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Pushing event updated for resources: {'Port': ['ID=7235e7ac-d947-4bc5-8871-d6901dd6d2c1,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:47.623953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ffcdba8-2f2a-44ac-98d6-cb0cb91899ef req-3868d488-ec97-4a02-b649-a9e90f2f1953 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 210 time: 0.2005162 Oct 12 23:18:47.690477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Attempting to bind port 7235e7ac-d947-4bc5-8871-d6901dd6d2c1 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:47.691109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-7c516143-5b92-4eaf-96e8-ca6feba63ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:47.691238 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Attempting to bind port 7235e7ac-d947-4bc5-8871-d6901dd6d2c1 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'aee76bb6-6555-461d-870d-593113e8a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b15af5c3-d1d8-4f82-949e-1d63a95ecea3'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:47.691569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Attempting to bind port 7235e7ac-d947-4bc5-8871-d6901dd6d2c1 on network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:47.693609 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-7c516143-5b92-4eaf-96e8-ca6feba63ff5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a65b1466-c63c-4027-bb5d-aa26e5c82123 HTTP/1.1" status: 200 len: 857 time: 0.4555194 Oct 12 23:18:47.697795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:47.699029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Checking segment: {'id': 'aee76bb6-6555-461d-870d-593113e8a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b15af5c3-d1d8-4f82-949e-1d63a95ecea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:47.699650 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.700276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Bound using segment: {'id': 'aee76bb6-6555-461d-870d-593113e8a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b15af5c3-d1d8-4f82-949e-1d63a95ecea3'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:47.701010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Bound port: 7235e7ac-d947-4bc5-8871-d6901dd6d2c1, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee76bb6-6555-461d-870d-593113e8a731', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'b15af5c3-d1d8-4f82-949e-1d63a95ecea3'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:47.701618 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.738679 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:18:13Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bfb07b48-222d-44a0-8561-246f0b72fd1d', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:43Z', 'updated_at': '2021-10-12T23:18:43Z', 'revision_number': 0, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:47.764362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-9f1f82bd-ecb2-4caa-b5ce-fd95b37df0c8 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579872 Oct 12 23:18:47.769131 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] Checking router: 8cf369ad-045c-4942-b7dc-de4a0df8c0cb for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:18:47.778688 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:18:47.779553 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:18:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:47.796561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40613955-2124-4956-b941-17fc18805463 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a746c-df3e-4185-8a29-62ae7517ecf3,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:47.860134 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-5a12eb1e-5afc-4197-8297-075d53372451 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544005 Oct 12 23:18:47.860980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] For port 7235e7ac-d947-4bc5-8871-d6901dd6d2c1, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:47.876756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7b6914b-8721-4b81-8fb5-749d8a58151c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751790469389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-28283034'] for subnet, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.880418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] For port 7235e7ac-d947-4bc5-8871-d6901dd6d2c1, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7235e7ac-d947-4bc5-8871-d6901dd6d2c1,segment=NetworkSegment(aee76bb6-6555-461d-870d-593113e8a731),segment_id=aee76bb6-6555-461d-870d-593113e8a731)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:47.896448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-402c91e1-30c8-4e01-b0e9-02ca18584e0b service neutron] 10.222.0.25 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218860 Oct 12 23:18:47.911503 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:18:47.913201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3b4e104a-1509-43e4-8df8-26a69e714cda admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=83bee477f6294d2bbdbc66a3d83c1a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821709 Oct 12 23:18:47.913338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55136) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:47.923327 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.979374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-30d1f63f-6f53-4c22-9a2d-213818ace249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:47.981962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-30d1f63f-6f53-4c22-9a2d-213818ace249 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 1098 time: 0.3799715 Oct 12 23:18:47.983217 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.990449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b6914b-8721-4b81-8fb5-749d8a58151c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:47.991295 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7b6914b-8721-4b81-8fb5-749d8a58151c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:47.998102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55138) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:47.999104 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d7b6914b-8721-4b81-8fb5-749d8a58151c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "PUT /v2.0/subnets/ddd1cb79-82ae-4d07-8ff6-a8f9b2e816cd HTTP/1.1" status: 200 len: 806 time: 1.5682406 Oct 12 23:18:48.128284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-7b83315b-2ed3-49cb-b9d6-29329790adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:48.130641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-7b83315b-2ed3-49cb-b9d6-29329790adb9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9f3ccf9e-5278-4374-88f5-41182a236166 HTTP/1.1" status: 200 len: 898 time: 0.1278338 Oct 12 23:18:48.135234 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf9cb4c-dc3d-4169-a4ed-3dd7b6f84617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.145209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-ad11dcf6-4b10-4318-84f4-1bb05aef5451 service neutron] 10.222.0.25 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416582 Oct 12 23:18:48.155056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b396e4-0f26-4079-93a6-e0c70cba9c6a None None] Pushing event updated for resources: {'Port': ['ID=7235e7ac-d947-4bc5-8871-d6901dd6d2c1,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:48.203716 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.208381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf9cb4c-dc3d-4169-a4ed-3dd7b6f84617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.238998 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:18:13Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bfb07b48-222d-44a0-8561-246f0b72fd1d', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:43Z', 'updated_at': '2021-10-12T23:18:43Z', 'revision_number': 0, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:48.297730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6914b-8721-4b81-8fb5-749d8a58151c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=ddd1cb79-82ae-4d07-8ff6-a8f9b2e816cd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:48.304479 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ad6fe93-d27f-4068-974e-d1e6d021071e None None] The sync data for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 is: [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:18:13Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bfb07b48-222d-44a0-8561-246f0b72fd1d', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:43Z', 'updated_at': '2021-10-12T23:18:43Z', 'revision_number': 0, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:18:48.318294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Attempting to bind port 3b0a746c-df3e-4185-8a29-62ae7517ecf3 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:48.318294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Attempting to bind port 3b0a746c-df3e-4185-8a29-62ae7517ecf3 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:48.318294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Attempting to bind port 3b0a746c-df3e-4185-8a29-62ae7517ecf3 on network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:48.328719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e545105-f50d-4486-81b2-9ae5eb5c69ef', 'tag': '4b158ee1-9c67-4a68-bc8f-85ec6974eac5'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:48.329937 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Port 3b0a746c-df3e-4185-8a29-62ae7517ecf3 on network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:18:48.331695 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a5803d-eda6-478a-8124-c45215eb5dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "4e545105-f50d-4486-81b2-9ae5eb5c69ef", "tag": "4b158ee1-9c67-4a68-bc8f-85ec6974eac5"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:48.332449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Attempting to bind port 3b0a746c-df3e-4185-8a29-62ae7517ecf3 on network 3f5dbdc3-0d44-43d9-b133-9970b1f4566c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:48.355668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-4fc615d6-029f-4f3c-ae7e-0db4c8bdca8f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1 HTTP/1.1" status: 200 len: 1000 time: 0.2167981 Oct 12 23:18:48.356762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:48.357165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Checking segment: {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:48.359022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Bound using segment: {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:48.359022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Bound port: 3b0a746c-df3e-4185-8a29-62ae7517ecf3, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80219ddd-52eb-45a7-a094-709b30f6b922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:48.359022 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.412180 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a1e6e66-9bfc-4bd4-b748-74bfbfc6ad0f x-openstack-request-id: req-7a1e6e66-9bfc-4bd4-b748-74bfbfc6ad0f {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:48.412473 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e545105-f50d-4486-81b2-9ae5eb5c69ef", "tag": "4b158ee1-9c67-4a68-bc8f-85ec6974eac5", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:48.412724 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a1e6e66-9bfc-4bd4-b748-74bfbfc6ad0f {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:48.417733 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e545105-f50d-4486-81b2-9ae5eb5c69ef', 'tag': '4b158ee1-9c67-4a68-bc8f-85ec6974eac5', 'status': 'completed', 'code': 200} Oct 12 23:18:48.421290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Deleting port 7235e7ac-d947-4bc5-8871-d6901dd6d2c1 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:18:48.421644 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.476647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55144) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:48.605190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf9cb4c-dc3d-4169-a4ed-3dd7b6f84617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.613648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf9cb4c-dc3d-4169-a4ed-3dd7b6f84617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.617204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-abf9cb4c-dc3d-4169-a4ed-3dd7b6f84617 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6adfc15c-bb4c-4605-bf92-3afe0302d27b HTTP/1.1" status: 204 len: 168 time: 0.7008176 Oct 12 23:18:48.630658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-22af6c71-441a-4fe4-80ba-87525dac0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:48.632183 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-22af6c71-441a-4fe4-80ba-87525dac0a9f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4270887-51c7-44e9-912b-63ae208a10d2 HTTP/1.1" status: 200 len: 834 time: 0.2640429 Oct 12 23:18:48.698160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c65c3535-67ee-4e7b-b4b7-9942a6b76a3b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/floatingips/bfb07b48-222d-44a0-8561-246f0b72fd1d HTTP/1.1" status: 200 len: 992 time: 0.2120879 Oct 12 23:18:48.703218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] For port 3b0a746c-df3e-4185-8a29-62ae7517ecf3, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:48.717922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3305d89b-dbe8-41a0-8854-ceb624345288 req-ab6da8a0-b860-4bba-b81a-a59ad3f2150a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ba54b0e7-fa98-4f42-bb0f-d1a3848688b5 HTTP/1.1" status: 200 len: 210 time: 0.1367433 Oct 12 23:18:48.737402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7c7066-818c-4777-8763-37a50f8ebd74 req-54244f8c-8772-4b22-bf4c-e96ee06f9fda tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:48.739085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d7c7066-818c-4777-8763-37a50f8ebd74 req-54244f8c-8772-4b22-bf4c-e96ee06f9fda tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 943 time: 0.1773546 Oct 12 23:18:48.747717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] For port 3b0a746c-df3e-4185-8a29-62ae7517ecf3, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b0a746c-df3e-4185-8a29-62ae7517ecf3,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:48.771702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-9706e604-2407-4c94-8556-6a11e5779e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:48.773776 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-9706e604-2407-4c94-8556-6a11e5779e2e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9f3ccf9e-5278-4374-88f5-41182a236166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1310549 Oct 12 23:18:48.815216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] For port 7235e7ac-d947-4bc5-8871-d6901dd6d2c1, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7235e7ac-d947-4bc5-8871-d6901dd6d2c1,segment=NetworkSegment(aee76bb6-6555-461d-870d-593113e8a731),segment_id=aee76bb6-6555-461d-870d-593113e8a731)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:48.816578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.817454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748f768b-5f6d-403a-9676-b628eacea28d None None] New status for floating IP bfb07b48-222d-44a0-8561-246f0b72fd1d: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:18:48.834201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Calling delete_port for 7235e7ac-d947-4bc5-8871-d6901dd6d2c1 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:18:48.873522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.882868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d7c7066-818c-4777-8763-37a50f8ebd74 req-46f7be1e-21df-42c8-a283-6e6c10eade44 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325951 Oct 12 23:18:48.983168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:48.985740 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:48.987657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-40613955-2124-4956-b941-17fc18805463 service neutron] 10.222.0.25 "PUT /v2.0/ports/3b0a746c-df3e-4185-8a29-62ae7517ecf3 HTTP/1.1" status: 200 len: 1092 time: 2.9465737 Oct 12 23:18:49.018709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40613955-2124-4956-b941-17fc18805463 service neutron] Pushing event updated for resources: {'Port': ['ID=3b0a746c-df3e-4185-8a29-62ae7517ecf3,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:49.026422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf9cb4c-dc3d-4169-a4ed-3dd7b6f84617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adfc15c-bb4c-4605-bf92-3afe0302d27b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:49.027323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-2b0364ad-af33-426c-859b-a5a61575da51 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459099 Oct 12 23:18:49.041141 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:49.085482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-652bba38-b660-424c-bee1-9dc49cca519f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:49.091725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-652bba38-b660-424c-bee1-9dc49cca519f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0506bd258ab04795851128c6ccc45b0c&device_id=4e545105-f50d-4486-81b2-9ae5eb5c69ef HTTP/1.1" status: 200 len: 1095 time: 0.4980733 Oct 12 23:18:49.103798 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5dfeb531-f42a-481a-9ac2-5d0934c926c4 req-bce9365f-3ba2-4c88-aa81-44367834f9b4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 210 time: 0.0690169 Oct 12 23:18:49.230072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:49.279268 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:49.284488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Port': ['ID=7235e7ac-d947-4bc5-8871-d6901dd6d2c1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:49.288200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-51d70950-259f-467c-993a-fd353d913e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:49.289888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-51d70950-259f-467c-993a-fd353d913e44 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c HTTP/1.1" status: 200 len: 918 time: 0.1846979 Oct 12 23:18:49.352019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-4e3c3fd0-1764-464e-a965-6ba78f156917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:49.354270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-4e3c3fd0-1764-464e-a965-6ba78f156917 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0506bd258ab04795851128c6ccc45b0c&device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 1095 time: 0.2426012 Oct 12 23:18:49.408777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No DVR routers for this DVR port 7235e7ac-d947-4bc5-8871-d6901dd6d2c1 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:18:49.413948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-401a20f1-3047-4aff-b60c-d91abf62c599 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4b158ee1-9c67-4a68-bc8f-85ec6974eac5 HTTP/1.1" status: 200 len: 217 time: 0.0800369 Oct 12 23:18:49.440614 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3b186fa-b35e-40f4-b438-ff18877f25aa req-f2350718-9340-4ac9-a605-4e3f2f0eef01 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4016976 Oct 12 23:18:49.442971 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-35b8ae21-09b2-4915-a4a9-489b0462acdc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b0a746c-df3e-4185-8a29-62ae7517ecf3 HTTP/1.1" status: 200 len: 217 time: 0.0727925 Oct 12 23:18:49.461229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-acb211ad-403e-493e-bc1f-4bc6bdc51d7d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:49.463467 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-acb211ad-403e-493e-bc1f-4bc6bdc51d7d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 811 time: 0.4234028 Oct 12 23:18:49.517416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:49.535312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd412f7aa-a3f1-4538-b48f-a9f31233e79e', 'tag': '3b0a746c-df3e-4185-8a29-62ae7517ecf3'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:49.538092 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d5cc4f-a08c-465a-9a55-be2d9c2be035" -d '{"events": [{"name": "network-changed", "server_uuid": "d412f7aa-a3f1-4538-b48f-a9f31233e79e", "tag": "3b0a746c-df3e-4185-8a29-62ae7517ecf3"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:49.544435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-afd6adfe-87f0-406c-bc28-387dd8ae22b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:49.545487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-b1ebb858-2266-49cc-9e2a-c2fdfba482b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:49.546689 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-afd6adfe-87f0-406c-bc28-387dd8ae22b8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a65b1466-c63c-4027-bb5d-aa26e5c82123 HTTP/1.1" status: 200 len: 857 time: 0.0819645 Oct 12 23:18:49.547185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-b1ebb858-2266-49cc-9e2a-c2fdfba482b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a65b1466-c63c-4027-bb5d-aa26e5c82123 HTTP/1.1" status: 200 len: 857 time: 0.1006024 Oct 12 23:18:49.586172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-ee85b971-3b76-4146-87bd-eb4bc1296569 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309391 Oct 12 23:18:49.648038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-359a8d82-99b0-4d25-b4e8-7cbc07cd2ba9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0717769 Oct 12 23:18:49.655023 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c7dee74-3597-4cf4-8990-d48d2343ee86 x-openstack-request-id: req-9c7dee74-3597-4cf4-8990-d48d2343ee86 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:49.655023 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d412f7aa-a3f1-4538-b48f-a9f31233e79e", "tag": "3b0a746c-df3e-4185-8a29-62ae7517ecf3", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:49.655023 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9c7dee74-3597-4cf4-8990-d48d2343ee86 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:49.655023 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd412f7aa-a3f1-4538-b48f-a9f31233e79e', 'tag': '3b0a746c-df3e-4185-8a29-62ae7517ecf3', 'status': 'completed', 'code': 200} Oct 12 23:18:49.680870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-d3579130-8415-41fe-ba61-85b3d46a2ae4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43 HTTP/1.1" status: 200 len: 380 time: 0.1327274 Oct 12 23:18:49.698027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-8545eb87-3539-4aed-ad1b-3f2b27595a27 service neutron] 10.222.0.41 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040492 Oct 12 23:18:49.701868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55164) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:49.739125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'port': {'device_id': '40229dde-7324-4894-8cab-92300fe98b4a', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'admin_state_up': True, 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'security_groups': ['6c65ba69-a162-4011-b2b9-a6ff96010a93']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:49.823009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869d56b1-6820-4786-a390-c2d7bc0937fb None None] Network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:49.895963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cbd8500f-ccb9-4220-8ed1-f1072a6902e5 None None] Could not find standard attr ID for object 7235e7ac-d947-4bc5-8871-d6901dd6d2c1. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:18:49.941741 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-89400058-e4a3-4d9b-bc47-4bdaac72f854 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/floatingips/bfb07b48-222d-44a0-8561-246f0b72fd1d HTTP/1.1" status: 200 len: 994 time: 0.2334270 Oct 12 23:18:49.952735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:50.065078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=ddd1cb79-82ae-4d07-8ff6-a8f9b2e816cd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:50.097880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98a5803d-eda6-478a-8124-c45215eb5dcc req-6f920217-6d6d-45e4-af84-e4258ccd5a6c service neutron] 10.222.0.41 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3889642 Oct 12 23:18:50.179263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f169c33-d2f7-44cd-8815-fda2021cb8ab None None] DHCP port deletion for b15af5c3-d1d8-4f82-949e-1d63a95ecea3 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:18:50.201309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112d66ff-d6d7-41c4-9095-9b18bc1df7e6 None None] Network b15af5c3-d1d8-4f82-949e-1d63a95ecea3 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:50.221618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:50.265453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15af5c3-d1d8-4f82-949e-1d63a95ecea3']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:50.276282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee76bb6-6555-461d-870d-593113e8a731') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:50.276852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee76bb6-6555-461d-870d-593113e8a731') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:50.288182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:50.304813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:50.328469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:50.329171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:50.386313 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:50.430391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb0589-6370-4937-bd79-4f980dc6a509 req-f5bb9c89-59b9-4338-984b-104cf7f39536 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:50.444176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39bb0589-6370-4937-bd79-4f980dc6a509 req-f5bb9c89-59b9-4338-984b-104cf7f39536 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 943 time: 0.2254841 Oct 12 23:18:50.447580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-9743f157-5e1b-484c-9e69-c0823eb22211 service neutron] 10.222.0.25 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7783186 Oct 12 23:18:50.488150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:50.497013 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:50.505714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/b15af5c3-d1d8-4f82-949e-1d63a95ecea3 HTTP/1.1" status: 204 len: 168 time: 2.5046725 Oct 12 23:18:50.508549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55184) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:50.531122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Made reservation on behalf of aa383d41499d4e90ac67c0b6f8e2ba43 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:50.534635 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:50.553327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a09172-af80-4348-9367-ce301986224c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=b15af5c3-d1d8-4f82-949e-1d63a95ecea3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:50.576626 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a60911-2491-483d-a1d0-50b1bdd9fa3f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:18:50.578043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35a60911-2491-483d-a1d0-50b1bdd9fa3f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:18:50.581762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39bb0589-6370-4937-bd79-4f980dc6a509 req-e28b7d18-d47e-4b9c-a38c-fcdf232d9560 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363852 Oct 12 23:18:50.589970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-35a60911-2491-483d-a1d0-50b1bdd9fa3f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/b15af5c3-d1d8-4f82-949e-1d63a95ecea3 HTTP/1.1" status: 404 len: 339 time: 0.0765867 Oct 12 23:18:50.595466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55188) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:50.608308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1272234824', 'description': 'd1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:50.664550 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4901308b-02c6-4919-a8d1-d7979a44065e req-a6558ae3-9cc7-4e2e-b290-1c60fdeaa5ac tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 210 time: 0.4447742 Oct 12 23:18:50.716354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-52c37c97-85be-403f-a4c4-6d1cb983456c service neutron] 10.222.0.25 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525785 Oct 12 23:18:50.751006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:50.754746 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:50.778979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Allocated IP 172.20.0.4 (f9523100-f870-46fb-853e-d5491c1a3298/b165aef3-8274-49aa-9852-c3cc8fcc670d/d36eb78d-be2a-4dcf-91fd-c939b2f4d994) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:50.956794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-c6d584bf-731e-4a51-9dba-54e3b96a8b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:50.958348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-c6d584bf-731e-4a51-9dba-54e3b96a8b80 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=0506bd258ab04795851128c6ccc45b0c&device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 1095 time: 0.0797157 Oct 12 23:18:51.043434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.109176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-1d7436f7-3d7b-4e59-a4ab-ea59e18620ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:51.110707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-1d7436f7-3d7b-4e59-a4ab-ea59e18620ed service neutron] 10.222.0.25 "GET /v2.0/networks?id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c HTTP/1.1" status: 200 len: 918 time: 0.1447108 Oct 12 23:18:51.158879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-d520332c-84f1-4f23-b39a-ea118a25b2ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b0a746c-df3e-4185-8a29-62ae7517ecf3 HTTP/1.1" status: 200 len: 217 time: 0.0395837 Oct 12 23:18:51.192261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:51.199768 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.202758 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.203147 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment 83268436-0269-4f8f-814b-aa3ac7a28b55 of type vlan for network be5fcae5-59e7-4c09-9959-77a4930f6c64 Oct 12 23:18:51.247682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.262751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Network f9523100-f870-46fb-853e-d5491c1a3298 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:51.266844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-02bbc4ca-1f8e-421a-8b11-2f153f9dcf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:51.268386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-02bbc4ca-1f8e-421a-8b11-2f153f9dcf0e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a65b1466-c63c-4027-bb5d-aa26e5c82123 HTTP/1.1" status: 200 len: 857 time: 0.1011462 Oct 12 23:18:51.271960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:51.274222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event updated for resources: {'Port': ['ID=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:51.277021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:51.327345 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-825e243d-5735-4c93-a33c-51fb157e1ff6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3f5dbdc3-0d44-43d9-b133-9970b1f4566c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473168 Oct 12 23:18:51.353981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.363115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:51.364034 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562698'] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.396610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:51.397296 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.481703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=be5fcae5-59e7-4c09-9959-77a4930f6c64,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:51.486429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-d3cc62ab-78b0-4793-99f7-087d957eaa81 service neutron] 10.222.0.25 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480732 Oct 12 23:18:51.497275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network be5fcae5-59e7-4c09-9959-77a4930f6c64 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:51.509763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-47fc6a38-3fa7-49d6-8d16-ad42839ee280 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8165271 Oct 12 23:18:51.535879 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d000e403-fcda-4b10-97ea-7f190fd98e0a tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9391832 Oct 12 23:18:51.537608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55196) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:51.567662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:18:51.644580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07d5cc4f-a08c-465a-9a55-be2d9c2be035 req-8ef7640b-3994-40f1-8ff9-edb1ad9a83f0 service neutron] 10.222.0.25 "GET /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460004 Oct 12 23:18:51.667457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Request body: {'port': {'device_id': '40229dde-7324-4894-8cab-92300fe98b4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:51.710099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-99571326-62ff-4e46-941f-f144e554d0aa None None] Provisioning complete for port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:51.710482 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99571326-62ff-4e46-941f-f144e554d0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.714909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d0a3d9-cb77-453b-a391-58f97944cda6 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:51.718413 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-19d0a3d9-cb77-453b-a391-58f97944cda6 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/networks?id=be5fcae5-59e7-4c09-9959-77a4930f6c64 HTTP/1.1" status: 200 len: 761 time: 0.1712749 Oct 12 23:18:51.718661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55204) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:51.728546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5739edef-f6d5-4db5-b647-2bcc94c0d0d4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'description': 'd2'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:51.790586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-99571326-62ff-4e46-941f-f144e554d0aa None None] Port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:18:51.796735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:51.813475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '4b158ee1-9c67-4a68-bc8f-85ec6974eac5', 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c', 'port_id': '4b158ee1-9c67-4a68-bc8f-85ec6974eac5', 'mac_address': 'fa:16:3e:87:bc:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65b1466-c63c-4027-bb5d-aa26e5c82123', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:18:51.825425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.843589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57c53b-d501-4ae6-b586-0709a81ea05e req-1725ac09-4ea7-407e-ba3b-4f5a3bf58bc7 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:51.845111 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce57c53b-d501-4ae6-b586-0709a81ea05e req-1725ac09-4ea7-407e-ba3b-4f5a3bf58bc7 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 943 time: 0.1269422 Oct 12 23:18:51.867263 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.879723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7235e7ac-d947-4bc5-8871-d6901dd6d2c1 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:18:51.900979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 7235e7ac-d947-4bc5-8871-d6901dd6d2c1 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:18:51.904030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7235e7ac-d947-4bc5-8871-d6901dd6d2c1 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:18:51.904030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:51.927132 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5739edef-f6d5-4db5-b647-2bcc94c0d0d4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:51.927344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:51.937442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 125952cc-b887-4273-a694-50abb40fcfbe details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:18:51.937654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5604da-e0b7-49c1-a30a-1f3982510e71 req-5162be70-7786-48cc-aabc-e0ffc96a91bc tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:51.939139 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d5604da-e0b7-49c1-a30a-1f3982510e71 req-5162be70-7786-48cc-aabc-e0ffc96a91bc tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 931 time: 0.0903323 Oct 12 23:18:51.943574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ce57c53b-d501-4ae6-b586-0709a81ea05e req-19ddc8d7-60f2-4735-943b-52a2cc3b3291 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872691 Oct 12 23:18:52.005274 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d5604da-e0b7-49c1-a30a-1f3982510e71 req-87686ab6-042b-4b69-bc49-df88af5b8f1b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468936 Oct 12 23:18:52.032809 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.057567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5739edef-f6d5-4db5-b647-2bcc94c0d0d4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.102258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5739edef-f6d5-4db5-b647-2bcc94c0d0d4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network be5fcae5-59e7-4c09-9959-77a4930f6c64 is not hosted by any dhcp agent {{(pid=101889) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 12 23:18:52.108665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5739edef-f6d5-4db5-b647-2bcc94c0d0d4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:52.109731 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5739edef-f6d5-4db5-b647-2bcc94c0d0d4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.113420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5739edef-f6d5-4db5-b647-2bcc94c0d0d4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "PUT /v2.0/networks/be5fcae5-59e7-4c09-9959-77a4930f6c64 HTTP/1.1" status: 200 len: 758 time: 0.3914504 Oct 12 23:18:52.113568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 125952cc-b887-4273-a694-50abb40fcfbe, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=125952cc-b887-4273-a694-50abb40fcfbe,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:52.133055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55210) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:52.133278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:52.144667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '125952cc-b887-4273-a694-50abb40fcfbe', 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c', 'port_id': '125952cc-b887-4273-a694-50abb40fcfbe', 'mac_address': 'fa:16:3e:bc:3b:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65b1466-c63c-4027-bb5d-aa26e5c82123', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:18:52.205313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739edef-f6d5-4db5-b647-2bcc94c0d0d4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=be5fcae5-59e7-4c09-9959-77a4930f6c64,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:52.205859 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.222074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network be5fcae5-59e7-4c09-9959-77a4930f6c64 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:52.241060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 125952cc-b887-4273-a694-50abb40fcfbe {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:52.263508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92824d0-62b5-43bf-89f8-c523730aac38 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:52.268599 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f92824d0-62b5-43bf-89f8-c523730aac38 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/networks?id=be5fcae5-59e7-4c09-9959-77a4930f6c64 HTTP/1.1" status: 200 len: 761 time: 0.1321580 Oct 12 23:18:52.268928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55212) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:52.274424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-223100577'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:52.307853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['4b158ee1-9c67-4a68-bc8f-85ec6974eac5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:18:52.360650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d36eb78d-be2a-4dcf-91fd-c939b2f4d994 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:52.362319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 125952cc-b887-4273-a694-50abb40fcfbe, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=125952cc-b887-4273-a694-50abb40fcfbe,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:52.370518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.398650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Transition to ACTIVE for port object d36eb78d-be2a-4dcf-91fd-c939b2f4d994 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:18:52.448255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:52.451938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.514748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:52.514748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.514748 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment 66a31efe-6d1a-45da-9096-6cdc52b28c1b of type vlan for network 7d0e0298-ce25-4c7f-a089-6e50db7d194f Oct 12 23:18:52.534981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.539690 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.591509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=125952cc-b887-4273-a694-50abb40fcfbe,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:52.685309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.728644 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.776951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:52.776951 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:52.777119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Pushing event updated for resources: {'Port': ['ID=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:52.777291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['125952cc-b887-4273-a694-50abb40fcfbe'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:18:52.816208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=7d0e0298-ce25-4c7f-a089-6e50db7d194f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:52.832581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 7d0e0298-ce25-4c7f-a089-6e50db7d194f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:52.885661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bb144e38-d8a1-48e4-b9b7-adacadffa000 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6156001 Oct 12 23:18:52.888353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55216) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:52.894114 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '7d0e0298-ce25-4c7f-a089-6e50db7d194f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:52.897641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Attempting to bind port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:52.897641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Attempting to bind port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:52.897641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Attempting to bind port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 on network f9523100-f870-46fb-853e-d5491c1a3298 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:52.902775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 on network f9523100-f870-46fb-853e-d5491c1a3298 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:18:52.903879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Attempting to bind port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 on network f9523100-f870-46fb-853e-d5491c1a3298 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:52.914993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:52.915529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Checking segment: {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:52.915994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Bound using segment: {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:52.919023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Bound port: d36eb78d-be2a-4dcf-91fd-c939b2f4d994, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57348c28-3aab-4278-8664-3b8bcf15b47a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:52.919401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:53.102614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] For port d36eb78d-be2a-4dcf-91fd-c939b2f4d994, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:53.117224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] For port d36eb78d-be2a-4dcf-91fd-c939b2f4d994, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:53.193486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ef3653-01e2-4681-8f77-1569de1e65d7 req-1d3379b5-bf5a-4a24-b220-078838872086 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:53.195193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ef3653-01e2-4681-8f77-1569de1e65d7 req-1d3379b5-bf5a-4a24-b220-078838872086 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 943 time: 0.0731869 Oct 12 23:18:53.211030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f0fba9-9abb-4ff9-b064-e981ab5bf544 req-219f3d08-e9e0-464c-ae36-8556297e4527 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:53.213791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6f0fba9-9abb-4ff9-b064-e981ab5bf544 req-219f3d08-e9e0-464c-ae36-8556297e4527 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 943 time: 0.0892618 Oct 12 23:18:53.246500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:53.261823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f6f0fba9-9abb-4ff9-b064-e981ab5bf544 req-b65f60b6-221b-424f-8a54-2a06f38feb86 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415387 Oct 12 23:18:53.265168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:53.269909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:53.315390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Pushing event updated for resources: {'Port': ['ID=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:53.342233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:53.343599 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:53.345237 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-ec99e645-c2ac-4293-8b4f-78de65900b89 service neutron] 10.222.0.41 "PUT /v2.0/ports/d36eb78d-be2a-4dcf-91fd-c939b2f4d994 HTTP/1.1" status: 200 len: 1092 time: 1.6994112 Oct 12 23:18:53.348464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40229dde-7324-4894-8cab-92300fe98b4a', 'tag': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:53.360016 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac649ef-ebfb-4b3e-9dc0-787eac0803ef" -d '{"events": [{"name": "network-changed", "server_uuid": "40229dde-7324-4894-8cab-92300fe98b4a", "tag": "d36eb78d-be2a-4dcf-91fd-c939b2f4d994"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:53.369510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ef3653-01e2-4681-8f77-1569de1e65d7 req-ed8fef12-33ff-43be-b67e-1449ca7bcd6f tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655569 Oct 12 23:18:53.421470 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b4eebc-b808-4a54-9eb1-382337da7fb1 x-openstack-request-id: req-94b4eebc-b808-4a54-9eb1-382337da7fb1 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:53.422202 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40229dde-7324-4894-8cab-92300fe98b4a", "tag": "d36eb78d-be2a-4dcf-91fd-c939b2f4d994", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:53.422455 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-94b4eebc-b808-4a54-9eb1-382337da7fb1 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:53.422866 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40229dde-7324-4894-8cab-92300fe98b4a', 'tag': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994', 'status': 'completed', 'code': 200} Oct 12 23:18:53.496514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac649ef-ebfb-4b3e-9dc0-787eac0803ef req-f7424a22-1df0-41d1-b48a-14e4869c3880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:53.498227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dac649ef-ebfb-4b3e-9dc0-787eac0803ef req-f7424a22-1df0-41d1-b48a-14e4869c3880 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 1095 time: 0.0501654 Oct 12 23:18:53.529581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:53.595526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:53.696090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac649ef-ebfb-4b3e-9dc0-787eac0803ef req-c0294345-d8e9-42fd-8377-f3b0d7b8a211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:53.698639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dac649ef-ebfb-4b3e-9dc0-787eac0803ef req-c0294345-d8e9-42fd-8377-f3b0d7b8a211 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1930370 Oct 12 23:18:53.713999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:18:53.719660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:53.720320 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:53.725867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=44177d29-01eb-4c24-a18a-bf91793242d6,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:53.737921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': '66a31efe-6d1a-45da-9096-6cdc52b28c1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7d0e0298-ce25-4c7f-a089-6e50db7d194f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:53.738346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 7d0e0298-ce25-4c7f-a089-6e50db7d194f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:53.859048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac649ef-ebfb-4b3e-9dc0-787eac0803ef req-31630b39-04dc-4841-83b9-9463fb4d5b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:53.860706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dac649ef-ebfb-4b3e-9dc0-787eac0803ef req-31630b39-04dc-4841-83b9-9463fb4d5b02 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1551523 Oct 12 23:18:53.867213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 7d0e0298-ce25-4c7f-a089-6e50db7d194f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:53.881031 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:53.924216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e545105-f50d-4486-81b2-9ae5eb5c69ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b158ee1-9c67-4a68-bc8f-85ec6974eac5'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:53.926486 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb94841c-9dbf-436d-bcd5-a1113c5a3fe8" -d '{"events": [{"server_uuid": "4e545105-f50d-4486-81b2-9ae5eb5c69ef", "name": "network-vif-plugged", "status": "completed", "tag": "4b158ee1-9c67-4a68-bc8f-85ec6974eac5"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:53.943710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:53.954313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3b0a746c-df3e-4185-8a29-62ae7517ecf3 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:18:53.962530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 7d0e0298-ce25-4c7f-a089-6e50db7d194f) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:53.968091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:53.975044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:53.994456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-4f90df61-1f4a-4714-9101-e723a388f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:54.004365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-4f90df61-1f4a-4714-9101-e723a388f17d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 1095 time: 0.0967751 Oct 12 23:18:54.004483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 125952cc-b887-4273-a694-50abb40fcfbe up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:54.086485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-e3cfb9e9-ac54-44b9-9fea-ae9d468ee7e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d36eb78d-be2a-4dcf-91fd-c939b2f4d994 HTTP/1.1" status: 200 len: 217 time: 0.0753646 Oct 12 23:18:54.091114 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfe6b79-7c7c-4cb4-9ca6-39dbcdc892c9 x-openstack-request-id: req-ddfe6b79-7c7c-4cb4-9ca6-39dbcdc892c9 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:54.091409 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e545105-f50d-4486-81b2-9ae5eb5c69ef", "name": "network-vif-plugged", "status": "completed", "tag": "4b158ee1-9c67-4a68-bc8f-85ec6974eac5", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:54.091662 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ddfe6b79-7c7c-4cb4-9ca6-39dbcdc892c9 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:54.092108 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e545105-f50d-4486-81b2-9ae5eb5c69ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b158ee1-9c67-4a68-bc8f-85ec6974eac5', 'code': 200} Oct 12 23:18:54.094422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976b6513-eeb8-48ee-b762-7077345bdb15 None None] Network 7d0e0298-ce25-4c7f-a089-6e50db7d194f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:54.099947 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.152469 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-05f06b7d-e8a4-4af3-b546-bc496c2420f4 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2619700 Oct 12 23:18:54.154261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55240) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:54.183070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379b306-e142-44a0-9e77-eeda98f35f7c req-1b42bca9-a2de-42e8-a1f2-508ab9c36e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:54.185227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4379b306-e142-44a0-9e77-eeda98f35f7c req-1b42bca9-a2de-42e8-a1f2-508ab9c36e51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e545105-f50d-4486-81b2-9ae5eb5c69ef HTTP/1.1" status: 200 len: 1097 time: 0.1119390 Oct 12 23:18:54.235081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4379b306-e142-44a0-9e77-eeda98f35f7c req-0d1b60f7-d260-43cd-b4ff-5eb494b355d9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420370 Oct 12 23:18:54.246581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-0541847e-7ace-493c-853c-99a7114d557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:54.248080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-0541847e-7ace-493c-853c-99a7114d557d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.1567128 Oct 12 23:18:54.276845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:54.304147 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.337036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3b0a746c-df3e-4185-8a29-62ae7517ecf3, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b0a746c-df3e-4185-8a29-62ae7517ecf3,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:54.369314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.389638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '3b0a746c-df3e-4185-8a29-62ae7517ecf3', 'network_id': '3f5dbdc3-0d44-43d9-b133-9970b1f4566c', 'port_id': '3b0a746c-df3e-4185-8a29-62ae7517ecf3', 'mac_address': 'fa:16:3e:78:65:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a65b1466-c63c-4027-bb5d-aa26e5c82123', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:18:54.455245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9fd5b-5b8c-41e2-b6fe-9f1b5fd1e8a9 req-85c2cac0-00e8-4ff4-8ef1-f79994fa110d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:54.457193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bef9fd5b-5b8c-41e2-b6fe-9f1b5fd1e8a9 req-85c2cac0-00e8-4ff4-8ef1-f79994fa110d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 943 time: 0.0744977 Oct 12 23:18:54.461097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 125952cc-b887-4273-a694-50abb40fcfbe completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:18:54.479836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 125952cc-b887-4273-a694-50abb40fcfbe triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:54.480411 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.520111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bef9fd5b-5b8c-41e2-b6fe-9f1b5fd1e8a9 req-f1596cd2-2816-4196-8f28-09570e1ed322 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466723 Oct 12 23:18:54.558778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.619437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-b408ed10-d2aa-4408-b0f0-cfc49fbbc33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:54.626021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-b408ed10-d2aa-4408-b0f0-cfc49fbbc33c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1740534 Oct 12 23:18:54.626021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=44177d29-01eb-4c24-a18a-bf91793242d6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:54.722565 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.724683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792c4c6c-8792-4947-b670-49fadb2fde63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-7d0e0298-ce25-4c7f-a089-6e50db7d194f', 'network_id': '7d0e0298-ce25-4c7f-a089-6e50db7d194f', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': '44177d29-01eb-4c24-a18a-bf91793242d6'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:54.725952 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-792c4c6c-8792-4947-b670-49fadb2fde63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.733057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-016cbebb-1ce6-4751-9273-2594cdc7c471 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995500 Oct 12 23:18:54.742889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c78cb-7fca-4ced-b887-0d4dd917c295 req-146c81f6-dd8c-42b6-8ff0-3deb08451a9f tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:54.745132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf0c78cb-7fca-4ced-b887-0d4dd917c295 req-146c81f6-dd8c-42b6-8ff0-3deb08451a9f tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 943 time: 0.2546904 Oct 12 23:18:54.769333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b0a746c-df3e-4185-8a29-62ae7517ecf3 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:54.863443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3b0a746c-df3e-4185-8a29-62ae7517ecf3, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b0a746c-df3e-4185-8a29-62ae7517ecf3,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:54.877222 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf0c78cb-7fca-4ced-b887-0d4dd917c295 req-a0aca6f1-06d7-4bd2-9367-533f4abb69fb tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129367 Oct 12 23:18:54.894290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.936518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c00b355-f2c4-40d9-ac4c-b84d29f4927d None None] Network 7d0e0298-ce25-4c7f-a089-6e50db7d194f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:54.943120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d0e0298-ce25-4c7f-a089-6e50db7d194f']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:54.964196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a31efe-6d1a-45da-9096-6cdc52b28c1b') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:54.964493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a31efe-6d1a-45da-9096-6cdc52b28c1b') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:54.974422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-660f2488-7cd2-4f30-97c1-a96aab7d2506 req-5a82cd96-fbc1-4970-af9a-4720722713ed service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282157 Oct 12 23:18:54.977957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.987110 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:54.992432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:55.008954 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:55.017917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 303 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:55.019329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:55.023300 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:55.116958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3b0a746c-df3e-4185-8a29-62ae7517ecf3,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:55.133753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 125952cc-b887-4273-a694-50abb40fcfbe, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=125952cc-b887-4273-a694-50abb40fcfbe,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:55.174842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:55.189067 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:55.192651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/7d0e0298-ce25-4c7f-a089-6e50db7d194f HTTP/1.1" status: 204 len: 168 time: 1.0358734 Oct 12 23:18:55.197156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55252) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:55.211882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:55.224512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77871795-e58c-4a80-9e6a-e1cefe60cec3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=7d0e0298-ce25-4c7f-a089-6e50db7d194f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:55.241493 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-be7c9295-c551-464d-9fa5-ed15c5c899b3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] GET failed (client error): The resource could not be found. Oct 12 23:18:55.242864 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-be7c9295-c551-464d-9fa5-ed15c5c899b3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/subnets/44177d29-01eb-4c24-a18a-bf91793242d6 HTTP/1.1" status: 404 len: 337 time: 0.0442953 Oct 12 23:18:55.246888 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55254) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:55.250488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['3b0a746c-df3e-4185-8a29-62ae7517ecf3'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:18:55.270119 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c7d0ed1-49ca-4f6a-9bd9-912055bd87cf tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:18:55.270721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c7d0ed1-49ca-4f6a-9bd9-912055bd87cf tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:18:55.274111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3c7d0ed1-49ca-4f6a-9bd9-912055bd87cf tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/7d0e0298-ce25-4c7f-a089-6e50db7d194f HTTP/1.1" status: 404 len: 339 time: 0.0258982 Oct 12 23:18:55.283870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55256) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:55.344675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=125952cc-b887-4273-a694-50abb40fcfbe,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:55.517998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9edd42-4748-4ffb-b824-e2a0aea684c6 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:55.522245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3e9edd42-4748-4ffb-b824-e2a0aea684c6 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2346981 Oct 12 23:18:55.522904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55260) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:55.564648 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-51da6700-444b-4ab9-a1a4-d3f3d2dc3526 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 207 time: 0.0367098 Oct 12 23:18:55.565218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55264) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:55.672118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe3171-3824-4481-91f6-3b10f5767a85 req-10d27187-64b2-4889-8873-20df0bc380b1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:55.679874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66fe3171-3824-4481-91f6-3b10f5767a85 req-10d27187-64b2-4889-8873-20df0bc380b1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 943 time: 0.0634279 Oct 12 23:18:55.718049 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-66fe3171-3824-4481-91f6-3b10f5767a85 req-bff6eccf-0ecf-46d8-98af-cd70820b267d tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372741 Oct 12 23:18:55.783881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7407b22-4971-4c22-9733-84855943b92f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:55.789615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7407b22-4971-4c22-9733-84855943b92f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:55.795993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7407b22-4971-4c22-9733-84855943b92f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:55.802211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7407b22-4971-4c22-9733-84855943b92f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:55.807485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e7407b22-4971-4c22-9733-84855943b92f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2375243 Oct 12 23:18:55.807866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55268) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:55.921141 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a19a8d22-cad8-488e-9bd9-833cf1bc64ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.1119976 Oct 12 23:18:55.924533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55272) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:55.983563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3b0a746c-df3e-4185-8a29-62ae7517ecf3 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:55.987817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5effb4-3d22-4f16-b858-ae465eac3aad tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:55.989570 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5effb4-3d22-4f16-b858-ae465eac3aad tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:55.991248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5f5effb4-3d22-4f16-b858-ae465eac3aad tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0656087 Oct 12 23:18:55.995336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55274) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:56.021593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a6ab9-3064-4dad-9895-3f54bb36fafd req-58e6988e-6956-4924-afe3-173f6ff8b088 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:56.029531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-394a6ab9-3064-4dad-9895-3f54bb36fafd req-58e6988e-6956-4924-afe3-173f6ff8b088 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 944 time: 0.0592899 Oct 12 23:18:56.053539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0034fb7-b2e4-4393-8eef-f9785322d799 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:56.055296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0034fb7-b2e4-4393-8eef-f9785322d799 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:56.058261 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a0034fb7-b2e4-4393-8eef-f9785322d799 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0615420 Oct 12 23:18:56.061666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55276) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:56.073353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-394a6ab9-3064-4dad-9895-3f54bb36fafd req-fc8bf23a-02e3-4e3a-a00f-2f59360d112e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405090 Oct 12 23:18:56.093478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e08a53-9d29-4af6-8097-5cfedb627314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125952cc-b887-4273-a694-50abb40fcfbe'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:56.096001 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765ac9b4-d81f-4cdf-b5bc-98781d18b07f" -d '{"events": [{"server_uuid": "60e08a53-9d29-4af6-8097-5cfedb627314", "name": "network-vif-plugged", "status": "completed", "tag": "125952cc-b887-4273-a694-50abb40fcfbe"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:56.122219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 3b0a746c-df3e-4185-8a29-62ae7517ecf3 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:18:56.127719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 3b0a746c-df3e-4185-8a29-62ae7517ecf3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:56.128309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:56.159184 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ff07f1-0a59-4999-b97c-ba8f073a62b0 x-openstack-request-id: req-11ff07f1-0a59-4999-b97c-ba8f073a62b0 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:56.160340 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e08a53-9d29-4af6-8097-5cfedb627314", "name": "network-vif-plugged", "status": "completed", "tag": "125952cc-b887-4273-a694-50abb40fcfbe", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:56.160340 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11ff07f1-0a59-4999-b97c-ba8f073a62b0 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:56.160340 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e08a53-9d29-4af6-8097-5cfedb627314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '125952cc-b887-4273-a694-50abb40fcfbe', 'code': 200} Oct 12 23:18:56.218226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b288139-4fc8-4287-a999-53db8dd7842f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:56.226702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8b288139-4fc8-4287-a999-53db8dd7842f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/networks/6d7a2335-c164-47e7-8e51-70ff35311624 HTTP/1.1" status: 200 len: 800 time: 0.1636097 Oct 12 23:18:56.227720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55280) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:56.335448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:56.375853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3b0a746c-df3e-4185-8a29-62ae7517ecf3, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b0a746c-df3e-4185-8a29-62ae7517ecf3,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:56.479467 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:56.587281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3b0a746c-df3e-4185-8a29-62ae7517ecf3,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:56.722994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf0083-4c5b-4de3-9dd6-4710e33d124c req-8b79d1c2-3979-4adf-85a8-fbb76f521060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:56.724510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0caf0083-4c5b-4de3-9dd6-4710e33d124c req-8b79d1c2-3979-4adf-85a8-fbb76f521060 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=60e08a53-9d29-4af6-8097-5cfedb627314 HTTP/1.1" status: 200 len: 1098 time: 0.4953227 Oct 12 23:18:56.735492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ae958192-4b22-4c55-a917-5550864da081 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/networks/6d7a2335-c164-47e7-8e51-70ff35311624?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.5016937 Oct 12 23:18:56.735942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55288) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:56.764327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0caf0083-4c5b-4de3-9dd6-4710e33d124c req-1491d734-f6ec-49e8-a363-221188813c12 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309505 Oct 12 23:18:56.795099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c86fb01-699d-4b94-94b5-cd773dfcf65b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:56.796481 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4c86fb01-699d-4b94-94b5-cd773dfcf65b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/subnets/448418ed-07fa-4a49-abd1-d7d1d76ca198 HTTP/1.1" status: 200 len: 811 time: 0.0595520 Oct 12 23:18:56.800129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55292) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:56.849507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37c4b5-97e4-4031-b32a-8c4b1c8f827d req-d263f0dd-d000-4474-b70f-3d9c85054494 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:56.850965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f37c4b5-97e4-4031-b32a-8c4b1c8f827d req-d263f0dd-d000-4474-b70f-3d9c85054494 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 943 time: 0.0533040 Oct 12 23:18:56.852463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a7caca-13e5-4bb0-999c-5c2e7c0edc89 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['shared'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:56.855231 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-67a7caca-13e5-4bb0-999c-5c2e7c0edc89 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "GET /v2.0/subnets/448418ed-07fa-4a49-abd1-d7d1d76ca198?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0540679 Oct 12 23:18:56.858699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55294) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:56.865054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1465727993'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:56.902730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f37c4b5-97e4-4031-b32a-8c4b1c8f827d req-ba8aa8bb-685c-4ae2-8697-c9e7d48d96f7 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392148 Oct 12 23:18:56.953273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:56.956822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:56.981397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:18:56.990301 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:56.990647 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Added segment d4b34745-6c4c-476d-a535-3f658af0e449 of type vlan for network 1e35fba3-c1ca-4031-bbcb-f711929ef831 Oct 12 23:18:57.032447 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:57.120050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:57.126242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:57.126917 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:57.224913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Network': ['ID=1e35fba3-c1ca-4031-bbcb-f711929ef831,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:57.236970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 1e35fba3-c1ca-4031-bbcb-f711929ef831 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:18:57.248960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a6e903-a459-407f-a7d6-e245a1cd6f84 req-e354e2d9-ee04-46f1-9d48-c912698e7ce3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:57.250468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-41a6e903-a459-407f-a7d6-e245a1cd6f84 req-e354e2d9-ee04-46f1-9d48-c912698e7ce3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 945 time: 0.1011269 Oct 12 23:18:57.256999 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5ebbee72-df61-4714-a056-93740ca468a8 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3946607 Oct 12 23:18:57.257360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55300) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:57.262373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'network_id': '1e35fba3-c1ca-4031-bbcb-f711929ef831', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:57.294447 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-41a6e903-a459-407f-a7d6-e245a1cd6f84 req-65dd39db-0270-4bae-9e1c-64c40b894c54 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363476 Oct 12 23:18:57.444865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Made reservation on behalf of 0d03c9646ecf453b821f17b47839c577 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:18:57.448546 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:57.505275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Performing IP validity checks on allocation pools {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 23:18:57.505834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 23:18:57.544913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d36eb78d-be2a-4dcf-91fd-c939b2f4d994 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:18:57.651808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d36eb78d-be2a-4dcf-91fd-c939b2f4d994, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:57.664603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'port_id': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994', 'mac_address': 'fa:16:3e:67:03:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:18:57.706027 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:57.716894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:57.720111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d36eb78d-be2a-4dcf-91fd-c939b2f4d994 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:18:57.740612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d36eb78d-be2a-4dcf-91fd-c939b2f4d994, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:18:57.797383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=abd05cc0-abff-4cc4-a0e8-56316965637b,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:57.803620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Checking segment: {'id': 'd4b34745-6c4c-476d-a535-3f658af0e449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e35fba3-c1ca-4031-bbcb-f711929ef831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:57.803620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network hostable DHCP agents. Network: 1e35fba3-c1ca-4031-bbcb-f711929ef831, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:18:57.808090 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:57.867708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:57.933102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Network 1e35fba3-c1ca-4031-bbcb-f711929ef831 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:18:58.014567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 1e35fba3-c1ca-4031-bbcb-f711929ef831) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:58.016141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d36eb78d-be2a-4dcf-91fd-c939b2f4d994'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:18:58.035663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:58.036733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:58.069230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba1cbaf-3949-47c2-9183-3e0e75cd3c41 None None] Network 1e35fba3-c1ca-4031-bbcb-f711929ef831 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:58.142062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-93f5813c-a882-4e0f-b008-bfecb86536ca tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8812015 Oct 12 23:18:58.142415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55314) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:58.148252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-242a404e-a96f-4f6c-8cfa-60cec4d6b5ec tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:18:58.166025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd412f7aa-a3f1-4538-b48f-a9f31233e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a746c-df3e-4185-8a29-62ae7517ecf3'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:18:58.174733 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a4ffd3-88de-4baf-a4ed-5d4f6b72e514" -d '{"events": [{"server_uuid": "d412f7aa-a3f1-4538-b48f-a9f31233e79e", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a746c-df3e-4185-8a29-62ae7517ecf3"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:18:58.235290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ded81-2821-41a4-a5ff-be520ca38d25 req-5fec0081-b9c0-41ec-98fa-5e6f9e237067 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:58.241806 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370bce06-6c8d-459f-a570-2f72ac89e8d3 x-openstack-request-id: req-370bce06-6c8d-459f-a570-2f72ac89e8d3 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:18:58.242315 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d412f7aa-a3f1-4538-b48f-a9f31233e79e", "name": "network-vif-plugged", "status": "completed", "tag": "3b0a746c-df3e-4185-8a29-62ae7517ecf3", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:18:58.242408 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-370bce06-6c8d-459f-a570-2f72ac89e8d3 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:18:58.242751 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd412f7aa-a3f1-4538-b48f-a9f31233e79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b0a746c-df3e-4185-8a29-62ae7517ecf3', 'code': 200} Oct 12 23:18:58.245955 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a61ded81-2821-41a4-a5ff-be520ca38d25 req-5fec0081-b9c0-41ec-98fa-5e6f9e237067 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 944 time: 0.1048849 Oct 12 23:18:58.331376 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-242a404e-a96f-4f6c-8cfa-60cec4d6b5ec tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-26198203'] for subnet, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:58.410508 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a61ded81-2821-41a4-a5ff-be520ca38d25 req-28fc43ea-5fa7-4481-ab33-ab8708999636 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537180 Oct 12 23:18:58.436954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517b8be-65e5-4ee7-8890-b3ad2aa13cb5 req-0911bcd9-badb-4033-b2c3-3657c303ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:58.437377 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-1e35fba3-c1ca-4031-bbcb-f711929ef831', 'network_id': '1e35fba3-c1ca-4031-bbcb-f711929ef831', 'tenant_id': '0d03c9646ecf453b821f17b47839c577', 'fixed_ips': [{'subnet_id': 'abd05cc0-abff-4cc4-a0e8-56316965637b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:18:58.438191 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:58.438458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5517b8be-65e5-4ee7-8890-b3ad2aa13cb5 req-0911bcd9-badb-4033-b2c3-3657c303ce2a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 1097 time: 0.1317410 Oct 12 23:18:58.491510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5517b8be-65e5-4ee7-8890-b3ad2aa13cb5 req-da1eb257-5f83-43fe-9f96-3c1544dc7487 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430980 Oct 12 23:18:58.553901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e9ced8-8792-4419-ad67-d89137e08f51 req-a86769de-d3a0-46a6-bfd1-2a1631588fee tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:58.555755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-74e9ced8-8792-4419-ad67-d89137e08f51 req-a86769de-d3a0-46a6-bfd1-2a1631588fee tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 945 time: 0.1384051 Oct 12 23:18:58.639925 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-74e9ced8-8792-4419-ad67-d89137e08f51 req-7e724863-355d-4759-a517-c10eaad21ac7 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730021 Oct 12 23:18:58.686459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-242a404e-a96f-4f6c-8cfa-60cec4d6b5ec tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8751790469389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-29075900'] for subnet, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:58.740286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Allocated IP 172.20.0.3 (1e35fba3-c1ca-4031-bbcb-f711929ef831/abd05cc0-abff-4cc4-a0e8-56316965637b/8311f8c0-132a-4253-ad71-3eb505e98c9f) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:18:58.762920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a404e-a96f-4f6c-8cfa-60cec4d6b5ec tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event updated for resources: {'Subnet': ['ID=abd05cc0-abff-4cc4-a0e8-56316965637b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:58.766712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242a404e-a96f-4f6c-8cfa-60cec4d6b5ec tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:58.767358 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-242a404e-a96f-4f6c-8cfa-60cec4d6b5ec tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:58.768656 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-242a404e-a96f-4f6c-8cfa-60cec4d6b5ec tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "PUT /v2.0/subnets/abd05cc0-abff-4cc4-a0e8-56316965637b HTTP/1.1" status: 200 len: 877 time: 0.6246419 Oct 12 23:18:58.771522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55320) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:18:58.883349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:58.917632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:58.951724 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:58.987883 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.046743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Network 1e35fba3-c1ca-4031-bbcb-f711929ef831 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:18:59.048338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:18:59.053252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:18:59.085182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.088420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Pushing event updated for resources: {'Port': ['ID=8311f8c0-132a-4253-ad71-3eb505e98c9f,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:59.121496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Attempting to bind port 8311f8c0-132a-4253-ad71-3eb505e98c9f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:18:59.122686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Attempting to bind port 8311f8c0-132a-4253-ad71-3eb505e98c9f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'd4b34745-6c4c-476d-a535-3f658af0e449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e35fba3-c1ca-4031-bbcb-f711929ef831'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:18:59.122686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Attempting to bind port 8311f8c0-132a-4253-ad71-3eb505e98c9f on network 1e35fba3-c1ca-4031-bbcb-f711929ef831 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:18:59.127155 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=abd05cc0-abff-4cc4-a0e8-56316965637b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:59.127800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:18:59.128249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Checking segment: {'id': 'd4b34745-6c4c-476d-a535-3f658af0e449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e35fba3-c1ca-4031-bbcb-f711929ef831'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:18:59.128723 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.129341 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Bound using segment: {'id': 'd4b34745-6c4c-476d-a535-3f658af0e449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e35fba3-c1ca-4031-bbcb-f711929ef831'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:18:59.129812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Bound port: 8311f8c0-132a-4253-ad71-3eb505e98c9f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4b34745-6c4c-476d-a535-3f658af0e449', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1e35fba3-c1ca-4031-bbcb-f711929ef831'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:18:59.130266 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.207280 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.221168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] For port 8311f8c0-132a-4253-ad71-3eb505e98c9f, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:18:59.225551 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] For port 8311f8c0-132a-4253-ad71-3eb505e98c9f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8311f8c0-132a-4253-ad71-3eb505e98c9f,segment=NetworkSegment(d4b34745-6c4c-476d-a535-3f658af0e449),segment_id=d4b34745-6c4c-476d-a535-3f658af0e449)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:18:59.235445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e35fba3-c1ca-4031-bbcb-f711929ef831']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:59.246525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b34745-6c4c-476d-a535-3f658af0e449') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:59.246845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b34745-6c4c-476d-a535-3f658af0e449') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:18:59.258404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.321490 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.323822 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.330000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:18:59.330408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:18:59.333596 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:18:59.417327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02782a-dc18-4103-b04b-0163c6057f3e None None] Pushing event updated for resources: {'Port': ['ID=8311f8c0-132a-4253-ad71-3eb505e98c9f,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:18:59.428363 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab393292-b668-4e8a-a1d4-558c5476a0c3 None None] Network 1e35fba3-c1ca-4031-bbcb-f711929ef831 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:59.440738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:18:59.440738 n-d-790519-14 neutron-server[101890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:18:59.440738 n-d-790519-14 neutron-server[101890]: [parameters: {'id': '1e35fba3-c1ca-4031-bbcb-f711929ef831'}] Oct 12 23:18:59.440738 n-d-790519-14 neutron-server[101890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:18:59.441639 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:18:59.564813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95e30db-2697-465c-8d0b-1e21a24a111a None None] Network 1e35fba3-c1ca-4031-bbcb-f711929ef831 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:18:59.566958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d36eb78d-be2a-4dcf-91fd-c939b2f4d994 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:18:59.600898 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e073a3-555f-40b0-a9e5-ee1ecdfcf843 req-02beb15d-d9b7-4751-9da8-98868a14373b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:59.602392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-37e073a3-555f-40b0-a9e5-ee1ecdfcf843 req-02beb15d-d9b7-4751-9da8-98868a14373b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 944 time: 0.0683568 Oct 12 23:18:59.645095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-37e073a3-555f-40b0-a9e5-ee1ecdfcf843 req-b08c3186-1b25-423b-b680-24dffd4c74d9 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358534 Oct 12 23:18:59.751300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981f63d9-ad74-4dcc-a65a-62f514c8864a None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:18:59.795810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:18:59.816436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284bfd5-b477-4509-af42-ddb62aa9ac20 req-a629de77-9780-4764-aed0-3e7c97ab0044 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:18:59.825068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:18:59.827740 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:18:59.829177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3284bfd5-b477-4509-af42-ddb62aa9ac20 req-a629de77-9780-4764-aed0-3e7c97ab0044 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 945 time: 0.0759869 Oct 12 23:18:59.905193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3284bfd5-b477-4509-af42-ddb62aa9ac20 req-c716f764-3dae-4597-a356-f1edf4d88063 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726929 Oct 12 23:18:59.943290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.008820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981f63d9-ad74-4dcc-a65a-62f514c8864a None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:19:00.026424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Deleting port 8311f8c0-132a-4253-ad71-3eb505e98c9f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:00.027031 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.055071 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.095862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] For port 8311f8c0-132a-4253-ad71-3eb505e98c9f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8311f8c0-132a-4253-ad71-3eb505e98c9f,segment=NetworkSegment(d4b34745-6c4c-476d-a535-3f658af0e449),segment_id=d4b34745-6c4c-476d-a535-3f658af0e449)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:00.096213 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.116396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Calling delete_port for 8311f8c0-132a-4253-ad71-3eb505e98c9f owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:00.162549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d36eb78d-be2a-4dcf-91fd-c939b2f4d994, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:00.260864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40229dde-7324-4894-8cab-92300fe98b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:00.262868 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f7c2e5-ad8b-4b69-a259-dff5899f7144" -d '{"events": [{"server_uuid": "40229dde-7324-4894-8cab-92300fe98b4a", "name": "network-vif-plugged", "status": "completed", "tag": "d36eb78d-be2a-4dcf-91fd-c939b2f4d994"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:00.269139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.323951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.332397 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edfd77f8-bc9f-4503-a73d-88161a5ac415 x-openstack-request-id: req-edfd77f8-bc9f-4503-a73d-88161a5ac415 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:00.332947 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40229dde-7324-4894-8cab-92300fe98b4a", "name": "network-vif-plugged", "status": "completed", "tag": "d36eb78d-be2a-4dcf-91fd-c939b2f4d994", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:00.332947 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-edfd77f8-bc9f-4503-a73d-88161a5ac415 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:00.333296 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40229dde-7324-4894-8cab-92300fe98b4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994', 'code': 200} Oct 12 23:19:00.365241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:00.403127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Port': ['ID=8311f8c0-132a-4253-ad71-3eb505e98c9f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:00.440683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No DVR routers for this DVR port 8311f8c0-132a-4253-ad71-3eb505e98c9f on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:19:00.512706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac7b73-1d73-4d0c-94ce-573cc149d94e req-c9732f43-5ff2-49c6-98a7-3cc028a5bdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:00.514217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aaac7b73-1d73-4d0c-94ce-573cc149d94e req-c9732f43-5ff2-49c6-98a7-3cc028a5bdac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 1097 time: 0.1195140 Oct 12 23:19:00.545813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.584946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e35fba3-c1ca-4031-bbcb-f711929ef831']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:00.597843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aaac7b73-1d73-4d0c-94ce-573cc149d94e req-3f89f331-37a8-4526-84ff-665eee2da537 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768912 Oct 12 23:19:00.599389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4b34745-6c4c-476d-a535-3f658af0e449') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:00.599684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4b34745-6c4c-476d-a535-3f658af0e449') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:00.612237 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.625493 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.631559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:19:00.631946 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:19:00.634963 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:19:00.787517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.797179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea976f-dfba-42ed-b607-35f170694b78 req-37b8672a-ddf3-4321-85ec-42e191e81edb tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:00.797607 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:00.797717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbea976f-dfba-42ed-b607-35f170694b78 req-37b8672a-ddf3-4321-85ec-42e191e81edb tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 945 time: 0.0550528 Oct 12 23:19:00.804013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/1e35fba3-c1ca-4031-bbcb-f711929ef831 HTTP/1.1" status: 204 len: 168 time: 2.0255582 Oct 12 23:19:00.804013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55376) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:00.839455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fbea976f-dfba-42ed-b607-35f170694b78 req-d60b96c2-02d3-4381-af30-4c4dfc9a50a4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355465 Oct 12 23:19:00.840039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5546346-ff6f-4dff-85e8-e8db7d008885 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=1e35fba3-c1ca-4031-bbcb-f711929ef831,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:00.842022 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad854cb-5de8-4937-896d-591a7271be3e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:00.842645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad854cb-5de8-4937-896d-591a7271be3e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:00.849100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bad854cb-5de8-4937-896d-591a7271be3e tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/abd05cc0-abff-4cc4-a0e8-56316965637b HTTP/1.1" status: 404 len: 337 time: 0.0433638 Oct 12 23:19:00.849100 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55378) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:00.866876 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-087153b9-28cb-4b5a-ad77-194c8070d99f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:00.867439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-087153b9-28cb-4b5a-ad77-194c8070d99f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:00.872843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-087153b9-28cb-4b5a-ad77-194c8070d99f tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/1e35fba3-c1ca-4031-bbcb-f711929ef831 HTTP/1.1" status: 404 len: 339 time: 0.0209746 Oct 12 23:19:00.873037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55380) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:00.898739 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c2dba0-a7ec-4cd6-bd24-907591615d84 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:00.899213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c2dba0-a7ec-4cd6-bd24-907591615d84 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:00.905455 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-68c2dba0-a7ec-4cd6-bd24-907591615d84 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/44177d29-01eb-4c24-a18a-bf91793242d6 HTTP/1.1" status: 404 len: 337 time: 0.0289121 Oct 12 23:19:00.905677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55382) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:00.942408 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-800b9f3a-2e52-48e2-a6a8-b7f6fc172330 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:00.943078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-800b9f3a-2e52-48e2-a6a8-b7f6fc172330 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:00.950434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-800b9f3a-2e52-48e2-a6a8-b7f6fc172330 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/7d0e0298-ce25-4c7f-a089-6e50db7d194f HTTP/1.1" status: 404 len: 339 time: 0.0414479 Oct 12 23:19:00.950998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55390) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.062720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e454646e-88cb-4ff2-bb88-636cfaa8321d req-a56ea5f4-4f6d-47eb-b49c-a96ed94b07ba tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:01.065153 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:01.071288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e454646e-88cb-4ff2-bb88-636cfaa8321d req-a56ea5f4-4f6d-47eb-b49c-a96ed94b07ba tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 945 time: 0.0917919 Oct 12 23:19:01.114408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e454646e-88cb-4ff2-bb88-636cfaa8321d req-241812ed-cf98-4f52-a152-8db2f0375ca3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411024 Oct 12 23:19:01.164857 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:01.189168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be5fcae5-59e7-4c09-9959-77a4930f6c64']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:01.213890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83268436-0269-4f8f-814b-aa3ac7a28b55') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:01.213890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83268436-0269-4f8f-814b-aa3ac7a28b55') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:01.239871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:01.256634 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:01.266731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:19:01.271381 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:19:01.318665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76630128-17f9-4a1e-8199-f048045c1a3a req-47716cbd-d6c7-4db2-ae9d-169f612b5a06 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:01.320227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76630128-17f9-4a1e-8199-f048045c1a3a req-47716cbd-d6c7-4db2-ae9d-169f612b5a06 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e545105-f50d-4486-81b2-9ae5eb5c69ef HTTP/1.1" status: 200 len: 945 time: 0.1207480 Oct 12 23:19:01.375521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76630128-17f9-4a1e-8199-f048045c1a3a req-886ca67a-bedc-4fe7-beec-f5d1afe9b2b2 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465672 Oct 12 23:19:01.428236 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:01.438780 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:01.441919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55424) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.443260 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/be5fcae5-59e7-4c09-9959-77a4930f6c64 HTTP/1.1" status: 204 len: 168 time: 0.4861550 Oct 12 23:19:01.463534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b3367a-8f53-4ea4-ba1d-b325622edb1b tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=be5fcae5-59e7-4c09-9959-77a4930f6c64,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:01.481631 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-4363e7b2-35cd-4fd2-829b-67c2dfad3a8c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.482162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4363e7b2-35cd-4fd2-829b-67c2dfad3a8c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.486977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4363e7b2-35cd-4fd2-829b-67c2dfad3a8c tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/ddd1cb79-82ae-4d07-8ff6-a8f9b2e816cd HTTP/1.1" status: 404 len: 337 time: 0.0420752 Oct 12 23:19:01.488609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55432) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.507062 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f6fe4b7-f4df-4960-b849-2f9084f57472 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.507611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f6fe4b7-f4df-4960-b849-2f9084f57472 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.513594 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6f6fe4b7-f4df-4960-b849-2f9084f57472 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/b15af5c3-d1d8-4f82-949e-1d63a95ecea3 HTTP/1.1" status: 404 len: 339 time: 0.0215542 Oct 12 23:19:01.515078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55436) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.546754 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeadc412-f6d7-4484-be37-12fffe9130de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.547233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeadc412-f6d7-4484-be37-12fffe9130de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.552703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aeadc412-f6d7-4484-be37-12fffe9130de tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/325e8c80-491c-4b89-9d8b-f94e210a87de HTTP/1.1" status: 404 len: 337 time: 0.0352731 Oct 12 23:19:01.554604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55438) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.580662 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff9b69c1-fcc9-4cd3-88cf-a7df59c5af53 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.581223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff9b69c1-fcc9-4cd3-88cf-a7df59c5af53 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.584706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ff9b69c1-fcc9-4cd3-88cf-a7df59c5af53 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/9efd236c-7726-4297-846f-d146046294f7 HTTP/1.1" status: 404 len: 339 time: 0.0310194 Oct 12 23:19:01.587749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55440) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.603319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6dae9d-69bf-44f0-9e29-8be6d46f6597 req-849f0319-7951-4b58-9f15-3754a6a34601 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:01.605158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d6dae9d-69bf-44f0-9e29-8be6d46f6597 req-849f0319-7951-4b58-9f15-3754a6a34601 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=60e08a53-9d29-4af6-8097-5cfedb627314 HTTP/1.1" status: 200 len: 946 time: 0.1256089 Oct 12 23:19:01.632000 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-d89681a9-a7d2-400b-80e9-e6217af46405 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.632358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d89681a9-a7d2-400b-80e9-e6217af46405 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.635924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d89681a9-a7d2-400b-80e9-e6217af46405 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/9686aa03-25ac-471e-a260-9df2342baae6 HTTP/1.1" status: 404 len: 337 time: 0.0470710 Oct 12 23:19:01.638553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55442) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.662981 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e7996c8-e31a-43ec-95e8-6549bd8178a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.664582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e7996c8-e31a-43ec-95e8-6549bd8178a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.667717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2e7996c8-e31a-43ec-95e8-6549bd8178a1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/9fd660b7-9935-4ea9-b7e8-c59b9404d4d2 HTTP/1.1" status: 404 len: 339 time: 0.0280893 Oct 12 23:19:01.670593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55444) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.675171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7d6dae9d-69bf-44f0-9e29-8be6d46f6597 req-65723244-f40f-49f6-884b-008a761ba578 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455830 Oct 12 23:19:01.706760 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-29abf6a5-4100-4541-8fb6-1fd012149bb3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.707349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29abf6a5-4100-4541-8fb6-1fd012149bb3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.714336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55446) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.722436 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-29abf6a5-4100-4541-8fb6-1fd012149bb3 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/30fada11-fec8-4352-9bc9-2f4247d83c4b HTTP/1.1" status: 404 len: 337 time: 0.0502818 Oct 12 23:19:01.738307 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48ec4ce-77f2-488b-98f6-f717dd8a2333 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.738307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48ec4ce-77f2-488b-98f6-f717dd8a2333 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.740814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55450) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.740952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b48ec4ce-77f2-488b-98f6-f717dd8a2333 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/029ddc44-fedd-4afb-ab19-5522653a1711 HTTP/1.1" status: 404 len: 339 time: 0.0254784 Oct 12 23:19:01.769366 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ffa9a13-79c4-4f9c-b463-b07d3e462883 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.770078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ffa9a13-79c4-4f9c-b463-b07d3e462883 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.776750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55452) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.779504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ffa9a13-79c4-4f9c-b463-b07d3e462883 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/b0ae9b64-aa84-4402-ae03-eec8df0b5503 HTTP/1.1" status: 404 len: 337 time: 0.0369422 Oct 12 23:19:01.797403 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fdb733e-4c3b-4597-9511-962e67356ac0 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.797986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fdb733e-4c3b-4597-9511-962e67356ac0 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.801200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0fdb733e-4c3b-4597-9511-962e67356ac0 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/38f99aa0-8517-4aaf-b14d-4ef1b9e7fad4 HTTP/1.1" status: 404 len: 339 time: 0.0234759 Oct 12 23:19:01.813388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55454) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.846427 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9728c8-1480-4edc-afc1-3957579cdd57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.847404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9728c8-1480-4edc-afc1-3957579cdd57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.851098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0e9728c8-1480-4edc-afc1-3957579cdd57 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/5adb8464-5bab-4ae5-8099-4f56980c2f13 HTTP/1.1" status: 404 len: 337 time: 0.0359161 Oct 12 23:19:01.854854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55456) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.878846 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2a5386b-3d2f-46d8-8584-4c4e68fe4fbf tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.884143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2a5386b-3d2f-46d8-8584-4c4e68fe4fbf tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.884143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d2a5386b-3d2f-46d8-8584-4c4e68fe4fbf tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/3001f8b4-29e1-4ddf-b642-9e088786c522 HTTP/1.1" status: 404 len: 339 time: 0.0263646 Oct 12 23:19:01.887099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55460) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.918260 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a913fb-c84a-4945-9354-dcd926e518c1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.919290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51a913fb-c84a-4945-9354-dcd926e518c1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.922984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-51a913fb-c84a-4945-9354-dcd926e518c1 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/802852f7-1b81-49da-8f79-7211868826e3 HTTP/1.1" status: 404 len: 337 time: 0.0346527 Oct 12 23:19:01.925624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55462) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.950485 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd57ce8c-8a62-49a2-8d32-ac62baf4d4d2 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.951488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd57ce8c-8a62-49a2-8d32-ac62baf4d4d2 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.954710 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dd57ce8c-8a62-49a2-8d32-ac62baf4d4d2 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/691e6efb-3852-4509-9679-5894c66cf87b HTTP/1.1" status: 404 len: 339 time: 0.0281074 Oct 12 23:19:01.957221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55464) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.990353 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a7c773-e698-43da-9942-629ed4a8821d tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:01.991110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a7c773-e698-43da-9942-629ed4a8821d tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:01.994843 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d1a7c773-e698-43da-9942-629ed4a8821d tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/5671e63b-23bf-40f9-bf51-217098722805 HTTP/1.1" status: 404 len: 337 time: 0.0363922 Oct 12 23:19:01.997378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55468) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:01.999721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c436fa-1cdb-43df-8a47-6f9f4b4812d5 req-7d8960f2-1bdd-4b4a-84c2-82cfc96519aa tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:02.003142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99c436fa-1cdb-43df-8a47-6f9f4b4812d5 req-7d8960f2-1bdd-4b4a-84c2-82cfc96519aa tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 945 time: 0.0773337 Oct 12 23:19:02.023954 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-55adcdf3-8155-491c-8a3b-63e9906b4b37 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] DELETE failed (client error): The resource could not be found. Oct 12 23:19:02.025229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55adcdf3-8155-491c-8a3b-63e9906b4b37 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:19:02.028909 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-55adcdf3-8155-491c-8a3b-63e9906b4b37 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/7c8bfa5a-6532-4ecf-86c4-908d5341b224 HTTP/1.1" status: 404 len: 339 time: 0.0303700 Oct 12 23:19:02.034612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55470) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:02.095591 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99c436fa-1cdb-43df-8a47-6f9f4b4812d5 req-5834cee9-a42e-4225-9d8f-0236c6b1c3f4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877008 Oct 12 23:19:02.121233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ab87a76-a051-4730-8718-534957b77eba tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Deleting subnet 448418ed-07fa-4a49-abd1-d7d1d76ca198 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:19:02.125057 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a76-a051-4730-8718-534957b77eba tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:02.172516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a76-a051-4730-8718-534957b77eba tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:02.271633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ffc45-d2d9-4943-b871-6fd5c01b23b7 req-e9099fd2-342a-4086-96c5-169413b8f517 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:02.274255 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-568ffc45-d2d9-4943-b871-6fd5c01b23b7 req-e9099fd2-342a-4086-96c5-169413b8f517 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=60e08a53-9d29-4af6-8097-5cfedb627314 HTTP/1.1" status: 200 len: 946 time: 0.0653524 Oct 12 23:19:02.274409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dc3e4-87bd-4a88-b095-03ae88915cf2 req-b80def60-5ee8-48af-95db-8e7a9174c135 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:02.276723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-098dc3e4-87bd-4a88-b095-03ae88915cf2 req-b80def60-5ee8-48af-95db-8e7a9174c135 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 945 time: 0.0815334 Oct 12 23:19:02.285863 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55476) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:02.291509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Request body: {'floatingip': {'port_id': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:02.316258 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a76-a051-4730-8718-534957b77eba tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:02.348918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:02.462701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a76-a051-4730-8718-534957b77eba tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:02.465474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-568ffc45-d2d9-4943-b871-6fd5c01b23b7 req-526dabe1-7485-4d1e-a5cb-58fb48d14f65 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257393 Oct 12 23:19:02.502506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab87a76-a051-4730-8718-534957b77eba tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Subnet': ['ID=448418ed-07fa-4a49-abd1-d7d1d76ca198,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:02.504758 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ab87a76-a051-4730-8718-534957b77eba tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:02.510336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6ab87a76-a051-4730-8718-534957b77eba tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/subnets/448418ed-07fa-4a49-abd1-d7d1d76ca198 HTTP/1.1" status: 204 len: 168 time: 0.4685483 Oct 12 23:19:02.511036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55480) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:02.513496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc940fff-f140-48f8-8df2-d54db1897fed None None] Network 6d7a2335-c164-47e7-8e51-70ff35311624 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:02.628802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:02.711875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Deleting port 6b1719a9-e7b6-42f5-8075-d40452163b6a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:02.712904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:02.806446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] For port 6b1719a9-e7b6-42f5-8075-d40452163b6a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6b1719a9-e7b6-42f5-8075-d40452163b6a,segment=NetworkSegment(d29882ba-f47f-4d23-a844-863a0a8bf6cd),segment_id=d29882ba-f47f-4d23-a844-863a0a8bf6cd)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:02.806807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:02.823439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Calling delete_port for 6b1719a9-e7b6-42f5-8075-d40452163b6a owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:03.013642 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.043433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Port': ['ID=6b1719a9-e7b6-42f5-8075-d40452163b6a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:03.052756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea1b6f5-118c-47c6-b4f2-1c2fc37edb0f None None] DHCP port deletion for 6d7a2335-c164-47e7-8e51-70ff35311624 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:19:03.061248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] No DVR routers for this DVR port 6b1719a9-e7b6-42f5-8075-d40452163b6a on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:19:03.161540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.resource_extend [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 12 23:19:03.169555 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.207977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7a2335-c164-47e7-8e51-70ff35311624']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:03.228477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd29882ba-f47f-4d23-a844-863a0a8bf6cd') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:03.231144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd29882ba-f47f-4d23-a844-863a0a8bf6cd') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:03.259190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.272829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.318455 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.337860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.342420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:19:03.344077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:19:03.409798 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:19:03.484728 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.505618 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.516447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] 10.222.0.31 "DELETE /v2.0/networks/6d7a2335-c164-47e7-8e51-70ff35311624 HTTP/1.1" status: 204 len: 168 time: 1.0046606 Oct 12 23:19:03.593801 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Floating IP 5b097872-801b-44ed-8cf9-b76868519f27 associated. External IP: 172.25.2.79, port: d36eb78d-be2a-4dcf-91fd-c939b2f4d994. Oct 12 23:19:03.598026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e95bae-caae-49ba-8c18-7d07aa747578 tempest-NetworksTest-195456218 tempest-NetworksTest-195456218-project] Pushing event deleted for resources: {'Network': ['ID=6d7a2335-c164-47e7-8e51-70ff35311624,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:03.674597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-83649416-9f66-4225-a813-b66552ab2d7b tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:03.676150 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-83649416-9f66-4225-a813-b66552ab2d7b tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.25 "GET /v2.0/ports?device_id=60e08a53-9d29-4af6-8097-5cfedb627314 HTTP/1.1" status: 200 len: 946 time: 0.1280715 Oct 12 23:19:03.727230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61dafe02-517a-40ec-97d3-2dea363f881e req-5667fb6d-d5a0-4e4a-ae23-1f5abe44922c tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:03.730076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61dafe02-517a-40ec-97d3-2dea363f881e req-5667fb6d-d5a0-4e4a-ae23-1f5abe44922c tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=60e08a53-9d29-4af6-8097-5cfedb627314 HTTP/1.1" status: 200 len: 946 time: 0.1197221 Oct 12 23:19:03.817973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61dafe02-517a-40ec-97d3-2dea363f881e req-e11b5884-7dc1-4bc1-9484-8fd0de23c53c tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772901 Oct 12 23:19:03.840992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Deleting port 125952cc-b887-4273-a694-50abb40fcfbe {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:03.841332 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.917719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Router c5c3c348-69fa-442e-8e56-7b07773061a4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:19:03.944723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6b1719a9-e7b6-42f5-8075-d40452163b6a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:19:03.963426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] For port 125952cc-b887-4273-a694-50abb40fcfbe, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=125952cc-b887-4273-a694-50abb40fcfbe,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:03.963922 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:03.966078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 6b1719a9-e7b6-42f5-8075-d40452163b6a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:19:03.966728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6b1719a9-e7b6-42f5-8075-d40452163b6a not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:19:03.979375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Calling delete_port for 125952cc-b887-4273-a694-50abb40fcfbe owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:04.068406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:19:04.073407 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:04.082422 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] Sync routers for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:19:04.093801 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:04.095013 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:18:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:04.110026 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-294f1686-9d67-40d3-a842-cbacd71c7c46 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "PUT /v2.0/floatingips/5b097872-801b-44ed-8cf9-b76868519f27 HTTP/1.1" status: 200 len: 990 time: 1.8229485 Oct 12 23:19:04.110623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40229dde-7324-4894-8cab-92300fe98b4a', 'tag': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:04.127465 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e4351c-692a-461b-89bf-b6e0d55e1fe8" -d '{"events": [{"name": "network-changed", "server_uuid": "40229dde-7324-4894-8cab-92300fe98b4a", "tag": "d36eb78d-be2a-4dcf-91fd-c939b2f4d994"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:04.150502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55496) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:04.234730 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:04.267648 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:04.281080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['4b158ee1-9c67-4a68-bc8f-85ec6974eac5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:04.283692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['125952cc-b887-4273-a694-50abb40fcfbe', '3b0a746c-df3e-4185-8a29-62ae7517ecf3'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:04.336588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Pushing event deleted for resources: {'Port': ['ID=125952cc-b887-4273-a694-50abb40fcfbe,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:04.388956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8bdc45b5-f1f5-4ecb-a5a4-28777a6eb0a8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0d03c9646ecf453b821f17b47839c577&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372713 Oct 12 23:19:04.391349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55504) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:04.397705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] No DVR routers for this DVR port 125952cc-b887-4273-a694-50abb40fcfbe on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:19:04.403639 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:04.409132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ced3fd14-3740-414f-81dc-657e15aaef23 req-fe7c195b-ac32-4077-9964-f2f34c6f522e tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.25 "DELETE /v2.0/ports/125952cc-b887-4273-a694-50abb40fcfbe HTTP/1.1" status: 204 len: 173 time: 0.7253327 Oct 12 23:19:04.409906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e08a53-9d29-4af6-8097-5cfedb627314', 'name': 'network-vif-deleted', 'tag': '125952cc-b887-4273-a694-50abb40fcfbe'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:04.413003 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7589fc3d-4205-4dc5-9a34-ecea2f109934" -d '{"events": [{"server_uuid": "60e08a53-9d29-4af6-8097-5cfedb627314", "name": "network-vif-deleted", "tag": "125952cc-b887-4273-a694-50abb40fcfbe"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:04.441338 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b108ca4-54ee-4316-ba1c-20d5880f89ab x-openstack-request-id: req-2b108ca4-54ee-4316-ba1c-20d5880f89ab {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:04.441797 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40229dde-7324-4894-8cab-92300fe98b4a", "tag": "d36eb78d-be2a-4dcf-91fd-c939b2f4d994", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:04.445215 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2b108ca4-54ee-4316-ba1c-20d5880f89ab {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:04.445215 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40229dde-7324-4894-8cab-92300fe98b4a', 'tag': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994', 'status': 'completed', 'code': 200} Oct 12 23:19:04.470014 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b83f931f-f93a-49d7-83ea-23c87a284d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:04.508170 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b83f931f-f93a-49d7-83ea-23c87a284d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:04.513994 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd01e72-7898-44f5-a5f4-c6a2dc95fb11 x-openstack-request-id: req-dcd01e72-7898-44f5-a5f4-c6a2dc95fb11 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:04.515339 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e08a53-9d29-4af6-8097-5cfedb627314", "name": "network-vif-deleted", "tag": "125952cc-b887-4273-a694-50abb40fcfbe", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:04.516505 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcd01e72-7898-44f5-a5f4-c6a2dc95fb11 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:04.517753 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e08a53-9d29-4af6-8097-5cfedb627314', 'name': 'network-vif-deleted', 'tag': '125952cc-b887-4273-a694-50abb40fcfbe', 'status': 'completed', 'code': 200} Oct 12 23:19:04.565262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-fdc3a774-ae27-4edd-93b6-fca70976f23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:04.567196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-fdc3a774-ae27-4edd-93b6-fca70976f23d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 1097 time: 0.1390889 Oct 12 23:19:04.651644 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b83f931f-f93a-49d7-83ea-23c87a284d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:04.654208 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b83f931f-f93a-49d7-83ea-23c87a284d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:04.655648 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b83f931f-f93a-49d7-83ea-23c87a284d50 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58dd9c37-96f7-4e48-82d7-c5e356399082 HTTP/1.1" status: 204 len: 168 time: 0.2632074 Oct 12 23:19:04.667033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f931f-f93a-49d7-83ea-23c87a284d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58dd9c37-96f7-4e48-82d7-c5e356399082,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:04.734750 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '5b097872-801b-44ed-8cf9-b76868519f27', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'floating_ip_address': '172.25.2.79', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'port_id': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'mac_address': 'fa:16:3e:67:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40229dde-7324-4894-8cab-92300fe98b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:40Z', 'updated_at': '2021-10-12T23:19:03Z', 'revision_number': 1, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:04.739225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-e1e8d504-6619-49df-8fe8-d94be2e1f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:04.743053 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-e1e8d504-6619-49df-8fe8-d94be2e1f6e7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.1689906 Oct 12 23:19:04.777955 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] Checking router: c5c3c348-69fa-442e-8e56-7b07773061a4 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:19:04.789731 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:04.790397 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:18:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:04.850716 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-1fb5ac0b-887f-4295-a87d-0971f8bf378f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d36eb78d-be2a-4dcf-91fd-c939b2f4d994 HTTP/1.1" status: 200 len: 998 time: 0.0831161 Oct 12 23:19:04.994889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-b13a3767-0c55-4788-b6c5-d51b9614869f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:04.996417 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-b13a3767-0c55-4788-b6c5-d51b9614869f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.1353521 Oct 12 23:19:05.023582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73b1010f-3d3a-4970-adce-ec6ee9227b29 req-c9aadc89-9c38-4862-a36a-798c7c608470 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=60e08a53-9d29-4af6-8097-5cfedb627314 HTTP/1.1" status: 200 len: 210 time: 0.0442462 Oct 12 23:19:05.064202 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:05.070973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-9ac6e18b-26b4-486e-8209-1db1b51daef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:05.073545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-9ac6e18b-26b4-486e-8209-1db1b51daef6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0630348 Oct 12 23:19:05.086274 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-37b12ad1-f853-43e7-b31a-1efb01f6c5ce service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:19:05.089744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-37b12ad1-f853-43e7-b31a-1efb01f6c5ce service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0080814 Oct 12 23:19:05.246324 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-293307be-da12-4e42-8e5e-feadc2d78872 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496043 Oct 12 23:19:05.401338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95e4351c-692a-461b-89bf-b6e0d55e1fe8 req-c9392dd5-a341-49f5-8dad-d010b64da753 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466358 Oct 12 23:19:05.435795 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '5b097872-801b-44ed-8cf9-b76868519f27', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'floating_ip_address': '172.25.2.79', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'port_id': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'mac_address': 'fa:16:3e:67:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40229dde-7324-4894-8cab-92300fe98b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:40Z', 'updated_at': '2021-10-12T23:19:03Z', 'revision_number': 1, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:05.472830 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4981a8c-5115-4927-b4c9-4431efe2b7f4 None None] The sync data for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 is: [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '5b097872-801b-44ed-8cf9-b76868519f27', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'floating_ip_address': '172.25.2.79', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'port_id': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3031, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'mac_address': 'fa:16:3e:67:03:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40229dde-7324-4894-8cab-92300fe98b4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:40Z', 'updated_at': '2021-10-12T23:19:03Z', 'revision_number': 1, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:19:05.755456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaa05a7-13fb-49b1-9365-2772f72496bd None None] New status for floating IP 5b097872-801b-44ed-8cf9-b76868519f27: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:19:06.079859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55582) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:06.206238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a2379e3c-76cb-4080-8288-9ecbaaa9b507 tempest-DvrRoutersNegativeTest-1438754933 tempest-DvrRoutersNegativeTest-1438754933-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1416195856', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:06.209554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.policy [None req-a2379e3c-76cb-4080-8288-9ecbaaa9b507 tempest-DvrRoutersNegativeTest-1438754933 tempest-DvrRoutersNegativeTest-1438754933-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101889) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Oct 12 23:19:06.210174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.policy [None req-a2379e3c-76cb-4080-8288-9ecbaaa9b507 tempest-DvrRoutersNegativeTest-1438754933 tempest-DvrRoutersNegativeTest-1438754933-project] Failed policy check for 'create_router' {{(pid=101889) enforce /opt/stack/neutron/neutron/policy.py:524}} Oct 12 23:19:06.210999 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-a2379e3c-76cb-4080-8288-9ecbaaa9b507 tempest-DvrRoutersNegativeTest-1438754933 tempest-DvrRoutersNegativeTest-1438754933-project] create failed (client error): Access was denied to this resource. Oct 12 23:19:06.213059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a2379e3c-76cb-4080-8288-9ecbaaa9b507 tempest-DvrRoutersNegativeTest-1438754933 tempest-DvrRoutersNegativeTest-1438754933-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1311021 Oct 12 23:19:06.791488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55618) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:06.937995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d371a945-a598-490a-b82e-47b2230ce2b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:06.958233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65311521-ab4e-45f6-a826-268db855478d req-41e54b23-691b-4842-87cb-acf77192bcc4 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:06.964589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65311521-ab4e-45f6-a826-268db855478d req-41e54b23-691b-4842-87cb-acf77192bcc4 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:06.966285 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65311521-ab4e-45f6-a826-268db855478d req-41e54b23-691b-4842-87cb-acf77192bcc4 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e545105-f50d-4486-81b2-9ae5eb5c69ef&device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 1681 time: 0.0852103 Oct 12 23:19:07.043803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-65311521-ab4e-45f6-a826-268db855478d req-126857c2-afe5-44a7-aa26-1b1057e710b3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709341 Oct 12 23:19:07.140206 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d371a945-a598-490a-b82e-47b2230ce2b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:07.210837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d371a945-a598-490a-b82e-47b2230ce2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:07.246368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d371a945-a598-490a-b82e-47b2230ce2b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37bc414-8cea-4aba-9b36-ecca6658934a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:07.264126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d371a945-a598-490a-b82e-47b2230ce2b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a36e2f09770c47728657bcc7b94848ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4713061 Oct 12 23:19:07.266702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55630) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:07.347567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cfed9d6-1b35-4fb8-a544-4b4081604d8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:07.371550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cfed9d6-1b35-4fb8-a544-4b4081604d8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:07.493731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cfed9d6-1b35-4fb8-a544-4b4081604d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:07.496344 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cfed9d6-1b35-4fb8-a544-4b4081604d8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:07.497609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9cfed9d6-1b35-4fb8-a544-4b4081604d8d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e37bc414-8cea-4aba-9b36-ecca6658934a HTTP/1.1" status: 204 len: 168 time: 0.2297757 Oct 12 23:19:07.506617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfed9d6-1b35-4fb8-a544-4b4081604d8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37bc414-8cea-4aba-9b36-ecca6658934a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:08.048350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3657978b-5dd2-4128-8844-e30629e1068d req-e5c7461f-a7da-45d2-9df8-8368ab00a022 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:08.050260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3657978b-5dd2-4128-8844-e30629e1068d req-e5c7461f-a7da-45d2-9df8-8368ab00a022 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e545105-f50d-4486-81b2-9ae5eb5c69ef HTTP/1.1" status: 200 len: 945 time: 0.0548875 Oct 12 23:19:08.051429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 125952cc-b887-4273-a694-50abb40fcfbe no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:19:08.093680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 125952cc-b887-4273-a694-50abb40fcfbe {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:19:08.093680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 125952cc-b887-4273-a694-50abb40fcfbe not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:19:08.108414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3657978b-5dd2-4128-8844-e30629e1068d req-7d6445c2-23d7-42de-b025-b3298d7edf59 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477159 Oct 12 23:19:08.612918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55672) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:08.727114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2eba447e-9032-44dd-8dc4-cf6e895e888d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:08.727897 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-2eba447e-9032-44dd-8dc4-cf6e895e888d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 23:19:08.728342 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-2eba447e-9032-44dd-8dc4-cf6e895e888d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 23:19:08.729315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2eba447e-9032-44dd-8dc4-cf6e895e888d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1153367 Oct 12 23:19:08.733127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55678) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:08.738493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--789541618'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:08.831197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:08.841976 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:08.944053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.015893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.081382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9975017d-3554-48f8-9995-21971b999a15,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:09.105626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6183c8c-92ac-460c-b647-2820dde39342 req-d1c2634a-9db5-4f28-a347-980100e42f12 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:09.107119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b6183c8c-92ac-460c-b647-2820dde39342 req-d1c2634a-9db5-4f28-a347-980100e42f12 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e545105-f50d-4486-81b2-9ae5eb5c69ef HTTP/1.1" status: 200 len: 945 time: 0.1015339 Oct 12 23:19:09.186607 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.288874 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.349170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2775b6ce-8832-46ed-8f16-94cb13d0623c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:09.367805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-4ba2f13c-696d-49b4-ba59-f8573fe701f4 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:09.369986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-4ba2f13c-696d-49b4-ba59-f8573fe701f4 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.25 "GET /v2.0/ports?device_id=d412f7aa-a3f1-4538-b48f-a9f31233e79e HTTP/1.1" status: 200 len: 945 time: 0.1309574 Oct 12 23:19:09.378329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a930d-e683-4b8b-8c9c-5162f61b1f74 req-6cd370dd-6ca9-4276-8726-d1929d293f84 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:09.379763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d1a930d-e683-4b8b-8c9c-5162f61b1f74 req-6cd370dd-6ca9-4276-8726-d1929d293f84 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e545105-f50d-4486-81b2-9ae5eb5c69ef HTTP/1.1" status: 200 len: 945 time: 0.1556354 Oct 12 23:19:09.426260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-b6183c8c-92ac-460c-b647-2820dde39342 req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Deleting port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:09.426523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b6183c8c-92ac-460c-b647-2820dde39342 req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.436379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.437668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-86a48e6b-c4fc-4d96-a5ca-8612ea1fb712 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7035508 Oct 12 23:19:09.440577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55684) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:09.447068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d5379bd3-86f5-43cc-98e9-ef1f741112a4 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': '2775b6ce-8832-46ed-8f16-94cb13d0623c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:09.531769 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d1a930d-e683-4b8b-8c9c-5162f61b1f74 req-2cdb5647-9357-40e6-8283-1151c75f5cee tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/security-groups?id=92710679-5481-457e-a469-fd6164020c68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429596 Oct 12 23:19:09.544494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5379bd3-86f5-43cc-98e9-ef1f741112a4 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.602215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b6183c8c-92ac-460c-b647-2820dde39342 req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] For port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:09.603329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b6183c8c-92ac-460c-b647-2820dde39342 req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.623494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Deleting port 3b0a746c-df3e-4185-8a29-62ae7517ecf3 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:09.624176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.628476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-b6183c8c-92ac-460c-b647-2820dde39342 req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Calling delete_port for 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:09.640759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5379bd3-86f5-43cc-98e9-ef1f741112a4 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.719614 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5379bd3-86f5-43cc-98e9-ef1f741112a4 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.742278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5379bd3-86f5-43cc-98e9-ef1f741112a4 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142a93f4-d6ca-486f-bae8-5b2d27245067,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:09.769912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] For port 3b0a746c-df3e-4185-8a29-62ae7517ecf3, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3b0a746c-df3e-4185-8a29-62ae7517ecf3,segment=NetworkSegment(80219ddd-52eb-45a7-a094-709b30f6b922),segment_id=80219ddd-52eb-45a7-a094-709b30f6b922)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:09.770283 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.795739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Calling delete_port for 3b0a746c-df3e-4185-8a29-62ae7517ecf3 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:09.818754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5379bd3-86f5-43cc-98e9-ef1f741112a4 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.824489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d5379bd3-86f5-43cc-98e9-ef1f741112a4 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3819902 Oct 12 23:19:09.829096 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55690) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:09.833649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a606bb8f-24f1-405b-bc69-7f9fb7fbda1d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': '2775b6ce-8832-46ed-8f16-94cb13d0623c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:09.930218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a606bb8f-24f1-405b-bc69-7f9fb7fbda1d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:09.990871 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b6183c8c-92ac-460c-b647-2820dde39342 req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.003584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['3b0a746c-df3e-4185-8a29-62ae7517ecf3'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:10.026919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Pushing event deleted for resources: {'Port': ['ID=4b158ee1-9c67-4a68-bc8f-85ec6974eac5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:10.036292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['4b158ee1-9c67-4a68-bc8f-85ec6974eac5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:10.067260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6183c8c-92ac-460c-b647-2820dde39342 req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] No DVR routers for this DVR port 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:19:10.069025 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.070868 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b6183c8c-92ac-460c-b647-2820dde39342 req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.074158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b6183c8c-92ac-460c-b647-2820dde39342 req-4d4bd7c6-5c9c-4b66-8f28-2ab768605ff3 tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.41 "DELETE /v2.0/ports/4b158ee1-9c67-4a68-bc8f-85ec6974eac5 HTTP/1.1" status: 204 len: 173 time: 0.9564517 Oct 12 23:19:10.074691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e545105-f50d-4486-81b2-9ae5eb5c69ef', 'name': 'network-vif-deleted', 'tag': '4b158ee1-9c67-4a68-bc8f-85ec6974eac5'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:10.081781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['4b158ee1-9c67-4a68-bc8f-85ec6974eac5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:10.083048 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3bcc0a-611d-491a-8049-52688a3c3d69" -d '{"events": [{"server_uuid": "4e545105-f50d-4486-81b2-9ae5eb5c69ef", "name": "network-vif-deleted", "tag": "4b158ee1-9c67-4a68-bc8f-85ec6974eac5"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:10.085222 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-a606bb8f-24f1-405b-bc69-7f9fb7fbda1d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): There was a conflict when trying to complete your request. Oct 12 23:19:10.089930 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a606bb8f-24f1-405b-bc69-7f9fb7fbda1d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2597661 Oct 12 23:19:10.093191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55698) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:10.145525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Pushing event deleted for resources: {'Port': ['ID=3b0a746c-df3e-4185-8a29-62ae7517ecf3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:10.148321 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d425822-a326-42d4-b1ec-b1b06c4ab627 x-openstack-request-id: req-6d425822-a326-42d4-b1ec-b1b06c4ab627 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:10.148612 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e545105-f50d-4486-81b2-9ae5eb5c69ef", "name": "network-vif-deleted", "tag": "4b158ee1-9c67-4a68-bc8f-85ec6974eac5", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:10.148902 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6d425822-a326-42d4-b1ec-b1b06c4ab627 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:10.149337 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e545105-f50d-4486-81b2-9ae5eb5c69ef', 'name': 'network-vif-deleted', 'tag': '4b158ee1-9c67-4a68-bc8f-85ec6974eac5', 'status': 'completed', 'code': 200} Oct 12 23:19:10.193578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5964-3f42-43a9-afa5-bde50bb52dda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.201361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] No DVR routers for this DVR port 3b0a746c-df3e-4185-8a29-62ae7517ecf3 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:19:10.207160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.210549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-327d32b3-578f-4c7b-a259-1a0f8dfa5661 req-d26d3ad9-fb9f-415f-b082-dd3a4feef8fd tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.25 "DELETE /v2.0/ports/3b0a746c-df3e-4185-8a29-62ae7517ecf3 HTTP/1.1" status: 204 len: 173 time: 0.8296983 Oct 12 23:19:10.226039 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5964-3f42-43a9-afa5-bde50bb52dda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.350592 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5964-3f42-43a9-afa5-bde50bb52dda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.353954 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9ce5964-3f42-43a9-afa5-bde50bb52dda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.355593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d9ce5964-3f42-43a9-afa5-bde50bb52dda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/2775b6ce-8832-46ed-8f16-94cb13d0623c HTTP/1.1" status: 204 len: 168 time: 0.2613132 Oct 12 23:19:10.358046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55702) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:10.366507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce5964-3f42-43a9-afa5-bde50bb52dda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2775b6ce-8832-46ed-8f16-94cb13d0623c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:10.421178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d634f9d3-5425-43f7-99c5-e1372f447818 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620034 Oct 12 23:19:10.424857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55704) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:10.430179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ab7a7c03-db09-4dff-a3f4-18e73f3c9110 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--91453212'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:10.556266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab7a7c03-db09-4dff-a3f4-18e73f3c9110 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.656600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab7a7c03-db09-4dff-a3f4-18e73f3c9110 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.726930 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a691db3-b6b3-4c03-a91e-d9208b7bf409 req-b0f21599-dcdd-4be2-89c0-50b4759d683f tempest-ListServersNegativeTestJSON-453275800 tempest-ListServersNegativeTestJSON-453275800-project] 10.222.0.31 "GET /v2.0/ports?device_id=4e545105-f50d-4486-81b2-9ae5eb5c69ef HTTP/1.1" status: 200 len: 210 time: 0.0285077 Oct 12 23:19:10.759741 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab7a7c03-db09-4dff-a3f4-18e73f3c9110 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.789177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a7c03-db09-4dff-a3f4-18e73f3c9110 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ce651b-27ec-4972-8f5c-89a227cd9b06,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:10.836593 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab7a7c03-db09-4dff-a3f4-18e73f3c9110 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.839818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ab7a7c03-db09-4dff-a3f4-18e73f3c9110 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4136927 Oct 12 23:19:10.842482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55712) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:10.847343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fca92642-3b4d-4fed-ae8f-d8a66b3f489a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': '39ce651b-27ec-4972-8f5c-89a227cd9b06', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:10.848051 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-fca92642-3b4d-4fed-ae8f-d8a66b3f489a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 12 23:19:10.848883 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-fca92642-3b4d-4fed-ae8f-d8a66b3f489a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:10.850272 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fca92642-3b4d-4fed-ae8f-d8a66b3f489a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0066822 Oct 12 23:19:10.853523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55714) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:10.914630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fad4dcd1-b1d6-4250-abff-0798689d2cde tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:10.943234 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fad4dcd1-b1d6-4250-abff-0798689d2cde tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.151820 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fad4dcd1-b1d6-4250-abff-0798689d2cde tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.155823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fad4dcd1-b1d6-4250-abff-0798689d2cde tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.160429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fad4dcd1-b1d6-4250-abff-0798689d2cde tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/39ce651b-27ec-4972-8f5c-89a227cd9b06 HTTP/1.1" status: 204 len: 168 time: 0.3049002 Oct 12 23:19:11.160536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55718) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:11.172716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4dcd1-b1d6-4250-abff-0798689d2cde tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ce651b-27ec-4972-8f5c-89a227cd9b06,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:11.235549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-67259f33-223f-45c8-b391-6b230d9d7ad9 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0746722 Oct 12 23:19:11.239188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55720) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:11.244408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-06356320-476f-49b0-b88c-654364fb724a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--435124412'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:11.327576 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06356320-476f-49b0-b88c-654364fb724a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.401966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06356320-476f-49b0-b88c-654364fb724a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.495925 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06356320-476f-49b0-b88c-654364fb724a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.529659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06356320-476f-49b0-b88c-654364fb724a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa06a3b7-636f-4609-910b-8f88c286e573,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:11.623704 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06356320-476f-49b0-b88c-654364fb724a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.627766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-06356320-476f-49b0-b88c-654364fb724a tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3851621 Oct 12 23:19:11.628129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55722) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:11.633269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1589cfe4-ee20-410c-a7a4-728fe4c162dd tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'aa06a3b7-636f-4609-910b-8f88c286e573', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:11.634399 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-1589cfe4-ee20-410c-a7a4-728fe4c162dd tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 12 23:19:11.634918 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-1589cfe4-ee20-410c-a7a4-728fe4c162dd tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:11.635902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1589cfe4-ee20-410c-a7a4-728fe4c162dd tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067656 Oct 12 23:19:11.638488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55724) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:11.706734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bc64811-7f5e-4b85-9eee-c41197df1787 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.746106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bc64811-7f5e-4b85-9eee-c41197df1787 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.846286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55734) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:11.880578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bc64811-7f5e-4b85-9eee-c41197df1787 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.883157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bc64811-7f5e-4b85-9eee-c41197df1787 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.886347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2bc64811-7f5e-4b85-9eee-c41197df1787 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/aa06a3b7-636f-4609-910b-8f88c286e573 HTTP/1.1" status: 204 len: 168 time: 0.2468941 Oct 12 23:19:11.887406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55736) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:11.904089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc64811-7f5e-4b85-9eee-c41197df1787 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa06a3b7-636f-4609-910b-8f88c286e573,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:11.908223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a04903f-898d-43ca-a091-1cb464686127 admin admin] Deleting subnet a65b1466-c63c-4027-bb5d-aa26e5c82123 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:19:11.921059 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a04903f-898d-43ca-a091-1cb464686127 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:11.936286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-26d29ae7-f317-4e74-87f0-a951089af566 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0476265 Oct 12 23:19:11.940340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55738) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:11.944666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7586d02d-905f-4e9d-9583-37fb2d5f417c tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1720508255'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:11.965991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a04903f-898d-43ca-a091-1cb464686127 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.009379 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a04903f-898d-43ca-a091-1cb464686127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.056408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7586d02d-905f-4e9d-9583-37fb2d5f417c tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.126274 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a04903f-898d-43ca-a091-1cb464686127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.147478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a04903f-898d-43ca-a091-1cb464686127 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.153151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd412f7aa-a3f1-4538-b48f-a9f31233e79e', 'name': 'network-vif-deleted', 'tag': '3b0a746c-df3e-4185-8a29-62ae7517ecf3'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:12.157192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2a04903f-898d-43ca-a091-1cb464686127 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a65b1466-c63c-4027-bb5d-aa26e5c82123 HTTP/1.1" status: 204 len: 168 time: 0.3073897 Oct 12 23:19:12.157559 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a8601e-3fff-43c9-bf84-ee45a748525f" -d '{"events": [{"server_uuid": "d412f7aa-a3f1-4538-b48f-a9f31233e79e", "name": "network-vif-deleted", "tag": "3b0a746c-df3e-4185-8a29-62ae7517ecf3"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:12.164899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7586d02d-905f-4e9d-9583-37fb2d5f417c tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.165989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55740) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:12.179136 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14c95385-f130-4187-bbea-b8d0d26308e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.200407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04903f-898d-43ca-a091-1cb464686127 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a65b1466-c63c-4027-bb5d-aa26e5c82123,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:12.255373 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff29e07e-1966-4ff9-bf5b-b217ac2f527f x-openstack-request-id: req-ff29e07e-1966-4ff9-bf5b-b217ac2f527f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:12.255840 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d412f7aa-a3f1-4538-b48f-a9f31233e79e", "name": "network-vif-deleted", "tag": "3b0a746c-df3e-4185-8a29-62ae7517ecf3", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:12.256240 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ff29e07e-1966-4ff9-bf5b-b217ac2f527f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:12.264193 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd412f7aa-a3f1-4538-b48f-a9f31233e79e', 'name': 'network-vif-deleted', 'tag': '3b0a746c-df3e-4185-8a29-62ae7517ecf3', 'status': 'completed', 'code': 200} Oct 12 23:19:12.264193 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7586d02d-905f-4e9d-9583-37fb2d5f417c tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.304155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.315812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7586d02d-905f-4e9d-9583-37fb2d5f417c tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa29081-d1a7-48c3-9b51-2b4ea618fc4a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:12.386165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7586d02d-905f-4e9d-9583-37fb2d5f417c tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.387409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7586d02d-905f-4e9d-9583-37fb2d5f417c tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4461527 Oct 12 23:19:12.390194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55750) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:12.394376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-94bd379b-acee-4841-986b-88f08bb4d328 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': '0aa29081-d1a7-48c3-9b51-2b4ea618fc4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:12.395250 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-94bd379b-acee-4841-986b-88f08bb4d328 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 12 23:19:12.395731 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-94bd379b-acee-4841-986b-88f08bb4d328 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:12.396628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-94bd379b-acee-4841-986b-88f08bb4d328 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055554 Oct 12 23:19:12.399727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55752) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:12.405386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-07574e36-3c34-461f-86e3-8d9dcd799f67 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': '0aa29081-d1a7-48c3-9b51-2b4ea618fc4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:12.406423 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-07574e36-3c34-461f-86e3-8d9dcd799f67 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 12 23:19:12.407032 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-07574e36-3c34-461f-86e3-8d9dcd799f67 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:12.408613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-07574e36-3c34-461f-86e3-8d9dcd799f67 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0070016 Oct 12 23:19:12.410181 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.411454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55754) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:12.417059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7e810c58-ac9f-4a33-80e5-e7ed727db2d1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': '0aa29081-d1a7-48c3-9b51-2b4ea618fc4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:12.418209 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-7e810c58-ac9f-4a33-80e5-e7ed727db2d1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 12 23:19:12.418691 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-7e810c58-ac9f-4a33-80e5-e7ed727db2d1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:12.419721 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7e810c58-ac9f-4a33-80e5-e7ed727db2d1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072556 Oct 12 23:19:12.422419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55756) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:12.437269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1a4a0ce3-e66b-467e-8316-5a3aeec7c1fe tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': '0aa29081-d1a7-48c3-9b51-2b4ea618fc4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:12.438192 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-1a4a0ce3-e66b-467e-8316-5a3aeec7c1fe tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 12 23:19:12.438701 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-1a4a0ce3-e66b-467e-8316-5a3aeec7c1fe tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:12.439729 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1a4a0ce3-e66b-467e-8316-5a3aeec7c1fe tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0163326 Oct 12 23:19:12.443841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55758) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:12.450226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5dbdc3-0d44-43d9-b133-9970b1f4566c']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:12.460457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80219ddd-52eb-45a7-a094-709b30f6b922') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:12.460804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80219ddd-52eb-45a7-a094-709b30f6b922') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:12.471462 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.491478 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.498374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:19:12.498898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:19:12.500715 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:19:12.521267 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-324c4281-d055-4b59-b7f7-6f8ed0c09394 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.543721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55762) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:12.636607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311fe78b-2533-4a22-9ecb-997675e81dbd tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:12.637075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311fe78b-2533-4a22-9ecb-997675e81dbd tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:12.637529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311fe78b-2533-4a22-9ecb-997675e81dbd tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:12.639972 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-311fe78b-2533-4a22-9ecb-997675e81dbd tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/ports?project_id=02d5607bf6594124a951673af5541500&network_id=9f3ccf9e-5278-4374-88f5-41182a236166 HTTP/1.1" status: 200 len: 2973 time: 0.0952804 Oct 12 23:19:12.703166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.710596 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:12.716541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] 10.222.0.31 "DELETE /v2.0/networks/3f5dbdc3-0d44-43d9-b133-9970b1f4566c HTTP/1.1" status: 204 len: 168 time: 0.5464396 Oct 12 23:19:12.731927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932d730-b704-4932-a125-2280f12f6dc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5dbdc3-0d44-43d9-b133-9970b1f4566c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:12.970778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-324c4281-d055-4b59-b7f7-6f8ed0c09394 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.350379 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-324c4281-d055-4b59-b7f7-6f8ed0c09394 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.356890 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-324c4281-d055-4b59-b7f7-6f8ed0c09394 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.356890 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-324c4281-d055-4b59-b7f7-6f8ed0c09394 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/0aa29081-d1a7-48c3-9b51-2b4ea618fc4a HTTP/1.1" status: 204 len: 168 time: 0.9104192 Oct 12 23:19:13.358064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55774) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:13.366297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324c4281-d055-4b59-b7f7-6f8ed0c09394 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa29081-d1a7-48c3-9b51-2b4ea618fc4a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:13.415415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-55fe6a59-97ae-4c9b-8063-5c72a7f10097 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554717 Oct 12 23:19:13.419402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55776) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:13.427070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6fe7ce7e-0afa-4e67-b356-40abf7227092 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--469019076'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:13.545119 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fe7ce7e-0afa-4e67-b356-40abf7227092 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.584231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55780) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:13.607709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:19:13.639505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:19:13.640218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 4b158ee1-9c67-4a68-bc8f-85ec6974eac5 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:19:13.661880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e23b106c-7e29-4e95-abfc-73efaaf14587 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0506bd258ab04795851128c6ccc45b0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0775254 Oct 12 23:19:13.664995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55782) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:13.668422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fe7ce7e-0afa-4e67-b356-40abf7227092 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.729658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d58dce0-8dc7-42a5-b6bb-4812dddc0e3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.756211 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fe7ce7e-0afa-4e67-b356-40abf7227092 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.768045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d58dce0-8dc7-42a5-b6bb-4812dddc0e3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.794226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7ce7e-0afa-4e67-b356-40abf7227092 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=caa66263-2a30-4c71-acd3-d0dec9456c20,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:13.841405 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fe7ce7e-0afa-4e67-b356-40abf7227092 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.846409 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6fe7ce7e-0afa-4e67-b356-40abf7227092 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4221368 Oct 12 23:19:13.847593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55786) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:13.856278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-24ab6327-f7cf-4f7c-a5e7-04a6f6980c7b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'caa66263-2a30-4c71-acd3-d0dec9456c20', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:13.857091 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-24ab6327-f7cf-4f7c-a5e7-04a6f6980c7b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 23:19:13.857666 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-24ab6327-f7cf-4f7c-a5e7-04a6f6980c7b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:13.858742 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-24ab6327-f7cf-4f7c-a5e7-04a6f6980c7b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0101535 Oct 12 23:19:13.861676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55788) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:13.866149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d3cc9f71-ccd0-4821-9265-7c1882dec3a1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'caa66263-2a30-4c71-acd3-d0dec9456c20', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:13.896305 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d58dce0-8dc7-42a5-b6bb-4812dddc0e3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.901369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d58dce0-8dc7-42a5-b6bb-4812dddc0e3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:13.901369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8d58dce0-8dc7-42a5-b6bb-4812dddc0e3c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92710679-5481-457e-a469-fd6164020c68 HTTP/1.1" status: 204 len: 168 time: 0.2350023 Oct 12 23:19:13.913152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58dce0-8dc7-42a5-b6bb-4812dddc0e3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92710679-5481-457e-a469-fd6164020c68,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:14.067647 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-d3cc9f71-ccd0-4821-9265-7c1882dec3a1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:14.073188 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d3cc9f71-ccd0-4821-9265-7c1882dec3a1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2061095 Oct 12 23:19:14.075313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55794) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:14.079912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3fa80cce-205e-4d23-946a-cc8171c7e0f7 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'caa66263-2a30-4c71-acd3-d0dec9456c20', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:14.080404 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-3fa80cce-205e-4d23-946a-cc8171c7e0f7 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 12 23:19:14.080881 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-3fa80cce-205e-4d23-946a-cc8171c7e0f7 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:14.084106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3fa80cce-205e-4d23-946a-cc8171c7e0f7 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0055177 Oct 12 23:19:14.084287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55796) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:14.091792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d355b915-e14c-47f9-ba86-4ca7c55ef3de tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'caa66263-2a30-4c71-acd3-d0dec9456c20', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:14.108694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3b0a746c-df3e-4185-8a29-62ae7517ecf3 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:19:14.130212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 3b0a746c-df3e-4185-8a29-62ae7517ecf3 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:19:14.130558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3b0a746c-df3e-4185-8a29-62ae7517ecf3 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:19:14.284516 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-d355b915-e14c-47f9-ba86-4ca7c55ef3de tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:14.289231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d355b915-e14c-47f9-ba86-4ca7c55ef3de tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2004094 Oct 12 23:19:14.291485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55800) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:14.298004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-849f3f8f-0001-4ee7-8b0b-50b395a2f3a5 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'caa66263-2a30-4c71-acd3-d0dec9456c20', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:14.298767 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-849f3f8f-0001-4ee7-8b0b-50b395a2f3a5 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 12 23:19:14.299606 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-849f3f8f-0001-4ee7-8b0b-50b395a2f3a5 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:14.302351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-849f3f8f-0001-4ee7-8b0b-50b395a2f3a5 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0082364 Oct 12 23:19:14.303892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:14.310982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4ae6730e-6961-41b0-b7b3-1501b7a87dbb tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'caa66263-2a30-4c71-acd3-d0dec9456c20', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:14.419196 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-4ae6730e-6961-41b0-b7b3-1501b7a87dbb tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Project efa443f8be984ae0b3524a5061c91ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:19:14.516991 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-4ae6730e-6961-41b0-b7b3-1501b7a87dbb tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:14.520960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ae6730e-6961-41b0-b7b3-1501b7a87dbb tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2132542 Oct 12 23:19:14.521246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55810) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:14.527473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-181d42fd-580a-44df-83f4-0b660dfd7333 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'caa66263-2a30-4c71-acd3-d0dec9456c20', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:14.532810 n-d-790519-14 neutron-server[101889]: WARNING neutron.api.v2.base [None req-181d42fd-580a-44df-83f4-0b660dfd7333 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 12 23:19:14.532810 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-181d42fd-580a-44df-83f4-0b660dfd7333 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:14.532810 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-181d42fd-580a-44df-83f4-0b660dfd7333 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083497 Oct 12 23:19:14.534772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55812) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:14.541168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b0f9820c-4979-4c81-8b92-236360873a78 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'caa66263-2a30-4c71-acd3-d0dec9456c20', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:14.653228 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-b0f9820c-4979-4c81-8b92-236360873a78 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Project efa443f8be984ae0b3524a5061c91ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:19:14.733456 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-b0f9820c-4979-4c81-8b92-236360873a78 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:14.737308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b0f9820c-4979-4c81-8b92-236360873a78 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1987209 Oct 12 23:19:14.737546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55818) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:14.742322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-80bd6875-d9ab-4802-8e67-f47d2c7d70b1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'caa66263-2a30-4c71-acd3-d0dec9456c20', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:14.836184 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-80bd6875-d9ab-4802-8e67-f47d2c7d70b1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Project efa443f8be984ae0b3524a5061c91ae3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:19:14.920271 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-80bd6875-d9ab-4802-8e67-f47d2c7d70b1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:14.921330 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-80bd6875-d9ab-4802-8e67-f47d2c7d70b1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1828349 Oct 12 23:19:14.924766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55826) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:15.004108 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2092275e-327b-41aa-b15e-c7ed20fd67a1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.028852 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2092275e-327b-41aa-b15e-c7ed20fd67a1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.136284 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:19:15.179279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2092275e-327b-41aa-b15e-c7ed20fd67a1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.183267 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2092275e-327b-41aa-b15e-c7ed20fd67a1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.184518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2092275e-327b-41aa-b15e-c7ed20fd67a1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/caa66263-2a30-4c71-acd3-d0dec9456c20 HTTP/1.1" status: 204 len: 168 time: 0.2587616 Oct 12 23:19:15.187150 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55834) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:15.194768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2092275e-327b-41aa-b15e-c7ed20fd67a1 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa66263-2a30-4c71-acd3-d0dec9456c20,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:15.225099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55836) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:15.273207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-db9cbb76-7eae-40df-b2be-15400d3e7e1b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0832040 Oct 12 23:19:15.273440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55840) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:15.280136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ba47e2c0-210e-441c-b495-8a9d70734eda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1406362572'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:15.366305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1604169181-network', 'tenant_id': '5594c3594cf04b03a8fe098e44caef68'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:15.371777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba47e2c0-210e-441c-b495-8a9d70734eda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.456371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba47e2c0-210e-441c-b495-8a9d70734eda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.459099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Made reservation on behalf of 5594c3594cf04b03a8fe098e44caef68 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:15.462231 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.471099 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.501319 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.555336 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.556382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba47e2c0-210e-441c-b495-8a9d70734eda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.587291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba47e2c0-210e-441c-b495-8a9d70734eda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b9b904-a960-4953-9f03-a788e58731c1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:15.610470 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f990f6d4-8da6-4404-801d-bdcebcf0ec3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.645411 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.654162 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba47e2c0-210e-441c-b495-8a9d70734eda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.656004 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ba47e2c0-210e-441c-b495-8a9d70734eda tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3811560 Oct 12 23:19:15.659219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55844) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:15.663739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-53146036-7be3-4580-b48c-3d976ef31021 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'f7b9b904-a960-4953-9f03-a788e58731c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:15.685088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:19:15.697544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa550b11-0ec4-4bac-8534-bba8cc77f375,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:15.705148 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.705500 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Added segment f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c of type vlan for network 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f Oct 12 23:19:15.768112 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.850567 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-53146036-7be3-4580-b48c-3d976ef31021 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The resource could not be found. Oct 12 23:19:15.851700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-53146036-7be3-4580-b48c-3d976ef31021 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1914768 Oct 12 23:19:15.854600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55850) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:15.859233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6b24e032-b9f6-4ed5-ba9f-adf53d54ebb2 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'f7b9b904-a960-4953-9f03-a788e58731c1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '019b826d-e47c-4b94-8dd8-4de521d5e3ed'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:15.885538 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.886558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:15.887226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:15.963667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] Pushing event updated for resources: {'Network': ['ID=6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:15.975094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:19:16.020781 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0bfec634-2727-4ee3-8577-a35d3bf486fa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7944403 Oct 12 23:19:16.027396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55854) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:16.033738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Request body: {'subnet': {'network_id': '6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1604169181-subnet', 'tenant_id': '5594c3594cf04b03a8fe098e44caef68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:16.050365 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-6b24e032-b9f6-4ed5-ba9f-adf53d54ebb2 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The resource could not be found. Oct 12 23:19:16.054497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6b24e032-b9f6-4ed5-ba9f-adf53d54ebb2 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1987281 Oct 12 23:19:16.054632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55856) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:16.129006 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f58dd67-1016-4be0-ac42-8efc8fbccf30 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.133045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Made reservation on behalf of 5594c3594cf04b03a8fe098e44caef68 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:16.135626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.159226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f58dd67-1016-4be0-ac42-8efc8fbccf30 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.187620 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.275902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55862) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:16.287813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f58dd67-1016-4be0-ac42-8efc8fbccf30 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.292054 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f58dd67-1016-4be0-ac42-8efc8fbccf30 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.293474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4f58dd67-1016-4be0-ac42-8efc8fbccf30 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/f7b9b904-a960-4953-9f03-a788e58731c1 HTTP/1.1" status: 204 len: 168 time: 0.2369895 Oct 12 23:19:16.298470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55866) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:16.319010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58dd67-1016-4be0-ac42-8efc8fbccf30 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b9b904-a960-4953-9f03-a788e58731c1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:16.375779 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a5d0d81c-e72c-4904-a31c-5d4e6758fe28 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0761738 Oct 12 23:19:16.379516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55868) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:16.387340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a5d1f02c-d539-4adc-9d6f-63e8e5682701 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'be9b2d62-a9e9-4a0b-bdb9-724b47c1a390', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:16.453220 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a61bd054-2a2a-404c-ba12-bbbb39ae327e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.470712 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.534107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a58d899-63e1-445b-afe3-bc4ac6400600,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:16.541960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Checking segment: {'id': 'f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:16.542331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Network hostable DHCP agents. Network: 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:19:16.558594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a61bd054-2a2a-404c-ba12-bbbb39ae327e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.647928 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-a5d1f02c-d539-4adc-9d6f-63e8e5682701 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The resource could not be found. Oct 12 23:19:16.650312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a5d1f02c-d539-4adc-9d6f-63e8e5682701 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2675614 Oct 12 23:19:16.653935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55872) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:16.659167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-394925e1-cd09-41a3-b061-4d4c3eba0cf3 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1768822314'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:16.687706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Network 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:19:16.687926 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a61bd054-2a2a-404c-ba12-bbbb39ae327e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.731396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bd054-2a2a-404c-ba12-bbbb39ae327e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4199e9-cef1-408f-8c87-192ae697e44c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:16.736602 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a61bd054-2a2a-404c-ba12-bbbb39ae327e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ba7051c2e5c4f7483858613115a21e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4596407 Oct 12 23:19:16.739293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55874) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:16.747071 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-394925e1-cd09-41a3-b061-4d4c3eba0cf3 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.770870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:16.781212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ded8f82-194f-413e-972f-309bd9ba8e3f None None] Network 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:16.789438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:16.790759 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.794280 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed31016-8e4b-46fd-93eb-4ddaec8d9b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.821160 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed31016-8e4b-46fd-93eb-4ddaec8d9b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.860861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-394925e1-cd09-41a3-b061-4d4c3eba0cf3 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:16.908093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4424f804-488f-4622-9111-7a8d6957eb73 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8699994 Oct 12 23:19:16.927809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f7777-8bc4-4bc8-ae32-fc34596fdb23 None None] Network 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:17.400374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-451b857e-becd-4127-8722-6d6ce2f62817 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:17.401877 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-451b857e-becd-4127-8722-6d6ce2f62817 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/networks?id=6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f HTTP/1.1" status: 200 len: 813 time: 0.1127365 Oct 12 23:19:17.413399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55896) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:17.418450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-62dd3596-9d86-4687-b3e4-d66985d7ece6 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/quotas/5594c3594cf04b03a8fe098e44caef68 HTTP/1.1" status: 200 len: 375 time: 0.0099583 Oct 12 23:19:17.456063 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-4791068e-6d1e-47f4-a19f-309fcd5a4db9 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=5594c3594cf04b03a8fe098e44caef68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293739 Oct 12 23:19:17.467483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6638421c-dee7-456e-af2f-47395a25f774 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:17.469218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6638421c-dee7-456e-af2f-47395a25f774 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126 HTTP/1.1" status: 200 len: 814 time: 0.0547383 Oct 12 23:19:17.553612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-38d92d02-8113-491c-9ac7-e930ac132523 service neutron] 10.222.0.31 "GET /v2.0/networks/6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891116 Oct 12 23:19:17.559290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-394925e1-cd09-41a3-b061-4d4c3eba0cf3 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:17.590582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394925e1-cd09-41a3-b061-4d4c3eba0cf3 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b71c4f04-9282-46a2-ad78-8b5956c2bf92,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:17.662500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-597485f0-8602-429c-b69e-66e04b6f4888 service neutron] 10.222.0.31 "GET /v2.0/networks/6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986309 Oct 12 23:19:17.705057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed31016-8e4b-46fd-93eb-4ddaec8d9b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:17.707901 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6ed31016-8e4b-46fd-93eb-4ddaec8d9b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:17.711891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6ed31016-8e4b-46fd-93eb-4ddaec8d9b6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ad4199e9-cef1-408f-8c87-192ae697e44c HTTP/1.1" status: 204 len: 168 time: 0.9688799 Oct 12 23:19:17.718637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed31016-8e4b-46fd-93eb-4ddaec8d9b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4199e9-cef1-408f-8c87-192ae697e44c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:17.764549 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-394925e1-cd09-41a3-b061-4d4c3eba0cf3 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:17.766734 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-394925e1-cd09-41a3-b061-4d4c3eba0cf3 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1111321 Oct 12 23:19:17.769493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55912) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:17.774507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dd140d64-93d8-4a92-a645-1440cdc5d68d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--1030921938'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:17.847500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:17.906663 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-10c5f7ca-3081-4e36-8c86-4441abc75a50 req-cec35732-3f25-4cef-b4a5-8d7e1940b12d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 210 time: 0.0349143 Oct 12 23:19:17.908020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd140d64-93d8-4a92-a645-1440cdc5d68d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.000944 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd140d64-93d8-4a92-a645-1440cdc5d68d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.070616 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd140d64-93d8-4a92-a645-1440cdc5d68d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.114499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd140d64-93d8-4a92-a645-1440cdc5d68d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35fbe83f-8ebf-4c9e-a477-ab6614b3d10b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:18.169978 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd140d64-93d8-4a92-a645-1440cdc5d68d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.174526 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dd140d64-93d8-4a92-a645-1440cdc5d68d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4009802 Oct 12 23:19:18.174922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55926) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:18.179997 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dfb4c44b-ecf3-445a-9276-173c4f507cfc tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': 'b71c4f04-9282-46a2-ad78-8b5956c2bf92', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '35fbe83f-8ebf-4c9e-a477-ab6614b3d10b'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:18.396351 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-dfb4c44b-ecf3-445a-9276-173c4f507cfc tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:18.397413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dfb4c44b-ecf3-445a-9276-173c4f507cfc tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2213683 Oct 12 23:19:18.400876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55944) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:18.453513 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddcd529b-4b57-4273-95e5-8a7e5049fd42 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.475553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddcd529b-4b57-4273-95e5-8a7e5049fd42 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.578308 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddcd529b-4b57-4273-95e5-8a7e5049fd42 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.587752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ddcd529b-4b57-4273-95e5-8a7e5049fd42 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.587842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55948) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:18.591995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ddcd529b-4b57-4273-95e5-8a7e5049fd42 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/35fbe83f-8ebf-4c9e-a477-ab6614b3d10b HTTP/1.1" status: 204 len: 168 time: 0.1876237 Oct 12 23:19:18.601284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55950) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:18.602001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd529b-4b57-4273-95e5-8a7e5049fd42 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fbe83f-8ebf-4c9e-a477-ab6614b3d10b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:18.607179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'network': {'name': 'tempest-network-smoke--2094881291', 'project_id': '02d5607bf6594124a951673af5541500', 'port_security_enabled': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:18.683007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-78d30849-fcea-4689-9d31-f5e92895bf22 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0786445 Oct 12 23:19:18.685909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55954) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:18.728511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Made reservation on behalf of 02d5607bf6594124a951673af5541500 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:18.733345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.773734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56663bbd-fec0-4c30-a5c3-f133f28ea7c6 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.778468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:19:18.802555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.802968 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Added segment 99128f42-5da3-45ae-8391-c3b361e6c0c5 of type vlan for network 44c220f8-4aa4-41d7-a06f-b9776c87d48c Oct 12 23:19:18.813561 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56663bbd-fec0-4c30-a5c3-f133f28ea7c6 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.871823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.980794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56663bbd-fec0-4c30-a5c3-f133f28ea7c6 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.984956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56663bbd-fec0-4c30-a5c3-f133f28ea7c6 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:18.988825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-56663bbd-fec0-4c30-a5c3-f133f28ea7c6 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/b71c4f04-9282-46a2-ad78-8b5956c2bf92 HTTP/1.1" status: 204 len: 168 time: 0.3003871 Oct 12 23:19:18.993423 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.001445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:19.002294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.004278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55966) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:19.008236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5aed1ff-2c05-4c73-a6bb-1aaac7283b27 req-d90e21de-1a9b-4755-ab91-cd6c30e3e659 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 210 time: 0.0357885 Oct 12 23:19:19.036230 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.040547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56663bbd-fec0-4c30-a5c3-f133f28ea7c6 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71c4f04-9282-46a2-ad78-8b5956c2bf92,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:19.085920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f39c48e6-3a72-4c5d-886f-3339d2af4839 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0800383 Oct 12 23:19:19.090035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55968) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:19.094577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-aabdb36d-78d7-422b-bd06-48925a636f16 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--40781421'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:19.099774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55970) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:19.122983 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5339830 Oct 12 23:19:19.123876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a554182a-c242-4ee9-b9e7-952b9d22d1d4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Network': ['ID=44c220f8-4aa4-41d7-a06f-b9776c87d48c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:19.126070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55974) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:19.137693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 44c220f8-4aa4-41d7-a06f-b9776c87d48c details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:19:19.210261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021fbfa-6bdc-4f85-a29b-d58830b2c9bb tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:19.212737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3021fbfa-6bdc-4f85-a29b-d58830b2c9bb tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=02d5607bf6594124a951673af5541500&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0856819 Oct 12 23:19:19.216070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55978) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:19.260544 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aabdb36d-78d7-422b-bd06-48925a636f16 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.292266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1820426804-network', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:19.331117 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.421531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Made reservation on behalf of 5eadb465c27d4a898380adbdd0cf88e6 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:19.424006 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.434209 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.530725 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.603643 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.634788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:19:19.645493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22261572-cec1-4286-b7f3-450ef67db121,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:19.651227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.652283 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Added segment b5c63ebf-2004-4e2b-be70-36cdc2d806be of type vlan for network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf Oct 12 23:19:19.705824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.763389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d9168-4d5b-4f8f-a976-c8c67e0964f0 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:19.767508 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-017d9168-4d5b-4f8f-a976-c8c67e0964f0 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5476112 Oct 12 23:19:19.767857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55982) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:19.813977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6fe1b450-c9ef-474a-af3a-5c0c2e80aea8 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0450330 Oct 12 23:19:19.817244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55984) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:19.823934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aabdb36d-78d7-422b-bd06-48925a636f16 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.829345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.829345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:19.829627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.858066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-67df92e5-d9b8-4d68-aa88-893bdbbde5bc tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=02d5607bf6594124a951673af5541500&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401151 Oct 12 23:19:19.860798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55986) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:19.922033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aabdb36d-78d7-422b-bd06-48925a636f16 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:19.927541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] Pushing event updated for resources: {'Network': ['ID=69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:19.941185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:19:19.974263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdb36d-78d7-422b-bd06-48925a636f16 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a02abe-8c4a-40c0-ba81-229a6c295f5c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:19.997700 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-48a6868e-a546-481a-afa8-d7d5dbe06c56 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8966560 Oct 12 23:19:20.000821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55988) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:20.013080 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Request body: {'subnet': {'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1820426804-subnet', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:20.017243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ac41bf-0d4e-4762-bc80-56ebc989ba63 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:20.019947 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d9ac41bf-0d4e-4762-bc80-56ebc989ba63 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1570551 Oct 12 23:19:20.024089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 55990) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:20.044492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aabdb36d-78d7-422b-bd06-48925a636f16 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.046501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aabdb36d-78d7-422b-bd06-48925a636f16 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9552603 Oct 12 23:19:20.049486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55994) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:20.055918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c899f01e-d744-4438-ae75-36d0af0f2541 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': '98a02abe-8c4a-40c0-ba81-229a6c295f5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:20.069092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-95dc7804-7b99-416e-b0f3-3c10f2f913f9 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0437548 Oct 12 23:19:20.073471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 55996) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:20.080772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1341697178', 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c', 'project_id': '02d5607bf6594124a951673af5541500', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:20.150497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Made reservation on behalf of 5eadb465c27d4a898380adbdd0cf88e6 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:20.152938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.159118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18443109-1e78-4cff-a325-551171177a14 req-89b7c0ca-4b1d-4232-8426-6166ed46eaff tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 210 time: 0.0561767 Oct 12 23:19:20.325505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Made reservation on behalf of 02d5607bf6594124a951673af5541500 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:20.329553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.434565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.437654 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-c899f01e-d744-4438-ae75-36d0af0f2541 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:20.437654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c899f01e-d744-4438-ae75-36d0af0f2541 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3841569 Oct 12 23:19:20.448514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56008) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:20.479939 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5fe89358-acb8-4874-8343-4c4f5f5746ee tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group_rule': {'security_group_id': '98a02abe-8c4a-40c0-ba81-229a6c295f5c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:20.490267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a0f777-204d-4296-b7cd-93ad4c84ea4a,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:20.501969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.502400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.502823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.503250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.503645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.504042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.504443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.504839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.505230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.505646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.506039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.506431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:20.509728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Checking segment: {'id': 'b5c63ebf-2004-4e2b-be70-36cdc2d806be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:20.510312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Network hostable DHCP agents. Network: 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:19:20.613412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:19:20.631704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-07351b7a-32dd-43e8-9215-c8a225a434ae tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:20.633179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-07351b7a-32dd-43e8-9215-c8a225a434ae tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.25 "GET /v2.0/networks?id=6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f HTTP/1.1" status: 200 len: 813 time: 0.2128215 Oct 12 23:19:20.645594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Request body: {'port': {'device_id': '7a012a61-0254-4cde-abf5-f7d91708f410', 'network_id': '6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f', 'admin_state_up': True, 'tenant_id': '5594c3594cf04b03a8fe098e44caef68'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:20.713517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:20.717804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:20.719175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.726323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab3b6e78-8de0-4fc9-9b59-ee7cd0d4ba19 None None] Network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:20.754179 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.808639 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-5fe89358-acb8-4874-8343-4c4f5f5746ee tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:19:20.809683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5fe89358-acb8-4874-8343-4c4f5f5746ee tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3602290 Oct 12 23:19:20.812582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56012) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:20.842778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Subnet': ['ID=3183ba68-dbd9-4b68-b091-29881cc7714b,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:20.845021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-05e4fafd-bad4-42d5-9293-800439251e63 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.8399887 Oct 12 23:19:20.849760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56014) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:20.855210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:20.875461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Checking segment: {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:20.875829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network hostable DHCP agents. Network: 44c220f8-4aa4-41d7-a06f-b9776c87d48c, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:19:20.904415 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de6ae510-4fb0-4700-8ce1-2a4236529160 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.934896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Made reservation on behalf of 5594c3594cf04b03a8fe098e44caef68 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:20.939461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.949325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf', 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'fixed_ips': [{'subnet_id': 'c6a0f777-204d-4296-b7cd-93ad4c84ea4a'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:19:20.950218 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.959890 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de6ae510-4fb0-4700-8ce1-2a4236529160 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:20.980348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 44c220f8-4aa4-41d7-a06f-b9776c87d48c is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:19:21.077021 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.077658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.110536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Allocated IP 172.20.0.2 (6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f/9a58d899-63e1-445b-afe3-bc4ac6400600/131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:19:21.117269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Allocated IP 172.20.0.2 (69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf/c6a0f777-204d-4296-b7cd-93ad4c84ea4a/14585cd2-0a34-416d-b210-75c14819580f) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:19:21.130111 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de6ae510-4fb0-4700-8ce1-2a4236529160 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.133031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de6ae510-4fb0-4700-8ce1-2a4236529160 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.135665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-de6ae510-4fb0-4700-8ce1-2a4236529160 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/98a02abe-8c4a-40c0-ba81-229a6c295f5c HTTP/1.1" status: 204 len: 168 time: 0.3218436 Oct 12 23:19:21.138874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 44c220f8-4aa4-41d7-a06f-b9776c87d48c) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:21.140335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56016) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:21.153107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ae510-4fb0-4700-8ce1-2a4236529160 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a02abe-8c4a-40c0-ba81-229a6c295f5c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:21.173445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:21.174031 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.192440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350707a0-a8b4-49dc-9228-99113a49dbd3 None None] Network 44c220f8-4aa4-41d7-a06f-b9776c87d48c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:21.359629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3358f3f2-6346-4f19-976b-8decd6d1d8d2 req-af503300-170d-4362-9fc6-26349f93c2b5 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 210 time: 0.0831366 Oct 12 23:19:21.367043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.377181 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5d413ef7-7416-4094-8196-7282b44431a7 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2309625 Oct 12 23:19:21.380478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56022) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:21.385449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-68503e16-4fb9-4425-ab27-af4e4d85bd8b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'tempest-secgroup--148590004'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:21.401187 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.422095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ee767eee-3e8d-48ba-ab67-6217d63b067e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3469968 Oct 12 23:19:21.440627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-44c220f8-4aa4-41d7-a06f-b9776c87d48c', 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c', 'tenant_id': '02d5607bf6594124a951673af5541500', 'fixed_ips': [{'subnet_id': '3183ba68-dbd9-4b68-b091-29881cc7714b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:19:21.441488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.476687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.531009 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.562019 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-68503e16-4fb9-4425-ab27-af4e4d85bd8b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.604178 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.631432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:21.640630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:21.643725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:19:21.650425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Pushing event updated for resources: {'Port': ['ID=14585cd2-0a34-416d-b210-75c14819580f,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:21.683543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Allocated IP 172.20.0.18 (44c220f8-4aa4-41d7-a06f-b9776c87d48c/3183ba68-dbd9-4b68-b091-29881cc7714b/cd52a4ef-373d-4ac0-8b97-c34b45098a41) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:19:21.691617 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-68503e16-4fb9-4425-ab27-af4e4d85bd8b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.722666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.766290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56028) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:21.767951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Attempting to bind port 14585cd2-0a34-416d-b210-75c14819580f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:19:21.768434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Attempting to bind port 14585cd2-0a34-416d-b210-75c14819580f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'b5c63ebf-2004-4e2b-be70-36cdc2d806be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:19:21.768663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Attempting to bind port 14585cd2-0a34-416d-b210-75c14819580f on network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:21.772808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-396782e1-9365-41f1-a8da-715029343f5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870725090', 'description': 'tempest-secgroup-smoke-1870725090 description', 'project_id': '02d5607bf6594124a951673af5541500'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:21.778292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:19:21.778665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Checking segment: {'id': 'b5c63ebf-2004-4e2b-be70-36cdc2d806be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:21.780112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.780222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Bound using segment: {'id': 'b5c63ebf-2004-4e2b-be70-36cdc2d806be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:19:21.780689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Pushing event updated for resources: {'Port': ['ID=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:21.780824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Bound port: 14585cd2-0a34-416d-b210-75c14819580f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c63ebf-2004-4e2b-be70-36cdc2d806be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:19:21.781130 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.782882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-68503e16-4fb9-4425-ab27-af4e4d85bd8b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.799223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Network 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:21.801658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:21.804415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:19:21.845890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68503e16-4fb9-4425-ab27-af4e4d85bd8b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45458a7-b2a8-48b4-89eb-834b22b1e31f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:21.864400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:21.865013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.911422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-396782e1-9365-41f1-a8da-715029343f5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.950327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] For port 14585cd2-0a34-416d-b210-75c14819580f, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:19:21.958321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] For port 14585cd2-0a34-416d-b210-75c14819580f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=14585cd2-0a34-416d-b210-75c14819580f,segment=NetworkSegment(b5c63ebf-2004-4e2b-be70-36cdc2d806be),segment_id=b5c63ebf-2004-4e2b-be70-36cdc2d806be)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:19:21.971138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:21.991623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-396782e1-9365-41f1-a8da-715029343f5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.012590 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-68503e16-4fb9-4425-ab27-af4e4d85bd8b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.016512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-68503e16-4fb9-4425-ab27-af4e4d85bd8b tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6320546 Oct 12 23:19:22.019069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56030) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:22.021396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c7e01b9b-6aee-483f-a156-3620c93c74fb tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:22.021812 n-d-790519-14 neutron-server[101890]: WARNING neutron.api.v2.base [None req-c7e01b9b-6aee-483f-a156-3620c93c74fb tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 12 23:19:22.022295 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-c7e01b9b-6aee-483f-a156-3620c93c74fb tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] update failed (client error): There was a conflict when trying to complete your request. Oct 12 23:19:22.025981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c7e01b9b-6aee-483f-a156-3620c93c74fb tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "PUT /v2.0/security-groups/d45458a7-b2a8-48b4-89eb-834b22b1e31f HTTP/1.1" status: 409 len: 330 time: 0.0054803 Oct 12 23:19:22.026652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56032) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:22.037162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.063695 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.073718 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.085358 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-70cab672-164c-468a-88ee-b587da7bbe3d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4434829 Oct 12 23:19:22.101670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-396782e1-9365-41f1-a8da-715029343f5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.131022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-a8299899-e4d5-4588-a3b8-eab33329e02c tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:19:22.131830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396782e1-9365-41f1-a8da-715029343f5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:22.133368 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-a8299899-e4d5-4588-a3b8-eab33329e02c tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0373318 Oct 12 23:19:22.145290 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.146132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Request body: {'port': {'device_id': '7a012a61-0254-4cde-abf5-f7d91708f410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:22.184938 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfaebc5-d888-4b35-b322-d92bccda1654 None None] Pushing event updated for resources: {'Port': ['ID=14585cd2-0a34-416d-b210-75c14819580f,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:22.190960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Network 44c220f8-4aa4-41d7-a06f-b9776c87d48c is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:22.196544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:22.199246 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9efcb8dc-5c76-4c41-ad79-58f070616d89 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.206453 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-396782e1-9365-41f1-a8da-715029343f5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.209508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-396782e1-9365-41f1-a8da-715029343f5c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4418740 Oct 12 23:19:22.213564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56034) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:22.218545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:19:22.220003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-05ea04e8-76d2-498a-9697-ce42dc5cecdf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:22.270925 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9efcb8dc-5c76-4c41-ad79-58f070616d89 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.292877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Pushing event updated for resources: {'Port': ['ID=cd52a4ef-373d-4ac0-8b97-c34b45098a41,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:22.295720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Attempting to bind port cd52a4ef-373d-4ac0-8b97-c34b45098a41 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:19:22.296104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Attempting to bind port cd52a4ef-373d-4ac0-8b97-c34b45098a41 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:19:22.296467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Attempting to bind port cd52a4ef-373d-4ac0-8b97-c34b45098a41 on network 44c220f8-4aa4-41d7-a06f-b9776c87d48c {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:22.303173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:19:22.303382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Checking segment: {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:22.303582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.307003 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.307003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Bound using segment: {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:19:22.307003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Bound port: cd52a4ef-373d-4ac0-8b97-c34b45098a41, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:19:22.307003 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.338206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Allocated IP 172.25.2.18 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/89eebd6d-7151-4236-9264-dbb4df63c605) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:19:22.364640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05ea04e8-76d2-498a-9697-ce42dc5cecdf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.441086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] For port cd52a4ef-373d-4ac0-8b97-c34b45098a41, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:19:22.446211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] For port cd52a4ef-373d-4ac0-8b97-c34b45098a41, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cd52a4ef-373d-4ac0-8b97-c34b45098a41,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:19:22.502020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05ea04e8-76d2-498a-9697-ce42dc5cecdf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.616425 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.647533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05ea04e8-76d2-498a-9697-ce42dc5cecdf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.716277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ea04e8-76d2-498a-9697-ce42dc5cecdf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58452ad5-e586-43d1-ae95-2883b34cbaed,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:22.744444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3924090-714c-49c0-b5ae-27051f3fd9f8 None None] Pushing event updated for resources: {'Port': ['ID=cd52a4ef-373d-4ac0-8b97-c34b45098a41,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:22.759112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.764762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9efcb8dc-5c76-4c41-ad79-58f070616d89 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.767456 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9efcb8dc-5c76-4c41-ad79-58f070616d89 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.771438 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9efcb8dc-5c76-4c41-ad79-58f070616d89 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/d45458a7-b2a8-48b4-89eb-834b22b1e31f HTTP/1.1" status: 204 len: 168 time: 0.7416651 Oct 12 23:19:22.774645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56042) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:22.797716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86224f5-b0fb-4675-9da5-9da3d9838a1f req-39286f31-f55e-4839-8259-c30b56f7e098 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:22.802678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d86224f5-b0fb-4675-9da5-9da3d9838a1f req-39286f31-f55e-4839-8259-c30b56f7e098 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 931 time: 0.3040948 Oct 12 23:19:22.813143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efcb8dc-5c76-4c41-ad79-58f070616d89 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45458a7-b2a8-48b4-89eb-834b22b1e31f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:22.841812 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f62387b4-da8b-4ff5-a829-cb511f08c976 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0657973 Oct 12 23:19:22.846131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56044) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:22.848800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05ea04e8-76d2-498a-9697-ce42dc5cecdf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:22.851614 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-05ea04e8-76d2-498a-9697-ce42dc5cecdf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6351695 Oct 12 23:19:22.854652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56046) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:22.868662 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-6f4b9539-bd03-4af5-9366-72e78be3240f tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] delete failed (client error): The resource could not be found. Oct 12 23:19:22.870563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cad2f7d8-5a0c-42a8-a5be-72460010c9cc tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:22.874006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6f4b9539-bd03-4af5-9366-72e78be3240f tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "DELETE /v2.0/security-groups/7e901e99-65cf-4aab-87eb-85c36eb8f6c5 HTTP/1.1" status: 404 len: 347 time: 0.0228333 Oct 12 23:19:22.880349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56048) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:22.897963 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-37439933-90ef-4116-89a3-d2bb43fb879d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] show failed (client error): The resource could not be found. Oct 12 23:19:22.899656 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-37439933-90ef-4116-89a3-d2bb43fb879d tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-groups/1deabcac-7c2c-4506-abd2-0f69c0835830 HTTP/1.1" status: 404 len: 347 time: 0.0178077 Oct 12 23:19:22.903557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56050) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:22.941576 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-197fbbfa-69eb-4916-85e2-bc0e277fe760 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] show failed (client error): The resource could not be found. Oct 12 23:19:22.947956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-197fbbfa-69eb-4916-85e2-bc0e277fe760 tempest-NegativeSecGroupIPv6Test-352208888 tempest-NegativeSecGroupIPv6Test-352208888-project] 10.222.0.31 "GET /v2.0/security-group-rules/23975736-1543-4a49-9d51-cddaac7f6ecc HTTP/1.1" status: 404 len: 356 time: 0.0305963 Oct 12 23:19:22.962211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d86224f5-b0fb-4675-9da5-9da3d9838a1f req-d5d51e14-c1ab-4fd0-88f4-111be92d8c78 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489785 Oct 12 23:19:23.013261 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.118664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:23.119368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cad2f7d8-5a0c-42a8-a5be-72460010c9cc tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.129619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:23.132114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:19:23.146022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Pushing event updated for resources: {'Port': ['ID=89eebd6d-7151-4236-9264-dbb4df63c605,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:23.198444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:19:23.220346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.252643 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Transition to ACTIVE for port object 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:19:23.340084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cad2f7d8-5a0c-42a8-a5be-72460010c9cc tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.448480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.515754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Pushing event updated for resources: {'Port': ['ID=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:23.528833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cad2f7d8-5a0c-42a8-a5be-72460010c9cc tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.553958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56058) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:23.596367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d757e1a4-db87-4507-a973-ef62a8b931cd None None] Network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:23.606600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2f7d8-5a0c-42a8-a5be-72460010c9cc tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5a4772-c3f8-4cb8-82ed-e2db17b1e533,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:23.680731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-74f68e4b-544d-460e-bb71-f4b56018a533 None None] Provisioning complete for port 14585cd2-0a34-416d-b210-75c14819580f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:23.681366 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74f68e4b-544d-460e-bb71-f4b56018a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.740839 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cad2f7d8-5a0c-42a8-a5be-72460010c9cc tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.746015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cad2f7d8-5a0c-42a8-a5be-72460010c9cc tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8838038 Oct 12 23:19:23.746694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56062) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:23.763994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d0e5e9c0-533b-4fc4-8f30-9716d75941b3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=efa443f8be984ae0b3524a5061c91ae3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2081935 Oct 12 23:19:23.766068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56064) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:23.769266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cc3ed8dd-ce04-4d54-a025-f33f9b8f8ee3 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:23.798578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Attempting to bind port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:19:23.799281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Attempting to bind port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:19:23.799616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Attempting to bind port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 on network 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:23.813238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 on network 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:19:23.813567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Attempting to bind port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 on network 6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:23.823138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:19:23.823447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Checking segment: {'id': 'f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:23.823731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Bound using segment: {'id': 'f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:19:23.824202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Bound port: 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:19:23.824565 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.859313 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a33805dc-dd26-4896-bcbb-934bf0548c5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.882479 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.909379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74f68e4b-544d-460e-bb71-f4b56018a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:23.926714 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a33805dc-dd26-4896-bcbb-934bf0548c5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.006575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-74f68e4b-544d-460e-bb71-f4b56018a533 None None] For port 14585cd2-0a34-416d-b210-75c14819580f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=14585cd2-0a34-416d-b210-75c14819580f,segment=NetworkSegment(b5c63ebf-2004-4e2b-be70-36cdc2d806be),segment_id=b5c63ebf-2004-4e2b-be70-36cdc2d806be)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:24.019141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] For port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:19:24.031726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed8dd-ce04-4d54-a025-f33f9b8f8ee3 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.096167 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74f68e4b-544d-460e-bb71-f4b56018a533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.102830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] For port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,segment=NetworkSegment(f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c),segment_id=f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:19:24.134489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a33805dc-dd26-4896-bcbb-934bf0548c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.141140 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a33805dc-dd26-4896-bcbb-934bf0548c5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.143466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a33805dc-dd26-4896-bcbb-934bf0548c5e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9975017d-3554-48f8-9995-21971b999a15 HTTP/1.1" status: 204 len: 168 time: 0.3756950 Oct 12 23:19:24.165446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33805dc-dd26-4896-bcbb-934bf0548c5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9975017d-3554-48f8-9995-21971b999a15,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:24.168901 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.183860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f68e4b-544d-460e-bb71-f4b56018a533 None None] Pushing event updated for resources: {'Port': ['ID=14585cd2-0a34-416d-b210-75c14819580f,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:24.195032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d026fe-2674-402e-931c-9bacddada754 req-a1cf2cf0-c011-4b1f-af74-e2740c0dc194 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:24.197123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8d026fe-2674-402e-931c-9bacddada754 req-a1cf2cf0-c011-4b1f-af74-e2740c0dc194 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 943 time: 0.1118071 Oct 12 23:19:24.199171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed8dd-ce04-4d54-a025-f33f9b8f8ee3 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.254366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cd52a4ef-373d-4ac0-8b97-c34b45098a41 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:24.314847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cfbc072-9ba9-4da1-be64-c310a0a63db7 None None] Network 44c220f8-4aa4-41d7-a06f-b9776c87d48c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:24.395282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5378463f-9005-4976-a667-e2e741cb3bb4 None None] Provisioning complete for port cd52a4ef-373d-4ac0-8b97-c34b45098a41 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:24.395662 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5378463f-9005-4976-a667-e2e741cb3bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.444373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port cd52a4ef-373d-4ac0-8b97-c34b45098a41 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:24.444749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.657943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Pushing event updated for resources: {'Port': ['ID=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:24.710232 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed8dd-ce04-4d54-a025-f33f9b8f8ee3 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.725099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:24.725392 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.726904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-83300af0-db7d-4968-b869-602ded6d4b4c service neutron] 10.222.0.25 "PUT /v2.0/ports/131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 HTTP/1.1" status: 200 len: 1092 time: 2.5849311 Oct 12 23:19:24.732628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a012a61-0254-4cde-abf5-f7d91708f410', 'tag': '131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:24.735049 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a99633-bb11-4d9d-bbbb-e1baaaabae2a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a012a61-0254-4cde-abf5-f7d91708f410", "tag": "131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:24.762770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ed8dd-ce04-4d54-a025-f33f9b8f8ee3 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d618b2-4227-4722-9167-9883a18c9a90,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:24.774964 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5378463f-9005-4976-a667-e2e741cb3bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.782426 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5714f3df-0112-4a4b-9313-e6dfbb720abe x-openstack-request-id: req-5714f3df-0112-4a4b-9313-e6dfbb720abe {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:24.782717 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a012a61-0254-4cde-abf5-f7d91708f410", "tag": "131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:24.783151 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5714f3df-0112-4a4b-9313-e6dfbb720abe {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:24.783437 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a012a61-0254-4cde-abf5-f7d91708f410', 'tag': '131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7', 'status': 'completed', 'code': 200} Oct 12 23:19:24.836550 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8d026fe-2674-402e-931c-9bacddada754 req-2890f4c1-2d89-4abb-bb25-52cd79911f63 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701536 Oct 12 23:19:24.844501 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.874197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5378463f-9005-4976-a667-e2e741cb3bb4 None None] For port cd52a4ef-373d-4ac0-8b97-c34b45098a41, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cd52a4ef-373d-4ac0-8b97-c34b45098a41,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:24.886480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cc3ed8dd-ce04-4d54-a025-f33f9b8f8ee3 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.887720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cc3ed8dd-ce04-4d54-a025-f33f9b8f8ee3 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1303210 Oct 12 23:19:24.890837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:24.891547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56084) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:24.896366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b130b780-bc45-48e7-be17-76837bbc5713 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:24.897112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a99633-bb11-4d9d-bbbb-e1baaaabae2a req-107c3e53-c8de-43a7-8ab9-ce753df1adde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:24.898724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a99633-bb11-4d9d-bbbb-e1baaaabae2a req-107c3e53-c8de-43a7-8ab9-ce753df1adde service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5594c3594cf04b03a8fe098e44caef68&device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 1095 time: 0.0781994 Oct 12 23:19:24.957153 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5378463f-9005-4976-a667-e2e741cb3bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.035932 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:19:25.036297 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:19:25.039931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378463f-9005-4976-a667-e2e741cb3bb4 None None] Pushing event updated for resources: {'Port': ['ID=cd52a4ef-373d-4ac0-8b97-c34b45098a41,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:25.060701 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b130b780-bc45-48e7-be17-76837bbc5713 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.103536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ce243ae9-2234-473a-9359-38b8de66670f None None] Provisioning complete for port 14585cd2-0a34-416d-b210-75c14819580f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:25.103536 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ce243ae9-2234-473a-9359-38b8de66670f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.122543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a99633-bb11-4d9d-bbbb-e1baaaabae2a req-b9d2c082-97c3-4400-b15e-6fb384df94ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:25.124062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a99633-bb11-4d9d-bbbb-e1baaaabae2a req-b9d2c082-97c3-4400-b15e-6fb384df94ea service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=5594c3594cf04b03a8fe098e44caef68&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2169530 Oct 12 23:19:25.150827 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b130b780-bc45-48e7-be17-76837bbc5713 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.243836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a99633-bb11-4d9d-bbbb-e1baaaabae2a req-8401155e-70bb-4cf8-97d7-a499e26def98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:25.245442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8a99633-bb11-4d9d-bbbb-e1baaaabae2a req-8401155e-70bb-4cf8-97d7-a499e26def98 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1126845 Oct 12 23:19:25.259367 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b130b780-bc45-48e7-be17-76837bbc5713 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.282067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b130b780-bc45-48e7-be17-76837bbc5713 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552cc23f-29a3-4620-bc78-579323ef40af,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:25.294776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:19:25.346709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3bf9b21e-aadc-4789-bf29-fabae9fd8465 None None] Provisioning complete for port cd52a4ef-373d-4ac0-8b97-c34b45098a41 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:25.347201 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b21e-aadc-4789-bf29-fabae9fd8465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.381336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-bc5e153d-ebae-45ce-980c-541c479ccd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:25.383430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-bc5e153d-ebae-45ce-980c-541c479ccd64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=5594c3594cf04b03a8fe098e44caef68&device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 1095 time: 0.0993485 Oct 12 23:19:25.394860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b130b780-bc45-48e7-be17-76837bbc5713 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.399464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b130b780-bc45-48e7-be17-76837bbc5713 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5034361 Oct 12 23:19:25.400939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56096) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:25.405742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-326f011a-2d6b-4c5b-bdb2-732f1a84eb6f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:25.471443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-a7638ea0-5763-46ec-9be2-d6cddafdb558 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 HTTP/1.1" status: 200 len: 217 time: 0.0809133 Oct 12 23:19:25.526996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:19:25.541023 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Sync routers for ids ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:19:25.542316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-4f9a0df9-9b0e-4c3a-83c8-f80041c2598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:25.543857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-4f9a0df9-9b0e-4c3a-83c8-f80041c2598e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9a58d899-63e1-445b-afe3-bc4ac6400600 HTTP/1.1" status: 200 len: 853 time: 0.0653710 Oct 12 23:19:25.551029 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Routers {'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:25.551758 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:25.564937 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-326f011a-2d6b-4c5b-bdb2-732f1a84eb6f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Project 02d5607bf6594124a951673af5541500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:19:25.572043 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-326f011a-2d6b-4c5b-bdb2-732f1a84eb6f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.583629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 14585cd2-0a34-416d-b210-75c14819580f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:25.612981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-da44b89e-a01d-46fe-b601-e06859af16a9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620909 Oct 12 23:19:25.696092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 14585cd2-0a34-416d-b210-75c14819580f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:25.696547 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.705578 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Set router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:25.707731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.709168 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aa2ca6b4-c702-4f52-8d02-bd7f94200af4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.8575981 Oct 12 23:19:25.715130 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56104) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:25.772649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-b7a28d6e-1caa-417d-9b9a-4a919ea2d503 service neutron] 10.222.0.25 "GET /v2.0/networks/6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515956 Oct 12 23:19:25.781699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-326f011a-2d6b-4c5b-bdb2-732f1a84eb6f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.844064 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-326f011a-2d6b-4c5b-bdb2-732f1a84eb6f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:25.910551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f011a-2d6b-4c5b-bdb2-732f1a84eb6f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc99178-c51e-45f0-befe-a0267786235d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:25.917291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec776d88-dc97-4ac2-8942-12b626b07ae7 req-6b26a1bd-c439-4abb-8b0f-259cf0a17e67 service neutron] 10.222.0.25 "GET /v2.0/networks/6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378973 Oct 12 23:19:25.998360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cd52a4ef-373d-4ac0-8b97-c34b45098a41 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:26.008883 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:19:21Z', 'updated_at': '2021-10-12T23:19:23Z', 'revision_number': 3, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'gw_port': {'id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:22Z', 'updated_at': '2021-10-12T23:19:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:26.058052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193502d-dd08-4890-a237-b5cc61d1c829 req-81275eea-43d8-4d25-9f03-d1cc7f458584 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:26.063669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8193502d-dd08-4890-a237-b5cc61d1c829 req-81275eea-43d8-4d25-9f03-d1cc7f458584 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 943 time: 0.1097121 Oct 12 23:19:26.065183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port cd52a4ef-373d-4ac0-8b97-c34b45098a41 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:26.066001 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.087793 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Checking router: c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:19:26.088563 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Updating router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd port 89eebd6d-7151-4236-9264-dbb4df63c605 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:19:26.114060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-326f011a-2d6b-4c5b-bdb2-732f1a84eb6f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.119084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-326f011a-2d6b-4c5b-bdb2-732f1a84eb6f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7133780 Oct 12 23:19:26.123871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56112) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:26.124817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-42f44268-01ff-4598-a039-a3adb4a6bdd5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:26.136774 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.155916 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8193502d-dd08-4890-a237-b5cc61d1c829 req-29ca69fc-4db5-494f-a693-7f9816d8dfc8 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820596 Oct 12 23:19:26.194105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 14585cd2-0a34-416d-b210-75c14819580f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:26.266453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 14585cd2-0a34-416d-b210-75c14819580f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:26.266453 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.325729 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-42f44268-01ff-4598-a039-a3adb4a6bdd5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Project 02d5607bf6594124a951673af5541500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:19:26.347648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42f44268-01ff-4598-a039-a3adb4a6bdd5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.425736 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.440869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.466316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42f44268-01ff-4598-a039-a3adb4a6bdd5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.553177 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.605576 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Attempting to bind port 89eebd6d-7151-4236-9264-dbb4df63c605 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:19:26.605940 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Attempting to bind port 89eebd6d-7151-4236-9264-dbb4df63c605 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:19:26.606360 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Attempting to bind port 89eebd6d-7151-4236-9264-dbb4df63c605 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:26.615241 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:19:26.615616 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:26.616497 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.616497 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:19:26.616739 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42f44268-01ff-4598-a039-a3adb4a6bdd5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.616919 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Bound port: 89eebd6d-7151-4236-9264-dbb4df63c605, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:19:26.617895 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.619995 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Pushing event updated for resources: {'Port': ['ID=89eebd6d-7151-4236-9264-dbb4df63c605,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:26.649882 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.650198 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.650973 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.650973 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.657746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.657746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.657746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.657746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.657746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.657746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.657746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.657746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:26.697026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f44268-01ff-4598-a039-a3adb4a6bdd5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c7f9ad4-9c30-4c20-ba21-09b64a1f71f7,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:26.710456 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] For port 89eebd6d-7151-4236-9264-dbb4df63c605, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:19:26.715334 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] For port 89eebd6d-7151-4236-9264-dbb4df63c605, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=89eebd6d-7151-4236-9264-dbb4df63c605,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:19:26.765481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Allocated IP 172.20.0.1 (69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf/c6a0f777-204d-4296-b7cd-93ad4c84ea4a/2272e4d5-c8ef-48de-a081-b1d5b3a4c724) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:19:26.825684 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42f44268-01ff-4598-a039-a3adb4a6bdd5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.826900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-42f44268-01ff-4598-a039-a3adb4a6bdd5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7065029 Oct 12 23:19:26.861480 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.897892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:26.938093 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Routers {'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:26.938768 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:26.974952 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8011177d-44c9-42e7-baf7-f11d3e624280 None None] Pushing event updated for resources: {'Port': ['ID=89eebd6d-7151-4236-9264-dbb4df63c605,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:27.031888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:27.065188 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] Set router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:27.078000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:27.081272 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-d94d2bb3-b4b0-405f-840a-0eacf5ab78d6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870725090&fields=id&tenant_id=02d5607bf6594124a951673af5541500 HTTP/1.1" status: 200 len: 267 time: 0.0703940 Oct 12 23:19:27.086148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:27.091773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:19:27.188783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2272e4d5-c8ef-48de-a081-b1d5b3a4c724,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:27.219126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:27.327461 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:19:21Z', 'updated_at': '2021-10-12T23:19:23Z', 'revision_number': 3, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'gw_port': {'id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:22Z', 'updated_at': '2021-10-12T23:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:27.330738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0072d-3598-4638-80f2-255878559f85 req-31e7f33b-e051-47ee-9c9f-36c27476c326 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:27.331281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-29cfad0f-704b-43aa-b4b6-23c0017fedda tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:27.339354 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-29cfad0f-704b-43aa-b4b6-23c0017fedda tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/networks?id=44c220f8-4aa4-41d7-a06f-b9776c87d48c HTTP/1.1" status: 200 len: 797 time: 0.2485268 Oct 12 23:19:27.339640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ced0072d-3598-4638-80f2-255878559f85 req-31e7f33b-e051-47ee-9c9f-36c27476c326 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 943 time: 0.0797281 Oct 12 23:19:27.362561 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dde262f-b518-4e3b-be1c-944dc9a43773 None None] The sync data for ids ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'] in n-d-790519-14 is: [{'id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:19:21Z', 'updated_at': '2021-10-12T23:19:23Z', 'revision_number': 3, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'gw_port': {'id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:22Z', 'updated_at': '2021-10-12T23:19:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:19:27.390343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-32dc241a-3b3a-47cd-95ac-7962da02d688 None None] Provisioning complete for port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:27.390904 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32dc241a-3b3a-47cd-95ac-7962da02d688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:27.393811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ced0072d-3598-4638-80f2-255878559f85 req-435ed9c5-f561-4a40-8ed9-304690d8feea tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532708 Oct 12 23:19:27.444100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-32dc241a-3b3a-47cd-95ac-7962da02d688 None None] Port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:19:27.627253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-defe53da-541d-46c8-8800-5c7717ef2fd5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/quotas/02d5607bf6594124a951673af5541500 HTTP/1.1" status: 200 len: 375 time: 0.2869537 Oct 12 23:19:27.719398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-762e4ffb-d77f-4c23-98b8-85a3be11b240 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0758274 Oct 12 23:19:27.857860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:27.883678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-438c5cbf-a561-459d-a81b-2dea67bc1fdf service neutron] 10.222.0.31 "GET /v2.0/networks/44c220f8-4aa4-41d7-a06f-b9776c87d48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495528 Oct 12 23:19:27.997519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 89eebd6d-7151-4236-9264-dbb4df63c605 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:28.048092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 89eebd6d-7151-4236-9264-dbb4df63c605 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:28.048469 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:28.084434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-5137552d-3419-4fbb-91bd-c230be40ce54 service neutron] 10.222.0.31 "GET /v2.0/networks/44c220f8-4aa4-41d7-a06f-b9776c87d48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678388 Oct 12 23:19:28.167200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:28.186228 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:28.214997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 89eebd6d-7151-4236-9264-dbb4df63c605, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=89eebd6d-7151-4236-9264-dbb4df63c605,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:28.290844 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:28.359761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Pushing event updated for resources: {'Port': ['ID=2272e4d5-c8ef-48de-a081-b1d5b3a4c724,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:28.362214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:28.379378 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:28.442031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=89eebd6d-7151-4236-9264-dbb4df63c605,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:28.486878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:28.486878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:28.527179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa011ff8-b67e-49cb-912a-2b920e03760e req-7a1a546e-f1c8-4ac2-84bb-290494ce8df3 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:28.529291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa011ff8-b67e-49cb-912a-2b920e03760e req-7a1a546e-f1c8-4ac2-84bb-290494ce8df3 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 943 time: 0.0577965 Oct 12 23:19:28.628914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa011ff8-b67e-49cb-912a-2b920e03760e req-4e1ba86e-df7e-4733-b141-8247fd064eb0 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872343 Oct 12 23:19:28.660468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-270d2c19-3b7d-4925-b670-1d1bf9516984 req-6db60e70-9205-4f1e-9277-7d967c8d56a7 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 210 time: 0.0566976 Oct 12 23:19:28.680643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:19:28.889422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-23d5e46a-9e7d-4eff-8208-a0ebdea5a0fd None None] Provisioning complete for port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:28.889812 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-23d5e46a-9e7d-4eff-8208-a0ebdea5a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:28.889919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:19:28.899608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-211c0dcd-393b-4c06-a33b-a561c68d77b0 admin admin] 10.222.0.31 "PUT /v2.0/routers/c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1752682 Oct 12 23:19:28.934931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-23d5e46a-9e7d-4eff-8208-a0ebdea5a0fd None None] Port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:19:29.413305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Sync routers for ids ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:19:29.425321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Routers {'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:29.425960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:29.535547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Set router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:29.781046 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ccb992f-5b8f-456b-9c94-bbace69d1984 req-c5cb27f1-a7da-4d8c-a083-bc48989560d8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 210 time: 0.0352657 Oct 12 23:19:29.795290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:19:21Z', 'updated_at': '2021-10-12T23:19:27Z', 'revision_number': 4, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'gw_port': {'id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:22Z', 'updated_at': '2021-10-12T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2272e4d5-c8ef-48de-a081-b1d5b3a4c724', 'name': '', 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'mac_address': 'fa:16:3e:e1:05:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c6a0f777-204d-4296-b7cd-93ad4c84ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:26Z', 'updated_at': '2021-10-12T23:19:27Z', 'revision_number': 2, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'subnets': [{'id': 'c6a0f777-204d-4296-b7cd-93ad4c84ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:29.807343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df24e81a-63c7-47d0-80a3-8af6a0ce41e3 req-8e8d566f-5afc-4c3e-a1fa-91cfdcddb2ab tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:29.816564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Checking router: c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:19:29.816919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Updating router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:19:29.817029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df24e81a-63c7-47d0-80a3-8af6a0ce41e3 req-8e8d566f-5afc-4c3e-a1fa-91cfdcddb2ab tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 943 time: 0.0961754 Oct 12 23:19:29.845592 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:29.855478 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df24e81a-63c7-47d0-80a3-8af6a0ce41e3 req-c5545773-61ef-4e03-84f0-34082250029f tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374279 Oct 12 23:19:29.998037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 89eebd6d-7151-4236-9264-dbb4df63c605 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:30.122573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 89eebd6d-7151-4236-9264-dbb4df63c605 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:30.122972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.150309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:19:30.391155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,segment=NetworkSegment(f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c),segment_id=f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:30.408920 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.412736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7', 'network_id': '6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f', 'port_id': '131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7', 'mac_address': 'fa:16:3e:91:68:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a58d899-63e1-445b-afe3-bc4ac6400600', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:19:30.456618 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.469620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:19:30.490871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,segment=NetworkSegment(f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c),segment_id=f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:30.531419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56222) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:30.541680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56224) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:30.564236 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.592970 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.620496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Pushing event updated for resources: {'Port': ['ID=2272e4d5-c8ef-48de-a081-b1d5b3a4c724,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:30.636258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.636799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.637289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.638469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.638911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.639491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.640153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.640337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.640854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.641281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.641709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.642140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:30.668120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bf403da-ee97-438d-98be-90ca1da2e4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.728313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:30.786253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bf403da-ee97-438d-98be-90ca1da2e4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.799300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Attempting to bind port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:19:30.799690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Attempting to bind port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'b5c63ebf-2004-4e2b-be70-36cdc2d806be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:19:30.800202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Attempting to bind port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 on network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:30.806273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:19:30.806652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Checking segment: {'id': 'b5c63ebf-2004-4e2b-be70-36cdc2d806be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:30.807108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.807504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Bound using segment: {'id': 'b5c63ebf-2004-4e2b-be70-36cdc2d806be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:19:30.807977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Bound port: 2272e4d5-c8ef-48de-a081-b1d5b3a4c724, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5c63ebf-2004-4e2b-be70-36cdc2d806be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:19:30.808358 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.826793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:30.882231 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2bf403da-ee97-438d-98be-90ca1da2e4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.921803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-22d88820-3d94-44b3-9763-c5fcba6b7822 req-cf452158-ddac-4539-9f84-c3588e8f6ec3 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 210 time: 0.0559585 Oct 12 23:19:30.922788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7e765e02-3ad5-4840-947c-925e54769bda None None] Provisioning complete for port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:30.923194 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e765e02-3ad5-4840-947c-925e54769bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:30.964546 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2bf403da-ee97-438d-98be-90ca1da2e4b6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5cec9d8a0a824917ad3f082c8b43302e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4200714 Oct 12 23:19:30.964546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf403da-ee97-438d-98be-90ca1da2e4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2583cbf-8795-4de2-bb44-82a33f2c3c1e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:30.966810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56234) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:31.031645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] For port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:19:31.051138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db0dc018-657a-4f41-a1aa-e426d87d7ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.058459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] For port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2272e4d5-c8ef-48de-a081-b1d5b3a4c724,segment=NetworkSegment(b5c63ebf-2004-4e2b-be70-36cdc2d806be),segment_id=b5c63ebf-2004-4e2b-be70-36cdc2d806be)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:19:31.062855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7e765e02-3ad5-4840-947c-925e54769bda None None] Port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:19:31.090271 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db0dc018-657a-4f41-a1aa-e426d87d7ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.090482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5554126-01da-480b-b143-92639d8317f4 req-baef2e03-a7bf-4e35-9030-8fdb19522d29 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:31.092074 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5554126-01da-480b-b143-92639d8317f4 req-baef2e03-a7bf-4e35-9030-8fdb19522d29 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 944 time: 0.1238904 Oct 12 23:19:31.119326 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.152972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.222046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-0d2a4140-d219-40b2-a56d-d537e4d0bdd0 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:31.223599 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-0d2a4140-d219-40b2-a56d-d537e4d0bdd0 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.41 "GET /v2.0/networks?id=44c220f8-4aa4-41d7-a06f-b9776c87d48c HTTP/1.1" status: 200 len: 797 time: 0.2203577 Oct 12 23:19:31.237554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ecf37-bc3f-4143-93fa-aff68520fcb0 None None] Pushing event updated for resources: {'Port': ['ID=2272e4d5-c8ef-48de-a081-b1d5b3a4c724,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:31.240202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Routers {'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:31.240820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:31.243277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5554126-01da-480b-b143-92639d8317f4 req-3e0e94de-a5a1-4246-bc56-205c5d1ecb1c tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354544 Oct 12 23:19:31.258751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db0dc018-657a-4f41-a1aa-e426d87d7ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.261550 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-db0dc018-657a-4f41-a1aa-e426d87d7ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.264314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-db0dc018-657a-4f41-a1aa-e426d87d7ab2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a2583cbf-8795-4de2-bb44-82a33f2c3c1e HTTP/1.1" status: 204 len: 168 time: 0.2951133 Oct 12 23:19:31.309344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0dc018-657a-4f41-a1aa-e426d87d7ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2583cbf-8795-4de2-bb44-82a33f2c3c1e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:31.341662 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-cde57944-368d-47df-960e-aedf44f1cdb0 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02d5607bf6594124a951673af5541500 HTTP/1.1" status: 200 len: 472 time: 0.0951641 Oct 12 23:19:31.352851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'port': {'device_id': '4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd', 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c', 'admin_state_up': True, 'tenant_id': '02d5607bf6594124a951673af5541500', 'security_groups': ['b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:31.488835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] Set router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:31.520619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-be08667c-065b-4385-ac84-6648257a4324 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:31.522172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-be08667c-065b-4385-ac84-6648257a4324 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.1896443 Oct 12 23:19:31.553130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-1a907e35-e160-4a03-a806-dcacbad6606a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/quotas/d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 375 time: 0.0197108 Oct 12 23:19:31.617479 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-7d0e9408-0334-46e4-84df-74b84895f7e1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0578594 Oct 12 23:19:31.643374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3e86b13c-9114-4a9b-b03a-f158466771fc None None] Provisioning complete for port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:31.643929 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e86b13c-9114-4a9b-b03a-f158466771fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.688858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Deleting port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:31.689968 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.707864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Made reservation on behalf of 02d5607bf6594124a951673af5541500 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:31.712512 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.739422 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-6fd97cdf-a2b0-4b71-933e-71cddcd0eb3d service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142573 Oct 12 23:19:31.838538 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-66889e78-1ec4-4cde-9231-a2704f91279c service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904064 Oct 12 23:19:31.903472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] For port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2272e4d5-c8ef-48de-a081-b1d5b3a4c724,segment=NetworkSegment(b5c63ebf-2004-4e2b-be70-36cdc2d806be),segment_id=b5c63ebf-2004-4e2b-be70-36cdc2d806be)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:31.903969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.909236 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e86b13c-9114-4a9b-b03a-f158466771fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:31.930443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Calling delete_port for 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:31.944626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.20.0.21 (44c220f8-4aa4-41d7-a06f-b9776c87d48c/3183ba68-dbd9-4b68-b091-29881cc7714b/d72f4de4-9b54-4696-b46a-bf75ae8b5779) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:19:31.978589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3e86b13c-9114-4a9b-b03a-f158466771fc None None] For port 2272e4d5-c8ef-48de-a081-b1d5b3a4c724, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2272e4d5-c8ef-48de-a081-b1d5b3a4c724,segment=NetworkSegment(b5c63ebf-2004-4e2b-be70-36cdc2d806be),segment_id=b5c63ebf-2004-4e2b-be70-36cdc2d806be)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:31.991150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:19:21Z', 'updated_at': '2021-10-12T23:19:27Z', 'revision_number': 4, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'gw_port': {'id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:22Z', 'updated_at': '2021-10-12T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2272e4d5-c8ef-48de-a081-b1d5b3a4c724', 'name': '', 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'mac_address': 'fa:16:3e:e1:05:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c6a0f777-204d-4296-b7cd-93ad4c84ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:26Z', 'updated_at': '2021-10-12T23:19:30Z', 'revision_number': 4, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'subnets': [{'id': 'c6a0f777-204d-4296-b7cd-93ad4c84ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:32.024870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea0fa767-dcc8-4d3a-859e-cc7b7978b3e4 None None] The sync data for ids ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'] in n-d-790519-14 is: [{'id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:19:21Z', 'updated_at': '2021-10-12T23:19:27Z', 'revision_number': 4, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'gw_port': {'id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:22Z', 'updated_at': '2021-10-12T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2272e4d5-c8ef-48de-a081-b1d5b3a4c724', 'name': '', 'network_id': '69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'mac_address': 'fa:16:3e:e1:05:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3131, 'fixed_ips': [{'subnet_id': 'c6a0f777-204d-4296-b7cd-93ad4c84ea4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:26Z', 'updated_at': '2021-10-12T23:19:30Z', 'revision_number': 4, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'subnets': [{'id': 'c6a0f777-204d-4296-b7cd-93ad4c84ea4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:19:32.051981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56258) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:32.065243 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e86b13c-9114-4a9b-b03a-f158466771fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.069631 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f48fd8c-ff2c-40b5-91fd-ef4b26832a81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.098533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a35608b2-9176-43ee-a32d-fe239582764d req-02e2bb05-d6f2-4e74-9682-bb3954fa3f9a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 210 time: 0.0527925 Oct 12 23:19:32.161504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e86b13c-9114-4a9b-b03a-f158466771fc None None] Pushing event updated for resources: {'Port': ['ID=2272e4d5-c8ef-48de-a081-b1d5b3a4c724,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:32.169835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:32.240096 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f48fd8c-ff2c-40b5-91fd-ef4b26832a81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.262245 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.308571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:19:32.313124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:32.318009 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.337551 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f48fd8c-ff2c-40b5-91fd-ef4b26832a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.403252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc217b-e415-4727-9f02-89223d1f2d99 req-08358515-feae-449a-88c8-982d53252b1d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:32.404841 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8bc217b-e415-4727-9f02-89223d1f2d99 req-08358515-feae-449a-88c8-982d53252b1d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 944 time: 0.0735211 Oct 12 23:19:32.407493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f48fd8c-ff2c-40b5-91fd-ef4b26832a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47dff44-29e9-462f-a9e5-54edfb913174,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:32.415184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56262) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:32.415717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3f48fd8c-ff2c-40b5-91fd-ef4b26832a81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a67f0f1b4fe34dd6b3207d69691c2b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3619599 Oct 12 23:19:32.416230 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.444563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a012a61-0254-4cde-abf5-f7d91708f410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:32.445881 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.448696 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0328e0ec-6efb-4f0c-9f5e-5673a00bf87d" -d '{"events": [{"server_uuid": "7a012a61-0254-4cde-abf5-f7d91708f410", "name": "network-vif-plugged", "status": "completed", "tag": "131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:32.463882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,segment=NetworkSegment(f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c),segment_id=f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:32.483872 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.537974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 44c220f8-4aa4-41d7-a06f-b9776c87d48c is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:32.548328 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.548729 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8bc217b-e415-4727-9f02-89223d1f2d99 req-a902ffc9-44dd-46f2-ba2e-e07783e5e3c8 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270902 Oct 12 23:19:32.553435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:32.578810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:19:32.611858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=d72f4de4-9b54-4696-b46a-bf75ae8b5779,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:32.644115 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60446fa6-0580-48bf-8bb7-6abf8adb3209 x-openstack-request-id: req-60446fa6-0580-48bf-8bb7-6abf8adb3209 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:32.648919 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a012a61-0254-4cde-abf5-f7d91708f410", "name": "network-vif-plugged", "status": "completed", "tag": "131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:32.649473 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-60446fa6-0580-48bf-8bb7-6abf8adb3209 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:32.650304 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a012a61-0254-4cde-abf5-f7d91708f410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7', 'code': 200} Oct 12 23:19:32.704972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:32.766121 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1ad2d98-1a63-4959-9618-699d12b97781 req-19e80a02-1d12-4e45-bfc3-69ba73e0c14f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0553305 Oct 12 23:19:32.793951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6a16f7-c4ab-4803-aef1-7245855d6d62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.818206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.818563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.819094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.839002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.839427 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.839776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.840114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.840450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.840780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.841179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.841439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.841768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:19:32.966366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Pushing event deleted for resources: {'Port': ['ID=2272e4d5-c8ef-48de-a081-b1d5b3a4c724,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:32.973568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:32.974247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.983176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6a16f7-c4ab-4803-aef1-7245855d6d62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:32.995374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a1687558-1658-4659-ab67-bb5bfbefc956 None None] Provisioning complete for port d72f4de4-9b54-4696-b46a-bf75ae8b5779 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:32.995751 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a1687558-1658-4659-ab67-bb5bfbefc956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:33.032276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a1687558-1658-4659-ab67-bb5bfbefc956 None None] Port d72f4de4-9b54-4696-b46a-bf75ae8b5779 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:19:33.462588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d79416-d03f-46e2-bf81-93c274b5fa5d req-079336ce-fec8-4d50-ad35-62cd7212df4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:33.464182 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54d79416-d03f-46e2-bf81-93c274b5fa5d req-079336ce-fec8-4d50-ad35-62cd7212df4c service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 1097 time: 0.7098341 Oct 12 23:19:33.513231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-487c7a68-93b2-4d9a-aeff-0c90728c2bfb tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1654265 Oct 12 23:19:33.522013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:33.535984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Request body: {'port': {'device_id': '4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:33.550440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d2c2e-2469-43bf-91d0-13f976afe492 req-0e92a412-0172-470c-8c42-0f342fbc3698 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:33.551954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a2d2c2e-2469-43bf-91d0-13f976afe492 req-0e92a412-0172-470c-8c42-0f342fbc3698 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 932 time: 0.1411772 Oct 12 23:19:33.587293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54d79416-d03f-46e2-bf81-93c274b5fa5d req-47a42890-e408-4a08-884b-9cdfc14d1f20 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031637 Oct 12 23:19:33.686266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92878288-0d4e-40a4-9e57-27b690c6bc94 req-92e3698f-d760-48e6-a0b7-701d95dcb802 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:33.692933 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92878288-0d4e-40a4-9e57-27b690c6bc94 req-92e3698f-d760-48e6-a0b7-701d95dcb802 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 945 time: 0.0564883 Oct 12 23:19:33.719074 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6a16f7-c4ab-4803-aef1-7245855d6d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:33.721675 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6a16f7-c4ab-4803-aef1-7245855d6d62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:33.722846 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1a6a16f7-c4ab-4803-aef1-7245855d6d62 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b47dff44-29e9-462f-a9e5-54edfb913174 HTTP/1.1" status: 204 len: 168 time: 1.3066306 Oct 12 23:19:33.729613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92878288-0d4e-40a4-9e57-27b690c6bc94 req-8f2d2232-db97-462e-a892-b7e415c54f36 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355885 Oct 12 23:19:33.736225 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:33.757195 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a2d2c2e-2469-43bf-91d0-13f976afe492 req-a481dcff-efda-4db3-ab39-f126aba5b16f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667082 Oct 12 23:19:33.767330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6a16f7-c4ab-4803-aef1-7245855d6d62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47dff44-29e9-462f-a9e5-54edfb913174,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:33.942123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a70dd194-f9a3-4b2c-808c-4e1788dc79d0 req-b4a098f7-2cc6-4fb2-8832-dee0a672c06f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0862589 Oct 12 23:19:34.064682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:19:34.238109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d72f4de4-9b54-4696-b46a-bf75ae8b5779 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:19:34.248244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:34.250758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:19:34.256410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-872a11be-0280-4ec8-966f-1e7c3c2f4671 admin admin] 10.222.0.31 "PUT /v2.0/routers/c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7239549 Oct 12 23:19:34.261161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56292) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:34.264406 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] Sync routers for ids ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:19:34.266266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Transition to ACTIVE for port object d72f4de4-9b54-4696-b46a-bf75ae8b5779 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:19:34.295219 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] Routers {'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:34.295855 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:34.362054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:34.397714 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:34.436405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d72f4de4-9b54-4696-b46a-bf75ae8b5779,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:34.514373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Attempting to bind port d72f4de4-9b54-4696-b46a-bf75ae8b5779 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:19:34.515579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Attempting to bind port d72f4de4-9b54-4696-b46a-bf75ae8b5779 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:19:34.516143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Attempting to bind port d72f4de4-9b54-4696-b46a-bf75ae8b5779 on network 44c220f8-4aa4-41d7-a06f-b9776c87d48c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:34.545257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Port d72f4de4-9b54-4696-b46a-bf75ae8b5779 on network 44c220f8-4aa4-41d7-a06f-b9776c87d48c not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:19:34.545701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Attempting to bind port d72f4de4-9b54-4696-b46a-bf75ae8b5779 on network 44c220f8-4aa4-41d7-a06f-b9776c87d48c {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:34.551458 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] Set router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:34.553337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:19:34.554058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Checking segment: {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:34.554588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Bound using segment: {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:19:34.555273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Bound port: d72f4de4-9b54-4696-b46a-bf75ae8b5779, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:19:34.556005 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:34.566238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:34.652764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] For port d72f4de4-9b54-4696-b46a-bf75ae8b5779, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:19:34.656614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] For port d72f4de4-9b54-4696-b46a-bf75ae8b5779, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d72f4de4-9b54-4696-b46a-bf75ae8b5779,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:19:34.746073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Deleting port 89eebd6d-7151-4236-9264-dbb4df63c605 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:34.746617 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:34.756142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:34.762490 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:19:21Z', 'updated_at': '2021-10-12T23:19:32Z', 'revision_number': 5, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'gw_port': {'id': '89eebd6d-7151-4236-9264-dbb4df63c605', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3124, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:22Z', 'updated_at': '2021-10-12T23:19:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:34.794590 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] Checking router: c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:19:34.808068 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] Routers {'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:34.809256 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:15Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:34.837462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:34.838368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:34.848425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] 10.222.0.41 "PUT /v2.0/ports/d72f4de4-9b54-4696-b46a-bf75ae8b5779 HTTP/1.1" status: 200 len: 1093 time: 1.3231153 Oct 12 23:19:34.849255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd', 'tag': 'd72f4de4-9b54-4696-b46a-bf75ae8b5779'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:34.853006 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c2197f-1ce6-45b8-becb-bec333e6bb70" -d '{"events": [{"name": "network-changed", "server_uuid": "4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd", "tag": "d72f4de4-9b54-4696-b46a-bf75ae8b5779"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:34.962842 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] Set router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:35.025318 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c606-0cd5-4c87-a9ca-67e22f0d20c8 req-b3a87639-8098-4e75-8347-1f61834fa434 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:35.031464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de71c606-0cd5-4c87-a9ca-67e22f0d20c8 req-b3a87639-8098-4e75-8347-1f61834fa434 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 945 time: 0.0878177 Oct 12 23:19:35.068044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] For port 89eebd6d-7151-4236-9264-dbb4df63c605, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=89eebd6d-7151-4236-9264-dbb4df63c605,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:35.068044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:35.075484 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:19:21Z', 'updated_at': '2021-10-12T23:19:34Z', 'revision_number': 6, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:35.082276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Calling delete_port for 89eebd6d-7151-4236-9264-dbb4df63c605 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:35.104201 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feccd180-f7d5-4b04-b7d0-53b93b2d4ab6 None None] The sync data for ids ['c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd'] in n-d-790519-14 is: [{'id': 'c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd', 'name': 'tempest-ImageQuotaTest-1820426804-router', 'tenant_id': '5eadb465c27d4a898380adbdd0cf88e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:19:21Z', 'updated_at': '2021-10-12T23:19:34Z', 'revision_number': 6, 'project_id': '5eadb465c27d4a898380adbdd0cf88e6', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:19:35.204003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-15078ac8-a029-40d0-9b31-e2b817fd146b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:35.205665 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-15078ac8-a029-40d0-9b31-e2b817fd146b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.3390851 Oct 12 23:19:35.223059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'port': {'device_id': 'ff2bd30a-23cc-4b15-a8fa-172026f4d0c0', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'admin_state_up': True, 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:35.241188 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de71c606-0cd5-4c87-a9ca-67e22f0d20c8 req-eb8f9694-0a4f-4e74-98f1-e758cfbf79ec tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630965 Oct 12 23:19:35.300751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a7435-7580-45fe-997b-9ddafdcca1e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d72f4de4-9b54-4696-b46a-bf75ae8b5779,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:35.313705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-87647008-f26e-4c45-9c02-2f63d41e9527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:35.315235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-87647008-f26e-4c45-9c02-2f63d41e9527 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 1096 time: 0.3110600 Oct 12 23:19:35.385490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dbf846-2566-45a0-8e9b-222daddddbcb req-dae6056a-e22c-408c-a5b7-6088b737cfcf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:35.387067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04dbf846-2566-45a0-8e9b-222daddddbcb req-dae6056a-e22c-408c-a5b7-6088b737cfcf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 944 time: 0.3840537 Oct 12 23:19:35.388363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-c21e6914-2b35-4f38-98ab-a305c06a3486 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=d72f4de4-9b54-4696-b46a-bf75ae8b5779 HTTP/1.1" status: 200 len: 217 time: 0.0629804 Oct 12 23:19:35.450867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:35.493388 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04dbf846-2566-45a0-8e9b-222daddddbcb req-5e65c48c-d379-42a9-8cc7-5b1e1478b729 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987349 Oct 12 23:19:35.498287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-a95fb290-ad6d-469f-a140-07486ab74958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:35.500368 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-a95fb290-ad6d-469f-a140-07486ab74958 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3183ba68-dbd9-4b68-b091-29881cc7714b HTTP/1.1" status: 200 len: 838 time: 0.1021442 Oct 12 23:19:35.531003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5c2f32ff-98bc-4f57-be90-fff37bfb7a04 req-9f97c961-9a12-4eb7-a7a0-0e99c347dc42 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0739248 Oct 12 23:19:35.535045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Pushing event deleted for resources: {'Port': ['ID=89eebd6d-7151-4236-9264-dbb4df63c605,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:35.567604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Made reservation on behalf of d5796b82d2104cbd9f53b8f46e14bfba for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:35.574285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:35.596178 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4eedc50-723b-478c-a70e-674083896805 x-openstack-request-id: req-c4eedc50-723b-478c-a70e-674083896805 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:35.596428 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd", "tag": "d72f4de4-9b54-4696-b46a-bf75ae8b5779", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:35.598125 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c4eedc50-723b-478c-a70e-674083896805 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:35.598125 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd', 'tag': 'd72f4de4-9b54-4696-b46a-bf75ae8b5779', 'status': 'completed', 'code': 200} Oct 12 23:19:35.628690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-59d7e5ae-e766-4ec6-9a75-aa4b9ebf4e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:35.630390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-59d7e5ae-e766-4ec6-9a75-aa4b9ebf4e14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44c220f8-4aa4-41d7-a06f-b9776c87d48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1178656 Oct 12 23:19:35.649035 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:35.768261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:35.770563 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:35.819551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-e7b1ed34-82a4-45e6-a973-d738bb5ac1f9 service neutron] 10.222.0.41 "GET /v2.0/networks/44c220f8-4aa4-41d7-a06f-b9776c87d48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785443 Oct 12 23:19:35.826455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.20.0.8 (9dfff4e1-8f06-45c7-a0f5-5156dd2f2255/4673c338-433e-4237-a51e-e1311e5e28b8/9b5fc3e7-f6fd-48d0-8597-72a859ca63e1) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:19:35.927536 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:35.928386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:19:35.934262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:35.936997 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-40943364-743d-4195-b180-d41fcf24333f admin admin] 10.222.0.31 "DELETE /v2.0/routers/c8a55d5a-24ca-4bc5-9f48-c151d9d7d9cd HTTP/1.1" status: 204 len: 168 time: 1.6732504 Oct 12 23:19:35.938313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56322) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:35.993446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba891f6e-d8a1-4de5-b9ce-758bc080f67d req-deb4d724-66c6-49e6-8d91-d19db2913edd service neutron] 10.222.0.41 "GET /v2.0/networks/44c220f8-4aa4-41d7-a06f-b9776c87d48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644204 Oct 12 23:19:36.043204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3019aa2-60f5-44ef-8ec8-56dfb8e26ef1 admin admin] Deleting subnet c6a0f777-204d-4296-b7cd-93ad4c84ea4a {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:19:36.046846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3019aa2-60f5-44ef-8ec8-56dfb8e26ef1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.086112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.096291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3019aa2-60f5-44ef-8ec8-56dfb8e26ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.160815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 89eebd6d-7151-4236-9264-dbb4df63c605 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:19:36.179110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.239322 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3019aa2-60f5-44ef-8ec8-56dfb8e26ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.239598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 89eebd6d-7151-4236-9264-dbb4df63c605 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:19:36.239953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 89eebd6d-7151-4236-9264-dbb4df63c605 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:19:36.240384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:19:36.263680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:19:36.264033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2272e4d5-c8ef-48de-a081-b1d5b3a4c724 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:19:36.269145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:36.277749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:36.292960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:19:36.348742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:36.374018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-526e0845-cf42-4f25-aaec-2036d31f043b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:36.377148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-526e0845-cf42-4f25-aaec-2036d31f043b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 1096 time: 0.1784291 Oct 12 23:19:36.389659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:36.390353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.424742 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3019aa2-60f5-44ef-8ec8-56dfb8e26ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.525263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fe9aaf4f-fe73-4083-a308-43f36567194f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3070741 Oct 12 23:19:36.543008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Request body: {'port': {'device_id': 'ff2bd30a-23cc-4b15-a8fa-172026f4d0c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:36.643775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-a3579bef-ae40-4cf8-af20-384aec2296a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:36.645291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-a3579bef-ae40-4cf8-af20-384aec2296a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=44c220f8-4aa4-41d7-a06f-b9776c87d48c HTTP/1.1" status: 200 len: 898 time: 0.2518494 Oct 12 23:19:36.714702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-7bd3ac89-a67d-4f63-9872-84c4cc797260 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=d72f4de4-9b54-4696-b46a-bf75ae8b5779 HTTP/1.1" status: 200 len: 217 time: 0.0483611 Oct 12 23:19:36.753563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ddb9a2ee-5654-42fb-94ce-45b6f4607deb None None] Provisioning complete for port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:36.753957 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ddb9a2ee-5654-42fb-94ce-45b6f4607deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.806781 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.823773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ddb9a2ee-5654-42fb-94ce-45b6f4607deb None None] Port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:19:36.833919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc58f5e-c407-45da-92fa-3612b98bfdf8 req-1687b943-cb2c-4d36-ba9d-bb9ee883cd4d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:36.841541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbc58f5e-c407-45da-92fa-3612b98bfdf8 req-1687b943-cb2c-4d36-ba9d-bb9ee883cd4d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 944 time: 0.2096698 Oct 12 23:19:36.856003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3019aa2-60f5-44ef-8ec8-56dfb8e26ef1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a0f777-204d-4296-b7cd-93ad4c84ea4a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:36.862529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-9c3ade4d-1692-4655-863d-f2d8dbf3f368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:36.864014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-9c3ade4d-1692-4655-863d-f2d8dbf3f368 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3183ba68-dbd9-4b68-b091-29881cc7714b HTTP/1.1" status: 200 len: 838 time: 0.1326964 Oct 12 23:19:36.869915 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3019aa2-60f5-44ef-8ec8-56dfb8e26ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:36.870074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36ac4fe-a28d-441f-9086-ccbd4678713f None None] Network 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:36.875716 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f3019aa2-60f5-44ef-8ec8-56dfb8e26ef1 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/c6a0f777-204d-4296-b7cd-93ad4c84ea4a HTTP/1.1" status: 204 len: 168 time: 0.9362888 Oct 12 23:19:36.880972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56340) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:36.889925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec53a46-d80c-4260-849d-7bf057593b08 req-acd6c529-d2c7-4424-b40e-d2265b036d5c tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:36.896739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aec53a46-d80c-4260-849d-7bf057593b08 req-acd6c529-d2c7-4424-b40e-d2265b036d5c tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 945 time: 0.5209880 Oct 12 23:19:36.962079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbc58f5e-c407-45da-92fa-3612b98bfdf8 req-8f478da4-5093-4f8e-84ba-59395a810016 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111064 Oct 12 23:19:37.013820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aec53a46-d80c-4260-849d-7bf057593b08 req-24ef81ac-307a-49bf-b6f6-d294183b54a9 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094222 Oct 12 23:19:37.051512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.106125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-4ed95073-d283-4923-83b7-56bbcb099339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:37.117682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-4ed95073-d283-4923-83b7-56bbcb099339 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=44c220f8-4aa4-41d7-a06f-b9776c87d48c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2260382 Oct 12 23:19:37.197356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Deleting port 14585cd2-0a34-416d-b210-75c14819580f {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:37.197829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.208138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98648a7-05e2-4c08-bd94-ad3be463b576 None None] DHCP port deletion for 69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:19:37.292705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] For port 14585cd2-0a34-416d-b210-75c14819580f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=14585cd2-0a34-416d-b210-75c14819580f,segment=NetworkSegment(b5c63ebf-2004-4e2b-be70-36cdc2d806be),segment_id=b5c63ebf-2004-4e2b-be70-36cdc2d806be)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:37.293602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.298063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd6953d-011c-4840-9c45-15300e2bb504 req-c4ee42f4-8e85-4a92-abaf-d1b8c1784927 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:37.304284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c98648a7-05e2-4c08-bd94-ad3be463b576 None None] Deleting port 14585cd2-0a34-416d-b210-75c14819580f {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:37.319370 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c98648a7-05e2-4c08-bd94-ad3be463b576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.319530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fd6953d-011c-4840-9c45-15300e2bb504 req-c4ee42f4-8e85-4a92-abaf-d1b8c1784927 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 931 time: 0.2262793 Oct 12 23:19:37.319620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Calling delete_port for 14585cd2-0a34-416d-b210-75c14819580f owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:37.373022 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-440b4021-4392-4df7-9506-cbfae5ced97c service neutron] 10.222.0.41 "GET /v2.0/networks/44c220f8-4aa4-41d7-a06f-b9776c87d48c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401009 Oct 12 23:19:37.417714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c98648a7-05e2-4c08-bd94-ad3be463b576 None None] For port 14585cd2-0a34-416d-b210-75c14819580f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=14585cd2-0a34-416d-b210-75c14819580f,segment=NetworkSegment(b5c63ebf-2004-4e2b-be70-36cdc2d806be),segment_id=b5c63ebf-2004-4e2b-be70-36cdc2d806be)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:37.418195 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c98648a7-05e2-4c08-bd94-ad3be463b576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.430970 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fd6953d-011c-4840-9c45-15300e2bb504 req-0141ed41-b0a5-46b4-be4f-a7585e0c56ec tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236193 Oct 12 23:19:37.442688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c98648a7-05e2-4c08-bd94-ad3be463b576 None None] Calling delete_port for 14585cd2-0a34-416d-b210-75c14819580f owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:37.530391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:19:37.532511 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:19:37.540500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c98648a7-05e2-4c08-bd94-ad3be463b576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.560502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] No DVR routers for this DVR port 14585cd2-0a34-416d-b210-75c14819580f on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:19:37.605242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98648a7-05e2-4c08-bd94-ad3be463b576 None None] Pushing event deleted for resources: {'Port': ['ID=14585cd2-0a34-416d-b210-75c14819580f,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:37.607608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98648a7-05e2-4c08-bd94-ad3be463b576 None None] No DVR routers for this DVR port 14585cd2-0a34-416d-b210-75c14819580f on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:19:37.637280 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Pushing event deleted for resources: {'Port': ['ID=14585cd2-0a34-416d-b210-75c14819580f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:37.719587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3c2197f-1ce6-45b8-becb-bec333e6bb70 req-ff4aa744-1008-4ba2-b826-f2f16e5d4c0f service neutron] 10.222.0.41 "GET /v2.0/networks/44c220f8-4aa4-41d7-a06f-b9776c87d48c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303437 Oct 12 23:19:37.722891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:19:37.744771 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.748970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.764661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Transition to ACTIVE for port object 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:19:37.798421 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:37.809528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5c63ebf-2004-4e2b-be70-36cdc2d806be') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:37.809921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5c63ebf-2004-4e2b-be70-36cdc2d806be') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:37.820615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.822521 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.838243 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.845008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:19:37.845413 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:19:37.847149 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:19:37.891990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:38.024193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b937fe37-87d3-4994-a158-4edfe40730cb req-2505be85-8a32-43bd-8a66-d4e27ff12f38 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:38.025945 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b937fe37-87d3-4994-a158-4edfe40730cb req-2505be85-8a32-43bd-8a66-d4e27ff12f38 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 945 time: 0.0782902 Oct 12 23:19:38.027233 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:38.034514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 14585cd2-0a34-416d-b210-75c14819580f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:19:38.048717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Attempting to bind port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:19:38.049014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Attempting to bind port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:19:38.049135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:38.049352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Attempting to bind port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:38.054122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:19:38.054884 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Attempting to bind port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:38.055871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] 10.222.0.31 "DELETE /v2.0/networks/69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf HTTP/1.1" status: 204 len: 168 time: 1.1569495 Oct 12 23:19:38.075551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83382c-4a1c-4e95-a7f2-135c10e444df admin admin] Pushing event deleted for resources: {'Network': ['ID=69fa9667-a8ee-4618-a4fb-f6b5c43d2ebf,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:38.082500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:19:38.082832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:38.083260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Bound using segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:19:38.088110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Bound port: 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:19:38.088491 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:38.092822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 14585cd2-0a34-416d-b210-75c14819580f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:19:38.093488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 14585cd2-0a34-416d-b210-75c14819580f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:19:38.124917 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b937fe37-87d3-4994-a158-4edfe40730cb req-fa89e004-6bd8-44d5-b2a1-d79a631659d9 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666847 Oct 12 23:19:38.236917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0447e9d-d323-4ee3-a61c-2605b2ca8b98 req-26ebd7a1-8215-400c-ae07-36f2eba50f07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:38.238539 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0447e9d-d323-4ee3-a61c-2605b2ca8b98 req-26ebd7a1-8215-400c-ae07-36f2eba50f07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 944 time: 0.1209285 Oct 12 23:19:38.259633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] For port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:19:38.266745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] For port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:19:38.303837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0447e9d-d323-4ee3-a61c-2605b2ca8b98 req-0d1b9cbe-d10a-40e7-81d6-8807905b61c0 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394382 Oct 12 23:19:38.378958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:38.417058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:38.417809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:38.426168 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] 10.222.0.25 "PUT /v2.0/ports/9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 HTTP/1.1" status: 200 len: 1092 time: 1.8894439 Oct 12 23:19:38.426676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff2bd30a-23cc-4b15-a8fa-172026f4d0c0', 'tag': '9b5fc3e7-f6fd-48d0-8597-72a859ca63e1'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:38.429207 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20e5fc3-b7d3-4166-b534-4b6e0b1f0f61" -d '{"events": [{"name": "network-changed", "server_uuid": "ff2bd30a-23cc-4b15-a8fa-172026f4d0c0", "tag": "9b5fc3e7-f6fd-48d0-8597-72a859ca63e1"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:38.467863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b6688b-8212-4e3a-87e8-43009b79b983 service neutron] Pushing event updated for resources: {'Port': ['ID=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:38.492230 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d0803f-edbb-44a1-8f7c-34e4eeeb1a4c x-openstack-request-id: req-44d0803f-edbb-44a1-8f7c-34e4eeeb1a4c {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:38.492742 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff2bd30a-23cc-4b15-a8fa-172026f4d0c0", "tag": "9b5fc3e7-f6fd-48d0-8597-72a859ca63e1", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:38.493059 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-44d0803f-edbb-44a1-8f7c-34e4eeeb1a4c {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:38.493526 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff2bd30a-23cc-4b15-a8fa-172026f4d0c0', 'tag': '9b5fc3e7-f6fd-48d0-8597-72a859ca63e1', 'status': 'completed', 'code': 200} Oct 12 23:19:38.553721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31b0b90-e1a8-4bea-a503-b64cebf64690 req-b86f9fa4-fc90-419f-b3c5-acf6bc640ebe tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:38.564684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c31b0b90-e1a8-4bea-a503-b64cebf64690 req-b86f9fa4-fc90-419f-b3c5-acf6bc640ebe tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0833008 Oct 12 23:19:38.579699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5fc3-b7d3-4166-b534-4b6e0b1f0f61 req-d18e6b36-18bf-46d7-8401-4bc5ae36931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:38.593921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d20e5fc3-b7d3-4166-b534-4b6e0b1f0f61 req-d18e6b36-18bf-46d7-8401-4bc5ae36931f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 1095 time: 0.0781274 Oct 12 23:19:38.619491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c31b0b90-e1a8-4bea-a503-b64cebf64690 req-259b789d-cd8a-4c5a-a72f-1f4834bcab5f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485523 Oct 12 23:19:38.620079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56368) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:38.678414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a02f7818-8087-4c9d-9b03-968b4f75cd15 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5eadb465c27d4a898380adbdd0cf88e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0548968 Oct 12 23:19:38.678662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56372) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:38.781957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4ad5-4b29-4193-bbff-0949fd08e538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:38.788261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5fc3-b7d3-4166-b534-4b6e0b1f0f61 req-4fa32a6b-84cb-40b9-887d-e107ddf9d2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:38.790483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d20e5fc3-b7d3-4166-b534-4b6e0b1f0f61 req-4fa32a6b-84cb-40b9-887d-e107ddf9d2f6 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1868227 Oct 12 23:19:38.813676 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4ad5-4b29-4193-bbff-0949fd08e538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:38.901974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e5fc3-b7d3-4166-b534-4b6e0b1f0f61 req-2250243b-5f12-491c-91a4-a118ddb663f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:38.904240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d20e5fc3-b7d3-4166-b534-4b6e0b1f0f61 req-2250243b-5f12-491c-91a4-a118ddb663f0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1051993 Oct 12 23:19:38.943995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4ad5-4b29-4193-bbff-0949fd08e538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:38.947666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0a9a4ad5-4b29-4193-bbff-0949fd08e538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:38.948984 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0a9a4ad5-4b29-4193-bbff-0949fd08e538 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/22261572-cec1-4286-b7f3-450ef67db121 HTTP/1.1" status: 204 len: 168 time: 0.2687604 Oct 12 23:19:38.959901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9a4ad5-4b29-4193-bbff-0949fd08e538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22261572-cec1-4286-b7f3-450ef67db121,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:39.008261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-2c5c9514-95b1-486d-85a6-67d90557aeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:39.009913 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-2c5c9514-95b1-486d-85a6-67d90557aeca service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 1095 time: 0.0660424 Oct 12 23:19:39.061956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-fa7e3ef4-fec7-467b-95dc-89e4ee08ec1d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 HTTP/1.1" status: 200 len: 217 time: 0.0433793 Oct 12 23:19:39.120861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-6bef2639-da69-498b-904a-9d2eb3e3b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:39.122534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-6bef2639-da69-498b-904a-9d2eb3e3b895 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0529020 Oct 12 23:19:39.288040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da99cd67-3858-471d-b854-7ddd0172ee8d req-28a9c7ba-48f7-4825-a926-73b1f3aea75c tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:39.296496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da99cd67-3858-471d-b854-7ddd0172ee8d req-28a9c7ba-48f7-4825-a926-73b1f3aea75c tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 945 time: 0.0928299 Oct 12 23:19:39.375486 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da99cd67-3858-471d-b854-7ddd0172ee8d req-95295b5c-9384-420e-900c-60f9d3eab52c tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/security-groups?id=fa550b11-0ec4-4bac-8534-bba8cc77f375&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723982 Oct 12 23:19:39.637708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-19e5df13-92dc-4841-a16a-db3b595cb61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:39.639261 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-19e5df13-92dc-4841-a16a-db3b595cb61b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5094419 Oct 12 23:19:39.650768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aed13-e502-4a66-a7e6-2f764419bd49 req-b6118b56-fbb5-4baf-a32f-95896218bf01 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:39.658527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-460aed13-e502-4a66-a7e6-2f764419bd49 req-b6118b56-fbb5-4baf-a32f-95896218bf01 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 944 time: 0.1100836 Oct 12 23:19:39.692714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-afc927c6-a23b-40d8-bd8a-d3734010023d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:39.694267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-afc927c6-a23b-40d8-bd8a-d3734010023d tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.25 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 945 time: 0.1446774 Oct 12 23:19:39.715197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d72f4de4-9b54-4696-b46a-bf75ae8b5779 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:19:39.813990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd7a50-4d95-4b78-81bc-9c6f0a2e567f req-48763062-b4c1-488b-932a-0e9dea109303 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:39.819450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-460aed13-e502-4a66-a7e6-2f764419bd49 req-147d46ec-b6c7-4c9f-a4ee-b4d897c29835 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542861 Oct 12 23:19:39.834849 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-88fd7a50-4d95-4b78-81bc-9c6f0a2e567f req-48763062-b4c1-488b-932a-0e9dea109303 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.1021504 Oct 12 23:19:39.887760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56390) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:39.929070 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-0573a951-fb7b-4bff-8136-02c76ccaf254 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684779 Oct 12 23:19:39.930381 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5f84168-b558-4912-b402-a6af5206216c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:39.945951 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-88fd7a50-4d95-4b78-81bc-9c6f0a2e567f req-2eb3c81f-253b-4839-9c1e-4b27bcf34a02 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228855 Oct 12 23:19:39.974539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d72f4de4-9b54-4696-b46a-bf75ae8b5779, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d72f4de4-9b54-4696-b46a-bf75ae8b5779,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:39.991033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd72f4de4-9b54-4696-b46a-bf75ae8b5779', 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c', 'port_id': 'd72f4de4-9b54-4696-b46a-bf75ae8b5779', 'mac_address': 'fa:16:3e:65:f7:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3183ba68-dbd9-4b68-b091-29881cc7714b', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:19:40.048099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Deleting port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:19:40.048439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.061258 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.081133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d72f4de4-9b54-4696-b46a-bf75ae8b5779 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:19:40.106385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d72f4de4-9b54-4696-b46a-bf75ae8b5779, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d72f4de4-9b54-4696-b46a-bf75ae8b5779,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:40.129790 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f98075a-46be-4be2-9ccf-8b2689258197 req-9ecb0a80-4785-4973-b0da-f5d1ccfd4210 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880760 Oct 12 23:19:40.181029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5f84168-b558-4912-b402-a6af5206216c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.183382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.198463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] For port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,segment=NetworkSegment(f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c),segment_id=f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:40.198830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.213113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Calling delete_port for 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:19:40.256134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d72f4de4-9b54-4696-b46a-bf75ae8b5779,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:40.261317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5f84168-b558-4912-b402-a6af5206216c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.298877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a5f84168-b558-4912-b402-a6af5206216c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.4097879 Oct 12 23:19:40.301564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56392) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:40.324176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f84168-b558-4912-b402-a6af5206216c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2643a44-6fe4-439f-8a16-9391ed39773b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:40.384890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d72f4de4-9b54-4696-b46a-bf75ae8b5779'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:40.393856 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e997a15-675e-46d9-bb14-a5145ae8fd89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.425626 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e997a15-675e-46d9-bb14-a5145ae8fd89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.508527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.546772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:40.619577 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e997a15-675e-46d9-bb14-a5145ae8fd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.622236 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e997a15-675e-46d9-bb14-a5145ae8fd89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.623500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e997a15-675e-46d9-bb14-a5145ae8fd89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e2643a44-6fe4-439f-8a16-9391ed39773b HTTP/1.1" status: 204 len: 168 time: 0.3208899 Oct 12 23:19:40.645223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e997a15-675e-46d9-bb14-a5145ae8fd89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2643a44-6fe4-439f-8a16-9391ed39773b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:40.693103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd0c4003-77d9-4fc0-9d80-49eca96ce474 req-2d47be5c-5d21-4db6-bf91-2d9a349dde42 tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 210 time: 0.0868711 Oct 12 23:19:40.697809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Pushing event deleted for resources: {'Port': ['ID=131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:40.765845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] No DVR routers for this DVR port 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:19:40.770248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:40.775640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-daa7fd5b-d261-4e5f-abba-e247b14a2c4e req-f20d2822-10ba-4bc7-b5d0-6390fff5713b tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.25 "DELETE /v2.0/ports/131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 HTTP/1.1" status: 204 len: 173 time: 1.0463972 Oct 12 23:19:40.782559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a012a61-0254-4cde-abf5-f7d91708f410', 'name': 'network-vif-deleted', 'tag': '131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:40.785109 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56b26b1-957c-4f02-818c-a61a2bb500a4" -d '{"events": [{"server_uuid": "7a012a61-0254-4cde-abf5-f7d91708f410", "name": "network-vif-deleted", "tag": "131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:40.878417 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f849f4-d58a-4b46-a612-3bd0ce4f4dd1 x-openstack-request-id: req-d7f849f4-d58a-4b46-a612-3bd0ce4f4dd1 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:40.878417 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a012a61-0254-4cde-abf5-f7d91708f410", "name": "network-vif-deleted", "tag": "131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:40.878417 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7f849f4-d58a-4b46-a612-3bd0ce4f4dd1 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:40.879214 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a012a61-0254-4cde-abf5-f7d91708f410', 'name': 'network-vif-deleted', 'tag': '131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7', 'status': 'completed', 'code': 200} Oct 12 23:19:41.058554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf146e10-4a54-4f78-844f-7c1f0d52edba req-c5271d1d-06b3-4a74-83f8-71ef0de8a828 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:41.070489 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf146e10-4a54-4f78-844f-7c1f0d52edba req-c5271d1d-06b3-4a74-83f8-71ef0de8a828 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 945 time: 0.1494942 Oct 12 23:19:41.137606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf146e10-4a54-4f78-844f-7c1f0d52edba req-8ed20a4b-2284-4fdd-9ff7-b83f36eeb045 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657680 Oct 12 23:19:41.232138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c4304-9f88-46f5-bd7f-5bed2bd3d7c0 req-5a63cd18-9349-4589-aefe-3390cbf9bd14 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:41.233562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-214c4304-9f88-46f5-bd7f-5bed2bd3d7c0 req-5a63cd18-9349-4589-aefe-3390cbf9bd14 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0562928 Oct 12 23:19:41.274323 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-214c4304-9f88-46f5-bd7f-5bed2bd3d7c0 req-3af1483a-accf-41af-9e7b-06e752303055 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337427 Oct 12 23:19:41.731259 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d72f4de4-9b54-4696-b46a-bf75ae8b5779 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:41.843843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3d16d3a6-a8f4-4701-bd14-72b4bce93fff req-4013b8ab-f826-47e2-93c4-f44cfb12ee8c tempest-ServerPasswordTestJSON-1285216535 tempest-ServerPasswordTestJSON-1285216535-project] 10.222.0.31 "GET /v2.0/ports?device_id=7a012a61-0254-4cde-abf5-f7d91708f410 HTTP/1.1" status: 200 len: 210 time: 0.0674632 Oct 12 23:19:41.910136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d72f4de4-9b54-4696-b46a-bf75ae8b5779 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:19:41.915346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d72f4de4-9b54-4696-b46a-bf75ae8b5779 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:41.924432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:41.973322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-8c8cf838-3d35-4726-812c-ea581a0f680a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2755363 Oct 12 23:19:42.022895 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:42.050284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72f4de4-9b54-4696-b46a-bf75ae8b5779'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:42.052639 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154f64d7-9a13-4562-b760-213177793027" -d '{"events": [{"server_uuid": "4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd", "name": "network-vif-plugged", "status": "completed", "tag": "d72f4de4-9b54-4696-b46a-bf75ae8b5779"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:42.080820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-ecc334e4-c22e-4df2-b5c7-dd50c4a95023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:42.082463 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-ecc334e4-c22e-4df2-b5c7-dd50c4a95023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 1097 time: 0.0627549 Oct 12 23:19:42.097824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d72f4de4-9b54-4696-b46a-bf75ae8b5779, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d72f4de4-9b54-4696-b46a-bf75ae8b5779,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:42.144721 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de6d3766-a173-4136-a1ec-5b1631e0f9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:42.172895 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:42.258846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d72f4de4-9b54-4696-b46a-bf75ae8b5779,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:42.331126 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c977b5-4f53-4d7e-944e-006fbb5c248e x-openstack-request-id: req-d3c977b5-4f53-4d7e-944e-006fbb5c248e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:42.331554 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd", "name": "network-vif-plugged", "status": "completed", "tag": "d72f4de4-9b54-4696-b46a-bf75ae8b5779", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:42.331998 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d3c977b5-4f53-4d7e-944e-006fbb5c248e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:42.332532 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd72f4de4-9b54-4696-b46a-bf75ae8b5779', 'code': 200} Oct 12 23:19:42.336504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-e8ea089c-bb55-4e04-a6a9-b11ea27827fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:42.338119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-e8ea089c-bb55-4e04-a6a9-b11ea27827fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.2333167 Oct 12 23:19:42.428337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19527fb1-a2cb-4288-bdb0-9bc8692712fd req-7e280618-353b-46fe-92af-035526458daa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:42.430957 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19527fb1-a2cb-4288-bdb0-9bc8692712fd req-7e280618-353b-46fe-92af-035526458daa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 946 time: 0.1641634 Oct 12 23:19:42.481230 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-d0cc5da6-3eac-4bd1-81ca-43919ae53429 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d36eb78d-be2a-4dcf-91fd-c939b2f4d994 HTTP/1.1" status: 200 len: 1000 time: 0.1287131 Oct 12 23:19:42.490123 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bf9814-d227-4922-acb5-72ff2b7e573d req-5dc6e101-ee88-4e5a-b285-7578048e3ef4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:42.492573 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6bf9814-d227-4922-acb5-72ff2b7e573d req-5dc6e101-ee88-4e5a-b285-7578048e3ef4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0826921 Oct 12 23:19:42.497526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e635f5e-aee3-487f-b8f6-a66c1198fde0 req-5ac076e1-dfa1-4f31-a5c8-f6c69d4babe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:42.498021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8e635f5e-aee3-487f-b8f6-a66c1198fde0 req-5ac076e1-dfa1-4f31-a5c8-f6c69d4babe3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 1098 time: 0.0982461 Oct 12 23:19:42.512858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19527fb1-a2cb-4288-bdb0-9bc8692712fd req-dc114de2-05b0-49e2-80a1-6ad7bbbe7114 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712647 Oct 12 23:19:42.567333 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8e635f5e-aee3-487f-b8f6-a66c1198fde0 req-23f21de6-195d-42a6-a170-f76fc679598e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619025 Oct 12 23:19:42.572226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-fe79e74d-d9f1-48f8-8b1e-e8fac3a0a3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:42.574267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-fe79e74d-d9f1-48f8-8b1e-e8fac3a0a3fe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.0867071 Oct 12 23:19:42.580348 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a6bf9814-d227-4922-acb5-72ff2b7e573d req-983651bc-e185-4bae-b959-13a8363b15f4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812275 Oct 12 23:19:42.799444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-faea8bbd-9471-45d9-b9bb-b954fbfc0175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:42.801001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-faea8bbd-9471-45d9-b9bb-b954fbfc0175 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428255 Oct 12 23:19:42.901774 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-791dbfe0-7c4c-4d17-9dcd-ec586ab70fa2 service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931931 Oct 12 23:19:42.923907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56446) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:42.976859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7957b14b-2127-4a29-9457-a162aa8e31d3 admin admin] Deleting subnet 9a58d899-63e1-445b-afe3-bc4ac6400600 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:19:42.980048 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7957b14b-2127-4a29-9457-a162aa8e31d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.017809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7957b14b-2127-4a29-9457-a162aa8e31d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.020413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b7c3d51-f06c-4e80-8586-e5ce37c6ecbc req-dd58f8bc-a416-4f77-931f-b80cf596491d service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112013 Oct 12 23:19:43.060486 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7957b14b-2127-4a29-9457-a162aa8e31d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.199591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7957b14b-2127-4a29-9457-a162aa8e31d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.233405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7957b14b-2127-4a29-9457-a162aa8e31d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a58d899-63e1-445b-afe3-bc4ac6400600,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:43.237069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7957b14b-2127-4a29-9457-a162aa8e31d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.240428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7957b14b-2127-4a29-9457-a162aa8e31d3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/9a58d899-63e1-445b-afe3-bc4ac6400600 HTTP/1.1" status: 204 len: 168 time: 0.3153353 Oct 12 23:19:43.243578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56456) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:43.315895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.406024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.428219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:43.439168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:43.439362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ee5233-b4eb-46a9-92d7-d8ed6e88f11c') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:43.449217 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.463593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.469999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:19:43.470398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:19:43.472152 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:19:43.606997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.616199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:43.622089 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] 10.222.0.31 "DELETE /v2.0/networks/6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f HTTP/1.1" status: 204 len: 168 time: 0.3767540 Oct 12 23:19:43.637655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ec729-0966-451a-b9d8-83e21a3af0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=6a20531c-db52-4f81-8e7d-bb8b2dbb6a8f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:43.664125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb63fc9-6233-4ee4-a0c6-f32456a35657 req-3074d656-380b-4f43-8b81-617c8e0c0207 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:43.665655 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6eb63fc9-6233-4ee4-a0c6-f32456a35657 req-3074d656-380b-4f43-8b81-617c8e0c0207 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 946 time: 0.0764344 Oct 12 23:19:43.713883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6eb63fc9-6233-4ee4-a0c6-f32456a35657 req-3b219411-fbec-4b8b-85a9-22529521d9ed tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411282 Oct 12 23:19:43.752454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4390f2c-a951-445a-82bf-512af07b79ba req-2cdaca93-2064-4834-b1a1-5c8e9a5718b4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:43.760867 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4390f2c-a951-445a-82bf-512af07b79ba req-2cdaca93-2064-4834-b1a1-5c8e9a5718b4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0733294 Oct 12 23:19:43.800524 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4390f2c-a951-445a-82bf-512af07b79ba req-6ca97bcd-0abc-4f8a-985a-fe39dab7b8b4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385022 Oct 12 23:19:43.958422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56468) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:43.997475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-c29062da-76bc-4847-bf3d-a578862f15af service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0414078 Oct 12 23:19:43.998746 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f74b1384-35bf-4d6e-8a67-40c1469cc739 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5594c3594cf04b03a8fe098e44caef68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390873 Oct 12 23:19:44.001151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56470) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:44.053869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a0eab68-f12e-4f25-be40-c690a0dfeea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:44.078400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a0eab68-f12e-4f25-be40-c690a0dfeea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:44.090012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-9bbbdfcb-0005-473a-a4ec-bd028cffe157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:44.091224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-9bbbdfcb-0005-473a-a4ec-bd028cffe157 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 1098 time: 0.0501156 Oct 12 23:19:44.196507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-c3adedf8-d1ef-4ca6-b168-91242e42556b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:44.198025 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-c3adedf8-d1ef-4ca6-b168-91242e42556b service neutron] 10.222.0.25 "GET /v2.0/networks?id=9f3ccf9e-5278-4374-88f5-41182a236166 HTTP/1.1" status: 200 len: 898 time: 0.0867329 Oct 12 23:19:44.210105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a0eab68-f12e-4f25-be40-c690a0dfeea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:44.213299 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a0eab68-f12e-4f25-be40-c690a0dfeea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:44.217033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4a0eab68-f12e-4f25-be40-c690a0dfeea1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/fa550b11-0ec4-4bac-8534-bba8cc77f375 HTTP/1.1" status: 204 len: 168 time: 0.2123787 Oct 12 23:19:44.226346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0eab68-f12e-4f25-be40-c690a0dfeea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa550b11-0ec4-4bac-8534-bba8cc77f375,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:44.250706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:19:44.275495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-8c64bb1e-82af-42e8-827e-868a794fe7b9 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1 HTTP/1.1" status: 200 len: 1002 time: 0.0704713 Oct 12 23:19:44.290004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:19:44.290717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 131261ce-7cc0-4eb6-9a86-5e5ad8f8ccb7 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:19:44.338319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-5f08dbca-623a-428c-8b73-cacf28739165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:44.339866 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-5f08dbca-623a-428c-8b73-cacf28739165 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4270887-51c7-44e9-912b-63ae208a10d2 HTTP/1.1" status: 200 len: 834 time: 0.0576251 Oct 12 23:19:44.387567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-b2eaed4a-748d-4289-9e34-87390c59869d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:44.389072 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-b2eaed4a-748d-4289-9e34-87390c59869d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9f3ccf9e-5278-4374-88f5-41182a236166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424612 Oct 12 23:19:44.488085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-d44ab5e9-fa27-4f8d-b5df-8f2d5d3dd4a2 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915158 Oct 12 23:19:44.591396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bfbb365-6317-443c-b8e7-8653df6696dc req-f088c14d-88fa-45da-a302-7cf59fef09f0 service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943305 Oct 12 23:19:44.844275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3606d5-10ef-46b9-a8ad-5d8d70a03058 req-cddcf56b-d23c-495f-88b9-c9923cd51e7e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:44.846651 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a3606d5-10ef-46b9-a8ad-5d8d70a03058 req-cddcf56b-d23c-495f-88b9-c9923cd51e7e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 946 time: 0.0564578 Oct 12 23:19:44.887851 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0a3606d5-10ef-46b9-a8ad-5d8d70a03058 req-c28712ba-defb-431f-beeb-658e2645cb9a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351808 Oct 12 23:19:44.935338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dcf23-868b-41eb-985f-25540d823b35 req-20cfe9b7-1009-4c07-986a-0e4caff42157 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:44.936900 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c95dcf23-868b-41eb-985f-25540d823b35 req-20cfe9b7-1009-4c07-986a-0e4caff42157 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0613685 Oct 12 23:19:44.984994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c95dcf23-868b-41eb-985f-25540d823b35 req-6d981628-9922-4248-8f53-6817bd25d996 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419054 Oct 12 23:19:45.021653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a48ecc8-579c-45bf-a02e-4ea57b20e835 req-e9e0ff57-1795-43fd-95ba-3c8cdcaaec9a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:45.023460 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5a48ecc8-579c-45bf-a02e-4ea57b20e835 req-e9e0ff57-1795-43fd-95ba-3c8cdcaaec9a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 946 time: 0.0613818 Oct 12 23:19:45.068487 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5a48ecc8-579c-45bf-a02e-4ea57b20e835 req-e8824f59-cd60-4e1b-856c-5219e6ca55d8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382521 Oct 12 23:19:45.489566 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:45.575453 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-83be11b2-8991-4932-ae10-3496eb9680c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:45.838423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56520) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:45.946571 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9866e6f7-982c-4b26-bdf0-79308c8513cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:46.031781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9866e6f7-982c-4b26-bdf0-79308c8513cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:46.110092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffdef91-54d3-4a21-9475-7e506c2f9fc9 req-068f4f7f-c0db-4565-bee4-6d4e2e97be6f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:46.111629 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dffdef91-54d3-4a21-9475-7e506c2f9fc9 req-068f4f7f-c0db-4565-bee4-6d4e2e97be6f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0525603 Oct 12 23:19:46.112743 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9866e6f7-982c-4b26-bdf0-79308c8513cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:46.138527 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:46.168759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866e6f7-982c-4b26-bdf0-79308c8513cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62c66de-ad42-4ccb-8a01-e2f09d997e28,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:46.178903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9866e6f7-982c-4b26-bdf0-79308c8513cf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81198ebcfc774fd798543bde80c8c7d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3393204 Oct 12 23:19:46.184747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56526) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:46.192076 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dffdef91-54d3-4a21-9475-7e506c2f9fc9 req-292a1d7e-3704-45d4-b618-f79855378823 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733037 Oct 12 23:19:46.243129 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fd686577-635e-4cc2-906b-422e8b82e775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:46.266505 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fd686577-635e-4cc2-906b-422e8b82e775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:46.390034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fd686577-635e-4cc2-906b-422e8b82e775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:46.392672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fd686577-635e-4cc2-906b-422e8b82e775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:46.393871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fd686577-635e-4cc2-906b-422e8b82e775 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a62c66de-ad42-4ccb-8a01-e2f09d997e28 HTTP/1.1" status: 204 len: 168 time: 0.2111642 Oct 12 23:19:46.406906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd686577-635e-4cc2-906b-422e8b82e775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62c66de-ad42-4ccb-8a01-e2f09d997e28,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:46.595686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56532) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:47.161297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.452434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56556) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:47.455008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7da978-db12-40e4-a7e8-2f8cd874dc79 req-be868af2-5a2b-4d94-9582-76313de559f4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:47.456615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db7da978-db12-40e4-a7e8-2f8cd874dc79 req-be868af2-5a2b-4d94-9582-76313de559f4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.1715894 Oct 12 23:19:47.544050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db7da978-db12-40e4-a7e8-2f8cd874dc79 req-efc216e0-9fd4-4c54-8820-23994f0e9cc9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548544 Oct 12 23:19:47.575017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1112837143-network', 'tenant_id': 'd28864a5ee3841a2bc8b02922bf98ca0'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:47.616115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.20.0.17 (44c220f8-4aa4-41d7-a06f-b9776c87d48c/3183ba68-dbd9-4b68-b091-29881cc7714b/a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:19:47.695455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Made reservation on behalf of d28864a5ee3841a2bc8b02922bf98ca0 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:47.698154 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.706693 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.735647 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.783491 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.844803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.873221 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.874476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.889871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 44c220f8-4aa4-41d7-a06f-b9776c87d48c is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:47.893500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:47.896200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:19:47.909444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:19:47.920901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cadab0-035e-4819-b676-361dfb6c9029,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:47.925675 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.925952 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Added segment 86180e01-d694-4ed0-9330-8793097e8bc9 of type vlan for network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 Oct 12 23:19:47.926391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:47.956615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:47.970879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.099761 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.101166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:48.102319 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.168251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] Pushing event updated for resources: {'Network': ['ID=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:48.181349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:19:48.189704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-09c710aa-1b85-40cf-8092-afebddebaa05 None None] Provisioning complete for port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:48.190074 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-09c710aa-1b85-40cf-8092-afebddebaa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.255903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7124a7fb-1bb2-4f90-893a-33c4f0239172 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8020329 Oct 12 23:19:48.259214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56564) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:48.264764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Request body: {'subnet': {'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1112837143-subnet', 'tenant_id': 'd28864a5ee3841a2bc8b02922bf98ca0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:48.271504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-09c710aa-1b85-40cf-8092-afebddebaa05 None None] Port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:19:48.355392 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Made reservation on behalf of d28864a5ee3841a2bc8b02922bf98ca0 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:48.357771 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.420192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.608701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.676604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bca054a3-e023-4e60-9144-f079d9a444b3,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:48.685312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Checking segment: {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:48.685896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Network hostable DHCP agents. Network: 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:19:48.734136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945b306-4ba5-4279-9bfb-dd7179b2574a req-50334036-133f-4621-9086-6cb45b9158b5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:48.735630 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b945b306-4ba5-4279-9bfb-dd7179b2574a req-50334036-133f-4621-9086-6cb45b9158b5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0889347 Oct 12 23:19:48.770413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:19:48.794294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.799092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b945b306-4ba5-4279-9bfb-dd7179b2574a req-3305b54e-4fd9-4d6f-8bae-4b8bef08c921 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573661 Oct 12 23:19:48.838411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:48.842858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:48.844546 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.848522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc2b195-3e88-4d53-81d2-53bc6690b728 None None] Network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:48.887020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:48.927565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e3d83769-ecbf-4e4d-b429-87b413e0f5b2 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6670647 Oct 12 23:19:48.984970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:48.993058 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:49.001181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1249daa-4ab4-42f2-9579-7f6c9ae96cd9 None None] Network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:19:49.070510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:49.138965 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 44c220f8-4aa4-41d7-a06f-b9776c87d48c is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:49.144477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:49.265875 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:49.296873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:19:49.368156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56584) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:49.451481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:19:49.456835 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-971e3a9e-32ce-47f7-9ae9-10480aaac0cd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "PUT /v2.0/routers/8cf369ad-045c-4942-b7dc-de4a0df8c0cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8600078 Oct 12 23:19:49.486339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Sync routers for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:19:49.510567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:49.511256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:49.514692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fc00a900-ca47-4ca1-bd03-7880eb2c3bf5 None None] Provisioning complete for port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:49.514692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc00a900-ca47-4ca1-bd03-7880eb2c3bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:49.547906 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b65fea1-affb-463c-b8da-fe288c0563a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:49.623440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-fc00a900-ca47-4ca1-bd03-7880eb2c3bf5 None None] Port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:19:49.660014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:49.731471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-7654b2e5-0a5e-4bf6-b473-5a4340f41bc6 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:49.733107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-7654b2e5-0a5e-4bf6-b473-5a4340f41bc6 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 815 time: 0.1496792 Oct 12 23:19:49.747169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b65fea1-affb-463c-b8da-fe288c0563a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:49.759551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-d8cdaa94-41b1-453f-90b9-d2dc782b264c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/quotas/d28864a5ee3841a2bc8b02922bf98ca0 HTTP/1.1" status: 200 len: 375 time: 0.0180166 Oct 12 23:19:49.795305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-2d00ab1d-2b34-4350-81e3-c9581162fdd5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304837 Oct 12 23:19:49.811684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b65fea1-affb-463c-b8da-fe288c0563a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:49.897589 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b65fea1-affb-463c-b8da-fe288c0563a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=09ed261bf1394c6b811bd41605d312a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5280871 Oct 12 23:19:49.900707 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56604) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:19:49.905442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b65fea1-affb-463c-b8da-fe288c0563a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88389b2-f83f-48d6-96d4-6b5bcec70e6c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:49.929017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:19:48Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bfb07b48-222d-44a0-8561-246f0b72fd1d', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:43Z', 'updated_at': '2021-10-12T23:18:48Z', 'revision_number': 1, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d', 'name': '', 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:92:90:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '3183ba68-dbd9-4b68-b091-29881cc7714b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:47Z', 'updated_at': '2021-10-12T23:19:48Z', 'revision_number': 2, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '3183ba68-dbd9-4b68-b091-29881cc7714b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:49.934534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-74b525a0-8fc1-4a21-b709-87c05d65921b service neutron] 10.222.0.31 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312830 Oct 12 23:19:49.964276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Checking router: 8cf369ad-045c-4942-b7dc-de4a0df8c0cb for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:19:49.964638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Updating router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:19:49.972912 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb1ebc-ad3f-4520-b06d-00c269d6232c req-853bd09f-2e7c-457d-8798-cc9355ed76d1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:49.974419 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33fb1ebc-ad3f-4520-b06d-00c269d6232c req-853bd09f-2e7c-457d-8798-cc9355ed76d1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.1015947 Oct 12 23:19:49.978086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d67967fd-f90e-4c4d-8818-d17240812aa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:49.990425 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.014448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d67967fd-f90e-4c4d-8818-d17240812aa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.051617 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-193a942a-5d06-4af5-9beb-b5f3f5b2b651 service neutron] 10.222.0.31 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103950 Oct 12 23:19:50.055527 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33fb1ebc-ad3f-4520-b06d-00c269d6232c req-efc7f0eb-aecd-4575-ad45-86e1934db2b3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728440 Oct 12 23:19:50.147265 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d67967fd-f90e-4c4d-8818-d17240812aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.151471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d67967fd-f90e-4c4d-8818-d17240812aa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.154448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d67967fd-f90e-4c4d-8818-d17240812aa1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e88389b2-f83f-48d6-96d4-6b5bcec70e6c HTTP/1.1" status: 204 len: 168 time: 0.2527614 Oct 12 23:19:50.162614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67967fd-f90e-4c4d-8818-d17240812aa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88389b2-f83f-48d6-96d4-6b5bcec70e6c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:50.279864 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.293134 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f495c0c2-b86e-49c9-b663-5a37796a2af3 req-644f21b0-d420-4c3f-b00a-0bf179a048e2 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 210 time: 0.0293930 Oct 12 23:19:50.416151 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.492132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40881d50-68fd-4b84-9983-a921ee67517d None None] Pushing event updated for resources: {'Port': ['ID=a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:50.527167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Attempting to bind port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:19:50.527540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Attempting to bind port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:19:50.527901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Attempting to bind port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d on network 44c220f8-4aa4-41d7-a06f-b9776c87d48c {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:50.533180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:19:50.533555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Checking segment: {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:50.534583 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.534583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Bound using segment: {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:19:50.534829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Bound port: a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99128f42-5da3-45ae-8391-c3b361e6c0c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:19:50.535199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.611698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] For port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:19:50.615206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] For port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:19:50.690306 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.755897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:19:50.756525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:50.766977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40881d50-68fd-4b84-9983-a921ee67517d None None] Pushing event updated for resources: {'Port': ['ID=a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:50.817156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-09114ea1-2390-473f-828b-5d11c21d4413 None None] Provisioning complete for port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:50.817533 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-09114ea1-2390-473f-828b-5d11c21d4413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:50.912720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:19:50.985511 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-09114ea1-2390-473f-828b-5d11c21d4413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:51.066260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-09114ea1-2390-473f-828b-5d11c21d4413 None None] For port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:51.179065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33c7d75-5a67-430d-9a59-682a9d1864ce req-10215450-a624-4562-96fe-a5d854e95240 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:51.181368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e33c7d75-5a67-430d-9a59-682a9d1864ce req-10215450-a624-4562-96fe-a5d854e95240 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0563698 Oct 12 23:19:51.238028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e33c7d75-5a67-430d-9a59-682a9d1864ce req-17f87664-5c74-4fec-8f21-f37ee6c4e460 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459130 Oct 12 23:19:51.244278 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-09114ea1-2390-473f-828b-5d11c21d4413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:51.339294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09114ea1-2390-473f-828b-5d11c21d4413 None None] Pushing event updated for resources: {'Port': ['ID=a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:51.389844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b8e13638-9312-436a-b5ab-1b06ed6360c2 None None] Provisioning complete for port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:51.390240 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b8e13638-9312-436a-b5ab-1b06ed6360c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:51.411531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e5d4ce3c-364c-4c1b-b856-aeb4cc665f02 req-10c22b00-154b-4203-a2f2-4608d8b97b44 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 210 time: 0.0295196 Oct 12 23:19:51.447471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:19:48Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bfb07b48-222d-44a0-8561-246f0b72fd1d', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:43Z', 'updated_at': '2021-10-12T23:18:48Z', 'revision_number': 1, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d', 'name': '', 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:92:90:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '3183ba68-dbd9-4b68-b091-29881cc7714b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:47Z', 'updated_at': '2021-10-12T23:19:50Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '3183ba68-dbd9-4b68-b091-29881cc7714b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:19:51.476676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad6d21f-f05c-45ea-9925-d73c0875b3cc None None] The sync data for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 is: [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:19:48Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bfb07b48-222d-44a0-8561-246f0b72fd1d', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:43Z', 'updated_at': '2021-10-12T23:18:48Z', 'revision_number': 1, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d', 'name': '', 'network_id': '44c220f8-4aa4-41d7-a06f-b9776c87d48c', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:92:90:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3154, 'fixed_ips': [{'subnet_id': '3183ba68-dbd9-4b68-b091-29881cc7714b', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:19:47Z', 'updated_at': '2021-10-12T23:19:50Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '3183ba68-dbd9-4b68-b091-29881cc7714b', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:19:51.994646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:52.051675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:52.052295 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:52.126809 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:19:52.277672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:19:52.368788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561bae61-ffd3-4b20-8fb6-3557c7f4e432 req-8c2d9f41-cf08-4717-8765-6fe971e063b0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:52.370381 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-561bae61-ffd3-4b20-8fb6-3557c7f4e432 req-8c2d9f41-cf08-4717-8765-6fe971e063b0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 943 time: 0.0575712 Oct 12 23:19:52.405688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:52.413737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-561bae61-ffd3-4b20-8fb6-3557c7f4e432 req-e81df1b4-44d1-4fa4-b501-6a4d27121a6f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Oct 12 23:19:52.422395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '9b5fc3e7-f6fd-48d0-8597-72a859ca63e1', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'port_id': '9b5fc3e7-f6fd-48d0-8597-72a859ca63e1', 'mac_address': 'fa:16:3e:aa:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:19:52.463328 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:52.478835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:19:52.501919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:52.539553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-3f72a978-27a1-4777-bdfc-fe3e9319918c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:52.541014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-3f72a978-27a1-4777-bdfc-fe3e9319918c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 815 time: 0.1233428 Oct 12 23:19:52.544571 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15a8c47e-ae74-4afd-93f4-085c0825aab3 req-2b322dfe-8f13-4eda-9e07-7fa3213d456d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 210 time: 0.0335317 Oct 12 23:19:52.556537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Request body: {'port': {'device_id': 'b5303b85-e954-4144-9d43-3b1200872772', 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2', 'admin_state_up': True, 'tenant_id': 'd28864a5ee3841a2bc8b02922bf98ca0'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:52.589726 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:52.663921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:52.775840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Made reservation on behalf of d28864a5ee3841a2bc8b02922bf98ca0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:19:52.781630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:52.802633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9b5fc3e7-f6fd-48d0-8597-72a859ca63e1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:52.938198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Allocated IP 172.20.0.12 (2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2/bca054a3-e023-4e60-9144-f079d9a444b3/9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:19:53.092492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:53.192906 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:53.239745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:19:53.243280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:19:53.248092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:19:53.252450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Pushing event updated for resources: {'Port': ['ID=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:53.297540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:53.298136 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:53.372271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-01d7bb61-2091-4672-ba47-b60933e8faec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8206642 Oct 12 23:19:53.385287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Request body: {'port': {'device_id': 'b5303b85-e954-4144-9d43-3b1200872772', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:19:53.443854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:53.533715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4390156e-2c0e-436a-9af8-a15eddc42cf3 req-08665d6c-f3ec-480e-a793-2b7605e68085 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:53.535227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4390156e-2c0e-436a-9af8-a15eddc42cf3 req-08665d6c-f3ec-480e-a793-2b7605e68085 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 944 time: 0.0502880 Oct 12 23:19:53.583985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4390156e-2c0e-436a-9af8-a15eddc42cf3 req-f24bc8f5-76ff-4dcc-9d8f-2abe7b710170 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409274 Oct 12 23:19:53.706731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb081f-122e-4ae9-a89b-77a29351853f req-3db5d039-776b-4129-8bcc-076b7c1a785f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:53.708214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-26bb081f-122e-4ae9-a89b-77a29351853f req-3db5d039-776b-4129-8bcc-076b7c1a785f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 932 time: 0.0741055 Oct 12 23:19:53.789633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-26bb081f-122e-4ae9-a89b-77a29351853f req-eaf4b54a-9bab-4d8d-919a-2c2edaee128d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744200 Oct 12 23:19:53.793164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:19:53.800531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:53.812815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Transition to ACTIVE for port object 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:19:53.889570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:53.939481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:54.009579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Attempting to bind port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:19:54.009911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Attempting to bind port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:19:54.010240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Attempting to bind port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:54.014353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:19:54.014667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Attempting to bind port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:19:54.019687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:19:54.020024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Checking segment: {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:19:54.020405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Bound using segment: {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:19:54.021187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Bound port: 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:19:54.021294 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:54.088843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] For port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:19:54.091825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] For port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:19:54.161541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:54.196640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:54.197591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:54.199001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] 10.222.0.41 "PUT /v2.0/ports/9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f HTTP/1.1" status: 200 len: 1093 time: 0.8190038 Oct 12 23:19:54.201214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5303b85-e954-4144-9d43-3b1200872772', 'tag': '9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:54.205964 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5303b85-e954-4144-9d43-3b1200872772", "tag": "9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:54.233474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d01953b-467b-4afc-a1f8-e4500deeab88 service neutron] Pushing event updated for resources: {'Port': ['ID=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:54.277213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:54.351109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-ef37d6ef-2eb8-49b5-bc3e-5396a6da13d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:54.352901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-ef37d6ef-2eb8-49b5-bc3e-5396a6da13d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 1096 time: 0.0471842 Oct 12 23:19:54.392408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:19:54.396763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:54.397235 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:54.400213 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-161b1c22-c403-46ba-897d-0bb4572b5af9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f HTTP/1.1" status: 200 len: 217 time: 0.0379276 Oct 12 23:19:54.400744 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5294cd98-f82b-49da-99fd-5fbffe26e64a x-openstack-request-id: req-5294cd98-f82b-49da-99fd-5fbffe26e64a {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:54.401037 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5303b85-e954-4144-9d43-3b1200872772", "tag": "9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:54.401285 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5294cd98-f82b-49da-99fd-5fbffe26e64a {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:54.401682 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5303b85-e954-4144-9d43-3b1200872772', 'tag': '9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'status': 'completed', 'code': 200} Oct 12 23:19:54.455281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-3286f463-c8ca-4a64-96f9-4db52ea9bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:54.457086 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-3286f463-c8ca-4a64-96f9-4db52ea9bf70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bca054a3-e023-4e60-9144-f079d9a444b3 HTTP/1.1" status: 200 len: 855 time: 0.0509944 Oct 12 23:19:54.484838 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:54.490945 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-afca7f63-9c47-4f1e-8a0d-0f9d1f48517f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265443 Oct 12 23:19:54.509475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2bd30a-23cc-4b15-a8fa-172026f4d0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5fc3e7-f6fd-48d0-8597-72a859ca63e1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:19:54.512255 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c27508-012d-41be-99d4-87df11850550" -d '{"events": [{"server_uuid": "ff2bd30a-23cc-4b15-a8fa-172026f4d0c0", "name": "network-vif-plugged", "status": "completed", "tag": "9b5fc3e7-f6fd-48d0-8597-72a859ca63e1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:19:54.525779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:54.558388 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa41052-de4a-4a8a-a6f0-c223458f372a x-openstack-request-id: req-6fa41052-de4a-4a8a-a6f0-c223458f372a {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:19:54.558696 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2bd30a-23cc-4b15-a8fa-172026f4d0c0", "name": "network-vif-plugged", "status": "completed", "tag": "9b5fc3e7-f6fd-48d0-8597-72a859ca63e1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:19:54.558973 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6fa41052-de4a-4a8a-a6f0-c223458f372a {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:19:54.559394 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2bd30a-23cc-4b15-a8fa-172026f4d0c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b5fc3e7-f6fd-48d0-8597-72a859ca63e1', 'code': 200} Oct 12 23:19:54.595460 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:54.598587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-53517e83-f0a3-4cdd-ba4b-b72884e112ae service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003761 Oct 12 23:19:54.645322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:54.752255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9854f63-06d4-4a39-8209-0dada5262110 req-6ce0d035-7053-4531-8639-3a564582226d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:54.753651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9854f63-06d4-4a39-8209-0dada5262110 req-6ce0d035-7053-4531-8639-3a564582226d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 1097 time: 0.1244686 Oct 12 23:19:54.779339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e1cd3-4b7b-40c1-8ffd-8dc6b7d45254 req-f8790f94-f805-4292-9119-965e02183ee4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:54.781080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-087e1cd3-4b7b-40c1-8ffd-8dc6b7d45254 req-f8790f94-f805-4292-9119-965e02183ee4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1032495 Oct 12 23:19:54.789654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a492cbad-bb5d-47c4-b243-85f702a4c397 req-5bdcec6a-1a49-42c7-969b-b6acd43c2ac9 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837680 Oct 12 23:19:54.827165 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9854f63-06d4-4a39-8209-0dada5262110 req-422add92-3834-46c1-8c11-854dade8d6a7 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627995 Oct 12 23:19:54.841169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-087e1cd3-4b7b-40c1-8ffd-8dc6b7d45254 req-1e87847b-1d6f-4e6f-9357-f219d78923ab tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505371 Oct 12 23:19:54.941411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-46c626d0-31a0-4f6c-978a-29638f0d0613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:54.942893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-46c626d0-31a0-4f6c-978a-29638f0d0613 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 1096 time: 0.0417316 Oct 12 23:19:54.946070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1a999-7be2-45c7-8a7e-ffa573094554 req-748b588d-b547-434d-b130-6174da60d0a7 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:54.947602 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbd1a999-7be2-45c7-8a7e-ffa573094554 req-748b588d-b547-434d-b130-6174da60d0a7 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 944 time: 0.0587306 Oct 12 23:19:54.987400 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbd1a999-7be2-45c7-8a7e-ffa573094554 req-eb06dfd0-7c98-4a91-b027-b3edda0f4fec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337319 Oct 12 23:19:55.044812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-a7d5b375-68b1-4e8d-86be-c7c3ae00f17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:55.046297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-a7d5b375-68b1-4e8d-86be-c7c3ae00f17d service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 916 time: 0.0955591 Oct 12 23:19:55.089899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-78485b30-6d40-4a16-9053-4a113e2bfdf3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f HTTP/1.1" status: 200 len: 217 time: 0.0343065 Oct 12 23:19:55.138820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-5da1272d-4faa-4139-886b-d9a29b9a9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:55.140335 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-5da1272d-4faa-4139-886b-d9a29b9a9d14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bca054a3-e023-4e60-9144-f079d9a444b3 HTTP/1.1" status: 200 len: 855 time: 0.0431178 Oct 12 23:19:55.186877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-9ac6057f-d5a1-41d6-a4a9-48e761162116 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300019 Oct 12 23:19:55.279753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-3b6fb46e-5e87-4753-8c99-7b6bc9a73635 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851231 Oct 12 23:19:55.374032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5efd8d9e-06f4-4331-8771-f4bd2d90fa8b req-3e234091-92a9-4a12-be0f-63de6b52a548 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843697 Oct 12 23:19:55.968107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec65ecbd-20d0-4837-a32b-4fcfe355ddde req-94842574-805d-4acf-89e3-72cff907c527 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:55.969698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec65ecbd-20d0-4837-a32b-4fcfe355ddde req-94842574-805d-4acf-89e3-72cff907c527 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0534475 Oct 12 23:19:56.019007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec65ecbd-20d0-4837-a32b-4fcfe355ddde req-0bea6f08-4b40-4c0c-95f4-817fd25aa3b9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Oct 12 23:19:56.465385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce11c3-554d-4afb-97ea-3a908b4b2e64 req-84b6c169-9d9c-4b24-8b87-2cec25d137aa tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:56.466832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00ce11c3-554d-4afb-97ea-3a908b4b2e64 req-84b6c169-9d9c-4b24-8b87-2cec25d137aa tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 944 time: 0.4060133 Oct 12 23:19:56.504233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00ce11c3-554d-4afb-97ea-3a908b4b2e64 req-fc27172b-ebc1-41dc-8099-c38068eca821 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313618 Oct 12 23:19:57.139386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20323b0-5369-4502-8702-bc7c3ecfc5d3 req-639177ef-19dc-43b4-9a20-5df486f92222 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:57.141042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20323b0-5369-4502-8702-bc7c3ecfc5d3 req-639177ef-19dc-43b4-9a20-5df486f92222 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0500200 Oct 12 23:19:57.182783 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20323b0-5369-4502-8702-bc7c3ecfc5d3 req-0ab19665-e0e6-400d-990b-ce963badf41e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357661 Oct 12 23:19:57.296537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db7973-d4d6-446d-a610-30d7e5e87783 req-79c616da-6643-4dbe-a04a-d112f10bee48 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:57.298002 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4db7973-d4d6-446d-a610-30d7e5e87783 req-79c616da-6643-4dbe-a04a-d112f10bee48 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0502939 Oct 12 23:19:57.336065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4db7973-d4d6-446d-a610-30d7e5e87783 req-f32473ec-60fd-4087-a2b6-7c10df3fc7cf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Oct 12 23:19:57.622918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e39f5-9987-49b9-9202-532153315e67 req-a1628c54-7d83-4e7d-afe0-26796862eecb tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:57.624421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b0e39f5-9987-49b9-9202-532153315e67 req-a1628c54-7d83-4e7d-afe0-26796862eecb tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 944 time: 0.0493073 Oct 12 23:19:57.666064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b0e39f5-9987-49b9-9202-532153315e67 req-5edcf215-cd8f-4bf4-b5f0-3e4c02984976 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356102 Oct 12 23:19:57.854261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:19:57.971736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:57.984836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2', 'port_id': '9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'mac_address': 'fa:16:3e:82:4f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca054a3-e023-4e60-9144-f079d9a444b3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:19:58.021229 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:58.034710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:19:58.053723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:19:58.135198 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:19:58.198480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:19:58.368326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:19:58.802833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee67b1dc-314a-40e5-a65f-79080421d798 req-2881a8ca-6886-4922-b31e-35c435f2b14f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:19:58.809006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ee67b1dc-314a-40e5-a65f-79080421d798 req-2881a8ca-6886-4922-b31e-35c435f2b14f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 945 time: 0.0601106 Oct 12 23:19:58.846884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ee67b1dc-314a-40e5-a65f-79080421d798 req-88e5e0a1-8f9a-4ae1-af24-198855980bf8 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342886 Oct 12 23:19:59.860315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:19:59.989216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:19:59.993986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:19:59.994359 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:00.015638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06827815-3445-4103-bb29-73d84badb126 req-f4a1bfe4-d3fa-4a76-8793-e91102d60e0a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:00.017523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06827815-3445-4103-bb29-73d84badb126 req-f4a1bfe4-d3fa-4a76-8793-e91102d60e0a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 945 time: 0.0678325 Oct 12 23:20:00.065986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06827815-3445-4103-bb29-73d84badb126 req-395f8f73-1eed-4e3e-9118-5bea0ac05533 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Oct 12 23:20:00.105168 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:00.130134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5303b85-e954-4144-9d43-3b1200872772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:00.132431 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3424348-8ef0-431e-881d-843369991d37" -d '{"events": [{"server_uuid": "b5303b85-e954-4144-9d43-3b1200872772", "name": "network-vif-plugged", "status": "completed", "tag": "9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:00.150896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:00.170417 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e593e5a-14db-4060-9c31-7ba0ac913316 x-openstack-request-id: req-4e593e5a-14db-4060-9c31-7ba0ac913316 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:00.170742 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5303b85-e954-4144-9d43-3b1200872772", "name": "network-vif-plugged", "status": "completed", "tag": "9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:00.171030 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4e593e5a-14db-4060-9c31-7ba0ac913316 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:00.171433 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5303b85-e954-4144-9d43-3b1200872772', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'code': 200} Oct 12 23:20:00.249948 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:00.270390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea91455e-4277-4756-a37a-379e16cc42e7 req-6847ab06-6571-455d-a305-59b9e2101890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:00.271901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea91455e-4277-4756-a37a-379e16cc42e7 req-6847ab06-6571-455d-a305-59b9e2101890 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 1097 time: 0.0403159 Oct 12 23:20:00.304327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:00.316287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea91455e-4277-4756-a37a-379e16cc42e7 req-9c375e16-52e9-41a1-a923-d40ec85e7221 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354350 Oct 12 23:20:00.828679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-28c077fb-3bc0-45ba-bc01-a9f7a575f517 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:00.830143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-28c077fb-3bc0-45ba-bc01-a9f7a575f517 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.1089022 Oct 12 23:20:00.846866 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-ff776da1-b6a1-4cc6-ace8-069ff8fc2805 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/quotas/d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 375 time: 0.0092175 Oct 12 23:20:00.901671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-5ad6c73b-8fa0-4202-a814-db885fbf5ab5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0487063 Oct 12 23:20:00.997723 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-93c43d6f-bd40-4a2d-9759-197700439287 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882261 Oct 12 23:20:01.103730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-69d313c4-cda9-46bb-9935-1c1187c76c75 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912764 Oct 12 23:20:01.198366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5024fc8f-50de-4206-a47e-2d0e075279bd req-ddb8905b-6654-46ae-867e-795c3f8c2b5a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:01.200043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5024fc8f-50de-4206-a47e-2d0e075279bd req-ddb8905b-6654-46ae-867e-795c3f8c2b5a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 946 time: 0.0525298 Oct 12 23:20:01.239835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5024fc8f-50de-4206-a47e-2d0e075279bd req-6c3573be-07b8-41d7-b13a-dac57d03f5f2 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Oct 12 23:20:01.461068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07857762-c2e1-4acc-8a5a-bd05a2faa5d7 req-155b4781-b043-4eb5-a340-2a4f49658a17 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 210 time: 0.0631356 Oct 12 23:20:02.359618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f5928-7ef5-4775-9a08-889a74b153f2 req-3b8feb4c-fdd7-4a9f-bbd1-8894db15c40f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:02.361221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f7f5928-7ef5-4775-9a08-889a74b153f2 req-3b8feb4c-fdd7-4a9f-bbd1-8894db15c40f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 946 time: 0.0514708 Oct 12 23:20:02.404146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f7f5928-7ef5-4775-9a08-889a74b153f2 req-a691141e-5f3d-4f03-8c27-6553db17cdf5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352702 Oct 12 23:20:02.560613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5aaa7d50-bfb4-4a34-9712-e6e28e64a849 req-769c1d48-ff34-4007-a1b2-baa83c880211 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 210 time: 0.0281689 Oct 12 23:20:03.508172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3c758206-b666-4ed4-a529-9705bcd54eff tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:03.509627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3c758206-b666-4ed4-a529-9705bcd54eff tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.1089199 Oct 12 23:20:03.521911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'port': {'device_id': 'bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'admin_state_up': True, 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:03.679612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fb9ca83d-0ebb-46f9-9863-a9af0b240e6f req-21e7b437-82ee-48e0-8258-0bc87f474bf0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 210 time: 0.0308371 Oct 12 23:20:03.715136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Made reservation on behalf of d5796b82d2104cbd9f53b8f46e14bfba for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:20:03.718921 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:03.854214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.20.0.11 (9dfff4e1-8f06-45c7-a0f5-5156dd2f2255/4673c338-433e-4237-a51e-e1311e5e28b8/f2b567d6-eeb0-4bda-a7c9-e677f81fe585) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:20:04.051309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:04.248124 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:04.260479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9b5fc3e7-f6fd-48d0-8597-72a859ca63e1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:20:04.321443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:20:04.324078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:04.326909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:20:04.366752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:04.427010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:04.434802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:04.521578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-37127f6f-1897-4d82-8212-3c623791910d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0031259 Oct 12 23:20:04.534515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Request body: {'port': {'device_id': 'bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:04.592614 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:04.665490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1cacead5-fbe8-4e22-93f1-0c51dbc7a37f None None] Provisioning complete for port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:04.665874 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1cacead5-fbe8-4e22-93f1-0c51dbc7a37f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:04.716269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1cacead5-fbe8-4e22-93f1-0c51dbc7a37f None None] Port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:20:04.820319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed962750-a04f-407d-aa82-37a0ce7d780f req-ca7dddb5-c3c8-47b5-a283-eef156a24285 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:04.821884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed962750-a04f-407d-aa82-37a0ce7d780f req-ca7dddb5-c3c8-47b5-a283-eef156a24285 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 932 time: 0.0652428 Oct 12 23:20:04.865692 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed962750-a04f-407d-aa82-37a0ce7d780f req-b04f597e-16c4-4a66-81e9-367043652f3b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357223 Oct 12 23:20:04.935267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b567d6-eeb0-4bda-a7c9-e677f81fe585 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:20:04.942850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:04.955227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Transition to ACTIVE for port object f2b567d6-eeb0-4bda-a7c9-e677f81fe585 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:20:05.023763 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:05.097093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:05.155654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Attempting to bind port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:20:05.155998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Attempting to bind port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:20:05.156303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Attempting to bind port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:05.161901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:20:05.162592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Attempting to bind port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:05.168965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:20:05.169650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:20:05.170264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Bound using segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:20:05.170908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Bound port: f2b567d6-eeb0-4bda-a7c9-e677f81fe585, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:20:05.171819 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:05.252921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] For port f2b567d6-eeb0-4bda-a7c9-e677f81fe585, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:20:05.257428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] For port f2b567d6-eeb0-4bda-a7c9-e677f81fe585, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:20:05.335892 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:05.376827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:05.377443 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:05.378837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] 10.222.0.25 "PUT /v2.0/ports/f2b567d6-eeb0-4bda-a7c9-e677f81fe585 HTTP/1.1" status: 200 len: 1093 time: 0.8495400 Oct 12 23:20:05.379390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff', 'tag': 'f2b567d6-eeb0-4bda-a7c9-e677f81fe585'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:05.382274 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9212db43-474c-4e15-923a-b5f1118c69f9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff", "tag": "f2b567d6-eeb0-4bda-a7c9-e677f81fe585"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:05.406325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3473bd1c-9503-434c-ab5c-6d360e59df92 service neutron] Pushing event updated for resources: {'Port': ['ID=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:05.456333 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db3f212-6589-4a36-b936-67c93005bea0 x-openstack-request-id: req-7db3f212-6589-4a36-b936-67c93005bea0 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:05.457374 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff", "tag": "f2b567d6-eeb0-4bda-a7c9-e677f81fe585", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:05.457374 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7db3f212-6589-4a36-b936-67c93005bea0 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:05.457374 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff', 'tag': 'f2b567d6-eeb0-4bda-a7c9-e677f81fe585', 'status': 'completed', 'code': 200} Oct 12 23:20:05.556780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212db43-474c-4e15-923a-b5f1118c69f9 req-0647c6ce-496e-414e-87e1-e6132cb023f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:05.558498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9212db43-474c-4e15-923a-b5f1118c69f9 req-0647c6ce-496e-414e-87e1-e6132cb023f1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 1096 time: 0.0729737 Oct 12 23:20:05.726696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212db43-474c-4e15-923a-b5f1118c69f9 req-a5ef5f00-671b-4490-85fa-8a0640cd2b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:05.728383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9212db43-474c-4e15-923a-b5f1118c69f9 req-a5ef5f00-671b-4490-85fa-8a0640cd2b28 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1528671 Oct 12 23:20:05.832601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9212db43-474c-4e15-923a-b5f1118c69f9 req-727a5a43-1e36-44bc-b160-749b8bd8114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:05.834107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9212db43-474c-4e15-923a-b5f1118c69f9 req-727a5a43-1e36-44bc-b160-749b8bd8114f service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993278 Oct 12 23:20:05.938604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-d2903979-4c74-471c-b423-694eef768966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:05.940355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-d2903979-4c74-471c-b423-694eef768966 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 1096 time: 0.0529599 Oct 12 23:20:05.987593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-f721fac6-e639-4c9a-9841-37ff400cbd3e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f2b567d6-eeb0-4bda-a7c9-e677f81fe585 HTTP/1.1" status: 200 len: 217 time: 0.0382249 Oct 12 23:20:06.077905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-34c79bd3-f0f8-4361-9b7e-ecd62193bcde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:06.077905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-34c79bd3-f0f8-4361-9b7e-ecd62193bcde service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0789471 Oct 12 23:20:06.099433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf371be-32e3-4d0d-84a9-2ca1d71da619 req-3e24ead0-1c4b-420c-8d4f-f503e6085b02 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:06.101891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcf371be-32e3-4d0d-84a9-2ca1d71da619 req-3e24ead0-1c4b-420c-8d4f-f503e6085b02 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1131623 Oct 12 23:20:06.183499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcf371be-32e3-4d0d-84a9-2ca1d71da619 req-a786e475-3d03-4629-975b-72182d6dd937 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700443 Oct 12 23:20:06.186473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-1aa8f09c-a25c-4b86-a707-4ac00119cc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:06.188272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-1aa8f09c-a25c-4b86-a707-4ac00119cc58 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0854731 Oct 12 23:20:06.310225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-0769c39b-afff-4bbb-a617-cf24e8f74968 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130109 Oct 12 23:20:06.426537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1ff0afc-3178-4c2d-b01f-f8ac7ff5bee5 req-10d54bc4-94c2-4b92-bcf1-91c90b5fd7be service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031463 Oct 12 23:20:07.318067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d530267-e2f5-4b83-a6a9-43081c4b6b86 req-b330cbd0-2c25-4d2b-b86c-b735fe4bdce4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:07.320833 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d530267-e2f5-4b83-a6a9-43081c4b6b86 req-b330cbd0-2c25-4d2b-b86c-b735fe4bdce4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0671389 Oct 12 23:20:07.382535 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d530267-e2f5-4b83-a6a9-43081c4b6b86 req-ef596e1f-e625-4aa2-a91d-7a0ee30264ee tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520849 Oct 12 23:20:07.812721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56964) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:08.404491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:08.574497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fc5c60-da25-4336-b087-a3e614802fa0 req-b413ba43-3fa1-45d2-bc30-cb27150f6db2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:08.576108 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93fc5c60-da25-4336-b087-a3e614802fa0 req-b413ba43-3fa1-45d2-bc30-cb27150f6db2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0708249 Oct 12 23:20:08.705874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93fc5c60-da25-4336-b087-a3e614802fa0 req-1f6a9627-18ea-40a9-a581-d8b2c789cd70 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100321 Oct 12 23:20:08.896691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 56982) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:08.963278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:20:08.964016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:09.067556 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a01e178-4a22-4d4f-9f0c-924b22963d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:09.078033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] For port a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:09.078551 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:09.099896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:20:09.224894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a01e178-4a22-4d4f-9f0c-924b22963d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:09.330232 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7a01e178-4a22-4d4f-9f0c-924b22963d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:09.386919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7a01e178-4a22-4d4f-9f0c-924b22963d6b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc6ff25eaebe4ca5a404c22eeeffc867&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4882748 Oct 12 23:20:09.388042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a01e178-4a22-4d4f-9f0c-924b22963d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85958c69-f718-4e29-a2aa-249e754cd116,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:09.389989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 56988) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:09.417892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:09.459999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:09.531682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9eaab52b-d6b8-41e5-a110-a04c1e2210d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:09.575958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9eaab52b-d6b8-41e5-a110-a04c1e2210d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:10.081140 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:10.093134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6a7437-a141-4a6e-8468-c14120fc0a3b req-aadf2a30-9d62-444c-8833-3815a6543fff tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:10.094870 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c6a7437-a141-4a6e-8468-c14120fc0a3b req-aadf2a30-9d62-444c-8833-3815a6543fff tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0786572 Oct 12 23:20:10.192327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c6a7437-a141-4a6e-8468-c14120fc0a3b req-65454873-bd74-4c6b-b0d9-9e69e98b1045 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895605 Oct 12 23:20:10.227128 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9eaab52b-d6b8-41e5-a110-a04c1e2210d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:10.229832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9eaab52b-d6b8-41e5-a110-a04c1e2210d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:10.238667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9eaab52b-d6b8-41e5-a110-a04c1e2210d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/85958c69-f718-4e29-a2aa-249e754cd116 HTTP/1.1" status: 204 len: 168 time: 0.8398752 Oct 12 23:20:10.258460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaab52b-d6b8-41e5-a110-a04c1e2210d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85958c69-f718-4e29-a2aa-249e754cd116,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:10.420543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:20:10.547425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:20:10.556596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9753e168-0d35-45d2-b7f1-53559890fe07 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "PUT /v2.0/routers/8cf369ad-045c-4942-b7dc-de4a0df8c0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7423258 Oct 12 23:20:10.563207 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] Sync routers for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:20:10.588259 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:10.589063 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:10.733934 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:10.972432 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:20:09Z', 'revision_number': 6, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bfb07b48-222d-44a0-8561-246f0b72fd1d', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:43Z', 'updated_at': '2021-10-12T23:18:48Z', 'revision_number': 1, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:11.000677 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] Checking router: 8cf369ad-045c-4942-b7dc-de4a0df8c0cb for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:20:11.013147 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:11.014049 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:19:45Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:11.130571 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:11.139681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57006) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:11.156806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f371d2c-d85a-4c18-85a4-9ddbaece9a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:11.202212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc5fa0-4fc6-48fd-bcf6-acf6940d2801 req-d9d28bc3-66cf-40c5-81c3-3c9339e70dfe tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:11.213598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5edc5fa0-4fc6-48fd-bcf6-acf6940d2801 req-d9d28bc3-66cf-40c5-81c3-3c9339e70dfe tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 946 time: 0.0793066 Oct 12 23:20:11.262873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f371d2c-d85a-4c18-85a4-9ddbaece9a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:11.269000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5edc5fa0-4fc6-48fd-bcf6-acf6940d2801 req-e3dff019-db88-425b-8e8f-df3205d607b1 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544257 Oct 12 23:20:11.328993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f371d2c-d85a-4c18-85a4-9ddbaece9a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:11.397043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53e055-6ef8-478e-849c-923c8bddb712 req-dfdc9b77-35f1-4d03-b12e-a9d188369b1b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:11.399125 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa53e055-6ef8-478e-849c-923c8bddb712 req-dfdc9b77-35f1-4d03-b12e-a9d188369b1b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1041884 Oct 12 23:20:11.407483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57012) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:11.407693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f371d2c-d85a-4c18-85a4-9ddbaece9a3b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=806544aa38a240b4b2c7a23130808f27&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2667837 Oct 12 23:20:11.408504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f371d2c-d85a-4c18-85a4-9ddbaece9a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a1ae09-94ad-4d99-8c62-d073f54fe738,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:11.448688 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:20:09Z', 'revision_number': 6, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bfb07b48-222d-44a0-8561-246f0b72fd1d', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:43Z', 'updated_at': '2021-10-12T23:18:48Z', 'revision_number': 1, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:11.463345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa53e055-6ef8-478e-849c-923c8bddb712 req-ccbe5080-fd98-4f97-8843-baa851ce4011 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487630 Oct 12 23:20:11.488473 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077033ba-6312-4075-8cb9-da0263923bd2 None None] The sync data for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 is: [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:20:09Z', 'revision_number': 6, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'bfb07b48-222d-44a0-8561-246f0b72fd1d', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.144', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'port_id': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3038, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'mac_address': 'fa:16:3e:05:89:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:18:43Z', 'updated_at': '2021-10-12T23:18:48Z', 'revision_number': 1, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:20:11.499118 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c16a2dd-a3c3-4600-ba38-1ae6cafbc25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:11.525132 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c16a2dd-a3c3-4600-ba38-1ae6cafbc25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:11.653578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c16a2dd-a3c3-4600-ba38-1ae6cafbc25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:11.657940 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c16a2dd-a3c3-4600-ba38-1ae6cafbc25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:11.661843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c16a2dd-a3c3-4600-ba38-1ae6cafbc25a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/92a1ae09-94ad-4d99-8c62-d073f54fe738 HTTP/1.1" status: 204 len: 168 time: 0.2498136 Oct 12 23:20:11.668227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16a2dd-a3c3-4600-ba38-1ae6cafbc25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a1ae09-94ad-4d99-8c62-d073f54fe738,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:11.949662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:20:11.980335 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:20:11.980682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a7ba8292-f90f-4d4f-b418-bf5ea1d4ad9d not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:20:12.169655 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3c3d3880-05dd-402e-83b3-f08b08f669e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:12.398539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a46f5-4473-4c16-899e-0cc1515b2a94 req-c089d9d3-a132-4990-9f24-b9c2a3f745ab tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:12.400083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d1a46f5-4473-4c16-899e-0cc1515b2a94 req-c089d9d3-a132-4990-9f24-b9c2a3f745ab tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 946 time: 0.0550666 Oct 12 23:20:12.474090 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d1a46f5-4473-4c16-899e-0cc1515b2a94 req-72e8d662-e46f-4bf6-a905-e861e45aefab tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658255 Oct 12 23:20:12.487780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-6f0e0695-973d-4e7d-a428-0e0ad225e67d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:12.489320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-6f0e0695-973d-4e7d-a428-0e0ad225e67d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.41 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 946 time: 0.0823977 Oct 12 23:20:12.586188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57026) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:12.598025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7def2f-2adb-4e65-9795-f9934b619912 req-1046e8f5-3cb6-49da-ac98-058a958d66c7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:12.605515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-586aa248-f530-47bc-9ab6-307661605348 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:12.607291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d7def2f-2adb-4e65-9795-f9934b619912 req-1046e8f5-3cb6-49da-ac98-058a958d66c7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0607982 Oct 12 23:20:12.643695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d7def2f-2adb-4e65-9795-f9934b619912 req-998602f1-d7ac-4282-b8ca-7c45e3621bc1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354054 Oct 12 23:20:12.653760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port d72f4de4-9b54-4696-b46a-bf75ae8b5779 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:20:12.654112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:12.780691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-586aa248-f530-47bc-9ab6-307661605348 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:12.781966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] For port d72f4de4-9b54-4696-b46a-bf75ae8b5779, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d72f4de4-9b54-4696-b46a-bf75ae8b5779,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:12.782322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:12.800771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for d72f4de4-9b54-4696-b46a-bf75ae8b5779 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:20:12.872700 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-586aa248-f530-47bc-9ab6-307661605348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:12.925558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-586aa248-f530-47bc-9ab6-307661605348 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=524ffa92d8344417b48242bc69fcff5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3383067 Oct 12 23:20:12.928853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57030) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:12.929322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586aa248-f530-47bc-9ab6-307661605348 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dba7d03-7e7c-403c-b469-30536827cb56,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:12.988257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52093fc5-4ddd-483c-9b2a-e6ce79e7dfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:13.011654 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52093fc5-4ddd-483c-9b2a-e6ce79e7dfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:13.060677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:13.090995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=d72f4de4-9b54-4696-b46a-bf75ae8b5779,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:13.140612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] No DVR routers for this DVR port d72f4de4-9b54-4696-b46a-bf75ae8b5779 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:20:13.143341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:13.148342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed183bfc-a832-4d99-a5d7-0b31438c4c5c req-e31b6044-9666-40e0-b159-0b6f27617738 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.41 "DELETE /v2.0/ports/d72f4de4-9b54-4696-b46a-bf75ae8b5779 HTTP/1.1" status: 204 len: 173 time: 0.6528890 Oct 12 23:20:13.148780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd', 'name': 'network-vif-deleted', 'tag': 'd72f4de4-9b54-4696-b46a-bf75ae8b5779'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:13.151241 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498c2194-fc0a-4f66-90f4-a55793e2a785" -d '{"events": [{"server_uuid": "4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd", "name": "network-vif-deleted", "tag": "d72f4de4-9b54-4696-b46a-bf75ae8b5779"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:13.180974 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52093fc5-4ddd-483c-9b2a-e6ce79e7dfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:13.183265 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52093fc5-4ddd-483c-9b2a-e6ce79e7dfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:13.184601 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-52093fc5-4ddd-483c-9b2a-e6ce79e7dfe9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3dba7d03-7e7c-403c-b469-30536827cb56 HTTP/1.1" status: 204 len: 168 time: 0.2547281 Oct 12 23:20:13.187738 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98e1d7f-89d3-4187-b25a-dddbdcbd0c0e x-openstack-request-id: req-a98e1d7f-89d3-4187-b25a-dddbdcbd0c0e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:13.188036 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd", "name": "network-vif-deleted", "tag": "d72f4de4-9b54-4696-b46a-bf75ae8b5779", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:13.188592 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a98e1d7f-89d3-4187-b25a-dddbdcbd0c0e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:13.188705 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd', 'name': 'network-vif-deleted', 'tag': 'd72f4de4-9b54-4696-b46a-bf75ae8b5779', 'status': 'completed', 'code': 200} Oct 12 23:20:13.192780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52093fc5-4ddd-483c-9b2a-e6ce79e7dfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dba7d03-7e7c-403c-b469-30536827cb56,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:13.650783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8160ce70-3604-40a0-8122-936e36e4a90d req-6b79f34b-1fac-4d64-83bd-2c438a3c98bc tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=4622fc1b-0b4c-4ce1-8dc1-7437ebd7f4fd HTTP/1.1" status: 200 len: 210 time: 0.0528889 Oct 12 23:20:13.793097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e3c98-53e1-4a3f-85bd-c719409db919 req-296fef37-1534-405f-ba13-3bb7a3c26272 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:13.794070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a8e3c98-53e1-4a3f-85bd-c719409db919 req-296fef37-1534-405f-ba13-3bb7a3c26272 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0618877 Oct 12 23:20:13.839161 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a8e3c98-53e1-4a3f-85bd-c719409db919 req-f10be1ef-99b0-4075-a298-c87d4474de32 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352852 Oct 12 23:20:14.730687 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57070) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:14.790507 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cc43904-0fce-4cc2-addc-ec58d8e7b109 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:14.817045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cc43904-0fce-4cc2-addc-ec58d8e7b109 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:14.968808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeb120-cd9d-4226-9431-1cb505d42d2e req-79b0922c-6bc0-42d3-acbb-1391bb09bfc8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:14.971674 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ceeb120-cd9d-4226-9431-1cb505d42d2e req-79b0922c-6bc0-42d3-acbb-1391bb09bfc8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0536964 Oct 12 23:20:14.993039 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cc43904-0fce-4cc2-addc-ec58d8e7b109 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:14.997053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4cc43904-0fce-4cc2-addc-ec58d8e7b109 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:14.998362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4cc43904-0fce-4cc2-addc-ec58d8e7b109 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/security-groups/b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4 HTTP/1.1" status: 204 len: 168 time: 0.2666142 Oct 12 23:20:15.008392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc43904-0fce-4cc2-addc-ec58d8e7b109 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ddbfe8-faa8-437f-bb4f-ce6053a34bd4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:15.014744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ceeb120-cd9d-4226-9431-1cb505d42d2e req-652fadc4-a795-4ce8-9122-1595a04020d1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351257 Oct 12 23:20:15.133175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57078) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:15.189706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7523bb99-b608-4ab3-a578-126c7da1881d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting subnet 3183ba68-dbd9-4b68-b091-29881cc7714b {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:20:15.192868 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7523bb99-b608-4ab3-a578-126c7da1881d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.239871 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7523bb99-b608-4ab3-a578-126c7da1881d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.339430 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7523bb99-b608-4ab3-a578-126c7da1881d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.493156 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7523bb99-b608-4ab3-a578-126c7da1881d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.532360 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7523bb99-b608-4ab3-a578-126c7da1881d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.539063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7523bb99-b608-4ab3-a578-126c7da1881d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/subnets/3183ba68-dbd9-4b68-b091-29881cc7714b HTTP/1.1" status: 204 len: 168 time: 0.4016063 Oct 12 23:20:15.539063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523bb99-b608-4ab3-a578-126c7da1881d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Subnet': ['ID=3183ba68-dbd9-4b68-b091-29881cc7714b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:15.539466 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.539908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57084) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:15.543062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f25942a-07be-41b5-9186-6fec60c4c296 None None] Network 44c220f8-4aa4-41d7-a06f-b9776c87d48c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:20:15.613686 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e5e6619-5563-4445-99d7-741e816a059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.632474 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.707810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port cd52a4ef-373d-4ac0-8b97-c34b45098a41 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:20:15.708167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.764891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53da8102-c46d-44ac-8106-e6611a48f76f None None] DHCP port deletion for 44c220f8-4aa4-41d7-a06f-b9776c87d48c request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:20:15.788155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] For port cd52a4ef-373d-4ac0-8b97-c34b45098a41, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cd52a4ef-373d-4ac0-8b97-c34b45098a41,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:15.788607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.807758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for cd52a4ef-373d-4ac0-8b97-c34b45098a41 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:20:15.824892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-53da8102-c46d-44ac-8106-e6611a48f76f None None] Deleting port cd52a4ef-373d-4ac0-8b97-c34b45098a41 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:20:15.826032 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53da8102-c46d-44ac-8106-e6611a48f76f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.898126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-53da8102-c46d-44ac-8106-e6611a48f76f None None] For port cd52a4ef-373d-4ac0-8b97-c34b45098a41, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cd52a4ef-373d-4ac0-8b97-c34b45098a41,segment=NetworkSegment(99128f42-5da3-45ae-8391-c3b361e6c0c5),segment_id=99128f42-5da3-45ae-8391-c3b361e6c0c5)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:15.898806 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53da8102-c46d-44ac-8106-e6611a48f76f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:15.923420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-53da8102-c46d-44ac-8106-e6611a48f76f None None] Calling delete_port for cd52a4ef-373d-4ac0-8b97-c34b45098a41 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:20:16.009830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cd52a4ef-373d-4ac0-8b97-c34b45098a41 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:20:16.015804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.042275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] No DVR routers for this DVR port cd52a4ef-373d-4ac0-8b97-c34b45098a41 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:20:16.063192 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53da8102-c46d-44ac-8106-e6611a48f76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.121509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da8102-c46d-44ac-8106-e6611a48f76f None None] Pushing event deleted for resources: {'Port': ['ID=cd52a4ef-373d-4ac0-8b97-c34b45098a41,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:16.129055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53da8102-c46d-44ac-8106-e6611a48f76f None None] No DVR routers for this DVR port cd52a4ef-373d-4ac0-8b97-c34b45098a41 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:20:16.130424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No active binding found for port cd52a4ef-373d-4ac0-8b97-c34b45098a41 {{(pid=101891) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Oct 12 23:20:16.131073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cd52a4ef-373d-4ac0-8b97-c34b45098a41 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:20:16.192649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=cd52a4ef-373d-4ac0-8b97-c34b45098a41,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:16.200723 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.224500 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.252041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c220f8-4aa4-41d7-a06f-b9776c87d48c']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:16.265651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99128f42-5da3-45ae-8391-c3b361e6c0c5') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:16.265885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99128f42-5da3-45ae-8391-c3b361e6c0c5') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:16.276775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373863b-4343-4cb3-8e00-cb2cfef51139 req-097ab1b9-2325-482c-9553-ead270c900f6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:16.278355 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e373863b-4343-4cb3-8e00-cb2cfef51139 req-097ab1b9-2325-482c-9553-ead270c900f6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1179249 Oct 12 23:20:16.288368 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.318250 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.332151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:20:16.341987 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:20:16.350478 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e373863b-4343-4cb3-8e00-cb2cfef51139 req-3ca9ccab-267b-4e61-9dad-7a384aa85959 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636096 Oct 12 23:20:16.518088 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.526153 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.529398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/networks/44c220f8-4aa4-41d7-a06f-b9776c87d48c HTTP/1.1" status: 204 len: 168 time: 0.9885821 Oct 12 23:20:16.534256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57096) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:16.545447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084bd61-93a8-419c-984f-4243537e2d9e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Network': ['ID=44c220f8-4aa4-41d7-a06f-b9776c87d48c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:16.725787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port 304ac8fa-bda9-4d69-8338-f6072b6eaec8 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:20:16.726603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.811896 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.817134 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:16.824797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for 304ac8fa-bda9-4d69-8338-f6072b6eaec8 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:20:17.066625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:17.116170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=304ac8fa-bda9-4d69-8338-f6072b6eaec8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:17.176098 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:17.176503 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Floating IP bfb07b48-222d-44a0-8561-246f0b72fd1d disassociated (deleted). External IP: 172.25.2.144, port: e892b69f-ad51-453b-a911-3ec6ed4d12e1. Oct 12 23:20:17.400543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:20:17.488468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861ef8ff-066b-44de-a40a-36e62513a1c1 req-ef9d5eb2-ded0-446f-8f98-d3948b6c6d52 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:17.495078 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-861ef8ff-066b-44de-a40a-36e62513a1c1 req-ef9d5eb2-ded0-446f-8f98-d3948b6c6d52 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0621238 Oct 12 23:20:17.524458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:20:17.531319 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:17.538012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-861ef8ff-066b-44de-a40a-36e62513a1c1 req-dae377cc-fb2e-409c-9553-33ef257310ac tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346663 Oct 12 23:20:17.541072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] Sync routers for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:20:17.549246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:17.550029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:17.570075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-98e37eef-5dd6-49a1-8378-20d0f614d376 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/floatingips/bfb07b48-222d-44a0-8561-246f0b72fd1d HTTP/1.1" status: 204 len: 168 time: 1.0305932 Oct 12 23:20:17.570892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:17.573323 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8" -d '{"events": [{"name": "network-changed", "server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:17.627449 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b7ace3-0926-4231-a775-dfd671e04a44 x-openstack-request-id: req-57b7ace3-0926-4231-a775-dfd671e04a44 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:17.627885 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:17.628531 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57b7ace3-0926-4231-a775-dfd671e04a44 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:17.629017 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'status': 'completed', 'code': 200} Oct 12 23:20:17.698320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:17.701653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-b78ab672-2d07-4018-ab76-ab91e4c5e593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:17.703545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-b78ab672-2d07-4018-ab76-ab91e4c5e593 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 1098 time: 0.0511930 Oct 12 23:20:17.811309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-c01fac06-bc23-4caf-8b0b-01abc410e7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:17.813975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-c01fac06-bc23-4caf-8b0b-01abc410e7a2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9f3ccf9e-5278-4374-88f5-41182a236166 HTTP/1.1" status: 200 len: 898 time: 0.1020875 Oct 12 23:20:17.866643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-f0abaa4e-2172-4e88-82f3-eb5ba9d2b319 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1 HTTP/1.1" status: 200 len: 217 time: 0.0439601 Oct 12 23:20:17.921698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-d49607c0-189d-4c8c-9ca1-5d9a1c93b4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:17.923360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-d49607c0-189d-4c8c-9ca1-5d9a1c93b4f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=c4270887-51c7-44e9-912b-63ae208a10d2 HTTP/1.1" status: 200 len: 834 time: 0.0480566 Oct 12 23:20:17.942793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d72f4de4-9b54-4696-b46a-bf75ae8b5779 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:20:17.968159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: d72f4de4-9b54-4696-b46a-bf75ae8b5779 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:20:17.968568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d72f4de4-9b54-4696-b46a-bf75ae8b5779 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:20:17.973291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:20:09Z', 'revision_number': 6, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:17.977026 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:17.981977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-60c426c6-9723-4da5-a359-585740b553f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:17.984549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-60c426c6-9723-4da5-a359-585740b553f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9f3ccf9e-5278-4374-88f5-41182a236166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543578 Oct 12 23:20:18.005828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] Checking router: 8cf369ad-045c-4942-b7dc-de4a0df8c0cb for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:20:18.016501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:18.017130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:18.098012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-059bac54-772e-4e6e-baa9-e87d444b822e service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977902 Oct 12 23:20:18.141869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:18.222800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a54f72-7f4a-4865-ba8b-3097f4169682 req-a12ac691-cb3b-49e3-adf8-6cf3021c1e6d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:18.224395 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-22a54f72-7f4a-4865-ba8b-3097f4169682 req-a12ac691-cb3b-49e3-adf8-6cf3021c1e6d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 946 time: 0.0539694 Oct 12 23:20:18.231598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b15b13b-c90e-4419-ac0a-3cd5e0e410e8 req-1854ac3e-af09-43cc-841c-64b177bc746f service neutron] 10.222.0.25 "GET /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253438 Oct 12 23:20:18.270476 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-22a54f72-7f4a-4865-ba8b-3097f4169682 req-7a5dcd54-a21e-4f2d-b67b-5b233067a2c0 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378788 Oct 12 23:20:18.354402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:20:09Z', 'revision_number': 6, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:18.382424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57bd7e4a-7451-4c45-babd-8fdd66ec8ffb None None] The sync data for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 is: [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:20:09Z', 'revision_number': 6, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '438bae0f-dacc-41a9-bd64-1afa825da79a', 'name': '', 'network_id': '9f3ccf9e-5278-4374-88f5-41182a236166', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:46:9a:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:11Z', 'updated_at': '2021-10-12T23:18:21Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': 'c4270887-51c7-44e9-912b-63ae208a10d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:20:18.661660 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691467b-396f-4635-a586-7a749dedeb1a None None] New status for floating IP bfb07b48-222d-44a0-8561-246f0b72fd1d: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:20:18.680974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2348d164-606b-490c-864a-5103936035b7 req-b69ace53-962d-4b09-a389-a4bf35bf4603 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:18.687413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2348d164-606b-490c-864a-5103936035b7 req-b69ace53-962d-4b09-a389-a4bf35bf4603 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0642724 Oct 12 23:20:18.727464 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2348d164-606b-490c-864a-5103936035b7 req-df4fb02b-df65-41c0-b93d-e92935ab0193 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Oct 12 23:20:19.052151 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:19.267276 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:19.410025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f91cc5-5fca-4532-9811-b6d779bc7e9b req-62531dae-27ff-42be-94c4-167e1ed16745 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:19.418031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5f91cc5-5fca-4532-9811-b6d779bc7e9b req-62531dae-27ff-42be-94c4-167e1ed16745 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 946 time: 0.0693994 Oct 12 23:20:19.454522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5f91cc5-5fca-4532-9811-b6d779bc7e9b req-321b6302-17dd-4413-a4a5-915f6dbf6e8f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=96255839-b7b7-4125-9719-bb2ed25ed07a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354979 Oct 12 23:20:19.583372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-6953aa26-b5eb-48c4-b1a7-cdd4e1e551c1 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:19.586116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-6953aa26-b5eb-48c4-b1a7-cdd4e1e551c1 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 946 time: 0.0628374 Oct 12 23:20:19.590336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-aea7a8cf-ebff-4ade-80de-3fac2a8a941f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:19.592016 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-aea7a8cf-ebff-4ade-80de-3fac2a8a941f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 815 time: 0.1305881 Oct 12 23:20:19.611029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-5f940fa5-52fb-4ce0-8f70-0bf19cc86e33 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/quotas/d28864a5ee3841a2bc8b02922bf98ca0 HTTP/1.1" status: 200 len: 375 time: 0.0118411 Oct 12 23:20:19.673280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-55e9d1d1-3aab-4f04-8d80-49b80d4e92ca tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0556602 Oct 12 23:20:19.687389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-8dd5b7f8-fe34-48c8-a87c-e3c6bb9ddb30 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:20:19.688448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-8dd5b7f8-fe34-48c8-a87c-e3c6bb9ddb30 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0062094 Oct 12 23:20:19.699576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port e892b69f-ad51-453b-a911-3ec6ed4d12e1 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:20:19.700425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:19.810896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] For port e892b69f-ad51-453b-a911-3ec6ed4d12e1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=e892b69f-ad51-453b-a911-3ec6ed4d12e1,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:19.811290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:19.821124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-b2860557-be71-4b2d-b85a-db22d23c01af service neutron] 10.222.0.31 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233001 Oct 12 23:20:19.839661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for e892b69f-ad51-453b-a911-3ec6ed4d12e1 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:20:19.969521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-ec4f637a-4d16-4274-9c28-a3d2dc30e6f8 service neutron] 10.222.0.31 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410797 Oct 12 23:20:19.992275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b17deb5-7b75-4382-b35a-482750c4bdfb req-0d4d7542-ac5e-47e5-91c5-5528eb0b4a40 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:19.993851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b17deb5-7b75-4382-b35a-482750c4bdfb req-0d4d7542-ac5e-47e5-91c5-5528eb0b4a40 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1362045 Oct 12 23:20:20.076926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b17deb5-7b75-4382-b35a-482750c4bdfb req-51583aa1-eda2-45a5-9990-595e2a6332ab tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639212 Oct 12 23:20:20.309438 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:20.341436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=e892b69f-ad51-453b-a911-3ec6ed4d12e1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:20.387135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] No DVR routers for this DVR port e892b69f-ad51-453b-a911-3ec6ed4d12e1 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:20:20.391004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:20.393695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66128c5c-d077-44ed-a1d5-e8f29514d7b7 req-5074217f-5acd-4b61-9949-f13c7233324b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "DELETE /v2.0/ports/e892b69f-ad51-453b-a911-3ec6ed4d12e1 HTTP/1.1" status: 204 len: 173 time: 0.8011777 Oct 12 23:20:20.394159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'name': 'network-vif-deleted', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:20.396445 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710afc75-ac77-4a04-9917-332744376dd7" -d '{"events": [{"server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "name": "network-vif-deleted", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:20.448697 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce841e4f-89bc-491c-a680-76824f21351b x-openstack-request-id: req-ce841e4f-89bc-491c-a680-76824f21351b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:20.448994 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad5e8cee-c60b-42a9-818b-88fc12f9961c", "name": "network-vif-deleted", "tag": "e892b69f-ad51-453b-a911-3ec6ed4d12e1", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:20.449244 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ce841e4f-89bc-491c-a680-76824f21351b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:20.449646 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad5e8cee-c60b-42a9-818b-88fc12f9961c', 'name': 'network-vif-deleted', 'tag': 'e892b69f-ad51-453b-a911-3ec6ed4d12e1', 'status': 'completed', 'code': 200} Oct 12 23:20:20.451853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc12e4c2-d07c-4dbc-a44b-28b09050e603 req-a3f21628-cf5c-4c81-8dc9-8bf8da195c48 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 210 time: 0.0358298 Oct 12 23:20:20.585027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab18ea20-25e2-4fd4-b058-5361fa869c28 req-cc7448c1-1b69-49f0-a885-94c865537bf1 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ad5e8cee-c60b-42a9-818b-88fc12f9961c HTTP/1.1" status: 200 len: 210 time: 0.0371292 Oct 12 23:20:21.206408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c00cb-7f83-4d69-965e-929051a3754e req-ea03d378-4ba4-4784-b3f0-59f2fa3b10ae tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:21.209011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-515c00cb-7f83-4d69-965e-929051a3754e req-ea03d378-4ba4-4784-b3f0-59f2fa3b10ae tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0577331 Oct 12 23:20:21.253801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-515c00cb-7f83-4d69-965e-929051a3754e req-326459c2-5015-40e8-968f-570149789b39 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Oct 12 23:20:21.553552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a6b7755-a7fb-4675-844b-520ea44a60bb req-0f3a38c3-b9dc-4bc9-9630-1133ec05371a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 210 time: 0.0268211 Oct 12 23:20:21.644243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57190) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:21.708706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:21.734581 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:21.920879 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:21.923885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:21.927867 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/security-groups/96255839-b7b7-4125-9719-bb2ed25ed07a HTTP/1.1" status: 204 len: 168 time: 0.2801070 Oct 12 23:20:21.938566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96255839-b7b7-4125-9719-bb2ed25ed07a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:21.952726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.953489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.953990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.954501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.955012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.955540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.956240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.956828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.957331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.957659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.958038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:21.958887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-396edf6c-7175-4591-8707-791ebcea0dfa tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:22.059738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57194) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:22.463697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae91172-9ed6-473d-97ff-b4371f529e4d req-8fc4deb2-1741-4286-86dd-ee2f3a50765d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:22.467849 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ae91172-9ed6-473d-97ff-b4371f529e4d req-8fc4deb2-1741-4286-86dd-ee2f3a50765d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1366897 Oct 12 23:20:22.522855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ae91172-9ed6-473d-97ff-b4371f529e4d req-2b8b1bb1-a99b-4ff5-95aa-9b750c2d9322 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473511 Oct 12 23:20:22.604354 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:22.738529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60d66129-79d6-498f-ab17-c67c516ae6d1 req-f120edac-5a4c-4188-a748-ee421feb3030 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 210 time: 0.0394909 Oct 12 23:20:22.817832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-20e2d42c-db4e-429b-b91f-7999c1e22061 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:22.820494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-20e2d42c-db4e-429b-b91f-7999c1e22061 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 815 time: 0.2074435 Oct 12 23:20:22.835546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Request body: {'port': {'device_id': 'bd312f2b-c41a-46b3-8765-ce4d037743ec', 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2', 'admin_state_up': True, 'tenant_id': 'd28864a5ee3841a2bc8b02922bf98ca0'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:22.962787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port 438bae0f-dacc-41a9-bd64-1afa825da79a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:20:22.963167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:23.076539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] For port 438bae0f-dacc-41a9-bd64-1afa825da79a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=438bae0f-dacc-41a9-bd64-1afa825da79a,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:23.076896 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:23.078018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Made reservation on behalf of d28864a5ee3841a2bc8b02922bf98ca0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:20:23.083496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:23.094332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for 438bae0f-dacc-41a9-bd64-1afa825da79a owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:20:23.409984 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:23.438167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=438bae0f-dacc-41a9-bd64-1afa825da79a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:23.666110 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:23.742546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c8e85-e380-4379-b9d8-55438fcb18f3 req-e7a83020-f754-48d5-9f04-f5d9adcf26da tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:23.749112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-361c8e85-e380-4379-b9d8-55438fcb18f3 req-e7a83020-f754-48d5-9f04-f5d9adcf26da tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0905581 Oct 12 23:20:23.751386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Allocated IP 172.20.0.2 (2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2/bca054a3-e023-4e60-9144-f079d9a444b3/ddd4fe71-94c5-45f3-ba5b-e61d47a017b5) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:20:23.821641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-361c8e85-e380-4379-b9d8-55438fcb18f3 req-2620d05e-a165-491b-8c6f-9a9b6d3a3b59 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665956 Oct 12 23:20:23.927592 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b760151-dc4d-42e9-ba52-8173809ec2d6 req-57d9cbe1-b15d-4feb-a8e6-a9439d34d1f2 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 210 time: 0.0394223 Oct 12 23:20:23.968800 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.018791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:20:24.130710 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.132830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:20:24.141365 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a810bcda-37b6-4689-9e33-2deec21611e4 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "PUT /v2.0/routers/8cf369ad-045c-4942-b7dc-de4a0df8c0cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0796373 Oct 12 23:20:24.141365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57212) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:24.149947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] Sync routers for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:20:24.160320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:20:24.197570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Pushing event updated for resources: {'Port': ['ID=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:24.197996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-513b970a-bc40-440e-a676-e7e36822b75a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting subnet c4270887-51c7-44e9-912b-63ae208a10d2 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:20:24.202615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-513b970a-bc40-440e-a676-e7e36822b75a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.221842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:20:24.223903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:24.230239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:24.231133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:24.235238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:20:24.279769 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-513b970a-bc40-440e-a676-e7e36822b75a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.297487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:24.298363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.399788 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-513b970a-bc40-440e-a676-e7e36822b75a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.401440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-e0b1e16f-8efe-449a-a8c2-7343a5cdbca3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5699549 Oct 12 23:20:24.415369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Request body: {'port': {'device_id': 'bd312f2b-c41a-46b3-8765-ce4d037743ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:24.481893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.497599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e892b69f-ad51-453b-a911-3ec6ed4d12e1 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:20:24.527322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: e892b69f-ad51-453b-a911-3ec6ed4d12e1 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:20:24.535137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device e892b69f-ad51-453b-a911-3ec6ed4d12e1 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:20:24.535137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:24.557594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-513b970a-bc40-440e-a676-e7e36822b75a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.577257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-513b970a-bc40-440e-a676-e7e36822b75a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.588302 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-513b970a-bc40-440e-a676-e7e36822b75a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/subnets/c4270887-51c7-44e9-912b-63ae208a10d2 HTTP/1.1" status: 204 len: 168 time: 0.4459419 Oct 12 23:20:24.637895 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57222) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:24.684805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b970a-bc40-440e-a676-e7e36822b75a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Subnet': ['ID=c4270887-51c7-44e9-912b-63ae208a10d2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:24.753123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38f26b9-67ce-4ed1-874c-2b8afe48a3c1 None None] Network 9f3ccf9e-5278-4374-88f5-41182a236166 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:20:24.784273 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:24.918232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:20:24.939402 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.004081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Transition to ACTIVE for port object ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:20:25.042092 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.055871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:20:23Z', 'revision_number': 7, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:25.089085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca56f59-f62f-4fb0-80f0-6de8c54d1e14 req-e6b78c03-0586-496c-af18-6e3ef2a55be5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:25.090964 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eca56f59-f62f-4fb0-80f0-6de8c54d1e14 req-e6b78c03-0586-496c-af18-6e3ef2a55be5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0721927 Oct 12 23:20:25.096155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] Checking router: 8cf369ad-045c-4942-b7dc-de4a0df8c0cb for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:20:25.110853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ddf027-7cb1-40a1-aeb8-44a159aef65f None None] DHCP port deletion for 9f3ccf9e-5278-4374-88f5-41182a236166 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:20:25.118147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] Routers {'8cf369ad-045c-4942-b7dc-de4a0df8c0cb'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:25.118351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:25.135463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f91e4e-b071-4b26-b30d-b73af92f5510 req-7854d017-bd9c-4de6-abb5-c9000a179afc tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:25.137393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0f91e4e-b071-4b26-b30d-b73af92f5510 req-7854d017-bd9c-4de6-abb5-c9000a179afc tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 931 time: 0.0937057 Oct 12 23:20:25.141555 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eca56f59-f62f-4fb0-80f0-6de8c54d1e14 req-623d0d53-0fa9-46a5-b045-2073b39ad33f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Oct 12 23:20:25.148885 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.216009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:25.270465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port 280873bc-bb9f-47f1-8eb1-7af6850abf74 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:20:25.279293 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.294856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-02ddf027-7cb1-40a1-aeb8-44a159aef65f None None] Deleting port d73af1cb-741b-4ead-8a43-702faf86823a {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:20:25.295485 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-02ddf027-7cb1-40a1-aeb8-44a159aef65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.326747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0f91e4e-b071-4b26-b30d-b73af92f5510 req-f29de267-4936-4d74-942d-8a35fb1fc72b tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616609 Oct 12 23:20:25.359593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] Set router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:25.370136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Attempting to bind port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:20:25.371075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Attempting to bind port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:20:25.371663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Attempting to bind port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:25.376641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:20:25.377226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Attempting to bind port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:25.383607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:20:25.384266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Checking segment: {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:20:25.384826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Bound using segment: {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:20:25.385437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Bound port: ddd4fe71-94c5-45f3-ba5b-e61d47a017b5, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:20:25.385978 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.401425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-02ddf027-7cb1-40a1-aeb8-44a159aef65f None None] For port d73af1cb-741b-4ead-8a43-702faf86823a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d73af1cb-741b-4ead-8a43-702faf86823a,segment=NetworkSegment(4edf2527-5b99-4bdd-b69b-9086eb8219c7),segment_id=4edf2527-5b99-4bdd-b69b-9086eb8219c7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:25.401984 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-02ddf027-7cb1-40a1-aeb8-44a159aef65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.418016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-02ddf027-7cb1-40a1-aeb8-44a159aef65f None None] Calling delete_port for d73af1cb-741b-4ead-8a43-702faf86823a owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:20:25.451190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] For port 280873bc-bb9f-47f1-8eb1-7af6850abf74, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=280873bc-bb9f-47f1-8eb1-7af6850abf74,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:25.459531 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.480291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] For port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:20:25.493229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] For port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:20:25.498633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for 280873bc-bb9f-47f1-8eb1-7af6850abf74 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:20:25.564365 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.625324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:25.626008 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.627481 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 HTTP/1.1" status: 200 len: 1092 time: 1.2173867 Oct 12 23:20:25.627953 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd312f2b-c41a-46b3-8765-ce4d037743ec', 'tag': 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:25.630745 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fff093e-51f3-4840-87a3-30e5dcfb9e62" -d '{"events": [{"name": "network-changed", "server_uuid": "bd312f2b-c41a-46b3-8765-ce4d037743ec", "tag": "ddd4fe71-94c5-45f3-ba5b-e61d47a017b5"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:25.668604 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-02ddf027-7cb1-40a1-aeb8-44a159aef65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.710031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790ed5a6-f472-427d-924e-d625d8f118f0 service neutron] Pushing event updated for resources: {'Port': ['ID=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:25.718654 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b836a7-33f1-4865-b47c-6b8da9ad78e8 x-openstack-request-id: req-c7b836a7-33f1-4865-b47c-6b8da9ad78e8 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:25.719451 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd312f2b-c41a-46b3-8765-ce4d037743ec", "tag": "ddd4fe71-94c5-45f3-ba5b-e61d47a017b5", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:25.719874 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c7b836a7-33f1-4865-b47c-6b8da9ad78e8 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:25.721550 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd312f2b-c41a-46b3-8765-ce4d037743ec', 'tag': 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5', 'status': 'completed', 'code': 200} Oct 12 23:20:25.762583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ddf027-7cb1-40a1-aeb8-44a159aef65f None None] Pushing event deleted for resources: {'Port': ['ID=d73af1cb-741b-4ead-8a43-702faf86823a,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:25.776091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ddf027-7cb1-40a1-aeb8-44a159aef65f None None] No DVR routers for this DVR port d73af1cb-741b-4ead-8a43-702faf86823a on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:20:25.814122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff093e-51f3-4840-87a3-30e5dcfb9e62 req-0840fa51-66b6-431f-9f53-48c5e0e16469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:25.815680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fff093e-51f3-4840-87a3-30e5dcfb9e62 req-0840fa51-66b6-431f-9f53-48c5e0e16469 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 1095 time: 0.0722816 Oct 12 23:20:25.828950 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:25.866536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:20:23Z', 'revision_number': 7, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:25.909882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a7c26f-206f-4d72-aba1-d6fe8e662498 None None] The sync data for ids ['8cf369ad-045c-4942-b7dc-de4a0df8c0cb'] in n-d-790519-14 is: [{'id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'name': 'tempest-TestNetworkBasicOps-router-1095969005', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:18:03Z', 'updated_at': '2021-10-12T23:20:23Z', 'revision_number': 7, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': '280873bc-bb9f-47f1-8eb1-7af6850abf74', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ab:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf369ad-045c-4942-b7dc-de4a0df8c0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:18:04Z', 'updated_at': '2021-10-12T23:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:20:25.985875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff093e-51f3-4840-87a3-30e5dcfb9e62 req-982437f0-27db-41aa-a57a-4f3747c4be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:25.988406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fff093e-51f3-4840-87a3-30e5dcfb9e62 req-982437f0-27db-41aa-a57a-4f3747c4be29 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1639795 Oct 12 23:20:26.085938 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d73af1cb-741b-4ead-8a43-702faf86823a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:20:26.124271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d73af1cb-741b-4ead-8a43-702faf86823a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:20:26.124630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d73af1cb-741b-4ead-8a43-702faf86823a not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:20:26.174018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff093e-51f3-4840-87a3-30e5dcfb9e62 req-dd4c67f9-f8f1-4e16-9734-9d88cf9c5a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:26.175672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fff093e-51f3-4840-87a3-30e5dcfb9e62 req-dd4c67f9-f8f1-4e16-9734-9d88cf9c5a2a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1796672 Oct 12 23:20:26.278242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-af8ad37d-a311-4d73-9ce1-1e80bd1cb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:26.279906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-af8ad37d-a311-4d73-9ce1-1e80bd1cb249 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 1095 time: 0.0487342 Oct 12 23:20:26.299579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=280873bc-bb9f-47f1-8eb1-7af6850abf74,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:26.337405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-ddcca70d-d6dc-4f08-bd90-1b5e630f1608 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 HTTP/1.1" status: 200 len: 217 time: 0.0497127 Oct 12 23:20:26.405950 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.442422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-ee069a97-9fa4-494f-a465-2ab9e7d3f8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:26.444260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-ee069a97-9fa4-494f-a465-2ab9e7d3f8ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bca054a3-e023-4e60-9144-f079d9a444b3 HTTP/1.1" status: 200 len: 855 time: 0.0984612 Oct 12 23:20:26.467346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1adf9a-ffe8-4381-b61e-4a090710410c req-bac9f11e-0c8c-4081-ae5d-e9f4606188e2 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:26.468927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e1adf9a-ffe8-4381-b61e-4a090710410c req-bac9f11e-0c8c-4081-ae5d-e9f4606188e2 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 943 time: 0.0717514 Oct 12 23:20:26.502961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-d5d7a5d2-408e-418a-8dda-35f73c901021 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443068 Oct 12 23:20:26.529030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930f0d4-2775-41f2-83f5-6a60f18fa33a req-0297877d-1af7-4ac4-859c-2ddbf4da2715 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:26.531346 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1930f0d4-2775-41f2-83f5-6a60f18fa33a req-0297877d-1af7-4ac4-859c-2ddbf4da2715 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.2449963 Oct 12 23:20:26.537760 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.542355 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.585362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e1adf9a-ffe8-4381-b61e-4a090710410c req-263b7552-d37d-4bed-a60c-9b5eff56d2d2 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040964 Oct 12 23:20:26.619935 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1930f0d4-2775-41f2-83f5-6a60f18fa33a req-4a8357b8-9c93-4de5-9eed-8b935e70fa95 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798917 Oct 12 23:20:26.638928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-2738e8f1-b052-4181-8e0b-6b1922664e46 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263480 Oct 12 23:20:26.703198 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.703768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf369ad-045c-4942-b7dc-de4a0df8c0cb {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:20:26.712024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.716528 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-efc12fac-72a8-4d9b-9e5e-adb1de9d200e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/routers/8cf369ad-045c-4942-b7dc-de4a0df8c0cb HTTP/1.1" status: 204 len: 168 time: 2.0740683 Oct 12 23:20:26.716528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57242) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:26.760151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d21bb12-b08d-4ddc-adbc-805e2b070c63 req-9ce20dc6-468f-4096-8f32-d4bbe9b09d12 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133804 Oct 12 23:20:26.822708 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.913572 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.934015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3ccf9e-5278-4374-88f5-41182a236166']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:26.943410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4edf2527-5b99-4bdd-b69b-9086eb8219c7') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:26.943654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4edf2527-5b99-4bdd-b69b-9086eb8219c7') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:26.953673 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.966732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.974334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:20:26.974725 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:20:26.977882 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:20:27.140934 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.148938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.151602 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/networks/9f3ccf9e-5278-4374-88f5-41182a236166 HTTP/1.1" status: 204 len: 168 time: 0.4345081 Oct 12 23:20:27.166646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807a273-bedc-4d96-9abb-6c83ce69ee6b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Network': ['ID=9f3ccf9e-5278-4374-88f5-41182a236166,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:27.172161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57246) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:27.177624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'network': {'name': 'tempest-network-smoke--1280013339', 'project_id': '02d5607bf6594124a951673af5541500', 'port_security_enabled': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:27.283637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Made reservation on behalf of 02d5607bf6594124a951673af5541500 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:20:27.287275 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.315443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:20:27.327403 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.327897 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Added segment 09750647-ed43-43d6-afb8-ce01d2d6cfcf of type vlan for network 67c06f2a-48c9-4022-95e2-7a2a472eff12 Oct 12 23:20:27.379267 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.511328 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.512488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:27.513132 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.588656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Network': ['ID=67c06f2a-48c9-4022-95e2-7a2a472eff12,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:27.602758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 67c06f2a-48c9-4022-95e2-7a2a472eff12 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:20:27.647144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e32d2df9-a25e-4b6a-b82b-917b08dfbc4f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4737258 Oct 12 23:20:27.651331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57252) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:27.656463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-413156679', 'admin_state_up': True, 'project_id': '02d5607bf6594124a951673af5541500', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:27.732641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28f70a8-6bcc-4e33-a3e2-0c55888a70dd req-d2ce3094-3a37-4355-85e4-8cec5a4d0c0b tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:27.734192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e28f70a8-6bcc-4e33-a3e2-0c55888a70dd req-d2ce3094-3a37-4355-85e4-8cec5a4d0c0b tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 943 time: 0.0541251 Oct 12 23:20:27.775671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbc719-8ac8-466c-affe-fd52b9a94706 req-e5b79b7f-4a89-4ce2-8e1e-e8a0f2e40452 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:27.776912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e28f70a8-6bcc-4e33-a3e2-0c55888a70dd req-040e1054-30f5-4d6e-a6fc-252ec6f37531 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355630 Oct 12 23:20:27.777312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8dbc719-8ac8-466c-affe-fd52b9a94706 req-e5b79b7f-4a89-4ce2-8e1e-e8a0f2e40452 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0583024 Oct 12 23:20:27.822014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8dbc719-8ac8-466c-affe-fd52b9a94706 req-ff231202-4d29-42b0-a066-026682b97525 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354981 Oct 12 23:20:27.831942 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.833166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.888427 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:27.986591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 438bae0f-dacc-41a9-bd64-1afa825da79a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:20:28.008145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 438bae0f-dacc-41a9-bd64-1afa825da79a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:20:28.008512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 438bae0f-dacc-41a9-bd64-1afa825da79a not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:20:28.008940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 280873bc-bb9f-47f1-8eb1-7af6850abf74 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:20:28.027807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 280873bc-bb9f-47f1-8eb1-7af6850abf74 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:20:28.028084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 280873bc-bb9f-47f1-8eb1-7af6850abf74 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:20:28.118466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:28.407355 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:28.431865 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:28.541954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.25.2.138 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/b5b3b3db-64a0-4c16-af25-449929d86c99) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:20:28.654314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:28.749956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:28.796198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:20:28.799371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:28.802270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:20:28.835623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=b5b3b3db-64a0-4c16-af25-449929d86c99,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:28.962610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e616b87-52dc-4c5c-9c5c-a0e0f370c1d2 req-8a42ef23-abfa-41b6-b44e-91c1665315ab tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:28.969450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4e616b87-52dc-4c5c-9c5c-a0e0f370c1d2 req-8a42ef23-abfa-41b6-b44e-91c1665315ab tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0681808 Oct 12 23:20:29.052065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4e616b87-52dc-4c5c-9c5c-a0e0f370c1d2 req-ae8baaa0-86c6-4606-82f6-481b25c22ff0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702512 Oct 12 23:20:29.057530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b278aa5-d832-41d1-b5f4-363e98766cf8 req-2744d52b-41e0-4421-811c-9d7dbb19e94b tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:29.075620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b278aa5-d832-41d1-b5f4-363e98766cf8 req-2744d52b-41e0-4421-811c-9d7dbb19e94b tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 943 time: 0.1748388 Oct 12 23:20:29.118045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b278aa5-d832-41d1-b5f4-363e98766cf8 req-720a73b0-7163-42eb-abc9-e94ce310cd59 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460012 Oct 12 23:20:29.131169 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:20:29.238286 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:29.442998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:29.714412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 810f3795-eddf-444e-ba3d-1aaa27feb0ac is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:20:29.830114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:20:29.841837 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Sync routers for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:20:29.851700 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:29.852310 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:29.945702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:29.952882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2e76d6ae-83d9-4623-929d-3cc49dc69eee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2945912 Oct 12 23:20:29.952882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57274) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:29.981134 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-18e08573-2fa8-423d-9b0f-efc3ed7969b8 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=02d5607bf6594124a951673af5541500&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296710 Oct 12 23:20:29.985906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57276) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:30.004872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:20:30.055911 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:30.118166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ead8e38-722b-477a-920d-b1df50cc562a tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:30.126977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4ead8e38-722b-477a-920d-b1df50cc562a tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1399243 Oct 12 23:20:30.127779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57284) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:30.156542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:30.188868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-93466bd2-f515-4f65-9f5b-bb1c71de8683 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0587316 Oct 12 23:20:30.193624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5', 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2', 'port_id': 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5', 'mac_address': 'fa:16:3e:6c:6f:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca054a3-e023-4e60-9144-f079d9a444b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:20:30.194328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57290) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:30.200344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423908507', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'project_id': '02d5607bf6594124a951673af5541500', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:30.291313 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:30.300108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbed03-324d-4672-9f49-256b08c92725 req-cc637995-264e-4bbb-9351-c559e5acb078 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:30.303410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24cbed03-324d-4672-9f49-256b08c92725 req-cc637995-264e-4bbb-9351-c559e5acb078 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 943 time: 0.0672545 Oct 12 23:20:30.318708 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:29Z', 'revision_number': 3, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:30.325584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:20:30.361745 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Checking router: 810f3795-eddf-444e-ba3d-1aaa27feb0ac for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:20:30.362305 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Updating router 810f3795-eddf-444e-ba3d-1aaa27feb0ac port b5b3b3db-64a0-4c16-af25-449929d86c99 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:20:30.365528 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24cbed03-324d-4672-9f49-256b08c92725 req-cca0aaa1-5a53-437c-a79b-7e335aa543b4 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538130 Oct 12 23:20:30.370354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:30.392313 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:30.429543 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:30.441266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7ebf-3f9c-4b91-89e0-080c28109b75 req-45c5bbf7-34e4-4615-bd3b-22f778b25e80 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:30.445945 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11df7ebf-3f9c-4b91-89e0-080c28109b75 req-45c5bbf7-34e4-4615-bd3b-22f778b25e80 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.2415769 Oct 12 23:20:30.504246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11df7ebf-3f9c-4b91-89e0-080c28109b75 req-f8557cb2-8d4b-4085-9c4e-e2a200991d7a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520968 Oct 12 23:20:30.504487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:30.590648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Made reservation on behalf of 02d5607bf6594124a951673af5541500 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:20:30.595072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:30.655767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['ddd4fe71-94c5-45f3-ba5b-e61d47a017b5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:20:30.687412 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:30.794512 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:30.851143 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Attempting to bind port b5b3b3db-64a0-4c16-af25-449929d86c99 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:20:30.851631 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Attempting to bind port b5b3b3db-64a0-4c16-af25-449929d86c99 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:20:30.851982 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Attempting to bind port b5b3b3db-64a0-4c16-af25-449929d86c99 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:30.853786 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Pushing event updated for resources: {'Port': ['ID=b5b3b3db-64a0-4c16-af25-449929d86c99,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:30.862876 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.863243 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.869565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:30.871350 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:20:30.871722 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:20:30.872234 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:30.873523 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:20:30.873523 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Bound port: b5b3b3db-64a0-4c16-af25-449929d86c99, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:20:30.873523 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:30.889127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:30.927444 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] For port b5b3b3db-64a0-4c16-af25-449929d86c99, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:20:30.931484 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] For port b5b3b3db-64a0-4c16-af25-449929d86c99, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b5b3b3db-64a0-4c16-af25-449929d86c99,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:20:30.948944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Subnet': ['ID=99d7600d-2111-439a-94cd-c6518e48abd7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:30.965971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Checking segment: {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:20:30.966745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network hostable DHCP agents. Network: 67c06f2a-48c9-4022-95e2-7a2a472eff12, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:20:30.993210 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:31.049624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 67c06f2a-48c9-4022-95e2-7a2a472eff12 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:20:31.056951 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:31.057575 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:31.061840 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ac8705-8d03-4b25-b663-0ceaee02c113 None None] Pushing event updated for resources: {'Port': ['ID=b5b3b3db-64a0-4c16-af25-449929d86c99,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:31.151781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 67c06f2a-48c9-4022-95e2-7a2a472eff12) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:31.156920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:31.157535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:31.164883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ed32bd-3281-4e7b-991a-c5c4339a3867 None None] Network 67c06f2a-48c9-4022-95e2-7a2a472eff12 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:20:31.171111 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:31.286080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dddd2696-8687-4309-a66f-da6402cb9d9c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0874908 Oct 12 23:20:31.286284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57294) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:31.320678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-67c06f2a-48c9-4022-95e2-7a2a472eff12', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:20:31.321778 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:31.363717 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:29Z', 'revision_number': 3, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:31.400941 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e16fcd9-8bbb-4c01-96ff-d819e0f5d3f0 None None] The sync data for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 is: [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:29Z', 'revision_number': 3, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:20:31.493658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Allocated IP 172.20.0.2 (67c06f2a-48c9-4022-95e2-7a2a472eff12/99d7600d-2111-439a-94cd-c6518e48abd7/fe3da752-156c-4ad5-a17a-9d2ece604622) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:20:31.535725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb58f74-4667-47cb-b231-02108f9223ef req-d0bfc9ee-1ae3-4902-8a0c-397e17d1b6b8 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:31.541490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3fb58f74-4667-47cb-b231-02108f9223ef req-d0bfc9ee-1ae3-4902-8a0c-397e17d1b6b8 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 944 time: 0.0678077 Oct 12 23:20:31.619727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3fb58f74-4667-47cb-b231-02108f9223ef req-8acb6b00-0ad3-4632-9b97-7091289d380e tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747886 Oct 12 23:20:31.691545 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:31.762307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac2c0e9-94e8-4e2a-9d70-63d61a57be35 req-36cdecea-6506-4a64-bc63-2c79e7ea0b12 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:31.763909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ac2c0e9-94e8-4e2a-9d70-63d61a57be35 req-36cdecea-6506-4a64-bc63-2c79e7ea0b12 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1139133 Oct 12 23:20:31.786564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:31.843559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Network 67c06f2a-48c9-4022-95e2-7a2a472eff12 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:20:31.845387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:31.850062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:20:31.857211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Pushing event updated for resources: {'Port': ['ID=fe3da752-156c-4ad5-a17a-9d2ece604622,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:31.889056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ac2c0e9-94e8-4e2a-9d70-63d61a57be35 req-afa6b986-2445-4671-90ef-de9560fdd7a4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030388 Oct 12 23:20:31.893706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.894133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.895169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.895169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.903985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.904812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.905548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.906103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.906613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.907107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.907689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.908122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:31.956215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Attempting to bind port fe3da752-156c-4ad5-a17a-9d2ece604622 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:20:31.957833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Attempting to bind port fe3da752-156c-4ad5-a17a-9d2ece604622 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:20:31.958378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Attempting to bind port fe3da752-156c-4ad5-a17a-9d2ece604622 on network 67c06f2a-48c9-4022-95e2-7a2a472eff12 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:31.968515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:20:31.968958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Checking segment: {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:20:31.969572 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:31.970066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Bound using segment: {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:20:31.970610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Bound port: fe3da752-156c-4ad5-a17a-9d2ece604622, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:20:31.971086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:31.999562 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.020060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:20:32.088339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b5b3b3db-64a0-4c16-af25-449929d86c99 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:20:32.124217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] For port fe3da752-156c-4ad5-a17a-9d2ece604622, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:20:32.149093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] For port fe3da752-156c-4ad5-a17a-9d2ece604622, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fe3da752-156c-4ad5-a17a-9d2ece604622,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:20:32.166097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b5b3b3db-64a0-4c16-af25-449929d86c99 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:32.167238 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.256509 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.284335 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port b5b3b3db-64a0-4c16-af25-449929d86c99, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b5b3b3db-64a0-4c16-af25-449929d86c99,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:32.301139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.304103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:20:32.344993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:32.344993 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.408485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4ad7f8-8322-46bb-9110-1c9f20de502c None None] Pushing event updated for resources: {'Port': ['ID=fe3da752-156c-4ad5-a17a-9d2ece604622,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:32.415030 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.418707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.20.0.1 (67c06f2a-48c9-4022-95e2-7a2a472eff12/99d7600d-2111-439a-94cd-c6518e48abd7/236483c9-300d-4432-af72-0576c8bec34e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:20:32.511556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=b5b3b3db-64a0-4c16-af25-449929d86c99,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:32.516938 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.549389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd312f2b-c41a-46b3-8765-ce4d037743ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:32.549389 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf4248d-b3c6-40c7-9081-c169a195281a" -d '{"events": [{"server_uuid": "bd312f2b-c41a-46b3-8765-ce4d037743ec", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4fe71-94c5-45f3-ba5b-e61d47a017b5"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:32.574587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:32.642042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.692199 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1933d9f9-8077-4e90-8001-9db25845883a x-openstack-request-id: req-1933d9f9-8077-4e90-8001-9db25845883a {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:32.692594 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd312f2b-c41a-46b3-8765-ce4d037743ec", "name": "network-vif-plugged", "status": "completed", "tag": "ddd4fe71-94c5-45f3-ba5b-e61d47a017b5", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:32.692816 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1933d9f9-8077-4e90-8001-9db25845883a {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:32.693227 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd312f2b-c41a-46b3-8765-ce4d037743ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5', 'code': 200} Oct 12 23:20:32.712172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.801615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:32.825062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b00ee43-e880-4272-8d5f-3c7ac98e0e48 req-654daac3-d993-429d-9232-4738f470af42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:32.825062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b00ee43-e880-4272-8d5f-3c7ac98e0e48 req-654daac3-d993-429d-9232-4738f470af42 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 1097 time: 0.0602160 Oct 12 23:20:32.825062 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:32.832766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ad0e9e-4a03-4c42-9540-d6f1a253203e req-205da0d4-2b97-46ee-a46b-8a88afe2ed0f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:32.834271 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69ad0e9e-4a03-4c42-9540-d6f1a253203e req-205da0d4-2b97-46ee-a46b-8a88afe2ed0f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 945 time: 0.0685782 Oct 12 23:20:32.877849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 67c06f2a-48c9-4022-95e2-7a2a472eff12 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:20:32.879002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69ad0e9e-4a03-4c42-9540-d6f1a253203e req-75cfb2da-93aa-4d30-b5d7-173bbfc276c6 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376294 Oct 12 23:20:32.892305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:32.897729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:20:32.909582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b00ee43-e880-4272-8d5f-3c7ac98e0e48 req-10a3cc7d-b353-4ed8-b4b6-48b0542a2c22 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751548 Oct 12 23:20:32.932234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=236483c9-300d-4432-af72-0576c8bec34e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:32.947452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.947801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.948142 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.948478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.948816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.949226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.949467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.949935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.950252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.950577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.950896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.951248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:20:32.970536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:33.094389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1e47c1-6e76-4615-9ba6-790c8aa212fa req-eca0a2ce-8f07-412f-99d4-4b8d3761e209 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:33.101442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a1e47c1-6e76-4615-9ba6-790c8aa212fa req-eca0a2ce-8f07-412f-99d4-4b8d3761e209 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1255491 Oct 12 23:20:33.159535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a1e47c1-6e76-4615-9ba6-790c8aa212fa req-0d6f698b-da5d-442c-95ec-4d0d743427c5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561643 Oct 12 23:20:33.606381 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:33.932668 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:34.023130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c6b6ef-ce9c-40e1-8776-f7ae7981de66 req-6c92532f-15eb-4729-baf4-7a7eb1284c11 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.025100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67c6b6ef-ce9c-40e1-8776-f7ae7981de66 req-6c92532f-15eb-4729-baf4-7a7eb1284c11 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 945 time: 0.0628116 Oct 12 23:20:34.039448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:34.170894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67c6b6ef-ce9c-40e1-8776-f7ae7981de66 req-872e88b9-cd06-43c2-88db-b8fbee63d678 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390848 Oct 12 23:20:34.181267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b5b3b3db-64a0-4c16-af25-449929d86c99 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:20:34.230846 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=236483c9-300d-4432-af72-0576c8bec34e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:34.236644 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:34.361584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f91f8b1-a8f9-4a1e-809c-2eb38851073d req-fd4a8ff3-9492-444e-97e9-331c79ba94d4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.370038 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f91f8b1-a8f9-4a1e-809c-2eb38851073d req-fd4a8ff3-9492-444e-97e9-331c79ba94d4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0757847 Oct 12 23:20:34.415904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 67c06f2a-48c9-4022-95e2-7a2a472eff12 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:20:34.419098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:34.420005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f91f8b1-a8f9-4a1e-809c-2eb38851073d req-c8b95e40-3273-4a6e-a1a4-ad6db4a0e4f0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485110 Oct 12 23:20:34.459797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e046abb-87be-4078-aebe-50d4d4f6ef47 None None] Network 67c06f2a-48c9-4022-95e2-7a2a472eff12 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:20:34.528486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a58cc4c3-ffad-49a7-9c7b-2756ac69c5ff None None] Provisioning complete for port fe3da752-156c-4ad5-a17a-9d2ece604622 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:34.528776 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a58cc4c3-ffad-49a7-9c7b-2756ac69c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:34.542627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 810f3795-eddf-444e-ba3d-1aaa27feb0ac has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:20:34.599174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b5b3b3db-64a0-4c16-af25-449929d86c99 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:34.599551 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:34.656743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:20:34.666447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-846b9d27-429d-4087-99ac-6cab15dae6f5 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "PUT /v2.0/routers/810f3795-eddf-444e-ba3d-1aaa27feb0ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3756595 Oct 12 23:20:34.666447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57328) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:34.687815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Sync routers for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:20:34.742823 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a58cc4c3-ffad-49a7-9c7b-2756ac69c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:34.748028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:34.748669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:34.912290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5341f-fc91-4654-ba84-d7bafb1339d2 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.913798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5341f-fc91-4654-ba84-d7bafb1339d2 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.915149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5341f-fc91-4654-ba84-d7bafb1339d2 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.915788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5341f-fc91-4654-ba84-d7bafb1339d2 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.916413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5341f-fc91-4654-ba84-d7bafb1339d2 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.917041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5341f-fc91-4654-ba84-d7bafb1339d2 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.917710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5341f-fc91-4654-ba84-d7bafb1339d2 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.918536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5341f-fc91-4654-ba84-d7bafb1339d2 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:34.920902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c3b5341f-fc91-4654-ba84-d7bafb1339d2 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5688 time: 0.2542353 Oct 12 23:20:34.923758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57334) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:34.926277 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a58cc4c3-ffad-49a7-9c7b-2756ac69c5ff None None] For port fe3da752-156c-4ad5-a17a-9d2ece604622, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fe3da752-156c-4ad5-a17a-9d2ece604622,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:34.966156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fe3da752-156c-4ad5-a17a-9d2ece604622 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:20:34.996438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:35.056646 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a58cc4c3-ffad-49a7-9c7b-2756ac69c5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:35.065598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4861bb-2009-400b-b67a-47de560afa4d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.066864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4861bb-2009-400b-b67a-47de560afa4d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.068656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4861bb-2009-400b-b67a-47de560afa4d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.069197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4861bb-2009-400b-b67a-47de560afa4d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.070044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4861bb-2009-400b-b67a-47de560afa4d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.070337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4861bb-2009-400b-b67a-47de560afa4d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.070780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4861bb-2009-400b-b67a-47de560afa4d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.071243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4861bb-2009-400b-b67a-47de560afa4d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.081162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57336) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:35.095568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1f4861bb-2009-400b-b67a-47de560afa4d tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5286 time: 0.1700308 Oct 12 23:20:35.203149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fe3da752-156c-4ad5-a17a-9d2ece604622 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:35.203721 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:35.275792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58cc4c3-ffad-49a7-9c7b-2756ac69c5ff None None] Pushing event updated for resources: {'Port': ['ID=fe3da752-156c-4ad5-a17a-9d2ece604622,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:35.331530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cddbbf3f-0886-4472-937a-cd0941232211 None None] Provisioning complete for port 236483c9-300d-4432-af72-0576c8bec34e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:35.332065 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cddbbf3f-0886-4472-937a-cd0941232211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:35.400187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cddbbf3f-0886-4472-937a-cd0941232211 None None] Port 236483c9-300d-4432-af72-0576c8bec34e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:20:35.430090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ed3d38-42f6-4a66-bb13-bf7bf7401ada req-fa17e99c-e7f6-4eeb-9c6e-1bff28dde329 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.438491 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6ed3d38-42f6-4a66-bb13-bf7bf7401ada req-fa17e99c-e7f6-4eeb-9c6e-1bff28dde329 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 945 time: 0.0947921 Oct 12 23:20:35.473643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cddbbf3f-0886-4472-937a-cd0941232211 None None] Provisioning complete for port fe3da752-156c-4ad5-a17a-9d2ece604622 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:35.474022 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cddbbf3f-0886-4472-937a-cd0941232211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:35.539265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6ed3d38-42f6-4a66-bb13-bf7bf7401ada req-eae09baa-b125-433b-a21c-b0694356afd9 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813046 Oct 12 23:20:35.578065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '236483c9-300d-4432-af72-0576c8bec34e', 'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:fb:b9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:32Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 2, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:35.579416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67f6ed-d7ee-41d6-887d-2129c617a459 req-19ca1f5e-2eb6-4c32-8e7c-3bad4cea875d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:35.594482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf67f6ed-d7ee-41d6-887d-2129c617a459 req-19ca1f5e-2eb6-4c32-8e7c-3bad4cea875d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0914278 Oct 12 23:20:35.611690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-50813b74-9bcd-4afd-9e6c-7a2ab387187f tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3767 time: 0.5262656 Oct 12 23:20:35.619680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Checking router: 810f3795-eddf-444e-ba3d-1aaa27feb0ac for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:20:35.620171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Updating router 810f3795-eddf-444e-ba3d-1aaa27feb0ac port 236483c9-300d-4432-af72-0576c8bec34e binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:20:35.657460 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf67f6ed-d7ee-41d6-887d-2129c617a459 req-5a789c7e-5ef6-432c-8de5-afcef2f99a67 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620885 Oct 12 23:20:35.667287 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:35.983045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-91e22a61-1015-449a-ae03-8c5bea3698ae None None] Provisioning complete for port 236483c9-300d-4432-af72-0576c8bec34e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:35.983394 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-91e22a61-1015-449a-ae03-8c5bea3698ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.036701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-91e22a61-1015-449a-ae03-8c5bea3698ae None None] Port 236483c9-300d-4432-af72-0576c8bec34e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:20:36.049275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fe3da752-156c-4ad5-a17a-9d2ece604622 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:20:36.122276 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.134806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fe3da752-156c-4ad5-a17a-9d2ece604622 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:36.135198 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.235994 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.286801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e108796-a7e3-447e-b085-a609e2d91569 None None] Pushing event updated for resources: {'Port': ['ID=236483c9-300d-4432-af72-0576c8bec34e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:36.353859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Attempting to bind port 236483c9-300d-4432-af72-0576c8bec34e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:20:36.354236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Attempting to bind port 236483c9-300d-4432-af72-0576c8bec34e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:20:36.354606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Attempting to bind port 236483c9-300d-4432-af72-0576c8bec34e on network 67c06f2a-48c9-4022-95e2-7a2a472eff12 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:36.361591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:20:36.361729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Checking segment: {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:20:36.362202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.362600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Bound using segment: {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:20:36.363142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Bound port: 236483c9-300d-4432-af72-0576c8bec34e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:20:36.363530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.463888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] For port 236483c9-300d-4432-af72-0576c8bec34e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:20:36.468780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] For port 236483c9-300d-4432-af72-0576c8bec34e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=236483c9-300d-4432-af72-0576c8bec34e,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:20:36.494414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57362) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:36.501100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-31f78437-65b8-4c5b-ae02-0406b5ee4f70 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1765913346', 'description': 'tempest-secgroup-smoke-1765913346 description', 'project_id': '02d5607bf6594124a951673af5541500'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:36.560385 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.619042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-920007ac-ae04-489b-a5f8-9a8bb7d75caa None None] Provisioning complete for port 236483c9-300d-4432-af72-0576c8bec34e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:36.619414 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-920007ac-ae04-489b-a5f8-9a8bb7d75caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.652772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:20:36.653407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:36.674564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-31f78437-65b8-4c5b-ae02-0406b5ee4f70 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.693733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e108796-a7e3-447e-b085-a609e2d91569 None None] Pushing event updated for resources: {'Port': ['ID=236483c9-300d-4432-af72-0576c8bec34e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:36.831807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-31f78437-65b8-4c5b-ae02-0406b5ee4f70 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.843930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:20:36.845445 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-920007ac-ae04-489b-a5f8-9a8bb7d75caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.866023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da2ade-0c0d-4d2e-9c48-bad66f4216f9 req-1267215f-8165-416c-9453-d98ce508b95a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:36.868880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72da2ade-0c0d-4d2e-9c48-bad66f4216f9 req-1267215f-8165-416c-9453-d98ce508b95a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0850949 Oct 12 23:20:36.937700 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72da2ade-0c0d-4d2e-9c48-bad66f4216f9 req-ac4a4b09-6499-4e54-a0e3-a6f5d7aeb577 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547187 Oct 12 23:20:36.937700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-31f78437-65b8-4c5b-ae02-0406b5ee4f70 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:36.942747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-920007ac-ae04-489b-a5f8-9a8bb7d75caa None None] For port 236483c9-300d-4432-af72-0576c8bec34e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=236483c9-300d-4432-af72-0576c8bec34e,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:36.968490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f78437-65b8-4c5b-ae02-0406b5ee4f70 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9966f35-1502-4567-ba25-2a4d7cf02b47,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:37.031255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-31f78437-65b8-4c5b-ae02-0406b5ee4f70 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.035391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-31f78437-65b8-4c5b-ae02-0406b5ee4f70 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5371339 Oct 12 23:20:37.035667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57368) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:37.040909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1e06fff7-39fb-4f07-9528-468240657577 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'a9966f35-1502-4567-ba25-2a4d7cf02b47', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:37.069215 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-920007ac-ae04-489b-a5f8-9a8bb7d75caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.153953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e06fff7-39fb-4f07-9528-468240657577 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.251973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e06fff7-39fb-4f07-9528-468240657577 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.325138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920007ac-ae04-489b-a5f8-9a8bb7d75caa None None] Pushing event updated for resources: {'Port': ['ID=236483c9-300d-4432-af72-0576c8bec34e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:37.330028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-469c562d-0798-467e-a9a6-5c85885ecf34 None None] Provisioning complete for port 236483c9-300d-4432-af72-0576c8bec34e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:37.330397 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-469c562d-0798-467e-a9a6-5c85885ecf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.358323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e06fff7-39fb-4f07-9528-468240657577 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.392178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '236483c9-300d-4432-af72-0576c8bec34e', 'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:fb:b9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:32Z', 'updated_at': '2021-10-12T23:20:36Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:20:37.400485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06fff7-39fb-4f07-9528-468240657577 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9808d38f-d45d-4dfa-92ac-8ab645d349ce,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:37.425421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f98247-dad5-402c-adb1-575a87f65f31 None None] The sync data for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 is: [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '236483c9-300d-4432-af72-0576c8bec34e', 'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:fb:b9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:32Z', 'updated_at': '2021-10-12T23:20:36Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:20:37.478101 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e06fff7-39fb-4f07-9528-468240657577 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.483700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57374) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:37.484298 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1e06fff7-39fb-4f07-9528-468240657577 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4470491 Oct 12 23:20:37.500351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-968ec8b8-1053-4aac-b690-bb88e0c34088 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'a9966f35-1502-4567-ba25-2a4d7cf02b47', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:37.625517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-968ec8b8-1053-4aac-b690-bb88e0c34088 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.731435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-968ec8b8-1053-4aac-b690-bb88e0c34088 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.829224 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-968ec8b8-1053-4aac-b690-bb88e0c34088 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.856954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968ec8b8-1053-4aac-b690-bb88e0c34088 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df29627-811d-4173-975e-c30d14c7da8f,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:37.942232 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-968ec8b8-1053-4aac-b690-bb88e0c34088 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:37.946400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-968ec8b8-1053-4aac-b690-bb88e0c34088 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4608419 Oct 12 23:20:37.948334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57378) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:37.954152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2b095c61-10f5-44dc-96c2-7e67f70368e6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'a9966f35-1502-4567-ba25-2a4d7cf02b47', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:38.083199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b095c61-10f5-44dc-96c2-7e67f70368e6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:38.107517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10fab36-51e2-4942-b7b4-479307599f60 req-6d0248c4-c07d-4ced-8f7d-5866bcae89ce tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:38.122211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d10fab36-51e2-4942-b7b4-479307599f60 req-6d0248c4-c07d-4ced-8f7d-5866bcae89ce tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0914772 Oct 12 23:20:38.125431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 236483c9-300d-4432-af72-0576c8bec34e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:20:38.211477 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d10fab36-51e2-4942-b7b4-479307599f60 req-0f381a71-f269-43cc-aec6-20d02ca96113 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831840 Oct 12 23:20:38.213725 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b095c61-10f5-44dc-96c2-7e67f70368e6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:38.238034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 236483c9-300d-4432-af72-0576c8bec34e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:38.238538 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:38.317366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b095c61-10f5-44dc-96c2-7e67f70368e6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:38.354925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b095c61-10f5-44dc-96c2-7e67f70368e6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a120108f-9ab6-4df3-9d0a-837e79295821,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:38.428255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b095c61-10f5-44dc-96c2-7e67f70368e6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:38.430762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2b095c61-10f5-44dc-96c2-7e67f70368e6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4805236 Oct 12 23:20:38.433396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57382) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:38.438016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-233c20a2-a56b-4d09-a3b2-cc65a2fba146 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'a9966f35-1502-4567-ba25-2a4d7cf02b47', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:38.575811 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-233c20a2-a56b-4d09-a3b2-cc65a2fba146 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:38.683048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-233c20a2-a56b-4d09-a3b2-cc65a2fba146 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:38.780612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-233c20a2-a56b-4d09-a3b2-cc65a2fba146 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:38.801546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c20a2-a56b-4d09-a3b2-cc65a2fba146 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8abd4aa7-9a12-4d36-86a0-83d42ca37673,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:38.897845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-233c20a2-a56b-4d09-a3b2-cc65a2fba146 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:38.902598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57388) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:38.908260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-233c20a2-a56b-4d09-a3b2-cc65a2fba146 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4736362 Oct 12 23:20:38.913682 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3897020a-068f-46e2-8dbd-77109c60283a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'a9966f35-1502-4567-ba25-2a4d7cf02b47', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:39.032450 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-3897020a-068f-46e2-8dbd-77109c60283a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Project 02d5607bf6594124a951673af5541500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:20:39.039564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3897020a-068f-46e2-8dbd-77109c60283a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:39.121408 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3897020a-068f-46e2-8dbd-77109c60283a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:39.217397 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3897020a-068f-46e2-8dbd-77109c60283a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:39.238468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897020a-068f-46e2-8dbd-77109c60283a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=639481fb-1add-4d0f-ba53-f3807ad8db19,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:39.354139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3897020a-068f-46e2-8dbd-77109c60283a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:39.355380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3897020a-068f-46e2-8dbd-77109c60283a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4507172 Oct 12 23:20:39.358344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57394) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:39.362688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4d774ab6-a9c3-46db-ab64-852a7210f94a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'security_group_rule': {'security_group_id': 'a9966f35-1502-4567-ba25-2a4d7cf02b47', 'project_id': '02d5607bf6594124a951673af5541500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:39.422798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e07dd1-5395-4fec-ab00-0fcd005066ff req-468c53b2-69e7-4c4f-881d-605ee28c7d85 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:39.424646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8e07dd1-5395-4fec-ab00-0fcd005066ff req-468c53b2-69e7-4c4f-881d-605ee28c7d85 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1278350 Oct 12 23:20:39.469973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8e07dd1-5395-4fec-ab00-0fcd005066ff req-188c5d60-8b6d-476d-9b63-6738cfbfc03e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393944 Oct 12 23:20:39.485642 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-4d774ab6-a9c3-46db-ab64-852a7210f94a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Project 02d5607bf6594124a951673af5541500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:20:39.492252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d774ab6-a9c3-46db-ab64-852a7210f94a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:39.555984 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d774ab6-a9c3-46db-ab64-852a7210f94a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:39.656492 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d774ab6-a9c3-46db-ab64-852a7210f94a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:39.675889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d774ab6-a9c3-46db-ab64-852a7210f94a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0167afed-a674-439b-84f5-e813b449b60f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:39.774813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4d774ab6-a9c3-46db-ab64-852a7210f94a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:39.776367 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4d774ab6-a9c3-46db-ab64-852a7210f94a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4170096 Oct 12 23:20:39.979631 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-cefcb8a3-33eb-4779-9888-dde0484c45bf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1765913346&fields=id&tenant_id=02d5607bf6594124a951673af5541500 HTTP/1.1" status: 200 len: 267 time: 0.0391333 Oct 12 23:20:40.094365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-f4074774-3752-47aa-ae2e-7fec5332e412 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:40.097097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-f4074774-3752-47aa-ae2e-7fec5332e412 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/networks?id=67c06f2a-48c9-4022-95e2-7a2a472eff12 HTTP/1.1" status: 200 len: 797 time: 0.1085413 Oct 12 23:20:40.112010 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-83c0bb45-beae-426a-bd84-1235eb8bb924 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/quotas/02d5607bf6594124a951673af5541500 HTTP/1.1" status: 200 len: 375 time: 0.0095727 Oct 12 23:20:40.167021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-893eef8e-b87f-4deb-8e91-1ef047f3b612 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483489 Oct 12 23:20:40.263645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-f4ea90e8-c00c-4df6-b4fb-f366bc39a371 service neutron] 10.222.0.31 "GET /v2.0/networks/67c06f2a-48c9-4022-95e2-7a2a472eff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838902 Oct 12 23:20:40.380988 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-28080ea1-013c-4bc8-932f-8ad29d70c78b service neutron] 10.222.0.31 "GET /v2.0/networks/67c06f2a-48c9-4022-95e2-7a2a472eff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111815 Oct 12 23:20:40.597185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23967ee-9c39-4e7a-83cf-ecc826a9222b req-ceb50e6f-7d2e-403f-829f-f58f0ebae5db tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:40.599117 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d23967ee-9c39-4e7a-83cf-ecc826a9222b req-ceb50e6f-7d2e-403f-829f-f58f0ebae5db tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0592866 Oct 12 23:20:40.681576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d23967ee-9c39-4e7a-83cf-ecc826a9222b req-c89028f9-f488-4e4a-9f50-d75cb552c7c9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596139 Oct 12 23:20:40.687698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3fc3b5db-761d-4d4b-8140-b40811750059 req-937c0f61-04e2-41fb-b437-148f31f957f8 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0412107 Oct 12 23:20:41.790953 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec41848d-cb18-4428-b0b6-9676a946789a req-f6b37391-88b8-417b-80af-7157ccf5f300 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0351057 Oct 12 23:20:41.857432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c786c-fe3b-4524-b1f7-b388b59abebc req-24ef08fd-0f08-4e67-8205-692ba62e14b4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:41.859956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d2c786c-fe3b-4524-b1f7-b388b59abebc req-24ef08fd-0f08-4e67-8205-692ba62e14b4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0760493 Oct 12 23:20:41.949960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7d2c786c-fe3b-4524-b1f7-b388b59abebc req-b2a76b94-acd4-4085-9a7d-fc9c7fd0c849 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784931 Oct 12 23:20:42.177369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43e84752-d098-401f-8c9d-49b91e476c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:42.898139 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e8caf02-7b8a-4bdc-97d9-5b8678250457 req-7d259113-d8bb-4a69-8796-2bf71fa56778 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0314755 Oct 12 23:20:43.075004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a4ab49-22ac-49e7-897c-698f7533fb81 req-0cac9dd2-2ee4-48cd-bcf6-0b01a3bc1b61 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:43.076595 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1a4ab49-22ac-49e7-897c-698f7533fb81 req-0cac9dd2-2ee4-48cd-bcf6-0b01a3bc1b61 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0646062 Oct 12 23:20:43.119033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e1a4ab49-22ac-49e7-897c-698f7533fb81 req-5b84a4b3-e98a-4fba-8312-bbed3e3a8345 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354643 Oct 12 23:20:43.307864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-ea578633-7f82-4846-b5da-672506df0071 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:43.309363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-ea578633-7f82-4846-b5da-672506df0071 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 815 time: 0.1164336 Oct 12 23:20:43.325858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-49d4da3d-b16e-42a8-a867-57d4f92d7dd9 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/quotas/d28864a5ee3841a2bc8b02922bf98ca0 HTTP/1.1" status: 200 len: 375 time: 0.0105426 Oct 12 23:20:43.381926 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-d81e3237-d334-42b3-9d6b-0b703fa51f96 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476840 Oct 12 23:20:43.418188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-b7319d2b-636f-4598-be15-cfe59f8d0a0d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:43.419699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-b7319d2b-636f-4598-be15-cfe59f8d0a0d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "GET /v2.0/networks?id=67c06f2a-48c9-4022-95e2-7a2a472eff12 HTTP/1.1" status: 200 len: 797 time: 0.1084807 Oct 12 23:20:43.480694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-0c34def0-389c-44d7-a34e-ce49b17b1ef9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02d5607bf6594124a951673af5541500 HTTP/1.1" status: 200 len: 380 time: 0.0523739 Oct 12 23:20:43.491306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'port': {'device_id': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'admin_state_up': True, 'tenant_id': '02d5607bf6594124a951673af5541500', 'security_groups': ['a9966f35-1502-4567-ba25-2a4d7cf02b47']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:43.498799 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-44aebf0d-136f-4889-8b00-8feb48aaf396 service neutron] 10.222.0.31 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090255 Oct 12 23:20:43.605540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-0ae90a9b-1efb-4dbf-b957-a05e222de85d service neutron] 10.222.0.31 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002989 Oct 12 23:20:43.717689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Made reservation on behalf of 02d5607bf6594124a951673af5541500 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:20:43.721446 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:43.763942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-c311fc5a-3d9d-4926-b02b-0a1b20b9dd2f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0926743 Oct 12 23:20:43.905095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-3ea95728-662d-4e8f-a8d0-c94af1410f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:43.911785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-3ea95728-662d-4e8f-a8d0-c94af1410f6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 1097 time: 0.0865242 Oct 12 23:20:43.912963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.20.0.5 (67c06f2a-48c9-4022-95e2-7a2a472eff12/99d7600d-2111-439a-94cd-c6518e48abd7/2ea79a31-593a-48ad-a76b-47403e562ece) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:20:44.014043 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8cffcf42-eee8-4f47-a5ed-1ff4f55bcad7 req-283aac0f-5cf1-40f9-ade3-78ff848d1702 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0392804 Oct 12 23:20:44.065218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-785003b6-3970-4493-b0aa-33001ebdae2e req-89c77637-b628-4be2-88a6-bae82f54436c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 210 time: 0.0471721 Oct 12 23:20:44.168492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-bf2d73d9-3287-4fc7-9f92-2269808fc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:44.169940 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-bf2d73d9-3287-4fc7-9f92-2269808fc1f9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 200 len: 912 time: 0.2312212 Oct 12 23:20:44.300134 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:44.302921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-3e35d27e-304a-4b38-b1d6-ba57cb73532d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d36eb78d-be2a-4dcf-91fd-c939b2f4d994 HTTP/1.1" status: 200 len: 1000 time: 0.1243865 Oct 12 23:20:44.324182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813d6a3a-d177-44ac-92e9-9a9ded652bf3 req-aa825089-700c-4257-bb39-16ee6937e4c1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:44.331769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-813d6a3a-d177-44ac-92e9-9a9ded652bf3 req-aa825089-700c-4257-bb39-16ee6937e4c1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0885913 Oct 12 23:20:44.375709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-dcacdbd6-727c-4fe4-bf4a-40461feb89a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:44.377281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-dcacdbd6-727c-4fe4-bf4a-40461feb89a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 200 len: 850 time: 0.0674784 Oct 12 23:20:44.408107 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-813d6a3a-d177-44ac-92e9-9a9ded652bf3 req-9818c679-518c-4ba8-9de9-c129e301fc4e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736148 Oct 12 23:20:44.429267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-760bdf41-f822-4822-a456-ce9844da3893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:44.430885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-760bdf41-f822-4822-a456-ce9844da3893 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9523100-f870-46fb-853e-d5491c1a3298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470788 Oct 12 23:20:44.532933 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:44.537418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-60dea258-0e8b-405d-963b-8def9b80b70a service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998659 Oct 12 23:20:44.640483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network 67c06f2a-48c9-4022-95e2-7a2a472eff12 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:20:44.649054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:44.652819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=2ea79a31-593a-48ad-a76b-47403e562ece,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:44.661324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:20:44.738202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:44.738843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:44.759613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5c35c659-deb0-4632-8be7-14b883a784e8 req-c04d09c9-0efe-44de-aaf0-031e869d83ec service neutron] 10.222.0.41 "GET /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135766 Oct 12 23:20:44.844731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-69049e39-1970-4d5f-b25e-2e7973fd5b74 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3559968 Oct 12 23:20:44.965807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Request body: {'port': {'device_id': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:44.970676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2c7cf90c-0d9b-42c6-bcc8-26ed50ad8c1f None None] Provisioning complete for port 2ea79a31-593a-48ad-a76b-47403e562ece triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:44.971237 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2c7cf90c-0d9b-42c6-bcc8-26ed50ad8c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:45.011612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2c7cf90c-0d9b-42c6-bcc8-26ed50ad8c1f None None] Port 2ea79a31-593a-48ad-a76b-47403e562ece cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:20:45.075530 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:45.106148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-0b425964-173b-4df5-8851-8c08623fd971 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1154563 Oct 12 23:20:45.171902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc716180-be80-436f-86ae-daedb7e55e49 req-ec1a045c-efd8-4e3b-8614-5504d35590c5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 210 time: 0.0503836 Oct 12 23:20:45.247742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220aa64-a16e-4ecb-988d-a535db76eeae req-a11712cb-5364-4296-85c9-531d526c118c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:45.249267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2220aa64-a16e-4ecb-988d-a535db76eeae req-a11712cb-5364-4296-85c9-531d526c118c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 931 time: 0.1465652 Oct 12 23:20:45.314302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-988cbc43-4c91-4e9c-bfc0-7a3fe29d7100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:45.315773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-988cbc43-4c91-4e9c-bfc0-7a3fe29d7100 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 1097 time: 0.1547389 Oct 12 23:20:45.404845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2220aa64-a16e-4ecb-988d-a535db76eeae req-db6c6894-85d3-4a7c-9a4e-516a23199b4c tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015818 Oct 12 23:20:45.533683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-673c9012-5e1f-43a7-b2aa-b37387a40c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:45.535272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-673c9012-5e1f-43a7-b2aa-b37387a40c80 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.1973436 Oct 12 23:20:45.557037 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:45.597605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-09c7d1b1-7ce0-485f-8b64-0d76689bf209 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 HTTP/1.1" status: 200 len: 217 time: 0.0523100 Oct 12 23:20:45.612202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2c9573fd-1da6-44e0-ab61-72f557f6f9c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:45.624745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596c90c-fb47-4db2-af1a-ad47149f57c4 req-ab3b4325-3673-4d77-b88a-35457bfe43fa tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:45.626552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0596c90c-fb47-4db2-af1a-ad47149f57c4 req-ab3b4325-3673-4d77-b88a-35457bfe43fa tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0834594 Oct 12 23:20:45.676746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-aebd64b3-67cb-4079-9f5e-eb072f65312e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:45.678756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-aebd64b3-67cb-4079-9f5e-eb072f65312e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0699620 Oct 12 23:20:45.708530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0596c90c-fb47-4db2-af1a-ad47149f57c4 req-69d4f035-d564-49ad-becc-e85267233753 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415828 Oct 12 23:20:45.766338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-60c6a090-b819-4afc-8d3a-69aa534e053e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:45.770522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-60c6a090-b819-4afc-8d3a-69aa534e053e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0804393 Oct 12 23:20:45.771340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ea79a31-593a-48ad-a76b-47403e562ece {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:20:45.788897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:45.840798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Transition to ACTIVE for port object 2ea79a31-593a-48ad-a76b-47403e562ece will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:20:45.877612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-df673993-9308-4cd5-b332-6276bef0e537 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010458 Oct 12 23:20:45.931194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:46.160297 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:46.395816 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1377485-13bd-4386-b848-31a21e043368 req-92dbe7e5-2afc-4566-b251-77eb363ffcae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 210 time: 0.0535903 Oct 12 23:20:46.445540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea79a31-593a-48ad-a76b-47403e562ece,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:46.543738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Attempting to bind port 2ea79a31-593a-48ad-a76b-47403e562ece on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:20:46.544357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Attempting to bind port 2ea79a31-593a-48ad-a76b-47403e562ece by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:20:46.544357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Attempting to bind port 2ea79a31-593a-48ad-a76b-47403e562ece on network 67c06f2a-48c9-4022-95e2-7a2a472eff12 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:46.552114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Port 2ea79a31-593a-48ad-a76b-47403e562ece on network 67c06f2a-48c9-4022-95e2-7a2a472eff12 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:20:46.552512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Attempting to bind port 2ea79a31-593a-48ad-a76b-47403e562ece on network 67c06f2a-48c9-4022-95e2-7a2a472eff12 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:46.560112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:20:46.563696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Checking segment: {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:20:46.563696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Bound using segment: {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:20:46.563696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Bound port: 2ea79a31-593a-48ad-a76b-47403e562ece, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09750647-ed43-43d6-afb8-ce01d2d6cfcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:20:46.563696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:46.571453 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c48e09-9b2b-494a-8757-c69e6b1fdae2 req-6a480e18-0109-4bcf-897c-05c9f2dad65b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:46.573029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c48e09-9b2b-494a-8757-c69e6b1fdae2 req-6a480e18-0109-4bcf-897c-05c9f2dad65b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 943 time: 0.0640397 Oct 12 23:20:46.587330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e2a1edf-2944-4572-8a35-223b068f3275 req-cc577006-f2d4-478d-b1ae-bce2e5448f08 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7025731 Oct 12 23:20:46.670674 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-71c48e09-9b2b-494a-8757-c69e6b1fdae2 req-b65011a7-28f0-40a4-818d-634a34131205 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803616 Oct 12 23:20:46.788928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] For port 2ea79a31-593a-48ad-a76b-47403e562ece, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:20:46.790818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-77b69ce8-bbc7-43f0-be49-e629f699c83a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:46.792315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-77b69ce8-bbc7-43f0-be49-e629f699c83a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 815 time: 0.1625226 Oct 12 23:20:46.800903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] For port 2ea79a31-593a-48ad-a76b-47403e562ece, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2ea79a31-593a-48ad-a76b-47403e562ece,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:20:46.808083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Request body: {'port': {'device_id': '463044ee-981e-4ffe-bfd0-a4e7b5235327', 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2', 'admin_state_up': True, 'tenant_id': 'd28864a5ee3841a2bc8b02922bf98ca0'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:46.885500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:46.948917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:46.950069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:46.951021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] 10.222.0.25 "PUT /v2.0/ports/2ea79a31-593a-48ad-a76b-47403e562ece HTTP/1.1" status: 200 len: 1092 time: 2.0993536 Oct 12 23:20:46.955371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:46.955371 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80eeb2cf-2ba8-47f2-b6e7-0385506dffbd" -d '{"events": [{"name": "network-changed", "server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:47.043224 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-545d8c5a-48fd-47e8-9e50-878eb3ffc9c9 x-openstack-request-id: req-545d8c5a-48fd-47e8-9e50-878eb3ffc9c9 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:47.043516 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:47.043770 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-545d8c5a-48fd-47e8-9e50-878eb3ffc9c9 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:47.044173 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece', 'status': 'completed', 'code': 200} Oct 12 23:20:47.067727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f712b6d-4d1c-4e44-b6b9-ccaa6717815d req-c793b3f6-dd57-4e96-bf21-b070f4641ee6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:47.069771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f712b6d-4d1c-4e44-b6b9-ccaa6717815d req-c793b3f6-dd57-4e96-bf21-b070f4641ee6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.2426152 Oct 12 23:20:47.119283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8753924-8075-4923-a8db-a804aae1f8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=2ea79a31-593a-48ad-a76b-47403e562ece,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:47.162557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb2cf-2ba8-47f2-b6e7-0385506dffbd req-b0c15368-2bad-4c10-be82-baafb199d257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:47.164102 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80eeb2cf-2ba8-47f2-b6e7-0385506dffbd req-b0c15368-2bad-4c10-be82-baafb199d257 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 1095 time: 0.0928869 Oct 12 23:20:47.169485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f712b6d-4d1c-4e44-b6b9-ccaa6717815d req-7dd5e866-eb90-46b7-8ae9-d8e98868e702 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830419 Oct 12 23:20:47.313241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Made reservation on behalf of d28864a5ee3841a2bc8b02922bf98ca0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:20:47.316948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:47.329747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb2cf-2ba8-47f2-b6e7-0385506dffbd req-6b50e95f-be51-4c89-9ae3-c3e13d62b562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:47.331256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80eeb2cf-2ba8-47f2-b6e7-0385506dffbd req-6b50e95f-be51-4c89-9ae3-c3e13d62b562 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=02d5607bf6594124a951673af5541500&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1564331 Oct 12 23:20:47.521334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eeb2cf-2ba8-47f2-b6e7-0385506dffbd req-67efd714-1845-47a5-ba6a-c7b151d9d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:47.522912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-80eeb2cf-2ba8-47f2-b6e7-0385506dffbd req-67efd714-1845-47a5-ba6a-c7b151d9d6ba service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1809459 Oct 12 23:20:47.540485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Allocated IP 172.20.0.5 (2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2/bca054a3-e023-4e60-9144-f079d9a444b3/d7679bc2-a15e-4a34-9b86-c450fec02b38) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:20:47.559458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ca4758d-f3db-4348-8ccd-3f17e2a7b0f4 req-2a66f57b-da95-4d3a-8e4b-802a0e0d79cd tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 210 time: 0.0496945 Oct 12 23:20:47.690129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-ec18f6e5-9588-478f-8d54-510be9397cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:47.691699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-ec18f6e5-9588-478f-8d54-510be9397cbd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 1095 time: 0.1036506 Oct 12 23:20:47.741490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-d3e87538-30d2-431e-8062-cbf959fa0044 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ea79a31-593a-48ad-a76b-47403e562ece HTTP/1.1" status: 200 len: 217 time: 0.0412908 Oct 12 23:20:47.856589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:47.864005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-66184501-5e09-485c-bbb7-abcc700d6f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:47.865467 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-66184501-5e09-485c-bbb7-abcc700d6f68 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99d7600d-2111-439a-94cd-c6518e48abd7 HTTP/1.1" status: 200 len: 834 time: 0.1133614 Oct 12 23:20:47.876125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ba701-69df-4b63-a3ea-bb0ad08d114b req-68c43e4f-1ddf-4f73-a09c-0ecb42c3afa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:47.877427 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c1ba701-69df-4b63-a3ea-bb0ad08d114b req-68c43e4f-1ddf-4f73-a09c-0ecb42c3afa6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 943 time: 0.1385281 Oct 12 23:20:47.902759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:47.964291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c1ba701-69df-4b63-a3ea-bb0ad08d114b req-9c572bfd-2458-4511-9a91-7e7eeb9bdba9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740502 Oct 12 23:20:47.966965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-956f0e5c-2c9a-48d9-9665-5d0089c018ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:47.968405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-956f0e5c-2c9a-48d9-9665-5d0089c018ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67c06f2a-48c9-4022-95e2-7a2a472eff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886440 Oct 12 23:20:48.042457 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:48.055402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:20:48.104373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:20:48.109347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:48.117855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:20:48.143976 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-b4161766-6eaa-4991-a5c3-4cd222509e57 service neutron] 10.222.0.25 "GET /v2.0/networks/67c06f2a-48c9-4022-95e2-7a2a472eff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679845 Oct 12 23:20:48.147940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Pushing event updated for resources: {'Port': ['ID=d7679bc2-a15e-4a34-9b86-c450fec02b38,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:48.222962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:48.223786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:48.281877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e5517b-3220-4b8e-8389-e6b461711d1c req-70457926-75e0-4ef9-80f0-dc415e0b78d8 service neutron] 10.222.0.25 "GET /v2.0/networks/67c06f2a-48c9-4022-95e2-7a2a472eff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302683 Oct 12 23:20:48.323322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-98356058-353c-493a-b0d0-3f6bfded0843 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5199807 Oct 12 23:20:48.326737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61e3c0-3a97-4552-b35b-c9316fb02a44 req-d5ae0e01-737c-466b-a8bc-8aab5ed1644b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:48.328329 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af61e3c0-3a97-4552-b35b-c9316fb02a44 req-d5ae0e01-737c-466b-a8bc-8aab5ed1644b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0567033 Oct 12 23:20:48.336729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Request body: {'port': {'device_id': '463044ee-981e-4ffe-bfd0-a4e7b5235327', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:48.383309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af61e3c0-3a97-4552-b35b-c9316fb02a44 req-1c22b01a-afaf-4550-80ca-b4b8d9456e5e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430696 Oct 12 23:20:48.399286 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:48.721815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7679bc2-a15e-4a34-9b86-c450fec02b38 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:20:48.733216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:48.744683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a1b33-8494-4108-8b49-b536c9ca93db req-57cc69aa-bfb7-4f38-9b63-9739ff50deec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:48.746281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-231a1b33-8494-4108-8b49-b536c9ca93db req-57cc69aa-bfb7-4f38-9b63-9739ff50deec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 931 time: 0.1033196 Oct 12 23:20:48.762119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Transition to ACTIVE for port object d7679bc2-a15e-4a34-9b86-c450fec02b38 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:20:48.795808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-231a1b33-8494-4108-8b49-b536c9ca93db req-f1c6e94a-9945-4ba6-8a88-2eb339f6297e tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414696 Oct 12 23:20:48.829374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:48.886836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Pushing event updated for resources: {'Port': ['ID=d7679bc2-a15e-4a34-9b86-c450fec02b38,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:48.963697 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Attempting to bind port d7679bc2-a15e-4a34-9b86-c450fec02b38 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:20:48.963949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Attempting to bind port d7679bc2-a15e-4a34-9b86-c450fec02b38 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:20:48.964282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Attempting to bind port d7679bc2-a15e-4a34-9b86-c450fec02b38 on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:48.969264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Port d7679bc2-a15e-4a34-9b86-c450fec02b38 on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:20:48.969587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Attempting to bind port d7679bc2-a15e-4a34-9b86-c450fec02b38 on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:20:48.974519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:20:48.976253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Checking segment: {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:20:48.976253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Bound using segment: {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:20:48.976253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Bound port: d7679bc2-a15e-4a34-9b86-c450fec02b38, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:20:48.976572 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:49.047387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] For port d7679bc2-a15e-4a34-9b86-c450fec02b38, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:20:49.050775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] For port d7679bc2-a15e-4a34-9b86-c450fec02b38, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7679bc2-a15e-4a34-9b86-c450fec02b38,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:20:49.080476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:49.095309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138868a-c7cb-4f61-90a4-c5196967438c req-0277864b-e3f5-49cd-9e3f-140a88f199a7 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:49.096708 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c138868a-c7cb-4f61-90a4-c5196967438c req-0277864b-e3f5-49cd-9e3f-140a88f199a7 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 943 time: 0.0548804 Oct 12 23:20:49.136309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c138868a-c7cb-4f61-90a4-c5196967438c req-a756a5dd-3d68-474a-b59a-ffead14058f2 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330141 Oct 12 23:20:49.177510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:49.211816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:49.212428 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:49.213797 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] 10.222.0.41 "PUT /v2.0/ports/d7679bc2-a15e-4a34-9b86-c450fec02b38 HTTP/1.1" status: 200 len: 1092 time: 0.8823593 Oct 12 23:20:49.214238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '463044ee-981e-4ffe-bfd0-a4e7b5235327', 'tag': 'd7679bc2-a15e-4a34-9b86-c450fec02b38'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:49.216500 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fb60ed-ef36-4789-994a-5c575a751f03" -d '{"events": [{"name": "network-changed", "server_uuid": "463044ee-981e-4ffe-bfd0-a4e7b5235327", "tag": "d7679bc2-a15e-4a34-9b86-c450fec02b38"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:49.244305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb88f1-6a06-48f3-aaf5-0afb18f4ec3e service neutron] Pushing event updated for resources: {'Port': ['ID=d7679bc2-a15e-4a34-9b86-c450fec02b38,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:49.254448 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe1720f-bab1-4071-97fb-9cee65548512 x-openstack-request-id: req-dfe1720f-bab1-4071-97fb-9cee65548512 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:49.254734 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "463044ee-981e-4ffe-bfd0-a4e7b5235327", "tag": "d7679bc2-a15e-4a34-9b86-c450fec02b38", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:49.255014 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dfe1720f-bab1-4071-97fb-9cee65548512 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:49.255488 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '463044ee-981e-4ffe-bfd0-a4e7b5235327', 'tag': 'd7679bc2-a15e-4a34-9b86-c450fec02b38', 'status': 'completed', 'code': 200} Oct 12 23:20:49.291492 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:49.320916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb60ed-ef36-4789-994a-5c575a751f03 req-1929aebc-ab3b-47ea-aa94-95d05390b4af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:49.323088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20fb60ed-ef36-4789-994a-5c575a751f03 req-1929aebc-ab3b-47ea-aa94-95d05390b4af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 1095 time: 0.0482209 Oct 12 23:20:49.453600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb60ed-ef36-4789-994a-5c575a751f03 req-6ae5fb5b-1cdf-4feb-8dc4-fbeecae330c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:49.455148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20fb60ed-ef36-4789-994a-5c575a751f03 req-6ae5fb5b-1cdf-4feb-8dc4-fbeecae330c5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1247499 Oct 12 23:20:49.504522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f8919d-802b-4b62-be7a-9706691bacee req-1840792b-252f-42c3-aa2f-e439b776eede tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:49.506137 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90f8919d-802b-4b62-be7a-9706691bacee req-1840792b-252f-42c3-aa2f-e439b776eede tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0585515 Oct 12 23:20:49.546754 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90f8919d-802b-4b62-be7a-9706691bacee req-8229f3f1-c844-470e-a928-97d5690fc687 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338249 Oct 12 23:20:49.559851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fb60ed-ef36-4789-994a-5c575a751f03 req-dbbf7d2f-2151-40c7-b3bb-620f324d72c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:49.561568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20fb60ed-ef36-4789-994a-5c575a751f03 req-dbbf7d2f-2151-40c7-b3bb-620f324d72c2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1000438 Oct 12 23:20:49.650001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-7adfc62c-2078-4ddf-a90e-534c9738c698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:49.653997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-7adfc62c-2078-4ddf-a90e-534c9738c698 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 1095 time: 0.0464640 Oct 12 23:20:49.698817 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-299cde97-aede-4569-8d0b-1927070c3184 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d7679bc2-a15e-4a34-9b86-c450fec02b38 HTTP/1.1" status: 200 len: 217 time: 0.0386958 Oct 12 23:20:49.748356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-7707e86f-4739-4c2c-90f9-4f26df9b835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:49.749780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-7707e86f-4739-4c2c-90f9-4f26df9b835b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bca054a3-e023-4e60-9144-f079d9a444b3 HTTP/1.1" status: 200 len: 855 time: 0.0442610 Oct 12 23:20:49.781629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-e8dd1b99-afc6-4d48-a112-53ccfab7125c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240788 Oct 12 23:20:49.915359 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-8b19355c-a660-471b-b86e-9a0d54b77a71 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257484 Oct 12 23:20:49.941055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa516ec2-5952-49ab-bb9e-9dcb7d874d94 req-d5816e6d-62c0-4672-af2b-36dee898faf1 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:49.942488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa516ec2-5952-49ab-bb9e-9dcb7d874d94 req-d5816e6d-62c0-4672-af2b-36dee898faf1 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 943 time: 0.0733838 Oct 12 23:20:50.021941 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa516ec2-5952-49ab-bb9e-9dcb7d874d94 req-b7f7e9b5-3669-487c-b221-abbdb5bda246 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690768 Oct 12 23:20:50.048050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11b26ecb-09fd-4614-8e7d-b1f6c6bf3d07 req-6999075d-f40c-4fe3-b380-3b73c1ff84e4 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245797 Oct 12 23:20:50.252039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74254987-0785-4aff-87e4-f7a49e25b7e0 req-092cd4fc-7599-4353-9128-703035d62e52 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:50.253443 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-74254987-0785-4aff-87e4-f7a49e25b7e0 req-092cd4fc-7599-4353-9128-703035d62e52 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 943 time: 0.0492957 Oct 12 23:20:50.291902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-74254987-0785-4aff-87e4-f7a49e25b7e0 req-dea29588-4301-4576-a623-44f76d295cee tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318332 Oct 12 23:20:50.674061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4c6fa-31e7-4d7e-8f65-b1ab2d18aff6 req-4b025415-eb69-4d65-9938-40b7881c2fab tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:50.675557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40a4c6fa-31e7-4d7e-8f65-b1ab2d18aff6 req-4b025415-eb69-4d65-9938-40b7881c2fab tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0561743 Oct 12 23:20:50.714493 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40a4c6fa-31e7-4d7e-8f65-b1ab2d18aff6 req-66ecf6eb-d702-493b-998d-c9d8ca4f9e60 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326557 Oct 12 23:20:51.152271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee7c47-8f75-4825-98c6-4102a726538b req-69ce60cb-967f-4bcc-8eaa-8731289ad854 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:51.153834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10ee7c47-8f75-4825-98c6-4102a726538b req-69ce60cb-967f-4bcc-8eaa-8731289ad854 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 943 time: 0.0530005 Oct 12 23:20:51.196316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10ee7c47-8f75-4825-98c6-4102a726538b req-f6e33404-9385-4b90-8f54-379a75236fec tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360703 Oct 12 23:20:51.412702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e0831-9c43-49a1-b33d-cd5c90736423 req-c799bb35-d025-4b4c-89eb-7a88ad67798b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:51.414270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-538e0831-9c43-49a1-b33d-cd5c90736423 req-c799bb35-d025-4b4c-89eb-7a88ad67798b tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 943 time: 0.0513320 Oct 12 23:20:51.464177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-538e0831-9c43-49a1-b33d-cd5c90736423 req-7c533133-00e6-4628-ad7b-7b50960c066e tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429962 Oct 12 23:20:51.836589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b34525-d210-4276-9d46-fa676b88f9c7 req-26e7917c-9f22-463f-b364-a4d5adab8160 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:51.838118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93b34525-d210-4276-9d46-fa676b88f9c7 req-26e7917c-9f22-463f-b364-a4d5adab8160 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0542850 Oct 12 23:20:51.876535 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93b34525-d210-4276-9d46-fa676b88f9c7 req-807c905a-5c2f-4b0c-a895-7d03942969d9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323017 Oct 12 23:20:52.313074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74336e36-ad62-4a36-884b-931c1bbb4c06 req-ef5264cb-c0fe-4700-b087-a5be73856e5c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:52.314598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74336e36-ad62-4a36-884b-931c1bbb4c06 req-ef5264cb-c0fe-4700-b087-a5be73856e5c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 943 time: 0.0505688 Oct 12 23:20:52.354830 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74336e36-ad62-4a36-884b-931c1bbb4c06 req-e37974fe-2b08-4e7a-aec2-3a4921e9c5aa tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339611 Oct 12 23:20:52.585103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d8c258-749f-4533-8935-e42843156541 req-e99fbc4a-b8d3-4673-abca-c296b0f077c1 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:52.586710 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73d8c258-749f-4533-8935-e42843156541 req-e99fbc4a-b8d3-4673-abca-c296b0f077c1 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 943 time: 0.0500731 Oct 12 23:20:52.627673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73d8c258-749f-4533-8935-e42843156541 req-f04e4635-6112-406d-b44c-d14319050319 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334120 Oct 12 23:20:52.651738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 2ea79a31-593a-48ad-a76b-47403e562ece details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:20:52.748722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 2ea79a31-593a-48ad-a76b-47403e562ece, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2ea79a31-593a-48ad-a76b-47403e562ece,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:52.762245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '2ea79a31-593a-48ad-a76b-47403e562ece', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'port_id': '2ea79a31-593a-48ad-a76b-47403e562ece', 'mac_address': 'fa:16:3e:74:73:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:20:52.804023 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:52.817528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ea79a31-593a-48ad-a76b-47403e562ece {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:20:52.839023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 2ea79a31-593a-48ad-a76b-47403e562ece, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2ea79a31-593a-48ad-a76b-47403e562ece,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:52.920692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:52.971444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=2ea79a31-593a-48ad-a76b-47403e562ece,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:53.031906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29db2f9-e984-4640-b2a8-46125f22e775 req-98fcfdc6-f219-44e1-9ccb-47127dba6175 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:53.033590 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d29db2f9-e984-4640-b2a8-46125f22e775 req-98fcfdc6-f219-44e1-9ccb-47127dba6175 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0705521 Oct 12 23:20:53.093370 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d29db2f9-e984-4640-b2a8-46125f22e775 req-542889ff-2c0d-4ee4-a9fe-56974129b230 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510626 Oct 12 23:20:53.140801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['2ea79a31-593a-48ad-a76b-47403e562ece'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:20:53.473784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8152444-8c45-4bda-8563-c55a95e78f89 req-561e3c94-147b-4f91-b03f-4854ef8458c7 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:53.476233 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8152444-8c45-4bda-8563-c55a95e78f89 req-561e3c94-147b-4f91-b03f-4854ef8458c7 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 943 time: 0.0502820 Oct 12 23:20:53.517377 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8152444-8c45-4bda-8563-c55a95e78f89 req-725e62ed-4e3b-4870-bb6e-aee96134cf0e tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316989 Oct 12 23:20:53.753778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8111b-f21a-462c-9b66-de9b97411178 req-875de475-5c87-453e-98b0-3bda0e41173a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:53.755693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4fe8111b-f21a-462c-9b66-de9b97411178 req-875de475-5c87-453e-98b0-3bda0e41173a tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 944 time: 0.0508211 Oct 12 23:20:53.796744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4fe8111b-f21a-462c-9b66-de9b97411178 req-d617ce2f-c8ad-4316-abe3-959d979a3340 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Oct 12 23:20:54.105364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d7679bc2-a15e-4a34-9b86-c450fec02b38 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:20:54.224763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d7679bc2-a15e-4a34-9b86-c450fec02b38, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7679bc2-a15e-4a34-9b86-c450fec02b38,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:54.236665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b644a62-06b4-4d3a-94d7-02ae5b59ab14 req-fc5518be-326f-4db0-a377-e33fbd1c1323 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:54.237220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'd7679bc2-a15e-4a34-9b86-c450fec02b38', 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2', 'port_id': 'd7679bc2-a15e-4a34-9b86-c450fec02b38', 'mac_address': 'fa:16:3e:27:b4:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca054a3-e023-4e60-9144-f079d9a444b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:20:54.238193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8b644a62-06b4-4d3a-94d7-02ae5b59ab14 req-fc5518be-326f-4db0-a377-e33fbd1c1323 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0558391 Oct 12 23:20:54.274664 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:54.283525 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8b644a62-06b4-4d3a-94d7-02ae5b59ab14 req-c2a5948d-e297-466c-af7a-11841c4f2534 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379834 Oct 12 23:20:54.289876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7679bc2-a15e-4a34-9b86-c450fec02b38 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:20:54.313838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d7679bc2-a15e-4a34-9b86-c450fec02b38, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7679bc2-a15e-4a34-9b86-c450fec02b38,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:54.414947 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:54.464010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d7679bc2-a15e-4a34-9b86-c450fec02b38,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:54.642245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e27a375-1f75-407f-884b-5220fcca5931 req-80fa3fe5-bfd0-4276-9a4a-423fd4095474 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:54.642901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['d7679bc2-a15e-4a34-9b86-c450fec02b38'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:20:54.643818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e27a375-1f75-407f-884b-5220fcca5931 req-80fa3fe5-bfd0-4276-9a4a-423fd4095474 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 944 time: 0.0559263 Oct 12 23:20:54.689328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 2ea79a31-593a-48ad-a76b-47403e562ece up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:20:54.692236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e27a375-1f75-407f-884b-5220fcca5931 req-794e882d-ed9e-4865-b019-a4958214f279 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393636 Oct 12 23:20:54.834662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 2ea79a31-593a-48ad-a76b-47403e562ece completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:20:54.838791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 2ea79a31-593a-48ad-a76b-47403e562ece triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:54.839166 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:54.920735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb2649-6961-4a77-8b33-bc8ebfa32bea req-a15cf8dd-ffbe-4635-a499-e16ac791c321 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:54.922273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4eb2649-6961-4a77-8b33-bc8ebfa32bea req-a15cf8dd-ffbe-4635-a499-e16ac791c321 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 944 time: 0.0516331 Oct 12 23:20:54.923391 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:54.946880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:54.949495 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c054e25-3225-463e-910e-b7c692b3430e" -d '{"events": [{"server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "name": "network-vif-plugged", "status": "completed", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:54.963433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 2ea79a31-593a-48ad-a76b-47403e562ece, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2ea79a31-593a-48ad-a76b-47403e562ece,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:54.976069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c4eb2649-6961-4a77-8b33-bc8ebfa32bea req-df8b13d0-cdcb-444e-852e-e0cc2b1d2c98 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474386 Oct 12 23:20:54.993393 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea3d71c-91bb-4fbd-9b89-d1d086185f42 x-openstack-request-id: req-3ea3d71c-91bb-4fbd-9b89-d1d086185f42 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:54.993690 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "name": "network-vif-plugged", "status": "completed", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:54.993946 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3ea3d71c-91bb-4fbd-9b89-d1d086185f42 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:54.994345 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece', 'code': 200} Oct 12 23:20:55.034150 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:55.087830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=2ea79a31-593a-48ad-a76b-47403e562ece,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:55.099285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94ba823-bd93-4d18-bd7c-542ce17158eb req-72dd3a47-e5b7-4f6b-b7bc-1f127783ef72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:55.101741 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b94ba823-bd93-4d18-bd7c-542ce17158eb req-72dd3a47-e5b7-4f6b-b7bc-1f127783ef72 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 1097 time: 0.0509202 Oct 12 23:20:55.141294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b94ba823-bd93-4d18-bd7c-542ce17158eb req-3c552640-82bb-48a0-8eea-518d77262981 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322607 Oct 12 23:20:55.402467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ac5eda-89cc-4b13-9528-e574b7e7c716 req-be28149d-f978-40d6-968e-6ee7fb65e1b7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:55.404045 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3ac5eda-89cc-4b13-9528-e574b7e7c716 req-be28149d-f978-40d6-968e-6ee7fb65e1b7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0514345 Oct 12 23:20:55.442626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3ac5eda-89cc-4b13-9528-e574b7e7c716 req-23b8c051-c187-4919-b7ee-1fab1d68693c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324433 Oct 12 23:20:55.814484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd8e83-cdb3-4d4b-8f68-1f93ee140900 req-aaa9db3d-4ff7-4b9a-a0d0-fb21cdd71499 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:55.816016 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7dd8e83-cdb3-4d4b-8f68-1f93ee140900 req-aaa9db3d-4ff7-4b9a-a0d0-fb21cdd71499 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 944 time: 0.0500903 Oct 12 23:20:55.859492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7dd8e83-cdb3-4d4b-8f68-1f93ee140900 req-aa1fc8b7-c963-4788-9f30-481c207cbbdb tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358973 Oct 12 23:20:56.109653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d7679bc2-a15e-4a34-9b86-c450fec02b38 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:20:56.115219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89292fd2-8958-48e1-94b3-a23264ab0fea req-69655ba8-c8b2-423e-b320-237174eb21bf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:56.117293 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89292fd2-8958-48e1-94b3-a23264ab0fea req-69655ba8-c8b2-423e-b320-237174eb21bf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 945 time: 0.0654299 Oct 12 23:20:56.156235 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89292fd2-8958-48e1-94b3-a23264ab0fea req-0962f2e6-e5e5-46cc-baa0-b25f88607aec tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329900 Oct 12 23:20:56.257720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port d7679bc2-a15e-4a34-9b86-c450fec02b38 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:20:56.262122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port d7679bc2-a15e-4a34-9b86-c450fec02b38 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:20:56.262708 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:56.346771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:56.379875 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port d7679bc2-a15e-4a34-9b86-c450fec02b38, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7679bc2-a15e-4a34-9b86-c450fec02b38,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:20:56.509262 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:56.559687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=d7679bc2-a15e-4a34-9b86-c450fec02b38,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:56.577874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca87d1d-6d65-4a25-8eeb-9504e353302e req-82dd7694-9dd0-4e41-9996-56944b7861e4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:56.588909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ca87d1d-6d65-4a25-8eeb-9504e353302e req-82dd7694-9dd0-4e41-9996-56944b7861e4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0606923 Oct 12 23:20:56.620433 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4ca87d1d-6d65-4a25-8eeb-9504e353302e req-7fa560b1-ac3f-46f3-9f12-26eca7e4c884 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344782 Oct 12 23:20:56.979842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e242d20-f773-4365-b08b-85a94951d558 req-901429cc-f2e2-4ecb-99fc-7e609bbdc2b5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:56.981410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e242d20-f773-4365-b08b-85a94951d558 req-901429cc-f2e2-4ecb-99fc-7e609bbdc2b5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 945 time: 0.0509167 Oct 12 23:20:56.996339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463044ee-981e-4ffe-bfd0-a4e7b5235327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7679bc2-a15e-4a34-9b86-c450fec02b38'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:20:56.998639 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aaf945-8c53-4623-8ee5-e2e289976662" -d '{"events": [{"server_uuid": "463044ee-981e-4ffe-bfd0-a4e7b5235327", "name": "network-vif-plugged", "status": "completed", "tag": "d7679bc2-a15e-4a34-9b86-c450fec02b38"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:20:57.023806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e242d20-f773-4365-b08b-85a94951d558 req-47a76c35-9db7-4b79-a457-65fcb0e55465 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363350 Oct 12 23:20:57.034665 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6827cb8-08f6-48fd-a336-502d8b5b3424 x-openstack-request-id: req-c6827cb8-08f6-48fd-a336-502d8b5b3424 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:20:57.034967 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463044ee-981e-4ffe-bfd0-a4e7b5235327", "name": "network-vif-plugged", "status": "completed", "tag": "d7679bc2-a15e-4a34-9b86-c450fec02b38", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:20:57.035501 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6827cb8-08f6-48fd-a336-502d8b5b3424 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:20:57.035835 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463044ee-981e-4ffe-bfd0-a4e7b5235327', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7679bc2-a15e-4a34-9b86-c450fec02b38', 'code': 200} Oct 12 23:20:57.137614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d0fa2-c7c9-4624-b045-97116916be4c req-156fa98c-4ed5-48b5-b148-3a08dae4c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:57.139142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a9d0fa2-c7c9-4624-b045-97116916be4c req-156fa98c-4ed5-48b5-b148-3a08dae4c38d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 1097 time: 0.0484037 Oct 12 23:20:57.174713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a9d0fa2-c7c9-4624-b045-97116916be4c req-98813cca-b35a-45a9-9a63-b0ea6830fa70 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284617 Oct 12 23:20:57.277808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c43e3-52c1-43b8-98b0-a613965086be req-580848da-fbbc-4fc9-b59d-74a87ec59b55 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:57.279595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-190c43e3-52c1-43b8-98b0-a613965086be req-580848da-fbbc-4fc9-b59d-74a87ec59b55 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 945 time: 0.0535336 Oct 12 23:20:57.320355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-190c43e3-52c1-43b8-98b0-a613965086be req-eba47fa2-a31a-4f49-9a6b-77719fd42d2f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337646 Oct 12 23:20:57.439650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f8002-c49a-45d9-bab0-a5238205e13f req-a499c1e1-d47d-4c6f-9bac-e56a51508582 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:57.440645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-608f8002-c49a-45d9-bab0-a5238205e13f req-a499c1e1-d47d-4c6f-9bac-e56a51508582 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 945 time: 0.0494244 Oct 12 23:20:57.479742 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-608f8002-c49a-45d9-bab0-a5238205e13f req-b93ad380-3db9-4660-9075-6bfb9d3468ae tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Oct 12 23:20:57.515294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57642) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:57.560720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f179acc5-c4b0-4296-9a40-dabae94fd7d1 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:57.562240 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f179acc5-c4b0-4296-9a40-dabae94fd7d1 tempest-TestNetworkBasicOps-1719235698 tempest-TestNetworkBasicOps-1719235698-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 1092 time: 0.0459502 Oct 12 23:20:57.565826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57644) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:20:57.570750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '2ea79a31-593a-48ad-a76b-47403e562ece', 'tenant_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:20:57.729025 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:57.797367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c272824-948f-4419-870b-19c3cc3f8971 req-16ce19b5-c5a2-44d3-a0ee-a818b7afdf13 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:57.798842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c272824-948f-4419-870b-19c3cc3f8971 req-16ce19b5-c5a2-44d3-a0ee-a818b7afdf13 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1061676 Oct 12 23:20:57.856828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c272824-948f-4419-870b-19c3cc3f8971 req-a004ef9d-b400-4a78-9837-677720de9361 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504999 Oct 12 23:20:57.887111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:57.998683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Allocated IP 172.25.2.103 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/c78d21d5-9274-4da4-b89c-1499ea8cfbf8) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:20:58.108289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:58.141306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbde32-a78a-40d7-93cb-e707e7830bba req-47dca1da-d092-4336-8e51-93a3ace42ee8 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:58.151972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ebbde32-a78a-40d7-93cb-e707e7830bba req-47dca1da-d092-4336-8e51-93a3ace42ee8 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 945 time: 0.0580370 Oct 12 23:20:58.199304 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:58.206375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ebbde32-a78a-40d7-93cb-e707e7830bba req-b9e3424f-c318-43d2-8e53-46a461a31c2d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490813 Oct 12 23:20:58.247415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:20:58.250447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:20:58.253932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:20:58.276102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=c78d21d5-9274-4da4-b89c-1499ea8cfbf8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:59.098909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b88d6-c23b-4037-9e52-82745f0081e2 req-2ff62f29-a4b9-45aa-be65-0f407581e7a1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:59.101503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-239b88d6-c23b-4037-9e52-82745f0081e2 req-2ff62f29-a4b9-45aa-be65-0f407581e7a1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.1695952 Oct 12 23:20:59.127177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:59.208101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-239b88d6-c23b-4037-9e52-82745f0081e2 req-f8175cf7-a163-4fd2-8269-0e6649e62eff tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993028 Oct 12 23:20:59.326822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac9139-a51d-4f4a-9e99-50995594be32 req-04447ed9-9ef0-4372-a55d-320366f96870 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:20:59.328197 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-58ac9139-a51d-4f4a-9e99-50995594be32 req-04447ed9-9ef0-4372-a55d-320366f96870 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 945 time: 0.0520132 Oct 12 23:20:59.349198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:59.378165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-58ac9139-a51d-4f4a-9e99-50995594be32 req-c7fd12d8-d027-4e2d-88ae-07dc51a60727 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431497 Oct 12 23:20:59.518252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:59.594200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:59.664292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event updated for resources: {'Port': ['ID=c78d21d5-9274-4da4-b89c-1499ea8cfbf8,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:20:59.678897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:20:59.782311 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Floating IP 5a20d9be-960b-4624-bce5-28ee219b8f40 associated. External IP: 172.25.2.103, port: 2ea79a31-593a-48ad-a76b-47403e562ece. Oct 12 23:21:00.003040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 810f3795-eddf-444e-ba3d-1aaa27feb0ac has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:21:00.111487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:21:00.122494 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] Sync routers for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:21:00.135692 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:00.136403 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:00.228182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:00.250368 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:00.265948 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-26bada8a-43f4-4cf1-8223-d085a11900cf tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6964662 Oct 12 23:21:00.265948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:21:00.266355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57680) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:00.281974 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:21:00.360906 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-964d2523-c15d-4177-8225-32f2e34b521f x-openstack-request-id: req-964d2523-c15d-4177-8225-32f2e34b521f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:21:00.361204 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:21:00.361461 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-964d2523-c15d-4177-8225-32f2e34b521f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:21:00.362022 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece', 'status': 'completed', 'code': 200} Oct 12 23:21:00.433029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-a63d4f0a-28c1-4c05-acd8-ee08fcc63a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:00.435184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-a63d4f0a-28c1-4c05-acd8-ee08fcc63a52 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 1097 time: 0.0526578 Oct 12 23:21:00.440127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b69f4b2a-78bc-4e1b-a577-53f3a9f5a6ae tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/floatingips/5a20d9be-960b-4624-bce5-28ee219b8f40 HTTP/1.1" status: 200 len: 991 time: 0.1725378 Oct 12 23:21:00.452368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c92b07-bc37-4f98-83c5-be3c10e28457 req-91909a71-0ece-4ec5-a898-ba6b961aae4e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:00.454785 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8c92b07-bc37-4f98-83c5-be3c10e28457 req-91909a71-0ece-4ec5-a898-ba6b961aae4e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0736225 Oct 12 23:21:00.537380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8c92b07-bc37-4f98-83c5-be3c10e28457 req-6ef0b257-5ffb-4318-9a66-6e750f329165 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751982 Oct 12 23:21:00.574853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-3462c0b5-2bc7-4299-8d5a-c38b8c371813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:00.581599 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-3462c0b5-2bc7-4299-8d5a-c38b8c371813 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67c06f2a-48c9-4022-95e2-7a2a472eff12 HTTP/1.1" status: 200 len: 898 time: 0.1341829 Oct 12 23:21:00.600115 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '5a20d9be-960b-4624-bce5-28ee219b8f40', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'port_id': '2ea79a31-593a-48ad-a76b-47403e562ece', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'mac_address': 'fa:16:3e:74:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:20:58Z', 'updated_at': '2021-10-12T23:20:58Z', 'revision_number': 0, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '236483c9-300d-4432-af72-0576c8bec34e', 'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:fb:b9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:32Z', 'updated_at': '2021-10-12T23:20:36Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:00.638861 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] Checking router: 810f3795-eddf-444e-ba3d-1aaa27feb0ac for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:21:00.649503 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:00.650482 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:20:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:00.674505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-dd7d4c63-5620-4b72-9c69-b89212a184a8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ea79a31-593a-48ad-a76b-47403e562ece HTTP/1.1" status: 200 len: 999 time: 0.0882936 Oct 12 23:21:00.730988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-07ae7461-772e-462b-9b8b-f503cb48fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:00.732819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-07ae7461-772e-462b-9b8b-f503cb48fbbf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99d7600d-2111-439a-94cd-c6518e48abd7 HTTP/1.1" status: 200 len: 834 time: 0.0513444 Oct 12 23:21:00.789402 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:00.800530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-b19289ba-c2d1-4399-aa76-5f66a8ca4379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:00.802588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-b19289ba-c2d1-4399-aa76-5f66a8ca4379 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67c06f2a-48c9-4022-95e2-7a2a472eff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0626736 Oct 12 23:21:00.916330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-3fd5daee-3e0c-4ce8-9f37-bf9a7d017778 service neutron] 10.222.0.25 "GET /v2.0/networks/67c06f2a-48c9-4022-95e2-7a2a472eff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056163 Oct 12 23:21:01.026593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0702b493-bb16-4bfc-a3ba-70e80f0a4d9a req-0fde70e8-a3eb-4066-b383-b61882f75542 service neutron] 10.222.0.25 "GET /v2.0/networks/67c06f2a-48c9-4022-95e2-7a2a472eff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031616 Oct 12 23:21:01.157043 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '5a20d9be-960b-4624-bce5-28ee219b8f40', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'port_id': '2ea79a31-593a-48ad-a76b-47403e562ece', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'mac_address': 'fa:16:3e:74:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:20:58Z', 'updated_at': '2021-10-12T23:20:58Z', 'revision_number': 0, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '236483c9-300d-4432-af72-0576c8bec34e', 'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:fb:b9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:32Z', 'updated_at': '2021-10-12T23:20:36Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:01.185902 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81db8270-9b46-4bd4-9d32-de1fed47ff12 None None] The sync data for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 is: [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '5a20d9be-960b-4624-bce5-28ee219b8f40', 'tenant_id': '02d5607bf6594124a951673af5541500', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'port_id': '2ea79a31-593a-48ad-a76b-47403e562ece', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'mac_address': 'fa:16:3e:74:73:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:20:58Z', 'updated_at': '2021-10-12T23:20:58Z', 'revision_number': 0, 'project_id': '02d5607bf6594124a951673af5541500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '236483c9-300d-4432-af72-0576c8bec34e', 'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:fb:b9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:32Z', 'updated_at': '2021-10-12T23:20:36Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:21:01.402771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86a9b07-c2f4-4bf5-b52e-e82f17902762 None None] New status for floating IP 5a20d9be-960b-4624-bce5-28ee219b8f40: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:21:01.444407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57692) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:01.520945 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8e47e60-0f86-4979-a382-69e4446ee303 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/floatingips/5a20d9be-960b-4624-bce5-28ee219b8f40 HTTP/1.1" status: 200 len: 991 time: 0.0743339 Oct 12 23:21:01.669458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564d7cf-137c-4577-b6a0-80d51b59e5a2 req-cb56f49b-e52e-4af9-b0b3-fcea25d186c9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:01.671345 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1564d7cf-137c-4577-b6a0-80d51b59e5a2 req-cb56f49b-e52e-4af9-b0b3-fcea25d186c9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0558279 Oct 12 23:21:01.713334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1564d7cf-137c-4577-b6a0-80d51b59e5a2 req-b4f4bea0-eb6f-44f6-9696-a52f9e8ccecc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355942 Oct 12 23:21:02.523182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57712) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:02.596547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9cc4e4ec-b7c0-40e8-860a-a2a6b94bb798 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/floatingips/5a20d9be-960b-4624-bce5-28ee219b8f40 HTTP/1.1" status: 200 len: 993 time: 0.0722117 Oct 12 23:21:02.842965 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30e04-442f-4562-a06f-6d7c3866a013 req-d5ef2c25-3e1f-4b61-b62c-6cef984170e7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:02.845891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bf30e04-442f-4562-a06f-6d7c3866a013 req-d5ef2c25-3e1f-4b61-b62c-6cef984170e7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0547028 Oct 12 23:21:02.886902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7bf30e04-442f-4562-a06f-6d7c3866a013 req-c62e99a9-ff5e-459e-82b8-84c1f903aad2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341859 Oct 12 23:21:04.004705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29015288-501a-4056-bc55-495880b51eaa req-60d8e940-1d49-4144-9e0e-c5ba11ad05ef tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:04.006233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29015288-501a-4056-bc55-495880b51eaa req-60d8e940-1d49-4144-9e0e-c5ba11ad05ef tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0500596 Oct 12 23:21:04.046014 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29015288-501a-4056-bc55-495880b51eaa req-e7d32339-88b4-4761-8c4f-070d7e2fafeb tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331814 Oct 12 23:21:05.169195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ffd1b-aad3-4a95-bd33-989d33721442 req-d06331af-da22-40d0-9855-190343321a66 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:05.171374 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b12ffd1b-aad3-4a95-bd33-989d33721442 req-d06331af-da22-40d0-9855-190343321a66 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0515289 Oct 12 23:21:05.214000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b12ffd1b-aad3-4a95-bd33-989d33721442 req-9b0b67b7-250f-4fe4-a3a7-d56e8ba230d9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362465 Oct 12 23:21:06.131143 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:21:06.335325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba023398-a213-491b-a6ca-b48b04dce430 req-b342fd80-9bf7-4f24-bf54-ecbb08e03c84 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:06.336850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba023398-a213-491b-a6ca-b48b04dce430 req-b342fd80-9bf7-4f24-bf54-ecbb08e03c84 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 944 time: 0.0546277 Oct 12 23:21:06.374612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba023398-a213-491b-a6ca-b48b04dce430 req-9136155f-8685-47cd-ab72-58a92795401c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316525 Oct 12 23:21:06.766044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f2b567d6-eeb0-4bda-a7c9-e677f81fe585 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:21:06.860697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f2b567d6-eeb0-4bda-a7c9-e677f81fe585, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:06.872322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'f2b567d6-eeb0-4bda-a7c9-e677f81fe585', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'port_id': 'f2b567d6-eeb0-4bda-a7c9-e677f81fe585', 'mac_address': 'fa:16:3e:dd:76:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:21:06.914793 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:06.928089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b567d6-eeb0-4bda-a7c9-e677f81fe585 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:21:06.947243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f2b567d6-eeb0-4bda-a7c9-e677f81fe585, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:07.045155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:07.093440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:07.287578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['f2b567d6-eeb0-4bda-a7c9-e677f81fe585'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:21:07.501050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ffc82f-84e6-47c8-9930-516a1f28f7f8 req-5e1ee603-f5b5-4425-b0be-26a4fe1c7fb6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:07.502648 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92ffc82f-84e6-47c8-9930-516a1f28f7f8 req-5e1ee603-f5b5-4425-b0be-26a4fe1c7fb6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 945 time: 0.0517814 Oct 12 23:21:07.542382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92ffc82f-84e6-47c8-9930-516a1f28f7f8 req-a1354a14-e73f-47a3-9ea9-7e9b58452823 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334187 Oct 12 23:21:08.678054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df688a79-529d-43e1-876e-a85ea0a9833c req-dbff8912-a1cb-4c31-a989-f81a847b1010 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:08.678054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df688a79-529d-43e1-876e-a85ea0a9833c req-dbff8912-a1cb-4c31-a989-f81a847b1010 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 945 time: 0.0571890 Oct 12 23:21:08.717649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df688a79-529d-43e1-876e-a85ea0a9833c req-74657f41-4b8c-420b-8259-963c1e13f147 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344372 Oct 12 23:21:08.761698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f2b567d6-eeb0-4bda-a7c9-e677f81fe585 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:21:08.928906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:21:08.932930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:08.933303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:09.010329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:09.033548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b567d6-eeb0-4bda-a7c9-e677f81fe585'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:21:09.035868 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4cf5a9-f9db-43f2-8dff-c0a01a929ad0" -d '{"events": [{"server_uuid": "bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff", "name": "network-vif-plugged", "status": "completed", "tag": "f2b567d6-eeb0-4bda-a7c9-e677f81fe585"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:21:09.052831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port f2b567d6-eeb0-4bda-a7c9-e677f81fe585, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:09.073741 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9823972a-1378-4ac6-85f6-74580e0a2a83 x-openstack-request-id: req-9823972a-1378-4ac6-85f6-74580e0a2a83 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:21:09.074033 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff", "name": "network-vif-plugged", "status": "completed", "tag": "f2b567d6-eeb0-4bda-a7c9-e677f81fe585", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:21:09.074288 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9823972a-1378-4ac6-85f6-74580e0a2a83 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:21:09.074686 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b567d6-eeb0-4bda-a7c9-e677f81fe585', 'code': 200} Oct 12 23:21:09.117399 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:09.170557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:09.174924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60bc78e-dde9-42e2-aa04-f39e7c0baf5f req-912ea412-c3eb-4816-8321-9112f74a5f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:09.176634 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a60bc78e-dde9-42e2-aa04-f39e7c0baf5f req-912ea412-c3eb-4816-8321-9112f74a5f74 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 1098 time: 0.0425298 Oct 12 23:21:09.221471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a60bc78e-dde9-42e2-aa04-f39e7c0baf5f req-09dcc964-65f7-4589-9152-43b04a506efc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367301 Oct 12 23:21:09.840707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed60f0-7cd3-40e1-85ce-da7f88a12045 req-389df8da-8629-429c-b030-22bb39fd7ea6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:09.842222 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95ed60f0-7cd3-40e1-85ce-da7f88a12045 req-389df8da-8629-429c-b030-22bb39fd7ea6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 946 time: 0.0543740 Oct 12 23:21:09.885331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95ed60f0-7cd3-40e1-85ce-da7f88a12045 req-3595fb09-88f6-4014-8c43-714574d9df9e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352159 Oct 12 23:21:11.007814 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe1d420-da4c-4ae4-a795-82de7ee3ea40 req-775fa625-0aea-4ca7-81ae-9e371c4c4dc8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:11.009304 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6fe1d420-da4c-4ae4-a795-82de7ee3ea40 req-775fa625-0aea-4ca7-81ae-9e371c4c4dc8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 946 time: 0.0536067 Oct 12 23:21:11.047621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6fe1d420-da4c-4ae4-a795-82de7ee3ea40 req-9b959596-ebe2-4ac9-96c7-461ae68d99de tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323803 Oct 12 23:21:11.331565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d369c-e327-4250-87e3-bb97ea967f15 req-f0d09476-5863-4f8f-8c64-489637f8f993 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:11.333187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b05d369c-e327-4250-87e3-bb97ea967f15 req-f0d09476-5863-4f8f-8c64-489637f8f993 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 946 time: 0.0506635 Oct 12 23:21:11.372484 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b05d369c-e327-4250-87e3-bb97ea967f15 req-c64500c1-0507-4a70-a6af-d918c6509117 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326536 Oct 12 23:21:11.911967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ce35a-2693-42a9-807b-b3fb6c2d6bc8 req-0b2eb5ce-d3dd-4342-8ae0-61648370aa50 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:11.913493 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a25ce35a-2693-42a9-807b-b3fb6c2d6bc8 req-0b2eb5ce-d3dd-4342-8ae0-61648370aa50 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 946 time: 0.0515883 Oct 12 23:21:11.951436 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a25ce35a-2693-42a9-807b-b3fb6c2d6bc8 req-39d0870d-2218-43dc-bd15-d39a1769b8cb tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319874 Oct 12 23:21:12.165159 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c7540c58-ebeb-48ae-8209-d935eff54770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:13.078143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8347ee88-556c-43f1-9497-9a6d91fc0842 req-5df1dcc2-fe28-4b27-afcd-92615d00136f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:13.078143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8347ee88-556c-43f1-9497-9a6d91fc0842 req-5df1dcc2-fe28-4b27-afcd-92615d00136f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 946 time: 0.0545716 Oct 12 23:21:13.118680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8347ee88-556c-43f1-9497-9a6d91fc0842 req-927123b6-e8d7-4570-a1d7-95fc529f4ac6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361652 Oct 12 23:21:13.411514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-79584043-50ce-423e-9f96-883421ba639f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:13.413611 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-79584043-50ce-423e-9f96-883421ba639f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 946 time: 0.0531960 Oct 12 23:21:13.516096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:21:13.516445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:13.608678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] For port f2b567d6-eeb0-4bda-a7c9-e677f81fe585, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:13.608880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:13.622033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for f2b567d6-eeb0-4bda-a7c9-e677f81fe585 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:21:13.842625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:13.855201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9b5fc3e7-f6fd-48d0-8597-72a859ca63e1', 'f2b567d6-eeb0-4bda-a7c9-e677f81fe585'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:21:13.878057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=f2b567d6-eeb0-4bda-a7c9-e677f81fe585,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:13.922153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] No DVR routers for this DVR port f2b567d6-eeb0-4bda-a7c9-e677f81fe585 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:21:13.925012 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:13.929358 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8adc815-9a5a-42ee-9b3b-d07c164200af req-e571cf98-2576-4eaa-b80f-d456af28aa53 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "DELETE /v2.0/ports/f2b567d6-eeb0-4bda-a7c9-e677f81fe585 HTTP/1.1" status: 204 len: 173 time: 0.5100720 Oct 12 23:21:13.930211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff', 'name': 'network-vif-deleted', 'tag': 'f2b567d6-eeb0-4bda-a7c9-e677f81fe585'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:21:13.933025 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e85d6b-c589-48a0-bdc1-b3b799237d29" -d '{"events": [{"server_uuid": "bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff", "name": "network-vif-deleted", "tag": "f2b567d6-eeb0-4bda-a7c9-e677f81fe585"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:21:13.980678 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8463c1cd-dc89-4472-94e9-025c14a16687 x-openstack-request-id: req-8463c1cd-dc89-4472-94e9-025c14a16687 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:21:13.981057 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff", "name": "network-vif-deleted", "tag": "f2b567d6-eeb0-4bda-a7c9-e677f81fe585", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:21:13.981469 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8463c1cd-dc89-4472-94e9-025c14a16687 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:21:13.981755 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff', 'name': 'network-vif-deleted', 'tag': 'f2b567d6-eeb0-4bda-a7c9-e677f81fe585', 'status': 'completed', 'code': 200} Oct 12 23:21:14.216554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5f3cdc12-7e51-45fd-a222-a0d884862664 req-b3e2b906-6913-445f-9b75-6d06b81a3de5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 210 time: 0.0285504 Oct 12 23:21:15.330258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b116e72e-00c8-4e5c-b781-5642d944d14f req-1582395e-5986-4ff5-a049-5bf807c9f084 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 210 time: 0.0279753 Oct 12 23:21:15.483156 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:15.570168 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8a5b32bb-5750-46d2-8b67-cae5ba732dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:16.209887 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:16.432076 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4de8a6c-86ba-4518-b95b-7d90a6dd8167 req-d3406521-f8a9-4130-bb4f-8a5f875a9496 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 210 time: 0.0272677 Oct 12 23:21:16.853901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f2b567d6-eeb0-4bda-a7c9-e677f81fe585 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:21:16.876796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: f2b567d6-eeb0-4bda-a7c9-e677f81fe585 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:21:16.877296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device f2b567d6-eeb0-4bda-a7c9-e677f81fe585 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:21:17.540878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8cd7f6bc-347d-4d5f-90c7-8860474a44a1 req-7c49555d-edf6-424d-9055-7a536aa87a0c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 210 time: 0.0401933 Oct 12 23:21:17.931040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:18.646595 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd4c96f9-ac7c-41aa-901f-4322b09aeb70 req-2e391a97-b89c-42b1-a14e-4e8f03df83b0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 210 time: 0.0367088 Oct 12 23:21:19.073519 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:19.316802 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:19.786269 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae3d2fc3-f502-4167-8b01-c5b7a9e3f85f req-d213b753-1e7a-4797-8f56-8a18a70877a6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd84d7bd-5f0a-44c7-b436-0a8ddcc0daff HTTP/1.1" status: 200 len: 210 time: 0.0336285 Oct 12 23:21:29.188998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 57928) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:29.275502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dd757a3c-5fb9-4cf4-a8f3-8cbbfcb669fd tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/floatingips/5a20d9be-960b-4624-bce5-28ee219b8f40 HTTP/1.1" status: 200 len: 993 time: 0.0786238 Oct 12 23:21:29.587710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 57950) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:29.681976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-700bf556-43d1-41de-89f1-70abf52cd67d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:29.683489 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-700bf556-43d1-41de-89f1-70abf52cd67d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 815 time: 0.1296384 Oct 12 23:21:29.701756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-caa01f7a-7907-43cc-8eb3-1d0d3c9c1bbe tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/quotas/d28864a5ee3841a2bc8b02922bf98ca0 HTTP/1.1" status: 200 len: 375 time: 0.0121224 Oct 12 23:21:29.771582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-068bc836-1e0e-4999-a5c3-8bcd0245696f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632699 Oct 12 23:21:29.795189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port c78d21d5-9274-4da4-b89c-1499ea8cfbf8 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:21:29.795836 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:29.892188 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:29.892515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:29.907772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-e09490c5-6dc8-42e2-b8fa-eb3a7b9dcc11 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:21:29.908249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for c78d21d5-9274-4da4-b89c-1499ea8cfbf8 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:21:29.916429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-e09490c5-6dc8-42e2-b8fa-eb3a7b9dcc11 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1373317 Oct 12 23:21:30.050142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-41abd4a1-7dbc-429a-80e0-dd2700c50972 service neutron] 10.222.0.31 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326616 Oct 12 23:21:30.493572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ab141783-0419-4112-8fc9-dd9971171274 service neutron] 10.222.0.31 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4364150 Oct 12 23:21:30.645167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:30.728710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=c78d21d5-9274-4da4-b89c-1499ea8cfbf8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:30.761548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.761900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.762240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.762576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.762909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.763256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.763582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.763902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.764220 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.764538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.764908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.765229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:30.806784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8101122-89f3-4e13-ade1-528debe7a8d8 req-49a3be81-c973-439a-8ecd-54c348861a3d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 210 time: 0.0304198 Oct 12 23:21:30.826759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:30.827363 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Floating IP 5a20d9be-960b-4624-bce5-28ee219b8f40 disassociated (deleted). External IP: 172.25.2.103, port: 2ea79a31-593a-48ad-a76b-47403e562ece. Oct 12 23:21:31.190575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 810f3795-eddf-444e-ba3d-1aaa27feb0ac has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:21:31.355550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:21:31.360100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:31.367978 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] Sync routers for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:21:31.382802 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:31.385686 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:31.393192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a987be6e-3c12-42d3-b3d3-b08386aa070f tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/floatingips/5a20d9be-960b-4624-bce5-28ee219b8f40 HTTP/1.1" status: 204 len: 168 time: 1.8036740 Oct 12 23:21:31.393880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:21:31.404105 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216" -d '{"events": [{"name": "network-changed", "server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:21:31.457517 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff88b3c-468a-4137-8df8-eb7f9e8ea363 x-openstack-request-id: req-1ff88b3c-468a-4137-8df8-eb7f9e8ea363 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:21:31.458151 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:21:31.459720 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ff88b3c-468a-4137-8df8-eb7f9e8ea363 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:21:31.460432 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece', 'status': 'completed', 'code': 200} Oct 12 23:21:31.539746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:31.562817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-24c2b918-a6a1-4c0d-b256-f0aff44ec7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:31.564350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-24c2b918-a6a1-4c0d-b256-f0aff44ec7cc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=02d5607bf6594124a951673af5541500&device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 1097 time: 0.0820830 Oct 12 23:21:31.733420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-f496b15d-18ae-4db6-9039-04d0c358b053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:31.735278 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-f496b15d-18ae-4db6-9039-04d0c358b053 service neutron] 10.222.0.25 "GET /v2.0/networks?id=67c06f2a-48c9-4022-95e2-7a2a472eff12 HTTP/1.1" status: 200 len: 898 time: 0.1549358 Oct 12 23:21:31.779548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-cdd70ff5-636f-4578-b1c1-803243ecce44 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2ea79a31-593a-48ad-a76b-47403e562ece HTTP/1.1" status: 200 len: 217 time: 0.0364747 Oct 12 23:21:31.784765 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '236483c9-300d-4432-af72-0576c8bec34e', 'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:fb:b9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:32Z', 'updated_at': '2021-10-12T23:20:36Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:31.815985 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] Checking router: 810f3795-eddf-444e-ba3d-1aaa27feb0ac for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:21:31.825067 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:31.825932 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:31.875345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-ef76e0ce-53cc-4f8f-ae2a-3c384f1de4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:31.877771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-ef76e0ce-53cc-4f8f-ae2a-3c384f1de4f7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=99d7600d-2111-439a-94cd-c6518e48abd7 HTTP/1.1" status: 200 len: 834 time: 0.0908351 Oct 12 23:21:31.910412 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a46ecc4b-edc2-4e53-a949-df6ea40a6cc1 req-1c5d6b70-3199-455b-be28-aa71651c7858 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 210 time: 0.0363791 Oct 12 23:21:31.937577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-282954c1-598c-4760-a1b1-bf50f242df7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:31.947129 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-282954c1-598c-4760-a1b1-bf50f242df7b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=67c06f2a-48c9-4022-95e2-7a2a472eff12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617425 Oct 12 23:21:31.990875 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:32.092059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9052d84-d4a0-464b-bd4d-43773766fc4f req-72f752a7-9726-4a64-ba6d-93c4a590b4b2 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:32.095317 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9052d84-d4a0-464b-bd4d-43773766fc4f req-72f752a7-9726-4a64-ba6d-93c4a590b4b2 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 945 time: 0.0843747 Oct 12 23:21:32.109245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-c634b5e0-492b-4b73-b41e-3d388b8e58d0 service neutron] 10.222.0.25 "GET /v2.0/networks/67c06f2a-48c9-4022-95e2-7a2a472eff12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507525 Oct 12 23:21:32.142136 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9052d84-d4a0-464b-bd4d-43773766fc4f req-6536a995-1309-4382-86d6-60f8062ae7ae tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386615 Oct 12 23:21:32.229929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6833a5fc-24bf-45e6-8e0d-481bf5a7b216 req-2dd1baa2-82c8-474f-bc21-9f56d9d784d4 service neutron] 10.222.0.25 "GET /v2.0/networks/67c06f2a-48c9-4022-95e2-7a2a472eff12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112404 Oct 12 23:21:32.286299 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '236483c9-300d-4432-af72-0576c8bec34e', 'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:fb:b9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:32Z', 'updated_at': '2021-10-12T23:20:36Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:32.314162 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a096d6-1e78-440d-a115-870c85e67e05 None None] The sync data for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 is: [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:20:33Z', 'revision_number': 4, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '236483c9-300d-4432-af72-0576c8bec34e', 'name': '', 'network_id': '67c06f2a-48c9-4022-95e2-7a2a472eff12', 'tenant_id': '02d5607bf6594124a951673af5541500', 'mac_address': 'fa:16:3e:fb:b9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3192, 'fixed_ips': [{'subnet_id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:32Z', 'updated_at': '2021-10-12T23:20:36Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'subnets': [{'id': '99d7600d-2111-439a-94cd-c6518e48abd7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:21:32.717142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48317dd7-7560-4e53-a8eb-82c08a69b4cb None None] New status for floating IP 5a20d9be-960b-4624-bce5-28ee219b8f40: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:21:33.029096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d8f65cd6-e123-4082-902a-2cdffb9b54eb req-4bb2def5-8680-45b2-8c57-b5356c143198 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 210 time: 0.0396104 Oct 12 23:21:33.034965 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde3897-f646-43ee-a929-2938117b02b0 req-e3992e85-b0c1-45a9-ac08-914aa8522abf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:33.056898 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbde3897-f646-43ee-a929-2938117b02b0 req-e3992e85-b0c1-45a9-ac08-914aa8522abf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0974991 Oct 12 23:21:33.091779 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbde3897-f646-43ee-a929-2938117b02b0 req-5becda5b-9471-4bcd-936e-3cb87bf90646 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375612 Oct 12 23:21:33.280050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f520d215-aa5a-4c3f-92ab-7c923b0c069a req-55632229-27c5-4a3c-9256-4f49bba62941 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:33.282324 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f520d215-aa5a-4c3f-92ab-7c923b0c069a req-55632229-27c5-4a3c-9256-4f49bba62941 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 945 time: 0.0508761 Oct 12 23:21:33.356783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f520d215-aa5a-4c3f-92ab-7c923b0c069a req-82c112bf-404a-489c-8c62-790c97e39192 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/security-groups?id=a9966f35-1502-4567-ba25-2a4d7cf02b47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656562 Oct 12 23:21:33.424451 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-00c665e8-62ec-451f-8397-99d0ada39eb6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:33.426020 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-00c665e8-62ec-451f-8397-99d0ada39eb6 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 945 time: 0.0630176 Oct 12 23:21:33.611064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port 2ea79a31-593a-48ad-a76b-47403e562ece {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:21:33.611419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:33.622608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ddc088fc-cc4f-4c94-a769-617f0f070c8d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:33.624155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ddc088fc-cc4f-4c94-a769-617f0f070c8d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.25 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 815 time: 0.1601925 Oct 12 23:21:33.639208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Request body: {'port': {'device_id': 'f53aa8a2-e02e-44a9-af0d-d0d1edf309c3', 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2', 'admin_state_up': True, 'tenant_id': 'd28864a5ee3841a2bc8b02922bf98ca0'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:33.791447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] For port 2ea79a31-593a-48ad-a76b-47403e562ece, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=2ea79a31-593a-48ad-a76b-47403e562ece,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:33.791962 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:33.810020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for 2ea79a31-593a-48ad-a76b-47403e562ece owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:21:33.965285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Made reservation on behalf of d28864a5ee3841a2bc8b02922bf98ca0 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:21:33.969015 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:34.041654 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:34.115074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=2ea79a31-593a-48ad-a76b-47403e562ece,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:34.137671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f4ca4cc-a594-4108-910f-b14d08c5d8e6 req-aa3b118b-d6ab-416e-b687-bf11d2c0c3b0 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 210 time: 0.0302672 Oct 12 23:21:34.147476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] No DVR routers for this DVR port 2ea79a31-593a-48ad-a76b-47403e562ece on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:21:34.150152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.150517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.150861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.151256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.151756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.152273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.152801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.153313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.153812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.154139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.154480 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.154805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:34.161237 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:34.165127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fc21fdb-a997-4e49-96e2-2ed45f72df4f req-747aee2f-6375-4e1e-94f7-d19608f4de84 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.25 "DELETE /v2.0/ports/2ea79a31-593a-48ad-a76b-47403e562ece HTTP/1.1" status: 204 len: 173 time: 0.7318442 Oct 12 23:21:34.165576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'name': 'network-vif-deleted', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:21:34.167903 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d4086a-a7e8-47d7-afbf-e79b5c3d7539" -d '{"events": [{"server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "name": "network-vif-deleted", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:21:34.220743 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eca90f8-de4e-4926-ae47-40afd57a2e88 x-openstack-request-id: req-1eca90f8-de4e-4926-ae47-40afd57a2e88 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:21:34.220952 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec156d6a-efce-49aa-b404-75c9f98c47a7", "name": "network-vif-deleted", "tag": "2ea79a31-593a-48ad-a76b-47403e562ece", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:21:34.221187 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1eca90f8-de4e-4926-ae47-40afd57a2e88 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:21:34.221580 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec156d6a-efce-49aa-b404-75c9f98c47a7', 'name': 'network-vif-deleted', 'tag': '2ea79a31-593a-48ad-a76b-47403e562ece', 'status': 'completed', 'code': 200} Oct 12 23:21:34.271049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Allocated IP 172.20.0.7 (2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2/bca054a3-e023-4e60-9144-f079d9a444b3/4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:21:34.294773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bd3fd7-5325-4308-ac29-f3dbed1d503b req-2a9a2cde-a983-4e5e-ae3d-876f0197f1b0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:34.294773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0bd3fd7-5325-4308-ac29-f3dbed1d503b req-2a9a2cde-a983-4e5e-ae3d-876f0197f1b0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 945 time: 0.0887413 Oct 12 23:21:34.361730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0bd3fd7-5325-4308-ac29-f3dbed1d503b req-d55acaef-f222-4504-9035-0a2ffa0df1d0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=71089158-b6bf-4de4-b72d-00f3a4aca5db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593698 Oct 12 23:21:34.514254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc7d370b-ab4f-438c-8077-7e557308da30 req-0d5585ec-16d1-45c1-bc7d-a1449af34845 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "GET /v2.0/ports?device_id=ec156d6a-efce-49aa-b404-75c9f98c47a7 HTTP/1.1" status: 200 len: 210 time: 0.0424125 Oct 12 23:21:34.575350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-368c1721-5249-4634-8c90-2f3d56ca50ee tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:34.577332 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-368c1721-5249-4634-8c90-2f3d56ca50ee tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 945 time: 0.1059265 Oct 12 23:21:34.580660 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:34.710373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:21:34.710780 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:34.754050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:34.768832 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5', 'd7679bc2-a15e-4a34-9b86-c450fec02b38'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:21:34.812511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:21:34.825120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:21:34.830418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:21:34.832918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Pushing event updated for resources: {'Port': ['ID=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:34.897244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] For port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:34.897621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:34.919144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:34.919777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:34.923151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:21:35.044515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-df0b5fb7-098f-442c-ad4c-50d5f833a262 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4092488 Oct 12 23:21:35.073557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Request body: {'port': {'device_id': 'f53aa8a2-e02e-44a9-af0d-d0d1edf309c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:35.143446 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.257386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.271854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9b5fc3e7-f6fd-48d0-8597-72a859ca63e1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:21:35.293169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f96e4-a90a-4777-a3e5-3ce0f0990aa7 req-1b6f8134-6785-408f-b0e4-9778142b3de4 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:35.294836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af6f96e4-a90a-4777-a3e5-3ce0f0990aa7 req-1b6f8134-6785-408f-b0e4-9778142b3de4 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 931 time: 0.0791349 Oct 12 23:21:35.296784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=9b5fc3e7-f6fd-48d0-8597-72a859ca63e1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:35.355708 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af6f96e4-a90a-4777-a3e5-3ce0f0990aa7 req-69b616de-d80d-4d2b-9952-b794d6944651 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434721 Oct 12 23:21:35.357559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] No DVR routers for this DVR port 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:21:35.369757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.373270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2e557ee-629a-4037-bac1-2d1fcec02cc0 req-7c06fcdc-f35c-4b39-a4e8-c33390d1de4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "DELETE /v2.0/ports/9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 HTTP/1.1" status: 204 len: 173 time: 0.7885244 Oct 12 23:21:35.469584 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e165d782-70be-43c4-8d0d-d966c3f0da4e req-f89740ef-a3d5-465b-8fe3-69aeca616dd1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0340297 Oct 12 23:21:35.473888 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb290fc-fb45-4841-976b-5016d212c9cc req-5f246efc-d3c6-494d-af08-facda0be45b1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:35.476859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3bb290fc-fb45-4841-976b-5016d212c9cc req-5f246efc-d3c6-494d-af08-facda0be45b1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 945 time: 0.1082246 Oct 12 23:21:35.543092 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3bb290fc-fb45-4841-976b-5016d212c9cc req-bb112dbb-322e-4a0f-a761-b5678df5d704 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566871 Oct 12 23:21:35.587407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58110) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:35.625703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:21:35.634392 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.647290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Transition to ACTIVE for port object 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:21:35.657426 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3cff6bfd-92eb-428a-88bc-27b8eb48f2e9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.690928 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3cff6bfd-92eb-428a-88bc-27b8eb48f2e9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.718753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.830234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:35.853917 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3cff6bfd-92eb-428a-88bc-27b8eb48f2e9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.859095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3cff6bfd-92eb-428a-88bc-27b8eb48f2e9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.860327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3cff6bfd-92eb-428a-88bc-27b8eb48f2e9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/security-groups/a9966f35-1502-4567-ba25-2a4d7cf02b47 HTTP/1.1" status: 204 len: 168 time: 0.2719135 Oct 12 23:21:35.898498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff6bfd-92eb-428a-88bc-27b8eb48f2e9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9966f35-1502-4567-ba25-2a4d7cf02b47,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:35.914413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Attempting to bind port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:21:35.915603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Attempting to bind port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:21:35.915603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Attempting to bind port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:21:35.920925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:21:35.921263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Attempting to bind port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 on network 2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:21:35.928220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:21:35.929132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Checking segment: {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:21:35.929541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Bound using segment: {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:21:35.930292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Bound port: 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86180e01-d694-4ed0-9330-8793097e8bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:21:35.930681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:35.969483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58114) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:36.028898 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] For port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:21:36.034204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] For port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:21:36.119836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:36.156009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:36.157360 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:36.158767 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] 10.222.0.25 "PUT /v2.0/ports/4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 HTTP/1.1" status: 200 len: 1092 time: 1.0970893 Oct 12 23:21:36.187521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaef939-021b-4608-b838-c930d6b2b0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:36.223855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff2bd30a-23cc-4b15-a8fa-172026f4d0c0', 'name': 'network-vif-deleted', 'tag': '9b5fc3e7-f6fd-48d0-8597-72a859ca63e1'}, {'name': 'network-changed', 'server_uuid': 'f53aa8a2-e02e-44a9-af0d-d0d1edf309c3', 'tag': '4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:21:36.228208 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825e55e5-5649-4469-a526-24bf5e49714c" -d '{"events": [{"server_uuid": "ff2bd30a-23cc-4b15-a8fa-172026f4d0c0", "name": "network-vif-deleted", "tag": "9b5fc3e7-f6fd-48d0-8597-72a859ca63e1"}, {"name": "network-changed", "server_uuid": "f53aa8a2-e02e-44a9-af0d-d0d1edf309c3", "tag": "4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:21:36.299276 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 12 Oct 2021 23:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57203a19-11ef-438c-b164-cd1bfac52ce4 x-openstack-request-id: req-57203a19-11ef-438c-b164-cd1bfac52ce4 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:21:36.299660 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff2bd30a-23cc-4b15-a8fa-172026f4d0c0", "name": "network-vif-deleted", "tag": "9b5fc3e7-f6fd-48d0-8597-72a859ca63e1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f53aa8a2-e02e-44a9-af0d-d0d1edf309c3", "tag": "4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:21:36.300249 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-57203a19-11ef-438c-b164-cd1bfac52ce4 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:21:36.300799 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff2bd30a-23cc-4b15-a8fa-172026f4d0c0', 'name': 'network-vif-deleted', 'tag': '9b5fc3e7-f6fd-48d0-8597-72a859ca63e1', 'status': 'completed', 'code': 200} Oct 12 23:21:36.301316 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53aa8a2-e02e-44a9-af0d-d0d1edf309c3', 'tag': '4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468', 'status': 'completed', 'code': 200} Oct 12 23:21:36.340351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-b46abc57-348f-489d-84a3-f8569fe8d8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:36.342450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-b46abc57-348f-489d-84a3-f8569fe8d8ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 1095 time: 0.0594337 Oct 12 23:21:36.414961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-cbb4a09e-c887-4d16-af7a-87a741edfa81 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 HTTP/1.1" status: 200 len: 217 time: 0.0651872 Oct 12 23:21:36.426131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:36.555080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-721cdacb-64fa-4321-9d23-c28ba64751d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:36.556594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-721cdacb-64fa-4321-9d23-c28ba64751d6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bca054a3-e023-4e60-9144-f079d9a444b3 HTTP/1.1" status: 200 len: 855 time: 0.1281717 Oct 12 23:21:36.583292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36923af-b9f3-414d-93e6-d75f0a6b2b50 req-09485ef9-3dc2-4fc1-be97-165606ae68b5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:36.590997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d36923af-b9f3-414d-93e6-d75f0a6b2b50 req-09485ef9-3dc2-4fc1-be97-165606ae68b5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 943 time: 0.1286840 Oct 12 23:21:36.624625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-0ee8325e-c2a1-498c-b888-a640b852ca0b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570261 Oct 12 23:21:36.649211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee365bfb-36f4-4c80-a4a6-3564f765058d req-c2f1906e-ba71-4c95-a045-9db45a3f8579 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0714154 Oct 12 23:21:36.745421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d36923af-b9f3-414d-93e6-d75f0a6b2b50 req-a316d96b-11aa-47fb-b249-b2d7826e1e01 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535473 Oct 12 23:21:36.790920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-80594dac-b95d-4241-9243-0282a765409e service neutron] 10.222.0.25 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543016 Oct 12 23:21:36.855853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ab19d-9843-4229-acd9-2059b5834365 req-018d8f0e-985a-442c-9229-99b5a0d67c9e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:36.857496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c0ab19d-9843-4229-acd9-2059b5834365 req-018d8f0e-985a-442c-9229-99b5a0d67c9e tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 945 time: 0.1127384 Oct 12 23:21:36.889443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 2ea79a31-593a-48ad-a76b-47403e562ece no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:21:36.908036 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2539c013-72ba-40dc-8583-ba5e794a26b0 req-60cb5365-ee6f-4481-8169-5aebccdcfbe3 service neutron] 10.222.0.25 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066957 Oct 12 23:21:36.914649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 2ea79a31-593a-48ad-a76b-47403e562ece {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:21:36.915521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 2ea79a31-593a-48ad-a76b-47403e562ece not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:21:36.916105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:21:36.940434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:21:36.941035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9b5fc3e7-f6fd-48d0-8597-72a859ca63e1 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:21:36.960135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c0ab19d-9843-4229-acd9-2059b5834365 req-09ee0698-18d9-4ab3-af6e-0d8015c8bfa4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923288 Oct 12 23:21:36.992563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port 236483c9-300d-4432-af72-0576c8bec34e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:21:36.993059 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:36.997747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15e958-5679-4c75-8ee7-578136f09366 req-36257e73-5c2f-4626-8d3c-2bdecd5ba8e1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:36.999767 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e15e958-5679-4c75-8ee7-578136f09366 req-36257e73-5c2f-4626-8d3c-2bdecd5ba8e1 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 945 time: 0.0707421 Oct 12 23:21:37.107451 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] For port 236483c9-300d-4432-af72-0576c8bec34e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=236483c9-300d-4432-af72-0576c8bec34e,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:37.107916 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:37.129179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for 236483c9-300d-4432-af72-0576c8bec34e owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:21:37.151824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Deleting port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:21:37.152389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:37.205612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e55e5-5649-4469-a526-24bf5e49714c req-0bdeab8a-e6c2-45c8-a281-94024bdedfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:37.207208 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-825e55e5-5649-4469-a526-24bf5e49714c req-0bdeab8a-e6c2-45c8-a281-94024bdedfda service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 1095 time: 0.1062763 Oct 12 23:21:37.311435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] For port d36eb78d-be2a-4dcf-91fd-c939b2f4d994, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:37.311968 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:37.470985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:37.507628 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=236483c9-300d-4432-af72-0576c8bec34e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:37.796472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e55e5-5649-4469-a526-24bf5e49714c req-53d64762-3193-4c4f-9f43-2bd8f2777619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:37.802217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-825e55e5-5649-4469-a526-24bf5e49714c req-53d64762-3193-4c4f-9f43-2bd8f2777619 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 916 time: 0.5849626 Oct 12 23:21:37.853371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:37.937326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-758fe764-b7d8-4924-980c-c2161495fa28 req-361fd167-4092-4370-8bdd-c0f3e03dae93 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1159923 Oct 12 23:21:37.950184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-825e55e5-5649-4469-a526-24bf5e49714c req-fb742e16-0404-4dda-9c2e-86f835d3c6e2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 HTTP/1.1" status: 200 len: 217 time: 0.1141748 Oct 12 23:21:38.031918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f1bbd9-eb58-42f4-a121-3b0a7bde1ece req-7578cfe3-ad4a-4be3-baf7-2c2d53146ab6 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:38.033536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32f1bbd9-eb58-42f4-a121-3b0a7bde1ece req-7578cfe3-ad4a-4be3-baf7-2c2d53146ab6 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 943 time: 0.1696510 Oct 12 23:21:38.167175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825e55e5-5649-4469-a526-24bf5e49714c req-015a924a-51ce-4530-abc4-af0adbe8eaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:38.168653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-825e55e5-5649-4469-a526-24bf5e49714c req-015a924a-51ce-4530-abc4-af0adbe8eaaf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bca054a3-e023-4e60-9144-f079d9a444b3 HTTP/1.1" status: 200 len: 855 time: 0.1837738 Oct 12 23:21:38.181927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32f1bbd9-eb58-42f4-a121-3b0a7bde1ece req-a3285176-ee72-4949-9037-502ebdb7f53d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882208 Oct 12 23:21:38.207324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Router 810f3795-eddf-444e-ba3d-1aaa27feb0ac has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:21:38.216363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-825e55e5-5649-4469-a526-24bf5e49714c req-0da61e54-9108-454f-8662-16a3a617992a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368786 Oct 12 23:21:38.238969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:38.239326 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:38.239643 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Floating IP 5b097872-801b-44ed-8cf9-b76868519f27 disassociated. External IP: 172.25.2.79, port: d36eb78d-be2a-4dcf-91fd-c939b2f4d994. Oct 12 23:21:38.240541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Calling delete_port for d36eb78d-be2a-4dcf-91fd-c939b2f4d994 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:21:38.249626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54de46e1-8c1e-46a1-992d-8b96be143274 req-74019619-b341-458c-9c58-7856d6e831c4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:38.257319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54de46e1-8c1e-46a1-992d-8b96be143274 req-74019619-b341-458c-9c58-7856d6e831c4 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 945 time: 0.1854470 Oct 12 23:21:38.370906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:21:38.381951 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f3f446f1-f715-4f13-a779-28bb7817ed26 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "PUT /v2.0/routers/810f3795-eddf-444e-ba3d-1aaa27feb0ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4112206 Oct 12 23:21:38.382892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58136) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:38.385690 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] Sync routers for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:21:38.394050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54de46e1-8c1e-46a1-992d-8b96be143274 req-11dd2892-0f62-4c7b-9ef0-7a0ac896958f tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups?id=6c65ba69-a162-4011-b2b9-a6ff96010a93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1358650 Oct 12 23:21:38.400364 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:38.401199 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:38.447097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ad8d61-0b1c-42d7-9473-c1bd0b6cfac9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting subnet 99d7600d-2111-439a-94cd-c6518e48abd7 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:21:38.450989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-825e55e5-5649-4469-a526-24bf5e49714c req-9b4fe446-1b6c-4a88-bbe2-9488bb282c84 service neutron] 10.222.0.25 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221651 Oct 12 23:21:38.451321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09ad8d61-0b1c-42d7-9473-c1bd0b6cfac9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:38.517964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09ad8d61-0b1c-42d7-9473-c1bd0b6cfac9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:38.635569 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:38.656075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:38.663377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09ad8d61-0b1c-42d7-9473-c1bd0b6cfac9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:38.706192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event deleted for resources: {'Port': ['ID=d36eb78d-be2a-4dcf-91fd-c939b2f4d994,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:38.710043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-825e55e5-5649-4469-a526-24bf5e49714c req-36917c29-6569-4813-be27-6ed079c20a5d service neutron] 10.222.0.25 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953390 Oct 12 23:21:38.832451 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09ad8d61-0b1c-42d7-9473-c1bd0b6cfac9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:38.877977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad8d61-0b1c-42d7-9473-c1bd0b6cfac9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Subnet': ['ID=99d7600d-2111-439a-94cd-c6518e48abd7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:38.882438 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-09ad8d61-0b1c-42d7-9473-c1bd0b6cfac9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:38.885711 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-09ad8d61-0b1c-42d7-9473-c1bd0b6cfac9 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/subnets/99d7600d-2111-439a-94cd-c6518e48abd7 HTTP/1.1" status: 204 len: 168 time: 0.5014915 Oct 12 23:21:38.888393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58140) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:38.893138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688411a8-a96f-4f40-82d8-a7720a77ce3f None None] Network 67c06f2a-48c9-4022-95e2-7a2a472eff12 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:21:38.900443 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:21:37Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:38.915086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Router c5c3c348-69fa-442e-8e56-7b07773061a4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:21:38.937088 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] Checking router: 810f3795-eddf-444e-ba3d-1aaa27feb0ac for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:21:38.947821 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] Routers {'810f3795-eddf-444e-ba3d-1aaa27feb0ac'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:38.948838 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:39.085882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:39.133947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:21:39.155564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] Sync routers for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:21:39.170563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:39.171415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:39.228346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] No DVR routers for this DVR port d36eb78d-be2a-4dcf-91fd-c939b2f4d994 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:21:39.233056 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:39.237995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e15e958-5679-4c75-8ee7-578136f09366 req-de54e405-9804-4ddc-854b-b8587be3a578 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.41 "DELETE /v2.0/ports/d36eb78d-be2a-4dcf-91fd-c939b2f4d994 HTTP/1.1" status: 204 len: 173 time: 2.2315574 Oct 12 23:21:39.244171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40229dde-7324-4894-8cab-92300fe98b4a', 'name': 'network-vif-deleted', 'tag': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:21:39.263347 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6a5016a-e8ab-4a70-aa30-c544a87ea5f8" -d '{"events": [{"server_uuid": "40229dde-7324-4894-8cab-92300fe98b4a", "name": "network-vif-deleted", "tag": "d36eb78d-be2a-4dcf-91fd-c939b2f4d994"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:21:39.284596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] DHCP port deletion for 67c06f2a-48c9-4022-95e2-7a2a472eff12 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:21:39.376734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:39.396141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd50b314-1987-4e40-8314-c53d9d35939f req-0c74e9e3-98b9-4a08-8b4e-4a1c55eae91b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.3240790 Oct 12 23:21:39.428925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c1319-bfe5-43cf-a7f7-1fa5f02c9aaf req-25e06ed3-7273-4eab-9e9d-ab6773e9c0eb tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:39.440759 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e66c1319-bfe5-43cf-a7f7-1fa5f02c9aaf req-25e06ed3-7273-4eab-9e9d-ab6773e9c0eb tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 943 time: 0.0958843 Oct 12 23:21:39.454909 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:21:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39311d06-0718-47ce-acc8-0c5d96f53de3 x-openstack-request-id: req-39311d06-0718-47ce-acc8-0c5d96f53de3 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:21:39.455299 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40229dde-7324-4894-8cab-92300fe98b4a", "name": "network-vif-deleted", "tag": "d36eb78d-be2a-4dcf-91fd-c939b2f4d994", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:21:39.456074 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-39311d06-0718-47ce-acc8-0c5d96f53de3 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:21:39.456551 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40229dde-7324-4894-8cab-92300fe98b4a', 'name': 'network-vif-deleted', 'tag': 'd36eb78d-be2a-4dcf-91fd-c939b2f4d994', 'status': 'completed', 'code': 200} Oct 12 23:21:39.495285 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] Set router 810f3795-eddf-444e-ba3d-1aaa27feb0ac gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:39.543043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:39.549894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Deleting port fe3da752-156c-4ad5-a17a-9d2ece604622 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:21:39.551668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:39.559157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e66c1319-bfe5-43cf-a7f7-1fa5f02c9aaf req-fa233f32-0b10-4b7d-b533-eb2038f1c74c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170459 Oct 12 23:21:39.657545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] For port fe3da752-156c-4ad5-a17a-9d2ece604622, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fe3da752-156c-4ad5-a17a-9d2ece604622,segment=NetworkSegment(09750647-ed43-43d6-afb8-ce01d2d6cfcf),segment_id=09750647-ed43-43d6-afb8-ce01d2d6cfcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:39.658074 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:39.690315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Calling delete_port for fe3da752-156c-4ad5-a17a-9d2ece604622 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:21:39.783863 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:21:37Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:39.821722 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b543c16-66ef-4bc9-902f-c476e6042a3f None None] The sync data for ids ['810f3795-eddf-444e-ba3d-1aaa27feb0ac'] in n-d-790519-14 is: [{'id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'name': 'tempest-TestNetworkBasicOps-router-413156679', 'tenant_id': '02d5607bf6594124a951673af5541500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138'}], 'enable_snat': True}, 'gw_port_id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:20:27Z', 'updated_at': '2021-10-12T23:21:37Z', 'revision_number': 5, 'project_id': '02d5607bf6594124a951673af5541500', 'gw_port': {'id': 'b5b3b3db-64a0-4c16-af25-449929d86c99', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:53:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '810f3795-eddf-444e-ba3d-1aaa27feb0ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3189, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:20:28Z', 'updated_at': '2021-10-12T23:20:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:21:40.002581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5a5185f7-6db7-4403-9c3b-5c3a9b674e03 req-d92da98c-40e3-4d7f-a92f-fd1df143b26b tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/ports?device_id=40229dde-7324-4894-8cab-92300fe98b4a HTTP/1.1" status: 200 len: 210 time: 0.4246306 Oct 12 23:21:40.015289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Deleting port b5b3b3db-64a0-4c16-af25-449929d86c99 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:21:40.015635 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:40.125278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] For port b5b3b3db-64a0-4c16-af25-449929d86c99, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b5b3b3db-64a0-4c16-af25-449929d86c99,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:40.125691 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:40.148890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Calling delete_port for b5b3b3db-64a0-4c16-af25-449929d86c99 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:21:40.371980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 236483c9-300d-4432-af72-0576c8bec34e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:21:40.401825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 236483c9-300d-4432-af72-0576c8bec34e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:21:40.411261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 236483c9-300d-4432-af72-0576c8bec34e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:21:40.411261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fe3da752-156c-4ad5-a17a-9d2ece604622 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:21:40.411261 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:40.480499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: fe3da752-156c-4ad5-a17a-9d2ece604622 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:21:40.481864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fe3da752-156c-4ad5-a17a-9d2ece604622 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:21:40.491832 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Pushing event deleted for resources: {'Port': ['ID=fe3da752-156c-4ad5-a17a-9d2ece604622,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:40.494666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] No DVR routers for this DVR port fe3da752-156c-4ad5-a17a-9d2ece604622 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.509953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168855d0-4384-448f-bab2-bbd7457e832c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:40.560366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:40.572327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06517c4f-7a37-4d88-8e36-2301501cd19c req-5f35850d-0c43-4cb5-b0ce-56c49cf2de61 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0472035 Oct 12 23:21:40.597744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] Checking router: c5c3c348-69fa-442e-8e56-7b07773061a4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:21:40.598080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:40.618640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:40.619346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:40.676906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Port': ['ID=b5b3b3db-64a0-4c16-af25-449929d86c99,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:40.763630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:40.797509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07241fd4-9d75-4c31-81c7-b86a309cff61 req-96985f71-025d-466a-903e-5d8f2b8600b5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:40.799699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-07241fd4-9d75-4c31-81c7-b86a309cff61 req-96985f71-025d-466a-903e-5d8f2b8600b5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 943 time: 0.1333950 Oct 12 23:21:40.832326 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:40.899348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:21:40.951473 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:40.954155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.030461 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-07241fd4-9d75-4c31-81c7-b86a309cff61 req-f9124bae-1c5d-48d7-81b9-8d7738a763a5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233057 Oct 12 23:21:41.089879 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.090472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Fanout notify agent at l3_agent the message router_deleted on router 810f3795-eddf-444e-ba3d-1aaa27feb0ac {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:21:41.105956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.110905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f952f67-9de0-47a4-8765-614be046d518 tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/routers/810f3795-eddf-444e-ba3d-1aaa27feb0ac HTTP/1.1" status: 204 len: 168 time: 2.2191226 Oct 12 23:21:41.111351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58164) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:41.200695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58166) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:41.224034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:41.244714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468', 'network_id': '2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2', 'port_id': '4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468', 'mac_address': 'fa:16:3e:79:ff:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca054a3-e023-4e60-9144-f079d9a444b3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:21:41.301933 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10e3d49d-7212-4c5c-acda-2697b6d7b812 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.316270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:41.365512 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10e3d49d-7212-4c5c-acda-2697b6d7b812 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.376281 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.383318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-435021e3-1624-4dbe-b9dd-23e4f8ae0a64 None None] The sync data for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 is: [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:13:53Z', 'revision_number': 4, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '11d7b0bf-758c-463c-a2ea-5b04092d5793', 'name': '', 'network_id': 'f9523100-f870-46fb-853e-d5491c1a3298', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'mac_address': 'fa:16:3e:bf:f5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2451, 'fixed_ips': [{'subnet_id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:48Z', 'updated_at': '2021-10-12T23:14:17Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'subnets': [{'id': 'b165aef3-8274-49aa-9852-c3cc8fcc670d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:21:41.402395 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.437496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:21:41.471049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:41.547060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.562961 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.565522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10e3d49d-7212-4c5c-acda-2697b6d7b812 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.570158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-10e3d49d-7212-4c5c-acda-2697b6d7b812 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.571443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-10e3d49d-7212-4c5c-acda-2697b6d7b812 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "DELETE /v2.0/security-groups/6c65ba69-a162-4011-b2b9-a6ff96010a93 HTTP/1.1" status: 204 len: 168 time: 0.3697429 Oct 12 23:21:41.574459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58168) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:41.580747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67c06f2a-48c9-4022-95e2-7a2a472eff12']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:41.616503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3d49d-7212-4c5c-acda-2697b6d7b812 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c65ba69-a162-4011-b2b9-a6ff96010a93,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:41.658900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09750647-ed43-43d6-afb8-ce01d2d6cfcf') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:41.664250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09750647-ed43-43d6-afb8-ce01d2d6cfcf') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:41.668354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:41.678464 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-d579a7ca-4426-42a3-a9c6-df1bfceb844c tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] show failed (client error): The resource could not be found. Oct 12 23:21:41.678464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d579a7ca-4426-42a3-a9c6-df1bfceb844c tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "GET /v2.0/security-groups/6c65ba69-a162-4011-b2b9-a6ff96010a93 HTTP/1.1" status: 404 len: 347 time: 0.1018257 Oct 12 23:21:41.681966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58172) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:41.691324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.715873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.726760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:21:41.726760 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:21:41.729748 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:21:41.771802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:21:41.874983 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c547b2e4-6e00-425e-bd18-160df72c7f05 req-7ec18858-45e7-46f4-b5fe-851736ff4bda tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.1001344 Oct 12 23:21:41.902807 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4576278c-d264-4b2f-b34d-506ae965a8b3 None None] New status for floating IP 5b097872-801b-44ed-8cf9-b76868519f27: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:21:41.958069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Deleting port 8a4a94ef-cebf-4cfe-b40b-ec2d9c85ec30 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:21:41.958069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.970806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.986685 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:41.991159 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] 10.222.0.31 "DELETE /v2.0/networks/67c06f2a-48c9-4022-95e2-7a2a472eff12 HTTP/1.1" status: 204 len: 168 time: 0.8779848 Oct 12 23:21:42.016694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c27fd3-30df-4aa1-8afa-4541bf6f0f1d tempest-TestNetworkBasicOps-2064063086 tempest-TestNetworkBasicOps-2064063086-project] Pushing event deleted for resources: {'Network': ['ID=67c06f2a-48c9-4022-95e2-7a2a472eff12,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:42.099743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b5b3b3db-64a0-4c16-af25-449929d86c99 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:21:42.159299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:42.160770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:42.197264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Calling delete_port for 8a4a94ef-cebf-4cfe-b40b-ec2d9c85ec30 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:21:42.203771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b5b3b3db-64a0-4c16-af25-449929d86c99 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:21:42.208039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b5b3b3db-64a0-4c16-af25-449929d86c99 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:21:42.222056 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-68767b27-e876-4c03-bfca-9d974c38f3b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:42.309151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dfa75-1072-4102-b322-546b808f11c9 req-ca62fa6c-3a5f-4b5d-9b38-10b93d4fe2a5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:42.311655 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec4dfa75-1072-4102-b322-546b808f11c9 req-ca62fa6c-3a5f-4b5d-9b38-10b93d4fe2a5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 944 time: 0.0792201 Oct 12 23:21:42.324024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d36eb78d-be2a-4dcf-91fd-c939b2f4d994 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:21:42.361763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: d36eb78d-be2a-4dcf-91fd-c939b2f4d994 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:21:42.362419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d36eb78d-be2a-4dcf-91fd-c939b2f4d994 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:21:42.400734 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ec4dfa75-1072-4102-b322-546b808f11c9 req-919e9db0-afbf-4286-a55c-54113c863058 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564914 Oct 12 23:21:42.461888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:42.493030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Pushing event deleted for resources: {'Port': ['ID=8a4a94ef-cebf-4cfe-b40b-ec2d9c85ec30,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:42.571250 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:42.589720 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:42.592216 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5d0d9df6-0540-4437-a598-a4c1b498fb65 tempest-AttachVolumeTestJSON-219445366 tempest-AttachVolumeTestJSON-219445366-project] 10.222.0.31 "DELETE /v2.0/floatingips/5b097872-801b-44ed-8cf9-b76868519f27 HTTP/1.1" status: 204 len: 168 time: 0.9078698 Oct 12 23:21:42.704406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58184) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:42.892783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aacc8921-8c5e-4dbb-a163-f70278e1c6a6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=02d5607bf6594124a951673af5541500&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868162 Oct 12 23:21:42.895336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58192) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:42.898543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:21:43.000541 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3859adfd-243c-45d0-9dcb-868d4177e801 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:43.027289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5871f49f-d58c-44c8-ba3c-942e9724d221 req-d6e57bfc-c285-41f5-a0be-c87059788c7d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=ff2bd30a-23cc-4b15-a8fa-172026f4d0c0 HTTP/1.1" status: 200 len: 210 time: 0.0349920 Oct 12 23:21:43.034719 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3859adfd-243c-45d0-9dcb-868d4177e801 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:43.047561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:21:43.051831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:43.053413 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:43.131473 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:21:43.151279 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:43.162730 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3859adfd-243c-45d0-9dcb-868d4177e801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:43.166975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3859adfd-243c-45d0-9dcb-868d4177e801 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:43.170572 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3859adfd-243c-45d0-9dcb-868d4177e801 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a6e2caa3-dec9-401c-8276-674071e619ac HTTP/1.1" status: 204 len: 168 time: 0.2692075 Oct 12 23:21:43.178207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3859adfd-243c-45d0-9dcb-868d4177e801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6e2caa3-dec9-401c-8276-674071e619ac,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:43.195445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:43.198033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53aa8a2-e02e-44a9-af0d-d0d1edf309c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:21:43.200576 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9ecda2-a5ed-4144-9640-04e55a4a19b1" -d '{"events": [{"server_uuid": "f53aa8a2-e02e-44a9-af0d-d0d1edf309c3", "name": "network-vif-plugged", "status": "completed", "tag": "4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:21:43.245477 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534c5fd8-9f68-44f8-a7a3-589433a13786 x-openstack-request-id: req-534c5fd8-9f68-44f8-a7a3-589433a13786 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:21:43.246090 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53aa8a2-e02e-44a9-af0d-d0d1edf309c3", "name": "network-vif-plugged", "status": "completed", "tag": "4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:21:43.246544 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-534c5fd8-9f68-44f8-a7a3-589433a13786 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:21:43.247039 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53aa8a2-e02e-44a9-af0d-d0d1edf309c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468', 'code': 200} Oct 12 23:21:43.271610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:43.326746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:43.384382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19548735-3b38-4756-8913-84210d4695fc req-7e273fef-b0af-47de-b1cc-d32805cac6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:43.385899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19548735-3b38-4756-8913-84210d4695fc req-7e273fef-b0af-47de-b1cc-d32805cac6b6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 1097 time: 0.0598936 Oct 12 23:21:43.428981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19548735-3b38-4756-8913-84210d4695fc req-ffdbe99a-4e9d-4e7c-a457-48c4ef10cd34 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358799 Oct 12 23:21:43.538736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a99f5f-b807-43f0-8194-ffcd7e79bf39 req-08580e04-f664-4f74-9646-c097827949de tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:43.540678 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29a99f5f-b807-43f0-8194-ffcd7e79bf39 req-08580e04-f664-4f74-9646-c097827949de tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 945 time: 0.0616314 Oct 12 23:21:43.590552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-29a99f5f-b807-43f0-8194-ffcd7e79bf39 req-33e05e62-679c-4f19-8e36-0f4a93c2c715 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Oct 12 23:21:43.793143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-bb041d5d-85e2-4343-aca6-4679c71b1553 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608220 Oct 12 23:21:43.860414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-5445f8e8-adb5-47ac-8587-fbb828f6d099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:43.861828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-5445f8e8-adb5-47ac-8587-fbb828f6d099 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 1098 time: 0.0467298 Oct 12 23:21:44.027162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-677cd85d-2ce2-4595-a61c-190423a20829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:44.027354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58206) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:44.032026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-677cd85d-2ce2-4595-a61c-190423a20829 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 916 time: 0.1496785 Oct 12 23:21:44.049078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85cac095-f992-4ceb-b4ca-12bcf54c81bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:44.088077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-35d96fd6-0957-457b-99a6-8bf747063140 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f HTTP/1.1" status: 200 len: 217 time: 0.0484083 Oct 12 23:21:44.181894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-69186703-4504-4841-ae70-c2bdd574762c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:44.184234 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-69186703-4504-4841-ae70-c2bdd574762c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bca054a3-e023-4e60-9144-f079d9a444b3 HTTP/1.1" status: 200 len: 855 time: 0.0896041 Oct 12 23:21:44.199640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85cac095-f992-4ceb-b4ca-12bcf54c81bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:44.218586 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-7feb72ee-f0fa-4be1-9ea4-d3375844f42b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273931 Oct 12 23:21:44.282826 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85cac095-f992-4ceb-b4ca-12bcf54c81bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:44.354796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-3d20f3ef-f029-4656-8e80-852e6e06ed44 service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288218 Oct 12 23:21:44.388350 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-85cac095-f992-4ceb-b4ca-12bcf54c81bc admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=4525446c74354709844692f57be5db4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598669 Oct 12 23:21:44.390791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58214) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:44.398817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cac095-f992-4ceb-b4ca-12bcf54c81bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71f18191-2ddd-4477-a051-1844750a46da,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:44.452079 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e4b71d87-9a01-4f8c-a04a-b7bf6fcf7abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:44.475600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e4b71d87-9a01-4f8c-a04a-b7bf6fcf7abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:44.506968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4e84c20-1e4a-402c-9aa3-caaf638ecc36 req-af7c6211-82c2-41bf-8796-1e3379f540af service neutron] 10.222.0.41 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447766 Oct 12 23:21:44.661575 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e4b71d87-9a01-4f8c-a04a-b7bf6fcf7abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:44.664918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e4b71d87-9a01-4f8c-a04a-b7bf6fcf7abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:44.668375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e4b71d87-9a01-4f8c-a04a-b7bf6fcf7abc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71f18191-2ddd-4477-a051-1844750a46da HTTP/1.1" status: 204 len: 168 time: 0.2741246 Oct 12 23:21:44.703857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b71d87-9a01-4f8c-a04a-b7bf6fcf7abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71f18191-2ddd-4477-a051-1844750a46da,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:44.798739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd44394-bfd9-4c87-a588-a6e4f8a61b5a req-72983686-7a47-4066-9fd6-0f0948bc505a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:44.800422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4dd44394-bfd9-4c87-a588-a6e4f8a61b5a req-72983686-7a47-4066-9fd6-0f0948bc505a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 945 time: 0.1351776 Oct 12 23:21:44.872649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4dd44394-bfd9-4c87-a588-a6e4f8a61b5a req-4d610201-b1bc-408c-b0f7-1416a3bee848 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627129 Oct 12 23:21:45.516221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:45.604770 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-21ce77d2-a89c-47e1-bb4b-6d898bd3de78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:46.013537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-d7f8b88a-6247-48db-9523-fc0e8b99e46b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0564768 Oct 12 23:21:46.021689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb6fe1-52f1-4094-8c75-ee90eb56bf56 req-acb084f6-9f11-4db7-808d-6641925ef43c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:46.023509 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4feb6fe1-52f1-4094-8c75-ee90eb56bf56 req-acb084f6-9f11-4db7-808d-6641925ef43c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 945 time: 0.0691381 Oct 12 23:21:46.076692 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4feb6fe1-52f1-4094-8c75-ee90eb56bf56 req-35ac3003-f0a4-4af2-89e4-4646fcf97521 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460436 Oct 12 23:21:46.128853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-7faf85af-3b64-4f87-8b79-f2c9edaddeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:46.133995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-7faf85af-3b64-4f87-8b79-f2c9edaddeb9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 1097 time: 0.0744884 Oct 12 23:21:46.262419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-95da3510-e94f-4989-8f0d-33d826634142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:46.264539 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-95da3510-e94f-4989-8f0d-33d826634142 service neutron] 10.222.0.25 "GET /v2.0/networks?id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 200 len: 916 time: 0.1119509 Oct 12 23:21:46.311315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-b72a1b60-c2c0-4967-8589-d1be5f6338a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 HTTP/1.1" status: 200 len: 217 time: 0.0395200 Oct 12 23:21:46.361834 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:46.388361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-4e7bd51e-8e96-4558-a000-ccc2f33f4f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:46.390773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-4e7bd51e-8e96-4558-a000-ccc2f33f4f64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bca054a3-e023-4e60-9144-f079d9a444b3 HTTP/1.1" status: 200 len: 855 time: 0.0731442 Oct 12 23:21:46.408917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58254) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:46.437772 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-9972bec2-8138-4e42-9ca7-60950d9fdae0 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395348 Oct 12 23:21:46.616618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1430586347-network', 'tenant_id': 'b99779886979409aab0e28b734ec5308'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:46.664969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-6ccbd34a-0aed-43b4-9ea3-bb24fd761809 service neutron] 10.222.0.25 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199509 Oct 12 23:21:46.736319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Made reservation on behalf of b99779886979409aab0e28b734ec5308 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:21:46.739325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:46.759697 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:46.813365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-152439e1-6a18-44e6-b246-d9cb0e2cfb33 req-b74547e3-4161-4c43-9b7b-132bae47da76 service neutron] 10.222.0.25 "GET /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394987 Oct 12 23:21:46.869854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:46.950428 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:47.001479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eddfbf09-1c70-415a-a2f6-de73fc83fbdf,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:47.010325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:21:47.037956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:47.038635 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Added segment aa431e78-6d06-4f99-b868-7ce7d516b76b of type vlan for network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea Oct 12 23:21:47.091850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:47.204311 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:47.207879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:47.207879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:47.281030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] Pushing event updated for resources: {'Network': ['ID=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:47.297089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:21:47.399617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58272) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:47.404184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fa827365-c2fb-4b10-91ca-4e1d8168d085 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9906154 Oct 12 23:21:47.405151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Request body: {'subnet': {'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1430586347-subnet', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:47.518792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Made reservation on behalf of b99779886979409aab0e28b734ec5308 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:21:47.521758 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:47.882533 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:47.942190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:48.066086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28964e96-9915-4646-9660-8101f827c38c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:48.125790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Checking segment: {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:21:48.126153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Network hostable DHCP agents. Network: c05a0f99-3c2d-471f-9a07-9d3fa1c00aea, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:21:48.225138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:21:48.319349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c05a0f99-3c2d-471f-9a07-9d3fa1c00aea) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:21:48.346527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:48.349773 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:48.351102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a344393-622a-4de6-aacf-8bf1ff3fd45a None None] Network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:21:48.457900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ae9ee9dd-b583-4f64-be6f-07624e67e151 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0562387 Oct 12 23:21:48.460501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58316) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:48.467992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:48.573706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:21:48.575678 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:48.659982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:48.661384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:48.777455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Allocated IP 172.20.0.2 (c05a0f99-3c2d-471f-9a07-9d3fa1c00aea/28964e96-9915-4646-9660-8101f827c38c/0cac72cf-fa20-4f34-9223-207a28759bb7) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:21:48.891226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.078953 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.169314 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.256747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Pushing event updated for resources: {'Port': ['ID=0cac72cf-fa20-4f34-9223-207a28759bb7,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:49.268272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.276999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:21:49.283559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:21:49.287211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:21:49.302903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.369510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Attempting to bind port 0cac72cf-fa20-4f34-9223-207a28759bb7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:21:49.370539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Attempting to bind port 0cac72cf-fa20-4f34-9223-207a28759bb7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:21:49.371103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Attempting to bind port 0cac72cf-fa20-4f34-9223-207a28759bb7 on network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:21:49.377044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:21:49.377756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Checking segment: {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:21:49.378439 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.379028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Bound using segment: {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:21:49.380333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Bound port: 0cac72cf-fa20-4f34-9223-207a28759bb7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:21:49.381044 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.424318 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.489635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] For port 0cac72cf-fa20-4f34-9223-207a28759bb7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:21:49.494460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] For port 0cac72cf-fa20-4f34-9223-207a28759bb7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0cac72cf-fa20-4f34-9223-207a28759bb7,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:21:49.622717 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.737535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:49.782660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc5c3b-b2be-45cc-93be-f928da32f163 None None] Pushing event updated for resources: {'Port': ['ID=0cac72cf-fa20-4f34-9223-207a28759bb7,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:49.804384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.080177 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Allocated IP 172.25.2.82 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/f28eae65-ce3e-4f1c-a1fa-4952b66fad0e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:21:50.138000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58354) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:50.143560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-45d5a066-928f-4d72-af5c-b24a4dfcbcd5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1991852653', 'description': 'tempest-secgroup-smoke-1991852653 description', 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:50.153340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0cac72cf-fa20-4f34-9223-207a28759bb7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:21:50.230412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0cac72cf-fa20-4f34-9223-207a28759bb7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:50.230832 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.297139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.316640 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45d5a066-928f-4d72-af5c-b24a4dfcbcd5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.341601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.381402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 0cac72cf-fa20-4f34-9223-207a28759bb7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0cac72cf-fa20-4f34-9223-207a28759bb7,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:50.433501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45d5a066-928f-4d72-af5c-b24a4dfcbcd5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.498388 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.524277 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45d5a066-928f-4d72-af5c-b24a4dfcbcd5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.524514 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.566202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:21:50.571005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:21:50.581760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:21:50.596844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d5a066-928f-4d72-af5c-b24a4dfcbcd5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72900ad4-447b-47de-a692-af71368558f8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:50.632514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=0cac72cf-fa20-4f34-9223-207a28759bb7,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:50.646861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45d5a066-928f-4d72-af5c-b24a4dfcbcd5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.650851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-45d5a066-928f-4d72-af5c-b24a4dfcbcd5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5092266 Oct 12 23:21:50.651198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58358) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:50.655641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-069a5b86-ad03-4d57-8b6a-a99daab6281e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'security_group_rule': {'security_group_id': '72900ad4-447b-47de-a692-af71368558f8', 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:50.705349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f28eae65-ce3e-4f1c-a1fa-4952b66fad0e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:50.782611 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-069a5b86-ad03-4d57-8b6a-a99daab6281e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.882494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-069a5b86-ad03-4d57-8b6a-a99daab6281e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:50.979309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-069a5b86-ad03-4d57-8b6a-a99daab6281e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:51.022624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069a5b86-ad03-4d57-8b6a-a99daab6281e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=022dd375-420a-442e-b0e1-ddea42e2d4a3,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:51.063778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:51.091110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-069a5b86-ad03-4d57-8b6a-a99daab6281e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:51.095146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-069a5b86-ad03-4d57-8b6a-a99daab6281e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4429035 Oct 12 23:21:51.095760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58364) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:51.104595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ede72520-07b8-4b9e-87cf-936738020a72 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'security_group_rule': {'security_group_id': '72900ad4-447b-47de-a692-af71368558f8', 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:51.134575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de2c008-de1c-45d9-b8ef-03b09e81f2d9 None None] Network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:21:51.378633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d7de3d48-7085-4338-808e-880ddf6a69b1 None None] Provisioning complete for port 0cac72cf-fa20-4f34-9223-207a28759bb7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:51.378633 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d7de3d48-7085-4338-808e-880ddf6a69b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:51.379979 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:51.838316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0aaed6ea-ac38-43e2-a71b-8f4e5088a7c2 None None] Provisioning complete for port 0cac72cf-fa20-4f34-9223-207a28759bb7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:51.838316 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0aaed6ea-ac38-43e2-a71b-8f4e5088a7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:52.036968 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ede72520-07b8-4b9e-87cf-936738020a72 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:52.099460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0cac72cf-fa20-4f34-9223-207a28759bb7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:21:52.154240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Router f82d6235-9499-4733-859b-91cd91e122b0 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:21:52.197349 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0cac72cf-fa20-4f34-9223-207a28759bb7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:52.197651 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:52.350722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:21:52.365627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Sync routers for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:21:52.393904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:52.394559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:52.467238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:52.471755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6f4bb2ac-2a9b-495a-8aac-0acdc6e0e7f5 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0099649 Oct 12 23:21:52.473119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58374) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:52.625075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ede72520-07b8-4b9e-87cf-936738020a72 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:52.633173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:52.728617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ede72520-07b8-4b9e-87cf-936738020a72 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:52.755581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede72520-07b8-4b9e-87cf-936738020a72 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36dc6bd2-b85b-49b0-a02a-5929f8ff3ccc,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:52.855674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ede72520-07b8-4b9e-87cf-936738020a72 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:52.860827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ede72520-07b8-4b9e-87cf-936738020a72 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.7639706 Oct 12 23:21:52.865147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58376) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:52.869783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-48ad4931-629d-4927-b7a8-1525277f2df5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'security_group_rule': {'security_group_id': '72900ad4-447b-47de-a692-af71368558f8', 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:53.027575 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-48ad4931-629d-4927-b7a8-1525277f2df5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.041807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:50Z', 'revision_number': 3, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:53.110845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Checking router: f82d6235-9499-4733-859b-91cd91e122b0 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:21:53.113450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Updating router f82d6235-9499-4733-859b-91cd91e122b0 port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:21:53.137567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-48ad4931-629d-4927-b7a8-1525277f2df5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.161185 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.225658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-48ad4931-629d-4927-b7a8-1525277f2df5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.263056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ad4931-629d-4927-b7a8-1525277f2df5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232db1c9-8565-440c-890b-09bd76c229e3,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:53.373278 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-48ad4931-629d-4927-b7a8-1525277f2df5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.377587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58384) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:53.378268 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-48ad4931-629d-4927-b7a8-1525277f2df5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5152972 Oct 12 23:21:53.383100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-dd43a95a-e88e-4a0d-94b2-537f93ced23f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'security_group_rule': {'security_group_id': '72900ad4-447b-47de-a692-af71368558f8', 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:53.563360 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dd43a95a-e88e-4a0d-94b2-537f93ced23f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.597878 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.689740 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.695121 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.719690 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dd43a95a-e88e-4a0d-94b2-537f93ced23f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.751734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Attempting to bind port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:21:53.752107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Attempting to bind port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:21:53.752576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Attempting to bind port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:21:53.760847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:21:53.761322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:21:53.761797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.762261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:21:53.763958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Bound port: f28eae65-ce3e-4f1c-a1fa-4952b66fad0e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:21:53.764425 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.819104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dd43a95a-e88e-4a0d-94b2-537f93ced23f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.839516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] For port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:21:53.843082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] For port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f28eae65-ce3e-4f1c-a1fa-4952b66fad0e,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:21:53.847652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43a95a-e88e-4a0d-94b2-537f93ced23f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cccfe9ab-cd5d-4f59-a855-6440da3afd74,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:53.855048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c5365-dd55-4ba8-8f75-cb59a3d2e57f None None] Pushing event updated for resources: {'Port': ['ID=f28eae65-ce3e-4f1c-a1fa-4952b66fad0e,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:53.914200 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.945829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dd43a95a-e88e-4a0d-94b2-537f93ced23f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:53.950496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58396) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:53.955946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-98f4f72e-5f29-4a0d-a61b-089e00ce259c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'security_group_rule': {'security_group_id': '72900ad4-447b-47de-a692-af71368558f8', 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:53.961547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dd43a95a-e88e-4a0d-94b2-537f93ced23f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5827470 Oct 12 23:21:53.986739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Allocated IP 172.20.0.1 (c05a0f99-3c2d-471f-9a07-9d3fa1c00aea/28964e96-9915-4646-9660-8101f827c38c/9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:21:54.041888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85c5365-dd55-4ba8-8f75-cb59a3d2e57f None None] Pushing event updated for resources: {'Port': ['ID=f28eae65-ce3e-4f1c-a1fa-4952b66fad0e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:54.070592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:54.073395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:54.101508 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-98f4f72e-5f29-4a0d-a61b-089e00ce259c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Project d5796b82d2104cbd9f53b8f46e14bfba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:21:54.116962 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f4f72e-5f29-4a0d-a61b-089e00ce259c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:54.298230 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:54.308337 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f4f72e-5f29-4a0d-a61b-089e00ce259c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:54.359526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:54.493765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f4f72e-5f29-4a0d-a61b-089e00ce259c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:54.494700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:54.520031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f4f72e-5f29-4a0d-a61b-089e00ce259c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd619729-22bb-4d54-adcb-1f1abc5bd2e2,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:54.553172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:21:54.559844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:21:54.567633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:21:54.603992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:50Z', 'revision_number': 3, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:54.616781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Pushing event updated for resources: {'Port': ['ID=9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:54.627375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-98f4f72e-5f29-4a0d-a61b-089e00ce259c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:54.628927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-98f4f72e-5f29-4a0d-a61b-089e00ce259c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6770530 Oct 12 23:21:54.634474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58420) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:54.639927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1969e7cf-0de6-4188-a786-1285a56a5d2d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'security_group_rule': {'security_group_id': '72900ad4-447b-47de-a692-af71368558f8', 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:54.642536 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:54.710172 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-549bd009-a0cb-42f8-b6c8-683a58e35248 None None] The sync data for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 is: [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:50Z', 'revision_number': 3, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:21:54.787594 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-1969e7cf-0de6-4188-a786-1285a56a5d2d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Project d5796b82d2104cbd9f53b8f46e14bfba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:21:54.793032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1969e7cf-0de6-4188-a786-1285a56a5d2d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:54.905201 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1969e7cf-0de6-4188-a786-1285a56a5d2d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:54.981768 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1969e7cf-0de6-4188-a786-1285a56a5d2d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:55.013220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2aff3dc9-5e49-4c89-80d7-43846aefc76c None None] Provisioning complete for port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:55.013635 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2aff3dc9-5e49-4c89-80d7-43846aefc76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:55.017078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1969e7cf-0de6-4188-a786-1285a56a5d2d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91b84ed-f8c8-441f-9e91-0f68890f860d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:55.065629 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:55.095766 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1969e7cf-0de6-4188-a786-1285a56a5d2d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:55.097365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1969e7cf-0de6-4188-a786-1285a56a5d2d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4616435 Oct 12 23:21:55.118101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2aff3dc9-5e49-4c89-80d7-43846aefc76c None None] Port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:21:55.383544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:55.467264 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:55.564182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Pushing event updated for resources: {'Port': ['ID=9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:55.607527 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:55.727338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:21:55.729790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:21:55.921163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Router f82d6235-9499-4733-859b-91cd91e122b0 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:21:56.068984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2a6a227b-aba5-4ccd-9462-199b8b1d8981 None None] Provisioning complete for port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:56.076164 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2a6a227b-aba5-4ccd-9462-199b8b1d8981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:56.143990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:21:56.161726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d319a71c-0350-41c0-a72b-ba10a5a5f964 admin admin] 10.222.0.31 "PUT /v2.0/routers/f82d6235-9499-4733-859b-91cd91e122b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6795139 Oct 12 23:21:56.218171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f28eae65-ce3e-4f1c-a1fa-4952b66fad0e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:21:56.224571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2a6a227b-aba5-4ccd-9462-199b8b1d8981 None None] Port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:21:56.313304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:56.318450 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:56.440716 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:56.466566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f28eae65-ce3e-4f1c-a1fa-4952b66fad0e,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:21:56.548131 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:56.611031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=f28eae65-ce3e-4f1c-a1fa-4952b66fad0e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:57.159756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58516) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:57.165436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-616721899-network', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:57.262247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Made reservation on behalf of 281a6cb6b7be45d69fc69c0dfe2863df for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:21:57.265050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:57.266579 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Sync routers for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:21:57.280228 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:57.286352 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:57.287093 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:57.455271 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:57.487802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:57.544633 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:57.560141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:21:57.581120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:57.591778 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Added segment e3d6d206-7297-4a7e-85b5-039be0a44c8a of type vlan for network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 Oct 12 23:21:57.682362 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:57.777366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7951bb21-a40c-422d-9ca6-870f92407faa,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:57.780541 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:54Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd', 'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'mac_address': 'fa:16:3e:0e:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:53Z', 'updated_at': '2021-10-12T23:21:55Z', 'revision_number': 2, 'project_id': 'b99779886979409aab0e28b734ec5308', 'subnets': [{'id': '28964e96-9915-4646-9660-8101f827c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:57.790705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:57.794141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:57.794141 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:57.820071 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Checking router: f82d6235-9499-4733-859b-91cd91e122b0 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:21:57.820422 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Updating router f82d6235-9499-4733-859b-91cd91e122b0 port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:21:57.877585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] Pushing event updated for resources: {'Network': ['ID=cee46cb1-ea82-4929-82e7-ef13ecfe93c3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:57.891095 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:57.891998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:21:57.928116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c87b762e-969f-4801-87ad-1d818cd8b57a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7670009 Oct 12 23:21:57.930507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58534) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:57.935284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Request body: {'subnet': {'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-616721899-subnet', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:58.065210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Made reservation on behalf of 281a6cb6b7be45d69fc69c0dfe2863df for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:21:58.069013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:58.170279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f28eae65-ce3e-4f1c-a1fa-4952b66fad0e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:21:58.345227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:58.347166 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:58.496106 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:58.613522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:58.615129 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:58.766386 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Pushing event updated for resources: {'Port': ['ID=9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:58.803340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Checking segment: {'id': 'e3d6d206-7297-4a7e-85b5-039be0a44c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:21:58.803701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Network hostable DHCP agents. Network: cee46cb1-ea82-4929-82e7-ef13ecfe93c3, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:21:58.837915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb137a1a-b61b-46b8-9546-7a7489f79f5a,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:58.859755 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.859755 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.859755 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.864724 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.864724 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.864724 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.864724 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.868521 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.870559 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.871029 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.871560 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.871969 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:21:58.930894 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Attempting to bind port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:21:58.931298 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Attempting to bind port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:21:58.931660 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Attempting to bind port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd on network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:21:58.943620 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:21:58.949978 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Checking segment: {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:21:58.949978 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:58.949978 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Bound using segment: {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:21:58.949978 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Bound port: 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:21:58.949978 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:58.973145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:21:59.045540 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] For port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:21:59.049430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, cee46cb1-ea82-4929-82e7-ef13ecfe93c3) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:21:59.055579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:21:59.056603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:59.063031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e026b840-df4b-48ca-971f-7d542e1b150c None None] Network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:21:59.073708 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] For port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:21:59.153936 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:59.190000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58544) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:21:59.199041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:21:59.199990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9826dfb5-1f2d-41ec-bb8d-58064a71b328 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2681494 Oct 12 23:21:59.313536 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:21:59.314176 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:21:59.328101 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:59.330342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:59.335059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-cee46cb1-ea82-4929-82e7-ef13ecfe93c3', 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'fixed_ips': [{'subnet_id': 'eb137a1a-b61b-46b8-9546-7a7489f79f5a'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:21:59.338588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:59.344053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c784a819-1dca-4069-b6bb-781bbc97e592 None None] Provisioning complete for port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:21:59.344458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c784a819-1dca-4069-b6bb-781bbc97e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:59.497713 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:59.577630 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:21:59.768253 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c784a819-1dca-4069-b6bb-781bbc97e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:59.955919 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89740a-8212-455b-bd8b-f852e1799ca2 None None] Pushing event updated for resources: {'Port': ['ID=9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:21:59.993417 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:21:59.996679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c784a819-1dca-4069-b6bb-781bbc97e592 None None] For port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:00.047034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Allocated IP 172.20.0.2 (cee46cb1-ea82-4929-82e7-ef13ecfe93c3/eb137a1a-b61b-46b8-9546-7a7489f79f5a/0101573b-77c5-498f-867d-19304076b042) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:22:00.110184 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:54Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd', 'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'mac_address': 'fa:16:3e:0e:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:53Z', 'updated_at': '2021-10-12T23:21:59Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'subnets': [{'id': '28964e96-9915-4646-9660-8101f827c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:00.115141 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c784a819-1dca-4069-b6bb-781bbc97e592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:00.146245 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c367aa4-c8dd-4ac1-be81-9e6ed09ebaaf None None] The sync data for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 is: [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:54Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd', 'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'mac_address': 'fa:16:3e:0e:44:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:53Z', 'updated_at': '2021-10-12T23:21:59Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'subnets': [{'id': '28964e96-9915-4646-9660-8101f827c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:22:00.224442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c784a819-1dca-4069-b6bb-781bbc97e592 None None] Pushing event updated for resources: {'Port': ['ID=9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:00.345981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-22d2b3dc-ceef-44cf-aa1a-2c57ba6f3704 None None] Provisioning complete for port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:00.349967 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-22d2b3dc-ceef-44cf-aa1a-2c57ba6f3704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:00.506613 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:00.614599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:00.626312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:00.652827 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:00.697170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Pushing event updated for resources: {'Port': ['ID=0101573b-77c5-498f-867d-19304076b042,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:00.754558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:22:00.756422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:22:00.761397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:22:00.842347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Allocated IP 172.25.2.194 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/7abeb0ba-a743-4d96-bec2-ca1b38a2109e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:22:00.865730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Attempting to bind port 0101573b-77c5-498f-867d-19304076b042 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:22:00.866980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Attempting to bind port 0101573b-77c5-498f-867d-19304076b042 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'e3d6d206-7297-4a7e-85b5-039be0a44c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:22:00.869141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Attempting to bind port 0101573b-77c5-498f-867d-19304076b042 on network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:22:00.891654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:22:00.892045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Checking segment: {'id': 'e3d6d206-7297-4a7e-85b5-039be0a44c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:22:00.894846 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:00.894846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Bound using segment: {'id': 'e3d6d206-7297-4a7e-85b5-039be0a44c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:22:00.894846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Bound port: 0101573b-77c5-498f-867d-19304076b042, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d6d206-7297-4a7e-85b5-039be0a44c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:22:00.894846 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:01.044599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:01.105231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ad828101-8743-4901-87e1-2caffbac483e None None] For port 0101573b-77c5-498f-867d-19304076b042, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:22:01.110217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ad828101-8743-4901-87e1-2caffbac483e None None] For port 0101573b-77c5-498f-867d-19304076b042, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0101573b-77c5-498f-867d-19304076b042,segment=NetworkSegment(e3d6d206-7297-4a7e-85b5-039be0a44c8a),segment_id=e3d6d206-7297-4a7e-85b5-039be0a44c8a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:22:01.191339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:01.192513 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:01.292706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Pushing event updated for resources: {'Port': ['ID=7abeb0ba-a743-4d96-bec2-ca1b38a2109e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:01.296388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:22:01.298187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad828101-8743-4901-87e1-2caffbac483e None None] Pushing event updated for resources: {'Port': ['ID=0101573b-77c5-498f-867d-19304076b042,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:01.298598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:22:01.300715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:22:01.798698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:01.952125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58572) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:02.193750 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:02.274115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0101573b-77c5-498f-867d-19304076b042 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:22:02.406195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0101573b-77c5-498f-867d-19304076b042 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:02.406587 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:02.568229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Router 3f618622-8f6a-4f75-b185-a2410faa851a is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:22:02.588771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:02.633419 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 0101573b-77c5-498f-867d-19304076b042, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0101573b-77c5-498f-867d-19304076b042,segment=NetworkSegment(e3d6d206-7297-4a7e-85b5-039be0a44c8a),segment_id=e3d6d206-7297-4a7e-85b5-039be0a44c8a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:02.730143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:02.731488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:22:02.799795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:22:02.915654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2451975-0904-44f1-8c8c-4857d660914c None None] Network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:22:02.921367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Sync routers for ids ['3f618622-8f6a-4f75-b185-a2410faa851a'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:22:02.927121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=0101573b-77c5-498f-867d-19304076b042,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:02.955848 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:02.957508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1be0f827-cd56-417c-8f5f-4f07ddd1b004 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7657754 Oct 12 23:22:02.960623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58582) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:03.002561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Routers {'3f618622-8f6a-4f75-b185-a2410faa851a'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:03.003322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3f618622-8f6a-4f75-b185-a2410faa851a'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:03.055341 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4eb9a5de-b1e3-451b-a576-836684f34756 None None] Provisioning complete for port 0101573b-77c5-498f-867d-19304076b042 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:03.055742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4eb9a5de-b1e3-451b-a576-836684f34756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:03.061645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:03.062123 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:03.284432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:03.459426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Set router 3f618622-8f6a-4f75-b185-a2410faa851a gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:03.818370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:59Z', 'updated_at': '2021-10-12T23:22:01Z', 'revision_number': 3, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'gw_port': {'id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:00Z', 'updated_at': '2021-10-12T23:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:03.829492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Deleting port 11d7b0bf-758c-463c-a2ea-5b04092d5793 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:22:03.829845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:03.883145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Checking router: 3f618622-8f6a-4f75-b185-a2410faa851a for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:22:03.883508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Updating router 3f618622-8f6a-4f75-b185-a2410faa851a port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:22:03.954112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:03.976919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] For port 11d7b0bf-758c-463c-a2ea-5b04092d5793, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=11d7b0bf-758c-463c-a2ea-5b04092d5793,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:03.983319 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.014822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Calling delete_port for 11d7b0bf-758c-463c-a2ea-5b04092d5793 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:22:04.132080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0101573b-77c5-498f-867d-19304076b042 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:22:04.203920 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.269924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a5a78df6-3c84-431d-91c3-7ded1f4c9b89 None None] Provisioning complete for port 0101573b-77c5-498f-867d-19304076b042 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:04.270716 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a5a78df6-3c84-431d-91c3-7ded1f4c9b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.349354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0101573b-77c5-498f-867d-19304076b042 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:04.349817 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.433553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.438646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Allocated IP 172.20.0.1 (cee46cb1-ea82-4929-82e7-ef13ecfe93c3/eb137a1a-b61b-46b8-9546-7a7489f79f5a/741fdb35-9b55-4393-a740-4067d4c64079) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:22:04.484278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d7b0bf-758c-463c-a2ea-5b04092d5793,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:04.662630 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.671321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.776326 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.792354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.859459 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.861797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Attempting to bind port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:22:04.862180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Attempting to bind port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:22:04.862543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Attempting to bind port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:22:04.868577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991dbb4-2867-4c2a-bfe1-2da28938eddf None None] Pushing event updated for resources: {'Port': ['ID=7abeb0ba-a743-4d96-bec2-ca1b38a2109e,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:04.878250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:22:04.878637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:22:04.879067 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.887034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:22:04.887034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Bound port: 7abeb0ba-a743-4d96-bec2-ca1b38a2109e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:22:04.887034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:04.904267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:22:04.915306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:22:04.928851 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:22:04.975688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Pushing event updated for resources: {'Port': ['ID=741fdb35-9b55-4393-a740-4067d4c64079,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:05.002113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] For port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:22:05.003829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.015863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] For port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7abeb0ba-a743-4d96-bec2-ca1b38a2109e,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:22:05.074961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Router c5c3c348-69fa-442e-8e56-7b07773061a4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:22:05.091514 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.172884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Routers {'3f618622-8f6a-4f75-b185-a2410faa851a'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:05.173537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3f618622-8f6a-4f75-b185-a2410faa851a'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:05.179239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4991dbb4-2867-4c2a-bfe1-2da28938eddf None None] Pushing event updated for resources: {'Port': ['ID=7abeb0ba-a743-4d96-bec2-ca1b38a2109e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:05.240489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:22:05.248763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7cc8d4f8-da8d-44c0-be65-149260642366 admin admin] 10.222.0.31 "PUT /v2.0/routers/c5c3c348-69fa-442e-8e56-7b07773061a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2952878 Oct 12 23:22:05.251243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58596) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:05.258407 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] Sync routers for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:22:05.274486 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:05.275533 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:05.329772 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.339999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] Set router 3f618622-8f6a-4f75-b185-a2410faa851a gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:05.413254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2de50d79-9ade-43a5-87de-a79f3c953507 None None] Provisioning complete for port 741fdb35-9b55-4393-a740-4067d4c64079 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:05.413754 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2de50d79-9ade-43a5-87de-a79f3c953507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.420598 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.490809 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:05.492798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2de50d79-9ade-43a5-87de-a79f3c953507 None None] Port 741fdb35-9b55-4393-a740-4067d4c64079 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:22:05.594419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.615101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:59Z', 'updated_at': '2021-10-12T23:22:01Z', 'revision_number': 3, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'gw_port': {'id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:00Z', 'updated_at': '2021-10-12T23:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:05.636134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.645885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f58ada82-bd31-4ec4-b7d4-dd2393532f92 None None] The sync data for ids ['3f618622-8f6a-4f75-b185-a2410faa851a'] in n-d-790519-14 is: [{'id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:59Z', 'updated_at': '2021-10-12T23:22:01Z', 'revision_number': 3, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'gw_port': {'id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:00Z', 'updated_at': '2021-10-12T23:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:22:05.733187 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197'}], 'enable_snat': True}, 'gw_port_id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:22:04Z', 'revision_number': 5, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port': {'id': '3bfdfd56-f932-433c-aa52-1839990bd28f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:de:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2432, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:13:41Z', 'updated_at': '2021-10-12T23:14:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:05.762303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Deleting port 3bfdfd56-f932-433c-aa52-1839990bd28f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:22:05.762652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.771725 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] Checking router: c5c3c348-69fa-442e-8e56-7b07773061a4 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:22:05.783901 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] Routers {'c5c3c348-69fa-442e-8e56-7b07773061a4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:05.784531 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['c5c3c348-69fa-442e-8e56-7b07773061a4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:05.787660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.887277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] For port 3bfdfd56-f932-433c-aa52-1839990bd28f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3bfdfd56-f932-433c-aa52-1839990bd28f,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:05.888875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.891742 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] Set router c5c3c348-69fa-442e-8e56-7b07773061a4 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:05.904377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:05.912826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Calling delete_port for 3bfdfd56-f932-433c-aa52-1839990bd28f owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:22:05.933759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Pushing event updated for resources: {'Port': ['ID=741fdb35-9b55-4393-a740-4067d4c64079,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:05.959176 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:22:05Z', 'revision_number': 6, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:06.024231 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ced85614-bcf5-41be-abd0-b8e13333668d None None] The sync data for ids ['c5c3c348-69fa-442e-8e56-7b07773061a4'] in n-d-790519-14 is: [{'id': 'c5c3c348-69fa-442e-8e56-7b07773061a4', 'name': 'tempest-AttachVolumeTestJSON-2100321232-router', 'tenant_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:13:38Z', 'updated_at': '2021-10-12T23:22:05Z', 'revision_number': 6, 'project_id': 'aa383d41499d4e90ac67c0b6f8e2ba43', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:22:06.151982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:22:06.153506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:22:06.313691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Router 3f618622-8f6a-4f75-b185-a2410faa851a has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:22:06.339103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:06.381759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bfdfd56-f932-433c-aa52-1839990bd28f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:06.511124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:22:06.511124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-110c84c0-4c94-4c8f-9860-3d9d28d367c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/3f618622-8f6a-4f75-b185-a2410faa851a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5442884 Oct 12 23:22:06.544134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e6c26223-5ae0-4c02-8cda-844187763e7f None None] Provisioning complete for port 741fdb35-9b55-4393-a740-4067d4c64079 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:06.545112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e6c26223-5ae0-4c02-8cda-844187763e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:06.560398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:06.599596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e6c26223-5ae0-4c02-8cda-844187763e7f None None] Port 741fdb35-9b55-4393-a740-4067d4c64079 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:22:06.691378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7abeb0ba-a743-4d96-bec2-ca1b38a2109e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:22:06.763733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:06.766515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:06.774446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:06.774832 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:06.920652 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:06.963977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7abeb0ba-a743-4d96-bec2-ca1b38a2109e,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:07.055197 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.172433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=7abeb0ba-a743-4d96-bec2-ca1b38a2109e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:07.378893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.379707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5c3c348-69fa-442e-8e56-7b07773061a4 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:22:07.384577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.385859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bf8d7fdf-b46f-410e-a04d-1436b45ccf26 admin admin] 10.222.0.31 "DELETE /v2.0/routers/c5c3c348-69fa-442e-8e56-7b07773061a4 HTTP/1.1" status: 204 len: 168 time: 2.1334865 Oct 12 23:22:07.388365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58620) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:07.450018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-83413da9-2b23-48fc-aa01-a7753610f08a admin admin] Deleting subnet b165aef3-8274-49aa-9852-c3cc8fcc670d {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:22:07.454921 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83413da9-2b23-48fc-aa01-a7753610f08a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.507326 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83413da9-2b23-48fc-aa01-a7753610f08a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.555958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58628) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:07.571144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dd1b24cb-6bf7-44f0-bd1e-de7e23e2f262 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-256953577', 'description': 'tempest-secgroup-smoke-256953577 description', 'project_id': 'b99779886979409aab0e28b734ec5308'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:07.672589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83413da9-2b23-48fc-aa01-a7753610f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.748359 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd1b24cb-6bf7-44f0-bd1e-de7e23e2f262 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.840936 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83413da9-2b23-48fc-aa01-a7753610f08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.874545 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd1b24cb-6bf7-44f0-bd1e-de7e23e2f262 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.878474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83413da9-2b23-48fc-aa01-a7753610f08a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:07.883342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-83413da9-2b23-48fc-aa01-a7753610f08a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b165aef3-8274-49aa-9852-c3cc8fcc670d HTTP/1.1" status: 204 len: 168 time: 0.4939227 Oct 12 23:22:07.884363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83413da9-2b23-48fc-aa01-a7753610f08a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b165aef3-8274-49aa-9852-c3cc8fcc670d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:07.886020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58634) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:07.889182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46967b0-78af-4aa4-bd05-d4a698178008 None None] Network f9523100-f870-46fb-853e-d5491c1a3298 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:22:08.003916 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd1b24cb-6bf7-44f0-bd1e-de7e23e2f262 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.058810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b24cb-6bf7-44f0-bd1e-de7e23e2f262 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ca8dbb-c818-4cf3-b6aa-2604d1434832,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:08.096252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.115697 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd1b24cb-6bf7-44f0-bd1e-de7e23e2f262 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.120125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dd1b24cb-6bf7-44f0-bd1e-de7e23e2f262 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5590508 Oct 12 23:22:08.124266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58638) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:08.125543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c824d478-9fb8-40f8-8a25-f4573d19d861 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Request body: {'security_group_rule': {'security_group_id': 'd7ca8dbb-c818-4cf3-b6aa-2604d1434832', 'project_id': 'b99779886979409aab0e28b734ec5308', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:08.136553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7abeb0ba-a743-4d96-bec2-ca1b38a2109e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:22:08.197661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Deleting port aceb60bb-deb7-443d-921a-f9e2981f529a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:22:08.198100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.219029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:08.219029 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.243785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b638956d-da24-40fd-a2c5-355d71b10f1b None None] DHCP port deletion for f9523100-f870-46fb-853e-d5491c1a3298 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:22:08.266964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c824d478-9fb8-40f8-8a25-f4573d19d861 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.314984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] For port aceb60bb-deb7-443d-921a-f9e2981f529a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=aceb60bb-deb7-443d-921a-f9e2981f529a,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:08.317558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.333307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Calling delete_port for aceb60bb-deb7-443d-921a-f9e2981f529a owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:22:08.352465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b638956d-da24-40fd-a2c5-355d71b10f1b None None] Deleting port aceb60bb-deb7-443d-921a-f9e2981f529a {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:22:08.352849 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b638956d-da24-40fd-a2c5-355d71b10f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.357507 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c824d478-9fb8-40f8-8a25-f4573d19d861 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.444624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b638956d-da24-40fd-a2c5-355d71b10f1b None None] For port aceb60bb-deb7-443d-921a-f9e2981f529a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=aceb60bb-deb7-443d-921a-f9e2981f529a,segment=NetworkSegment(57348c28-3aab-4278-8664-3b8bcf15b47a),segment_id=57348c28-3aab-4278-8664-3b8bcf15b47a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:08.445688 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b638956d-da24-40fd-a2c5-355d71b10f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.476444 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c824d478-9fb8-40f8-8a25-f4573d19d861 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.499050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c824d478-9fb8-40f8-8a25-f4573d19d861 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dfda7a-fcd2-42bf-8c48-f9ce414696d4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:08.613058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c824d478-9fb8-40f8-8a25-f4573d19d861 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.613058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c824d478-9fb8-40f8-8a25-f4573d19d861 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4880233 Oct 12 23:22:08.613892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58646) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:08.619500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8e6e7da3-60a2-486b-a978-fafa0b617f0f tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Request body: {'security_group_rule': {'security_group_id': 'd7ca8dbb-c818-4cf3-b6aa-2604d1434832', 'project_id': 'b99779886979409aab0e28b734ec5308', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:08.668756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 11d7b0bf-758c-463c-a2ea-5b04092d5793 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:22:08.670184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Sync routers for ids ['3f618622-8f6a-4f75-b185-a2410faa851a'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:22:08.677892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b638956d-da24-40fd-a2c5-355d71b10f1b None None] Calling delete_port for aceb60bb-deb7-443d-921a-f9e2981f529a owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:22:08.682010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.702565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 11d7b0bf-758c-463c-a2ea-5b04092d5793 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:22:08.702866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 11d7b0bf-758c-463c-a2ea-5b04092d5793 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:22:08.703305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3bfdfd56-f932-433c-aa52-1839990bd28f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:22:08.725695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Pushing event deleted for resources: {'Port': ['ID=aceb60bb-deb7-443d-921a-f9e2981f529a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:08.733275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Routers {'3f618622-8f6a-4f75-b185-a2410faa851a'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:08.733275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3f618622-8f6a-4f75-b185-a2410faa851a'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:08.733766 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] No DVR routers for this DVR port aceb60bb-deb7-443d-921a-f9e2981f529a on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:22:08.733885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 3bfdfd56-f932-433c-aa52-1839990bd28f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:22:08.733885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3bfdfd56-f932-433c-aa52-1839990bd28f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:22:08.825846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.844227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7da3-60a2-486b-a978-fafa0b617f0f tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.871647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9523100-f870-46fb-853e-d5491c1a3298']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:08.898068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Set router 3f618622-8f6a-4f75-b185-a2410faa851a gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:08.898714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57348c28-3aab-4278-8664-3b8bcf15b47a') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:08.899126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57348c28-3aab-4278-8664-3b8bcf15b47a') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:08.914520 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.926152 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b638956d-da24-40fd-a2c5-355d71b10f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.937008 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7da3-60a2-486b-a978-fafa0b617f0f tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.945697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.952162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:22:08.953246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:22:08.955388 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:22:08.963955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638956d-da24-40fd-a2c5-355d71b10f1b None None] Pushing event deleted for resources: {'Port': ['ID=aceb60bb-deb7-443d-921a-f9e2981f529a,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:08.971012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b638956d-da24-40fd-a2c5-355d71b10f1b None None] No DVR routers for this DVR port aceb60bb-deb7-443d-921a-f9e2981f529a on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:22:09.009885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7da3-60a2-486b-a978-fafa0b617f0f tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.025598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6e7da3-60a2-486b-a978-fafa0b617f0f tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24208cf4-86db-46c7-9c3b-7491fe0d63e5,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:09.138238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8e6e7da3-60a2-486b-a978-fafa0b617f0f tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.140081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8e6e7da3-60a2-486b-a978-fafa0b617f0f tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5244021 Oct 12 23:22:09.142628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58652) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:09.144193 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.148811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d7c8841f-e0d3-4e0d-b2bf-2560c06a87e7 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Request body: {'security_group_rule': {'security_group_id': 'd7ca8dbb-c818-4cf3-b6aa-2604d1434832', 'project_id': 'b99779886979409aab0e28b734ec5308', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:09.155644 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.159577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] 10.222.0.31 "DELETE /v2.0/networks/f9523100-f870-46fb-853e-d5491c1a3298 HTTP/1.1" status: 204 len: 168 time: 1.2718179 Oct 12 23:22:09.199380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44a59b5-e221-4e43-b1e2-1f2584c1aeea admin admin] Pushing event deleted for resources: {'Network': ['ID=f9523100-f870-46fb-853e-d5491c1a3298,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:09.239001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:59Z', 'updated_at': '2021-10-12T23:22:05Z', 'revision_number': 4, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'gw_port': {'id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:00Z', 'updated_at': '2021-10-12T23:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '741fdb35-9b55-4393-a740-4067d4c64079', 'name': '', 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'mac_address': 'fa:16:3e:11:05:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'eb137a1a-b61b-46b8-9546-7a7489f79f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:04Z', 'updated_at': '2021-10-12T23:22:05Z', 'revision_number': 2, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'subnets': [{'id': 'eb137a1a-b61b-46b8-9546-7a7489f79f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:09.276526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Checking router: 3f618622-8f6a-4f75-b185-a2410faa851a for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:22:09.276904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Updating router 3f618622-8f6a-4f75-b185-a2410faa851a port 741fdb35-9b55-4393-a740-4067d4c64079 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:22:09.287991 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7c8841f-e0d3-4e0d-b2bf-2560c06a87e7 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.308229 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.397812 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7c8841f-e0d3-4e0d-b2bf-2560c06a87e7 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.506186 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7c8841f-e0d3-4e0d-b2bf-2560c06a87e7 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.541798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c8841f-e0d3-4e0d-b2bf-2560c06a87e7 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6493328-e20d-439a-9eee-ce7e3a9cd66c,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:09.600261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58664) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:09.636377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d7c8841f-e0d3-4e0d-b2bf-2560c06a87e7 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.641001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d7c8841f-e0d3-4e0d-b2bf-2560c06a87e7 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4970067 Oct 12 23:22:09.641869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58668) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:09.648767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2f70f259-7480-4bc3-8689-b6d2b66d02f0 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Request body: {'security_group_rule': {'security_group_id': 'd7ca8dbb-c818-4cf3-b6aa-2604d1434832', 'project_id': 'b99779886979409aab0e28b734ec5308', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:09.651209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f9238e93-7090-4594-a601-03ad0a301bdb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=aa383d41499d4e90ac67c0b6f8e2ba43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485232 Oct 12 23:22:09.653708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58670) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:09.721433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5451e3ac-bdd6-4e48-9994-883851e927ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.732749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.751347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f70f259-7480-4bc3-8689-b6d2b66d02f0 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.753612 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5451e3ac-bdd6-4e48-9994-883851e927ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.824802 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.872047 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f70f259-7480-4bc3-8689-b6d2b66d02f0 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.913913 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5451e3ac-bdd6-4e48-9994-883851e927ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.921707 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5451e3ac-bdd6-4e48-9994-883851e927ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.923495 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5451e3ac-bdd6-4e48-9994-883851e927ce admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/501d4329-dea3-45f2-8b1c-0047e0487db6 HTTP/1.1" status: 204 len: 168 time: 0.2687180 Oct 12 23:22:09.927819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a01652-df61-451e-ba37-e5f2c5632d2e None None] Pushing event updated for resources: {'Port': ['ID=741fdb35-9b55-4393-a740-4067d4c64079,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:09.941463 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f70f259-7480-4bc3-8689-b6d2b66d02f0 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:09.942760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5451e3ac-bdd6-4e48-9994-883851e927ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501d4329-dea3-45f2-8b1c-0047e0487db6,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:09.973848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f70f259-7480-4bc3-8689-b6d2b66d02f0 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2794c94e-c687-4268-b850-f6d9cfb4ba88,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:10.042049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f70f259-7480-4bc3-8689-b6d2b66d02f0 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.046301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2f70f259-7480-4bc3-8689-b6d2b66d02f0 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4007859 Oct 12 23:22:10.046849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58678) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:10.059210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e590266f-6494-43e8-8602-31da8d3365f4 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Request body: {'security_group_rule': {'security_group_id': 'd7ca8dbb-c818-4cf3-b6aa-2604d1434832', 'project_id': 'b99779886979409aab0e28b734ec5308', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:10.065093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Attempting to bind port 741fdb35-9b55-4393-a740-4067d4c64079 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:22:10.065913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Attempting to bind port 741fdb35-9b55-4393-a740-4067d4c64079 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'e3d6d206-7297-4a7e-85b5-039be0a44c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:22:10.067306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Attempting to bind port 741fdb35-9b55-4393-a740-4067d4c64079 on network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:22:10.085379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:22:10.086390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Checking segment: {'id': 'e3d6d206-7297-4a7e-85b5-039be0a44c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:22:10.087051 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.087701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Bound using segment: {'id': 'e3d6d206-7297-4a7e-85b5-039be0a44c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:22:10.088421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Bound port: 741fdb35-9b55-4393-a740-4067d4c64079, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3d6d206-7297-4a7e-85b5-039be0a44c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:22:10.089036 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.196220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device aceb60bb-deb7-443d-921a-f9e2981f529a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:22:10.206037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] For port 741fdb35-9b55-4393-a740-4067d4c64079, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:22:10.235067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: aceb60bb-deb7-443d-921a-f9e2981f529a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:22:10.235536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device aceb60bb-deb7-443d-921a-f9e2981f529a not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:22:10.241083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] For port 741fdb35-9b55-4393-a740-4067d4c64079, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=741fdb35-9b55-4393-a740-4067d4c64079,segment=NetworkSegment(e3d6d206-7297-4a7e-85b5-039be0a44c8a),segment_id=e3d6d206-7297-4a7e-85b5-039be0a44c8a)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:22:10.271048 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-e590266f-6494-43e8-8602-31da8d3365f4 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Project b99779886979409aab0e28b734ec5308 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:22:10.276436 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e590266f-6494-43e8-8602-31da8d3365f4 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.348836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e590266f-6494-43e8-8602-31da8d3365f4 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.350428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-910f1150-1479-4bf0-92e5-4c8a16f71717 None None] Provisioning complete for port 741fdb35-9b55-4393-a740-4067d4c64079 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:10.353243 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-910f1150-1479-4bf0-92e5-4c8a16f71717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.380934 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.413141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-910f1150-1479-4bf0-92e5-4c8a16f71717 None None] Port 741fdb35-9b55-4393-a740-4067d4c64079 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:22:10.455080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Routers {'3f618622-8f6a-4f75-b185-a2410faa851a'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:10.455828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:21:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3f618622-8f6a-4f75-b185-a2410faa851a'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:10.459985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a01652-df61-451e-ba37-e5f2c5632d2e None None] Pushing event updated for resources: {'Port': ['ID=741fdb35-9b55-4393-a740-4067d4c64079,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:10.506709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e590266f-6494-43e8-8602-31da8d3365f4 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.545691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e590266f-6494-43e8-8602-31da8d3365f4 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8de37311-8b13-4a1a-a888-791ed942b59f,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:10.627492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e590266f-6494-43e8-8602-31da8d3365f4 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.631472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e590266f-6494-43e8-8602-31da8d3365f4 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5832918 Oct 12 23:22:10.634053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58686) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:10.635199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] Set router 3f618622-8f6a-4f75-b185-a2410faa851a gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:10.639564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-72a88331-30d3-49df-8915-ab9c8c3fa405 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Request body: {'security_group_rule': {'security_group_id': 'd7ca8dbb-c818-4cf3-b6aa-2604d1434832', 'project_id': 'b99779886979409aab0e28b734ec5308', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:10.755092 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-72a88331-30d3-49df-8915-ab9c8c3fa405 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Project b99779886979409aab0e28b734ec5308 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:22:10.764654 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-72a88331-30d3-49df-8915-ab9c8c3fa405 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.853562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-74569c15-f114-44e3-baf7-d23048a14c62 None None] Provisioning complete for port 741fdb35-9b55-4393-a740-4067d4c64079 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:10.854089 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74569c15-f114-44e3-baf7-d23048a14c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.881387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-72a88331-30d3-49df-8915-ab9c8c3fa405 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.938885 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-72a88331-30d3-49df-8915-ab9c8c3fa405 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:10.961139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a88331-30d3-49df-8915-ab9c8c3fa405 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=814c86b3-40ac-4d1e-b90d-e3d7f8e52572,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:11.012361 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74569c15-f114-44e3-baf7-d23048a14c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:11.039045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:59Z', 'updated_at': '2021-10-12T23:22:05Z', 'revision_number': 4, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'gw_port': {'id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:00Z', 'updated_at': '2021-10-12T23:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '741fdb35-9b55-4393-a740-4067d4c64079', 'name': '', 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'mac_address': 'fa:16:3e:11:05:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'eb137a1a-b61b-46b8-9546-7a7489f79f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:04Z', 'updated_at': '2021-10-12T23:22:10Z', 'revision_number': 4, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'subnets': [{'id': 'eb137a1a-b61b-46b8-9546-7a7489f79f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:11.047200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-72a88331-30d3-49df-8915-ab9c8c3fa405 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:11.048980 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-72a88331-30d3-49df-8915-ab9c8c3fa405 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4137452 Oct 12 23:22:11.088894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69fad86-ce39-440c-ba6f-00cefb792a7e None None] The sync data for ids ['3f618622-8f6a-4f75-b185-a2410faa851a'] in n-d-790519-14 is: [{'id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:59Z', 'updated_at': '2021-10-12T23:22:05Z', 'revision_number': 4, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'gw_port': {'id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:00Z', 'updated_at': '2021-10-12T23:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '741fdb35-9b55-4393-a740-4067d4c64079', 'name': '', 'network_id': 'cee46cb1-ea82-4929-82e7-ef13ecfe93c3', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'mac_address': 'fa:16:3e:11:05:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': 'eb137a1a-b61b-46b8-9546-7a7489f79f5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:04Z', 'updated_at': '2021-10-12T23:22:10Z', 'revision_number': 4, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'subnets': [{'id': 'eb137a1a-b61b-46b8-9546-7a7489f79f5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:22:11.099878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-74569c15-f114-44e3-baf7-d23048a14c62 None None] For port 741fdb35-9b55-4393-a740-4067d4c64079, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=741fdb35-9b55-4393-a740-4067d4c64079,segment=NetworkSegment(e3d6d206-7297-4a7e-85b5-039be0a44c8a),segment_id=e3d6d206-7297-4a7e-85b5-039be0a44c8a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:11.158607 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74569c15-f114-44e3-baf7-d23048a14c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:11.303273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74569c15-f114-44e3-baf7-d23048a14c62 None None] Pushing event updated for resources: {'Port': ['ID=741fdb35-9b55-4393-a740-4067d4c64079,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:11.483680 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-47309ca5-72e6-432c-92a7-cfcaf81c19b3 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-256953577&fields=id&tenant_id=b99779886979409aab0e28b734ec5308 HTTP/1.1" status: 200 len: 267 time: 0.0734909 Oct 12 23:22:11.722457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-1ffc8049-0d46-406d-aede-19556d365e88 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:11.722457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-1ffc8049-0d46-406d-aede-19556d365e88 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/networks?id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea HTTP/1.1" status: 200 len: 809 time: 0.2213547 Oct 12 23:22:11.756122 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-6edc7df0-3279-47b7-8fac-b82418d18d17 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/quotas/b99779886979409aab0e28b734ec5308 HTTP/1.1" status: 200 len: 375 time: 0.0367692 Oct 12 23:22:11.857577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-93fef88e-6dba-46b1-9c52-90311b5fcb2f tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b99779886979409aab0e28b734ec5308&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979109 Oct 12 23:22:12.144430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 741fdb35-9b55-4393-a740-4067d4c64079 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:22:12.206145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 741fdb35-9b55-4393-a740-4067d4c64079 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:12.207083 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:12.246666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-9480584f-de98-4899-9829-27a5d595f898 service neutron] 10.222.0.31 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3849604 Oct 12 23:22:12.404364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-59d5c3b7-a28d-4b0b-83d6-8f2b8b2de34c service neutron] 10.222.0.31 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504385 Oct 12 23:22:12.421509 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95774b09-d8ee-43a7-bb6a-7214b6edadb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:13.158677 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac36cfae-4142-4378-a008-c393649eaad7 req-713cdce7-7b6c-446a-a9a4-53ab37aad3aa tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 210 time: 0.0514388 Oct 12 23:22:14.272242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdf12ae4-8df5-49fd-89ed-afbffff51c7a req-9d0e4c68-0131-4c2a-94ab-1560e99a6a83 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 210 time: 0.0549858 Oct 12 23:22:15.393953 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0647362d-2476-47a8-9faa-f7c78a20cd93 req-64b1d7bf-b4c5-4ff1-b1cf-088c386de1d0 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 210 time: 0.0286078 Oct 12 23:22:15.498679 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:15.614367 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c517cd4e-988c-4c56-a057-987f24dfd305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:15.639530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-27e1a517-812e-4054-970d-c062eeacda44 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:15.641077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-27e1a517-812e-4054-970d-c062eeacda44 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.25 "GET /v2.0/networks?id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea HTTP/1.1" status: 200 len: 809 time: 0.1729522 Oct 12 23:22:15.694358 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-5507be4e-9377-4292-a920-2773e8b1875b tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b99779886979409aab0e28b734ec5308 HTTP/1.1" status: 200 len: 379 time: 0.0436842 Oct 12 23:22:15.704298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Request body: {'port': {'device_id': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'admin_state_up': True, 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'security_groups': ['d7ca8dbb-c818-4cf3-b6aa-2604d1434832']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:15.941001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Made reservation on behalf of b99779886979409aab0e28b734ec5308 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:22:15.944884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:16.132541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Allocated IP 172.20.0.9 (c05a0f99-3c2d-471f-9a07-9d3fa1c00aea/28964e96-9915-4646-9660-8101f827c38c/42326377-6dac-4eec-b154-3db747e316b5) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:22:16.146979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:16.392579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:16.496788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:16.623438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'Port': ['ID=42326377-6dac-4eec-b154-3db747e316b5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:16.633334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:22:16.635592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:22:16.638702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:22:16.699571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b5605-a919-434c-986f-c167d134226c req-e66cc025-2953-4806-831d-f20faeb9cf35 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:16.702161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d17b5605-a919-434c-986f-c167d134226c req-e66cc025-2953-4806-831d-f20faeb9cf35 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 931 time: 0.1309032 Oct 12 23:22:16.728268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:16.729254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:16.810446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d17b5605-a919-434c-986f-c167d134226c req-789d8bc1-1c6e-4c19-93ea-645e46d9d503 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783885 Oct 12 23:22:17.029736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1628d9c9-d56d-4b75-b66d-e1929cd5c25e None None] Provisioning complete for port 42326377-6dac-4eec-b154-3db747e316b5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:17.030355 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1628d9c9-d56d-4b75-b66d-e1929cd5c25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:17.077439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1628d9c9-d56d-4b75-b66d-e1929cd5c25e None None] Port 42326377-6dac-4eec-b154-3db747e316b5 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:22:17.702321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-588b0895-6d1d-4b6a-b33a-8211bb57c319 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0021563 Oct 12 23:22:17.716008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Request body: {'port': {'device_id': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:17.778999 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:17.890434 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:18.034490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f3aee-f70d-4c49-b6fb-a83b0bb95df2 req-2fb3ba52-3c20-4a71-8a4c-fba355296320 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:18.036978 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff8f3aee-f70d-4c49-b6fb-a83b0bb95df2 req-2fb3ba52-3c20-4a71-8a4c-fba355296320 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 931 time: 0.0930429 Oct 12 23:22:18.093202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff8f3aee-f70d-4c49-b6fb-a83b0bb95df2 req-f0a6818f-9100-4412-b37a-0cf83e9b68a0 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497577 Oct 12 23:22:18.199433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42326377-6dac-4eec-b154-3db747e316b5 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:22:18.208563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:18.221879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Transition to ACTIVE for port object 42326377-6dac-4eec-b154-3db747e316b5 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:22:18.352908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:18.460062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Pushing event updated for resources: {'Port': ['ID=42326377-6dac-4eec-b154-3db747e316b5,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:18.572146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Attempting to bind port 42326377-6dac-4eec-b154-3db747e316b5 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:22:18.572415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Attempting to bind port 42326377-6dac-4eec-b154-3db747e316b5 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:22:18.572757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Attempting to bind port 42326377-6dac-4eec-b154-3db747e316b5 on network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:22:18.578648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Port 42326377-6dac-4eec-b154-3db747e316b5 on network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:22:18.579001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Attempting to bind port 42326377-6dac-4eec-b154-3db747e316b5 on network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:22:18.586165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:22:18.586554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Checking segment: {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:22:18.586967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Bound using segment: {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:22:18.587404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Bound port: 42326377-6dac-4eec-b154-3db747e316b5, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa431e78-6d06-4f99-b868-7ce7d516b76b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:22:18.587769 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:18.686278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] For port 42326377-6dac-4eec-b154-3db747e316b5, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:22:18.690747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] For port 42326377-6dac-4eec-b154-3db747e316b5, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=42326377-6dac-4eec-b154-3db747e316b5,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:22:18.776110 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:18.857376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:18.858133 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:18.859628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] 10.222.0.25 "PUT /v2.0/ports/42326377-6dac-4eec-b154-3db747e316b5 HTTP/1.1" status: 200 len: 1092 time: 1.1479247 Oct 12 23:22:18.860146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'tag': '42326377-6dac-4eec-b154-3db747e316b5'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:18.862708 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d53afbe-358f-4b4b-8d1a-a7921e766565" -d '{"events": [{"name": "network-changed", "server_uuid": "e2664ac0-753e-4316-a791-dc9eda0a2325", "tag": "42326377-6dac-4eec-b154-3db747e316b5"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:18.907910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e10d3d-43ed-4354-9483-e2b4f86f5114 service neutron] Pushing event updated for resources: {'Port': ['ID=42326377-6dac-4eec-b154-3db747e316b5,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:19.039588 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b9abec-1dc4-46c8-b1ab-926d0e86ce25 x-openstack-request-id: req-c2b9abec-1dc4-46c8-b1ab-926d0e86ce25 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:19.040054 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2664ac0-753e-4316-a791-dc9eda0a2325", "tag": "42326377-6dac-4eec-b154-3db747e316b5", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:19.045477 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c2b9abec-1dc4-46c8-b1ab-926d0e86ce25 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:19.045477 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'tag': '42326377-6dac-4eec-b154-3db747e316b5', 'status': 'completed', 'code': 200} Oct 12 23:22:19.067928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-0dd19240-38e8-4b6b-88e2-c83feba4b4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:19.074839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-0dd19240-38e8-4b6b-88e2-c83feba4b4a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b99779886979409aab0e28b734ec5308&device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1095 time: 0.0883353 Oct 12 23:22:19.095359 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:19.166393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-6fd07fc3-f0d0-475e-a93a-67d4907169d2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42326377-6dac-4eec-b154-3db747e316b5 HTTP/1.1" status: 200 len: 217 time: 0.0870166 Oct 12 23:22:19.300413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e78735-cf21-41d5-a21d-f4ba093e4638 req-6ef1f7aa-4782-4f31-bd81-981dbaf3c3ac tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:19.312139 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73e78735-cf21-41d5-a21d-f4ba093e4638 req-6ef1f7aa-4782-4f31-bd81-981dbaf3c3ac tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 943 time: 0.0776191 Oct 12 23:22:19.319439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-cf1cd722-55fd-4d55-b43d-96d44802ddcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:19.323941 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:19.334757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-cf1cd722-55fd-4d55-b43d-96d44802ddcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28964e96-9915-4646-9660-8101f827c38c HTTP/1.1" status: 200 len: 848 time: 0.1519589 Oct 12 23:22:19.379607 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73e78735-cf21-41d5-a21d-f4ba093e4638 req-e718c2fb-a3ad-4a87-89b8-654df838c62a tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662606 Oct 12 23:22:19.433254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-8d52aa06-eb1e-41d1-9de9-9a253d62ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:19.434890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-8d52aa06-eb1e-41d1-9de9-9a253d62ec23 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954504 Oct 12 23:22:19.570369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-b0cf238a-666b-4412-8de0-d2622b19d223 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238487 Oct 12 23:22:19.707980 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60860c9e-81f6-47ea-8dac-aa15b74f0e88 req-61bceeae-229c-4ae6-b599-85039f6d42d8 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324215 Oct 12 23:22:19.923458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-eed24268-2339-4239-bca3-98412d0a443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:19.928093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-eed24268-2339-4239-bca3-98412d0a443e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b99779886979409aab0e28b734ec5308&device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1095 time: 0.1067216 Oct 12 23:22:20.104588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-0a7debc3-f419-4bf7-82ac-1a2ad94e70e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:20.122426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-0a7debc3-f419-4bf7-82ac-1a2ad94e70e3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea HTTP/1.1" status: 200 len: 910 time: 0.1708057 Oct 12 23:22:20.132445 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:22:20.168661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-675242c0-b285-4fb3-8657-a45e52a466a3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42326377-6dac-4eec-b154-3db747e316b5 HTTP/1.1" status: 200 len: 217 time: 0.0453870 Oct 12 23:22:20.247199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-96236ea3-e9e1-44a5-bc87-a775c6cbcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:20.248798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-96236ea3-e9e1-44a5-bc87-a775c6cbcf36 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28964e96-9915-4646-9660-8101f827c38c HTTP/1.1" status: 200 len: 848 time: 0.0714986 Oct 12 23:22:20.346457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-8db0f139-2c54-45a5-9c9e-ed64cb67a838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:20.348621 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-8db0f139-2c54-45a5-9c9e-ed64cb67a838 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912559 Oct 12 23:22:20.528609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d73044-c370-4ef3-ad59-95da86c84d89 req-e83d44cb-400a-439b-8436-23b7dc0233c3 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:20.530123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67d73044-c370-4ef3-ad59-95da86c84d89 req-e83d44cb-400a-439b-8436-23b7dc0233c3 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 943 time: 0.0760040 Oct 12 23:22:20.532272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-659fb019-f1c7-49fb-b34e-e046a1865bf8 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759672 Oct 12 23:22:20.617396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67d73044-c370-4ef3-ad59-95da86c84d89 req-2ab72bf1-075b-4962-8b1a-e51efe62bc78 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796895 Oct 12 23:22:20.668525 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d53afbe-358f-4b4b-8d1a-a7921e766565 req-784980c9-f0fe-4991-970a-8ce74fcc57ce service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231391 Oct 12 23:22:21.809652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111978f-78dd-4c05-98fd-a0894dea8035 req-c8114f7f-ff01-4362-a928-12824604e8fe tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:21.817630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1111978f-78dd-4c05-98fd-a0894dea8035 req-c8114f7f-ff01-4362-a928-12824604e8fe tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 943 time: 0.0869720 Oct 12 23:22:21.927603 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1111978f-78dd-4c05-98fd-a0894dea8035 req-9d228857-b12b-4d12-8121-23df07a50b2b tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089704 Oct 12 23:22:21.968032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da29f6-b677-497c-8289-cff43dcc0e5d req-cb19dac5-0b07-4e10-8456-2fb67f8808d4 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:21.969532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54da29f6-b677-497c-8289-cff43dcc0e5d req-cb19dac5-0b07-4e10-8456-2fb67f8808d4 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 945 time: 0.0563521 Oct 12 23:22:22.010050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54da29f6-b677-497c-8289-cff43dcc0e5d req-fc2d8d11-2340-4ac4-9a06-3e477b14502f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336325 Oct 12 23:22:23.104291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b14c2b-a146-4ab0-b451-dfde2cd3ce52 req-28c103e2-4954-4a86-80d1-9c3fb61413c8 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:23.106222 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64b14c2b-a146-4ab0-b451-dfde2cd3ce52 req-28c103e2-4954-4a86-80d1-9c3fb61413c8 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 943 time: 0.0800769 Oct 12 23:22:23.117745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 42326377-6dac-4eec-b154-3db747e316b5 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:22:23.188657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64b14c2b-a146-4ab0-b451-dfde2cd3ce52 req-341a25a3-7313-4a61-b3d2-c0af4e4fed15 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749443 Oct 12 23:22:23.220494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7436b95-c5e2-49a9-9f2c-674e1041b7cd req-ba82fabe-e9f4-471d-ada0-a5a06b985f64 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:23.228667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7436b95-c5e2-49a9-9f2c-674e1041b7cd req-ba82fabe-e9f4-471d-ada0-a5a06b985f64 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 945 time: 0.0988870 Oct 12 23:22:23.278422 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7436b95-c5e2-49a9-9f2c-674e1041b7cd req-fadfa50a-a818-43d9-a56a-fe778d68360d tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485291 Oct 12 23:22:23.318129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 42326377-6dac-4eec-b154-3db747e316b5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=42326377-6dac-4eec-b154-3db747e316b5,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:23.334366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '42326377-6dac-4eec-b154-3db747e316b5', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'port_id': '42326377-6dac-4eec-b154-3db747e316b5', 'mac_address': 'fa:16:3e:84:22:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:22:23.372196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-566f73e8-98a2-4c69-a949-a33e5c0045a8 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:23.373921 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:23.376476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-566f73e8-98a2-4c69-a949-a33e5c0045a8 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.25 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 945 time: 0.1243110 Oct 12 23:22:23.425338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42326377-6dac-4eec-b154-3db747e316b5 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:22:23.449737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 42326377-6dac-4eec-b154-3db747e316b5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=42326377-6dac-4eec-b154-3db747e316b5,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:23.530405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Deleting port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:22:23.531084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:23.578892 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:23.639229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=42326377-6dac-4eec-b154-3db747e316b5,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:23.664918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] For port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:23.665368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:23.681280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Calling delete_port for 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:22:23.788085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['42326377-6dac-4eec-b154-3db747e316b5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:22:23.941597 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:23.962049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5', 'd7679bc2-a15e-4a34-9b86-c450fec02b38'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:22:23.981514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Pushing event deleted for resources: {'Port': ['ID=4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:24.020064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] No DVR routers for this DVR port 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:22:24.024122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:24.028218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25c70dac-0396-48bf-8fa6-1eaf663b97fb req-b0ebd2c1-9e0c-4881-b3d9-5ee4f6827f4c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.25 "DELETE /v2.0/ports/4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 HTTP/1.1" status: 204 len: 173 time: 0.6449399 Oct 12 23:22:24.029009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53aa8a2-e02e-44a9-af0d-d0d1edf309c3', 'name': 'network-vif-deleted', 'tag': '4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:24.031682 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9788e10-467d-4fbe-8c13-b2bd0d7f3257" -d '{"events": [{"server_uuid": "f53aa8a2-e02e-44a9-af0d-d0d1edf309c3", "name": "network-vif-deleted", "tag": "4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:24.089222 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a7896a5-da60-4cee-bcb7-b7c9aa3f6044 x-openstack-request-id: req-1a7896a5-da60-4cee-bcb7-b7c9aa3f6044 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:24.089539 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53aa8a2-e02e-44a9-af0d-d0d1edf309c3", "name": "network-vif-deleted", "tag": "4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:24.090035 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1a7896a5-da60-4cee-bcb7-b7c9aa3f6044 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:24.090614 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53aa8a2-e02e-44a9-af0d-d0d1edf309c3', 'name': 'network-vif-deleted', 'tag': '4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468', 'status': 'completed', 'code': 200} Oct 12 23:22:24.091226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 58976) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:24.256133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49977a5e-838f-40ec-871f-02065125a706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:24.379202 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49977a5e-838f-40ec-871f-02065125a706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:24.404464 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a2dda78-9a0a-4a38-b153-2cb2823d79d7 req-86944dfc-4fc2-46b1-96d7-2a86edd722d1 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=f53aa8a2-e02e-44a9-af0d-d0d1edf309c3 HTTP/1.1" status: 200 len: 210 time: 0.0416062 Oct 12 23:22:24.412187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:22:24.416403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05b2f06-b40c-4cf1-8033-65baa51695a0 req-bd9d1ee3-26a8-435c-8923-d909eaddfd49 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:24.418381 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a05b2f06-b40c-4cf1-8033-65baa51695a0 req-bd9d1ee3-26a8-435c-8923-d909eaddfd49 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 944 time: 0.1485584 Oct 12 23:22:24.460359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a05b2f06-b40c-4cf1-8033-65baa51695a0 req-85510c6b-2b5b-4bf5-8a9b-c385e0147fab tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349810 Oct 12 23:22:24.461799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49977a5e-838f-40ec-871f-02065125a706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:24.493466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-49977a5e-838f-40ec-871f-02065125a706 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c2a8316643f84e95a4c00ed929ca95a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998697 Oct 12 23:22:24.500082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 58986) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:24.517696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49977a5e-838f-40ec-871f-02065125a706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2b000e-e531-4601-ae05-648dfdde7e6d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:24.571305 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cb6690f-49e6-4961-afee-b0889f553aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:24.598670 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cb6690f-49e6-4961-afee-b0889f553aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:24.739779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cb6690f-49e6-4961-afee-b0889f553aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:24.743660 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cb6690f-49e6-4961-afee-b0889f553aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:24.744076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0cb6690f-49e6-4961-afee-b0889f553aee admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9a2b000e-e531-4601-ae05-648dfdde7e6d HTTP/1.1" status: 204 len: 168 time: 0.2429724 Oct 12 23:22:24.753145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6690f-49e6-4961-afee-b0889f553aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2b000e-e531-4601-ae05-648dfdde7e6d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:25.121744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 42326377-6dac-4eec-b154-3db747e316b5 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:22:25.266651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 42326377-6dac-4eec-b154-3db747e316b5 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:22:25.270685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 42326377-6dac-4eec-b154-3db747e316b5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:25.271192 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:25.353830 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:25.377670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42326377-6dac-4eec-b154-3db747e316b5'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:25.380102 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7787c7bc-563a-4fc9-ada2-8bb0e4e6fa5c" -d '{"events": [{"server_uuid": "e2664ac0-753e-4316-a791-dc9eda0a2325", "name": "network-vif-plugged", "status": "completed", "tag": "42326377-6dac-4eec-b154-3db747e316b5"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:25.397791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 42326377-6dac-4eec-b154-3db747e316b5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=42326377-6dac-4eec-b154-3db747e316b5,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:25.422104 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfb1f67-22ad-4212-ad37-0cb134555062 x-openstack-request-id: req-9cfb1f67-22ad-4212-ad37-0cb134555062 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:25.422104 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2664ac0-753e-4316-a791-dc9eda0a2325", "name": "network-vif-plugged", "status": "completed", "tag": "42326377-6dac-4eec-b154-3db747e316b5", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:25.422830 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9cfb1f67-22ad-4212-ad37-0cb134555062 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:25.422830 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42326377-6dac-4eec-b154-3db747e316b5', 'code': 200} Oct 12 23:22:25.530610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f163ee-f321-411b-9afd-853d3503f391 req-c5d5025c-e8b9-4719-b120-144bfc12eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:25.537008 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4f163ee-f321-411b-9afd-853d3503f391 req-c5d5025c-e8b9-4719-b120-144bfc12eb58 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1096 time: 0.0493987 Oct 12 23:22:25.565107 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:25.567154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:22:25.613328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:22:25.613668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 4b7b7a2f-e862-45d2-9f2f-4dd9e5cf7468 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:22:25.631210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59006) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:25.648409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e4f163ee-f321-411b-9afd-853d3503f391 req-1aa16195-e03a-48b6-bbe9-1b864e39b27f service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074650 Oct 12 23:22:25.664471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da959016-5e56-4513-8fe6-351c69ffcaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:25.669166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957f397-d910-47bf-acc3-78c8dfcca088 req-7112c71d-a3f8-406a-acf7-98c2757aa340 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:25.674331 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=42326377-6dac-4eec-b154-3db747e316b5,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:25.679680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b957f397-d910-47bf-acc3-78c8dfcca088 req-7112c71d-a3f8-406a-acf7-98c2757aa340 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 945 time: 0.1204898 Oct 12 23:22:25.728619 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b957f397-d910-47bf-acc3-78c8dfcca088 req-519318e2-84b4-4e2f-a4d5-ef57a806e0fd tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466402 Oct 12 23:22:25.771429 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da959016-5e56-4513-8fe6-351c69ffcaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:25.932970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da959016-5e56-4513-8fe6-351c69ffcaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:25.974890 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-da959016-5e56-4513-8fe6-351c69ffcaac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=72745e5e9b134dbb9a1367d15d3245fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415802 Oct 12 23:22:25.977443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da959016-5e56-4513-8fe6-351c69ffcaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dca32f3-d0e3-4f0d-9ebd-1512789719d0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:25.977705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59012) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:26.044109 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3dca-b630-4f0b-8b20-6889194acf88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.066529 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3dca-b630-4f0b-8b20-6889194acf88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.213253 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3dca-b630-4f0b-8b20-6889194acf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.216636 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0fbd3dca-b630-4f0b-8b20-6889194acf88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.217870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0fbd3dca-b630-4f0b-8b20-6889194acf88 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1dca32f3-d0e3-4f0d-9ebd-1512789719d0 HTTP/1.1" status: 204 len: 168 time: 0.2390516 Oct 12 23:22:26.230219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd3dca-b630-4f0b-8b20-6889194acf88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dca32f3-d0e3-4f0d-9ebd-1512789719d0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:26.230722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59018) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:26.381254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e96879b-0c08-4a0d-84b7-03dd1a57f79d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.488076 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e96879b-0c08-4a0d-84b7-03dd1a57f79d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.573437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7e96879b-0c08-4a0d-84b7-03dd1a57f79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.622678 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e96879b-0c08-4a0d-84b7-03dd1a57f79d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2290eb-8c71-4ead-847c-482f09b81a9a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:26.654917 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7e96879b-0c08-4a0d-84b7-03dd1a57f79d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1923ea1965f14e339ae1c66b6602c560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229536 Oct 12 23:22:26.658071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59024) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:26.713216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8121145-d70c-40ba-8f1d-39f36e8769a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.757160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8121145-d70c-40ba-8f1d-39f36e8769a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.950524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee391f-e684-46b4-bd0c-d09d743a6c2a req-fb6df725-81ed-4270-b661-ae9fe843edc8 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:26.953052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51ee391f-e684-46b4-bd0c-d09d743a6c2a req-fb6df725-81ed-4270-b661-ae9fe843edc8 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 945 time: 0.0958104 Oct 12 23:22:26.992232 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8121145-d70c-40ba-8f1d-39f36e8769a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:26.997689 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8121145-d70c-40ba-8f1d-39f36e8769a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:27.000955 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e8121145-d70c-40ba-8f1d-39f36e8769a4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7e2290eb-8c71-4ead-847c-482f09b81a9a HTTP/1.1" status: 204 len: 168 time: 0.3399012 Oct 12 23:22:27.007646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51ee391f-e684-46b4-bd0c-d09d743a6c2a req-318b01ff-d213-4a54-b65c-2e6b22f5fd71 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441308 Oct 12 23:22:27.024162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8121145-d70c-40ba-8f1d-39f36e8769a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2290eb-8c71-4ead-847c-482f09b81a9a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:28.139399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf871e8-c4f7-4396-9364-e2cbf2c94377 req-5fa4c8fb-edff-4d64-9c6c-80460fc32621 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:28.148361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cf871e8-c4f7-4396-9364-e2cbf2c94377 req-5fa4c8fb-edff-4d64-9c6c-80460fc32621 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 945 time: 0.0670614 Oct 12 23:22:28.186337 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cf871e8-c4f7-4396-9364-e2cbf2c94377 req-0de3e6f2-ad9c-4e60-bf73-bf83f7ce46ea tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370057 Oct 12 23:22:28.314693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f3942-8bff-44cc-b493-345a70f8df7a req-cdf8fabe-cc96-4987-9cdc-09260de4aca2 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:28.316728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-643f3942-8bff-44cc-b493-345a70f8df7a req-cdf8fabe-cc96-4987-9cdc-09260de4aca2 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 945 time: 0.0580544 Oct 12 23:22:28.365265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-643f3942-8bff-44cc-b493-345a70f8df7a req-310743f1-2ef6-4acd-b8f4-7f0f140231aa tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407786 Oct 12 23:22:28.522447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426612c2-7d2d-4182-8c7a-c7e9d87b4bd2 req-71bd088b-5791-4ec4-9166-6b9aa57a7097 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:28.523964 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-426612c2-7d2d-4182-8c7a-c7e9d87b4bd2 req-71bd088b-5791-4ec4-9166-6b9aa57a7097 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 945 time: 0.0554349 Oct 12 23:22:28.566354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-426612c2-7d2d-4182-8c7a-c7e9d87b4bd2 req-34bf3bf0-39ca-4eb5-8e3b-49cf597a6b09 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355895 Oct 12 23:22:28.597787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59090) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:28.935669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98efad7-10e5-4b50-9424-f095ed50d81c tempest-TestServerBasicOps-1882149629 tempest-TestServerBasicOps-1882149629-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:28.942630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59100) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:28.949826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '42326377-6dac-4eec-b154-3db747e316b5', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:28.955558 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c98efad7-10e5-4b50-9424-f095ed50d81c tempest-TestServerBasicOps-1882149629 tempest-TestServerBasicOps-1882149629-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1092 time: 0.3561561 Oct 12 23:22:29.049149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:29.174002 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:29.285400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Allocated IP 172.25.2.103 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/d625da12-929c-4f89-b658-478956a8c29a) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:22:29.391125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:29.559107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:29.607022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:22:29.611629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:22:29.616005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:22:29.669226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'Port': ['ID=d625da12-929c-4f89-b658-478956a8c29a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:30.047630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:30.205419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:30.295957 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-8a8b234e-65e1-45d9-b5f8-78cdb682d4a3 req-f559f7b4-62f0-46e6-a77e-a3041431c5ca service neutron] (101890) timed out ('10.222.0.31', 36098) {{(pid=101890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:22:30.390696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:30.466227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:30.538877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event updated for resources: {'Port': ['ID=d625da12-929c-4f89-b658-478956a8c29a,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:30.558321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:30.715679 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Floating IP c0ba493b-803c-4118-b228-c1e933a8178a associated. External IP: 172.25.2.103, port: 42326377-6dac-4eec-b154-3db747e316b5. Oct 12 23:22:30.773149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc71656-1264-49ae-bea7-f1806c1cdec2 req-89ee82eb-da16-41d2-8e45-73bc7479d8ed tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:30.774745 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fc71656-1264-49ae-bea7-f1806c1cdec2 req-89ee82eb-da16-41d2-8e45-73bc7479d8ed tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 945 time: 0.1156676 Oct 12 23:22:30.863688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fc71656-1264-49ae-bea7-f1806c1cdec2 req-a69f3026-1659-46b1-8ff6-f7d02371b678 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796633 Oct 12 23:22:31.039347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Router f82d6235-9499-4733-859b-91cd91e122b0 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:22:31.430006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-0d0f3584-b47f-4d56-90e7-ddefef34f0bb tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991852653&fields=id&tenant_id=d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 267 time: 0.0348499 Oct 12 23:22:31.466017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:22:31.477816 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] Sync routers for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:22:31.488907 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:31.489540 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:22:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:31.542480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:31.545764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913351d-529d-4d14-bec9-ae538c8d316b req-db2c1cbf-4964-4205-8836-87cad1d14987 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:31.547384 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-db2c1cbf-4964-4205-8836-87cad1d14987 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.1099379 Oct 12 23:22:31.564067 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-ab90b37b-6965-4918-931e-406c36a1f51b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/quotas/d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 375 time: 0.0096905 Oct 12 23:22:31.577229 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fda495bd-48e5-4494-8624-e85236d99e87 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6278570 Oct 12 23:22:31.577229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'tag': '42326377-6dac-4eec-b154-3db747e316b5'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:31.577229 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3ab046-996e-4732-9d82-d89e699253b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e2664ac0-753e-4316-a791-dc9eda0a2325", "tag": "42326377-6dac-4eec-b154-3db747e316b5"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:31.611573 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:31.621293 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3e1db8-3db1-4ab7-bd57-6678315236be x-openstack-request-id: req-1f3e1db8-3db1-4ab7-bd57-6678315236be {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:31.621692 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2664ac0-753e-4316-a791-dc9eda0a2325", "tag": "42326377-6dac-4eec-b154-3db747e316b5", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:31.622012 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1f3e1db8-3db1-4ab7-bd57-6678315236be {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:31.622477 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'tag': '42326377-6dac-4eec-b154-3db747e316b5', 'status': 'completed', 'code': 200} Oct 12 23:22:31.639486 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-823e14af-999b-41b8-96ac-91c67143cd6a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0662224 Oct 12 23:22:31.716778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-75ca19f4-e7b2-4761-89b7-15e484edaf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:31.718291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-75ca19f4-e7b2-4761-89b7-15e484edaf39 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b99779886979409aab0e28b734ec5308&device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1097 time: 0.0746229 Oct 12 23:22:31.764191 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-eb9993df-48af-4ef6-93fa-f64942871b15 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135406 Oct 12 23:22:31.868381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-24381b49-b6a6-496f-b284-4696883bc87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:31.870201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-24381b49-b6a6-496f-b284-4696883bc87d service neutron] 10.222.0.25 "GET /v2.0/networks?id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea HTTP/1.1" status: 200 len: 910 time: 0.1446738 Oct 12 23:22:31.871962 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-78999e06-65e8-4225-a7ec-7aa1d7c7e5f2 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068370 Oct 12 23:22:31.913492 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:54Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'c0ba493b-803c-4118-b228-c1e933a8178a', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'port_id': '42326377-6dac-4eec-b154-3db747e316b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'mac_address': 'fa:16:3e:84:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:22:29Z', 'updated_at': '2021-10-12T23:22:29Z', 'revision_number': 0, 'project_id': 'b99779886979409aab0e28b734ec5308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd', 'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'mac_address': 'fa:16:3e:0e:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:53Z', 'updated_at': '2021-10-12T23:21:59Z', 'revision_number': 5, 'project_id': 'b99779886979409aab0e28b734ec5308', 'subnets': [{'id': '28964e96-9915-4646-9660-8101f827c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:31.944430 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] Checking router: f82d6235-9499-4733-859b-91cd91e122b0 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:22:31.953976 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:31.954606 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:22:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:31.964711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-53ca82ea-069f-4659-937f-171fddc5e815 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42326377-6dac-4eec-b154-3db747e316b5 HTTP/1.1" status: 200 len: 999 time: 0.0871150 Oct 12 23:22:31.990093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59186) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:32.036275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-8a45466c-c3ff-4a04-99e6-1022f9191949 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=db948830e4f247cb9c81321baf933d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313869 Oct 12 23:22:32.087689 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:32.144501 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:32.152192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-1cd05f30-2630-44e4-a427-d12d142040a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:32.153742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-1cd05f30-2630-44e4-a427-d12d142040a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28964e96-9915-4646-9660-8101f827c38c HTTP/1.1" status: 200 len: 848 time: 0.1818967 Oct 12 23:22:32.223425 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:32.261973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-5a2c23f3-03aa-45be-86a8-11ef239c03d5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:32.263573 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-5a2c23f3-03aa-45be-86a8-11ef239c03d5 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 945 time: 0.2305391 Oct 12 23:22:32.306122 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:32.342414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-6e192931-2011-4a68-a4ee-0c7bf31dd85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:32.343955 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-6e192931-2011-4a68-a4ee-0c7bf31dd85b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1766415 Oct 12 23:22:32.347821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e2bb8f576994661a38db74125bd4e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560410 Oct 12 23:22:32.350126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de945c9-b3d3-42a8-9cfd-487367f81d98,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:32.353254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59194) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:32.374790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.375469 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.376002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.376290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-34f15475-befb-41d0-8b61-de6c9ee4c744 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:32.376739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.377277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.377778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-34f15475-befb-41d0-8b61-de6c9ee4c744 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3307989 Oct 12 23:22:32.377998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.379377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.379931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.385092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.385092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.385092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.385092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6e0a36-2808-4d3b-9ede-c7378a56f560 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:32.449478 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:54Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'c0ba493b-803c-4118-b228-c1e933a8178a', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'port_id': '42326377-6dac-4eec-b154-3db747e316b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'mac_address': 'fa:16:3e:84:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:22:29Z', 'updated_at': '2021-10-12T23:22:29Z', 'revision_number': 0, 'project_id': 'b99779886979409aab0e28b734ec5308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd', 'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'mac_address': 'fa:16:3e:0e:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:53Z', 'updated_at': '2021-10-12T23:21:59Z', 'revision_number': 5, 'project_id': 'b99779886979409aab0e28b734ec5308', 'subnets': [{'id': '28964e96-9915-4646-9660-8101f827c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:32.480328 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b8ed211-4858-495f-9983-52d170049d66 None None] The sync data for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 is: [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:54Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'c0ba493b-803c-4118-b228-c1e933a8178a', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'floating_ip_address': '172.25.2.103', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'port_id': '42326377-6dac-4eec-b154-3db747e316b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'mac_address': 'fa:16:3e:84:22:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:22:29Z', 'updated_at': '2021-10-12T23:22:29Z', 'revision_number': 0, 'project_id': 'b99779886979409aab0e28b734ec5308', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd', 'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'mac_address': 'fa:16:3e:0e:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:53Z', 'updated_at': '2021-10-12T23:21:59Z', 'revision_number': 5, 'project_id': 'b99779886979409aab0e28b734ec5308', 'subnets': [{'id': '28964e96-9915-4646-9660-8101f827c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:22:32.483145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-fa0e5d60-f0b7-4b3e-a045-36d8921118fd tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/quotas/db948830e4f247cb9c81321baf933d40 HTTP/1.1" status: 200 len: 375 time: 0.0774598 Oct 12 23:22:32.598884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-26ff213f-01a3-4765-8d82-c71629463c69 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=db948830e4f247cb9c81321baf933d40&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0976264 Oct 12 23:22:32.615706 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c314b5c-c9d4-4a0a-8f0b-bc9ce0a4d6f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:32.625972 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-9add10d5-e71b-4a1e-8a63-f9969ad25061 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709317 Oct 12 23:22:32.736071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9da145-ef36-485c-b7aa-661dc11697c6 req-3a091443-9c91-4a18-9dca-1aeea5117e7f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:32.736071 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd9da145-ef36-485c-b7aa-661dc11697c6 req-3a091443-9c91-4a18-9dca-1aeea5117e7f tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 945 time: 0.0752559 Oct 12 23:22:32.736071 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd9da145-ef36-485c-b7aa-661dc11697c6 req-e7926ae9-2dee-491d-b918-d61f2eec8027 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500865 Oct 12 23:22:32.756665 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c314b5c-c9d4-4a0a-8f0b-bc9ce0a4d6f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:32.761827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Deleting port d7679bc2-a15e-4a34-9b86-c450fec02b38 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:22:32.762103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:32.790309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edd85d0-9f18-46a4-a1a0-f11017ea631c None None] New status for floating IP c0ba493b-803c-4118-b228-c1e933a8178a: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:22:32.795658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47761362-158b-41ef-bef2-324ca43423c8 req-5f4b9efd-1505-4b88-91dc-678d88c6913a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0378931 Oct 12 23:22:32.934351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa3ab046-996e-4732-9d82-d89e699253b4 req-e5825745-563e-4975-921c-61c976887dd0 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007455 Oct 12 23:22:32.958685 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31c18de6-1931-4055-af2f-8999958ab622 req-722398f0-d29e-48ba-886f-e3123ce80c42 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 210 time: 0.0398440 Oct 12 23:22:32.994067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] For port d7679bc2-a15e-4a34-9b86-c450fec02b38, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=d7679bc2-a15e-4a34-9b86-c450fec02b38,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:32.994067 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:33.007606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Calling delete_port for d7679bc2-a15e-4a34-9b86-c450fec02b38 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:22:33.057082 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c314b5c-c9d4-4a0a-8f0b-bc9ce0a4d6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:33.059064 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1c314b5c-c9d4-4a0a-8f0b-bc9ce0a4d6f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:33.062445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1c314b5c-c9d4-4a0a-8f0b-bc9ce0a4d6f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4de945c9-b3d3-42a8-9cfd-487367f81d98 HTTP/1.1" status: 204 len: 168 time: 0.7049930 Oct 12 23:22:33.073132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c314b5c-c9d4-4a0a-8f0b-bc9ce0a4d6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de945c9-b3d3-42a8-9cfd-487367f81d98,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:33.226348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:33.237409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5', 'd7679bc2-a15e-4a34-9b86-c450fec02b38'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:22:33.258132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Pushing event deleted for resources: {'Port': ['ID=d7679bc2-a15e-4a34-9b86-c450fec02b38,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:33.299943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] No DVR routers for this DVR port d7679bc2-a15e-4a34-9b86-c450fec02b38 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:22:33.303338 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:33.306727 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d0199ce-810e-4a53-8621-a8fc4dd8775a req-36116402-1992-4a47-a8fc-29c41bc50d14 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "DELETE /v2.0/ports/d7679bc2-a15e-4a34-9b86-c450fec02b38 HTTP/1.1" status: 204 len: 173 time: 1.0333967 Oct 12 23:22:33.624001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '463044ee-981e-4ffe-bfd0-a4e7b5235327', 'name': 'network-vif-deleted', 'tag': 'd7679bc2-a15e-4a34-9b86-c450fec02b38'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:33.627947 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1cfcac-e6c6-478c-b57e-2cb601ed5236" -d '{"events": [{"server_uuid": "463044ee-981e-4ffe-bfd0-a4e7b5235327", "name": "network-vif-deleted", "tag": "d7679bc2-a15e-4a34-9b86-c450fec02b38"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:33.663475 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c3fd43-677a-47f2-ab81-47d95577a929 x-openstack-request-id: req-46c3fd43-677a-47f2-ab81-47d95577a929 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:33.663779 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "463044ee-981e-4ffe-bfd0-a4e7b5235327", "name": "network-vif-deleted", "tag": "d7679bc2-a15e-4a34-9b86-c450fec02b38", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:33.664031 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-46c3fd43-677a-47f2-ab81-47d95577a929 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:33.664448 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '463044ee-981e-4ffe-bfd0-a4e7b5235327', 'name': 'network-vif-deleted', 'tag': 'd7679bc2-a15e-4a34-9b86-c450fec02b38', 'status': 'completed', 'code': 200} Oct 12 23:22:33.766366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59224) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:33.782890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7080cabb-0fe7-41d1-971d-34e6d8288983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:33.823526 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e8e918b-4e3e-42b3-972e-7c80e57463bd req-f08a1a70-2bd4-45c7-8eb5-8762a8c0030a tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=463044ee-981e-4ffe-bfd0-a4e7b5235327 HTTP/1.1" status: 200 len: 210 time: 0.0351005 Oct 12 23:22:33.910180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3c706b62-b9df-47d8-9cd5-8cc9fb10fe22 req-45278e72-00c7-4d2b-be27-55823776146c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0353196 Oct 12 23:22:33.911974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7080cabb-0fe7-41d1-971d-34e6d8288983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:33.986409 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7080cabb-0fe7-41d1-971d-34e6d8288983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:34.025661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7080cabb-0fe7-41d1-971d-34e6d8288983 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=21b967252b704966bffd4e19899d8c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581694 Oct 12 23:22:34.028287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59230) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:34.035067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7080cabb-0fe7-41d1-971d-34e6d8288983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db4d9668-6826-4c7b-93d3-0eb950af9fe0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:34.075813 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8d8190eb-636a-47e8-ae7b-d3fc6ee872a1 req-3fc16256-edfb-4d34-bc13-ad7aece1269c tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 210 time: 0.0409024 Oct 12 23:22:34.108238 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-08b55959-9439-4e19-82c7-53ba59873d55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:34.130601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-08b55959-9439-4e19-82c7-53ba59873d55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:34.275900 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-08b55959-9439-4e19-82c7-53ba59873d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:34.279208 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-08b55959-9439-4e19-82c7-53ba59873d55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:34.281772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-08b55959-9439-4e19-82c7-53ba59873d55 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db4d9668-6826-4c7b-93d3-0eb950af9fe0 HTTP/1.1" status: 204 len: 168 time: 0.2511110 Oct 12 23:22:34.308971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b55959-9439-4e19-82c7-53ba59873d55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db4d9668-6826-4c7b-93d3-0eb950af9fe0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:34.840073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913351d-529d-4d14-bec9-ae538c8d316b req-28079a7b-2c0f-4a57-8c91-eb1a87be52e9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:34.841501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-28079a7b-2c0f-4a57-8c91-eb1a87be52e9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.1087110 Oct 12 23:22:34.885611 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-45bdbf0f-9b63-42b0-a3ef-1ea9fa5744a4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 380 time: 0.0343659 Oct 12 23:22:34.894632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'port': {'device_id': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'admin_state_up': True, 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'security_groups': ['72900ad4-447b-47de-a692-af71368558f8']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:35.036701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dd134de8-7ac8-48dc-a74a-584f342ab8bc req-2057c421-002e-43b3-95b9-e1c324389d9c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0377982 Oct 12 23:22:35.147342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Made reservation on behalf of d5796b82d2104cbd9f53b8f46e14bfba for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:22:35.152161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:35.206297 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-057c0c79-0b77-45cf-a790-20f3238961da req-50611506-da6b-4c71-af40-98a5852e130e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 210 time: 0.0429182 Oct 12 23:22:35.337097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-62e1ce70-881a-48a9-a5ac-7018636d266c tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=db948830e4f247cb9c81321baf933d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487149 Oct 12 23:22:35.384189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.20.0.14 (9dfff4e1-8f06-45c7-a0f5-5156dd2f2255/4673c338-433e-4237-a51e-e1311e5e28b8/965c5d8f-f5cc-4f41-8343-8586f62943b1) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:22:35.469167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5396dcec-63a7-459d-bf5a-f8a136e85300 req-f35e60b6-19ae-45d0-8327-f0567d574a78 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:35.470697 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5396dcec-63a7-459d-bf5a-f8a136e85300 req-f35e60b6-19ae-45d0-8327-f0567d574a78 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 945 time: 0.0972893 Oct 12 23:22:35.603668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-acab74db-6439-468e-8a34-14238d436891 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:35.608005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-acab74db-6439-468e-8a34-14238d436891 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652082 Oct 12 23:22:35.620218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:35.624109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Request body: {'port': {'device_id': '45b3df76-ac4c-4369-b89a-3d791fb5c18e', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': 'db948830e4f247cb9c81321baf933d40'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:35.648337 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5396dcec-63a7-459d-bf5a-f8a136e85300 req-665be625-455e-494e-9f40-a7280c549163 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637965 Oct 12 23:22:35.758010 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:35.811139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:22:35.814361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:22:35.818327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:22:35.842763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=965c5d8f-f5cc-4f41-8343-8586f62943b1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:35.853807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.854155 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.857447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:35.872034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Made reservation on behalf of db948830e4f247cb9c81321baf933d40 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:22:35.886425 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:35.899372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:35.900056 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:35.907366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:35.992750 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-cc8f0302-5462-4073-9e50-bd5b1b1c3699 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1019320 Oct 12 23:22:36.007755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Request body: {'port': {'device_id': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:36.009201 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:36.070612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:36.078282 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:36.136171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-37bf39ef-b54d-4fa8-a045-d3b2530ac521 None None] Provisioning complete for port 965c5d8f-f5cc-4f41-8343-8586f62943b1 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:36.137784 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-37bf39ef-b54d-4fa8-a045-d3b2530ac521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:36.182363 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-37bf39ef-b54d-4fa8-a045-d3b2530ac521 None None] Port 965c5d8f-f5cc-4f41-8343-8586f62943b1 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:22:36.225774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Allocated IP 192.168.233.249 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/a7e079bb-d013-45b3-abbf-992981cc5830) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:22:36.381125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83c1b3bf-3cbf-4127-818f-17adbcc5109d req-d0b3f68d-747d-4d49-9d7c-93320cfca51f tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 210 time: 0.0430734 Oct 12 23:22:36.427446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71d6f821-ded5-4007-83ed-16e41b4930c8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:36.460719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9b732-fc00-47d9-bb5b-c1bf73bc08f6 req-cbdcfeab-1bbf-42d1-a55e-649f4cf45fa0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:36.462260 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98d9b732-fc00-47d9-bb5b-c1bf73bc08f6 req-cbdcfeab-1bbf-42d1-a55e-649f4cf45fa0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 932 time: 0.1779075 Oct 12 23:22:36.517454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965c5d8f-f5cc-4f41-8343-8586f62943b1 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:22:36.526182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:36.540620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Transition to ACTIVE for port object 965c5d8f-f5cc-4f41-8343-8586f62943b1 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:22:36.543591 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98d9b732-fc00-47d9-bb5b-c1bf73bc08f6 req-ec050351-8705-4815-9ff4-900359a4a8bc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715311 Oct 12 23:22:36.560868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:36.590613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d7679bc2-a15e-4a34-9b86-c450fec02b38 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:22:36.605756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:36.621047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: d7679bc2-a15e-4a34-9b86-c450fec02b38 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:22:36.622263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device d7679bc2-a15e-4a34-9b86-c450fec02b38 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:22:36.650400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:36.705373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Pushing event updated for resources: {'Port': ['ID=965c5d8f-f5cc-4f41-8343-8586f62943b1,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:36.720619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-9acd6a98-368c-473c-88d9-f186a7eeeee1 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:36.722681 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-9acd6a98-368c-473c-88d9-f186a7eeeee1 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 945 time: 0.1296153 Oct 12 23:22:36.749067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:22:36.752760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:22:36.756955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:22:36.805401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Pushing event updated for resources: {'Port': ['ID=a7e079bb-d013-45b3-abbf-992981cc5830,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:36.855796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:36.855796 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:36.962320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-f69c3251-f6a8-4090-81b9-dfd351906309 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3442602 Oct 12 23:22:36.980213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Request body: {'port': {'device_id': '45b3df76-ac4c-4369-b89a-3d791fb5c18e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:36.998352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852a314-37a5-47dc-981a-63cb67919773 req-cba516d9-f529-47e6-b1a2-aad51b505c71 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:37.001028 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9852a314-37a5-47dc-981a-63cb67919773 req-cba516d9-f529-47e6-b1a2-aad51b505c71 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 945 time: 0.2087073 Oct 12 23:22:37.007569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Attempting to bind port 965c5d8f-f5cc-4f41-8343-8586f62943b1 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:22:37.008220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Attempting to bind port 965c5d8f-f5cc-4f41-8343-8586f62943b1 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:22:37.008637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Attempting to bind port 965c5d8f-f5cc-4f41-8343-8586f62943b1 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:22:37.051070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Port 965c5d8f-f5cc-4f41-8343-8586f62943b1 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:22:37.051748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Attempting to bind port 965c5d8f-f5cc-4f41-8343-8586f62943b1 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:22:37.066904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:22:37.067737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:22:37.068328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Bound using segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:22:37.068987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Bound port: 965c5d8f-f5cc-4f41-8343-8586f62943b1, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:22:37.069571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.093637 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.098396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Deleting port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:22:37.098807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.110747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9852a314-37a5-47dc-981a-63cb67919773 req-d637a9d5-ce84-4fbf-96fc-353df635f9e3 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959475 Oct 12 23:22:37.134555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ff5de9fd-1b54-4722-8645-1fc5b2ac9530 None None] Provisioning complete for port a7e079bb-d013-45b3-abbf-992981cc5830 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:37.135464 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ff5de9fd-1b54-4722-8645-1fc5b2ac9530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.181454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ff5de9fd-1b54-4722-8645-1fc5b2ac9530 None None] Port a7e079bb-d013-45b3-abbf-992981cc5830 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:22:37.239881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] For port 965c5d8f-f5cc-4f41-8343-8586f62943b1, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:22:37.260928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] For port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:37.261376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.265055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] For port 965c5d8f-f5cc-4f41-8343-8586f62943b1, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=965c5d8f-f5cc-4f41-8343-8586f62943b1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:22:37.276546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Calling delete_port for ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:22:37.338846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.391221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:37.391924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.393398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] 10.222.0.41 "PUT /v2.0/ports/965c5d8f-f5cc-4f41-8343-8586f62943b1 HTTP/1.1" status: 200 len: 1093 time: 1.3916364 Oct 12 23:22:37.401759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'tag': '965c5d8f-f5cc-4f41-8343-8586f62943b1'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:37.402110 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0eafe1a-ea8d-4328-ad2b-ad68783cdbb6" -d '{"events": [{"name": "network-changed", "server_uuid": "d868b587-2652-4dcc-90c8-5bfb8eba1146", "tag": "965c5d8f-f5cc-4f41-8343-8586f62943b1"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:37.479044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7e079bb-d013-45b3-abbf-992981cc5830 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:22:37.484404 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31456f9a-2909-43bd-bb4f-669387c7e2fa x-openstack-request-id: req-31456f9a-2909-43bd-bb4f-669387c7e2fa {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:37.484762 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d868b587-2652-4dcc-90c8-5bfb8eba1146", "tag": "965c5d8f-f5cc-4f41-8343-8586f62943b1", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:37.484954 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-31456f9a-2909-43bd-bb4f-669387c7e2fa {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:37.486072 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'tag': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'status': 'completed', 'code': 200} Oct 12 23:22:37.489011 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.504125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75c67b6-3caf-48f5-893a-7d04dbdf7758 service neutron] Pushing event updated for resources: {'Port': ['ID=965c5d8f-f5cc-4f41-8343-8586f62943b1,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:37.509683 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Transition to ACTIVE for port object a7e079bb-d013-45b3-abbf-992981cc5830 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:22:37.575486 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.603067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eafe1a-ea8d-4328-ad2b-ad68783cdbb6 req-2c54ba2d-be37-4d62-b099-f293e75805c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:37.604049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0eafe1a-ea8d-4328-ad2b-ad68783cdbb6 req-2c54ba2d-be37-4d62-b099-f293e75805c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 1096 time: 0.1170449 Oct 12 23:22:37.669389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e079bb-d013-45b3-abbf-992981cc5830,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:37.694547 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.700394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fec709-c192-45cb-8589-88a9acca3fda req-1222cd94-8f04-4de1-bd49-6942b7c32a7f tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:37.708145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:22:37.710435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-74fec709-c192-45cb-8589-88a9acca3fda req-1222cd94-8f04-4de1-bd49-6942b7c32a7f tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 936 time: 0.1929610 Oct 12 23:22:37.795306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Pushing event deleted for resources: {'Port': ['ID=ddd4fe71-94c5-45f3-ba5b-e61d47a017b5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:37.844541 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-74fec709-c192-45cb-8589-88a9acca3fda req-1f7ffd6f-aa3d-4420-a7db-c55e41f1ecac tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179805 Oct 12 23:22:37.876023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] No DVR routers for this DVR port ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:22:37.892618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b912ca-4e3c-4773-b115-3c3a9c3f7d20 req-c5e48159-5f86-4110-bfea-1311d5c75170 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:37.898066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99b912ca-4e3c-4773-b115-3c3a9c3f7d20 req-c5e48159-5f86-4110-bfea-1311d5c75170 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.2074533 Oct 12 23:22:37.905625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:37.909763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "DELETE /v2.0/ports/ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 HTTP/1.1" status: 204 len: 173 time: 1.1670876 Oct 12 23:22:37.921470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eafe1a-ea8d-4328-ad2b-ad68783cdbb6 req-6e7dc9c7-b0a9-48c1-93a2-bf9103da6c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:37.922569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0eafe1a-ea8d-4328-ad2b-ad68783cdbb6 req-6e7dc9c7-b0a9-48c1-93a2-bf9103da6c8c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3085797 Oct 12 23:22:37.928354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Attempting to bind port a7e079bb-d013-45b3-abbf-992981cc5830 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:22:37.928828 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Attempting to bind port a7e079bb-d013-45b3-abbf-992981cc5830 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:22:37.929269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Attempting to bind port a7e079bb-d013-45b3-abbf-992981cc5830 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:22:37.935020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Port a7e079bb-d013-45b3-abbf-992981cc5830 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:22:37.935506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Attempting to bind port a7e079bb-d013-45b3-abbf-992981cc5830 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:22:37.942920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:22:37.943441 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:22:37.943934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:22:37.944611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Bound port: a7e079bb-d013-45b3-abbf-992981cc5830, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:22:37.945041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:38.075188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] For port a7e079bb-d013-45b3-abbf-992981cc5830, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:22:38.075188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] For port a7e079bb-d013-45b3-abbf-992981cc5830, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a7e079bb-d013-45b3-abbf-992981cc5830,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:22:38.078662 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99b912ca-4e3c-4773-b115-3c3a9c3f7d20 req-8aa6265f-36be-46ff-ae29-380d1b0cd49d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800413 Oct 12 23:22:38.156303 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:38.166169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eafe1a-ea8d-4328-ad2b-ad68783cdbb6 req-55dc3d3b-ffbd-482f-977f-0e813eac64b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:38.167916 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0eafe1a-ea8d-4328-ad2b-ad68783cdbb6 req-55dc3d3b-ffbd-482f-977f-0e813eac64b1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2310767 Oct 12 23:22:38.207460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:38.207460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:38.217030 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] 10.222.0.41 "PUT /v2.0/ports/a7e079bb-d013-45b3-abbf-992981cc5830 HTTP/1.1" status: 200 len: 1097 time: 1.2462122 Oct 12 23:22:38.260344 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45b3df76-ac4c-4369-b89a-3d791fb5c18e', 'tag': 'a7e079bb-d013-45b3-abbf-992981cc5830'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:38.262921 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a964eb9a-e4df-4cb4-9413-c47180d3dd42" -d '{"events": [{"name": "network-changed", "server_uuid": "45b3df76-ac4c-4369-b89a-3d791fb5c18e", "tag": "a7e079bb-d013-45b3-abbf-992981cc5830"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:38.264270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913351d-529d-4d14-bec9-ae538c8d316b req-3f6c0350-d92a-4f08-807b-dfee83217fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:38.266317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-3f6c0350-d92a-4f08-807b-dfee83217fd9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 1096 time: 0.0576162 Oct 12 23:22:38.266563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99286ae-3085-4fc0-a075-16ee8304b181 service neutron] Pushing event updated for resources: {'Port': ['ID=a7e079bb-d013-45b3-abbf-992981cc5830,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:38.331618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-afd3a60b-d111-46fa-a885-3c9c5a0c12e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=965c5d8f-f5cc-4f41-8343-8586f62943b1 HTTP/1.1" status: 200 len: 217 time: 0.0557725 Oct 12 23:22:38.349838 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b9a06019-81c4-4f22-a7c3-9fbd5c11602d req-abcfff07-c297-4816-b341-3daf63e9dd8c tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=bd312f2b-c41a-46b3-8765-ce4d037743ec HTTP/1.1" status: 200 len: 210 time: 0.0628922 Oct 12 23:22:38.352730 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-184487ba-59ac-436d-b96d-d45333f65ac8 x-openstack-request-id: req-184487ba-59ac-436d-b96d-d45333f65ac8 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:38.353478 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45b3df76-ac4c-4369-b89a-3d791fb5c18e", "tag": "a7e079bb-d013-45b3-abbf-992981cc5830", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:38.353916 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-184487ba-59ac-436d-b96d-d45333f65ac8 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:38.355553 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45b3df76-ac4c-4369-b89a-3d791fb5c18e', 'tag': 'a7e079bb-d013-45b3-abbf-992981cc5830', 'status': 'completed', 'code': 200} Oct 12 23:22:38.417354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f114dd63-581f-41b9-bea3-d461561d81bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:38.419049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-f114dd63-581f-41b9-bea3-d461561d81bf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0640903 Oct 12 23:22:38.482462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913351d-529d-4d14-bec9-ae538c8d316b req-83d2bf3c-8613-4b46-b2f4-9e22de714937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:38.484085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-83d2bf3c-8613-4b46-b2f4-9e22de714937 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572472 Oct 12 23:22:38.591383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-477987a9-f300-42ba-9b23-3e0c06dd6997 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982800 Oct 12 23:22:38.804357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964eb9a-e4df-4cb4-9413-c47180d3dd42 req-29f461fd-e68e-43c3-af77-ba30f5a694cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:38.805922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a964eb9a-e4df-4cb4-9413-c47180d3dd42 req-29f461fd-e68e-43c3-af77-ba30f5a694cd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db948830e4f247cb9c81321baf933d40&device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 1100 time: 0.4420266 Oct 12 23:22:38.835956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a964eb9a-e4df-4cb4-9413-c47180d3dd42 req-c138249f-b842-4dfb-b26c-5eaec5cd3811 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=db948830e4f247cb9c81321baf933d40&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224559 Oct 12 23:22:38.955052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964eb9a-e4df-4cb4-9413-c47180d3dd42 req-6cdc4813-0b95-421d-9b2b-fbd037ebf9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:38.964391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a964eb9a-e4df-4cb4-9413-c47180d3dd42 req-6cdc4813-0b95-421d-9b2b-fbd037ebf9f5 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1149476 Oct 12 23:22:39.058640 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-acbbd23d-a734-4c9f-9e34-77196b2325c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:39.060097 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-acbbd23d-a734-4c9f-9e34-77196b2325c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=db948830e4f247cb9c81321baf933d40&device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 1100 time: 0.0611634 Oct 12 23:22:39.104765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-bd3e9498-6aa6-4a1a-9da3-d3926a81df1f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=a7e079bb-d013-45b3-abbf-992981cc5830 HTTP/1.1" status: 200 len: 217 time: 0.0367913 Oct 12 23:22:39.109448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07f2fe-aac6-4a6f-b914-ad0d95870ca5 req-6a2e2013-1a99-4494-b3ef-c446745b3e28 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:39.110920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f07f2fe-aac6-4a6f-b914-ad0d95870ca5 req-6a2e2013-1a99-4494-b3ef-c446745b3e28 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 948 time: 0.0802693 Oct 12 23:22:39.117825 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9913351d-529d-4d14-bec9-ae538c8d316b req-06c71029-6b2f-43bb-b896-b7a50460569b service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5168772 Oct 12 23:22:39.155602 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f07f2fe-aac6-4a6f-b914-ad0d95870ca5 req-03ed05dd-ca52-44e0-befe-f03d11eb395a tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353451 Oct 12 23:22:39.194169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-a0fcdb75-8985-468e-b678-6babfd92caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:39.195635 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-a0fcdb75-8985-468e-b678-6babfd92caca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0849562 Oct 12 23:22:39.248342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fa0f36-45cd-4f03-b20b-46b3dee01801 req-ca90c93e-70e5-484b-a377-3aeffca3cafe tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:39.249850 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83fa0f36-45cd-4f03-b20b-46b3dee01801 req-ca90c93e-70e5-484b-a377-3aeffca3cafe tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0891299 Oct 12 23:22:39.269697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-ccf34314-bf02-4c20-b4ee-b2c868ba6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:39.271362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-ccf34314-bf02-4c20-b4ee-b2c868ba6811 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0682893 Oct 12 23:22:39.341701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83fa0f36-45cd-4f03-b20b-46b3dee01801 req-8b775f62-4705-4a65-928c-892572e23bfe tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808308 Oct 12 23:22:39.387672 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-9b0bdfcd-31bc-4404-9824-609309bda6a5 service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073656 Oct 12 23:22:39.486260 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-335a7b8d-5617-4afd-8cb6-cbccfc47f0fc req-b88d502f-8162-455d-af04-a11c089a485c service neutron] 10.222.0.41 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911396 Oct 12 23:22:39.487037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd312f2b-c41a-46b3-8765-ce4d037743ec', 'name': 'network-vif-deleted', 'tag': 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:39.489519 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b20a4f-f62b-4826-ba9c-2f898d71d6d8" -d '{"events": [{"server_uuid": "bd312f2b-c41a-46b3-8765-ce4d037743ec", "name": "network-vif-deleted", "tag": "ddd4fe71-94c5-45f3-ba5b-e61d47a017b5"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:39.531479 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e5b0d3-807e-4935-8f4d-29a6c50f7e45 x-openstack-request-id: req-73e5b0d3-807e-4935-8f4d-29a6c50f7e45 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:39.531776 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd312f2b-c41a-46b3-8765-ce4d037743ec", "name": "network-vif-deleted", "tag": "ddd4fe71-94c5-45f3-ba5b-e61d47a017b5", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:39.532041 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73e5b0d3-807e-4935-8f4d-29a6c50f7e45 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:39.532418 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd312f2b-c41a-46b3-8765-ce4d037743ec', 'name': 'network-vif-deleted', 'tag': 'ddd4fe71-94c5-45f3-ba5b-e61d47a017b5', 'status': 'completed', 'code': 200} Oct 12 23:22:39.732368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59342) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:39.843149 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-889d4817-55dd-4559-9c9e-512fd9b87a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:39.919060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-889d4817-55dd-4559-9c9e-512fd9b87a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:39.974806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-889d4817-55dd-4559-9c9e-512fd9b87a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:40.019665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d4817-55dd-4559-9c9e-512fd9b87a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68254326-081c-474a-a098-e9b9c78916cb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:40.024537 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-889d4817-55dd-4559-9c9e-512fd9b87a1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0223e50fe9f473f921f29c763f6fb38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2911155 Oct 12 23:22:40.027324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59346) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:40.083517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c2b11c9a-0a7b-4f54-86fc-e34f56a2eaad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:40.106164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c2b11c9a-0a7b-4f54-86fc-e34f56a2eaad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:40.233958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c2b11c9a-0a7b-4f54-86fc-e34f56a2eaad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:40.236418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c2b11c9a-0a7b-4f54-86fc-e34f56a2eaad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:40.238024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c2b11c9a-0a7b-4f54-86fc-e34f56a2eaad admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/68254326-081c-474a-a098-e9b9c78916cb HTTP/1.1" status: 204 len: 168 time: 0.2091651 Oct 12 23:22:40.262546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b11c9a-0a7b-4f54-86fc-e34f56a2eaad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68254326-081c-474a-a098-e9b9c78916cb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:40.298226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5e8d3e-a90d-4240-afb5-e7180b44d238 req-2fa0d952-8db0-4bdc-8a2b-b46746c58f39 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:40.300810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f5e8d3e-a90d-4240-afb5-e7180b44d238 req-2fa0d952-8db0-4bdc-8a2b-b46746c58f39 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 948 time: 0.0750599 Oct 12 23:22:40.340053 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f5e8d3e-a90d-4240-afb5-e7180b44d238 req-5c9957f0-45d0-4a9b-b41e-6c2ed305d567 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324185 Oct 12 23:22:40.465493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719c61b-0e20-4a3f-9514-c5f012f9f9ce req-cc1e75c2-37f0-4034-8503-b4b3772e5921 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:40.466883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d719c61b-0e20-4a3f-9514-c5f012f9f9ce req-cc1e75c2-37f0-4034-8503-b4b3772e5921 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0559194 Oct 12 23:22:40.505154 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d719c61b-0e20-4a3f-9514-c5f012f9f9ce req-df00963e-0978-4b9e-8c73-17d087e666a7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315564 Oct 12 23:22:40.600362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:22:40.625868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:22:40.626221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device ddd4fe71-94c5-45f3-ba5b-e61d47a017b5 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:22:40.926787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59360) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:40.942139 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a31dabf9-f2ff-4cc0-9dba-895be857cdf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:41.033891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a31dabf9-f2ff-4cc0-9dba-895be857cdf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:41.122583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a31dabf9-f2ff-4cc0-9dba-895be857cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:41.215948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dabf9-f2ff-4cc0-9dba-895be857cdf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2d91c5-1444-498d-a4e0-a2c8c78ca5a8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:41.220908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a31dabf9-f2ff-4cc0-9dba-895be857cdf4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b5fff0e647104772a35a21b2850cba90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923729 Oct 12 23:22:41.223921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59362) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:41.277671 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc5e2-009c-4086-9833-34d57fb305a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:41.308115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc5e2-009c-4086-9833-34d57fb305a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:41.449318 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc5e2-009c-4086-9833-34d57fb305a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:41.452553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa7dc5e2-009c-4086-9833-34d57fb305a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:41.456963 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fa7dc5e2-009c-4086-9833-34d57fb305a9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/db2d91c5-1444-498d-a4e0-a2c8c78ca5a8 HTTP/1.1" status: 204 len: 168 time: 0.2293119 Oct 12 23:22:41.464950 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7dc5e2-009c-4086-9833-34d57fb305a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2d91c5-1444-498d-a4e0-a2c8c78ca5a8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:41.503952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f854c09-1052-41eb-88e8-443036cda93c req-b9691eb0-5b78-46c3-b5d2-ac714c5bb70c tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:41.503952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f854c09-1052-41eb-88e8-443036cda93c req-b9691eb0-5b78-46c3-b5d2-ac714c5bb70c tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 948 time: 0.0824072 Oct 12 23:22:41.560354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f854c09-1052-41eb-88e8-443036cda93c req-38902a47-7854-4be2-b506-3785ab7b58a8 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573330 Oct 12 23:22:41.664140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4b5532-ba46-4bb3-976f-f7aa682223dd req-e65d2bb0-c1c0-46af-a675-ed0821449292 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:41.666905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d4b5532-ba46-4bb3-976f-f7aa682223dd req-e65d2bb0-c1c0-46af-a675-ed0821449292 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0749185 Oct 12 23:22:41.707179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d4b5532-ba46-4bb3-976f-f7aa682223dd req-83f74a1c-d731-4a5f-8484-808889719684 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337253 Oct 12 23:22:42.134691 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6a4df59-a18a-44c2-bbcd-1c763d1b4946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:42.617025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a7e079bb-d013-45b3-abbf-992981cc5830 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:22:42.698148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0821201d-9d6d-4e30-ad4d-8fad3a6b4818 req-30e7349d-b962-4bda-8f45-4df7488820be tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:42.699845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0821201d-9d6d-4e30-ad4d-8fad3a6b4818 req-30e7349d-b962-4bda-8f45-4df7488820be tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 948 time: 0.0613744 Oct 12 23:22:42.736334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a7e079bb-d013-45b3-abbf-992981cc5830, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a7e079bb-d013-45b3-abbf-992981cc5830,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:42.756639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0821201d-9d6d-4e30-ad4d-8fad3a6b4818 req-94c0af20-4b7a-4199-bb39-4db83e2b95d3 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491347 Oct 12 23:22:42.756780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'a7e079bb-d013-45b3-abbf-992981cc5830', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'a7e079bb-d013-45b3-abbf-992981cc5830', 'mac_address': 'fa:16:3e:da:ad:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:22:42.801890 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:42.818590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7e079bb-d013-45b3-abbf-992981cc5830 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:22:42.842615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a7e079bb-d013-45b3-abbf-992981cc5830, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a7e079bb-d013-45b3-abbf-992981cc5830,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:42.847868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321b8cd-bae2-48d9-a1d1-6c595e0045b0 req-a032d043-f892-45d4-8e54-f2e2eecf2ddc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:42.849432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6321b8cd-bae2-48d9-a1d1-6c595e0045b0 req-a032d043-f892-45d4-8e54-f2e2eecf2ddc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0617464 Oct 12 23:22:42.888615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6321b8cd-bae2-48d9-a1d1-6c595e0045b0 req-28c2ae24-b321-4cf8-9dfc-8e43af96154c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332785 Oct 12 23:22:43.054402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:43.105568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a7e079bb-d013-45b3-abbf-992981cc5830,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:43.115282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.116657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.116657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.116657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.116914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.117102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.117706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.118052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.118569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.118903 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.119280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.119613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:22:43.264603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['a7e079bb-d013-45b3-abbf-992981cc5830'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:22:43.871516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb352af-ba79-409d-9bbb-e4640e74ac98 req-46f377bb-7c27-4f09-941e-19ce189d984d tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:43.873359 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4bb352af-ba79-409d-9bbb-e4640e74ac98 req-46f377bb-7c27-4f09-941e-19ce189d984d tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 949 time: 0.0563073 Oct 12 23:22:43.922221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4bb352af-ba79-409d-9bbb-e4640e74ac98 req-fe647866-fbe0-4cc6-9705-b99a6614df57 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382583 Oct 12 23:22:44.030056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c34b8-4adb-45bf-b4bf-ae37cf8dc4d0 req-f18f7bab-f889-4a2f-a07c-95f4e5504719 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:44.031844 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c1c34b8-4adb-45bf-b4bf-ae37cf8dc4d0 req-f18f7bab-f889-4a2f-a07c-95f4e5504719 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0535402 Oct 12 23:22:44.071575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c1c34b8-4adb-45bf-b4bf-ae37cf8dc4d0 req-94c32da2-9c0a-4f84-8c2e-f5dc9eb1f820 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336752 Oct 12 23:22:44.631583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a7e079bb-d013-45b3-abbf-992981cc5830 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:22:44.740729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port a7e079bb-d013-45b3-abbf-992981cc5830 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:22:44.747527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port a7e079bb-d013-45b3-abbf-992981cc5830 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:44.748525 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:44.835044 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:44.858626 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b3df76-ac4c-4369-b89a-3d791fb5c18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e079bb-d013-45b3-abbf-992981cc5830'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:44.860999 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84ae828-844e-4c7b-8afb-c96ef5f88a17" -d '{"events": [{"server_uuid": "45b3df76-ac4c-4369-b89a-3d791fb5c18e", "name": "network-vif-plugged", "status": "completed", "tag": "a7e079bb-d013-45b3-abbf-992981cc5830"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:44.877109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a7e079bb-d013-45b3-abbf-992981cc5830, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a7e079bb-d013-45b3-abbf-992981cc5830,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:44.904652 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d6c087c-cc63-49ed-9c23-a339d032d4cd x-openstack-request-id: req-4d6c087c-cc63-49ed-9c23-a339d032d4cd {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:44.905032 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b3df76-ac4c-4369-b89a-3d791fb5c18e", "name": "network-vif-plugged", "status": "completed", "tag": "a7e079bb-d013-45b3-abbf-992981cc5830", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:44.905286 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d6c087c-cc63-49ed-9c23-a339d032d4cd {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:44.905772 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b3df76-ac4c-4369-b89a-3d791fb5c18e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7e079bb-d013-45b3-abbf-992981cc5830', 'code': 200} Oct 12 23:22:44.962819 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:45.045456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a7e079bb-d013-45b3-abbf-992981cc5830,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:45.056244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebf12c7-c2f7-476f-948a-c282048c00e1 req-cf75f0e8-d577-4d52-9161-09e9df431b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:45.059022 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eebf12c7-c2f7-476f-948a-c282048c00e1 req-cf75f0e8-d577-4d52-9161-09e9df431b24 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 1102 time: 0.0822940 Oct 12 23:22:45.074225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0108e4a-15a3-4656-bc68-79de7df59271 req-e028a814-019d-4da3-9e41-ce54df0c5097 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:45.077267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0108e4a-15a3-4656-bc68-79de7df59271 req-e028a814-019d-4da3-9e41-ce54df0c5097 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 950 time: 0.0634253 Oct 12 23:22:45.109181 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eebf12c7-c2f7-476f-948a-c282048c00e1 req-3bd71e77-9cb7-4b6b-b4c2-311f66cddcb7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412946 Oct 12 23:22:45.125629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0108e4a-15a3-4656-bc68-79de7df59271 req-067bd1f7-7ec3-4446-b0ca-768ac099520f tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415199 Oct 12 23:22:45.235017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b6995-0da1-45b8-b47b-2f71ca3234ac req-4476854b-38ed-4084-b3b8-0aa63bd84b9d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:45.242957 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-550b6995-0da1-45b8-b47b-2f71ca3234ac req-4476854b-38ed-4084-b3b8-0aa63bd84b9d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0627351 Oct 12 23:22:45.279244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-550b6995-0da1-45b8-b47b-2f71ca3234ac req-c612ba57-134a-4728-84f4-1576f7e27256 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352244 Oct 12 23:22:45.435036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f920b-9609-4c2a-9c3e-714feed6c3fb req-525fe980-af77-40c4-a006-5c1607d9c3c0 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:45.436548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad3f920b-9609-4c2a-9c3e-714feed6c3fb req-525fe980-af77-40c4-a006-5c1607d9c3c0 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 946 time: 0.0566547 Oct 12 23:22:45.474353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad3f920b-9609-4c2a-9c3e-714feed6c3fb req-1b5dc709-7062-47c0-ba7b-8113e4e9ed53 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315492 Oct 12 23:22:45.481159 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:45.580039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3dcd364d-bf4e-40d1-adef-4fafb601f3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:45.721630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59468) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:45.839527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb05bdc9-43df-4f6b-96ab-9ce6fdb93bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:45.912570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb05bdc9-43df-4f6b-96ab-9ce6fdb93bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:45.980001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fb05bdc9-43df-4f6b-96ab-9ce6fdb93bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:46.019207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fb05bdc9-43df-4f6b-96ab-9ce6fdb93bec admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fe78700b0237436599c022d0777be791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2956579 Oct 12 23:22:46.020043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05bdc9-43df-4f6b-96ab-9ce6fdb93bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c922d88-e7ce-4091-a737-c853d173bc65,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:46.022127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59472) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:46.073923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d69cf848-7590-42ed-80ef-3bcef38be92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:46.096063 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d69cf848-7590-42ed-80ef-3bcef38be92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:46.140614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:46.211319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d69cf848-7590-42ed-80ef-3bcef38be92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:46.214107 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d69cf848-7590-42ed-80ef-3bcef38be92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:46.215234 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d69cf848-7590-42ed-80ef-3bcef38be92b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8c922d88-e7ce-4091-a737-c853d173bc65 HTTP/1.1" status: 204 len: 168 time: 0.1920257 Oct 12 23:22:46.242236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69cf848-7590-42ed-80ef-3bcef38be92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c922d88-e7ce-4091-a737-c853d173bc65,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:46.264102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770ab11f-f500-4266-aa9c-40c790e46d23 req-5e423990-e7df-4f70-8dae-62cde14e8738 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:46.265619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-770ab11f-f500-4266-aa9c-40c790e46d23 req-5e423990-e7df-4f70-8dae-62cde14e8738 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 950 time: 0.0652795 Oct 12 23:22:46.309912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-770ab11f-f500-4266-aa9c-40c790e46d23 req-daedfffe-ee93-42eb-b51d-417c474d490a tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361791 Oct 12 23:22:46.396160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506daa5-7c80-46b7-8b46-8b5bc16eb4d4 req-2f83e3e5-fb75-4958-a2d7-f53d677373fa tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:46.397543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8506daa5-7c80-46b7-8b46-8b5bc16eb4d4 req-2f83e3e5-fb75-4958-a2d7-f53d677373fa tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0498018 Oct 12 23:22:46.441897 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8506daa5-7c80-46b7-8b46-8b5bc16eb4d4 req-a81e9db7-c39d-4b8e-b209-26aca7e234af tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382073 Oct 12 23:22:46.597010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1781fd-8285-4463-a954-effdb72921e3 req-94315814-1a07-4e92-9c0e-44fc2fab50ad tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:46.598701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff1781fd-8285-4463-a954-effdb72921e3 req-94315814-1a07-4e92-9c0e-44fc2fab50ad tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 946 time: 0.0513189 Oct 12 23:22:46.640972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff1781fd-8285-4463-a954-effdb72921e3 req-310fb909-e282-4648-80ff-b3d41f87837e tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/security-groups?id=53cadab0-035e-4819-b676-361dfb6c9029&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Oct 12 23:22:46.899032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59484) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:46.916617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a2776648-b1c1-4df5-8c8f-3dd1d19ff401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:46.985972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a2776648-b1c1-4df5-8c8f-3dd1d19ff401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:46.999035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-c28339a8-fbf0-4247-8d21-4c550f900a87 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:47.000577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-c28339a8-fbf0-4247-8d21-4c550f900a87 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 946 time: 0.0485938 Oct 12 23:22:47.054435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a2776648-b1c1-4df5-8c8f-3dd1d19ff401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.093512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a2776648-b1c1-4df5-8c8f-3dd1d19ff401 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b709dbbe24814d099f2305c99bc09230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932940 Oct 12 23:22:47.095263 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Deleting port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:22:47.095833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2776648-b1c1-4df5-8c8f-3dd1d19ff401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51862e52-8bbe-44b5-8ed4-dd24bfc5993a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:47.095921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.098358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59486) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:47.211578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac789b63-5f09-48db-8821-af31ef69eb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.235639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] For port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,segment=NetworkSegment(86180e01-d694-4ed0-9330-8793097e8bc9),segment_id=86180e01-d694-4ed0-9330-8793097e8bc9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:47.235994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.252701 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac789b63-5f09-48db-8821-af31ef69eb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.261945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Calling delete_port for 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:22:47.418242 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac789b63-5f09-48db-8821-af31ef69eb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.420899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac789b63-5f09-48db-8821-af31ef69eb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.422148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ac789b63-5f09-48db-8821-af31ef69eb2f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/51862e52-8bbe-44b5-8ed4-dd24bfc5993a HTTP/1.1" status: 204 len: 168 time: 0.3227971 Oct 12 23:22:47.429378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b502074-b871-4e40-b307-a3678cf9f925 req-140bc271-db7c-41c5-b86a-0ce0e7eaf0c1 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:47.431074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac789b63-5f09-48db-8821-af31ef69eb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51862e52-8bbe-44b5-8ed4-dd24bfc5993a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:47.435851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b502074-b871-4e40-b307-a3678cf9f925 req-140bc271-db7c-41c5-b86a-0ce0e7eaf0c1 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 950 time: 0.0558941 Oct 12 23:22:47.474707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b502074-b871-4e40-b307-a3678cf9f925 req-135b621d-2ee3-45e1-b79a-4621c759cc4c tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373971 Oct 12 23:22:47.500661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.512429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:22:47.554524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Pushing event deleted for resources: {'Port': ['ID=9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:47.597526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] No DVR routers for this DVR port 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:22:47.600837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.604214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5fd503bb-0585-4acc-a250-80bc934e48b2 req-f1686e04-dc12-4cfe-b238-180811cfbf74 tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.41 "DELETE /v2.0/ports/9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f HTTP/1.1" status: 204 len: 173 time: 0.5976875 Oct 12 23:22:47.604819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5303b85-e954-4144-9d43-3b1200872772', 'name': 'network-vif-deleted', 'tag': '9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:47.607110 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554faae3-da76-49dd-81ec-9a274cac5fd0" -d '{"events": [{"server_uuid": "b5303b85-e954-4144-9d43-3b1200872772", "name": "network-vif-deleted", "tag": "9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:47.633510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e74b3e-4c9e-4b7c-a4fb-b98a95e4a679 req-1eb822e4-8985-4d85-928c-8cae87b87e8e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:47.635002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e74b3e-4c9e-4b7c-a4fb-b98a95e4a679 req-1eb822e4-8985-4d85-928c-8cae87b87e8e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0952096 Oct 12 23:22:47.679141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b2e74b3e-4c9e-4b7c-a4fb-b98a95e4a679 req-eaab38c3-c49f-43dc-a814-0536878b275d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380588 Oct 12 23:22:47.725051 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a81b696-d518-43b6-8214-86b8c439c4ef x-openstack-request-id: req-7a81b696-d518-43b6-8214-86b8c439c4ef {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:47.725353 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5303b85-e954-4144-9d43-3b1200872772", "name": "network-vif-deleted", "tag": "9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:47.725613 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a81b696-d518-43b6-8214-86b8c439c4ef {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:47.726025 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5303b85-e954-4144-9d43-3b1200872772', 'name': 'network-vif-deleted', 'tag': '9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f', 'status': 'completed', 'code': 200} Oct 12 23:22:47.814072 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6b0047e-71ef-4349-90ce-8057b9bcc192 req-8ae3f841-859f-4cbc-977f-315ac18e3a6b tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] 10.222.0.31 "GET /v2.0/ports?device_id=b5303b85-e954-4144-9d43-3b1200872772 HTTP/1.1" status: 200 len: 210 time: 0.0384145 Oct 12 23:22:47.871142 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:47.950266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533ec699-770d-445c-8e99-85c511e337a9 req-e277bc9e-4594-4021-9551-86ef4c5b0ef3 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:47.951903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-533ec699-770d-445c-8e99-85c511e337a9 req-e277bc9e-4594-4021-9551-86ef4c5b0ef3 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 950 time: 0.0518389 Oct 12 23:22:47.992833 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-533ec699-770d-445c-8e99-85c511e337a9 req-9cff0293-cbdb-4ac9-8f18-a7655ee69ddd tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Oct 12 23:22:48.794785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83945ea4-9aac-4419-95b2-e5b378df542f req-02f43988-5252-485b-8f48-e2473b914632 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0763149 Oct 12 23:22:48.811067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1b76b-1362-4f4c-97d8-25d9e8eb0684 req-ac5597a0-8c43-4c4d-a793-9f4e3f05af4a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:48.812631 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffc1b76b-1362-4f4c-97d8-25d9e8eb0684 req-ac5597a0-8c43-4c4d-a793-9f4e3f05af4a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0636888 Oct 12 23:22:48.877244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 59530) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:48.880176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffc1b76b-1362-4f4c-97d8-25d9e8eb0684 req-f219380a-b938-4e3b-8b24-c7c0bd72cbb3 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602112 Oct 12 23:22:48.898391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83945ea4-9aac-4419-95b2-e5b378df542f req-13ed1b1f-9673-47f5-87fa-5e23239d24b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:48.898825 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83945ea4-9aac-4419-95b2-e5b378df542f req-13ed1b1f-9673-47f5-87fa-5e23239d24b6 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b99779886979409aab0e28b734ec5308&device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1097 time: 0.0571208 Oct 12 23:22:48.924568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-77f10b21-fcaf-4267-85a0-1eb0d2a8615b admin admin] Deleting subnet bca054a3-e023-4e60-9144-f079d9a444b3 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:22:48.928491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77f10b21-fcaf-4267-85a0-1eb0d2a8615b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:48.979672 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77f10b21-fcaf-4267-85a0-1eb0d2a8615b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.016393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83945ea4-9aac-4419-95b2-e5b378df542f req-2f20dd78-3dd5-40b0-aadf-5d473ae0e77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:49.018175 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83945ea4-9aac-4419-95b2-e5b378df542f req-2f20dd78-3dd5-40b0-aadf-5d473ae0e77a service neutron] 10.222.0.25 "GET /v2.0/networks?id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea HTTP/1.1" status: 200 len: 910 time: 0.0993171 Oct 12 23:22:49.033225 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77f10b21-fcaf-4267-85a0-1eb0d2a8615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.102909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83945ea4-9aac-4419-95b2-e5b378df542f req-e3eeb41d-99ad-4784-8b51-58b65fb35af3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42326377-6dac-4eec-b154-3db747e316b5 HTTP/1.1" status: 200 len: 1001 time: 0.0769553 Oct 12 23:22:49.117611 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.135612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9ea8f-b1c3-4976-805d-2e438031167d req-4293bb50-c06c-4aa4-8cc0-f4dae80106fb tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:49.137145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11c9ea8f-b1c3-4976-805d-2e438031167d req-4293bb50-c06c-4aa4-8cc0-f4dae80106fb tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 950 time: 0.0677216 Oct 12 23:22:49.159006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83945ea4-9aac-4419-95b2-e5b378df542f req-c8004bbc-b5c3-4d69-bc6c-76f23bfcb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:49.161015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83945ea4-9aac-4419-95b2-e5b378df542f req-c8004bbc-b5c3-4d69-bc6c-76f23bfcb1f4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28964e96-9915-4646-9660-8101f827c38c HTTP/1.1" status: 200 len: 848 time: 0.0489759 Oct 12 23:22:49.183177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-11c9ea8f-b1c3-4976-805d-2e438031167d req-009e8cfc-8729-4e4b-bec2-8afb01a52e20 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/security-groups?id=71d6f821-ded5-4007-83ed-16e41b4930c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368016 Oct 12 23:22:49.184596 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77f10b21-fcaf-4267-85a0-1eb0d2a8615b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.198240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77f10b21-fcaf-4267-85a0-1eb0d2a8615b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.201768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-77f10b21-fcaf-4267-85a0-1eb0d2a8615b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bca054a3-e023-4e60-9144-f079d9a444b3 HTTP/1.1" status: 204 len: 168 time: 0.3234997 Oct 12 23:22:49.207178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59540) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:49.219624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f10b21-fcaf-4267-85a0-1eb0d2a8615b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bca054a3-e023-4e60-9144-f079d9a444b3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:49.270224 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.285383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83945ea4-9aac-4419-95b2-e5b378df542f req-99c27ddf-2b20-4c69-82af-2315be73ba66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:49.286644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83945ea4-9aac-4419-95b2-e5b378df542f req-99c27ddf-2b20-4c69-82af-2315be73ba66 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1182053 Oct 12 23:22:49.306517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.317644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-3e101fe3-13aa-462f-a123-1df4ea6ed934 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:49.324718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-3e101fe3-13aa-462f-a123-1df4ea6ed934 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.41 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 950 time: 0.0681679 Oct 12 23:22:49.417757 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Deleting port a7e079bb-d013-45b3-abbf-992981cc5830 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:22:49.418103 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.465347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.485758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83945ea4-9aac-4419-95b2-e5b378df542f req-232eb6d5-cc1d-410e-ad7d-7d51eaa50456 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899137 Oct 12 23:22:49.493642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:49.515446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] For port a7e079bb-d013-45b3-abbf-992981cc5830, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a7e079bb-d013-45b3-abbf-992981cc5830,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:49.515814 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.526982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86180e01-d694-4ed0-9330-8793097e8bc9') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:49.527387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86180e01-d694-4ed0-9330-8793097e8bc9') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:49.528378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Calling delete_port for a7e079bb-d013-45b3-abbf-992981cc5830 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:22:49.570538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.606162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.621917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:22:49.622331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:22:49.624034 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:22:49.674347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-83945ea4-9aac-4419-95b2-e5b378df542f req-aadf7a18-e9f7-43c0-a7d2-f1723a136772 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762819 Oct 12 23:22:49.766656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.777586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['a7e079bb-d013-45b3-abbf-992981cc5830'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:22:49.795188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.796073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Pushing event deleted for resources: {'Port': ['ID=a7e079bb-d013-45b3-abbf-992981cc5830,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:49.805938 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.814163 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] 10.222.0.31 "DELETE /v2.0/networks/2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2 HTTP/1.1" status: 204 len: 168 time: 0.6058092 Oct 12 23:22:49.827465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accaf5cd-6362-4e0f-b242-b1151acbc05e admin admin] Pushing event deleted for resources: {'Network': ['ID=2cf7aec8-c9a4-4161-aa2a-fb74e5173cf2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:49.849801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] No DVR routers for this DVR port a7e079bb-d013-45b3-abbf-992981cc5830 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:22:49.853027 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:49.856054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f9ea3f1-23ca-422e-975a-88361f1b0369 req-bd2b943b-995b-48e1-a43e-8f0a03a5d69e tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.41 "DELETE /v2.0/ports/a7e079bb-d013-45b3-abbf-992981cc5830 HTTP/1.1" status: 204 len: 173 time: 0.5307937 Oct 12 23:22:49.856528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45b3df76-ac4c-4369-b89a-3d791fb5c18e', 'name': 'network-vif-deleted', 'tag': 'a7e079bb-d013-45b3-abbf-992981cc5830'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:49.858856 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ca2d27-dc26-4e51-857c-f1bea0369fdd" -d '{"events": [{"server_uuid": "45b3df76-ac4c-4369-b89a-3d791fb5c18e", "name": "network-vif-deleted", "tag": "a7e079bb-d013-45b3-abbf-992981cc5830"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:49.898134 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8990c88e-1751-455b-8da8-b6db33ca0a91 x-openstack-request-id: req-8990c88e-1751-455b-8da8-b6db33ca0a91 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:49.898830 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45b3df76-ac4c-4369-b89a-3d791fb5c18e", "name": "network-vif-deleted", "tag": "a7e079bb-d013-45b3-abbf-992981cc5830", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:49.898830 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8990c88e-1751-455b-8da8-b6db33ca0a91 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:49.899482 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45b3df76-ac4c-4369-b89a-3d791fb5c18e', 'name': 'network-vif-deleted', 'tag': 'a7e079bb-d013-45b3-abbf-992981cc5830', 'status': 'completed', 'code': 200} Oct 12 23:22:50.019308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3af370-f875-4a72-9811-2a79bc6829af req-b74e9a48-5af6-4481-9b89-b963ad90f313 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:50.019308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf3af370-f875-4a72-9811-2a79bc6829af req-b74e9a48-5af6-4481-9b89-b963ad90f313 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 944 time: 0.0599973 Oct 12 23:22:50.062688 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf3af370-f875-4a72-9811-2a79bc6829af req-1ac4b3a9-6d68-4210-b557-9b2853ab2820 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386498 Oct 12 23:22:50.277649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59566) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:50.308518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-437b6222-a440-47ad-9237-c5154d07bdc1 req-4482c8da-1a7a-4f7a-b211-603dff327841 tempest-VolumesNegativeTest-250533880 tempest-VolumesNegativeTest-250533880-project] 10.222.0.31 "GET /v2.0/ports?device_id=45b3df76-ac4c-4369-b89a-3d791fb5c18e HTTP/1.1" status: 200 len: 210 time: 0.0408430 Oct 12 23:22:50.338008 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ec4c6aaf-cdb3-43d2-837b-bbdccd8cac2d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d28864a5ee3841a2bc8b02922bf98ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0592864 Oct 12 23:22:50.340655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59570) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:50.390780 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4837a45a-d937-4e76-b296-662b8298a8b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:50.411854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4837a45a-d937-4e76-b296-662b8298a8b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:50.539876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4837a45a-d937-4e76-b296-662b8298a8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:50.542578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4837a45a-d937-4e76-b296-662b8298a8b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:50.543801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4837a45a-d937-4e76-b296-662b8298a8b9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/53cadab0-035e-4819-b676-361dfb6c9029 HTTP/1.1" status: 204 len: 168 time: 0.2022474 Oct 12 23:22:50.552054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4837a45a-d937-4e76-b296-662b8298a8b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cadab0-035e-4819-b676-361dfb6c9029,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:50.664967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 965c5d8f-f5cc-4f41-8343-8586f62943b1 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:22:50.669006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:22:50.695212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:22:50.695838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 9f5cf3ce-b9c2-465c-a943-d5bd2ee2de2f not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:22:50.788707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 965c5d8f-f5cc-4f41-8343-8586f62943b1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=965c5d8f-f5cc-4f41-8343-8586f62943b1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:50.800917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'port_id': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'mac_address': 'fa:16:3e:67:61:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:22:50.841826 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:50.855185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965c5d8f-f5cc-4f41-8343-8586f62943b1 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:22:50.874204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 965c5d8f-f5cc-4f41-8343-8586f62943b1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=965c5d8f-f5cc-4f41-8343-8586f62943b1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:50.951753 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:51.013491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=965c5d8f-f5cc-4f41-8343-8586f62943b1,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:51.138894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['965c5d8f-f5cc-4f41-8343-8586f62943b1'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:22:51.188303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506afdb-b85c-4b49-b915-82664b8fda39 req-827ee6fa-1dc9-4f05-8892-57d876486ad9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:51.197234 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7506afdb-b85c-4b49-b915-82664b8fda39 req-827ee6fa-1dc9-4f05-8892-57d876486ad9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 945 time: 0.0658548 Oct 12 23:22:51.241703 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7506afdb-b85c-4b49-b915-82664b8fda39 req-0ab44d72-4934-4ef1-8679-6cc0b1f0a205 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435181 Oct 12 23:22:52.351473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd15810-d93c-4ff4-87d7-eb01440928f1 req-cf5da5bc-42a8-4ee8-a2a7-565d2d4fb3e0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:52.352945 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fd15810-d93c-4ff4-87d7-eb01440928f1 req-cf5da5bc-42a8-4ee8-a2a7-565d2d4fb3e0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 945 time: 0.0505216 Oct 12 23:22:52.393854 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fd15810-d93c-4ff4-87d7-eb01440928f1 req-e5ec8531-8085-48e2-b6f5-2446060c044b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347884 Oct 12 23:22:52.678858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 965c5d8f-f5cc-4f41-8343-8586f62943b1 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:22:52.835401 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 965c5d8f-f5cc-4f41-8343-8586f62943b1 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:22:52.839587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 965c5d8f-f5cc-4f41-8343-8586f62943b1 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:22:52.840032 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:52.937048 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:52.961897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c5d8f-f5cc-4f41-8343-8586f62943b1'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:52.962898 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55195033-9a67-4389-9b5f-28e9d9f07ad5" -d '{"events": [{"server_uuid": "d868b587-2652-4dcc-90c8-5bfb8eba1146", "name": "network-vif-plugged", "status": "completed", "tag": "965c5d8f-f5cc-4f41-8343-8586f62943b1"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:52.976643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 965c5d8f-f5cc-4f41-8343-8586f62943b1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=965c5d8f-f5cc-4f41-8343-8586f62943b1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:22:53.000103 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b54a309-f7da-4552-a990-addc337b9b2f x-openstack-request-id: req-3b54a309-f7da-4552-a990-addc337b9b2f {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:53.000404 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d868b587-2652-4dcc-90c8-5bfb8eba1146", "name": "network-vif-plugged", "status": "completed", "tag": "965c5d8f-f5cc-4f41-8343-8586f62943b1", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:53.000649 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3b54a309-f7da-4552-a990-addc337b9b2f {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:53.001047 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'code': 200} Oct 12 23:22:53.036278 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:53.098794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=965c5d8f-f5cc-4f41-8343-8586f62943b1,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:53.103062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda5b6d5-5064-4b10-aefe-b8ae6c77a803 req-d7894c33-b952-41e2-8536-c39bfd72d2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:53.104742 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cda5b6d5-5064-4b10-aefe-b8ae6c77a803 req-d7894c33-b952-41e2-8536-c39bfd72d2ea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 1098 time: 0.0411410 Oct 12 23:22:53.148900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cda5b6d5-5064-4b10-aefe-b8ae6c77a803 req-ca84995d-14f5-48d4-b51f-2ce226cde9a3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326903 Oct 12 23:22:53.527429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbea49-b817-4fb3-a73f-41df6f3ac7cf req-a17107f6-8af2-4ac7-9bc4-9f79cd0ee798 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:53.529088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ddbea49-b817-4fb3-a73f-41df6f3ac7cf req-a17107f6-8af2-4ac7-9bc4-9f79cd0ee798 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 946 time: 0.0590205 Oct 12 23:22:53.571650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ddbea49-b817-4fb3-a73f-41df6f3ac7cf req-7cfc95e0-b1fa-449b-bbba-efde8b5086e2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347307 Oct 12 23:22:54.686450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35482d06-ee26-465b-8bc9-c13037d95417 req-d9320994-2371-4790-94d4-cf3318744c0a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:54.688694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-35482d06-ee26-465b-8bc9-c13037d95417 req-d9320994-2371-4790-94d4-cf3318744c0a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 946 time: 0.0492191 Oct 12 23:22:54.693894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a7e079bb-d013-45b3-abbf-992981cc5830 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:22:54.714670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: a7e079bb-d013-45b3-abbf-992981cc5830 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:22:54.715289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a7e079bb-d013-45b3-abbf-992981cc5830 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:22:54.727962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-35482d06-ee26-465b-8bc9-c13037d95417 req-c1f6e6ef-6ce2-410c-81d8-5782b9955ecb tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319793 Oct 12 23:22:54.871922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5863726-8039-4b09-a790-89238fbbfe6a req-74e4dd6a-2b8a-4f96-8370-43e0f8702701 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:54.874062 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5863726-8039-4b09-a790-89238fbbfe6a req-74e4dd6a-2b8a-4f96-8370-43e0f8702701 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 946 time: 0.0790915 Oct 12 23:22:54.915366 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d5863726-8039-4b09-a790-89238fbbfe6a req-48b3b8de-6246-4627-84a3-971e09586c83 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345631 Oct 12 23:22:54.953095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59858) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:55.174422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba910e7-ff4b-4ed6-92fd-a45643f382ed tempest-TestVolumeBootPattern-2120482217 tempest-TestVolumeBootPattern-2120482217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:55.176576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7ba910e7-ff4b-4ed6-92fd-a45643f382ed tempest-TestVolumeBootPattern-2120482217 tempest-TestVolumeBootPattern-2120482217-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 1093 time: 0.2223043 Oct 12 23:22:55.179608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 59878) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:22:55.188944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:22:55.349281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:55.461198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:55.571257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.25.2.126 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/6d3c87ac-1003-49f9-923e-b3b9f2984c8a) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:22:55.705242 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:55.812777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:55.855435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:22:55.859996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:22:55.865115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:22:55.868407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=6d3c87ac-1003-49f9-923e-b3b9f2984c8a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:56.275663 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:56.450548 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:56.620437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:56.694101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:56.773563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=6d3c87ac-1003-49f9-923e-b3b9f2984c8a,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:22:56.793033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:56.901251 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Floating IP b907dbff-937b-4ca3-92e6-a4ec2c2962c1 associated. External IP: 172.25.2.126, port: 965c5d8f-f5cc-4f41-8343-8586f62943b1. Oct 12 23:22:57.132698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Router 89193aec-1884-43b0-a2e1-4c97183bcf13 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:22:57.134001 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:22:57.296832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:22:57.325114 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] Sync routers for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:22:57.338055 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:57.338765 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:22:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:57.456974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:22:57.462601 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:57.544883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4449ea43-8409-46b9-91e9-f2006ee192cc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3637142 Oct 12 23:22:57.545571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'tag': '965c5d8f-f5cc-4f41-8343-8586f62943b1'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:22:57.549382 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c" -d '{"events": [{"name": "network-changed", "server_uuid": "d868b587-2652-4dcc-90c8-5bfb8eba1146", "tag": "965c5d8f-f5cc-4f41-8343-8586f62943b1"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:22:57.623790 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f446cc-5762-4570-afac-afbaaba09bfe x-openstack-request-id: req-d7f446cc-5762-4570-afac-afbaaba09bfe {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:22:57.624087 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d868b587-2652-4dcc-90c8-5bfb8eba1146", "tag": "965c5d8f-f5cc-4f41-8343-8586f62943b1", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:22:57.624339 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d7f446cc-5762-4570-afac-afbaaba09bfe {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:22:57.624741 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'tag': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'status': 'completed', 'code': 200} Oct 12 23:22:57.708586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-58d245bb-bc0f-440d-beed-ac849dab10db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:57.710981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-58d245bb-bc0f-440d-beed-ac849dab10db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 1098 time: 0.0582187 Oct 12 23:22:57.746193 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b907dbff-937b-4ca3-92e6-a4ec2c2962c1', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:67:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:22:56Z', 'updated_at': '2021-10-12T23:22:56Z', 'revision_number': 0, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:57.778810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] Checking router: 89193aec-1884-43b0-a2e1-4c97183bcf13 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:22:57.789496 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:22:57.789828 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:22:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:57.826390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-90753a8b-d32a-42f1-9c35-9f58cce2ad2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:57.828556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-90753a8b-d32a-42f1-9c35-9f58cce2ad2d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.1114426 Oct 12 23:22:57.923764 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:22:57.952640 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-9261cc6b-aa6e-43a4-b459-ca6a151d2b58 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=965c5d8f-f5cc-4f41-8343-8586f62943b1 HTTP/1.1" status: 200 len: 1000 time: 0.1166961 Oct 12 23:22:58.013290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-e4640d15-4b93-44be-95d2-0b5f6d57c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:58.014835 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-e4640d15-4b93-44be-95d2-0b5f6d57c097 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0548241 Oct 12 23:22:58.088658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-d633f462-b70e-4365-b20f-9bfc3d36cf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:22:58.089914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-d633f462-b70e-4365-b20f-9bfc3d36cf6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676796 Oct 12 23:22:58.188733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-4e56a805-8f41-4434-a92e-51633fff401c service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908229 Oct 12 23:22:58.246765 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b907dbff-937b-4ca3-92e6-a4ec2c2962c1', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:67:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:22:56Z', 'updated_at': '2021-10-12T23:22:56Z', 'revision_number': 0, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:22:58.296602 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eae2fd-bb62-430b-8d78-041c05d3db08 None None] The sync data for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 is: [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b907dbff-937b-4ca3-92e6-a4ec2c2962c1', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.126', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3310, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:67:61:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:22:56Z', 'updated_at': '2021-10-12T23:22:56Z', 'revision_number': 0, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:22:58.358502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e72c5aaa-3b0c-4430-b787-3dacddfaa03c req-414bfea5-67b7-4ffe-b147-76173188d798 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626811 Oct 12 23:22:58.566375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e1abfd-068e-477b-ac2b-2e99a299178a None None] New status for floating IP b907dbff-937b-4ca3-92e6-a4ec2c2962c1: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:22:59.984544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60018) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:00.128631 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-43df2ada-3648-485c-83bc-e2cfa8cc2201 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=db948830e4f247cb9c81321baf933d40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424599 Oct 12 23:23:00.130739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60022) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:00.197948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b47ba50-dd9a-4f6d-a4d5-ae63915f5810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:00.218677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b47ba50-dd9a-4f6d-a4d5-ae63915f5810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:00.355032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b47ba50-dd9a-4f6d-a4d5-ae63915f5810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:00.357682 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b47ba50-dd9a-4f6d-a4d5-ae63915f5810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:00.358867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8b47ba50-dd9a-4f6d-a4d5-ae63915f5810 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71d6f821-ded5-4007-83ed-16e41b4930c8 HTTP/1.1" status: 204 len: 168 time: 0.2270410 Oct 12 23:23:00.371900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b47ba50-dd9a-4f6d-a4d5-ae63915f5810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d6f821-ded5-4007-83ed-16e41b4930c8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:00.671439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60052) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:00.872262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d9ce6b-3eb1-452a-a1a1-f8cf89bd1988 req-a3b04d5a-a05b-47c8-9b0f-1bb84dcda88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:00.873865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77d9ce6b-3eb1-452a-a1a1-f8cf89bd1988 req-a3b04d5a-a05b-47c8-9b0f-1bb84dcda88b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1097 time: 0.2009873 Oct 12 23:23:00.928018 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77d9ce6b-3eb1-452a-a1a1-f8cf89bd1988 req-2f6885dc-6861-469c-832d-bb12b7f4b7de service neutron] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475259 Oct 12 23:23:01.546736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60088) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:01.762312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-38832109-network', 'tenant_id': '677e9d347f1947ac96e0cb96dcdd2a80'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:01.875821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Made reservation on behalf of 677e9d347f1947ac96e0cb96dcdd2a80 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:23:01.878854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:01.888539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:01.981793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:02.048574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:02.079946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:23:02.095816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:02.102004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:02.102819 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Added segment 60ce99e5-b549-4b2c-96ec-edf95866b7d8 of type vlan for network 008f80d4-6e08-4c26-b946-5b10455812d5 Oct 12 23:23:02.154003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:02.214001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:02.215164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:02.215812 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:02.284158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] Pushing event updated for resources: {'Network': ['ID=008f80d4-6e08-4c26-b946-5b10455812d5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:02.302207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 008f80d4-6e08-4c26-b946-5b10455812d5 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:23:02.349492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5f6c1403-69ee-4c73-b82b-0dda6758d5bb admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8015485 Oct 12 23:23:02.352879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60104) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:02.360817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Request body: {'subnet': {'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-38832109-subnet', 'tenant_id': '677e9d347f1947ac96e0cb96dcdd2a80', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:02.493874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Made reservation on behalf of 677e9d347f1947ac96e0cb96dcdd2a80 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:23:02.496259 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:02.755611 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:02.812645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bfb94e1c-1c89-4877-b7fe-e997c2dc70b2,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:02.820721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Checking segment: {'id': '60ce99e5-b549-4b2c-96ec-edf95866b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:23:02.821084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Network hostable DHCP agents. Network: 008f80d4-6e08-4c26-b946-5b10455812d5, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:23:02.899786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Network 008f80d4-6e08-4c26-b946-5b10455812d5 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:23:02.985825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 008f80d4-6e08-4c26-b946-5b10455812d5) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:23:02.990785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:02.991472 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:02.995714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2060eb67-f484-4c2b-8e2c-83f220da811d None None] Network 008f80d4-6e08-4c26-b946-5b10455812d5 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:23:03.098040 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fc48d10a-172d-4ce6-a068-62e054df81b5 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7427690 Oct 12 23:23:03.128567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1696445c-13f2-498e-af5a-93d879a8b8e3 None None] Network 008f80d4-6e08-4c26-b946-5b10455812d5 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:23:04.424966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60178) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:04.539480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12e3a3a4-9e5a-4ab0-93b7-87309983b2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:04.617882 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12e3a3a4-9e5a-4ab0-93b7-87309983b2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:04.682503 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12e3a3a4-9e5a-4ab0-93b7-87309983b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:04.726570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-12e3a3a4-9e5a-4ab0-93b7-87309983b2a2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5c0fe6cf40854aac8ae34b00132ebbbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2972803 Oct 12 23:23:04.726570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e3a3a4-9e5a-4ab0-93b7-87309983b2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a05541d-6fbc-4b90-b2da-8af690cf8332,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:04.727161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60186) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:04.786186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d56bf10-4688-42e8-8b29-22ac69b06388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:04.808825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d56bf10-4688-42e8-8b29-22ac69b06388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:04.945775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d56bf10-4688-42e8-8b29-22ac69b06388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:04.950075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d56bf10-4688-42e8-8b29-22ac69b06388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:04.957735 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6d56bf10-4688-42e8-8b29-22ac69b06388 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2a05541d-6fbc-4b90-b2da-8af690cf8332 HTTP/1.1" status: 204 len: 168 time: 0.2227387 Oct 12 23:23:04.974291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56bf10-4688-42e8-8b29-22ac69b06388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a05541d-6fbc-4b90-b2da-8af690cf8332,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:08.520423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60292) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:08.640316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0f44613-9eaa-4764-8162-cc6a830d601a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:08.716422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0f44613-9eaa-4764-8162-cc6a830d601a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:08.785679 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0f44613-9eaa-4764-8162-cc6a830d601a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:08.826869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f44613-9eaa-4764-8162-cc6a830d601a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18efb8f1-69a8-421a-9940-dcd62d8d8ff5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:08.833186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b0f44613-9eaa-4764-8162-cc6a830d601a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=557994e7dcc44769a301901a2e7e8d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117206 Oct 12 23:23:08.835999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60302) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:08.886068 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2206e9c5-1d7b-4531-b3dc-3f2f21caae85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:08.907621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2206e9c5-1d7b-4531-b3dc-3f2f21caae85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:09.054655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2206e9c5-1d7b-4531-b3dc-3f2f21caae85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:09.058273 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2206e9c5-1d7b-4531-b3dc-3f2f21caae85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:09.058855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2206e9c5-1d7b-4531-b3dc-3f2f21caae85 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/18efb8f1-69a8-421a-9940-dcd62d8d8ff5 HTTP/1.1" status: 204 len: 168 time: 0.2217643 Oct 12 23:23:09.067965 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2206e9c5-1d7b-4531-b3dc-3f2f21caae85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18efb8f1-69a8-421a-9940-dcd62d8d8ff5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:09.879557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60314) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:09.893077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-76390698-2c5c-4a08-ad87-cafea6675528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:09.968606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-76390698-2c5c-4a08-ad87-cafea6675528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.033414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60318) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:10.048102 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-76390698-2c5c-4a08-ad87-cafea6675528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.090690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76390698-2c5c-4a08-ad87-cafea6675528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6eb0e1-94d0-4e21-b83b-24f6bd097ace,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:10.098250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60322) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:10.098794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-76390698-2c5c-4a08-ad87-cafea6675528 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7a0283085d5e42e2a6bebed9b75bf2c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2176409 Oct 12 23:23:10.154151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9b788ed-1b1e-4b7b-969e-9817c787bb9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.157746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b04bab3-a0e7-4f16-9b6b-efcda2fcf84c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.175917 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9b788ed-1b1e-4b7b-969e-9817c787bb9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.233914 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b04bab3-a0e7-4f16-9b6b-efcda2fcf84c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.320869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9b788ed-1b1e-4b7b-969e-9817c787bb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.323552 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9b788ed-1b1e-4b7b-969e-9817c787bb9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.324928 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d9b788ed-1b1e-4b7b-969e-9817c787bb9d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3b6eb0e1-94d0-4e21-b83b-24f6bd097ace HTTP/1.1" status: 204 len: 168 time: 0.2254372 Oct 12 23:23:10.333790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b788ed-1b1e-4b7b-969e-9817c787bb9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6eb0e1-94d0-4e21-b83b-24f6bd097ace,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:10.345964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9b04bab3-a0e7-4f16-9b6b-efcda2fcf84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.389493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b04bab3-a0e7-4f16-9b6b-efcda2fcf84c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1e9977-9b05-4125-8bde-b1fa8f9400a5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:10.395671 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9b04bab3-a0e7-4f16-9b6b-efcda2fcf84c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c94f5f45b985476fa1303f6553ff31eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3609734 Oct 12 23:23:10.398201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60328) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:10.449136 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e5b201f-63dc-4672-8908-dc4e8b08cc95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.470738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e5b201f-63dc-4672-8908-dc4e8b08cc95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.654366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e5b201f-63dc-4672-8908-dc4e8b08cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.657746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2e5b201f-63dc-4672-8908-dc4e8b08cc95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:10.663541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2e5b201f-63dc-4672-8908-dc4e8b08cc95 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ab1e9977-9b05-4125-8bde-b1fa8f9400a5 HTTP/1.1" status: 204 len: 168 time: 0.2601249 Oct 12 23:23:10.669234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b201f-63dc-4672-8908-dc4e8b08cc95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1e9977-9b05-4125-8bde-b1fa8f9400a5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:11.390877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60354) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:11.409471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3fb459b-11d7-49d7-b6b8-96ae61566018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:11.492647 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3fb459b-11d7-49d7-b6b8-96ae61566018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:11.562431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3fb459b-11d7-49d7-b6b8-96ae61566018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:11.606108 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b3fb459b-11d7-49d7-b6b8-96ae61566018 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=185b59bb2e2543529c7e0adf996f2738&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114859 Oct 12 23:23:11.606108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb459b-11d7-49d7-b6b8-96ae61566018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b6dfb3-1e91-4282-9460-3549a3fbe5ee,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:11.606441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60360) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:11.664036 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9f602090-f07f-4375-8424-592cf3bbaabf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:11.686013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9f602090-f07f-4375-8424-592cf3bbaabf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:11.819344 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9f602090-f07f-4375-8424-592cf3bbaabf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:11.821899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9f602090-f07f-4375-8424-592cf3bbaabf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:11.823067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9f602090-f07f-4375-8424-592cf3bbaabf admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/25b6dfb3-1e91-4282-9460-3549a3fbe5ee HTTP/1.1" status: 204 len: 168 time: 0.2156110 Oct 12 23:23:11.832223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f602090-f07f-4375-8424-592cf3bbaabf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b6dfb3-1e91-4282-9460-3549a3fbe5ee,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:12.151127 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7eb255a7-7884-4d1f-ba30-6789e1438f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.340895 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60460) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:15.456352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ab72670-cb9d-431c-b9c1-2a09de3b5be2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.507281 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.542996 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ab72670-cb9d-431c-b9c1-2a09de3b5be2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.585509 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7864a5b5-48e4-4720-a686-56e4e010baab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.680539 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ab72670-cb9d-431c-b9c1-2a09de3b5be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.719444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ab72670-cb9d-431c-b9c1-2a09de3b5be2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2933f2802bca427d87426498bffd6525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3770881 Oct 12 23:23:15.721589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab72670-cb9d-431c-b9c1-2a09de3b5be2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661f9282-8156-4155-87c9-c01f2fc8ac52,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:15.722576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60474) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:15.777649 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4369e2ef-4bf3-4421-9972-eda9eb4577e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.800276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4369e2ef-4bf3-4421-9972-eda9eb4577e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.930349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4369e2ef-4bf3-4421-9972-eda9eb4577e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.930349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4369e2ef-4bf3-4421-9972-eda9eb4577e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:15.931165 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4369e2ef-4bf3-4421-9972-eda9eb4577e9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/661f9282-8156-4155-87c9-c01f2fc8ac52 HTTP/1.1" status: 204 len: 168 time: 0.2068119 Oct 12 23:23:15.940368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4369e2ef-4bf3-4421-9972-eda9eb4577e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=661f9282-8156-4155-87c9-c01f2fc8ac52,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:16.162499 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:16.743980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60496) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:16.757424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56a5af61-5cb4-4366-85f8-4fb77ca49d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:16.838651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56a5af61-5cb4-4366-85f8-4fb77ca49d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:16.951458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56a5af61-5cb4-4366-85f8-4fb77ca49d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:16.993218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5af61-5cb4-4366-85f8-4fb77ca49d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e91acb1-7969-4703-9ba9-6c2e4b1f731a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:16.999392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-56a5af61-5cb4-4366-85f8-4fb77ca49d4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=66a5c88d1a2041da9fd25ab714ad1c07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2541254 Oct 12 23:23:17.002720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60500) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:17.058704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49b02051-ef38-4671-bc71-a9e036bef781 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:17.080417 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49b02051-ef38-4671-bc71-a9e036bef781 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:17.229766 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49b02051-ef38-4671-bc71-a9e036bef781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:17.232651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49b02051-ef38-4671-bc71-a9e036bef781 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:17.233830 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-49b02051-ef38-4671-bc71-a9e036bef781 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6e91acb1-7969-4703-9ba9-6c2e4b1f731a HTTP/1.1" status: 204 len: 168 time: 0.2305877 Oct 12 23:23:17.242406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b02051-ef38-4671-bc71-a9e036bef781 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e91acb1-7969-4703-9ba9-6c2e4b1f731a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:17.894456 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:19.137969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:19.309104 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:22.114289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60608) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:22.230250 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e58f0802-21e9-4df2-836b-50598d84af20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:22.308763 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e58f0802-21e9-4df2-836b-50598d84af20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:22.402635 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e58f0802-21e9-4df2-836b-50598d84af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:22.443296 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e58f0802-21e9-4df2-836b-50598d84af20 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=53ace980ad6d44a1a5b4df0cc13cfa81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278642 Oct 12 23:23:22.444169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f0802-21e9-4df2-836b-50598d84af20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ec624-7a61-47d4-a146-754a1010d453,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:22.446101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60616) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:22.495554 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-770d9b4f-2a29-442f-ae7b-cbcba17c92ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:22.519299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-770d9b4f-2a29-442f-ae7b-cbcba17c92ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:22.671982 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-770d9b4f-2a29-442f-ae7b-cbcba17c92ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:22.671982 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-770d9b4f-2a29-442f-ae7b-cbcba17c92ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:22.672921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-770d9b4f-2a29-442f-ae7b-cbcba17c92ff admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f87ec624-7a61-47d4-a146-754a1010d453 HTTP/1.1" status: 204 len: 168 time: 0.2258296 Oct 12 23:23:22.682120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d9b4f-2a29-442f-ae7b-cbcba17c92ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ec624-7a61-47d4-a146-754a1010d453,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:23.490253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60632) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:23.502839 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-42039e58-54a6-4151-9170-e7937183e97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:23.578437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-42039e58-54a6-4151-9170-e7937183e97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:23.705006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-42039e58-54a6-4151-9170-e7937183e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:23.747425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-42039e58-54a6-4151-9170-e7937183e97a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=36c720c668244cd787bded60d36ba642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2564573 Oct 12 23:23:23.748571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42039e58-54a6-4151-9170-e7937183e97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8415535f-3aa9-440c-9cf4-68b3bc979789,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:23.750768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60636) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:23.802248 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-998b3667-0b57-4acf-966b-e05785c870d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:23.824335 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-998b3667-0b57-4acf-966b-e05785c870d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:23.937591 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60640) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:23.968133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-998b3667-0b57-4acf-966b-e05785c870d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:23.970912 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-998b3667-0b57-4acf-966b-e05785c870d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:23.975505 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-998b3667-0b57-4acf-966b-e05785c870d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8415535f-3aa9-440c-9cf4-68b3bc979789 HTTP/1.1" status: 204 len: 168 time: 0.2236145 Oct 12 23:23:23.984015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998b3667-0b57-4acf-966b-e05785c870d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8415535f-3aa9-440c-9cf4-68b3bc979789,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:24.060128 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-10164c0f-804f-4b34-994d-49e5c6c9957c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:24.138634 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-10164c0f-804f-4b34-994d-49e5c6c9957c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:24.236552 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-10164c0f-804f-4b34-994d-49e5c6c9957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:24.280299 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-10164c0f-804f-4b34-994d-49e5c6c9957c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2ee3e84bae494fb2a0d2996fa48ba697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416207 Oct 12 23:23:24.281752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10164c0f-804f-4b34-994d-49e5c6c9957c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e5025f-b4a2-4b6b-a140-fc24bec867da,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:24.283305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60648) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:24.336313 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-646e260d-45da-40cb-a531-bb79acb70427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:24.363339 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-646e260d-45da-40cb-a531-bb79acb70427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:24.505001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-646e260d-45da-40cb-a531-bb79acb70427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:24.507696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-646e260d-45da-40cb-a531-bb79acb70427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:24.508979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-646e260d-45da-40cb-a531-bb79acb70427 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/87e5025f-b4a2-4b6b-a140-fc24bec867da HTTP/1.1" status: 204 len: 168 time: 0.2244935 Oct 12 23:23:24.516981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646e260d-45da-40cb-a531-bb79acb70427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e5025f-b4a2-4b6b-a140-fc24bec867da,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:25.236102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60674) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:25.249851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bf459be-cf33-4c78-9155-d32e0b56331f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:25.322900 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bf459be-cf33-4c78-9155-d32e0b56331f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:25.417395 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bf459be-cf33-4c78-9155-d32e0b56331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:25.457279 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5bf459be-cf33-4c78-9155-d32e0b56331f admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fbdaa31362a475688f7db652f171088&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2200816 Oct 12 23:23:25.458171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf459be-cf33-4c78-9155-d32e0b56331f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=037eb20c-741b-476b-b7a1-d1d7626bf9b3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:25.459922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60682) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:25.817026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da40274f-fc24-4477-9934-09a36173653d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:25.843471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da40274f-fc24-4477-9934-09a36173653d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:25.984949 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da40274f-fc24-4477-9934-09a36173653d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:25.988252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da40274f-fc24-4477-9934-09a36173653d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:25.989846 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-da40274f-fc24-4477-9934-09a36173653d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/037eb20c-741b-476b-b7a1-d1d7626bf9b3 HTTP/1.1" status: 204 len: 168 time: 0.5288689 Oct 12 23:23:25.998665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da40274f-fc24-4477-9934-09a36173653d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=037eb20c-741b-476b-b7a1-d1d7626bf9b3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:30.616982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60804) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:30.725377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7eb16a9a-7ad4-4569-adea-95ca16c03b81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:30.801218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7eb16a9a-7ad4-4569-adea-95ca16c03b81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:30.891750 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7eb16a9a-7ad4-4569-adea-95ca16c03b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:30.934269 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7eb16a9a-7ad4-4569-adea-95ca16c03b81 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a6f0106586cb47aeb4570af4d5a56534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135474 Oct 12 23:23:30.934269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb16a9a-7ad4-4569-adea-95ca16c03b81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16b4e2a-8ce4-4746-972a-09e26f70237b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:30.935074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60814) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:30.997892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-61b10242-449f-4355-84c2-5472d6739871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:31.019984 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-61b10242-449f-4355-84c2-5472d6739871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:31.156608 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-61b10242-449f-4355-84c2-5472d6739871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:31.159868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-61b10242-449f-4355-84c2-5472d6739871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:31.162276 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-61b10242-449f-4355-84c2-5472d6739871 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e16b4e2a-8ce4-4746-972a-09e26f70237b HTTP/1.1" status: 204 len: 168 time: 0.2229364 Oct 12 23:23:31.170282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b10242-449f-4355-84c2-5472d6739871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16b4e2a-8ce4-4746-972a-09e26f70237b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:31.997479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60830) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:32.010463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6beedf0e-2fc6-411d-8c15-22c00fb751ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:32.086191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6beedf0e-2fc6-411d-8c15-22c00fb751ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:32.165079 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6beedf0e-2fc6-411d-8c15-22c00fb751ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:32.205202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6beedf0e-2fc6-411d-8c15-22c00fb751ee admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=869f6a854ab6441da081144268f7bd2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2065723 Oct 12 23:23:32.208345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beedf0e-2fc6-411d-8c15-22c00fb751ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6638fcf0-a9c3-4957-b5c4-8a9284f808cf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:32.209803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60834) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:32.263632 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28d0f311-624d-4008-a564-22dda0e1049a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:32.286317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28d0f311-624d-4008-a564-22dda0e1049a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:32.402270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28d0f311-624d-4008-a564-22dda0e1049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:32.404792 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-28d0f311-624d-4008-a564-22dda0e1049a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:32.405958 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-28d0f311-624d-4008-a564-22dda0e1049a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6638fcf0-a9c3-4957-b5c4-8a9284f808cf HTTP/1.1" status: 204 len: 168 time: 0.1946096 Oct 12 23:23:32.416609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d0f311-624d-4008-a564-22dda0e1049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6638fcf0-a9c3-4957-b5c4-8a9284f808cf,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:34.133949 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:23:37.178359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60952) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:37.288858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.386475 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.442179 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.450155 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60958) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:37.483654 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=125c4b84cf404963a4aa9545b40c2de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3041472 Oct 12 23:23:37.484988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62e09485-20bf-4077-b7c4-df9a139047be,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:37.486555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60962) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:37.493375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.501459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed34d2b6-3fce-4b01-a640-1a2aee9daa41 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.540086 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.564170 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.581755 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e80614ed-d138-4463-a854-463dfeffb77e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.681418 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e80614ed-d138-4463-a854-463dfeffb77e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.722022 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.725006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.726158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/62e09485-20bf-4077-b7c4-df9a139047be HTTP/1.1" status: 204 len: 168 time: 0.2382975 Oct 12 23:23:37.736241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e09485-20bf-4077-b7c4-df9a139047be,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:37.743856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.744295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.744746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.745149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.745552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.745956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.746346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.746741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.747162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.747561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.747956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.748353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c2e9e-76c1-4332-9ad0-234a5aa09381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:23:37.758210 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e80614ed-d138-4463-a854-463dfeffb77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.810968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80614ed-d138-4463-a854-463dfeffb77e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90987c18-e1a3-4758-b0d9-335b9ff2e05d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:37.815176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e80614ed-d138-4463-a854-463dfeffb77e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62fef4ec308740c39299e67f4a171675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3638370 Oct 12 23:23:37.818463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60966) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:37.868072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e183-7f36-4900-81a1-3ad5125e9cbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:37.889918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e183-7f36-4900-81a1-3ad5125e9cbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:38.059643 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e183-7f36-4900-81a1-3ad5125e9cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:38.062757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dcd1e183-7f36-4900-81a1-3ad5125e9cbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:38.064250 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dcd1e183-7f36-4900-81a1-3ad5125e9cbd admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90987c18-e1a3-4758-b0d9-335b9ff2e05d HTTP/1.1" status: 204 len: 168 time: 0.2448170 Oct 12 23:23:38.076917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1e183-7f36-4900-81a1-3ad5125e9cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90987c18-e1a3-4758-b0d9-335b9ff2e05d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:38.530638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 60974) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:38.546868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59949fff-97c9-4bb3-bbf4-904f2d11d1f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:38.634307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59949fff-97c9-4bb3-bbf4-904f2d11d1f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:38.716545 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59949fff-97c9-4bb3-bbf4-904f2d11d1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:38.758890 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-59949fff-97c9-4bb3-bbf4-904f2d11d1f9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=246c335dfc3d46d28bd216a36eab9245&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2267439 Oct 12 23:23:38.759990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59949fff-97c9-4bb3-bbf4-904f2d11d1f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c2aa1b-018c-46d3-9a46-537002aba45f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:38.762564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 60982) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:38.822681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-650818b7-35e5-40c8-aa09-fa5052a05f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:38.845782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-650818b7-35e5-40c8-aa09-fa5052a05f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:39.041922 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-650818b7-35e5-40c8-aa09-fa5052a05f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:39.044566 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-650818b7-35e5-40c8-aa09-fa5052a05f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:39.048248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-650818b7-35e5-40c8-aa09-fa5052a05f6f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75c2aa1b-018c-46d3-9a46-537002aba45f HTTP/1.1" status: 204 len: 168 time: 0.2823908 Oct 12 23:23:39.054691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650818b7-35e5-40c8-aa09-fa5052a05f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c2aa1b-018c-46d3-9a46-537002aba45f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:40.040317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32790) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:40.265781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b65c0a3b-8f04-4f92-9a44-d77f35469cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:40.342963 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b65c0a3b-8f04-4f92-9a44-d77f35469cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:40.440311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b65c0a3b-8f04-4f92-9a44-d77f35469cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:40.479717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b65c0a3b-8f04-4f92-9a44-d77f35469cc2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=258bd2a4dde24b5d82c305f83e2d1f86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4382148 Oct 12 23:23:40.480610 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c0a3b-8f04-4f92-9a44-d77f35469cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0cd3ef-1ecb-40bd-aae6-6ad5a113783d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:40.483694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32802) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:40.538303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52a66b95-9697-4475-a226-95d0deffab6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:40.563841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52a66b95-9697-4475-a226-95d0deffab6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:40.693497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52a66b95-9697-4475-a226-95d0deffab6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:40.696855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52a66b95-9697-4475-a226-95d0deffab6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:40.698110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-52a66b95-9697-4475-a226-95d0deffab6e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/cf0cd3ef-1ecb-40bd-aae6-6ad5a113783d HTTP/1.1" status: 204 len: 168 time: 0.2130499 Oct 12 23:23:40.714722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a66b95-9697-4475-a226-95d0deffab6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0cd3ef-1ecb-40bd-aae6-6ad5a113783d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:42.225007 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e66bb694-8e0c-48ff-b97b-08f48c33de2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:43.035835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32880) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:43.143251 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8b87bfa-b1f9-47ff-96ab-5344aa8aa1d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:43.223934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8b87bfa-b1f9-47ff-96ab-5344aa8aa1d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:43.303450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e8b87bfa-b1f9-47ff-96ab-5344aa8aa1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:43.344013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e8b87bfa-b1f9-47ff-96ab-5344aa8aa1d3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cd6c654bee904c0689512338bdbccedb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3070922 Oct 12 23:23:43.346006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b87bfa-b1f9-47ff-96ab-5344aa8aa1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2a8fc1-edbb-43f8-9895-7c88b7fa1014,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:43.346750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32896) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:43.397634 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba024255-fb9d-492f-bd3c-c6fbc4e29ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:43.423468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba024255-fb9d-492f-bd3c-c6fbc4e29ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:43.545060 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba024255-fb9d-492f-bd3c-c6fbc4e29ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:43.547704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ba024255-fb9d-492f-bd3c-c6fbc4e29ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:43.548898 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ba024255-fb9d-492f-bd3c-c6fbc4e29ab9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/dd2a8fc1-edbb-43f8-9895-7c88b7fa1014 HTTP/1.1" status: 204 len: 168 time: 0.2001739 Oct 12 23:23:43.559433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba024255-fb9d-492f-bd3c-c6fbc4e29ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2a8fc1-edbb-43f8-9895-7c88b7fa1014,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:44.390071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32940) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:44.494729 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6167eccd-b2fe-49e5-ad0f-20647cc669c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:44.570734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6167eccd-b2fe-49e5-ad0f-20647cc669c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:44.689169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32948) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:44.703206 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-68480b0b-a184-45c3-bac6-42b2a517a650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:44.726246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6167eccd-b2fe-49e5-ad0f-20647cc669c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:44.767702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6167eccd-b2fe-49e5-ad0f-20647cc669c4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=bd772494477343f48f9655a8e24c1bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741896 Oct 12 23:23:44.767702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6167eccd-b2fe-49e5-ad0f-20647cc669c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=111381c2-faa8-4e18-b5da-6d35f167cdd4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:44.768386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32952) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:44.779586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-68480b0b-a184-45c3-bac6-42b2a517a650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:44.818535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5310889-4d97-49c2-b008-4546a97f5624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:44.838883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5310889-4d97-49c2-b008-4546a97f5624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:44.876063 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-68480b0b-a184-45c3-bac6-42b2a517a650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:44.927705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-68480b0b-a184-45c3-bac6-42b2a517a650 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=659df687653f43d2b871709e73b05eff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373261 Oct 12 23:23:44.928604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68480b0b-a184-45c3-bac6-42b2a517a650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d853d1-0ac7-4c0e-bcdc-df19ef0cb93c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:44.930269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32954) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:44.983235 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da08d896-dbab-45db-ae7f-f306de51a2e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:45.006633 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da08d896-dbab-45db-ae7f-f306de51a2e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:45.035436 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5310889-4d97-49c2-b008-4546a97f5624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:45.042434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d5310889-4d97-49c2-b008-4546a97f5624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:45.042434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d5310889-4d97-49c2-b008-4546a97f5624 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/111381c2-faa8-4e18-b5da-6d35f167cdd4 HTTP/1.1" status: 204 len: 168 time: 0.2710505 Oct 12 23:23:45.048832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5310889-4d97-49c2-b008-4546a97f5624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111381c2-faa8-4e18-b5da-6d35f167cdd4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:45.138745 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da08d896-dbab-45db-ae7f-f306de51a2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:45.143762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da08d896-dbab-45db-ae7f-f306de51a2e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:45.146350 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-da08d896-dbab-45db-ae7f-f306de51a2e6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/01d853d1-0ac7-4c0e-bcdc-df19ef0cb93c HTTP/1.1" status: 204 len: 168 time: 0.2148936 Oct 12 23:23:45.154781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da08d896-dbab-45db-ae7f-f306de51a2e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d853d1-0ac7-4c0e-bcdc-df19ef0cb93c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:45.583764 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:45.637776 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ee9fcd1a-0714-4b90-82e6-61c095feb2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:45.991275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 32982) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:46.005157 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0787069-b9b2-4c1e-8acd-cd3d2d3dab8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:46.098885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0787069-b9b2-4c1e-8acd-cd3d2d3dab8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:46.195028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:46.247593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b0787069-b9b2-4c1e-8acd-cd3d2d3dab8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:46.287967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0787069-b9b2-4c1e-8acd-cd3d2d3dab8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11fe0fda-5a7a-4c15-9ff8-e7a88bd149a6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:46.293922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b0787069-b9b2-4c1e-8acd-cd3d2d3dab8e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c0e69d4116684cd7a591e35f4b9137a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3016071 Oct 12 23:23:46.296827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 32994) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:46.354924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f336baa-5fa5-4bea-aa84-2c414a480efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:46.377218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f336baa-5fa5-4bea-aa84-2c414a480efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:46.532045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f336baa-5fa5-4bea-aa84-2c414a480efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:46.535795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f336baa-5fa5-4bea-aa84-2c414a480efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:46.537908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7f336baa-5fa5-4bea-aa84-2c414a480efb admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/11fe0fda-5a7a-4c15-9ff8-e7a88bd149a6 HTTP/1.1" status: 204 len: 168 time: 0.2378628 Oct 12 23:23:46.546860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f336baa-5fa5-4bea-aa84-2c414a480efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fe0fda-5a7a-4c15-9ff8-e7a88bd149a6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:46.715417 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-f2592b2d-ed19-40e1-a49e-fa9590f227b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0482261 Oct 12 23:23:46.798012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-92b20bef-50f8-450c-b85d-b81ba21f201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:46.799530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-92b20bef-50f8-450c-b85d-b81ba21f201d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 1098 time: 0.0414162 Oct 12 23:23:46.913711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-4d58b640-6637-4494-baa8-f3c8fd7cffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:46.915234 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-4d58b640-6637-4494-baa8-f3c8fd7cffeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.0970097 Oct 12 23:23:46.987388 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-f60e7036-a300-4b73-8a9f-e934cdc179c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=965c5d8f-f5cc-4f41-8343-8586f62943b1 HTTP/1.1" status: 200 len: 1002 time: 0.0655630 Oct 12 23:23:47.042540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-234c693a-48e9-4945-89de-ebb1bbb7bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:47.044032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-234c693a-48e9-4945-89de-ebb1bbb7bab1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0501602 Oct 12 23:23:47.101194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-827b03ca-7ce5-4ce7-b944-5b237bbf1c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:47.102884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-827b03ca-7ce5-4ce7-b944-5b237bbf1c1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513539 Oct 12 23:23:47.205512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-224f3d14-8ca9-4752-b695-ce08817d35a5 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954475 Oct 12 23:23:47.304673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35aee824-ca87-43b8-97e6-d264d78fb486 req-537fc726-a3df-46e0-8f2c-cebd6690c7d8 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915661 Oct 12 23:23:47.736272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33054) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:47.869981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-095e3295-2b90-4da8-9139-5fbf8aa86fbc tempest-AgentManagementNegativeTest-252221080 tempest-AgentManagementNegativeTest-252221080-project] 10.222.0.31 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1317766 Oct 12 23:23:47.876292 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:47.995870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-35cc30b5-ae10-433d-bc07-a2374ce2b568 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0404353 Oct 12 23:23:48.083178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-025382b5-b6cd-43fd-9168-a5810c3a8c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:48.084693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-025382b5-b6cd-43fd-9168-a5810c3a8c1d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b99779886979409aab0e28b734ec5308&device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1097 time: 0.0464883 Oct 12 23:23:48.194910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-64a9db81-1ec6-491a-a0f0-d243a14ac1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:48.196418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-64a9db81-1ec6-491a-a0f0-d243a14ac1d6 service neutron] 10.222.0.25 "GET /v2.0/networks?id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea HTTP/1.1" status: 200 len: 910 time: 0.0917757 Oct 12 23:23:48.268416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-377640ff-232a-4d5d-a7a5-e523e772503e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42326377-6dac-4eec-b154-3db747e316b5 HTTP/1.1" status: 200 len: 1001 time: 0.0647767 Oct 12 23:23:48.322410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-5cdfae4a-7180-4ca4-8562-fe8aee108c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:48.323997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-5cdfae4a-7180-4ca4-8562-fe8aee108c61 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28964e96-9915-4646-9660-8101f827c38c HTTP/1.1" status: 200 len: 848 time: 0.0481715 Oct 12 23:23:48.372331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-1a10f0e0-2dc7-4617-8727-49e9edeb2ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:48.373837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-1a10f0e0-2dc7-4617-8727-49e9edeb2ba2 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433435 Oct 12 23:23:48.409551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33074) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:48.442477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:48.522501 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-c247035a-6cf0-4046-b252-0d989664b53f service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338465 Oct 12 23:23:48.578969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53fc01b1-5b25-453f-828e-279b11ccfd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:48.617618 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0f99b9-5b87-4a76-ac54-631cee87fdfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:48.639412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f5f426c-26f1-42b7-8a64-e616593b6140 req-c1e2cbc8-d30f-4aa2-ab4f-205dbb41610d service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094139 Oct 12 23:23:48.734855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53fc01b1-5b25-453f-828e-279b11ccfd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:48.743880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0f99b9-5b87-4a76-ac54-631cee87fdfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:48.853014 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53fc01b1-5b25-453f-828e-279b11ccfd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:48.891927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-53fc01b1-5b25-453f-828e-279b11ccfd54 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f607d86b7ae349dca3972fd83fe62ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480705 Oct 12 23:23:48.892990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc01b1-5b25-453f-828e-279b11ccfd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e653e30-1bdd-4a2b-ab37-7bbf3e62d382,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:48.895729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33086) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:48.938727 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3f0f99b9-5b87-4a76-ac54-631cee87fdfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:48.967232 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51c7cb42-2088-4773-8da6-05239133b94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:48.986222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3f0f99b9-5b87-4a76-ac54-631cee87fdfb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8d138667725f48afbf81cd09d0fcc064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710204 Oct 12 23:23:48.986222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33090) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:48.994427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0f99b9-5b87-4a76-ac54-631cee87fdfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf6146d-8b85-41ce-a32b-f1408f500db0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:49.005849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51c7cb42-2088-4773-8da6-05239133b94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:49.050076 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a74dbc85-ccf3-4bc6-b570-84ce5ad2c2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:49.077516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a74dbc85-ccf3-4bc6-b570-84ce5ad2c2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:49.131881 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:49.154786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51c7cb42-2088-4773-8da6-05239133b94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:49.157718 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-51c7cb42-2088-4773-8da6-05239133b94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:49.158964 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-51c7cb42-2088-4773-8da6-05239133b94c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9e653e30-1bdd-4a2b-ab37-7bbf3e62d382 HTTP/1.1" status: 204 len: 168 time: 0.2620411 Oct 12 23:23:49.167335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7cb42-2088-4773-8da6-05239133b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e653e30-1bdd-4a2b-ab37-7bbf3e62d382,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:49.228971 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a74dbc85-ccf3-4bc6-b570-84ce5ad2c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:49.239070 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a74dbc85-ccf3-4bc6-b570-84ce5ad2c2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:49.239070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a74dbc85-ccf3-4bc6-b570-84ce5ad2c2ed admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/abf6146d-8b85-41ce-a32b-f1408f500db0 HTTP/1.1" status: 204 len: 168 time: 0.2464125 Oct 12 23:23:49.241407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74dbc85-ccf3-4bc6-b570-84ce5ad2c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf6146d-8b85-41ce-a32b-f1408f500db0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:49.298825 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:50.398534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33148) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.510795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-a52f2229-e130-41d7-9d68-e15a25c421b0 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.511949 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a52f2229-e130-41d7-9d68-e15a25c421b0 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.1123524 Oct 12 23:23:50.514914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33154) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.518773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-cd190142-b03c-46eb-a275-cf61ba9ba56e tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.520493 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cd190142-b03c-46eb-a275-cf61ba9ba56e tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0046306 Oct 12 23:23:50.522606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33156) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.526300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-cb194b62-dee3-4eb5-8d50-4682231de10f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.527236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cb194b62-dee3-4eb5-8d50-4682231de10f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0037532 Oct 12 23:23:50.529302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33158) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.533826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-c89fdad4-9a44-474f-9a83-4ac40220768e tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.534795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c89fdad4-9a44-474f-9a83-4ac40220768e tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0046451 Oct 12 23:23:50.536991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.540694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-a8490108-440a-4726-b260-2c2534ae7a30 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.541681 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a8490108-440a-4726-b260-2c2534ae7a30 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0038598 Oct 12 23:23:50.543788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33162) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.547498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-3dcf8de0-e089-4941-9d7e-000b4c7cdd8f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.548433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3dcf8de0-e089-4941-9d7e-000b4c7cdd8f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0037601 Oct 12 23:23:50.550677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33164) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.554312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-5d871fc6-7858-42fe-8a12-17d9a567fd86 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.555290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5d871fc6-7858-42fe-8a12-17d9a567fd86 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0037291 Oct 12 23:23:50.562713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33166) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.567927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-e3f3257c-7db6-4d69-b9d9-c46f6405b792 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.568560 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e3f3257c-7db6-4d69-b9d9-c46f6405b792 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0048316 Oct 12 23:23:50.570792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33170) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.574656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-0400207b-c217-46c4-b844-e9b581498193 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.575673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0400207b-c217-46c4-b844-e9b581498193 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0039260 Oct 12 23:23:50.577930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33172) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.584735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-11db0d79-2c17-4f8f-9ffc-9255054538fb tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.589820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33174) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.590636 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-11db0d79-2c17-4f8f-9ffc-9255054538fb tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0104222 Oct 12 23:23:50.596608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-c2d18d87-fd43-4782-b267-b1b4b1aeb01c tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.601366 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c2d18d87-fd43-4782-b267-b1b4b1aeb01c tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0049839 Oct 12 23:23:50.603933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33176) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.608368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-629d00ff-e199-4108-abd8-4e3f704c8485 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.612731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-629d00ff-e199-4108-abd8-4e3f704c8485 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0076239 Oct 12 23:23:50.613225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33178) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.621869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-5cfee5df-4dcc-4abe-9734-42bda7719a13 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.623624 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5cfee5df-4dcc-4abe-9734-42bda7719a13 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0085065 Oct 12 23:23:50.626104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33182) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.633405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-eae3ab51-587f-4107-8c3d-28603fe8b988 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.641683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eae3ab51-587f-4107-8c3d-28603fe8b988 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0069487 Oct 12 23:23:50.643465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33184) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.648044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-738357f0-4e9b-423c-801d-f4fc6aeff996 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.649023 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-738357f0-4e9b-423c-801d-f4fc6aeff996 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0047071 Oct 12 23:23:50.651260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33186) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.655040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-bd4f1485-60d4-4d0a-bdb3-b3288a55e996 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.655942 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bd4f1485-60d4-4d0a-bdb3-b3288a55e996 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0038245 Oct 12 23:23:50.658513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33188) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.662891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-c9ff92e5-a1ae-4911-8dc9-0f9fa2afbbb8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.663877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c9ff92e5-a1ae-4911-8dc9-0f9fa2afbbb8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044055 Oct 12 23:23:50.666283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33190) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.671178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-8b59a9f4-1ed4-47b1-80bf-ab5965d4f0e4 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.672106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8b59a9f4-1ed4-47b1-80bf-ab5965d4f0e4 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0049677 Oct 12 23:23:50.674264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33192) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.678565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-d84c9833-7054-4ec4-b32a-4f087e4f8f92 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.679510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d84c9833-7054-4ec4-b32a-4f087e4f8f92 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044100 Oct 12 23:23:50.681707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33194) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.685680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-4abaf755-7ef4-40ea-b70c-c416035ed1c3 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.686530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4abaf755-7ef4-40ea-b70c-c416035ed1c3 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0039003 Oct 12 23:23:50.688634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33196) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.693405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-238ca184-597b-4273-9855-c5bc95ebddb8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.694316 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-238ca184-597b-4273-9855-c5bc95ebddb8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0048723 Oct 12 23:23:50.696561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33198) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.700286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-49ea84dd-389a-4696-abde-badc32a87eec tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.701210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-49ea84dd-389a-4696-abde-badc32a87eec tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0038369 Oct 12 23:23:50.703472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33200) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.707790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-a0c2026a-f749-4136-acdb-a99bec29dfd5 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.708682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a0c2026a-f749-4136-acdb-a99bec29dfd5 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0043719 Oct 12 23:23:50.712391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33202) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.716164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-2d7bbf5b-2db0-46fc-9a96-04d84d81dfca tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.717227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2d7bbf5b-2db0-46fc-9a96-04d84d81dfca tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0039060 Oct 12 23:23:50.719093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33204) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.723606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-3cfb9d43-7bc5-49f9-b77d-fbe0a8a02398 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.724530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3cfb9d43-7bc5-49f9-b77d-fbe0a8a02398 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0046320 Oct 12 23:23:50.735969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33208) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.740760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-a20d2e3b-5def-45a5-8964-ca49949e433f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.741704 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a20d2e3b-5def-45a5-8964-ca49949e433f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047963 Oct 12 23:23:50.743840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33210) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.747626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-ba854295-e346-4408-911e-18456a56b868 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.748530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ba854295-e346-4408-911e-18456a56b868 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038676 Oct 12 23:23:50.750545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33212) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.754853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-fbe7ad67-354c-4daf-af85-dcf75a798eec tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.762902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fbe7ad67-354c-4daf-af85-dcf75a798eec tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0044572 Oct 12 23:23:50.764708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33214) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.770022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-d42e862c-551f-4c02-8dfc-8d028c8a200a tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.771245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d42e862c-551f-4c02-8dfc-8d028c8a200a tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0047841 Oct 12 23:23:50.773702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33218) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.778079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-71233460-5e9e-40ac-94cd-d6d6cee60ba2 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.779093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-71233460-5e9e-40ac-94cd-d6d6cee60ba2 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043769 Oct 12 23:23:50.781277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33220) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.786003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-79d176b2-de26-4d66-8c06-71411b844b16 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.791562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-79d176b2-de26-4d66-8c06-71411b844b16 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0046008 Oct 12 23:23:50.793553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33222) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.807310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-851f5412-6018-47d6-abe4-f1d96f52ecbd tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.808343 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-851f5412-6018-47d6-abe4-f1d96f52ecbd tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0132339 Oct 12 23:23:50.811149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33226) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.815669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-658ddab5-e73b-4272-99ec-992672c83101 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.818126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-658ddab5-e73b-4272-99ec-992672c83101 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0060132 Oct 12 23:23:50.819878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33228) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.824628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-d967406d-963e-4240-8d41-b220f9aac857 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.826590 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d967406d-963e-4240-8d41-b220f9aac857 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0056341 Oct 12 23:23:50.833615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33230) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.839213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-e0ed039d-f322-4703-b0c3-a19a607bd343 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.841224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e0ed039d-f322-4703-b0c3-a19a607bd343 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0050263 Oct 12 23:23:50.843519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33232) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.848421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-0f6a70f0-9097-4e47-b58a-a78f1ed9f896 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.849774 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0f6a70f0-9097-4e47-b58a-a78f1ed9f896 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049105 Oct 12 23:23:50.852653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33234) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.857811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-8d3c939c-7efd-4f00-a468-4e8ae322f14f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.858838 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8d3c939c-7efd-4f00-a468-4e8ae322f14f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0048740 Oct 12 23:23:50.861194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33236) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.865406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-daea54c6-823d-46fc-a439-ca16349a21b8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.866317 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-daea54c6-823d-46fc-a439-ca16349a21b8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0043075 Oct 12 23:23:50.868610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33238) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.872479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-df8795ed-9cde-48ad-8c33-1cd9afbf8665 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.875362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-df8795ed-9cde-48ad-8c33-1cd9afbf8665 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0037851 Oct 12 23:23:50.875626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33240) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.882046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-57ca38a5-3cd8-4205-82e9-0e84178631e8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.884897 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-57ca38a5-3cd8-4205-82e9-0e84178631e8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0064566 Oct 12 23:23:50.885103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33242) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.888864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-4a4e5628-1fc3-4066-9664-c3ffbc652677 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.889761 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4a4e5628-1fc3-4066-9664-c3ffbc652677 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0038354 Oct 12 23:23:50.891970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33244) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.897029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-9e7fdeeb-bbf3-4aaf-8c95-2cee5ceb67bd tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.897988 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9e7fdeeb-bbf3-4aaf-8c95-2cee5ceb67bd tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0050020 Oct 12 23:23:50.900120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33246) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.903770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-06fa3c4b-b87f-41db-b0f4-4024c767c851 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.904652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-06fa3c4b-b87f-41db-b0f4-4024c767c851 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0036676 Oct 12 23:23:50.907070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33248) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.911214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-4e2eecd4-0734-4b10-8d77-6616545d31dd tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.912193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4e2eecd4-0734-4b10-8d77-6616545d31dd tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0041909 Oct 12 23:23:50.914225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33250) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.918146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-326c7058-e056-47d0-97de-99d7bb20b558 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.919209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-326c7058-e056-47d0-97de-99d7bb20b558 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0040479 Oct 12 23:23:50.921208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33252) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.925873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-25c6a613-8755-4054-a40e-5a7b024a2c40 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.926789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-25c6a613-8755-4054-a40e-5a7b024a2c40 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0047040 Oct 12 23:23:50.928901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33254) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.932674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-d4771ee3-1fc6-4366-826f-0e31eb03cb31 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.936446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d4771ee3-1fc6-4366-826f-0e31eb03cb31 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0038879 Oct 12 23:23:50.938035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33256) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.942395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-ea2c81ff-e0de-4d7e-84bd-ebabc9c03120 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.943497 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ea2c81ff-e0de-4d7e-84bd-ebabc9c03120 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0041869 Oct 12 23:23:50.945598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33258) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.949544 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-739194d6-b29b-4dad-ad96-3bd648f48cbd tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.950539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-739194d6-b29b-4dad-ad96-3bd648f48cbd tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0040107 Oct 12 23:23:50.952598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33260) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.956504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-8a99844a-65ca-494b-830d-a29f7472e1b8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.958027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8a99844a-65ca-494b-830d-a29f7472e1b8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0045121 Oct 12 23:23:50.960092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.963858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-fb4a3afd-66f3-43aa-807b-4114bd9cfcd5 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.964923 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fb4a3afd-66f3-43aa-807b-4114bd9cfcd5 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0038483 Oct 12 23:23:50.966995 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33264) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.971773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-0f5728be-76ad-43bf-9dd1-eb8038d847f4 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.975119 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0f5728be-76ad-43bf-9dd1-eb8038d847f4 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048575 Oct 12 23:23:50.975385 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33268) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.979366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-802b14ed-3de8-4597-97c2-885c26f28e0f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.982481 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-802b14ed-3de8-4597-97c2-885c26f28e0f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0061572 Oct 12 23:23:50.983192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33270) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.988739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-b3488723-348c-498b-8197-386dd8f52609 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.991687 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b3488723-348c-498b-8197-386dd8f52609 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0074837 Oct 12 23:23:50.992246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33272) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:50.996927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-d6f33e20-e5ed-4f03-b25e-078afe4dd927 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:50.999114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d6f33e20-e5ed-4f03-b25e-078afe4dd927 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047622 Oct 12 23:23:51.000215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33276) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.004306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-48ecc5f8-91bb-4d3b-b73a-50a6fb64a9bb tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.005233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-48ecc5f8-91bb-4d3b-b73a-50a6fb64a9bb tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041308 Oct 12 23:23:51.007639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33278) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.011544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-a9af3eaa-f38d-48dd-a150-03b317fdec73 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.019827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a9af3eaa-f38d-48dd-a150-03b317fdec73 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039816 Oct 12 23:23:51.021428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33280) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.025337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-e1d722f2-7258-4129-808d-56b2569b7178 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.026546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e1d722f2-7258-4129-808d-56b2569b7178 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0039518 Oct 12 23:23:51.028521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33282) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.033186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-0f9bd28f-4b0b-4a05-b293-ff786dcca027 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.034116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0f9bd28f-4b0b-4a05-b293-ff786dcca027 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0046265 Oct 12 23:23:51.038192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33284) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.042230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-0f9074a5-ba5e-4b4f-b3f9-52d5b551af6c tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.043192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0f9074a5-ba5e-4b4f-b3f9-52d5b551af6c tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041075 Oct 12 23:23:51.045280 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33286) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.049064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-e4cf2e6b-38b7-4058-a0ac-7f2af8bf2fa4 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.054069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e4cf2e6b-38b7-4058-a0ac-7f2af8bf2fa4 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0064640 Oct 12 23:23:51.054299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33288) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.056950 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-32ee5798-fc42-4776-91f5-27eb72908b65 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.059281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-32ee5798-fc42-4776-91f5-27eb72908b65 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0056889 Oct 12 23:23:51.060107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33290) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.063964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-cab59319-6a78-449f-9027-6c21b3490cd4 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.064956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cab59319-6a78-449f-9027-6c21b3490cd4 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039978 Oct 12 23:23:51.067388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33292) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.072137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-b98da31e-009e-4b08-acef-79169910f55c tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.073150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b98da31e-009e-4b08-acef-79169910f55c tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046399 Oct 12 23:23:51.075313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33296) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.079282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-2e9f22b1-7d3a-4393-abe1-7e0c3e4e2a8f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.082692 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2e9f22b1-7d3a-4393-abe1-7e0c3e4e2a8f tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0040348 Oct 12 23:23:51.083294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33298) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.087127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-15734bbd-9ef6-400a-919d-45fff420deec tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.088492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-15734bbd-9ef6-400a-919d-45fff420deec tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0039103 Oct 12 23:23:51.090320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33300) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.094625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [None req-b952f629-24a0-45b8-b65c-4338ac0af1b8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.095566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b952f629-24a0-45b8-b65c-4338ac0af1b8 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0043900 Oct 12 23:23:51.098402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33302) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.102791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-1bfe2f17-cea5-42f9-bd5c-30448737de78 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.103771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1bfe2f17-cea5-42f9-bd5c-30448737de78 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0044093 Oct 12 23:23:51.111153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33304) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.111153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [None req-bb371b9e-73aa-4158-a3f8-49007a4bfb52 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] http://10.222.0.31:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:23:51.111835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bb371b9e-73aa-4158-a3f8-49007a4bfb52 tempest-ExtensionsTestJSON-836042655 tempest-ExtensionsTestJSON-836042655-project] 10.222.0.31 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0048358 Oct 12 23:23:51.239243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33312) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.340974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f4eef395-37d5-4f17-b1c3-5890fe2f8760 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1672058841'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:51.341467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f4eef395-37d5-4f17-b1c3-5890fe2f8760 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Unknown quota resources ['metering_label']. {{(pid=101890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 23:23:51.613345 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4eef395-37d5-4f17-b1c3-5890fe2f8760 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:51.617330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f4eef395-37d5-4f17-b1c3-5890fe2f8760 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3823133 Oct 12 23:23:51.617473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33324) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.622287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ecac018a-b6a0-43f4-9cd1-2725cb459a44 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'cd1587e9-a0a8-437d-9ced-f10c9671e808'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:51.622811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ecac018a-b6a0-43f4-9cd1-2725cb459a44 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101889) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 23:23:51.692064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33326) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.784765 n-d-790519-14 neutron-server[101889]: WARNING neutron.services.metering.metering_plugin [None req-ecac018a-b6a0-43f4-9cd1-2725cb459a44 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 23:23:51.812877 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7379564a-2d6f-4377-9f59-b28da06103a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:51.892197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7379564a-2d6f-4377-9f59-b28da06103a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:51.913798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ecac018a-b6a0-43f4-9cd1-2725cb459a44 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:51.915003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ecac018a-b6a0-43f4-9cd1-2725cb459a44 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2962794 Oct 12 23:23:51.918054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33332) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:51.922330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-604838bf-30c7-41fa-b176-b7e3a062d0f3 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'cd1587e9-a0a8-437d-9ced-f10c9671e808'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:51.922810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-604838bf-30c7-41fa-b176-b7e3a062d0f3 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101889) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 23:23:51.973364 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7379564a-2d6f-4377-9f59-b28da06103a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:52.013159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7379564a-2d6f-4377-9f59-b28da06103a0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=63514bf1fe2c401c878ef2341f01712e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196795 Oct 12 23:23:52.014021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379564a-2d6f-4377-9f59-b28da06103a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c683c6-c949-4725-825d-985fa91edbd3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:52.016596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33334) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:52.069171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49851eee-f798-43f6-9dc8-23bd4c6b1894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:52.093422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49851eee-f798-43f6-9dc8-23bd4c6b1894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:52.110242 n-d-790519-14 neutron-server[101889]: WARNING neutron.services.metering.metering_plugin [None req-604838bf-30c7-41fa-b176-b7e3a062d0f3 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Oct 12 23:23:52.208316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-604838bf-30c7-41fa-b176-b7e3a062d0f3 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:52.209496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-604838bf-30c7-41fa-b176-b7e3a062d0f3 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2904575 Oct 12 23:23:52.212389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33338) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:52.224449 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-722dae23-6c06-4840-be6a-2c7ce981ce19 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=03f2618d-d4be-4826-9e9d-891eff5a348f HTTP/1.1" status: 200 len: 464 time: 0.0104909 Oct 12 23:23:52.227335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33340) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:52.333385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49851eee-f798-43f6-9dc8-23bd4c6b1894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:52.336204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49851eee-f798-43f6-9dc8-23bd4c6b1894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:52.337470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-49851eee-f798-43f6-9dc8-23bd4c6b1894 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/75c683c6-c949-4725-825d-985fa91edbd3 HTTP/1.1" status: 204 len: 168 time: 0.3198450 Oct 12 23:23:52.346458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49851eee-f798-43f6-9dc8-23bd4c6b1894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c683c6-c949-4725-825d-985fa91edbd3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:52.451106 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-67ea5f5f-3c82-4719-9f06-1e4badd96477 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:52.452252 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-67ea5f5f-3c82-4719-9f06-1e4badd96477 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/03f2618d-d4be-4826-9e9d-891eff5a348f HTTP/1.1" status: 204 len: 168 time: 0.2237930 Oct 12 23:23:52.455071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33346) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:52.464005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6d536d8e-b819-4941-adf1-68e36a493897 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=03f2618d-d4be-4826-9e9d-891eff5a348f HTTP/1.1" status: 200 len: 221 time: 0.0076764 Oct 12 23:23:52.466739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33350) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:52.470592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-75f72409-0ec8-404d-bf40-206d73219f40 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1531543143', 'description': 'label created by tempest'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:52.471066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-75f72409-0ec8-404d-bf40-206d73219f40 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Unknown quota resources ['metering_label']. {{(pid=101890) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 23:23:52.707802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-75f72409-0ec8-404d-bf40-206d73219f40 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:52.709004 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-75f72409-0ec8-404d-bf40-206d73219f40 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2413528 Oct 12 23:23:52.711660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33360) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:52.792683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f9aeaad4-73c1-44a7-874c-ece5c45326d0 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=c03b9bdf-4317-4ac8-bd1a-999fcd33075d HTTP/1.1" status: 200 len: 468 time: 0.0776167 Oct 12 23:23:52.792844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33366) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:53.066758 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-309eea33-7df8-489d-a241-0c2de1f0efdf tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:53.068031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-309eea33-7df8-489d-a241-0c2de1f0efdf tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/c03b9bdf-4317-4ac8-bd1a-999fcd33075d HTTP/1.1" status: 204 len: 168 time: 0.2741680 Oct 12 23:23:53.070742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33374) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:53.081431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-81b6822a-f594-4bb0-8ccb-a4c42f1472d3 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=c03b9bdf-4317-4ac8-bd1a-999fcd33075d HTTP/1.1" status: 200 len: 216 time: 0.0096560 Oct 12 23:23:53.085335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33376) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:53.094115 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-967dc996-fe89-4478-b233-2469795d58f1 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0077548 Oct 12 23:23:53.101728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33380) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:53.115712 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e53d4681-a204-4bb7-8f61-2f25366017a0 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0113878 Oct 12 23:23:53.124742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33382) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:53.184926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cbf716eb-2f6d-4e4d-bafb-7a2ec3b9f391 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-labels/cd1587e9-a0a8-437d-9ced-f10c9671e808 HTTP/1.1" status: 200 len: 473 time: 0.0551295 Oct 12 23:23:53.184926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33388) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:53.196938 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-940005ca-fcb0-45bb-9bc2-55e04dfba36e tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "GET /v2.0/metering/metering-label-rules/6123ad14-cea2-4227-8f92-fa9d023e1a88 HTTP/1.1" status: 200 len: 461 time: 0.0081627 Oct 12 23:23:53.197298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33390) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:53.475051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33396) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:53.599182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'networks': [{'name': 'tempest-network--1422387030'}, {'name': 'tempest-network--770727010'}]} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:53.599487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'network': {'name': 'tempest-network--1422387030'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:53.599946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'network': {'name': 'tempest-network--770727010'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:53.712735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d44accb-524e-49df-93c2-84b863acdb61 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:53.714046 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6d44accb-524e-49df-93c2-84b863acdb61 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-label-rules/6123ad14-cea2-4227-8f92-fa9d023e1a88 HTTP/1.1" status: 204 len: 168 time: 0.5157118 Oct 12 23:23:53.716464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33404) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:53.740362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Made reservation on behalf of a919caf194bd4d46b949ef8eef6237db for: {'network': 2} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:23:53.742952 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:53.752219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:53.837052 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:53.984758 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:53.985233 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.020947 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8c087924-d81f-4e7f-a4fa-91a203272e47 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.021547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d76f8f1c-6857-47e8-a464-bc1b1c86bcfa,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:54.022341 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8c087924-d81f-4e7f-a4fa-91a203272e47 tempest-MeteringTestJSON-1029627658 tempest-MeteringTestJSON-1029627658-project-admin] 10.222.0.31 "DELETE /v2.0/metering/metering-labels/cd1587e9-a0a8-437d-9ced-f10c9671e808 HTTP/1.1" status: 204 len: 168 time: 0.3049703 Oct 12 23:23:54.034351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:23:54.044894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.045247 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Added segment 382e7cb7-119f-415d-ae89-6f7558f70607 of type vlan for network 1e39dbab-330b-4254-bd87-e5b7710168d3 Oct 12 23:23:54.092434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.127798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:23:54.137729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.138135 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Added segment 50078950-ef46-4447-ac27-d71860349675 of type vlan for network e4a7c3e9-3421-4b2b-a337-967053030cce Oct 12 23:23:54.180361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.339253 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.339761 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.345437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:54.350920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:54.351551 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.457477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Network': ['ID=1e39dbab-330b-4254-bd87-e5b7710168d3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:54.467678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 1e39dbab-330b-4254-bd87-e5b7710168d3 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:23:54.524498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Network': ['ID=e4a7c3e9-3421-4b2b-a337-967053030cce,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:54.539627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e4a7c3e9-3421-4b2b-a337-967053030cce details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:23:54.552235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1f3489e2-3d2f-453f-ac9b-473eddefd597 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0666573 Oct 12 23:23:54.553925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33418) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:54.654270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33422) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:54.766994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f680610-69b2-4286-9125-591cf690657e tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:54.767925 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4e0520f1-a655-48da-b911-a3594da01b43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.776077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f680610-69b2-4286-9125-591cf690657e tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:54.782674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f680610-69b2-4286-9125-591cf690657e tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:54.788603 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f680610-69b2-4286-9125-591cf690657e tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:54.790345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3f680610-69b2-4286-9125-591cf690657e tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2345226 Oct 12 23:23:54.793235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:54.851621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4e0520f1-a655-48da-b911-a3594da01b43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.873034 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.960183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.968069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4e0520f1-a655-48da-b911-a3594da01b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:54.984525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e39dbab-330b-4254-bd87-e5b7710168d3']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:23:54.993743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382e7cb7-119f-415d-ae89-6f7558f70607') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:23:54.994041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382e7cb7-119f-415d-ae89-6f7558f70607') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:23:55.009037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4e0520f1-a655-48da-b911-a3594da01b43 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e0025ca21ba14fcd8f06d460684ec195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535454 Oct 12 23:23:55.010622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0520f1-a655-48da-b911-a3594da01b43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def52eee-b281-4c55-9d9a-c950f9969d1d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:55.013212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33432) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:55.019835 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.036164 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.043088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:23:55.043483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:23:55.053617 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:23:55.072599 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8544e714-77fb-4be4-a91f-51a5081d646a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.094042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8544e714-77fb-4be4-a91f-51a5081d646a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.212042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.219688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.223331 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/networks/1e39dbab-330b-4254-bd87-e5b7710168d3 HTTP/1.1" status: 204 len: 168 time: 0.4290862 Oct 12 23:23:55.226044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33434) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:55.244323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f1e9f-8a7d-4df9-900b-14f7473e7fe8 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Network': ['ID=1e39dbab-330b-4254-bd87-e5b7710168d3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:55.269885 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8544e714-77fb-4be4-a91f-51a5081d646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.272588 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8544e714-77fb-4be4-a91f-51a5081d646a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.273930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8544e714-77fb-4be4-a91f-51a5081d646a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/def52eee-b281-4c55-9d9a-c950f9969d1d HTTP/1.1" status: 204 len: 168 time: 0.2600021 Oct 12 23:23:55.282355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8544e714-77fb-4be4-a91f-51a5081d646a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def52eee-b281-4c55-9d9a-c950f9969d1d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:55.321762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.407717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.428681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a7c3e9-3421-4b2b-a337-967053030cce']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:23:55.438487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50078950-ef46-4447-ac27-d71860349675') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:23:55.438797 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50078950-ef46-4447-ac27-d71860349675') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:23:55.448930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.462233 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.468221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:23:55.468608 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:23:55.471569 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:23:55.590682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.615957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.623594 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/networks/e4a7c3e9-3421-4b2b-a337-967053030cce HTTP/1.1" status: 204 len: 168 time: 0.3964095 Oct 12 23:23:55.623909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33446) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:55.626486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8f4f03-0d5c-4f8f-9643-30f0b66b90bd tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Network': ['ID=e4a7c3e9-3421-4b2b-a337-967053030cce,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:55.811082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962944e-bfef-453e-90ed-e8f106547bf6 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:55.817958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4962944e-bfef-453e-90ed-e8f106547bf6 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:55.819573 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4962944e-bfef-453e-90ed-e8f106547bf6 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1946828 Oct 12 23:23:55.823234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33450) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:55.828097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1220024431'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:55.933666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Made reservation on behalf of a919caf194bd4d46b949ef8eef6237db for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:23:55.937183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.964206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:23:55.973927 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:55.974262 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Added segment 5144fc40-9622-493f-a4e6-7274f13350f4 of type vlan for network df7956a8-3c63-4704-bf9b-5e2cf505c4d5 Oct 12 23:23:56.014231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.047244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33454) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:56.060629 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-65a8cf1f-4af6-4e60-942d-4e808dad1bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.105713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.111298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:56.111877 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.200859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Network': ['ID=df7956a8-3c63-4704-bf9b-5e2cf505c4d5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:56.208994 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-65a8cf1f-4af6-4e60-942d-4e808dad1bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.211302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network df7956a8-3c63-4704-bf9b-5e2cf505c4d5 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:23:56.283277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1822f361-ca7f-4f5f-ae13-0407cbda51ae tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4588592 Oct 12 23:23:56.286083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33460) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:56.291281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1212491819'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:56.325675 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-65a8cf1f-4af6-4e60-942d-4e808dad1bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.365577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-65a8cf1f-4af6-4e60-942d-4e808dad1bf9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c9d84c6d3d1241c8b128516d82e90c8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3171480 Oct 12 23:23:56.366642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a8cf1f-4af6-4e60-942d-4e808dad1bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d6b090-3144-4efa-83b7-a254eecd1581,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:56.368191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33462) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:56.425150 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e88a7cf4-0e3b-4842-89db-60194536f9db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.436187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Made reservation on behalf of a919caf194bd4d46b949ef8eef6237db for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:23:56.439871 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.447453 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e88a7cf4-0e3b-4842-89db-60194536f9db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.465934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:23:56.477167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.477507 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Added segment 03a5c3fd-0b03-402e-a72f-ede870eac2ad of type vlan for network 0779c32e-a9b8-4d7d-bf24-6f2d35db444e Oct 12 23:23:56.516952 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.600140 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e88a7cf4-0e3b-4842-89db-60194536f9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.602876 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e88a7cf4-0e3b-4842-89db-60194536f9db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.604140 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e88a7cf4-0e3b-4842-89db-60194536f9db admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/08d6b090-3144-4efa-83b7-a254eecd1581 HTTP/1.1" status: 204 len: 168 time: 0.2331843 Oct 12 23:23:56.612193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a7cf4-0e3b-4842-89db-60194536f9db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d6b090-3144-4efa-83b7-a254eecd1581,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:56.623165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.630696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:56.631348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:56.715714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Network': ['ID=0779c32e-a9b8-4d7d-bf24-6f2d35db444e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:56.727780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 0779c32e-a9b8-4d7d-bf24-6f2d35db444e details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:23:56.748667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b714d2e9-8ca3-438e-989f-78d77d1afc31 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4589260 Oct 12 23:23:56.748968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33472) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:56.754088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'ports': [{'network_id': 'df7956a8-3c63-4704-bf9b-5e2cf505c4d5', 'name': 'tempest-port--773497534', 'admin_state_up': True}, {'network_id': '0779c32e-a9b8-4d7d-bf24-6f2d35db444e', 'admin_state_up': False}]} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:56.754414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'port': {'network_id': 'df7956a8-3c63-4704-bf9b-5e2cf505c4d5', 'name': 'tempest-port--773497534', 'admin_state_up': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:56.754910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'port': {'network_id': '0779c32e-a9b8-4d7d-bf24-6f2d35db444e', 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:56.991096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Made reservation on behalf of a919caf194bd4d46b949ef8eef6237db for: {'port': 2} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:23:56.996167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:57.009731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:57.102222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] device_id is not set on port bf9d9742-fd32-4f9a-9950-b281a52bd9f1 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:23:57.228329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:57.303558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] device_id is not set on port 252940fd-2c86-4c54-88e9-8b3c3f96f126 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:23:57.422407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:57.596673 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:57.665049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Port': ['ID=bf9d9742-fd32-4f9a-9950-b281a52bd9f1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:57.674551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Checking segment: {'id': '5144fc40-9622-493f-a4e6-7274f13350f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'df7956a8-3c63-4704-bf9b-5e2cf505c4d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:23:57.674969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Network hostable DHCP agents. Network: df7956a8-3c63-4704-bf9b-5e2cf505c4d5, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:23:57.785496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Network df7956a8-3c63-4704-bf9b-5e2cf505c4d5 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:23:57.887400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, df7956a8-3c63-4704-bf9b-5e2cf505c4d5) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:23:57.891112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:23:57.891986 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:57.898927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c06fca1-ad9d-4792-989e-ebfb3bc865b3 None None] Network df7956a8-3c63-4704-bf9b-5e2cf505c4d5 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:23:57.951434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Port': ['ID=252940fd-2c86-4c54-88e9-8b3c3f96f126,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:57.971678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Checking segment: {'id': '03a5c3fd-0b03-402e-a72f-ede870eac2ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0779c32e-a9b8-4d7d-bf24-6f2d35db444e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:23:57.972198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Network hostable DHCP agents. Network: 0779c32e-a9b8-4d7d-bf24-6f2d35db444e, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:23:58.121423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Network 0779c32e-a9b8-4d7d-bf24-6f2d35db444e is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:23:58.271300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 0779c32e-a9b8-4d7d-bf24-6f2d35db444e) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:23:58.275296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:23:58.280684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2ca767-268a-4dfc-8ef5-0f04d1eacbd1 None None] Network 0779c32e-a9b8-4d7d-bf24-6f2d35db444e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:23:58.281170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:58.286978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:58.287677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.381725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-763e615b-5493-4cc4-afdc-e09def414f64 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6311707 Oct 12 23:23:58.383800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33518) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:58.477229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68552169-f066-45eb-98c9-03cdb0d82c9c tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:58.483345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68552169-f066-45eb-98c9-03cdb0d82c9c tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:58.485662 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-68552169-f066-45eb-98c9-03cdb0d82c9c tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1001363 Oct 12 23:23:58.488527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33526) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:58.579922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33528) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:58.589874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f17c3584-a6a8-470e-9d2a-7dae86937ab1 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Deleting port bf9d9742-fd32-4f9a-9950-b281a52bd9f1 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:23:58.590229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f17c3584-a6a8-470e-9d2a-7dae86937ab1 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.667528 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f17c3584-a6a8-470e-9d2a-7dae86937ab1 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.681376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f17c3584-a6a8-470e-9d2a-7dae86937ab1 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Calling delete_port for bf9d9742-fd32-4f9a-9950-b281a52bd9f1 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:23:58.706196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-484966759', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:58.824542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Made reservation on behalf of 110d1ef52ef94a26bce62db87f0d71be for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:23:58.827099 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.836357 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.841805 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f17c3584-a6a8-470e-9d2a-7dae86937ab1 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.875776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c3584-a6a8-470e-9d2a-7dae86937ab1 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Port': ['ID=bf9d9742-fd32-4f9a-9950-b281a52bd9f1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:58.888882 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f17c3584-a6a8-470e-9d2a-7dae86937ab1 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.894760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f17c3584-a6a8-470e-9d2a-7dae86937ab1 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/ports/bf9d9742-fd32-4f9a-9950-b281a52bd9f1 HTTP/1.1" status: 204 len: 168 time: 0.4034274 Oct 12 23:23:58.896644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33536) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:58.915498 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.985648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe2fe3-6ebf-4bc6-8288-d72aa47747b0 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Deleting port 252940fd-2c86-4c54-88e9-8b3c3f96f126 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:23:58.985990 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2fe3-6ebf-4bc6-8288-d72aa47747b0 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.994464 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:58.999887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] device_id is not set on port da356758-9fb8-4f37-a448-e63bb2b62db5 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:23:59.056841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2fe3-6ebf-4bc6-8288-d72aa47747b0 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.057650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=823613fa-ddd9-47a9-a196-8422f404b28c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:59.071053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-dcfe2fe3-6ebf-4bc6-8288-d72aa47747b0 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Calling delete_port for 252940fd-2c86-4c54-88e9-8b3c3f96f126 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:23:59.282269 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2fe3-6ebf-4bc6-8288-d72aa47747b0 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.312958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe2fe3-6ebf-4bc6-8288-d72aa47747b0 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Port': ['ID=252940fd-2c86-4c54-88e9-8b3c3f96f126,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:59.318962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dcfe2fe3-6ebf-4bc6-8288-d72aa47747b0 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.325111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dcfe2fe3-6ebf-4bc6-8288-d72aa47747b0 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/ports/252940fd-2c86-4c54-88e9-8b3c3f96f126 HTTP/1.1" status: 204 len: 168 time: 0.4271359 Oct 12 23:23:59.325733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33542) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:59.358963 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5412bf36-50ee-4815-a1cc-ad52b66f6ed1 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0285835 Oct 12 23:23:59.359302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33544) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:59.365015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1588016026'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:59.432527 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Allocated IP 172.25.2.54 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/da356758-9fb8-4f37-a448-e63bb2b62db5) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:23:59.470448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Made reservation on behalf of a919caf194bd4d46b949ef8eef6237db for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:23:59.474140 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.500274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:23:59.510261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.510615 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Added segment b8414352-e688-4cda-86e9-c59dd9dc7fc7 of type vlan for network 1ebe216a-ea57-4014-8ede-a0b7eb879334 Oct 12 23:23:59.553437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.575309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.647510 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.653582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:59.654236 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.680687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.730334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Network': ['ID=1ebe216a-ea57-4014-8ede-a0b7eb879334,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:59.730544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:23:59.733775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:23:59.739152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:23:59.742163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Pushing event updated for resources: {'Port': ['ID=da356758-9fb8-4f37-a448-e63bb2b62db5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:23:59.743101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 1ebe216a-ea57-4014-8ede-a0b7eb879334 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:23:59.780886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:23:59.781521 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.787393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4295ed1f-2d4d-41c1-bf2c-5a1f057fb980 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4269042 Oct 12 23:23:59.790444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33552) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:59.796396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-308747914'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:59.871418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f09aff1f-ae6b-483a-9925-384638e69518 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.2903788 Oct 12 23:23:59.874445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33556) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:23:59.879511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.54'}]}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:23:59.960081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Made reservation on behalf of a919caf194bd4d46b949ef8eef6237db for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:23:59.963635 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.987546 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:23:59.997711 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:23:59.998216 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Added segment a815ee03-0d81-4916-b5e1-139a2bf27993 of type vlan for network 9a14fa44-d6fd-4c07-93d4-95b89c234a7f Oct 12 23:24:00.037357 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.038390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.042081 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.095643 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.127351 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.133083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:00.133662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.198811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Network': ['ID=9a14fa44-d6fd-4c07-93d4-95b89c234a7f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:00.211052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 9a14fa44-d6fd-4c07-93d4-95b89c234a7f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:00.291107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.296317 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bc4f1c8f-6a65-45f1-a152-4a81c5030f22 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5039072 Oct 12 23:24:00.418893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33564) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:00.424596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'subnets': [{'network_id': '1ebe216a-ea57-4014-8ede-a0b7eb879334', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1298773051', 'ip_version': 4}, {'network_id': '9a14fa44-d6fd-4c07-93d4-95b89c234a7f', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:00.424907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'subnet': {'network_id': '1ebe216a-ea57-4014-8ede-a0b7eb879334', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1298773051', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:00.425507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Request body: {'subnet': {'network_id': '9a14fa44-d6fd-4c07-93d4-95b89c234a7f', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:00.609033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.628891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.686340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Made reservation on behalf of a919caf194bd4d46b949ef8eef6237db for: {'subnet': 2} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:00.692215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.702286 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:00.860974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.029823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.032696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.154864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.155406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 987ae1e5-e705-4b54-ae40-431b2af5a183 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:24:01.177810 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.230436 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 12 23:24:01.234132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b19352a6-c42b-4258-b8b1-aedb173508a3 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3559225 Oct 12 23:24:01.235974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33576) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:01.241782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Subnet': ['ID=15bace44-535f-417a-826b-cb9e4146045f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:01.250621 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Checking segment: {'id': 'b8414352-e688-4cda-86e9-c59dd9dc7fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1ebe216a-ea57-4014-8ede-a0b7eb879334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:01.251018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Network hostable DHCP agents. Network: 1ebe216a-ea57-4014-8ede-a0b7eb879334, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:01.319257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-06256358-5cf4-4212-9533-1da6420fb872 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Deleting port da356758-9fb8-4f37-a448-e63bb2b62db5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:01.319610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06256358-5cf4-4212-9533-1da6420fb872 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.338949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Network 1ebe216a-ea57-4014-8ede-a0b7eb879334 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:01.400526 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06256358-5cf4-4212-9533-1da6420fb872 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.401731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 1ebe216a-ea57-4014-8ede-a0b7eb879334) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:01.406913 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.413717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-06256358-5cf4-4212-9533-1da6420fb872 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Calling delete_port for da356758-9fb8-4f37-a448-e63bb2b62db5 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:01.413893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22f5559-7f69-40ef-bc30-22c59b46fbf0 None None] Network 1ebe216a-ea57-4014-8ede-a0b7eb879334 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:01.509437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event updated for resources: {'Subnet': ['ID=84efa983-b04c-4923-ae79-2422c173945c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:01.517355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Checking segment: {'id': 'a815ee03-0d81-4916-b5e1-139a2bf27993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a14fa44-d6fd-4c07-93d4-95b89c234a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:01.517720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Network hostable DHCP agents. Network: 9a14fa44-d6fd-4c07-93d4-95b89c234a7f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:01.589780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Network 9a14fa44-d6fd-4c07-93d4-95b89c234a7f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:01.592337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-1ebe216a-ea57-4014-8ede-a0b7eb879334', 'network_id': '1ebe216a-ea57-4014-8ede-a0b7eb879334', 'tenant_id': 'a919caf194bd4d46b949ef8eef6237db', 'fixed_ips': [{'subnet_id': '15bace44-535f-417a-826b-cb9e4146045f'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:01.595203 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.613782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06256358-5cf4-4212-9533-1da6420fb872 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.647288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06256358-5cf4-4212-9533-1da6420fb872 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Pushing event deleted for resources: {'Port': ['ID=da356758-9fb8-4f37-a448-e63bb2b62db5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:01.721209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 9a14fa44-d6fd-4c07-93d4-95b89c234a7f) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:01.730899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-06256358-5cf4-4212-9533-1da6420fb872 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.734358 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-06256358-5cf4-4212-9533-1da6420fb872 tempest-RoutersAdminNegativeIpV6Test-969781564 tempest-RoutersAdminNegativeIpV6Test-969781564-project-admin] 10.222.0.31 "DELETE /v2.0/ports/da356758-9fb8-4f37-a448-e63bb2b62db5 HTTP/1.1" status: 204 len: 168 time: 0.4974260 Oct 12 23:24:01.737434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced30be0-8a30-48f7-9cba-33f4e3c94fff None None] Network 9a14fa44-d6fd-4c07-93d4-95b89c234a7f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:01.737765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:01.740158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:01.740840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:01.786261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Allocated IP 172.20.0.2 (1ebe216a-ea57-4014-8ede-a0b7eb879334/15bace44-535f-417a-826b-cb9e4146045f/a7ad1e68-551f-4f08-afa7-20548e37c6d7) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:01.836330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33586) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:01.836748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-81f6a570-5dd8-4f1c-9f93-0adaef3c1104 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.4163744 Oct 12 23:24:01.945766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba7394-63f3-4bf3-a966-c29d1f69641c tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:01.947606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba7394-63f3-4bf3-a966-c29d1f69641c tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:01.949243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fba7394-63f3-4bf3-a966-c29d1f69641c tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:01.954164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9fba7394-63f3-4bf3-a966-c29d1f69641c tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1128995 Oct 12 23:24:01.954344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33590) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:01.985942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-9a14fa44-d6fd-4c07-93d4-95b89c234a7f', 'network_id': '9a14fa44-d6fd-4c07-93d4-95b89c234a7f', 'tenant_id': 'a919caf194bd4d46b949ef8eef6237db', 'fixed_ips': [{'subnet_id': '84efa983-b04c-4923-ae79-2422c173945c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:01.986788 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.007329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ccdee5a-72c0-44d6-9ae4-ee270d975b33 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Deleting subnet 15bace44-535f-417a-826b-cb9e4146045f {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:24:02.030332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.110250 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ccdee5a-72c0-44d6-9ae4-ee270d975b33 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.163034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ccdee5a-72c0-44d6-9ae4-ee270d975b33 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.228734 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.261132 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ccdee5a-72c0-44d6-9ae4-ee270d975b33 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.279483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33598) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:02.280537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Pushing event updated for resources: {'Port': ['ID=a7ad1e68-551f-4f08-afa7-20548e37c6d7,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:02.296040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Network 1ebe216a-ea57-4014-8ede-a0b7eb879334 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:02.308284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.308644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.309133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.309542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.309744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.310266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.311029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.311639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.312132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.312674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.313198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.313717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:02.320739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:02.326687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:02.406434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ccdee5a-72c0-44d6-9ae4-ee270d975b33 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.420463 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Allocated IP 172.20.0.18 (9a14fa44-d6fd-4c07-93d4-95b89c234a7f/84efa983-b04c-4923-ae79-2422c173945c/748a81f8-478f-4171-a8ea-d89136daf926) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:02.422430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Attempting to bind port a7ad1e68-551f-4f08-afa7-20548e37c6d7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:02.422796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Attempting to bind port a7ad1e68-551f-4f08-afa7-20548e37c6d7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'b8414352-e688-4cda-86e9-c59dd9dc7fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1ebe216a-ea57-4014-8ede-a0b7eb879334'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:02.423190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Attempting to bind port a7ad1e68-551f-4f08-afa7-20548e37c6d7 on network 1ebe216a-ea57-4014-8ede-a0b7eb879334 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:02.427533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9092c60b-b939-41de-8acd-4e88e23bade5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.435714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:02.436102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Checking segment: {'id': 'b8414352-e688-4cda-86e9-c59dd9dc7fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1ebe216a-ea57-4014-8ede-a0b7eb879334'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:02.436498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.436887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Bound using segment: {'id': 'b8414352-e688-4cda-86e9-c59dd9dc7fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1ebe216a-ea57-4014-8ede-a0b7eb879334'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:02.437433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Bound port: a7ad1e68-551f-4f08-afa7-20548e37c6d7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8414352-e688-4cda-86e9-c59dd9dc7fc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '1ebe216a-ea57-4014-8ede-a0b7eb879334'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:02.438290 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.438867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccdee5a-72c0-44d6-9ae4-ee270d975b33 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Subnet': ['ID=15bace44-535f-417a-826b-cb9e4146045f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:02.444962 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ccdee5a-72c0-44d6-9ae4-ee270d975b33 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.451376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6ccdee5a-72c0-44d6-9ae4-ee270d975b33 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/subnets/15bace44-535f-417a-826b-cb9e4146045f HTTP/1.1" status: 204 len: 168 time: 0.4960787 Oct 12 23:24:02.452597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33604) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:02.514982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-543b9714-6f35-48be-909e-a8e6322203aa tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Deleting subnet 84efa983-b04c-4923-ae79-2422c173945c {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:24:02.555091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] For port a7ad1e68-551f-4f08-afa7-20548e37c6d7, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:02.563870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] For port a7ad1e68-551f-4f08-afa7-20548e37c6d7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a7ad1e68-551f-4f08-afa7-20548e37c6d7,segment=NetworkSegment(b8414352-e688-4cda-86e9-c59dd9dc7fc7),segment_id=b8414352-e688-4cda-86e9-c59dd9dc7fc7)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:02.580229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9092c60b-b939-41de-8acd-4e88e23bade5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.634266 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.636532 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.658698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9092c60b-b939-41de-8acd-4e88e23bade5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.708533 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9092c60b-b939-41de-8acd-4e88e23bade5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a7f0477ac2f849b38c9aed47920a1837&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249818 Oct 12 23:24:02.708533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092c60b-b939-41de-8acd-4e88e23bade5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cf0616-3620-489b-b1d3-25ad83df297b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:02.709010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33608) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:02.717091 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-543b9714-6f35-48be-909e-a8e6322203aa tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.730710 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.745649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b7968-d08c-40a2-be8d-4b5f29f4fea9 None None] Pushing event updated for resources: {'Port': ['ID=a7ad1e68-551f-4f08-afa7-20548e37c6d7,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:02.781266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Network 9a14fa44-d6fd-4c07-93d4-95b89c234a7f is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:02.782434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-543b9714-6f35-48be-909e-a8e6322203aa tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.786256 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52e6f067-5eed-43de-8d19-122669d1845a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.787958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:02.790553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:02.809493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Pushing event updated for resources: {'Port': ['ID=748a81f8-478f-4171-a8ea-d89136daf926,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:02.818142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52e6f067-5eed-43de-8d19-122669d1845a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.826969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477629e-22fc-4de7-ab8a-9833dfbb3f07 None None] Network 1ebe216a-ea57-4014-8ede-a0b7eb879334 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:02.879059 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-543b9714-6f35-48be-909e-a8e6322203aa tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.903402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Attempting to bind port 748a81f8-478f-4171-a8ea-d89136daf926 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:02.903776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Attempting to bind port 748a81f8-478f-4171-a8ea-d89136daf926 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a815ee03-0d81-4916-b5e1-139a2bf27993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a14fa44-d6fd-4c07-93d4-95b89c234a7f'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:02.904148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Attempting to bind port 748a81f8-478f-4171-a8ea-d89136daf926 on network 9a14fa44-d6fd-4c07-93d4-95b89c234a7f {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:02.918439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:02.919085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Checking segment: {'id': 'a815ee03-0d81-4916-b5e1-139a2bf27993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a14fa44-d6fd-4c07-93d4-95b89c234a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:02.919470 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.919871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Bound using segment: {'id': 'a815ee03-0d81-4916-b5e1-139a2bf27993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a14fa44-d6fd-4c07-93d4-95b89c234a7f'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:02.920350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Bound port: 748a81f8-478f-4171-a8ea-d89136daf926, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a815ee03-0d81-4916-b5e1-139a2bf27993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '9a14fa44-d6fd-4c07-93d4-95b89c234a7f'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:02.920740 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.962024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52e6f067-5eed-43de-8d19-122669d1845a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.965178 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52e6f067-5eed-43de-8d19-122669d1845a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:02.970197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-52e6f067-5eed-43de-8d19-122669d1845a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d2cf0616-3620-489b-b1d3-25ad83df297b HTTP/1.1" status: 204 len: 168 time: 0.2595813 Oct 12 23:24:02.990187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6f067-5eed-43de-8d19-122669d1845a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cf0616-3620-489b-b1d3-25ad83df297b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:03.025203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-543b9714-6f35-48be-909e-a8e6322203aa tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.063928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] For port 748a81f8-478f-4171-a8ea-d89136daf926, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:03.064699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b9714-6f35-48be-909e-a8e6322203aa tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Subnet': ['ID=84efa983-b04c-4923-ae79-2422c173945c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:03.069001 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-543b9714-6f35-48be-909e-a8e6322203aa tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.069194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] For port 748a81f8-478f-4171-a8ea-d89136daf926, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=748a81f8-478f-4171-a8ea-d89136daf926,segment=NetworkSegment(a815ee03-0d81-4916-b5e1-139a2bf27993),segment_id=a815ee03-0d81-4916-b5e1-139a2bf27993)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:03.072646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-543b9714-6f35-48be-909e-a8e6322203aa tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/subnets/84efa983-b04c-4923-ae79-2422c173945c HTTP/1.1" status: 204 len: 168 time: 0.6190941 Oct 12 23:24:03.075594 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33618) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:03.132779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3403bb4b-6963-491c-a38e-65a818fe1c72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:03.134258 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3403bb4b-6963-491c-a38e-65a818fe1c72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0577297 Oct 12 23:24:03.138073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33620) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:03.179443 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.221999 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.240556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae967fc1-2b3b-458c-bf4a-45eb1e7e5539 None None] Pushing event updated for resources: {'Port': ['ID=748a81f8-478f-4171-a8ea-d89136daf926,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:03.279277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Deleting port 748a81f8-478f-4171-a8ea-d89136daf926 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:03.279591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.352544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] For port 748a81f8-478f-4171-a8ea-d89136daf926, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=748a81f8-478f-4171-a8ea-d89136daf926,segment=NetworkSegment(a815ee03-0d81-4916-b5e1-139a2bf27993),segment_id=a815ee03-0d81-4916-b5e1-139a2bf27993)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:03.352908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.370006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Calling delete_port for 748a81f8-478f-4171-a8ea-d89136daf926 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:03.602188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.633699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Port': ['ID=748a81f8-478f-4171-a8ea-d89136daf926,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:03.638478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] No DVR routers for this DVR port 748a81f8-478f-4171-a8ea-d89136daf926 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:03.716065 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.736726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a14fa44-d6fd-4c07-93d4-95b89c234a7f']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:03.765533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a815ee03-0d81-4916-b5e1-139a2bf27993') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:03.765533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a815ee03-0d81-4916-b5e1-139a2bf27993') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:03.765533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.772097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.777839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:03.778230 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:03.781228 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:03.880801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33634) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:03.923154 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.929636 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:03.935751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33636) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:03.936341 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/networks/9a14fa44-d6fd-4c07-93d4-95b89c234a7f HTTP/1.1" status: 204 len: 168 time: 0.7965770 Oct 12 23:24:03.963401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eec867-8e8a-479d-a9ea-ecfb0baf70da tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Network': ['ID=9a14fa44-d6fd-4c07-93d4-95b89c234a7f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:03.969462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-65550a9a-0cd7-45fa-a7a7-b1f2e9f80542 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=110d1ef52ef94a26bce62db87f0d71be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872879 Oct 12 23:24:03.972090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33638) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:04.037534 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85431fd7-13df-41ff-9875-455a0e07d8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.044069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.061553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85431fd7-13df-41ff-9875-455a0e07d8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.120153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Deleting port a7ad1e68-551f-4f08-afa7-20548e37c6d7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:04.120547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.184663 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85431fd7-13df-41ff-9875-455a0e07d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.187618 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-85431fd7-13df-41ff-9875-455a0e07d8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.188862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-85431fd7-13df-41ff-9875-455a0e07d8a3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/823613fa-ddd9-47a9-a196-8422f404b28c HTTP/1.1" status: 204 len: 168 time: 0.2157307 Oct 12 23:24:04.189203 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] For port a7ad1e68-551f-4f08-afa7-20548e37c6d7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a7ad1e68-551f-4f08-afa7-20548e37c6d7,segment=NetworkSegment(b8414352-e688-4cda-86e9-c59dd9dc7fc7),segment_id=b8414352-e688-4cda-86e9-c59dd9dc7fc7)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:04.189800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.198858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85431fd7-13df-41ff-9875-455a0e07d8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=823613fa-ddd9-47a9-a196-8422f404b28c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:04.204782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Calling delete_port for a7ad1e68-551f-4f08-afa7-20548e37c6d7 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:04.370181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0dec5b0-dd65-4a5b-9e66-ca7685f1d069 None None] DHCP port deletion for 9a14fa44-d6fd-4c07-93d4-95b89c234a7f request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:24:04.392270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.392440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab99cd62-ae19-4647-8bda-93f6ca0d1a1d None None] Network 9a14fa44-d6fd-4c07-93d4-95b89c234a7f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:04.404467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-af3ddf24-6bb9-45be-b412-bec528b18844 None None] Could not find standard attr ID for object 748a81f8-478f-4171-a8ea-d89136daf926. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:24:04.405996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab99cd62-ae19-4647-8bda-93f6ca0d1a1d None None] Network 9a14fa44-d6fd-4c07-93d4-95b89c234a7f could not be found, it might have been deleted concurrently. {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Oct 12 23:24:04.415025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7623c6ea-bc93-45c1-804c-0411cdf49610 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:24:04.422702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] No DVR routers for this DVR port a7ad1e68-551f-4f08-afa7-20548e37c6d7 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:04.428022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Port': ['ID=a7ad1e68-551f-4f08-afa7-20548e37c6d7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:04.511045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.531602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ebe216a-ea57-4014-8ede-a0b7eb879334']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:04.536555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7623c6ea-bc93-45c1-804c-0411cdf49610 None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:24:04.541441 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8414352-e688-4cda-86e9-c59dd9dc7fc7') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:04.541733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8414352-e688-4cda-86e9-c59dd9dc7fc7') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:04.551836 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.565077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.571945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:04.572326 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:04.575542 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:04.716416 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.723880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.727608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/networks/1ebe216a-ea57-4014-8ede-a0b7eb879334 HTTP/1.1" status: 204 len: 168 time: 0.7908664 Oct 12 23:24:04.730193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33652) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:04.745225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a4828-299c-4456-b678-bc5edd7f5f72 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Network': ['ID=1ebe216a-ea57-4014-8ede-a0b7eb879334,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:04.829116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.933717 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.959617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0779c32e-a9b8-4d7d-bf24-6f2d35db444e']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:04.969543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a5c3fd-0b03-402e-a72f-ede870eac2ad') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:04.969840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a5c3fd-0b03-402e-a72f-ede870eac2ad') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:04.980754 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:04.994449 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.000297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:05.000682 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:05.003995 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:05.143064 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.151385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.154897 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/networks/0779c32e-a9b8-4d7d-bf24-6f2d35db444e HTTP/1.1" status: 204 len: 168 time: 0.4235506 Oct 12 23:24:05.157857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33668) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:05.167983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20270996-7443-47fa-922d-41c7cf25b0a7 tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Network': ['ID=0779c32e-a9b8-4d7d-bf24-6f2d35db444e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:05.257239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.354872 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.376309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7956a8-3c63-4704-bf9b-5e2cf505c4d5']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:05.386338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5144fc40-9622-493f-a4e6-7274f13350f4') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:05.386642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5144fc40-9622-493f-a4e6-7274f13350f4') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:05.396910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.411553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.418196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:05.418601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:05.422189 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:05.560815 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.578641 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:05.583462 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] 10.222.0.31 "DELETE /v2.0/networks/df7956a8-3c63-4704-bf9b-5e2cf505c4d5 HTTP/1.1" status: 204 len: 168 time: 0.4239726 Oct 12 23:24:05.598899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a01fd3-77b4-4851-86c6-f56e541587bf tempest-BulkNetworkOpsTest-570731271 tempest-BulkNetworkOpsTest-570731271-project] Pushing event deleted for resources: {'Network': ['ID=df7956a8-3c63-4704-bf9b-5e2cf505c4d5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:06.073363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33700) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:06.118683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 748a81f8-478f-4171-a8ea-d89136daf926 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:24:06.138825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 748a81f8-478f-4171-a8ea-d89136daf926 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:24:06.142633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 748a81f8-478f-4171-a8ea-d89136daf926 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:24:06.220478 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-50f27b82-0abc-42a1-ae83-3d14a9bcee87 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a919caf194bd4d46b949ef8eef6237db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435559 Oct 12 23:24:06.222555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33708) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:06.277075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9939a3d2-4a8a-4b2f-95e2-039d265601c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:06.299866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9939a3d2-4a8a-4b2f-95e2-039d265601c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:06.510675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9939a3d2-4a8a-4b2f-95e2-039d265601c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:06.513446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9939a3d2-4a8a-4b2f-95e2-039d265601c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:06.517508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9939a3d2-4a8a-4b2f-95e2-039d265601c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d76f8f1c-6857-47e8-a464-bc1b1c86bcfa HTTP/1.1" status: 204 len: 168 time: 0.2938342 Oct 12 23:24:06.518311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33718) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:06.527844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9939a3d2-4a8a-4b2f-95e2-039d265601c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76f8f1c-6857-47e8-a464-bc1b1c86bcfa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:06.642478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1237732427', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:06.840109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Made reservation on behalf of fc1417c9b0264e18a63b838fdfb28111 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:06.844147 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:06.851348 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:06.940463 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:07.063332 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:07.070204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] device_id is not set on port 990e6e5f-dd98-4758-9f68-c6fc972793d9 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:07.127303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44d49aa-8b9a-4e62-9b31-c618c330846a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:07.197078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Allocated IP 172.25.2.24 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/990e6e5f-dd98-4758-9f68-c6fc972793d9) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:07.345765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:07.522376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:07.566219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:07.569449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:07.573364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:07.602885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Pushing event updated for resources: {'Port': ['ID=990e6e5f-dd98-4758-9f68-c6fc972793d9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:07.623229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:07.632156 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:07.694998 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-22e4eb28-91e8-4e5a-8657-5dbd4b6774e7 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.1713343 Oct 12 23:24:07.697963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33750) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:07.702595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.24'}]}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:07.744426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33752) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:07.805939 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:07.807105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:07.859733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-971715778'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:07.869832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.007852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:08.011333 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.022415 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.097718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.167872 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.561199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.597955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:08.603486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb62d7c-8c43-48b0-9867-1a26e716baea,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:08.614138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.614487 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Added segment 858ab18f-988d-4e36-b7ab-6d449f234944 of type vlan for network ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 Oct 12 23:24:08.666186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.789976 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.809509 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.818277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.824503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:08.825089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:08.937358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Network': ['ID=ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:08.948332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:09.028567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1ba9c371-2cac-42d6-8215-44a894cb8b28 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2828791 Oct 12 23:24:09.082474 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:09.248900 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:09.251186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:09.367513 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:09.368168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 863c4a92-1e46-4faa-bb12-1e37f6d3485a {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:24:09.447807 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 12 23:24:09.448914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fcb17798-4993-4941-b54e-30abf6af892e tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.7497516 Oct 12 23:24:09.452149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33778) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:09.530679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-21d10b97-515a-4575-91d3-ab8c72a05f14 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Deleting port 990e6e5f-dd98-4758-9f68-c6fc972793d9 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:09.531053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21d10b97-515a-4575-91d3-ab8c72a05f14 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:09.625829 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21d10b97-515a-4575-91d3-ab8c72a05f14 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:09.639171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-21d10b97-515a-4575-91d3-ab8c72a05f14 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Calling delete_port for 990e6e5f-dd98-4758-9f68-c6fc972793d9 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:09.841530 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21d10b97-515a-4575-91d3-ab8c72a05f14 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:09.874061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d10b97-515a-4575-91d3-ab8c72a05f14 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Pushing event deleted for resources: {'Port': ['ID=990e6e5f-dd98-4758-9f68-c6fc972793d9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:09.933083 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-21d10b97-515a-4575-91d3-ab8c72a05f14 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:09.936473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-21d10b97-515a-4575-91d3-ab8c72a05f14 tempest-RoutersAdminNegativeTest-1449287636 tempest-RoutersAdminNegativeTest-1449287636-project-admin] 10.222.0.31 "DELETE /v2.0/ports/990e6e5f-dd98-4758-9f68-c6fc972793d9 HTTP/1.1" status: 204 len: 168 time: 0.4832885 Oct 12 23:24:10.440772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33796) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:10.556526 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7eb220a7-c3a2-497d-b3ed-1db1446d0788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:10.641705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7eb220a7-c3a2-497d-b3ed-1db1446d0788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:10.714499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7eb220a7-c3a2-497d-b3ed-1db1446d0788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:10.761579 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7eb220a7-c3a2-497d-b3ed-1db1446d0788 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9e68b6dfcd144bc8a68384aef5a0b40a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3196876 Oct 12 23:24:10.763983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb220a7-c3a2-497d-b3ed-1db1446d0788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e02a6c9-f15a-4610-8185-9fcf79dd1e90,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:10.764555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33802) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:10.816885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-beaac31e-ab56-4517-9aab-6ed2f77e41fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:10.837764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-beaac31e-ab56-4517-9aab-6ed2f77e41fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:10.973212 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-beaac31e-ab56-4517-9aab-6ed2f77e41fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:10.975924 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-beaac31e-ab56-4517-9aab-6ed2f77e41fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:10.977092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-beaac31e-ab56-4517-9aab-6ed2f77e41fc admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2e02a6c9-f15a-4610-8185-9fcf79dd1e90 HTTP/1.1" status: 204 len: 168 time: 0.2114787 Oct 12 23:24:10.985137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beaac31e-ab56-4517-9aab-6ed2f77e41fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e02a6c9-f15a-4610-8185-9fcf79dd1e90,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:11.133651 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:24:11.711045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33816) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:11.757756 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5708ac53-f50c-4f59-806f-46e4a5c04be5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=fc1417c9b0264e18a63b838fdfb28111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455000 Oct 12 23:24:11.760184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33820) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:11.813163 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ead6912d-ad95-41de-b704-919e38b93021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:11.835048 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ead6912d-ad95-41de-b704-919e38b93021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:11.944771 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ead6912d-ad95-41de-b704-919e38b93021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:11.949932 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ead6912d-ad95-41de-b704-919e38b93021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:11.949932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ead6912d-ad95-41de-b704-919e38b93021 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d44d49aa-8b9a-4e62-9b31-c618c330846a HTTP/1.1" status: 204 len: 168 time: 0.1875298 Oct 12 23:24:11.959350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead6912d-ad95-41de-b704-919e38b93021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44d49aa-8b9a-4e62-9b31-c618c330846a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:12.165985 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a7d8084f-fad2-4ebb-9448-027696927047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:12.353761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33832) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:12.359002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'subnet': {'network_id': 'ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:12.571750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:12.575368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:12.869080 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:12.929904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Subnet': ['ID=fd02a70b-da5c-44bb-8630-1aa8c6b79447,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:12.946230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Checking segment: {'id': '858ab18f-988d-4e36-b7ab-6d449f234944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:12.946582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network hostable DHCP agents. Network: ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:13.068781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:13.145079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:13.154161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:13.156698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.158233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d740789e-48ba-46cb-b0c8-e6f02ed54a15 None None] Network ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:13.181971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33862) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:13.258309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77a55455-f109-47c1-ba0b-229ab2e61be4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9031765 Oct 12 23:24:13.261577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33868) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:13.266352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-551520314'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:13.291193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1409411899'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:13.310883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542', 'network_id': 'ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542', 'tenant_id': 'dbc4fb865d894dd2b02d3897446a002a', 'fixed_ips': [{'subnet_id': 'fd02a70b-da5c-44bb-8630-1aa8c6b79447'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:13.311756 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.346119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:13.350202 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.423837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:13.435462 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.435942 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Added segment 1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd of type vlan for network ed616550-049c-492e-bf33-ceefaf8e6b53 Oct 12 23:24:13.479380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Made reservation on behalf of a0a65c69316e444a84e5c9b291ba240f for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:13.482861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.495957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.498777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Allocated IP 2001:db8:0:ffff::2 (ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542/fd02a70b-da5c-44bb-8630-1aa8c6b79447/1e681569-74de-4c86-927f-4163e52f1868) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:13.510231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.609868 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.630413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.636791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:13.637625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.648357 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.711756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Network': ['ID=ed616550-049c-492e-bf33-ceefaf8e6b53,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:13.715864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.722059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ed616550-049c-492e-bf33-ceefaf8e6b53 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:13.739129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:13.754642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5f7a1c-bcee-45cf-9e6e-d18819864a86,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:13.757609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.757951 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Added segment 0b3a0cec-283b-4179-926e-a71135fb5e0f of type vlan for network daac6fd7-c1e3-4343-948e-87beca401f64 Oct 12 23:24:13.763997 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.791780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-69e6b963-e749-4184-948b-cb6432c57064 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5291584 Oct 12 23:24:13.794900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33874) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:13.800969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'subnet': {'network_id': 'ed616550-049c-492e-bf33-ceefaf8e6b53', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:13.804908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.832907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Network ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:13.837851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:13.843267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Pushing event updated for resources: {'Port': ['ID=1e681569-74de-4c86-927f-4163e52f1868,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:13.846291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:13.902713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Attempting to bind port 1e681569-74de-4c86-927f-4163e52f1868 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:13.903195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Attempting to bind port 1e681569-74de-4c86-927f-4163e52f1868 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '858ab18f-988d-4e36-b7ab-6d449f234944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:13.903501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Attempting to bind port 1e681569-74de-4c86-927f-4163e52f1868 on network ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:13.908848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 23, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:13.909730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Checking segment: {'id': '858ab18f-988d-4e36-b7ab-6d449f234944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:13.910143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.910562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Bound using segment: {'id': '858ab18f-988d-4e36-b7ab-6d449f234944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:13.911053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Bound port: 1e681569-74de-4c86-927f-4163e52f1868, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '858ab18f-988d-4e36-b7ab-6d449f234944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:13.911442 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.928044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.935438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:13.937948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.985094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:13.989056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] For port 1e681569-74de-4c86-927f-4163e52f1868, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:13.991035 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:13.995012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] For port 1e681569-74de-4c86-927f-4163e52f1868, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1e681569-74de-4c86-927f-4163e52f1868,segment=NetworkSegment(858ab18f-988d-4e36-b7ab-6d449f234944),segment_id=858ab18f-988d-4e36-b7ab-6d449f234944)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:14.013611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Network': ['ID=daac6fd7-c1e3-4343-948e-87beca401f64,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:14.025561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network daac6fd7-c1e3-4343-948e-87beca401f64 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:14.090151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-30479e8c-a6f7-474f-bf5c-f460eee03a02 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9065497 Oct 12 23:24:14.093215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33878) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:14.099853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:14.109144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'subnet': {'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:14.191026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6cd1b-869a-468f-b518-508e439d45d6 None None] Pushing event updated for resources: {'Port': ['ID=1e681569-74de-4c86-927f-4163e52f1868,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:14.316360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Made reservation on behalf of a0a65c69316e444a84e5c9b291ba240f for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:14.320342 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:14.414030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:24:14.415727 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:14.482052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Subnet': ['ID=b0ce2b5d-b1e4-4a8f-aeff-cb70a92fbead,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:14.500917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Checking segment: {'id': '1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ed616550-049c-492e-bf33-ceefaf8e6b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:14.501577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network hostable DHCP agents. Network: ed616550-049c-492e-bf33-ceefaf8e6b53, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:14.615100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network ed616550-049c-492e-bf33-ceefaf8e6b53 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:14.664785 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:14.687306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ed616550-049c-492e-bf33-ceefaf8e6b53) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:14.692951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:14.693671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:14.697371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61be0a9e-dd3d-4ba8-b11c-ea1c5b159c53 None None] Network ed616550-049c-492e-bf33-ceefaf8e6b53 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:14.732287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Subnet': ['ID=df859392-af20-4fc0-bdb3-39ad1ba8c42e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:14.740230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Checking segment: {'id': '0b3a0cec-283b-4179-926e-a71135fb5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:14.740595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Network hostable DHCP agents. Network: daac6fd7-c1e3-4343-948e-87beca401f64, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:14.762082 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2a5bcbaf-d516-40cf-aa85-899e590fee1e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9633925 Oct 12 23:24:14.762369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33890) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:14.767354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'port': {'network_id': 'ed616550-049c-492e-bf33-ceefaf8e6b53', 'name': 'tempest-NetworksIpV6TestAttrs-1228808393'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:14.836890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Network daac6fd7-c1e3-4343-948e-87beca401f64 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:14.874240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-ed616550-049c-492e-bf33-ceefaf8e6b53', 'network_id': 'ed616550-049c-492e-bf33-ceefaf8e6b53', 'tenant_id': 'dbc4fb865d894dd2b02d3897446a002a', 'fixed_ips': [{'subnet_id': 'b0ce2b5d-b1e4-4a8f-aeff-cb70a92fbead'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:14.875527 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:14.944369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, daac6fd7-c1e3-4343-948e-87beca401f64) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:14.955057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891f1a99-79f3-411c-b971-454fe1334d5a None None] Network daac6fd7-c1e3-4343-948e-87beca401f64 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:14.956478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:14.959869 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:14.972362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:14.976822 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:14.995809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] device_id is not set on port 1c0b0cb9-1c01-4d82-b67c-92bb52fa5cbc yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:15.070974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-55b9c9ec-edb4-4e80-bbf3-e5735946e79e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9738872 Oct 12 23:24:15.072405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33894) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:15.080314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'port': {'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1272558173'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:15.128542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Allocated IP 2001:db8::f816:3eff:fe96:2f87 (ed616550-049c-492e-bf33-ceefaf8e6b53/b0ce2b5d-b1e4-4a8f-aeff-cb70a92fbead/a4468a89-3042-4c1b-afb1-2c869e784639) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:15.416420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-daac6fd7-c1e3-4343-948e-87beca401f64', 'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64', 'tenant_id': 'a0a65c69316e444a84e5c9b291ba240f', 'fixed_ips': [{'subnet_id': 'df859392-af20-4fc0-bdb3-39ad1ba8c42e'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:15.418315 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:15.536123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7abc35-b8fd-4940-9371-cea7970a7f22 None None] Network ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:15.564255 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:15.676715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Made reservation on behalf of a0a65c69316e444a84e5c9b291ba240f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:15.680888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:15.689482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3f71957d-28cb-4be9-9790-b1b3824650c6 None None] Provisioning complete for port 1e681569-74de-4c86-927f-4163e52f1868 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:15.689851 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f71957d-28cb-4be9-9790-b1b3824650c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:15.701142 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] device_id is not set on port 3fbd1b59-ee02-4095-b3cb-09fbe1f44194 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:15.737913 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ea211d2-2b17-4186-9a3a-8d851077a744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:15.786763 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:15.798543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Allocated IP 2001:db8::2 (daac6fd7-c1e3-4343-948e-87beca401f64/df859392-af20-4fc0-bdb3-39ad1ba8c42e/181f2537-0441-4222-8e08-13eabb7b7ba2) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:15.907766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:15.951961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Allocated IP 2001:db8::f816:3eff:fe53:a82d (ed616550-049c-492e-bf33-ceefaf8e6b53/b0ce2b5d-b1e4-4a8f-aeff-cb70a92fbead/1c0b0cb9-1c01-4d82-b67c-92bb52fa5cbc) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:15.989225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Network ed616550-049c-492e-bf33-ceefaf8e6b53 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:16.001927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:16.013979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:16.017950 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f71957d-28cb-4be9-9790-b1b3824650c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.048872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Pushing event updated for resources: {'Port': ['ID=a4468a89-3042-4c1b-afb1-2c869e784639,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:16.121783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.179768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3f71957d-28cb-4be9-9790-b1b3824650c6 None None] For port 1e681569-74de-4c86-927f-4163e52f1868, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1e681569-74de-4c86-927f-4163e52f1868,segment=NetworkSegment(858ab18f-988d-4e36-b7ab-6d449f234944),segment_id=858ab18f-988d-4e36-b7ab-6d449f234944)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:16.203120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Attempting to bind port a4468a89-3042-4c1b-afb1-2c869e784639 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:16.207302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Attempting to bind port a4468a89-3042-4c1b-afb1-2c869e784639 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ed616550-049c-492e-bf33-ceefaf8e6b53'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:16.207712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Attempting to bind port a4468a89-3042-4c1b-afb1-2c869e784639 on network ed616550-049c-492e-bf33-ceefaf8e6b53 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:16.233452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:16.233452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Checking segment: {'id': '1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ed616550-049c-492e-bf33-ceefaf8e6b53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:16.233452 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.233452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Bound using segment: {'id': '1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ed616550-049c-492e-bf33-ceefaf8e6b53'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:16.233452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Bound port: a4468a89-3042-4c1b-afb1-2c869e784639, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'ed616550-049c-492e-bf33-ceefaf8e6b53'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:16.233452 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.233452 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.280715 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f71957d-28cb-4be9-9790-b1b3824650c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.312288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1e681569-74de-4c86-927f-4163e52f1868 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:24:16.325260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.343362 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.360727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] For port a4468a89-3042-4c1b-afb1-2c869e784639, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:16.379818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network ed616550-049c-492e-bf33-ceefaf8e6b53 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:16.379818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:16.380158 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.384201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] For port a4468a89-3042-4c1b-afb1-2c869e784639, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a4468a89-3042-4c1b-afb1-2c869e784639,segment=NetworkSegment(1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd),segment_id=1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:16.402633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:16.408897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:16.409606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.411788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f71957d-28cb-4be9-9790-b1b3824650c6 None None] Pushing event updated for resources: {'Port': ['ID=1e681569-74de-4c86-927f-4163e52f1868,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:16.426732 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Network daac6fd7-c1e3-4343-948e-87beca401f64 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:16.439152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Port': ['ID=1c0b0cb9-1c01-4d82-b67c-92bb52fa5cbc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:16.449543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:16.463418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:16.464620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Allocated IP 2001:db8::94 (daac6fd7-c1e3-4343-948e-87beca401f64/df859392-af20-4fc0-bdb3-39ad1ba8c42e/3fbd1b59-ee02-4095-b3cb-09fbe1f44194) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:16.467792 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.474060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-21dd2e55-93c5-44fa-859f-8e6c93114b7e None None] Provisioning complete for port 1e681569-74de-4c86-927f-4163e52f1868 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:16.474496 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-21dd2e55-93c5-44fa-859f-8e6c93114b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.517505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Pushing event updated for resources: {'Port': ['ID=181f2537-0441-4222-8e08-13eabb7b7ba2,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:16.543406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1e681569-74de-4c86-927f-4163e52f1868 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:16.543406 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.564713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-edf6e492-d5de-4c49-b1fd-351db834c720 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8010657 Oct 12 23:24:16.568138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33912) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:16.650618 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.677160 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-704f2521-47fe-470e-a022-f945f401433b tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Deleting subnet b0ce2b5d-b1e4-4a8f-aeff-cb70a92fbead {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:24:16.680937 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-704f2521-47fe-470e-a022-f945f401433b tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.702222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Attempting to bind port 181f2537-0441-4222-8e08-13eabb7b7ba2 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:16.702600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Attempting to bind port 181f2537-0441-4222-8e08-13eabb7b7ba2 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '0b3a0cec-283b-4179-926e-a71135fb5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:16.702984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Attempting to bind port 181f2537-0441-4222-8e08-13eabb7b7ba2 on network daac6fd7-c1e3-4343-948e-87beca401f64 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:16.719697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b318ebe-fb2e-49e8-b1a4-8ccd1e2c8128 None None] Pushing event updated for resources: {'Port': ['ID=a4468a89-3042-4c1b-afb1-2c869e784639,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:16.722459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:16.722849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Checking segment: {'id': '0b3a0cec-283b-4179-926e-a71135fb5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:16.723293 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.723705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Bound using segment: {'id': '0b3a0cec-283b-4179-926e-a71135fb5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:16.724266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Bound port: 181f2537-0441-4222-8e08-13eabb7b7ba2, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b3a0cec-283b-4179-926e-a71135fb5e0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:16.724667 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.739697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-704f2521-47fe-470e-a022-f945f401433b tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.771359 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.839562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Network daac6fd7-c1e3-4343-948e-87beca401f64 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:16.845853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:16.851362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:16.857064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:16.857863 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.863059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Port': ['ID=3fbd1b59-ee02-4095-b3cb-09fbe1f44194,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:16.942977 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-704f2521-47fe-470e-a022-f945f401433b tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:16.944302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] For port 181f2537-0441-4222-8e08-13eabb7b7ba2, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:16.953246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] For port 181f2537-0441-4222-8e08-13eabb7b7ba2, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=181f2537-0441-4222-8e08-13eabb7b7ba2,segment=NetworkSegment(0b3a0cec-283b-4179-926e-a71135fb5e0f),segment_id=0b3a0cec-283b-4179-926e-a71135fb5e0f)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:16.987927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6fa03776-8b0f-432d-af13-62a44dcd1894 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.9092577 Oct 12 23:24:16.987927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33916) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:16.992448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'port': {'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-835646113', 'allowed_address_pairs': [{'ip_address': '2001:db8::94', 'mac_address': 'fa:16:3e:ab:a0:95'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:17.059544 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.118381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7934946c-dbe3-4268-94d3-bbe12fde18b1 None None] Pushing event updated for resources: {'Port': ['ID=181f2537-0441-4222-8e08-13eabb7b7ba2,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:17.150930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-704f2521-47fe-470e-a022-f945f401433b tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.182654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704f2521-47fe-470e-a022-f945f401433b tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Subnet': ['ID=b0ce2b5d-b1e4-4a8f-aeff-cb70a92fbead,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:17.184994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-704f2521-47fe-470e-a022-f945f401433b tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.188244 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-704f2521-47fe-470e-a022-f945f401433b tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/subnets/b0ce2b5d-b1e4-4a8f-aeff-cb70a92fbead HTTP/1.1" status: 204 len: 168 time: 0.6189721 Oct 12 23:24:17.191614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33922) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:17.236489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Made reservation on behalf of a0a65c69316e444a84e5c9b291ba240f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:17.325107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa2942-d55f-466a-94c4-0aab1903943e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:17.326798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10aa2942-d55f-466a-94c4-0aab1903943e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:17.332035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-10aa2942-d55f-466a-94c4-0aab1903943e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1359122 Oct 12 23:24:17.332339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33926) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:17.392153 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.415750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] device_id is not set on port 200af715-7605-46c3-a72e-91492b01fbe8 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:17.453004 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-90cf21d5-a622-4374-8cca-900a6caac6e4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.476401 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-90cf21d5-a622-4374-8cca-900a6caac6e4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 12 23:24:17.476963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90cf21d5-a622-4374-8cca-900a6caac6e4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:17.481645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-90cf21d5-a622-4374-8cca-900a6caac6e4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/ed616550-049c-492e-bf33-ceefaf8e6b53 HTTP/1.1" status: 409 len: 405 time: 0.1482275 Oct 12 23:24:17.485662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33928) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:17.492185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-287387989'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:17.568527 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Allocated IP 2001:db8::130 (daac6fd7-c1e3-4343-948e-87beca401f64/df859392-af20-4fc0-bdb3-39ad1ba8c42e/200af715-7605-46c3-a72e-91492b01fbe8) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:17.617712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:17.621680 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.654657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:17.667886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.667886 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Added segment 5a3380e9-d0da-4463-bea0-83455f46e2f1 of type vlan for network d571b587-48b5-446d-b85f-276f710b885e Oct 12 23:24:17.713585 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.757421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.818193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fa2b36-47e1-40e6-82bd-70a25c5e81ce None None] Network ed616550-049c-492e-bf33-ceefaf8e6b53 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:17.829018 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.835443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:17.836065 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.912349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.913760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-31c064e4-0ff6-4c69-b24e-001d764958b3 None None] Provisioning complete for port a4468a89-3042-4c1b-afb1-2c869e784639 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:17.913760 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-31c064e4-0ff6-4c69-b24e-001d764958b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:17.917548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Network': ['ID=d571b587-48b5-446d-b85f-276f710b885e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:17.937318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network d571b587-48b5-446d-b85f-276f710b885e details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:17.970093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Network daac6fd7-c1e3-4343-948e-87beca401f64 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:17.974865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:17.979265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:17.985147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:17.985793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.000212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Port': ['ID=200af715-7605-46c3-a72e-91492b01fbe8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:18.027968 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.044494 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f81cf1c1-6955-449e-92ac-b336fbb4b155 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5575342 Oct 12 23:24:18.047653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33936) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:18.053950 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'subnet': {'network_id': 'd571b587-48b5-446d-b85f-276f710b885e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:18.103037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bbe0f8ec-51e9-454c-84b1-f0c9cb785041 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.1161699 Oct 12 23:24:18.105631 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33938) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:18.151543 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-31c064e4-0ff6-4c69-b24e-001d764958b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.199384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a8065a-41f1-4196-9680-8d8a457de650 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:18.207706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0214639a-2be3-4200-a9cc-fd69fa62050a None None] DHCP port deletion for ed616550-049c-492e-bf33-ceefaf8e6b53 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:24:18.207972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a8065a-41f1-4196-9680-8d8a457de650 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:18.214859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-31c064e4-0ff6-4c69-b24e-001d764958b3 None None] For port a4468a89-3042-4c1b-afb1-2c869e784639, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a4468a89-3042-4c1b-afb1-2c869e784639,segment=NetworkSegment(1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd),segment_id=1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:18.222576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a8065a-41f1-4196-9680-8d8a457de650 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:18.227676 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a4a8065a-41f1-4196-9680-8d8a457de650 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2479 time: 0.1175156 Oct 12 23:24:18.236455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33942) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:18.310539 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-31c064e4-0ff6-4c69-b24e-001d764958b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.319935 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0214639a-2be3-4200-a9cc-fd69fa62050a None None] Deleting port a4468a89-3042-4c1b-afb1-2c869e784639 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:18.326168 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0214639a-2be3-4200-a9cc-fd69fa62050a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.326647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:18.326647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.453202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1e21d58a-841d-4e14-9e37-12c312b0b683 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Deleting port 200af715-7605-46c3-a72e-91492b01fbe8 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:18.453558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e21d58a-841d-4e14-9e37-12c312b0b683 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.556724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1e681569-74de-4c86-927f-4163e52f1868 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:24:18.558583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9488544-cd68-4cce-a20b-7a8fea287b40 None None] Network daac6fd7-c1e3-4343-948e-87beca401f64 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:18.592477 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e21d58a-841d-4e14-9e37-12c312b0b683 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.610333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1e21d58a-841d-4e14-9e37-12c312b0b683 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Calling delete_port for 200af715-7605-46c3-a72e-91492b01fbe8 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:18.699480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0214639a-2be3-4200-a9cc-fd69fa62050a None None] For port a4468a89-3042-4c1b-afb1-2c869e784639, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a4468a89-3042-4c1b-afb1-2c869e784639,segment=NetworkSegment(1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd),segment_id=1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:18.699798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0214639a-2be3-4200-a9cc-fd69fa62050a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.702457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c064e4-0ff6-4c69-b24e-001d764958b3 None None] Pushing event updated for resources: {'Port': ['ID=a4468a89-3042-4c1b-afb1-2c869e784639,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:18.727702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0214639a-2be3-4200-a9cc-fd69fa62050a None None] Calling delete_port for a4468a89-3042-4c1b-afb1-2c869e784639 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:18.730549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c64275ec-27cf-4b96-bec0-5dd2042928fc None None] Provisioning complete for port 181f2537-0441-4222-8e08-13eabb7b7ba2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:18.730924 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c64275ec-27cf-4b96-bec0-5dd2042928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.788521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:24:18.789657 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.848389 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e21d58a-841d-4e14-9e37-12c312b0b683 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.861587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Subnet': ['ID=baac1bfb-c779-4723-b8e8-3778e30bbc48,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:18.870028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Checking segment: {'id': '5a3380e9-d0da-4463-bea0-83455f46e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd571b587-48b5-446d-b85f-276f710b885e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:18.870486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network hostable DHCP agents. Network: d571b587-48b5-446d-b85f-276f710b885e, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:18.893111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e21d58a-841d-4e14-9e37-12c312b0b683 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event deleted for resources: {'Port': ['ID=200af715-7605-46c3-a72e-91492b01fbe8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:18.914660 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1e681569-74de-4c86-927f-4163e52f1868 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:18.915067 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.956917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network d571b587-48b5-446d-b85f-276f710b885e is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:18.989660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e21d58a-841d-4e14-9e37-12c312b0b683 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:18.995772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1e21d58a-841d-4e14-9e37-12c312b0b683 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "DELETE /v2.0/ports/200af715-7605-46c3-a72e-91492b01fbe8 HTTP/1.1" status: 204 len: 168 time: 0.7559309 Oct 12 23:24:18.998323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33950) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:19.024186 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0214639a-2be3-4200-a9cc-fd69fa62050a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.027274 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7abf382-96be-4bfe-9946-8484999f7a0d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] GET failed (client error): The resource could not be found. Oct 12 23:24:19.033596 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b7abf382-96be-4bfe-9946-8484999f7a0d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "GET /v2.0/ports/200af715-7605-46c3-a72e-91492b01fbe8 HTTP/1.1" status: 404 len: 333 time: 0.0296485 Oct 12 23:24:19.035798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c64275ec-27cf-4b96-bec0-5dd2042928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.036317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33952) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:19.042370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'port': {'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1241223427'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:19.047946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, d571b587-48b5-446d-b85f-276f710b885e) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:19.081454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9172d6eb-758f-45cd-b2d4-d301e440d335 None None] Network d571b587-48b5-446d-b85f-276f710b885e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:19.083528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0214639a-2be3-4200-a9cc-fd69fa62050a None None] No DVR routers for this DVR port a4468a89-3042-4c1b-afb1-2c869e784639 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:19.091243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214639a-2be3-4200-a9cc-fd69fa62050a None None] Pushing event deleted for resources: {'Port': ['ID=a4468a89-3042-4c1b-afb1-2c869e784639,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:19.106996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:19.107628 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.183623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c64275ec-27cf-4b96-bec0-5dd2042928fc None None] For port 181f2537-0441-4222-8e08-13eabb7b7ba2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=181f2537-0441-4222-8e08-13eabb7b7ba2,segment=NetworkSegment(0b3a0cec-283b-4179-926e-a71135fb5e0f),segment_id=0b3a0cec-283b-4179-926e-a71135fb5e0f)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:19.183623 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.211708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e9481f7c-8a38-4a98-a671-77c1d6a4ea39 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1628971 Oct 12 23:24:19.217381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33958) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:19.228169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'port': {'network_id': 'd571b587-48b5-446d-b85f-276f710b885e', 'name': 'tempest-NetworksIpV6TestAttrs-422757462'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:19.274844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 181f2537-0441-4222-8e08-13eabb7b7ba2 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:24:19.328461 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c64275ec-27cf-4b96-bec0-5dd2042928fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.333544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Made reservation on behalf of a0a65c69316e444a84e5c9b291ba240f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:19.343018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.365316 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.370971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] device_id is not set on port c406d3f3-b2ce-4227-911a-d13eb3917131 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:19.446429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64275ec-27cf-4b96-bec0-5dd2042928fc None None] Pushing event updated for resources: {'Port': ['ID=181f2537-0441-4222-8e08-13eabb7b7ba2,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:19.458683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 181f2537-0441-4222-8e08-13eabb7b7ba2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:19.459133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.485120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-d571b587-48b5-446d-b85f-276f710b885e', 'network_id': 'd571b587-48b5-446d-b85f-276f710b885e', 'tenant_id': 'dbc4fb865d894dd2b02d3897446a002a', 'fixed_ips': [{'subnet_id': 'baac1bfb-c779-4723-b8e8-3778e30bbc48'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:19.486046 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.514671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b154dda4-b9b9-4e31-9148-d0bb6a630994 None None] Provisioning complete for port 3fbd1b59-ee02-4095-b3cb-09fbe1f44194 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:19.515139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b154dda4-b9b9-4e31-9148-d0bb6a630994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.531658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:19.533253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Allocated IP 2001:db8::78 (daac6fd7-c1e3-4343-948e-87beca401f64/df859392-af20-4fc0-bdb3-39ad1ba8c42e/c406d3f3-b2ce-4227-911a-d13eb3917131) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:19.538355 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.561810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] device_id is not set on port 4e63c206-2f90-484a-ba94-48dd586c3f57 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:19.564932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b154dda4-b9b9-4e31-9148-d0bb6a630994 None None] Port 3fbd1b59-ee02-4095-b3cb-09fbe1f44194 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:24:19.664529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b154dda4-b9b9-4e31-9148-d0bb6a630994 None None] Provisioning complete for port 181f2537-0441-4222-8e08-13eabb7b7ba2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:19.664962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b154dda4-b9b9-4e31-9148-d0bb6a630994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.731229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Allocated IP 2001:db8::f816:3eff:fe7e:8295 (d571b587-48b5-446d-b85f-276f710b885e/baac1bfb-c779-4723-b8e8-3778e30bbc48/4e63c206-2f90-484a-ba94-48dd586c3f57) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:19.777398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.888710 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.937697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.960856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Network daac6fd7-c1e3-4343-948e-87beca401f64 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:19.964811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:19.974610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:19.981050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:19.981916 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:19.995966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Port': ['ID=c406d3f3-b2ce-4227-911a-d13eb3917131,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:20.011969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-28dfe67a-2b4b-4841-8ae3-11d536de988d None None] Provisioning complete for port 3fbd1b59-ee02-4095-b3cb-09fbe1f44194 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:20.012339 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-28dfe67a-2b4b-4841-8ae3-11d536de988d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.048295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.086995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cce95cef-8fc5-4e19-aa6c-8121b596e92b tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0494678 Oct 12 23:24:20.089205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33968) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:20.096604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fa62cf59-72e5-4217-a303-99f8dec7f3d3 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::94', 'mac_address': 'fa:16:3e:ab:a0:95'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:20.100659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network d571b587-48b5-446d-b85f-276f710b885e is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:20.103954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:20.106360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:20.116457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-28dfe67a-2b4b-4841-8ae3-11d536de988d None None] Port 3fbd1b59-ee02-4095-b3cb-09fbe1f44194 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:24:20.124496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:20.125181 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.143002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Allocated IP 2001:db8::f816:3eff:fe04:b8fb (d571b587-48b5-446d-b85f-276f710b885e/baac1bfb-c779-4723-b8e8-3778e30bbc48/2f932d10-fc1f-4b37-9d3f-61edae012106) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:20.146438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Port': ['ID=4e63c206-2f90-484a-ba94-48dd586c3f57,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:20.186397 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1a0d8f75-a275-4c10-9887-fa5dd54a069a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.9710100 Oct 12 23:24:20.187043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33972) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:20.220998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa62cf59-72e5-4217-a303-99f8dec7f3d3 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.253430 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea89ed60-3751-4e80-b984-c9c64565ace7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Deleting subnet baac1bfb-c779-4723-b8e8-3778e30bbc48 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:24:20.281118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 181f2537-0441-4222-8e08-13eabb7b7ba2 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:24:20.287649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1a94eeac-fc99-47bf-a660-1097accb6943 None None] Could not find standard attr ID for object 200af715-7605-46c3-a72e-91492b01fbe8. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:24:20.381572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 181f2537-0441-4222-8e08-13eabb7b7ba2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:20.382022 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.471948 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.489371 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa62cf59-72e5-4217-a303-99f8dec7f3d3 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.521249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3e241a19-2cd2-4008-8235-2ebc64878ebd None None] Provisioning complete for port c406d3f3-b2ce-4227-911a-d13eb3917131 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:20.521618 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e241a19-2cd2-4008-8235-2ebc64878ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.545352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a4468a89-3042-4c1b-afb1-2c869e784639 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:24:20.573789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a4468a89-3042-4c1b-afb1-2c869e784639 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:24:20.575673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a4468a89-3042-4c1b-afb1-2c869e784639 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:24:20.586133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3e241a19-2cd2-4008-8235-2ebc64878ebd None None] Port c406d3f3-b2ce-4227-911a-d13eb3917131 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:24:20.594102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea89ed60-3751-4e80-b984-c9c64565ace7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.598819 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.624536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa62cf59-72e5-4217-a303-99f8dec7f3d3 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.639843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Network d571b587-48b5-446d-b85f-276f710b885e is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:20.643140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:20.647784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:20.656673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Pushing event updated for resources: {'Port': ['ID=2f932d10-fc1f-4b37-9d3f-61edae012106,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:20.665939 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea89ed60-3751-4e80-b984-c9c64565ace7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.684785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-fa62cf59-72e5-4217-a303-99f8dec7f3d3 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] In _notify_port_updated(), no bound segment for port c406d3f3-b2ce-4227-911a-d13eb3917131 on network daac6fd7-c1e3-4343-948e-87beca401f64 {{(pid=101890) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:24:20.690858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa62cf59-72e5-4217-a303-99f8dec7f3d3 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:20.700554 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa62cf59-72e5-4217-a303-99f8dec7f3d3 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.703329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fa62cf59-72e5-4217-a303-99f8dec7f3d3 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "PUT /v2.0/ports/c406d3f3-b2ce-4227-911a-d13eb3917131 HTTP/1.1" status: 200 len: 1001 time: 0.6128352 Oct 12 23:24:20.710563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 33980) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:20.728079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62cf59-72e5-4217-a303-99f8dec7f3d3 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Port': ['ID=c406d3f3-b2ce-4227-911a-d13eb3917131,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:20.769154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Attempting to bind port 2f932d10-fc1f-4b37-9d3f-61edae012106 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:20.769736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Attempting to bind port 2f932d10-fc1f-4b37-9d3f-61edae012106 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5a3380e9-d0da-4463-bea0-83455f46e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd571b587-48b5-446d-b85f-276f710b885e'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:20.770268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Attempting to bind port 2f932d10-fc1f-4b37-9d3f-61edae012106 on network d571b587-48b5-446d-b85f-276f710b885e {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:20.776561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:20.777031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Checking segment: {'id': '5a3380e9-d0da-4463-bea0-83455f46e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd571b587-48b5-446d-b85f-276f710b885e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:20.777509 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.777986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Bound using segment: {'id': '5a3380e9-d0da-4463-bea0-83455f46e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd571b587-48b5-446d-b85f-276f710b885e'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:20.778663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Bound port: 2f932d10-fc1f-4b37-9d3f-61edae012106, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a3380e9-d0da-4463-bea0-83455f46e2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'd571b587-48b5-446d-b85f-276f710b885e'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:20.779264 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.852671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] For port 2f932d10-fc1f-4b37-9d3f-61edae012106, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:20.856243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] For port 2f932d10-fc1f-4b37-9d3f-61edae012106, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2f932d10-fc1f-4b37-9d3f-61edae012106,segment=NetworkSegment(5a3380e9-d0da-4463-bea0-83455f46e2f1),segment_id=5a3380e9-d0da-4463-bea0-83455f46e2f1)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:20.878953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b14eafac-a550-478a-9285-51232f84f0df tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Deleting port c406d3f3-b2ce-4227-911a-d13eb3917131 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:20.879316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b14eafac-a550-478a-9285-51232f84f0df tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:20.929691 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.001316 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea89ed60-3751-4e80-b984-c9c64565ace7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.041935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b14eafac-a550-478a-9285-51232f84f0df tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.065288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b14eafac-a550-478a-9285-51232f84f0df tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Calling delete_port for c406d3f3-b2ce-4227-911a-d13eb3917131 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:21.151096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5f15dc6d-a629-4c90-8049-9c819c733d82 None None] Provisioning complete for port c406d3f3-b2ce-4227-911a-d13eb3917131 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:21.151096 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5f15dc6d-a629-4c90-8049-9c819c733d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.185199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c0bba-9b6d-4ebc-8f12-b79e0e1d5ccd None None] Pushing event updated for resources: {'Port': ['ID=2f932d10-fc1f-4b37-9d3f-61edae012106,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:21.195284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5f15dc6d-a629-4c90-8049-9c819c733d82 None None] Port c406d3f3-b2ce-4227-911a-d13eb3917131 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:24:21.219879 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea89ed60-3751-4e80-b984-c9c64565ace7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.255427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea89ed60-3751-4e80-b984-c9c64565ace7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Subnet': ['ID=baac1bfb-c779-4723-b8e8-3778e30bbc48,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:21.263202 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea89ed60-3751-4e80-b984-c9c64565ace7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.266582 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ea89ed60-3751-4e80-b984-c9c64565ace7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/subnets/baac1bfb-c779-4723-b8e8-3778e30bbc48 HTTP/1.1" status: 204 len: 168 time: 1.0785155 Oct 12 23:24:21.269430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33986) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:21.329618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742d757-beaf-49ff-a8ef-7a8823541b54 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:21.337165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e742d757-beaf-49ff-a8ef-7a8823541b54 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:21.337165 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e742d757-beaf-49ff-a8ef-7a8823541b54 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0625947 Oct 12 23:24:21.337165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33988) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:21.359982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b14eafac-a550-478a-9285-51232f84f0df tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.432557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14eafac-a550-478a-9285-51232f84f0df tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event deleted for resources: {'Port': ['ID=c406d3f3-b2ce-4227-911a-d13eb3917131,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:21.452064 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cba2ac39-af99-4e51-b353-83b483489dad tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.459881 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba2ac39-af99-4e51-b353-83b483489dad tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 12 23:24:21.460310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba2ac39-af99-4e51-b353-83b483489dad tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:21.463578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cba2ac39-af99-4e51-b353-83b483489dad tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/d571b587-48b5-446d-b85f-276f710b885e HTTP/1.1" status: 409 len: 405 time: 0.1253185 Oct 12 23:24:21.468156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33994) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:21.473226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1580371858'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:21.560446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b14eafac-a550-478a-9285-51232f84f0df tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.566130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b14eafac-a550-478a-9285-51232f84f0df tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "DELETE /v2.0/ports/c406d3f3-b2ce-4227-911a-d13eb3917131 HTTP/1.1" status: 204 len: 168 time: 0.8544197 Oct 12 23:24:21.566484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 33998) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:21.577655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:21.581261 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.616378 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-00a83f8a-537f-4860-8e59-58d3c677ad2d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] GET failed (client error): The resource could not be found. Oct 12 23:24:21.617839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-00a83f8a-537f-4860-8e59-58d3c677ad2d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "GET /v2.0/ports/c406d3f3-b2ce-4227-911a-d13eb3917131 HTTP/1.1" status: 404 len: 333 time: 0.0501628 Oct 12 23:24:21.623054 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34000) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:21.631877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'port': {'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-440616332'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:21.640313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:21.651148 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.651641 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Added segment eb5ede03-c60d-4121-8691-b6f7d451edbb of type vlan for network 12c46ad2-3c9a-44a8-b820-dfe2714ac1ef Oct 12 23:24:21.699167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.783592 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.790016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:21.790661 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.856354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Network': ['ID=12c46ad2-3c9a-44a8-b820-dfe2714ac1ef,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:21.866502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 12c46ad2-3c9a-44a8-b820-dfe2714ac1ef details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:21.869369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Made reservation on behalf of a0a65c69316e444a84e5c9b291ba240f for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:21.873103 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:21.890773 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] device_id is not set on port 1bfa6daa-fd6c-4fc7-9a90-2060e5542077 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:21.950160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8d61e71d-ddcc-4153-8936-3354f963b49a tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4788399 Oct 12 23:24:21.950431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34004) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:21.957911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'subnet': {'network_id': '12c46ad2-3c9a-44a8-b820-dfe2714ac1ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:22.023099 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Allocated IP 2001:db8::2f1 (daac6fd7-c1e3-4343-948e-87beca401f64/df859392-af20-4fc0-bdb3-39ad1ba8c42e/1bfa6daa-fd6c-4fc7-9a90-2060e5542077) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:22.138829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:22.142414 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.233044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.258549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2f932d10-fc1f-4b37-9d3f-61edae012106 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:24:22.328947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2f932d10-fc1f-4b37-9d3f-61edae012106 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:22.329480 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.351205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aadcdb9-cf49-4d39-b5a0-3accf8251ff1 None None] Network d571b587-48b5-446d-b85f-276f710b885e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:22.367414 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.417358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Network daac6fd7-c1e3-4343-948e-87beca401f64 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:22.426721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:22.429186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:22.435404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:22.435872 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.482953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Port': ['ID=1bfa6daa-fd6c-4fc7-9a90-2060e5542077,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:22.490176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0fa4820b-3329-40c8-a0c6-e5dbc82ce08f None None] Provisioning complete for port 2f932d10-fc1f-4b37-9d3f-61edae012106 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:22.491428 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fa4820b-3329-40c8-a0c6-e5dbc82ce08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.570970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1472a88c-32cd-420c-acb7-d8d38bde56bc tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9470847 Oct 12 23:24:22.574289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34014) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:22.581342 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.581700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a69d77a3-c0e0-4dcc-9e89-4f72841c7bf5 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ab:a0:95'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:22.624424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.objects.ports [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101890) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:24:22.627567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.681286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 2f932d10-fc1f-4b37-9d3f-61edae012106, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2f932d10-fc1f-4b37-9d3f-61edae012106,segment=NetworkSegment(5a3380e9-d0da-4463-bea0-83455f46e2f1),segment_id=5a3380e9-d0da-4463-bea0-83455f46e2f1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:22.686336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8e31ef-2d60-4417-ab13-7c77312bf944 None None] DHCP port deletion for d571b587-48b5-446d-b85f-276f710b885e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:24:22.732391 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fa4820b-3329-40c8-a0c6-e5dbc82ce08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.750757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Subnet': ['ID=6b54e079-7897-4411-88ba-90594c5f4e61,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:22.764619 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.773293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Checking segment: {'id': 'eb5ede03-c60d-4121-8691-b6f7d451edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12c46ad2-3c9a-44a8-b820-dfe2714ac1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:22.774024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network hostable DHCP agents. Network: 12c46ad2-3c9a-44a8-b820-dfe2714ac1ef, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:22.824436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network 12c46ad2-3c9a-44a8-b820-dfe2714ac1ef is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:22.828723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a69d77a3-c0e0-4dcc-9e89-4f72841c7bf5 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.857599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-0fa4820b-3329-40c8-a0c6-e5dbc82ce08f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:24:22.859974 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-0fa4820b-3329-40c8-a0c6-e5dbc82ce08f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:24:22.862208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=2f932d10-fc1f-4b37-9d3f-61edae012106,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:22.869495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e31ef-2d60-4417-ab13-7c77312bf944 None None] Deleting port 2f932d10-fc1f-4b37-9d3f-61edae012106 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:22.872420 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ab8e31ef-2d60-4417-ab13-7c77312bf944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.907285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 12c46ad2-3c9a-44a8-b820-dfe2714ac1ef) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:22.913007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:22.915029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.920907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3ceed9-fcfe-43a8-8bf5-413fbd1ca7bb None None] Network 12c46ad2-3c9a-44a8-b820-dfe2714ac1ef requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:22.976741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ab8e31ef-2d60-4417-ab13-7c77312bf944 None None] For port 2f932d10-fc1f-4b37-9d3f-61edae012106, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2f932d10-fc1f-4b37-9d3f-61edae012106,segment=NetworkSegment(5a3380e9-d0da-4463-bea0-83455f46e2f1),segment_id=5a3380e9-d0da-4463-bea0-83455f46e2f1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:22.977146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ab8e31ef-2d60-4417-ab13-7c77312bf944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:22.992897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ab8e31ef-2d60-4417-ab13-7c77312bf944 None None] Calling delete_port for 2f932d10-fc1f-4b37-9d3f-61edae012106 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:23.021050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-97d78ab7-73ad-4853-8473-ef6bdfd69d09 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.0685549 Oct 12 23:24:23.024057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34020) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:23.052479 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a69d77a3-c0e0-4dcc-9e89-4f72841c7bf5 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.122915 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a69d77a3-c0e0-4dcc-9e89-4f72841c7bf5 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.163563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-12c46ad2-3c9a-44a8-b820-dfe2714ac1ef', 'network_id': '12c46ad2-3c9a-44a8-b820-dfe2714ac1ef', 'tenant_id': 'dbc4fb865d894dd2b02d3897446a002a', 'fixed_ips': [{'subnet_id': '6b54e079-7897-4411-88ba-90594c5f4e61'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:23.164189 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.171711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a69d77a3-c0e0-4dcc-9e89-4f72841c7bf5 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] In _notify_port_updated(), no bound segment for port 1bfa6daa-fd6c-4fc7-9a90-2060e5542077 on network daac6fd7-c1e3-4343-948e-87beca401f64 {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:24:23.178516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69d77a3-c0e0-4dcc-9e89-4f72841c7bf5 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:23.179186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a69d77a3-c0e0-4dcc-9e89-4f72841c7bf5 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.183219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a69d77a3-c0e0-4dcc-9e89-4f72841c7bf5 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "PUT /v2.0/ports/1bfa6daa-fd6c-4fc7-9a90-2060e5542077 HTTP/1.1" status: 200 len: 1002 time: 0.6050372 Oct 12 23:24:23.183863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34024) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:23.188694 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.203113 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69d77a3-c0e0-4dcc-9e89-4f72841c7bf5 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Port': ['ID=1bfa6daa-fd6c-4fc7-9a90-2060e5542077,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:23.236743 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ab8e31ef-2d60-4417-ab13-7c77312bf944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.274530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.317651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7f87fd1b-5341-49ce-9373-81f2d9db104c tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Deleting port 1bfa6daa-fd6c-4fc7-9a90-2060e5542077 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:23.317997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f87fd1b-5341-49ce-9373-81f2d9db104c tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.377046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e31ef-2d60-4417-ab13-7c77312bf944 None None] Pushing event deleted for resources: {'Port': ['ID=2f932d10-fc1f-4b37-9d3f-61edae012106,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:23.379892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Allocated IP 2001:db8::f816:3eff:fe38:7667 (12c46ad2-3c9a-44a8-b820-dfe2714ac1ef/6b54e079-7897-4411-88ba-90594c5f4e61/52974fca-fea7-4352-bdfa-4c4988442839) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:23.413061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0fa4820b-3329-40c8-a0c6-e5dbc82ce08f None None] Port 2f932d10-fc1f-4b37-9d3f-61edae012106 update to ACTIVE by agent not found {{(pid=101891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 23:24:23.417736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8e31ef-2d60-4417-ab13-7c77312bf944 None None] No DVR routers for this DVR port 2f932d10-fc1f-4b37-9d3f-61edae012106 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:23.444637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f87fd1b-5341-49ce-9373-81f2d9db104c tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.459783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7f87fd1b-5341-49ce-9373-81f2d9db104c tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Calling delete_port for 1bfa6daa-fd6c-4fc7-9a90-2060e5542077 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:23.573441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4f60bb8f-a052-460c-a11d-4615941c5b59 None None] Provisioning complete for port 1bfa6daa-fd6c-4fc7-9a90-2060e5542077 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:23.573665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f60bb8f-a052-460c-a11d-4615941c5b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.620952 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.624669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4f60bb8f-a052-460c-a11d-4615941c5b59 None None] Port 1bfa6daa-fd6c-4fc7-9a90-2060e5542077 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:24:23.680391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f87fd1b-5341-49ce-9373-81f2d9db104c tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.712024 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.718865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87fd1b-5341-49ce-9373-81f2d9db104c tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event deleted for resources: {'Port': ['ID=1bfa6daa-fd6c-4fc7-9a90-2060e5542077,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:23.748757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f87fd1b-5341-49ce-9373-81f2d9db104c tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.755572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7f87fd1b-5341-49ce-9373-81f2d9db104c tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "DELETE /v2.0/ports/1bfa6daa-fd6c-4fc7-9a90-2060e5542077 HTTP/1.1" status: 204 len: 168 time: 0.5673139 Oct 12 23:24:23.755806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34036) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:23.755896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Network 12c46ad2-3c9a-44a8-b820-dfe2714ac1ef is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:23.764292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:23.769049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:23.776457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Pushing event updated for resources: {'Port': ['ID=52974fca-fea7-4352-bdfa-4c4988442839,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:23.797081 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-16475427-13dd-412f-bed5-84b66503ee6e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] GET failed (client error): The resource could not be found. Oct 12 23:24:23.803139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34038) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:23.803444 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-16475427-13dd-412f-bed5-84b66503ee6e tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "GET /v2.0/ports/1bfa6daa-fd6c-4fc7-9a90-2060e5542077 HTTP/1.1" status: 404 len: 333 time: 0.0465143 Oct 12 23:24:23.808417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'port': {'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-608199648'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:23.836970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Attempting to bind port 52974fca-fea7-4352-bdfa-4c4988442839 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:23.837338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Attempting to bind port 52974fca-fea7-4352-bdfa-4c4988442839 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'eb5ede03-c60d-4121-8691-b6f7d451edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12c46ad2-3c9a-44a8-b820-dfe2714ac1ef'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:23.837701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Attempting to bind port 52974fca-fea7-4352-bdfa-4c4988442839 on network 12c46ad2-3c9a-44a8-b820-dfe2714ac1ef {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:23.842963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:23.843351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Checking segment: {'id': 'eb5ede03-c60d-4121-8691-b6f7d451edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12c46ad2-3c9a-44a8-b820-dfe2714ac1ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:23.843907 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.844303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Bound using segment: {'id': 'eb5ede03-c60d-4121-8691-b6f7d451edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12c46ad2-3c9a-44a8-b820-dfe2714ac1ef'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:23.844767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Bound port: 52974fca-fea7-4352-bdfa-4c4988442839, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb5ede03-c60d-4121-8691-b6f7d451edbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '12c46ad2-3c9a-44a8-b820-dfe2714ac1ef'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:23.845146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.866361 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:23.914546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] For port 52974fca-fea7-4352-bdfa-4c4988442839, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:23.918143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] For port 52974fca-fea7-4352-bdfa-4c4988442839, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=52974fca-fea7-4352-bdfa-4c4988442839,segment=NetworkSegment(eb5ede03-c60d-4121-8691-b6f7d451edbb),segment_id=eb5ede03-c60d-4121-8691-b6f7d451edbb)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:23.974075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Subnet': ['ID=6b54e079-7897-4411-88ba-90594c5f4e61,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:23.985008 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.043024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.062680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c46ad2-3c9a-44a8-b820-dfe2714ac1ef']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:24.070038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8567f30e-a76a-4010-b6b3-96a2b47a4a20 None None] Pushing event updated for resources: {'Port': ['ID=52974fca-fea7-4352-bdfa-4c4988442839,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:24.072392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5ede03-c60d-4121-8691-b6f7d451edbb') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:24.072695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5ede03-c60d-4121-8691-b6f7d451edbb') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:24.083656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.086060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946ccb07-097f-4c60-8e07-2d26c7672980 None None] Network 12c46ad2-3c9a-44a8-b820-dfe2714ac1ef requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:24.096902 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.101260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Made reservation on behalf of a0a65c69316e444a84e5c9b291ba240f for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:24.104788 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.109969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:24.109969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:24.112819 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:24.189934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] device_id is not set on port 0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:24.191640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2f932d10-fc1f-4b37-9d3f-61edae012106 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:24:24.231285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2f932d10-fc1f-4b37-9d3f-61edae012106 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:24:24.231650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2f932d10-fc1f-4b37-9d3f-61edae012106 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:24:24.258456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a2f77-8315-4dc0-93bd-1bdca19ec75b None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:24:24.268292 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:24:24.268292 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:24:24.268292 n-d-790519-14 neutron-server[101889]: [parameters: {'id': '12c46ad2-3c9a-44a8-b820-dfe2714ac1ef'}] Oct 12 23:24:24.268292 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:24:24.273834 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:24:24.332001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Allocated IP 2001:db8::145 (daac6fd7-c1e3-4343-948e-87beca401f64/df859392-af20-4fc0-bdb3-39ad1ba8c42e/0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:24.374726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68a2f77-8315-4dc0-93bd-1bdca19ec75b None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:24:24.478493 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.568562 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.625057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Network daac6fd7-c1e3-4343-948e-87beca401f64 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:24.628900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:24.633327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:24.638970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:24.639576 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.643317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Port': ['ID=0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:24.701641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dbc5bfa7-1279-4e41-9898-6609bc27f92d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8968742 Oct 12 23:24:24.704024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34050) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:24.709590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'port': {'network_id': 'daac6fd7-c1e3-4343-948e-87beca401f64', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1598729647'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:24.769761 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.826730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Deleting port 52974fca-fea7-4352-bdfa-4c4988442839 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:24.827105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.889448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-db4c125e-e74f-4e10-872d-2cb5df126d27 None None] Provisioning complete for port 0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:24.890058 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-db4c125e-e74f-4e10-872d-2cb5df126d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.893645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] For port 52974fca-fea7-4352-bdfa-4c4988442839, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=52974fca-fea7-4352-bdfa-4c4988442839,segment=NetworkSegment(eb5ede03-c60d-4121-8691-b6f7d451edbb),segment_id=eb5ede03-c60d-4121-8691-b6f7d451edbb)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:24.894090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.903964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Made reservation on behalf of a0a65c69316e444a84e5c9b291ba240f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:24.906512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Calling delete_port for 52974fca-fea7-4352-bdfa-4c4988442839 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:24.908264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:24.927610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] device_id is not set on port ff536e33-6d54-40cd-8388-0ba6fe4ce29e yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:24.931577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-db4c125e-e74f-4e10-872d-2cb5df126d27 None None] Port 0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:24:25.055360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Allocated IP 2001:db8::51 (daac6fd7-c1e3-4343-948e-87beca401f64/df859392-af20-4fc0-bdb3-39ad1ba8c42e/ff536e33-6d54-40cd-8388-0ba6fe4ce29e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:25.057223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.084372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Port': ['ID=52974fca-fea7-4352-bdfa-4c4988442839,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:25.088068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No DVR routers for this DVR port 52974fca-fea7-4352-bdfa-4c4988442839 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:25.171385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.192869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12c46ad2-3c9a-44a8-b820-dfe2714ac1ef']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:25.202254 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb5ede03-c60d-4121-8691-b6f7d451edbb') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:25.202550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb5ede03-c60d-4121-8691-b6f7d451edbb') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:25.211908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.213014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.225292 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.231130 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:25.231516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:25.234424 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:25.343481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.367582 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.381794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.389729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/12c46ad2-3c9a-44a8-b820-dfe2714ac1ef HTTP/1.1" status: 204 len: 168 time: 2.3600016 Oct 12 23:24:25.391647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34060) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:25.396188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55395340-e5d4-46cf-b016-33b9891ccde7 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Network': ['ID=12c46ad2-3c9a-44a8-b820-dfe2714ac1ef,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:25.399334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-374455409'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:25.404085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Network daac6fd7-c1e3-4343-948e-87beca401f64 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:25.411686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:25.417226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:25.423996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:25.424703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.436122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Port': ['ID=ff536e33-6d54-40cd-8388-0ba6fe4ce29e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:25.544195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:25.548335 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.576433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:25.586873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.589588 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Added segment 3b6af8e2-c1f5-46a6-ba8c-1067f2290150 of type vlan for network 1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc Oct 12 23:24:25.629513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b8c720d0-2549-4115-90f8-db2653bc7372 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.9215674 Oct 12 23:24:25.630210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34066) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:25.637117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-226e7af1-9311-48b7-a9f1-5f802961605a tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::94', 'mac_address': 'fa:16:3e:ab:a0:95'}, {'ip_address': '2001:db8::145', 'mac_address': 'fa:16:3e:55:1c:9b'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:25.640379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.668002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05c7fcaa-ae04-4106-a2be-658b569b3adf None None] Provisioning complete for port ff536e33-6d54-40cd-8388-0ba6fe4ce29e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:25.668381 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05c7fcaa-ae04-4106-a2be-658b569b3adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.705112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05c7fcaa-ae04-4106-a2be-658b569b3adf None None] Port ff536e33-6d54-40cd-8388-0ba6fe4ce29e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:24:25.712582 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-226e7af1-9311-48b7-a9f1-5f802961605a tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.714169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.723122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:25.723122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.791495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Network': ['ID=1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:25.804806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:25.859814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b405fb71-2213-40b9-889e-ece4ab936279 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4669657 Oct 12 23:24:25.863193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34070) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:25.868698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'subnet': {'network_id': '1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:25.917822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-226e7af1-9311-48b7-a9f1-5f802961605a tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:25.977442 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-226e7af1-9311-48b7-a9f1-5f802961605a tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.007927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-226e7af1-9311-48b7-a9f1-5f802961605a tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] In _notify_port_updated(), no bound segment for port ff536e33-6d54-40cd-8388-0ba6fe4ce29e on network daac6fd7-c1e3-4343-948e-87beca401f64 {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:24:26.013426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226e7af1-9311-48b7-a9f1-5f802961605a tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:26.014036 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-226e7af1-9311-48b7-a9f1-5f802961605a tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.017943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-226e7af1-9311-48b7-a9f1-5f802961605a tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "PUT /v2.0/ports/ff536e33-6d54-40cd-8388-0ba6fe4ce29e HTTP/1.1" status: 200 len: 1066 time: 0.3840849 Oct 12 23:24:26.018961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34074) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:26.041758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e7af1-9311-48b7-a9f1-5f802961605a tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event updated for resources: {'Port': ['ID=ff536e33-6d54-40cd-8388-0ba6fe4ce29e,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:26.093220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:26.097028 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.201360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b9432225-c7c4-4344-8975-7b01dc9da251 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Deleting port ff536e33-6d54-40cd-8388-0ba6fe4ce29e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:26.201710 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9432225-c7c4-4344-8975-7b01dc9da251 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.331533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a4cb3092-8adf-42bf-babd-5d47af930e3a None None] Provisioning complete for port ff536e33-6d54-40cd-8388-0ba6fe4ce29e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:26.332142 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a4cb3092-8adf-42bf-babd-5d47af930e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.365833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a4cb3092-8adf-42bf-babd-5d47af930e3a None None] Port ff536e33-6d54-40cd-8388-0ba6fe4ce29e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:24:26.372886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9432225-c7c4-4344-8975-7b01dc9da251 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.393612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b9432225-c7c4-4344-8975-7b01dc9da251 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Calling delete_port for ff536e33-6d54-40cd-8388-0ba6fe4ce29e owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:26.444152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.525990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Subnet': ['ID=89f1ef36-3d64-48ec-99da-ad8ea5e26f87,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:26.538706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Checking segment: {'id': '3b6af8e2-c1f5-46a6-ba8c-1067f2290150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:26.539097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network hostable DHCP agents. Network: 1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:26.657528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network 1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:26.692373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9432225-c7c4-4344-8975-7b01dc9da251 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.720458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9432225-c7c4-4344-8975-7b01dc9da251 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event deleted for resources: {'Port': ['ID=ff536e33-6d54-40cd-8388-0ba6fe4ce29e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:26.759413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:26.772407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:26.772995 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.777794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02143d0-3963-4041-8fae-a20eb7362d0e None None] Network 1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:26.894201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f0472d2e-c22b-4c10-ab58-f1b735b87e89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0297675 Oct 12 23:24:26.898210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34086) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:26.946602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc', 'network_id': '1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc', 'tenant_id': 'dbc4fb865d894dd2b02d3897446a002a', 'fixed_ips': [{'subnet_id': '89f1ef36-3d64-48ec-99da-ad8ea5e26f87'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:26.947569 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.979007 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9432225-c7c4-4344-8975-7b01dc9da251 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:26.984791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b9432225-c7c4-4344-8975-7b01dc9da251 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "DELETE /v2.0/ports/ff536e33-6d54-40cd-8388-0ba6fe4ce29e HTTP/1.1" status: 204 len: 168 time: 0.9621999 Oct 12 23:24:26.985003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34090) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:27.015652 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b92c2e4-4dec-4efa-a65e-19ff6b5a43d7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] GET failed (client error): The resource could not be found. Oct 12 23:24:27.017088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5b92c2e4-4dec-4efa-a65e-19ff6b5a43d7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "GET /v2.0/ports/ff536e33-6d54-40cd-8388-0ba6fe4ce29e HTTP/1.1" status: 404 len: 333 time: 0.0312114 Oct 12 23:24:27.020674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34092) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:27.095874 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.105852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Allocated IP 2001:db8::2 (1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc/89f1ef36-3d64-48ec-99da-ad8ea5e26f87/a4981570-7b48-4358-a6d3-dfd3d698ff17) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:27.182782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.210289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-70608889-b649-441b-bfa3-b572457e0709 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Deleting port 0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:27.210637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70608889-b649-441b-bfa3-b572457e0709 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.263735 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.308956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70608889-b649-441b-bfa3-b572457e0709 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.321176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-70608889-b649-441b-bfa3-b572457e0709 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Calling delete_port for 0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:27.347659 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.395214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Network 1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:27.398425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:27.403440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:27.405451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Pushing event updated for resources: {'Port': ['ID=a4981570-7b48-4358-a6d3-dfd3d698ff17,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:27.462224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Attempting to bind port a4981570-7b48-4358-a6d3-dfd3d698ff17 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:27.462572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Attempting to bind port a4981570-7b48-4358-a6d3-dfd3d698ff17 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '3b6af8e2-c1f5-46a6-ba8c-1067f2290150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:27.463028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Attempting to bind port a4981570-7b48-4358-a6d3-dfd3d698ff17 on network 1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:27.467882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:27.468264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Checking segment: {'id': '3b6af8e2-c1f5-46a6-ba8c-1067f2290150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:27.468931 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.469067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Bound using segment: {'id': '3b6af8e2-c1f5-46a6-ba8c-1067f2290150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:27.469488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Bound port: a4981570-7b48-4358-a6d3-dfd3d698ff17, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6af8e2-c1f5-46a6-ba8c-1067f2290150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:27.469863 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.476255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.503917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Subnet': ['ID=89f1ef36-3d64-48ec-99da-ad8ea5e26f87,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:27.544881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] For port a4981570-7b48-4358-a6d3-dfd3d698ff17, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:27.548167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] For port a4981570-7b48-4358-a6d3-dfd3d698ff17, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a4981570-7b48-4358-a6d3-dfd3d698ff17,segment=NetworkSegment(3b6af8e2-c1f5-46a6-ba8c-1067f2290150),segment_id=3b6af8e2-c1f5-46a6-ba8c-1067f2290150)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:27.620870 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.708877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a2e8a-4ad6-489d-b460-c3038e900578 None None] Pushing event updated for resources: {'Port': ['ID=a4981570-7b48-4358-a6d3-dfd3d698ff17,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:27.716334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2767b780-6528-414a-a056-e6db8aeae52b None None] Network 1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:27.858749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7de7dd-625e-4e0c-aa26-a68aecff92f8 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:24:27.919563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70608889-b649-441b-bfa3-b572457e0709 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.961561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70608889-b649-441b-bfa3-b572457e0709 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event deleted for resources: {'Port': ['ID=0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:27.968996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:27.973603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7de7dd-625e-4e0c-aa26-a68aecff92f8 None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:24:28.013829 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-70608889-b649-441b-bfa3-b572457e0709 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.017401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-70608889-b649-441b-bfa3-b572457e0709 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "DELETE /v2.0/ports/0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5 HTTP/1.1" status: 204 len: 168 time: 0.9908152 Oct 12 23:24:28.019295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:28.020598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34106) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:28.029707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6af8e2-c1f5-46a6-ba8c-1067f2290150') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:28.029998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6af8e2-c1f5-46a6-ba8c-1067f2290150') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:28.040811 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.051517 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f5812f-c861-44c3-94a4-9ba7d278dc9d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] GET failed (client error): The resource could not be found. Oct 12 23:24:28.053429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-41f5812f-c861-44c3-94a4-9ba7d278dc9d tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "GET /v2.0/ports/0d3220fc-338f-4c5b-b7d6-03f6a98d5ec5 HTTP/1.1" status: 404 len: 333 time: 0.0317006 Oct 12 23:24:28.055236 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.057623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34108) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:28.061928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:28.062384 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:28.065742 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:28.162118 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:24:28.162118 n-d-790519-14 neutron-server[101890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:24:28.162118 n-d-790519-14 neutron-server[101890]: [parameters: {'id': '1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc'}] Oct 12 23:24:28.162118 n-d-790519-14 neutron-server[101890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:24:28.163210 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:24:28.173215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ffaf4-48c8-4777-ae01-fd6725534838 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Deleting port 3fbd1b59-ee02-4095-b3cb-09fbe1f44194 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:28.173651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffaf4-48c8-4777-ae01-fd6725534838 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.272775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffaf4-48c8-4777-ae01-fd6725534838 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.287487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-bc8ffaf4-48c8-4777-ae01-fd6725534838 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Calling delete_port for 3fbd1b59-ee02-4095-b3cb-09fbe1f44194 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:28.510492 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffaf4-48c8-4777-ae01-fd6725534838 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.543595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8ffaf4-48c8-4777-ae01-fd6725534838 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event deleted for resources: {'Port': ['ID=3fbd1b59-ee02-4095-b3cb-09fbe1f44194,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:28.664595 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.730610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Deleting port a4981570-7b48-4358-a6d3-dfd3d698ff17 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:28.730853 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.806778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] For port a4981570-7b48-4358-a6d3-dfd3d698ff17, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a4981570-7b48-4358-a6d3-dfd3d698ff17,segment=NetworkSegment(3b6af8e2-c1f5-46a6-ba8c-1067f2290150),segment_id=3b6af8e2-c1f5-46a6-ba8c-1067f2290150)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:28.807182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.825225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Calling delete_port for a4981570-7b48-4358-a6d3-dfd3d698ff17 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:28.961271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.963762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bc8ffaf4-48c8-4777-ae01-fd6725534838 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:28.968644 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bc8ffaf4-48c8-4777-ae01-fd6725534838 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "DELETE /v2.0/ports/3fbd1b59-ee02-4095-b3cb-09fbe1f44194 HTTP/1.1" status: 204 len: 168 time: 0.9095218 Oct 12 23:24:28.971433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34122) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:28.994324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Port': ['ID=a4981570-7b48-4358-a6d3-dfd3d698ff17,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:29.009463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No DVR routers for this DVR port a4981570-7b48-4358-a6d3-dfd3d698ff17 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:29.034184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2531cb80-a408-419d-ae39-7ef0b23c644f tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Deleting subnet df859392-af20-4fc0-bdb3-39ad1ba8c42e {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:24:29.037624 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2531cb80-a408-419d-ae39-7ef0b23c644f tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.079320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2531cb80-a408-419d-ae39-7ef0b23c644f tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.095819 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.117558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:29.128228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6af8e2-c1f5-46a6-ba8c-1067f2290150') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:29.129193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6af8e2-c1f5-46a6-ba8c-1067f2290150') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:29.143854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.157437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.163664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:29.164234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:29.167707 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:29.169679 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2531cb80-a408-419d-ae39-7ef0b23c644f tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.293345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2531cb80-a408-419d-ae39-7ef0b23c644f tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.304318 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.311435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.319262 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc HTTP/1.1" status: 204 len: 168 time: 2.4164674 Oct 12 23:24:29.321909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34128) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:29.326881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1717970046'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:29.330339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2531cb80-a408-419d-ae39-7ef0b23c644f tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event deleted for resources: {'Subnet': ['ID=df859392-af20-4fc0-bdb3-39ad1ba8c42e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:29.337129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286ce0e-95cc-4398-9d14-1d0d3295a0db tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Network': ['ID=1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:29.337432 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2531cb80-a408-419d-ae39-7ef0b23c644f tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.342883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2531cb80-a408-419d-ae39-7ef0b23c644f tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "DELETE /v2.0/subnets/df859392-af20-4fc0-bdb3-39ad1ba8c42e HTTP/1.1" status: 204 len: 168 time: 0.3681755 Oct 12 23:24:29.343270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34130) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:29.348522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f044fe-9e80-4cac-b81f-b4116bc0de70 None None] Network daac6fd7-c1e3-4343-948e-87beca401f64 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:29.433883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.435728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:29.440902 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.469770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:29.481981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.482333 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Added segment 7217cb91-edd6-4ad5-851b-4018b5869c67 of type vlan for network 0e2d8903-e094-45d6-b971-841bbabf9668 Oct 12 23:24:29.493458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Deleting port 181f2537-0441-4222-8e08-13eabb7b7ba2 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:29.496974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.528507 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.556202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e141128-55a7-4a7f-a7f3-e4a512eba8b7 None None] DHCP port deletion for daac6fd7-c1e3-4343-948e-87beca401f64 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:24:29.579761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] For port 181f2537-0441-4222-8e08-13eabb7b7ba2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=181f2537-0441-4222-8e08-13eabb7b7ba2,segment=NetworkSegment(0b3a0cec-283b-4179-926e-a71135fb5e0f),segment_id=0b3a0cec-283b-4179-926e-a71135fb5e0f)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:29.580125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.593543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Calling delete_port for 181f2537-0441-4222-8e08-13eabb7b7ba2 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:29.611482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2e141128-55a7-4a7f-a7f3-e4a512eba8b7 None None] Deleting port 181f2537-0441-4222-8e08-13eabb7b7ba2 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:29.612701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2e141128-55a7-4a7f-a7f3-e4a512eba8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.628956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.634826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:29.635475 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.687090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2e141128-55a7-4a7f-a7f3-e4a512eba8b7 None None] For port 181f2537-0441-4222-8e08-13eabb7b7ba2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=181f2537-0441-4222-8e08-13eabb7b7ba2,segment=NetworkSegment(0b3a0cec-283b-4179-926e-a71135fb5e0f),segment_id=0b3a0cec-283b-4179-926e-a71135fb5e0f)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:29.687512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2e141128-55a7-4a7f-a7f3-e4a512eba8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.700220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2e141128-55a7-4a7f-a7f3-e4a512eba8b7 None None] Calling delete_port for 181f2537-0441-4222-8e08-13eabb7b7ba2 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:29.706076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Network': ['ID=0e2d8903-e094-45d6-b971-841bbabf9668,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:29.740483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 0e2d8903-e094-45d6-b971-841bbabf9668 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:29.757892 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fffc1c79-da53-4e7f-a39e-f311f77d9d1d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4347930 Oct 12 23:24:29.760635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34138) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:29.765712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Request body: {'subnet': {'network_id': '0e2d8903-e094-45d6-b971-841bbabf9668', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:29.775789 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.801037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event deleted for resources: {'Port': ['ID=181f2537-0441-4222-8e08-13eabb7b7ba2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:29.811345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] No DVR routers for this DVR port 181f2537-0441-4222-8e08-13eabb7b7ba2 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:29.847403 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2e141128-55a7-4a7f-a7f3-e4a512eba8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.883768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e141128-55a7-4a7f-a7f3-e4a512eba8b7 None None] Pushing event deleted for resources: {'Port': ['ID=181f2537-0441-4222-8e08-13eabb7b7ba2,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:29.890697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e141128-55a7-4a7f-a7f3-e4a512eba8b7 None None] No DVR routers for this DVR port 181f2537-0441-4222-8e08-13eabb7b7ba2 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:29.907810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.928949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daac6fd7-c1e3-4343-948e-87beca401f64']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:29.938013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3a0cec-283b-4179-926e-a71135fb5e0f') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:29.938304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3a0cec-283b-4179-926e-a71135fb5e0f') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:29.948194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.960992 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.966949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:29.967560 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:29.970230 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:29.984396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Made reservation on behalf of dbc4fb865d894dd2b02d3897446a002a for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:29.988623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:30.099174 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:30.107421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:30.110307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] 10.222.0.31 "DELETE /v2.0/networks/daac6fd7-c1e3-4343-948e-87beca401f64 HTTP/1.1" status: 204 len: 168 time: 0.7662284 Oct 12 23:24:30.125412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f8405-381d-4dac-8650-96dd26220ad7 tempest-AllowedAddressPairIpV6TestJSON-1219116198 tempest-AllowedAddressPairIpV6TestJSON-1219116198-project] Pushing event deleted for resources: {'Network': ['ID=daac6fd7-c1e3-4343-948e-87beca401f64,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:30.264709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 181f2537-0441-4222-8e08-13eabb7b7ba2 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:24:30.291518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 181f2537-0441-4222-8e08-13eabb7b7ba2 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:24:30.291861 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 181f2537-0441-4222-8e08-13eabb7b7ba2 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:24:30.427392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.objects.ports [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101889) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 12 23:24:30.428740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:30.491356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event updated for resources: {'Subnet': ['ID=9b32b606-0ee5-4bfb-a33c-771f9bf821ae,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:30.501515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Checking segment: {'id': '7217cb91-edd6-4ad5-851b-4018b5869c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0e2d8903-e094-45d6-b971-841bbabf9668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:30.501878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network hostable DHCP agents. Network: 0e2d8903-e094-45d6-b971-841bbabf9668, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:30.595763 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Network 0e2d8903-e094-45d6-b971-841bbabf9668 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:30.650776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:30.704060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 0e2d8903-e094-45d6-b971-841bbabf9668) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:30.710125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:30.710984 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:30.714693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c86f362-0ce9-428f-92d5-00ab0c4338dd None None] Network 0e2d8903-e094-45d6-b971-841bbabf9668 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:30.800027 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1b5f444a-8ef0-4b35-860a-6ff6f5e45a2e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.0379212 Oct 12 23:24:30.802883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34158) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:30.807415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f80bb0e8-5522-4013-b006-41e5d2488908 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a0a65c69316e444a84e5c9b291ba240f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1554747 Oct 12 23:24:30.812301 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:30.870186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92037bda-6023-4f7f-a14e-40f0b380f346 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:30.893688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92037bda-6023-4f7f-a14e-40f0b380f346 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:30.908044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-0e2d8903-e094-45d6-b971-841bbabf9668', 'network_id': '0e2d8903-e094-45d6-b971-841bbabf9668', 'tenant_id': 'dbc4fb865d894dd2b02d3897446a002a', 'fixed_ips': [{'subnet_id': '9b32b606-0ee5-4bfb-a33c-771f9bf821ae'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:30.909759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:30.912674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:30.968797 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.011381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92037bda-6023-4f7f-a14e-40f0b380f346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.014037 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92037bda-6023-4f7f-a14e-40f0b380f346 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.015354 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-92037bda-6023-4f7f-a14e-40f0b380f346 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b5f7a1c-bcee-45cf-9e6e-d18819864a86 HTTP/1.1" status: 204 len: 168 time: 0.2027423 Oct 12 23:24:31.023810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92037bda-6023-4f7f-a14e-40f0b380f346 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5f7a1c-bcee-45cf-9e6e-d18819864a86,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:31.066528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Allocated IP 2001:db8::f816:3eff:fe62:4a01 (0e2d8903-e094-45d6-b971-841bbabf9668/9b32b606-0ee5-4bfb-a33c-771f9bf821ae/0f71bc2b-da5a-4384-b07b-ce09df1aaf2a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:31.216210 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.338654 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.383001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Network 0e2d8903-e094-45d6-b971-841bbabf9668 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:31.391858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:31.391858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:31.393886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Pushing event updated for resources: {'Port': ['ID=0f71bc2b-da5a-4384-b07b-ce09df1aaf2a,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:31.440188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.450231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Attempting to bind port 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:31.450610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Attempting to bind port 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '7217cb91-edd6-4ad5-851b-4018b5869c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0e2d8903-e094-45d6-b971-841bbabf9668'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:31.450998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Attempting to bind port 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a on network 0e2d8903-e094-45d6-b971-841bbabf9668 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:31.457114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:31.457612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Checking segment: {'id': '7217cb91-edd6-4ad5-851b-4018b5869c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0e2d8903-e094-45d6-b971-841bbabf9668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:31.458017 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.458408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Bound using segment: {'id': '7217cb91-edd6-4ad5-851b-4018b5869c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0e2d8903-e094-45d6-b971-841bbabf9668'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:31.458885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Bound port: 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7217cb91-edd6-4ad5-851b-4018b5869c67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0e2d8903-e094-45d6-b971-841bbabf9668'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:31.459303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.478597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Subnet': ['ID=9b32b606-0ee5-4bfb-a33c-771f9bf821ae,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:31.541697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] For port 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:31.545001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] For port 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0f71bc2b-da5a-4384-b07b-ce09df1aaf2a,segment=NetworkSegment(7217cb91-edd6-4ad5-851b-4018b5869c67),segment_id=7217cb91-edd6-4ad5-851b-4018b5869c67)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:31.551897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.571669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2d8903-e094-45d6-b971-841bbabf9668']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:31.580633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7217cb91-edd6-4ad5-851b-4018b5869c67') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:31.580912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7217cb91-edd6-4ad5-851b-4018b5869c67') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:31.591716 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.657980 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.661008 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.668034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:31.668641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:31.671696 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:31.750505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7a5691-5f76-4e8b-bdeb-09f1992c2baf None None] Pushing event updated for resources: {'Port': ['ID=0f71bc2b-da5a-4384-b07b-ce09df1aaf2a,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:31.765361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ab8e2-2c5b-4076-b762-4af46915dbb0 None None] Network 0e2d8903-e094-45d6-b971-841bbabf9668 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:31.806556 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:24:31.806556 n-d-790519-14 neutron-server[101890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:24:31.806556 n-d-790519-14 neutron-server[101890]: [parameters: {'id': '0e2d8903-e094-45d6-b971-841bbabf9668'}] Oct 12 23:24:31.806556 n-d-790519-14 neutron-server[101890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:24:31.807055 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:24:31.891118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f282d54-9ea7-474c-8be4-f71f50639c65 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:24:31.983534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f282d54-9ea7-474c-8be4-f71f50639c65 None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:24:32.187799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34200) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:32.292373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1921001762'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:32.308234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.362359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Deleting port 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:32.362591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.383135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.391727 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.433928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] For port 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0f71bc2b-da5a-4384-b07b-ce09df1aaf2a,segment=NetworkSegment(7217cb91-edd6-4ad5-851b-4018b5869c67),segment_id=7217cb91-edd6-4ad5-851b-4018b5869c67)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:32.434323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.448170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Calling delete_port for 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:32.471042 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.543937 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.584866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5727d66-52fa-406c-8a10-a8beddcb6625,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:32.624111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.628171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.656034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Port': ['ID=0f71bc2b-da5a-4384-b07b-ce09df1aaf2a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:32.660471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No DVR routers for this DVR port 0f71bc2b-da5a-4384-b07b-ce09df1aaf2a on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:32.709781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.741611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1775595b-a428-4efe-be87-7a3ebb0016ab,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:32.741887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.766372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e2d8903-e094-45d6-b971-841bbabf9668']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:32.777709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7217cb91-edd6-4ad5-851b-4018b5869c67') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:32.777976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7217cb91-edd6-4ad5-851b-4018b5869c67') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:32.788974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.803293 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.804268 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.804578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-879d01e4-df53-487c-aada-fb064841ef25 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6155252 Oct 12 23:24:32.807317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34206) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:32.811733 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:32.812131 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:32.815915 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:32.865369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-19ef920d-0ae1-40bc-b183-e743cdfc95a7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0567822 Oct 12 23:24:32.868193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34208) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:32.872799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-53c1b87c-86f3-491c-b207-079b55194222 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group': {'name': 'tempest-security--572840936', 'description': 'tempest-security-description-1493875771'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:32.900385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53c1b87c-86f3-491c-b207-079b55194222 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.947594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53c1b87c-86f3-491c-b207-079b55194222 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.961605 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.970109 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:32.971974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/0e2d8903-e094-45d6-b971-841bbabf9668 HTTP/1.1" status: 204 len: 168 time: 2.1681485 Oct 12 23:24:32.975548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34210) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:32.984572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd897d03-ab65-44c1-b1f6-5aa5e2fd31f6 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Network': ['ID=0e2d8903-e094-45d6-b971-841bbabf9668,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:33.004705 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e22d374-315c-4ae6-8857-9a4f8222de1c tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): The resource could not be found. Oct 12 23:24:33.005178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e22d374-315c-4ae6-8857-9a4f8222de1c tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:33.010196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e22d374-315c-4ae6-8857-9a4f8222de1c tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/subnets/9b32b606-0ee5-4bfb-a33c-771f9bf821ae HTTP/1.1" status: 404 len: 337 time: 0.0335934 Oct 12 23:24:33.011062 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34212) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.030299 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-f71289eb-15ea-454c-acff-991cc8daa418 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): The resource could not be found. Oct 12 23:24:33.030842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f71289eb-15ea-454c-acff-991cc8daa418 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:33.034701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f71289eb-15ea-454c-acff-991cc8daa418 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/0e2d8903-e094-45d6-b971-841bbabf9668 HTTP/1.1" status: 404 len: 339 time: 0.0225656 Oct 12 23:24:33.037395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34214) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.047165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53c1b87c-86f3-491c-b207-079b55194222 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.050430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53c1b87c-86f3-491c-b207-079b55194222 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.054206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-53c1b87c-86f3-491c-b207-079b55194222 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "PUT /v2.0/security-groups/1775595b-a428-4efe-be87-7a3ebb0016ab HTTP/1.1" status: 200 len: 1779 time: 0.1825421 Oct 12 23:24:33.055287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34216) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.064885 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bfa3d82-7905-4cc6-8263-6a261c6a2bb4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): The resource could not be found. Oct 12 23:24:33.065864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bfa3d82-7905-4cc6-8263-6a261c6a2bb4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:33.068935 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1bfa3d82-7905-4cc6-8263-6a261c6a2bb4 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/subnets/89f1ef36-3d64-48ec-99da-ad8ea5e26f87 HTTP/1.1" status: 404 len: 337 time: 0.0306358 Oct 12 23:24:33.071710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34218) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.090251 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c2d1256-40b7-456c-ad1e-7b72d3ebb0b9 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): The resource could not be found. Oct 12 23:24:33.091479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c2d1256-40b7-456c-ad1e-7b72d3ebb0b9 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:33.094384 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c2d1256-40b7-456c-ad1e-7b72d3ebb0b9 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/1de6f5f2-df40-4fd6-b707-3ade0fcdb0dc HTTP/1.1" status: 404 len: 339 time: 0.0216589 Oct 12 23:24:33.097242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34220) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.104223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c1b87c-86f3-491c-b207-079b55194222 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1775595b-a428-4efe-be87-7a3ebb0016ab,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:33.116353 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7b35656b-5fa3-4599-8e46-fb69fd77e4b3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups/1775595b-a428-4efe-be87-7a3ebb0016ab HTTP/1.1" status: 200 len: 1779 time: 0.0599828 Oct 12 23:24:33.118783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34222) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.124524 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07fc821-e243-4519-a836-4fc43508e36f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): The resource could not be found. Oct 12 23:24:33.125097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07fc821-e243-4519-a836-4fc43508e36f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:33.128703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c07fc821-e243-4519-a836-4fc43508e36f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/subnets/6b54e079-7897-4411-88ba-90594c5f4e61 HTTP/1.1" status: 404 len: 337 time: 0.0304358 Oct 12 23:24:33.131221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34224) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.149393 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef986f1a-edbe-40d9-854d-224cf672039f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): The resource could not be found. Oct 12 23:24:33.149929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef986f1a-edbe-40d9-854d-224cf672039f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:33.155347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ef986f1a-edbe-40d9-854d-224cf672039f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/12c46ad2-3c9a-44a8-b820-dfe2714ac1ef HTTP/1.1" status: 404 len: 339 time: 0.0206537 Oct 12 23:24:33.155525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34226) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.175235 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dd1d444d-6fb3-4f3e-93bd-7b911e34baf3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.201617 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dd1d444d-6fb3-4f3e-93bd-7b911e34baf3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.251763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7448e-391b-44e6-80f1-044c780d7c89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Deleting port 4e63c206-2f90-484a-ba94-48dd586c3f57 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:33.252732 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7c7448e-391b-44e6-80f1-044c780d7c89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.322567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7c7448e-391b-44e6-80f1-044c780d7c89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.332734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dd1d444d-6fb3-4f3e-93bd-7b911e34baf3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.335189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e7c7448e-391b-44e6-80f1-044c780d7c89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Calling delete_port for 4e63c206-2f90-484a-ba94-48dd586c3f57 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:33.337113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dd1d444d-6fb3-4f3e-93bd-7b911e34baf3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.337113 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dd1d444d-6fb3-4f3e-93bd-7b911e34baf3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-groups/1775595b-a428-4efe-be87-7a3ebb0016ab HTTP/1.1" status: 204 len: 168 time: 0.2169511 Oct 12 23:24:33.340358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34228) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.358822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1d444d-6fb3-4f3e-93bd-7b911e34baf3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1775595b-a428-4efe-be87-7a3ebb0016ab,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:33.400102 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-32efb69a-763f-4418-9fb2-69bb000ba1e1 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0573821 Oct 12 23:24:33.402644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34230) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.418327 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-a55b3fc1-60b1-45c3-a9cd-a1e1353520a6 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] delete failed (client error): The resource could not be found. Oct 12 23:24:33.419316 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a55b3fc1-60b1-45c3-a9cd-a1e1353520a6 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-groups/1775595b-a428-4efe-be87-7a3ebb0016ab HTTP/1.1" status: 404 len: 347 time: 0.0157170 Oct 12 23:24:33.424982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34232) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.429268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b8baf75e-e7aa-41bd-ba93-131d34884159 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1156794555'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:33.514169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7c7448e-391b-44e6-80f1-044c780d7c89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.542804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b8baf75e-e7aa-41bd-ba93-131d34884159 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.550406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7448e-391b-44e6-80f1-044c780d7c89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Port': ['ID=4e63c206-2f90-484a-ba94-48dd586c3f57,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:33.556079 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7c7448e-391b-44e6-80f1-044c780d7c89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.559571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e7c7448e-391b-44e6-80f1-044c780d7c89 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/ports/4e63c206-2f90-484a-ba94-48dd586c3f57 HTTP/1.1" status: 204 len: 168 time: 0.4030964 Oct 12 23:24:33.561861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34234) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.591300 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b479a93-31cf-489a-95d2-8ab871e6ee04 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): The resource could not be found. Oct 12 23:24:33.591763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b479a93-31cf-489a-95d2-8ab871e6ee04 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:33.597916 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6b479a93-31cf-489a-95d2-8ab871e6ee04 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/subnets/baac1bfb-c779-4723-b8e8-3778e30bbc48 HTTP/1.1" status: 404 len: 337 time: 0.0320222 Oct 12 23:24:33.598397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34236) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.628489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b8baf75e-e7aa-41bd-ba93-131d34884159 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.688229 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.692767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b8baf75e-e7aa-41bd-ba93-131d34884159 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.726703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baf75e-e7aa-41bd-ba93-131d34884159 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb321eca-fd60-452b-8849-e2316811497b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:33.783295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b8baf75e-e7aa-41bd-ba93-131d34884159 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.784889 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b8baf75e-e7aa-41bd-ba93-131d34884159 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3586206 Oct 12 23:24:33.787487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34240) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:33.792281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2ad90907-7fc2-4065-980f-f5189e686662 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': 'bb321eca-fd60-452b-8849-e2316811497b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:33.803078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.828669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d571b587-48b5-446d-b85f-276f710b885e']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:33.839829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3380e9-d0da-4463-bea0-83455f46e2f1') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:33.840118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3380e9-d0da-4463-bea0-83455f46e2f1') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:33.851354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.866363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.872685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:33.873080 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:33.876366 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:33.882771 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ad90907-7fc2-4065-980f-f5189e686662 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:33.941809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ad90907-7fc2-4065-980f-f5189e686662 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.023116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.032504 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.033540 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/d571b587-48b5-446d-b85f-276f710b885e HTTP/1.1" status: 204 len: 168 time: 0.4341233 Oct 12 23:24:34.036767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34242) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:34.045733 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff583b-af6d-460b-a6eb-fcbe60cc977f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Network': ['ID=d571b587-48b5-446d-b85f-276f710b885e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:34.064422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ad90907-7fc2-4065-980f-f5189e686662 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.091213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad90907-7fc2-4065-980f-f5189e686662 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5bcf67-56e8-4f4e-bf96-bc34389bbab9,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:34.148193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f442cfc1-2edd-4740-9ed2-3c0b5d8e4178 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Deleting port 1c0b0cb9-1c01-4d82-b67c-92bb52fa5cbc {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:34.148548 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f442cfc1-2edd-4740-9ed2-3c0b5d8e4178 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.195774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ad90907-7fc2-4065-980f-f5189e686662 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.196870 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2ad90907-7fc2-4065-980f-f5189e686662 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4084089 Oct 12 23:24:34.199848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34244) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:34.224704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f442cfc1-2edd-4740-9ed2-3c0b5d8e4178 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.229907 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0214a803-89b0-4deb-8e63-4ebe0c6cc8b8 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.239193 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0214a803-89b0-4deb-8e63-4ebe0c6cc8b8 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.240808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f442cfc1-2edd-4740-9ed2-3c0b5d8e4178 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Calling delete_port for 1c0b0cb9-1c01-4d82-b67c-92bb52fa5cbc owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:34.336931 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0214a803-89b0-4deb-8e63-4ebe0c6cc8b8 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.343106 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0214a803-89b0-4deb-8e63-4ebe0c6cc8b8 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.344200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0214a803-89b0-4deb-8e63-4ebe0c6cc8b8 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/1c5bcf67-56e8-4f4e-bf96-bc34389bbab9 HTTP/1.1" status: 204 len: 168 time: 0.1432726 Oct 12 23:24:34.347584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34246) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:34.350052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0214a803-89b0-4deb-8e63-4ebe0c6cc8b8 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1c5bcf67-56e8-4f4e-bf96-bc34389bbab9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:34.395215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f442cfc1-2edd-4740-9ed2-3c0b5d8e4178 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.420426 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-50084697-4019-4550-949e-19f77f0c7c76 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0715370 Oct 12 23:24:34.423743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34248) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:34.443136 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f442cfc1-2edd-4740-9ed2-3c0b5d8e4178 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.446874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f442cfc1-2edd-4740-9ed2-3c0b5d8e4178 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/ports/1c0b0cb9-1c01-4d82-b67c-92bb52fa5cbc HTTP/1.1" status: 204 len: 168 time: 0.4089615 Oct 12 23:24:34.447972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442cfc1-2edd-4740-9ed2-3c0b5d8e4178 tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Port': ['ID=1c0b0cb9-1c01-4d82-b67c-92bb52fa5cbc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:34.450199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34250) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:34.476552 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1be8d529-9007-4c91-9234-0aaa90f7281f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] DELETE failed (client error): The resource could not be found. Oct 12 23:24:34.477019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1be8d529-9007-4c91-9234-0aaa90f7281f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:34.480323 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1be8d529-9007-4c91-9234-0aaa90f7281f tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/subnets/b0ce2b5d-b1e4-4a8f-aeff-cb70a92fbead HTTP/1.1" status: 404 len: 337 time: 0.0289955 Oct 12 23:24:34.482833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34252) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:34.503399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2709dbab-e5ed-47b9-8317-28de71f8be48 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.526907 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2709dbab-e5ed-47b9-8317-28de71f8be48 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.560721 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.652792 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.653091 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2709dbab-e5ed-47b9-8317-28de71f8be48 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.655466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2709dbab-e5ed-47b9-8317-28de71f8be48 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.656673 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2709dbab-e5ed-47b9-8317-28de71f8be48 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-groups/bb321eca-fd60-452b-8849-e2316811497b HTTP/1.1" status: 204 len: 168 time: 0.2310114 Oct 12 23:24:34.660588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34254) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:34.666780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2709dbab-e5ed-47b9-8317-28de71f8be48 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb321eca-fd60-452b-8849-e2316811497b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:34.686772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed616550-049c-492e-bf33-ceefaf8e6b53']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:34.700820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:34.701040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1af3e4c9-fa96-4dcf-a955-8a7aa05d3ffd') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:34.718827 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.744901 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e31ef90b-f6ef-4e6c-9666-15f118b13c08 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0798159 Oct 12 23:24:34.745281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34256) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:34.746303 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.750088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d836000f-3338-4fe4-8430-81299a842821 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group': {'name': 'tempest-secgroup--435566393'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:34.753434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:34.753843 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:34.757536 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:34.839950 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d836000f-3338-4fe4-8430-81299a842821 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.904277 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d836000f-3338-4fe4-8430-81299a842821 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.915464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.920978 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.925035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/ed616550-049c-492e-bf33-ceefaf8e6b53 HTTP/1.1" status: 204 len: 168 time: 0.4412186 Oct 12 23:24:34.927712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34260) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:34.940018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef00e32f-a87a-475a-bd1d-a3f18567253d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Network': ['ID=ed616550-049c-492e-bf33-ceefaf8e6b53,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:34.977015 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d836000f-3338-4fe4-8430-81299a842821 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:34.989743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d6de07-9f37-45c7-8117-f766ee25b49d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Deleting subnet fd02a70b-da5c-44bb-8630-1aa8c6b79447 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:24:35.001987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d6de07-9f37-45c7-8117-f766ee25b49d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.045717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836000f-3338-4fe4-8430-81299a842821 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=786d3094-78ab-46f7-9673-5b53db697868,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:35.055794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d6de07-9f37-45c7-8117-f766ee25b49d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.102227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d836000f-3338-4fe4-8430-81299a842821 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.103537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d836000f-3338-4fe4-8430-81299a842821 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3571508 Oct 12 23:24:35.106486 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:35.111288 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3aac1a3a-677c-4028-b44d-c9b807ff17f5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '786d3094-78ab-46f7-9673-5b53db697868', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:35.146028 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d6de07-9f37-45c7-8117-f766ee25b49d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.216599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3aac1a3a-677c-4028-b44d-c9b807ff17f5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.273975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3aac1a3a-677c-4028-b44d-c9b807ff17f5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.299111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d6de07-9f37-45c7-8117-f766ee25b49d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.326133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d6de07-9f37-45c7-8117-f766ee25b49d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Subnet': ['ID=fd02a70b-da5c-44bb-8630-1aa8c6b79447,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:35.329745 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33d6de07-9f37-45c7-8117-f766ee25b49d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.335668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-33d6de07-9f37-45c7-8117-f766ee25b49d tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/subnets/fd02a70b-da5c-44bb-8630-1aa8c6b79447 HTTP/1.1" status: 204 len: 168 time: 0.4046209 Oct 12 23:24:35.336422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34264) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:35.339986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2bc43e-5f94-4e1f-9803-97a2f5ceae5b None None] Network ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:35.359868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3aac1a3a-677c-4028-b44d-c9b807ff17f5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.422997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aac1a3a-677c-4028-b44d-c9b807ff17f5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b148116c-1cca-4a07-b1f2-544c8fa96e44,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:35.452293 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.516376 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3aac1a3a-677c-4028-b44d-c9b807ff17f5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.518802 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3aac1a3a-677c-4028-b44d-c9b807ff17f5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4111094 Oct 12 23:24:35.520496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Deleting port 1e681569-74de-4c86-927f-4163e52f1868 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:35.521159 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.522205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34266) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:35.534003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-22a5a485-cbbb-46b7-b28f-425145feae37 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '786d3094-78ab-46f7-9673-5b53db697868', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:35.541420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5911ec2b-d0d3-42bc-a790-9ef8e4558702 None None] DHCP port deletion for ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:24:35.597790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5911ec2b-d0d3-42bc-a790-9ef8e4558702 None None] Deleting port 1e681569-74de-4c86-927f-4163e52f1868 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:35.598331 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5911ec2b-d0d3-42bc-a790-9ef8e4558702 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.608478 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] For port 1e681569-74de-4c86-927f-4163e52f1868, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1e681569-74de-4c86-927f-4163e52f1868,segment=NetworkSegment(858ab18f-988d-4e36-b7ab-6d449f234944),segment_id=858ab18f-988d-4e36-b7ab-6d449f234944)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:35.608848 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.623913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Calling delete_port for 1e681569-74de-4c86-927f-4163e52f1868 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:35.646189 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22a5a485-cbbb-46b7-b28f-425145feae37 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.673020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5911ec2b-d0d3-42bc-a790-9ef8e4558702 None None] For port 1e681569-74de-4c86-927f-4163e52f1868, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1e681569-74de-4c86-927f-4163e52f1868,segment=NetworkSegment(858ab18f-988d-4e36-b7ab-6d449f234944),segment_id=858ab18f-988d-4e36-b7ab-6d449f234944)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:35.673423 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5911ec2b-d0d3-42bc-a790-9ef8e4558702 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.692768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5911ec2b-d0d3-42bc-a790-9ef8e4558702 None None] Calling delete_port for 1e681569-74de-4c86-927f-4163e52f1868 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:35.724663 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22a5a485-cbbb-46b7-b28f-425145feae37 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.807054 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.814029 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5911ec2b-d0d3-42bc-a790-9ef8e4558702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.832995 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Port': ['ID=1e681569-74de-4c86-927f-4163e52f1868,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:35.835711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22a5a485-cbbb-46b7-b28f-425145feae37 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.843899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911ec2b-d0d3-42bc-a790-9ef8e4558702 None None] Pushing event deleted for resources: {'Port': ['ID=1e681569-74de-4c86-927f-4163e52f1868,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:35.847723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5911ec2b-d0d3-42bc-a790-9ef8e4558702 None None] No DVR routers for this DVR port 1e681569-74de-4c86-927f-4163e52f1868 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:35.854659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a5a485-cbbb-46b7-b28f-425145feae37 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a787f49f-9a5e-421b-9a59-9297e4c0fde5,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:35.855474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] No DVR routers for this DVR port 1e681569-74de-4c86-927f-4163e52f1868 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:35.944254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.963086 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-22a5a485-cbbb-46b7-b28f-425145feae37 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:35.964322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-22a5a485-cbbb-46b7-b28f-425145feae37 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4411185 Oct 12 23:24:35.964880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:35.967174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34270) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:35.979130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-0076ffb1-3388-4417-9715-f9379db11e3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '786d3094-78ab-46f7-9673-5b53db697868', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:35.981335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858ab18f-988d-4e36-b7ab-6d449f234944') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:35.982645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858ab18f-988d-4e36-b7ab-6d449f234944') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:35.995147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.009364 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.015305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:36.015698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:36.019300 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:36.074778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0076ffb1-3388-4417-9715-f9379db11e3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.146052 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0076ffb1-3388-4417-9715-f9379db11e3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.155574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.168919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.174878 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] 10.222.0.31 "DELETE /v2.0/networks/ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542 HTTP/1.1" status: 204 len: 168 time: 0.8351109 Oct 12 23:24:36.186654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b2fd4-9a9a-4a79-bfb0-6238f5970b6e tempest-NetworksIpV6TestAttrs-730870180 tempest-NetworksIpV6TestAttrs-730870180-project] Pushing event deleted for resources: {'Network': ['ID=ae1dbb4b-8ee5-45a9-bfd1-3954fdb11542,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:36.205437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1e681569-74de-4c86-927f-4163e52f1868 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:24:36.226919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1e681569-74de-4c86-927f-4163e52f1868 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:24:36.227289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1e681569-74de-4c86-927f-4163e52f1868 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:24:36.229991 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0076ffb1-3388-4417-9715-f9379db11e3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.251273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076ffb1-3388-4417-9715-f9379db11e3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ea4377-174e-4cbd-b515-6b25eee1ce00,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:36.334991 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0076ffb1-3388-4417-9715-f9379db11e3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.336293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0076ffb1-3388-4417-9715-f9379db11e3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3681514 Oct 12 23:24:36.339653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34274) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:36.343752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-442a3f66-b946-4c1e-adcc-66b658ca8d06 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '786d3094-78ab-46f7-9673-5b53db697868', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:36.452253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-442a3f66-b946-4c1e-adcc-66b658ca8d06 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.516903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-442a3f66-b946-4c1e-adcc-66b658ca8d06 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.584663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-442a3f66-b946-4c1e-adcc-66b658ca8d06 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.605466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a3f66-b946-4c1e-adcc-66b658ca8d06 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f8a6ce0-16be-44aa-ae53-db965b1ed949,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:36.671940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-442a3f66-b946-4c1e-adcc-66b658ca8d06 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.673379 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-442a3f66-b946-4c1e-adcc-66b658ca8d06 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3332300 Oct 12 23:24:36.676817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34278) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:36.681370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c5708c01-8ea6-4cb3-a56f-ec88c172a0ed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '786d3094-78ab-46f7-9673-5b53db697868', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:36.734926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34280) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:36.755621 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5708c01-8ea6-4cb3-a56f-ec88c172a0ed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.819735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5708c01-8ea6-4cb3-a56f-ec88c172a0ed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.875743 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-65991736-c1d0-420d-96d8-6fc8ea589ded admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=dbc4fb865d894dd2b02d3897446a002a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1393945 Oct 12 23:24:36.878269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34284) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:36.885803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5708c01-8ea6-4cb3-a56f-ec88c172a0ed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.909065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5708c01-8ea6-4cb3-a56f-ec88c172a0ed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3864255-383d-45a9-a287-8976ab99f855,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:36.941645 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4ef1209f-30aa-49af-bbda-2aa255ae670a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.963461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4ef1209f-30aa-49af-bbda-2aa255ae670a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.985903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c5708c01-8ea6-4cb3-a56f-ec88c172a0ed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:36.990323 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c5708c01-8ea6-4cb3-a56f-ec88c172a0ed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3097074 Oct 12 23:24:36.990444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34288) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.017290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-41d2d407-88c4-49c9-94d6-88ce6493256a tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.026218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-41d2d407-88c4-49c9-94d6-88ce6493256a tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.064105 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4ef1209f-30aa-49af-bbda-2aa255ae670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.067354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4ef1209f-30aa-49af-bbda-2aa255ae670a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.068538 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4ef1209f-30aa-49af-bbda-2aa255ae670a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9bb62d7c-8c43-48b0-9867-1a26e716baea HTTP/1.1" status: 204 len: 168 time: 0.1893291 Oct 12 23:24:37.078267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef1209f-30aa-49af-bbda-2aa255ae670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb62d7c-8c43-48b0-9867-1a26e716baea,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:37.104071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-41d2d407-88c4-49c9-94d6-88ce6493256a tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.113271 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-41d2d407-88c4-49c9-94d6-88ce6493256a tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.113271 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-41d2d407-88c4-49c9-94d6-88ce6493256a tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b3864255-383d-45a9-a287-8976ab99f855 HTTP/1.1" status: 204 len: 168 time: 0.1191421 Oct 12 23:24:37.113496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34292) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.121326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2d407-88c4-49c9-94d6-88ce6493256a tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b3864255-383d-45a9-a287-8976ab99f855,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:37.169732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b86b7243-a43a-465f-b126-aab69f867f69 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0549603 Oct 12 23:24:37.172467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34294) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.198087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b827332-9d6e-49f2-a050-d17c1078c7e3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.207005 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b827332-9d6e-49f2-a050-d17c1078c7e3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.287205 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b827332-9d6e-49f2-a050-d17c1078c7e3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.293454 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3b827332-9d6e-49f2-a050-d17c1078c7e3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.294557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3b827332-9d6e-49f2-a050-d17c1078c7e3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/9f8a6ce0-16be-44aa-ae53-db965b1ed949 HTTP/1.1" status: 204 len: 168 time: 0.1211870 Oct 12 23:24:37.297571 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34296) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.300977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b827332-9d6e-49f2-a050-d17c1078c7e3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f8a6ce0-16be-44aa-ae53-db965b1ed949,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:37.353485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a7b69574-9c1c-4337-9f0b-fd86eb7e8007 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0545201 Oct 12 23:24:37.356211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34300) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.387923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.397133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.504209 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.518346 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.518346 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/14ea4377-174e-4cbd-b515-6b25eee1ce00 HTTP/1.1" status: 204 len: 168 time: 0.1554675 Oct 12 23:24:37.518346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14ea4377-174e-4cbd-b515-6b25eee1ce00,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:37.518642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34308) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.525681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.526024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.526361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.526697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.527050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.527380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.527788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.528117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.528442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.528812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.529141 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.529460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8637bcda-a843-4a95-8451-ff29790cb68c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:37.569099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e3a5ffc0-2154-478f-8c49-2f55d72f31cb tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0496647 Oct 12 23:24:37.571805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34310) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.597188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0688-e403-4a1b-be69-32add7636a0b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.605120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0688-e403-4a1b-be69-32add7636a0b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.731532 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0688-e403-4a1b-be69-32add7636a0b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.739503 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4d3d0688-e403-4a1b-be69-32add7636a0b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.740828 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4d3d0688-e403-4a1b-be69-32add7636a0b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a787f49f-9a5e-421b-9a59-9297e4c0fde5 HTTP/1.1" status: 204 len: 168 time: 0.1678593 Oct 12 23:24:37.743317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34314) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.744874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3d0688-e403-4a1b-be69-32add7636a0b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a787f49f-9a5e-421b-9a59-9297e4c0fde5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:37.787011 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dc841b5d-3acc-4cd3-b264-05ca0f1a19c0 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0422440 Oct 12 23:24:37.789754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34316) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.814671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adf716ed-b63a-433b-b140-e848433dd56c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.823226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adf716ed-b63a-433b-b140-e848433dd56c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.942824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adf716ed-b63a-433b-b140-e848433dd56c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.952314 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-adf716ed-b63a-433b-b140-e848433dd56c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:37.955995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-adf716ed-b63a-433b-b140-e848433dd56c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/b148116c-1cca-4a07-b1f2-544c8fa96e44 HTTP/1.1" status: 204 len: 168 time: 0.1628423 Oct 12 23:24:37.956472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34326) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:37.966517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf716ed-b63a-433b-b140-e848433dd56c tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b148116c-1cca-4a07-b1f2-544c8fa96e44,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:38.023313 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0e1a4e61-9a31-4768-8241-3f0aea7556a3 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0655873 Oct 12 23:24:38.027216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34334) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:38.100835 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36474d7f-5990-441c-b443-03f36dd83ae7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.129266 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36474d7f-5990-441c-b443-03f36dd83ae7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.140161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34338) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:38.270906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-241110074'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:38.280096 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36474d7f-5990-441c-b443-03f36dd83ae7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.283105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-36474d7f-5990-441c-b443-03f36dd83ae7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.285141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-36474d7f-5990-441c-b443-03f36dd83ae7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-groups/786d3094-78ab-46f7-9673-5b53db697868 HTTP/1.1" status: 204 len: 168 time: 0.2566459 Oct 12 23:24:38.288018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34348) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:38.301442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36474d7f-5990-441c-b443-03f36dd83ae7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=786d3094-78ab-46f7-9673-5b53db697868,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:38.352272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cbc87a38-0a7c-4036-afb3-f74a905c697f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0589905 Oct 12 23:24:38.353926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34350) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:38.359648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8bdc897d-56ef-49fa-834d-ecaed04cc782 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1204161422'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:38.373655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:38.377801 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.394185 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.471515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.475159 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8bdc897d-56ef-49fa-834d-ecaed04cc782 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.538072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.560074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8bdc897d-56ef-49fa-834d-ecaed04cc782 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.577758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:38.584163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1528107-0a2f-4458-b4d8-edc9520c9523,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:38.603699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.603699 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Added segment 96a0a3c8-5257-468a-8edc-b25ba88182bb of type vlan for network 9216218f-4f48-491e-a808-6cf408d713bb Oct 12 23:24:38.642699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.660401 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8bdc897d-56ef-49fa-834d-ecaed04cc782 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.699641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc897d-56ef-49fa-834d-ecaed04cc782 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb3a885-b7c0-4b87-999f-aa28398510cc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:38.770666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8bdc897d-56ef-49fa-834d-ecaed04cc782 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.774717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8bdc897d-56ef-49fa-834d-ecaed04cc782 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4167171 Oct 12 23:24:38.774717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.777027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34370) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:38.780330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '9fb3a885-b7c0-4b87-999f-aa28398510cc', 'direction': 'ingress', 'protocol': 17}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:38.790721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:38.791573 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.865067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Network': ['ID=9216218f-4f48-491e-a808-6cf408d713bb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:38.875635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 9216218f-4f48-491e-a808-6cf408d713bb details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:38.886172 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.939489 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:38.974885 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d72b03b9-51c6-49d2-9522-bda2c5053cec tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8335042 Oct 12 23:24:38.977363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34384) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:38.982538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'name': 'tempest-PortsTestJSON-333990787'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:39.016952 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.038526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d367d00-e6d3-4d39-aaae-107ed7d16449,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:39.047014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.047327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.047675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.048012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.048348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.048682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.049067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.049576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.050214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.050531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.050958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.051236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:24:39.121822 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.123179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-859652ff-3dea-41a3-8875-bce4955caf23 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3470559 Oct 12 23:24:39.125856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34390) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:39.193796 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-11902cfe-e2d8-40d9-b15b-b0c7cfa308cd tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.218392 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-11902cfe-e2d8-40d9-b15b-b0c7cfa308cd tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.226652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:39.235528 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.256885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:39.393312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-11902cfe-e2d8-40d9-b15b-b0c7cfa308cd tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.395909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-11902cfe-e2d8-40d9-b15b-b0c7cfa308cd tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.397053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-11902cfe-e2d8-40d9-b15b-b0c7cfa308cd tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-groups/9fb3a885-b7c0-4b87-999f-aa28398510cc HTTP/1.1" status: 204 len: 168 time: 0.2702327 Oct 12 23:24:39.399837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34406) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:39.447147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d440adee-5781-4423-8567-78c69f41af3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0459318 Oct 12 23:24:39.448719 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11902cfe-e2d8-40d9-b15b-b0c7cfa308cd tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb3a885-b7c0-4b87-999f-aa28398510cc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:39.453338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34412) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:39.458515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d947571b-08f0-424c-b70e-4fb8b7d63f3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group': {'name': 'tempest-secgroup--435440861'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:39.498552 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.549927 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d947571b-08f0-424c-b70e-4fb8b7d63f3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.619119 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.623341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d947571b-08f0-424c-b70e-4fb8b7d63f3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.683273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=2b76ae86-c8fb-4072-a444-86d0b61c6a97,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:39.693876 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Checking segment: {'id': '96a0a3c8-5257-468a-8edc-b25ba88182bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9216218f-4f48-491e-a808-6cf408d713bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:39.694241 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network hostable DHCP agents. Network: 9216218f-4f48-491e-a808-6cf408d713bb, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:39.709676 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d947571b-08f0-424c-b70e-4fb8b7d63f3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.740013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d947571b-08f0-424c-b70e-4fb8b7d63f3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95a96d46-836b-4428-af41-8b24b0cd0728,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:39.749886 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:39.815260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d947571b-08f0-424c-b70e-4fb8b7d63f3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.819969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d947571b-08f0-424c-b70e-4fb8b7d63f3f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3629661 Oct 12 23:24:39.822081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34428) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:39.826192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6bfdc8ef-b8b5-4edf-b29c-9015566f8021 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group': {'name': 'tempest-secgroup--1700783'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:39.842620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 9216218f-4f48-491e-a808-6cf408d713bb) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:39.849094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:39.852082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-554d91c0-ce8a-43a1-a0a0-88533b610d9c None None] Network 9216218f-4f48-491e-a808-6cf408d713bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:39.854712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:39.855357 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.923680 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc8ef-b8b5-4edf-b29c-9015566f8021 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:39.991940 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7ea3feec-55e5-4b06-9c71-665161638d04 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.0103083 Oct 12 23:24:39.994673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34438) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:39.997149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2139235141'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:40.023911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc8ef-b8b5-4edf-b29c-9015566f8021 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.087141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:40.090945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.098194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc8ef-b8b5-4edf-b29c-9015566f8021 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.123378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:40.131593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfdc8ef-b8b5-4edf-b29c-9015566f8021 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37aff476-c121-4596-b0d6-755ddd37de76,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:40.135587 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.135937 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Added segment 2bd18441-7660-4399-86f9-14b245e533aa of type vlan for network 73e9cc22-ae00-4636-87dd-5073bb435427 Oct 12 23:24:40.183091 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.203409 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6bfdc8ef-b8b5-4edf-b29c-9015566f8021 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.208099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6bfdc8ef-b8b5-4edf-b29c-9015566f8021 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3848548 Oct 12 23:24:40.209177 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34450) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:40.213607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ebe842f7-590f-4a31-8337-1a2de7c5d7b5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '95a96d46-836b-4428-af41-8b24b0cd0728', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '37aff476-c121-4596-b0d6-755ddd37de76', 'remote_ip_prefix': None}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:40.304162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.310037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:40.310617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.337164 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebe842f7-590f-4a31-8337-1a2de7c5d7b5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.377631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Network': ['ID=73e9cc22-ae00-4636-87dd-5073bb435427,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:40.405701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 73e9cc22-ae00-4636-87dd-5073bb435427 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:40.417775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebe842f7-590f-4a31-8337-1a2de7c5d7b5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.473021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aa2f38bd-a9a9-4d2e-b150-f9b102903032 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4796941 Oct 12 23:24:40.475479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34462) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:40.481716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'ports': [{'network_id': '9216218f-4f48-491e-a808-6cf408d713bb'}, {'network_id': '73e9cc22-ae00-4636-87dd-5073bb435427'}]} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:40.482029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:40.482533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': '73e9cc22-ae00-4636-87dd-5073bb435427'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:40.527046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebe842f7-590f-4a31-8337-1a2de7c5d7b5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.545627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe842f7-590f-4a31-8337-1a2de7c5d7b5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef330c79-61e0-4696-97c6-c993b956bb29,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:40.665803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ebe842f7-590f-4a31-8337-1a2de7c5d7b5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.667215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ebe842f7-590f-4a31-8337-1a2de7c5d7b5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4569583 Oct 12 23:24:40.670060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34472) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:40.694476 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eba1ba1b-296a-4760-8162-7c17cb2beb78 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.702188 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eba1ba1b-296a-4760-8162-7c17cb2beb78 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.727129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 2} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:40.731909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.746945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.818524 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eba1ba1b-296a-4760-8162-7c17cb2beb78 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.828409 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eba1ba1b-296a-4760-8162-7c17cb2beb78 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.828725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34480) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:40.829534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eba1ba1b-296a-4760-8162-7c17cb2beb78 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/ef330c79-61e0-4696-97c6-c993b956bb29 HTTP/1.1" status: 204 len: 168 time: 0.1580226 Oct 12 23:24:40.840649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 38ba7600-9399-4d1e-bb96-b57e136dd0f1 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:40.841665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba1ba1b-296a-4760-8162-7c17cb2beb78 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ef330c79-61e0-4696-97c6-c993b956bb29,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:40.891126 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f67b8998-e0e3-4585-903f-cc96493353ae tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0615890 Oct 12 23:24:40.894200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34484) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:40.966864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92536eb9-aed0-42d5-a52b-3f0d8616750e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.996504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92536eb9-aed0-42d5-a52b-3f0d8616750e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:40.999966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.070638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 0d7b2233-8b89-42f6-9e8e-8dd40a92b3c8 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:41.092645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92536eb9-aed0-42d5-a52b-3f0d8616750e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.095628 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-92536eb9-aed0-42d5-a52b-3f0d8616750e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.100187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-92536eb9-aed0-42d5-a52b-3f0d8616750e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-groups/37aff476-c121-4596-b0d6-755ddd37de76 HTTP/1.1" status: 204 len: 168 time: 0.2018187 Oct 12 23:24:41.102041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34496) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:41.126322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92536eb9-aed0-42d5-a52b-3f0d8616750e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37aff476-c121-4596-b0d6-755ddd37de76,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:41.185685 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.189550 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bfd8db7a-7cd8-48fc-9990-f702aa29277d tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0837133 Oct 12 23:24:41.189838 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34502) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:41.253244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2af25b1f-4467-40f2-b391-a66051fe2aed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.275290 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2af25b1f-4467-40f2-b391-a66051fe2aed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.308772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.354328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:41.357814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:41.362557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:41.363468 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.374777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=38ba7600-9399-4d1e-bb96-b57e136dd0f1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:41.407496 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2af25b1f-4467-40f2-b391-a66051fe2aed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.410802 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2af25b1f-4467-40f2-b391-a66051fe2aed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.414701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2af25b1f-4467-40f2-b391-a66051fe2aed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-groups/95a96d46-836b-4428-af41-8b24b0cd0728 HTTP/1.1" status: 204 len: 168 time: 0.2211561 Oct 12 23:24:41.415674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34514) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:41.428562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af25b1f-4467-40f2-b391-a66051fe2aed tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95a96d46-836b-4428-af41-8b24b0cd0728,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:41.436695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=0d7b2233-8b89-42f6-9e8e-8dd40a92b3c8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:41.443316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Checking segment: {'id': '2bd18441-7660-4399-86f9-14b245e533aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '73e9cc22-ae00-4636-87dd-5073bb435427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:41.443937 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network hostable DHCP agents. Network: 73e9cc22-ae00-4636-87dd-5073bb435427, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:41.481024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1cb3f952-9a0f-4005-9742-bf93608b42eb tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0617523 Oct 12 23:24:41.484741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34520) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:41.489078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a6ec7cd1-0a21-4415-99fe-01b2df807f52 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group': {'name': 'tempest-secgroup--2132855318'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:41.542680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 73e9cc22-ae00-4636-87dd-5073bb435427 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:41.572707 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6ec7cd1-0a21-4415-99fe-01b2df807f52 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.629863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 73e9cc22-ae00-4636-87dd-5073bb435427) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:41.644840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:41.644840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:41.651771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ed1503-b0e5-4141-b614-a80969a71128 None None] Network 73e9cc22-ae00-4636-87dd-5073bb435427 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:41.656269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:41.657184 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.666269 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6ec7cd1-0a21-4415-99fe-01b2df807f52 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.760871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6ec7cd1-0a21-4415-99fe-01b2df807f52 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.775299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c010c8c0-0385-4369-bab0-f2cc5d593b36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.2986164 Oct 12 23:24:41.778010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34534) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:41.794867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec7cd1-0a21-4415-99fe-01b2df807f52 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=553c5ba1-000e-4dbc-b9d5-d5f380ce6e06,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:41.853345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6ec7cd1-0a21-4415-99fe-01b2df807f52 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.854976 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a6ec7cd1-0a21-4415-99fe-01b2df807f52 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3688574 Oct 12 23:24:41.857290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34540) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:41.862717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0cd81cbf-3e3d-441d-908f-b1e3f12ce14f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '553c5ba1-000e-4dbc-b9d5-d5f380ce6e06', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:41.885836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9eefe-cdf2-4d0a-8a34-13cd25dcb2ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 0d7b2233-8b89-42f6-9e8e-8dd40a92b3c8 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:41.886564 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7f9eefe-cdf2-4d0a-8a34-13cd25dcb2ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.954982 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7f9eefe-cdf2-4d0a-8a34-13cd25dcb2ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.960995 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cd81cbf-3e3d-441d-908f-b1e3f12ce14f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:41.969507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a7f9eefe-cdf2-4d0a-8a34-13cd25dcb2ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 0d7b2233-8b89-42f6-9e8e-8dd40a92b3c8 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:42.022752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cd81cbf-3e3d-441d-908f-b1e3f12ce14f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.086868 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cd81cbf-3e3d-441d-908f-b1e3f12ce14f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.102164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd81cbf-3e3d-441d-908f-b1e3f12ce14f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45db1092-8514-4472-8757-75b60a68cb2f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:42.132596 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7f9eefe-cdf2-4d0a-8a34-13cd25dcb2ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.155533 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-83d5d55c-dfc4-4c06-8c96-83d2cc4e3759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.157817 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cd81cbf-3e3d-441d-908f-b1e3f12ce14f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.159854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0cd81cbf-3e3d-441d-908f-b1e3f12ce14f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3012953 Oct 12 23:24:42.161674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9eefe-cdf2-4d0a-8a34-13cd25dcb2ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=0d7b2233-8b89-42f6-9e8e-8dd40a92b3c8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:42.167376 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a7f9eefe-cdf2-4d0a-8a34-13cd25dcb2ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.168802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34554) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.170761 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a7f9eefe-cdf2-4d0a-8a34-13cd25dcb2ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/0d7b2233-8b89-42f6-9e8e-8dd40a92b3c8 HTTP/1.1" status: 204 len: 168 time: 0.3912756 Oct 12 23:24:42.173303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34556) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.195774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e17dc35-c651-4801-b1ab-f65964f71033 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.206425 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e17dc35-c651-4801-b1ab-f65964f71033 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.257466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638e2c3-573b-467e-acef-7e87cd655928 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:42.263603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f638e2c3-573b-467e-acef-7e87cd655928 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:42.265135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f638e2c3-573b-467e-acef-7e87cd655928 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.0902843 Oct 12 23:24:42.268050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34564) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.298308 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e17dc35-c651-4801-b1ab-f65964f71033 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.303822 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e17dc35-c651-4801-b1ab-f65964f71033 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.304795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5e17dc35-c651-4801-b1ab-f65964f71033 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/45db1092-8514-4472-8757-75b60a68cb2f HTTP/1.1" status: 204 len: 168 time: 0.1348374 Oct 12 23:24:42.308134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34570) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.313287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17dc35-c651-4801-b1ab-f65964f71033 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45db1092-8514-4472-8757-75b60a68cb2f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:42.373453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3394032a-8418-40cc-ae47-0919a94d1809 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0643003 Oct 12 23:24:42.376152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34576) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.392064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4da91bd1-289b-42b4-b36b-2bdaf7e5765f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 38ba7600-9399-4d1e-bb96-b57e136dd0f1 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:42.392397 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4da91bd1-289b-42b4-b36b-2bdaf7e5765f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.430474 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56df771c-1af5-4ab6-b853-1ad1d54698e7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.454443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56df771c-1af5-4ab6-b853-1ad1d54698e7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.462070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4da91bd1-289b-42b4-b36b-2bdaf7e5765f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.476705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4da91bd1-289b-42b4-b36b-2bdaf7e5765f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 38ba7600-9399-4d1e-bb96-b57e136dd0f1 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:42.582888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56df771c-1af5-4ab6-b853-1ad1d54698e7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.585541 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56df771c-1af5-4ab6-b853-1ad1d54698e7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.586757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-56df771c-1af5-4ab6-b853-1ad1d54698e7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-groups/553c5ba1-000e-4dbc-b9d5-d5f380ce6e06 HTTP/1.1" status: 204 len: 168 time: 0.2094271 Oct 12 23:24:42.590072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34586) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.607951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56df771c-1af5-4ab6-b853-1ad1d54698e7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=553c5ba1-000e-4dbc-b9d5-d5f380ce6e06,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:42.642218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ae8bdb0b-47ab-41e7-8d2c-5508cb01c96f tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0511084 Oct 12 23:24:42.646782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34592) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.651107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fc698755-9b97-4c27-bafd-ab68f907d6c6 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group': {'name': 'tempest-secgroup--450157212'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:42.664298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4da91bd1-289b-42b4-b36b-2bdaf7e5765f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.692195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da91bd1-289b-42b4-b36b-2bdaf7e5765f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=38ba7600-9399-4d1e-bb96-b57e136dd0f1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:42.697296 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4da91bd1-289b-42b4-b36b-2bdaf7e5765f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.700536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4da91bd1-289b-42b4-b36b-2bdaf7e5765f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/38ba7600-9399-4d1e-bb96-b57e136dd0f1 HTTP/1.1" status: 204 len: 168 time: 0.4312565 Oct 12 23:24:42.703125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34596) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.755587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc698755-9b97-4c27-bafd-ab68f907d6c6 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.758354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660b6f66-1fc5-4471-8afe-7ca3b076d51e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:42.759962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-660b6f66-1fc5-4471-8afe-7ca3b076d51e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0558825 Oct 12 23:24:42.762628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34600) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.788247 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d5d271-9953-4a36-b0fb-8f535bfb2b85 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:24:42.789867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-49d5d271-9953-4a36-b0fb-8f535bfb2b85 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/0d7b2233-8b89-42f6-9e8e-8dd40a92b3c8 HTTP/1.1" status: 404 len: 333 time: 0.0262625 Oct 12 23:24:42.793638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34604) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.820511 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-45988a0d-bc81-4ea4-8011-63e1cb883831 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:24:42.821965 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-45988a0d-bc81-4ea4-8011-63e1cb883831 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/38ba7600-9399-4d1e-bb96-b57e136dd0f1 HTTP/1.1" status: 404 len: 333 time: 0.0273945 Oct 12 23:24:42.824923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34608) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:42.849811 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc698755-9b97-4c27-bafd-ab68f907d6c6 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.900876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.920854 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc698755-9b97-4c27-bafd-ab68f907d6c6 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:42.950117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc698755-9b97-4c27-bafd-ab68f907d6c6 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27f3c875-1d8a-492b-a023-28dcd012d4da,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:42.991183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.010387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e9cc22-ae00-4636-87dd-5073bb435427']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:43.020074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fc698755-9b97-4c27-bafd-ab68f907d6c6 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.020701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bd18441-7660-4399-86f9-14b245e533aa') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:43.021004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bd18441-7660-4399-86f9-14b245e533aa') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:43.021309 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fc698755-9b97-4c27-bafd-ab68f907d6c6 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3735745 Oct 12 23:24:43.024134 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34618) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:43.030653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-24030266-93d6-4ef9-8cd9-3ee4e821de66 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '27f3c875-1d8a-492b-a023-28dcd012d4da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:43.030776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.045320 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:43.056746 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:43.137330 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-24030266-93d6-4ef9-8cd9-3ee4e821de66 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.192799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-24030266-93d6-4ef9-8cd9-3ee4e821de66 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.205611 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.212676 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.215785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/networks/73e9cc22-ae00-4636-87dd-5073bb435427 HTTP/1.1" status: 204 len: 168 time: 0.3898504 Oct 12 23:24:43.220049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34628) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:43.226192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1184934672'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:43.228319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a81e05-2a0a-43ab-86cb-3868c1182341 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Network': ['ID=73e9cc22-ae00-4636-87dd-5073bb435427,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:43.292642 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-24030266-93d6-4ef9-8cd9-3ee4e821de66 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.310845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24030266-93d6-4ef9-8cd9-3ee4e821de66 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654cb3a9-c34c-460d-b92e-f6d3a6a2085f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:43.316829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:43.320368 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.347097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:43.355988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.356395 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Added segment 2c90ccba-09b1-41d3-8a51-fb4c0fd76541 of type vlan for network be32d4ae-b6b7-4286-8a70-b93fda500db6 Oct 12 23:24:43.395114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.403737 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-24030266-93d6-4ef9-8cd9-3ee4e821de66 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.404955 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-24030266-93d6-4ef9-8cd9-3ee4e821de66 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3798473 Oct 12 23:24:43.408104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34640) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:43.424824 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6b43be2f-e424-483f-b367-59c39b570a8a tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules/654cb3a9-c34c-460d-b92e-f6d3a6a2085f HTTP/1.1" status: 200 len: 763 time: 0.0149882 Oct 12 23:24:43.427577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34642) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:43.471296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f18d7e6c-c8de-4198-a972-a2d73e3a7cc4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0420341 Oct 12 23:24:43.473795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34648) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:43.496819 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13c22af7-ccb8-498c-ba28-d870c7155dc4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.503818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.510175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13c22af7-ccb8-498c-ba28-d870c7155dc4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.510299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:43.510299 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.579863 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Network': ['ID=be32d4ae-b6b7-4286-8a70-b93fda500db6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:43.591101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network be32d4ae-b6b7-4286-8a70-b93fda500db6 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:43.595997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13c22af7-ccb8-498c-ba28-d870c7155dc4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.603469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13c22af7-ccb8-498c-ba28-d870c7155dc4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.604598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-13c22af7-ccb8-498c-ba28-d870c7155dc4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/654cb3a9-c34c-460d-b92e-f6d3a6a2085f HTTP/1.1" status: 204 len: 168 time: 0.1298831 Oct 12 23:24:43.607388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34654) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:43.625642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c22af7-ccb8-498c-ba28-d870c7155dc4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=654cb3a9-c34c-460d-b92e-f6d3a6a2085f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:43.631249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eb60f8a2-ef73-45af-b66b-89ef9162784d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4094372 Oct 12 23:24:43.637236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34658) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:43.644385 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': 'be32d4ae-b6b7-4286-8a70-b93fda500db6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:43.673366 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b3a80a97-5f7d-4f87-9ec8-74132b8d3b19 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0647292 Oct 12 23:24:43.676186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34662) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:43.680866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a3223e51-3a76-47c7-aeac-ad899a141996 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '27f3c875-1d8a-492b-a023-28dcd012d4da', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:43.770963 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3223e51-3a76-47c7-aeac-ad899a141996 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.820422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3223e51-3a76-47c7-aeac-ad899a141996 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.851421 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:43.855035 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.904251 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3223e51-3a76-47c7-aeac-ad899a141996 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:43.914027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.ipam_backend_mixin [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Performing IP validity checks on allocation pools {{(pid=101889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 23:24:43.914668 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.ipam_backend_mixin [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101889) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 23:24:43.923793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3223e51-3a76-47c7-aeac-ad899a141996 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a612cee6-4253-464c-a070-f65b7d501f44,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:44.016315 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a3223e51-3a76-47c7-aeac-ad899a141996 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.018088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a3223e51-3a76-47c7-aeac-ad899a141996 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3404188 Oct 12 23:24:44.020789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34678) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.040721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-17584d39-13be-46ba-a065-426aeddaf8e7 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules/a612cee6-4253-464c-a070-f65b7d501f44 HTTP/1.1" status: 200 len: 763 time: 0.0188513 Oct 12 23:24:44.050865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34680) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.091101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9893be0a-10d1-4773-97dd-6bc571515f04 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0388262 Oct 12 23:24:44.093432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34682) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.117147 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde67-74e8-4544-a385-1be02bb95d7b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.125090 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde67-74e8-4544-a385-1be02bb95d7b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.138799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.211635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=8f612a6a-5ce7-4dd3-941a-e7a3bb50c06c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:44.211635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Checking segment: {'id': '2c90ccba-09b1-41d3-8a51-fb4c0fd76541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'be32d4ae-b6b7-4286-8a70-b93fda500db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:44.212679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network hostable DHCP agents. Network: be32d4ae-b6b7-4286-8a70-b93fda500db6, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:44.229486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde67-74e8-4544-a385-1be02bb95d7b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.234677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc9cde67-74e8-4544-a385-1be02bb95d7b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.236100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dc9cde67-74e8-4544-a385-1be02bb95d7b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/a612cee6-4253-464c-a070-f65b7d501f44 HTTP/1.1" status: 204 len: 168 time: 0.1417460 Oct 12 23:24:44.239414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34692) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.244462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9cde67-74e8-4544-a385-1be02bb95d7b tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a612cee6-4253-464c-a070-f65b7d501f44,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:44.278780 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d8ccb362-ff7e-4e38-9cc1-46b242fa5760 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0382602 Oct 12 23:24:44.281260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34694) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.286274 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9dcb7236-e0d2-4906-8e09-7a5ca484ce8e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Request body: {'security_group_rule': {'security_group_id': '27f3c875-1d8a-492b-a023-28dcd012d4da', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:44.305253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network be32d4ae-b6b7-4286-8a70-b93fda500db6 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:44.354804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7236-e0d2-4906-8e09-7a5ca484ce8e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.366543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, be32d4ae-b6b7-4286-8a70-b93fda500db6) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:44.370858 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:44.371478 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.379765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b351ef6-77d8-4feb-8cef-bbac5e737273 None None] Network be32d4ae-b6b7-4286-8a70-b93fda500db6 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:44.421588 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7236-e0d2-4906-8e09-7a5ca484ce8e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.489820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ed840fb3-a920-432b-9c5e-e7d68e29524a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8509412 Oct 12 23:24:44.499690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34710) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.505324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': 'be32d4ae-b6b7-4286-8a70-b93fda500db6', 'name': 'tempest-PortsTestJSON-1049033077'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:44.525929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7236-e0d2-4906-8e09-7a5ca484ce8e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.526067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-be32d4ae-b6b7-4286-8a70-b93fda500db6', 'network_id': 'be32d4ae-b6b7-4286-8a70-b93fda500db6', 'tenant_id': 'd939eef4aade41909fa0659488687b9e', 'fixed_ips': [{'subnet_id': '8f612a6a-5ce7-4dd3-941a-e7a3bb50c06c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:44.527108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.568924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb7236-e0d2-4906-8e09-7a5ca484ce8e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af234856-4f6e-48fd-a85e-d3a347a4b34b,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:44.655610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9dcb7236-e0d2-4906-8e09-7a5ca484ce8e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.657114 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9dcb7236-e0d2-4906-8e09-7a5ca484ce8e tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3749523 Oct 12 23:24:44.660834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34720) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.677567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Allocated IP 172.20.0.2 (be32d4ae-b6b7-4286-8a70-b93fda500db6/8f612a6a-5ce7-4dd3-941a-e7a3bb50c06c/c74cf8a1-ec49-49d5-8ed6-20f09221b12d) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:44.680826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fec8c1cd-65eb-49d6-948d-52a2ddd53b05 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules/af234856-4f6e-48fd-a85e-d3a347a4b34b HTTP/1.1" status: 200 len: 764 time: 0.0187399 Oct 12 23:24:44.685004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34724) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.726407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b3908076-2543-4640-972f-46fa0e3f244a tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0402019 Oct 12 23:24:44.729015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34726) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.752734 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-613d896b-ea13-4936-a127-536d926c53f4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.760718 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-613d896b-ea13-4936-a127-536d926c53f4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.771388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:44.775025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.793698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 612c399e-712d-4116-a321-8b50cad32dbd yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:44.833905 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.874294 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-613d896b-ea13-4936-a127-536d926c53f4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.881158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-613d896b-ea13-4936-a127-536d926c53f4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.883854 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-613d896b-ea13-4936-a127-536d926c53f4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-group-rules/af234856-4f6e-48fd-a85e-d3a347a4b34b HTTP/1.1" status: 204 len: 168 time: 0.1523318 Oct 12 23:24:44.885110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34736) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.887542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613d896b-ea13-4936-a127-536d926c53f4 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af234856-4f6e-48fd-a85e-d3a347a4b34b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:44.909687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:44.929465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-67625e3e-3ae3-458f-ab46-685a330fa5e5 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0431812 Oct 12 23:24:44.932429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34738) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:44.954480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Network be32d4ae-b6b7-4286-8a70-b93fda500db6 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:44.959610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:44.963077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:44.970365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Pushing event updated for resources: {'Port': ['ID=c74cf8a1-ec49-49d5-8ed6-20f09221b12d,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:44.984154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.11 (be32d4ae-b6b7-4286-8a70-b93fda500db6/8f612a6a-5ce7-4dd3-941a-e7a3bb50c06c/612c399e-712d-4116-a321-8b50cad32dbd) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:45.009345 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60c78e48-07cd-4e43-b5bc-83eafc6a2732 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.026652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Attempting to bind port c74cf8a1-ec49-49d5-8ed6-20f09221b12d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:45.027049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Attempting to bind port c74cf8a1-ec49-49d5-8ed6-20f09221b12d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '2c90ccba-09b1-41d3-8a51-fb4c0fd76541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'be32d4ae-b6b7-4286-8a70-b93fda500db6'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:45.027604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Attempting to bind port c74cf8a1-ec49-49d5-8ed6-20f09221b12d on network be32d4ae-b6b7-4286-8a70-b93fda500db6 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:45.033304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:45.033780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Checking segment: {'id': '2c90ccba-09b1-41d3-8a51-fb4c0fd76541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'be32d4ae-b6b7-4286-8a70-b93fda500db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:45.034361 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.034908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Bound using segment: {'id': '2c90ccba-09b1-41d3-8a51-fb4c0fd76541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'be32d4ae-b6b7-4286-8a70-b93fda500db6'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:45.035752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Bound port: c74cf8a1-ec49-49d5-8ed6-20f09221b12d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c90ccba-09b1-41d3-8a51-fb4c0fd76541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'be32d4ae-b6b7-4286-8a70-b93fda500db6'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:45.036448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.040618 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60c78e48-07cd-4e43-b5bc-83eafc6a2732 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.103983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] For port c74cf8a1-ec49-49d5-8ed6-20f09221b12d, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:45.107655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] For port c74cf8a1-ec49-49d5-8ed6-20f09221b12d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c74cf8a1-ec49-49d5-8ed6-20f09221b12d,segment=NetworkSegment(2c90ccba-09b1-41d3-8a51-fb4c0fd76541),segment_id=2c90ccba-09b1-41d3-8a51-fb4c0fd76541)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:45.157834 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.199782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60c78e48-07cd-4e43-b5bc-83eafc6a2732 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.202411 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60c78e48-07cd-4e43-b5bc-83eafc6a2732 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.203605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-60c78e48-07cd-4e43-b5bc-83eafc6a2732 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "DELETE /v2.0/security-groups/27f3c875-1d8a-492b-a023-28dcd012d4da HTTP/1.1" status: 204 len: 168 time: 0.2695959 Oct 12 23:24:45.206494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34752) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:45.212822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c78e48-07cd-4e43-b5bc-83eafc6a2732 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f3c875-1d8a-492b-a023-28dcd012d4da,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:45.251201 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.260835 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-992f2314-ecbd-46e5-b707-a019b73cd04a tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0492625 Oct 12 23:24:45.261006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34758) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:45.307699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0d84870e-e951-45cc-8c49-ed17febd5088 tempest-SecGroupTest-1918561877 tempest-SecGroupTest-1918561877-project] 10.222.0.31 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0455797 Oct 12 23:24:45.315431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8956c0f9-8cfe-4490-a9ab-bba95a232428 None None] Pushing event updated for resources: {'Port': ['ID=c74cf8a1-ec49-49d5-8ed6-20f09221b12d,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:45.343079 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.406840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network be32d4ae-b6b7-4286-8a70-b93fda500db6 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:45.411946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:45.416296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:45.458901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=612c399e-712d-4116-a321-8b50cad32dbd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:45.503632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:45.525794 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.526681 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.604257 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f5f526bd-32da-44e8-bf68-fa9c701f5a78 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1033001 Oct 12 23:24:45.606688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34774) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:45.639825 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9c03f235-d2fb-4aea-9957-770b34c06d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.699901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-014cf894-6275-4638-ae1a-ceb5e5c829b9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 612c399e-712d-4116-a321-8b50cad32dbd {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:45.700339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-014cf894-6275-4638-ae1a-ceb5e5c829b9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.791583 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-014cf894-6275-4638-ae1a-ceb5e5c829b9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:45.805005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-014cf894-6275-4638-ae1a-ceb5e5c829b9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 612c399e-712d-4116-a321-8b50cad32dbd owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:45.897797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34788) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:46.029941 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-014cf894-6275-4638-ae1a-ceb5e5c829b9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.051045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-849d13f3-76f8-4de9-8a23-5c9820d7e358 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5ffc896661a14533a36c4aa33001ed62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518178 Oct 12 23:24:46.051807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34796) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:46.063979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014cf894-6275-4638-ae1a-ceb5e5c829b9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=612c399e-712d-4116-a321-8b50cad32dbd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:46.120157 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b248c9d0-97a2-43e6-a2d6-28d90abef3d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.146149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b248c9d0-97a2-43e6-a2d6-28d90abef3d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.149675 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.172222 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-014cf894-6275-4638-ae1a-ceb5e5c829b9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.185104 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-014cf894-6275-4638-ae1a-ceb5e5c829b9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/612c399e-712d-4116-a321-8b50cad32dbd HTTP/1.1" status: 204 len: 168 time: 0.5770779 Oct 12 23:24:46.185759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34804) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:46.223308 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ce287db-4521-45f6-8e52-1dfdab95a997 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:24:46.224101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ce287db-4521-45f6-8e52-1dfdab95a997 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:46.227327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3ce287db-4521-45f6-8e52-1dfdab95a997 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/612c399e-712d-4116-a321-8b50cad32dbd HTTP/1.1" status: 404 len: 333 time: 0.0402758 Oct 12 23:24:46.230224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34808) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:46.258642 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f576ffd6-ed9a-47ce-acbd-62ddf6e5a4a8 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:24:46.259595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c74cf8a1-ec49-49d5-8ed6-20f09221b12d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:24:46.263400 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f576ffd6-ed9a-47ce-acbd-62ddf6e5a4a8 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/612c399e-712d-4116-a321-8b50cad32dbd HTTP/1.1" status: 404 len: 333 time: 0.0290463 Oct 12 23:24:46.264206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34810) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:46.317241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port c74cf8a1-ec49-49d5-8ed6-20f09221b12d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:46.317621 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.341551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1173270-fd6f-4414-a8e1-dd1960dd7d37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet 8f612a6a-5ce7-4dd3-941a-e7a3bb50c06c {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:24:46.346221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f1173270-fd6f-4414-a8e1-dd1960dd7d37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.366732 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6901b65f-eaf0-4d93-bd69-54989e2ad3da None None] Network be32d4ae-b6b7-4286-8a70-b93fda500db6 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:46.390412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f1173270-fd6f-4414-a8e1-dd1960dd7d37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.395778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b248c9d0-97a2-43e6-a2d6-28d90abef3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.441666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b248c9d0-97a2-43e6-a2d6-28d90abef3d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.441666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b248c9d0-97a2-43e6-a2d6-28d90abef3d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b5727d66-52fa-406c-8a10-a8beddcb6625 HTTP/1.1" status: 204 len: 168 time: 0.3475006 Oct 12 23:24:46.441666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248c9d0-97a2-43e6-a2d6-28d90abef3d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5727d66-52fa-406c-8a10-a8beddcb6625,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:46.448951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6e1e968-0922-4644-855a-7c81a77760f0 None None] Provisioning complete for port c74cf8a1-ec49-49d5-8ed6-20f09221b12d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:46.449326 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e968-0922-4644-855a-7c81a77760f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.501225 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f1173270-fd6f-4414-a8e1-dd1960dd7d37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.663779 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.718705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f1173270-fd6f-4414-a8e1-dd1960dd7d37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.752405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1173270-fd6f-4414-a8e1-dd1960dd7d37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=8f612a6a-5ce7-4dd3-941a-e7a3bb50c06c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:46.760312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f1173270-fd6f-4414-a8e1-dd1960dd7d37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.763756 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f1173270-fd6f-4414-a8e1-dd1960dd7d37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/8f612a6a-5ce7-4dd3-941a-e7a3bb50c06c HTTP/1.1" status: 204 len: 168 time: 0.4985821 Oct 12 23:24:46.766536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34830) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:46.802173 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:24:46.802532 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:24:46.829448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6e1e968-0922-4644-855a-7c81a77760f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.839772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-155f5dad-1bf7-4bd4-af7d-72f8f10e0c82 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1737032 Oct 12 23:24:46.893586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:46.919516 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-d6e1e968-0922-4644-855a-7c81a77760f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:24:46.922322 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-d6e1e968-0922-4644-855a-7c81a77760f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:24:46.952654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-3bd43cc4-170a-408b-a055-74beead9dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:46.954552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-3bd43cc4-170a-408b-a055-74beead9dc62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 1098 time: 0.0596957 Oct 12 23:24:46.964410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port c74cf8a1-ec49-49d5-8ed6-20f09221b12d {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:46.964719 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.035630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] For port c74cf8a1-ec49-49d5-8ed6-20f09221b12d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=c74cf8a1-ec49-49d5-8ed6-20f09221b12d,segment=NetworkSegment(2c90ccba-09b1-41d3-8a51-fb4c0fd76541),segment_id=2c90ccba-09b1-41d3-8a51-fb4c0fd76541)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:47.035996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.054455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for c74cf8a1-ec49-49d5-8ed6-20f09221b12d owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:47.114416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-4d3684ea-82a0-4dc4-9be9-40387d822b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:47.116086 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-4d3684ea-82a0-4dc4-9be9-40387d822b7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.1378024 Oct 12 23:24:47.156713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9f8445-2682-49f9-ad36-9eba08a9a09c None None] Network be32d4ae-b6b7-4286-8a70-b93fda500db6 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:47.182810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.191555 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-4314239b-26d6-4283-aced-5c42623b47ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=965c5d8f-f5cc-4f41-8343-8586f62943b1 HTTP/1.1" status: 200 len: 1002 time: 0.0682423 Oct 12 23:24:47.218441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=c74cf8a1-ec49-49d5-8ed6-20f09221b12d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:47.221753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No DVR routers for this DVR port c74cf8a1-ec49-49d5-8ed6-20f09221b12d on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:47.265165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-84750903-824f-438d-abce-3be3e057ad3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:47.266830 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-84750903-824f-438d-abce-3be3e057ad3d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0683768 Oct 12 23:24:47.320233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-1eee1b0d-08db-44f8-b3ef-5ac536347c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:47.321096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-1eee1b0d-08db-44f8-b3ef-5ac536347c14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473659 Oct 12 23:24:47.324082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Port c74cf8a1-ec49-49d5-8ed6-20f09221b12d update to ACTIVE by agent not found {{(pid=101891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 23:24:47.333400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.359825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f24f2e-a1dc-47c4-a3ce-ad4cf756993c None None] DHCP port deletion for be32d4ae-b6b7-4286-8a70-b93fda500db6 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:24:47.363312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be32d4ae-b6b7-4286-8a70-b93fda500db6']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:47.379163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c90ccba-09b1-41d3-8a51-fb4c0fd76541') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:47.386396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c90ccba-09b1-41d3-8a51-fb4c0fd76541') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:47.389597 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.403627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.411308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:47.412060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:47.415533 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:47.430277 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-917ede4b-1939-47c8-82df-333370e30522 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004989 Oct 12 23:24:47.443751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6e1e968-0922-4644-855a-7c81a77760f0 None None] Port c74cf8a1-ec49-49d5-8ed6-20f09221b12d update to ACTIVE by agent not found {{(pid=101891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 23:24:47.554769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29058cc1-c686-40ea-b6ef-e79339f163b2 req-788f34a6-387b-41fd-a741-e8a7ddb45093 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173167 Oct 12 23:24:47.555945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.558046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c432566a-96ae-4415-825a-84c6a9c21155 None None] Could not find standard attr ID for object c74cf8a1-ec49-49d5-8ed6-20f09221b12d. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:24:47.566267 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.569693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/networks/be32d4ae-b6b7-4286-8a70-b93fda500db6 HTTP/1.1" status: 204 len: 168 time: 0.8018353 Oct 12 23:24:47.574312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34882) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:47.586365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1735389256'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:47.595391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de899375-dc08-4372-9776-eec1f31680c0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Network': ['ID=be32d4ae-b6b7-4286-8a70-b93fda500db6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:47.679771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:47.683902 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.707950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:47.717249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.717577 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Added segment 4eac076d-cda3-49a9-9f5a-b709abc3fb0d of type vlan for network c191d16b-4705-47ef-accc-42b280b038fc Oct 12 23:24:47.744086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34896) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:47.761295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.845287 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.848230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-bc81a90f-fd56-413d-986f-8aba7e13513e tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1011764410', 'prefixes': ['172.20.0.0/16']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:47.851873 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:47.855129 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.874181 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:47.922622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Network': ['ID=c191d16b-4705-47ef-accc-42b280b038fc,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:47.937252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c191d16b-4705-47ef-accc-42b280b038fc details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:48.003893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-168b5439-16e8-4481-9bec-8fccc4865a9f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4284530 Oct 12 23:24:48.006598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34914) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:48.011456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': 'c191d16b-4705-47ef-accc-42b280b038fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:48.106198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bc81a90f-fd56-413d-986f-8aba7e13513e tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] Notify callbacks [] for subnetpool, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:48.107476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bc81a90f-fd56-413d-986f-8aba7e13513e tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] 10.222.0.31 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.3615925 Oct 12 23:24:48.110273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34920) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:48.135210 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:24:48.149385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-23282634-b213-4556-9689-abb1a43998b0 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] 10.222.0.31 "GET /v2.0/subnetpools/9caba8e7-de67-4b82-bccb-98d08850609b HTTP/1.1" status: 200 len: 732 time: 0.0380304 Oct 12 23:24:48.151964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34924) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:48.156542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-86db9c19-1e6f-4ea8-9b7c-865e8a1304c4 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1941712859'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:48.172590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:48.176265 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:48.187897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c74cf8a1-ec49-49d5-8ed6-20f09221b12d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:24:48.210659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: c74cf8a1-ec49-49d5-8ed6-20f09221b12d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:24:48.212513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device c74cf8a1-ec49-49d5-8ed6-20f09221b12d not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:24:48.324023 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86db9c19-1e6f-4ea8-9b7c-865e8a1304c4 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] Notify callbacks [] for subnetpool, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:48.325264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-86db9c19-1e6f-4ea8-9b7c-865e8a1304c4 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] 10.222.0.31 "PUT /v2.0/subnetpools/9caba8e7-de67-4b82-bccb-98d08850609b HTTP/1.1" status: 200 len: 684 time: 0.1723332 Oct 12 23:24:48.327747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:48.447325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:48.477946 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3bbc98aa-5e25-4099-8c31-872e494ca704 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] Notify callbacks [] for subnetpool, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:48.479116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3bbc98aa-5e25-4099-8c31-872e494ca704 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9caba8e7-de67-4b82-bccb-98d08850609b HTTP/1.1" status: 204 len: 168 time: 0.1503046 Oct 12 23:24:48.481678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34942) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:48.501217 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-33aacc52-140a-4269-bfdb-3319c7789ef8 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] show failed (client error): The resource could not be found. Oct 12 23:24:48.502538 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-33aacc52-140a-4269-bfdb-3319c7789ef8 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] 10.222.0.31 "GET /v2.0/subnetpools/9caba8e7-de67-4b82-bccb-98d08850609b HTTP/1.1" status: 404 len: 346 time: 0.0196896 Oct 12 23:24:48.510272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=0f93dfa0-31cb-4945-b7df-60804b653874,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:48.518789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34948) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:48.523946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Checking segment: {'id': '4eac076d-cda3-49a9-9f5a-b709abc3fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c191d16b-4705-47ef-accc-42b280b038fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:48.524317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network hostable DHCP agents. Network: c191d16b-4705-47ef-accc-42b280b038fc, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:48.535978 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-fedbeb99-6cdc-4288-9e9f-1854188602a8 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] delete failed (client error): The resource could not be found. Oct 12 23:24:48.536968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fedbeb99-6cdc-4288-9e9f-1854188602a8 tempest-SubnetPoolsTestJSON-2084920847 tempest-SubnetPoolsTestJSON-2084920847-project] 10.222.0.31 "DELETE /v2.0/subnetpools/9caba8e7-de67-4b82-bccb-98d08850609b HTTP/1.1" status: 404 len: 346 time: 0.0156739 Oct 12 23:24:48.611508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network c191d16b-4705-47ef-accc-42b280b038fc is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:48.692661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c191d16b-4705-47ef-accc-42b280b038fc) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:48.697194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:48.697883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:48.710039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2af28b-f031-43b1-b394-dc9718057cbb None None] Network c191d16b-4705-47ef-accc-42b280b038fc requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:48.786076 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9405543a-7c90-4047-a24d-f0087e3cfb36 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7782238 Oct 12 23:24:48.792667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34964) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:48.797847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': 'c191d16b-4705-47ef-accc-42b280b038fc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1271944706'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:48.851513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-c191d16b-4705-47ef-accc-42b280b038fc', 'network_id': 'c191d16b-4705-47ef-accc-42b280b038fc', 'tenant_id': 'd939eef4aade41909fa0659488687b9e', 'fixed_ips': [{'subnet_id': '0f93dfa0-31cb-4945-b7df-60804b653874'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:48.852379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:48.987103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Allocated IP 172.20.0.2 (c191d16b-4705-47ef-accc-42b280b038fc/0f93dfa0-31cb-4945-b7df-60804b653874/00f6bcff-83cb-46d5-af63-7a2be78545ff) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:49.016607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:49.020483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.025893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 34970) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:49.040376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 4b9d5286-966f-405d-b75a-77df1824a273 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:49.144291 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.149160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a16dad8-523e-4aed-8478-505c60f5c263 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.161271 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.223182 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.224657 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a16dad8-523e-4aed-8478-505c60f5c263 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.266460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Network c191d16b-4705-47ef-accc-42b280b038fc is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:49.270060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:49.273215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.3 (c191d16b-4705-47ef-accc-42b280b038fc/0f93dfa0-31cb-4945-b7df-60804b653874/4b9d5286-966f-405d-b75a-77df1824a273) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:49.273769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:49.282997 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.291167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Pushing event updated for resources: {'Port': ['ID=00f6bcff-83cb-46d5-af63-7a2be78545ff,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:49.309845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a16dad8-523e-4aed-8478-505c60f5c263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.334910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Attempting to bind port 00f6bcff-83cb-46d5-af63-7a2be78545ff on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:49.335468 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Attempting to bind port 00f6bcff-83cb-46d5-af63-7a2be78545ff by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '4eac076d-cda3-49a9-9f5a-b709abc3fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c191d16b-4705-47ef-accc-42b280b038fc'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:49.335836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Attempting to bind port 00f6bcff-83cb-46d5-af63-7a2be78545ff on network c191d16b-4705-47ef-accc-42b280b038fc {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:49.341120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:49.341492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Checking segment: {'id': '4eac076d-cda3-49a9-9f5a-b709abc3fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c191d16b-4705-47ef-accc-42b280b038fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:49.341893 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.342285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Bound using segment: {'id': '4eac076d-cda3-49a9-9f5a-b709abc3fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c191d16b-4705-47ef-accc-42b280b038fc'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:49.342750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Bound port: 00f6bcff-83cb-46d5-af63-7a2be78545ff, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eac076d-cda3-49a9-9f5a-b709abc3fb0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c191d16b-4705-47ef-accc-42b280b038fc'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:49.343190 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.351266 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3a16dad8-523e-4aed-8478-505c60f5c263 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2d43b6adfe154eecaac4a442e05abf9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3241897 Oct 12 23:24:49.353314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16dad8-523e-4aed-8478-505c60f5c263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48761d93-5481-47e8-b067-cfa398b79165,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:49.354769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34974) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:49.406015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] For port 00f6bcff-83cb-46d5-af63-7a2be78545ff, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:49.409503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] For port 00f6bcff-83cb-46d5-af63-7a2be78545ff, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=00f6bcff-83cb-46d5-af63-7a2be78545ff,segment=NetworkSegment(4eac076d-cda3-49a9-9f5a-b709abc3fb0d),segment_id=4eac076d-cda3-49a9-9f5a-b709abc3fb0d)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:49.443688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6fb1-05e9-4c7f-b82b-1a25933cb807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.447239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.475441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6fb1-05e9-4c7f-b82b-1a25933cb807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.493082 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.559846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e9061-3233-4be1-8e54-2f34781310d4 None None] Pushing event updated for resources: {'Port': ['ID=00f6bcff-83cb-46d5-af63-7a2be78545ff,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:49.596568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.633233 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6fb1-05e9-4c7f-b82b-1a25933cb807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.635786 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4ea6fb1-05e9-4c7f-b82b-1a25933cb807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.639788 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f4ea6fb1-05e9-4c7f-b82b-1a25933cb807 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/48761d93-5481-47e8-b067-cfa398b79165 HTTP/1.1" status: 204 len: 168 time: 0.2805178 Oct 12 23:24:49.661664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network c191d16b-4705-47ef-accc-42b280b038fc is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:49.668449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:49.678705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:49.684754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ea6fb1-05e9-4c7f-b82b-1a25933cb807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48761d93-5481-47e8-b067-cfa398b79165,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:49.724981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=4b9d5286-966f-405d-b75a-77df1824a273,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:49.752026 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:49.752641 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:49.850281 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1f87549e-61d8-4c8a-881d-e7c068e8780e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.0603480 Oct 12 23:24:49.853128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 34994) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:49.956769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-359ce158-28ef-419f-bd9c-ca7158e9e147 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 4b9d5286-966f-405d-b75a-77df1824a273 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:49.957231 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-359ce158-28ef-419f-bd9c-ca7158e9e147 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:50.023055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5194523b-4205-461f-9175-3caa1b70e878 req-41cf7b70-fa02-4a9e-b1e4-d524386ed05f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0612440 Oct 12 23:24:50.142031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-359ce158-28ef-419f-bd9c-ca7158e9e147 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:50.147550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194523b-4205-461f-9175-3caa1b70e878 req-0ffe698d-c6b0-4a20-a9ea-ba2de533cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:50.149259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5194523b-4205-461f-9175-3caa1b70e878 req-0ffe698d-c6b0-4a20-a9ea-ba2de533cfee service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b99779886979409aab0e28b734ec5308&device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1097 time: 0.0715911 Oct 12 23:24:50.244543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 00f6bcff-83cb-46d5-af63-7a2be78545ff up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:24:50.284367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194523b-4205-461f-9175-3caa1b70e878 req-967e17e2-c643-4904-9cc8-c8258881643e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:50.292777 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5194523b-4205-461f-9175-3caa1b70e878 req-967e17e2-c643-4904-9cc8-c8258881643e service neutron] 10.222.0.25 "GET /v2.0/networks?id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea HTTP/1.1" status: 200 len: 910 time: 0.1142874 Oct 12 23:24:50.313067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 00f6bcff-83cb-46d5-af63-7a2be78545ff triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:50.313500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:50.446357 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:50.494679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 00f6bcff-83cb-46d5-af63-7a2be78545ff, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=00f6bcff-83cb-46d5-af63-7a2be78545ff,segment=NetworkSegment(4eac076d-cda3-49a9-9f5a-b709abc3fb0d),segment_id=4eac076d-cda3-49a9-9f5a-b709abc3fb0d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:50.567327 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:50.655322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=00f6bcff-83cb-46d5-af63-7a2be78545ff,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:50.684364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-359ce158-28ef-419f-bd9c-ca7158e9e147 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 4b9d5286-966f-405d-b75a-77df1824a273 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:50.762553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0223e67-0e7e-4f97-bdfe-9454c85c69ce None None] Network c191d16b-4705-47ef-accc-42b280b038fc requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:50.783988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-02dc4126-b147-4eb8-bd7e-1dcc334447ec tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:50.791449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-02dc4126-b147-4eb8-bd7e-1dcc334447ec tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/networks?id=008f80d4-6e08-4c26-b946-5b10455812d5 HTTP/1.1" status: 200 len: 812 time: 0.7321303 Oct 12 23:24:50.811626 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-9e9a6240-c9c5-4857-8d55-66f0c090a646 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/quotas/677e9d347f1947ac96e0cb96dcdd2a80 HTTP/1.1" status: 200 len: 375 time: 0.0167370 Oct 12 23:24:50.828132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5194523b-4205-461f-9175-3caa1b70e878 req-8cb248d5-619b-4ba0-b010-2cc6bcd5be7d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42326377-6dac-4eec-b154-3db747e316b5 HTTP/1.1" status: 200 len: 1001 time: 0.5270078 Oct 12 23:24:50.846503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fadf90ad-1500-4018-8bf7-f9fc9b668c39 None None] Provisioning complete for port 00f6bcff-83cb-46d5-af63-7a2be78545ff triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:50.846727 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fadf90ad-1500-4018-8bf7-f9fc9b668c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:50.888581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194523b-4205-461f-9175-3caa1b70e878 req-56f980ca-d6e2-4f11-b6ae-082dfb1b9917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:50.890077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5194523b-4205-461f-9175-3caa1b70e878 req-56f980ca-d6e2-4f11-b6ae-082dfb1b9917 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28964e96-9915-4646-9660-8101f827c38c HTTP/1.1" status: 200 len: 848 time: 0.0541711 Oct 12 23:24:50.905753 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-6413d9e2-7624-45f8-9fc1-a57b05f73df0 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=677e9d347f1947ac96e0cb96dcdd2a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855787 Oct 12 23:24:50.952925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194523b-4205-461f-9175-3caa1b70e878 req-f9905f5f-fb88-433c-84c8-f4c62a944fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:50.954573 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5194523b-4205-461f-9175-3caa1b70e878 req-f9905f5f-fb88-433c-84c8-f4c62a944fc5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577252 Oct 12 23:24:50.994767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-359ce158-28ef-419f-bd9c-ca7158e9e147 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.051665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ce158-28ef-419f-bd9c-ca7158e9e147 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=4b9d5286-966f-405d-b75a-77df1824a273,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:51.085350 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-41b6ac4d-2e78-4266-abd8-e3c3ab2ba3a3 service neutron] 10.222.0.31 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723440 Oct 12 23:24:51.088595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5194523b-4205-461f-9175-3caa1b70e878 req-94ded432-95da-47f3-96df-ab7642727292 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256547 Oct 12 23:24:51.192820 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-359ce158-28ef-419f-bd9c-ca7158e9e147 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.199573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35028) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:51.200308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-359ce158-28ef-419f-bd9c-ca7158e9e147 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/4b9d5286-966f-405d-b75a-77df1824a273 HTTP/1.1" status: 204 len: 168 time: 1.3461266 Oct 12 23:24:51.240712 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecf494b1-366e-4285-93f2-48ca47c6c078 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:24:51.243636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ecf494b1-366e-4285-93f2-48ca47c6c078 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/4b9d5286-966f-405d-b75a-77df1824a273 HTTP/1.1" status: 404 len: 333 time: 0.0424869 Oct 12 23:24:51.246556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5194523b-4205-461f-9175-3caa1b70e878 req-17b8d1c4-c6d1-40ec-83d3-00e9647b9645 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515720 Oct 12 23:24:51.247326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35030) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:51.257698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-e40eebd3-c724-47d2-90e5-f11c6eb76627 service neutron] 10.222.0.31 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481731 Oct 12 23:24:51.313613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a9730f7-5c85-47e6-b3ef-fa516c7bf656 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet 0f93dfa0-31cb-4945-b7df-60804b653874 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:24:51.317523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a9730f7-5c85-47e6-b3ef-fa516c7bf656 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.356921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0163730c-a390-4ca5-a322-27906da749bf None None] Provisioning complete for port 00f6bcff-83cb-46d5-af63-7a2be78545ff triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:51.357500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0163730c-a390-4ca5-a322-27906da749bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.368311 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a9730f7-5c85-47e6-b3ef-fa516c7bf656 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.481177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0163730c-a390-4ca5-a322-27906da749bf None None] Could not find standard attr ID for object 4b9d5286-966f-405d-b75a-77df1824a273. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:24:51.484940 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a9730f7-5c85-47e6-b3ef-fa516c7bf656 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.603455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-da7f2f47-c87b-4fb5-b26b-4dfb19ad7cff None None] Could not find standard attr ID for object 4b9d5286-966f-405d-b75a-77df1824a273. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:24:51.647435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a9730f7-5c85-47e6-b3ef-fa516c7bf656 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.697086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9730f7-5c85-47e6-b3ef-fa516c7bf656 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=0f93dfa0-31cb-4945-b7df-60804b653874,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:51.700978 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4a9730f7-5c85-47e6-b3ef-fa516c7bf656 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.710902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35050) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:51.711044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4a9730f7-5c85-47e6-b3ef-fa516c7bf656 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/0f93dfa0-31cb-4945-b7df-60804b653874 HTTP/1.1" status: 204 len: 168 time: 0.4596305 Oct 12 23:24:51.812266 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.815974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad98496c-6019-4d1e-a2df-4aebc210e808 None None] Network c191d16b-4705-47ef-accc-42b280b038fc requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:51.885086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 00f6bcff-83cb-46d5-af63-7a2be78545ff {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:51.885086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.941999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09092fef-ab83-426e-a4fb-1e3d702ef68c req-6fe59fce-48d5-4af4-b770-af311be4580c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 210 time: 0.4160538 Oct 12 23:24:51.978709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] For port 00f6bcff-83cb-46d5-af63-7a2be78545ff, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=00f6bcff-83cb-46d5-af63-7a2be78545ff,segment=NetworkSegment(4eac076d-cda3-49a9-9f5a-b709abc3fb0d),segment_id=4eac076d-cda3-49a9-9f5a-b709abc3fb0d)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:51.979258 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:51.992565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 00f6bcff-83cb-46d5-af63-7a2be78545ff owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:52.049656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01fabc94-e8e6-45e1-8286-6df3284cc271 None None] DHCP port deletion for c191d16b-4705-47ef-accc-42b280b038fc request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:24:52.103708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-01fabc94-e8e6-45e1-8286-6df3284cc271 None None] Deleting port 00f6bcff-83cb-46d5-af63-7a2be78545ff {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:52.104084 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01fabc94-e8e6-45e1-8286-6df3284cc271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.171176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.181880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-01fabc94-e8e6-45e1-8286-6df3284cc271 None None] For port 00f6bcff-83cb-46d5-af63-7a2be78545ff, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=00f6bcff-83cb-46d5-af63-7a2be78545ff,segment=NetworkSegment(4eac076d-cda3-49a9-9f5a-b709abc3fb0d),segment_id=4eac076d-cda3-49a9-9f5a-b709abc3fb0d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:24:52.182284 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01fabc94-e8e6-45e1-8286-6df3284cc271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.204133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 00f6bcff-83cb-46d5-af63-7a2be78545ff no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:24:52.206525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=00f6bcff-83cb-46d5-af63-7a2be78545ff,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:52.207054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-01fabc94-e8e6-45e1-8286-6df3284cc271 None None] Calling delete_port for 00f6bcff-83cb-46d5-af63-7a2be78545ff owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:52.214064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No DVR routers for this DVR port 00f6bcff-83cb-46d5-af63-7a2be78545ff on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:52.232828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 00f6bcff-83cb-46d5-af63-7a2be78545ff {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:24:52.233302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 00f6bcff-83cb-46d5-af63-7a2be78545ff not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:24:52.317553 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.329134 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01fabc94-e8e6-45e1-8286-6df3284cc271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.338747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c191d16b-4705-47ef-accc-42b280b038fc']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:52.348723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eac076d-cda3-49a9-9f5a-b709abc3fb0d') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:52.349029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eac076d-cda3-49a9-9f5a-b709abc3fb0d') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:24:52.358603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.364889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fabc94-e8e6-45e1-8286-6df3284cc271 None None] Pushing event deleted for resources: {'Port': ['ID=00f6bcff-83cb-46d5-af63-7a2be78545ff,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:52.371216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fabc94-e8e6-45e1-8286-6df3284cc271 None None] No DVR routers for this DVR port 00f6bcff-83cb-46d5-af63-7a2be78545ff on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:24:52.373913 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.380745 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:24:52.381288 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:24:52.385808 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:24:52.519900 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.524232 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.529885 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/networks/c191d16b-4705-47ef-accc-42b280b038fc HTTP/1.1" status: 204 len: 168 time: 0.8185506 Oct 12 23:24:52.533666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35074) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:52.539633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'name': 'tempest-PortsTestJSON-1383861694'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:52.544199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d0bc8-641c-49af-8990-17448eeab047 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Network': ['ID=c191d16b-4705-47ef-accc-42b280b038fc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:52.709715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:52.713344 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.730348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 0cfbaedf-ffe7-4730-9247-a4f3b5659987 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:52.771762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35078) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:52.902793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14833900-9a16-48fc-a70d-6c1c3cd92e07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:52.915810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.008434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14833900-9a16-48fc-a70d-6c1c3cd92e07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.022860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.040157 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-58b12a23-3172-42aa-bdfe-8078d9b54a7f req-0e9d0180-1124-4e8a-bb6b-48a9745d15b2 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 210 time: 0.0291667 Oct 12 23:24:53.068431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:53.071779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-14833900-9a16-48fc-a70d-6c1c3cd92e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.074128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:53.080720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:53.085766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:53.086356 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.105810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=0cfbaedf-ffe7-4730-9247-a4f3b5659987,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:53.139279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35084) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:53.139503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-14833900-9a16-48fc-a70d-6c1c3cd92e07 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5f7b70fa2854d91b8ea49b00f319677&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3664296 Oct 12 23:24:53.143224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14833900-9a16-48fc-a70d-6c1c3cd92e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66423ab0-db17-42ac-800a-8062c505b485,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:53.193856 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-311e467b-e416-495a-9cd2-c65ae3856818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.214462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-311e467b-e416-495a-9cd2-c65ae3856818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.221024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c1bf7ec8-9974-46d0-8e97-990ac3721a13 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6857166 Oct 12 23:24:53.223632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35086) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:53.315240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6d67ece7-6443-437b-aa0c-83a6161f4cab tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 0cfbaedf-ffe7-4730-9247-a4f3b5659987 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:53.315654 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d67ece7-6443-437b-aa0c-83a6161f4cab tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.338331 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-311e467b-e416-495a-9cd2-c65ae3856818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.340968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-311e467b-e416-495a-9cd2-c65ae3856818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.342280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-311e467b-e416-495a-9cd2-c65ae3856818 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/66423ab0-db17-42ac-800a-8062c505b485 HTTP/1.1" status: 204 len: 168 time: 0.2019496 Oct 12 23:24:53.351460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311e467b-e416-495a-9cd2-c65ae3856818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66423ab0-db17-42ac-800a-8062c505b485,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:53.385802 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d67ece7-6443-437b-aa0c-83a6161f4cab tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.403362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6d67ece7-6443-437b-aa0c-83a6161f4cab tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 0cfbaedf-ffe7-4730-9247-a4f3b5659987 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:53.555555 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d67ece7-6443-437b-aa0c-83a6161f4cab tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.587642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67ece7-6443-437b-aa0c-83a6161f4cab tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=0cfbaedf-ffe7-4730-9247-a4f3b5659987,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:53.596304 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d67ece7-6443-437b-aa0c-83a6161f4cab tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.600292 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6d67ece7-6443-437b-aa0c-83a6161f4cab tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/0cfbaedf-ffe7-4730-9247-a4f3b5659987 HTTP/1.1" status: 204 len: 168 time: 0.3756688 Oct 12 23:24:53.603343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35090) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:53.617903 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'mac_address': 'fa:16:3e:9f:ed:6a', 'name': 'tempest-PortsTestJSON-878919771'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:53.728281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-74b4a11b-4a11-4fe7-9555-935000c4218a tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:53.729749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-74b4a11b-4a11-4fe7-9555-935000c4218a tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.25 "GET /v2.0/networks?id=008f80d4-6e08-4c26-b946-5b10455812d5 HTTP/1.1" status: 200 len: 812 time: 0.1272128 Oct 12 23:24:53.742058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Request body: {'port': {'device_id': '190f20f3-02d4-4fa9-89e1-29ed8d0b1603', 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5', 'admin_state_up': True, 'tenant_id': '677e9d347f1947ac96e0cb96dcdd2a80'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:53.818743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:53.884100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:53.911741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 925d0dba-ad84-4177-a66b-86e7f72d9657 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:53.961531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Made reservation on behalf of 677e9d347f1947ac96e0cb96dcdd2a80 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:53.966024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.083694 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.101170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35100) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:54.120369 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b6111dc-6b66-45d0-9e37-85035497c219 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.132465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Allocated IP 172.20.0.4 (008f80d4-6e08-4c26-b946-5b10455812d5/bfb94e1c-1c89-4877-b7fe-e997c2dc70b2/b87271e6-4894-44d9-91d3-1cead5c564f2) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:54.183922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58b68881-08b7-4120-9b51-135f1c8ac107 req-71c38f91-d122-49f2-b15c-4af9f1816050 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 210 time: 0.0358436 Oct 12 23:24:54.189717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.234850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:54.237966 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:54.241952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:54.247896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:54.248520 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.259182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=925d0dba-ad84-4177-a66b-86e7f72d9657,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:54.331943 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b6111dc-6b66-45d0-9e37-85035497c219 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.352453 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b93fc1b6-68fe-4b01-b397-4b616f5bf06a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.7478299 Oct 12 23:24:54.355227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35104) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:54.358305 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.400393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a34ede6b-ed9c-44d3-ab95-a4a19f5a3c53 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:54.401738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a34ede6b-ed9c-44d3-ab95-a4a19f5a3c53 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/925d0dba-ad84-4177-a66b-86e7f72d9657 HTTP/1.1" status: 200 len: 840 time: 0.0454221 Oct 12 23:24:54.404489 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35106) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:54.406712 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b6111dc-6b66-45d0-9e37-85035497c219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.450728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b6111dc-6b66-45d0-9e37-85035497c219 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ccbbf8c3e87845a2b55728ab1f7fea84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483348 Oct 12 23:24:54.451568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6111dc-6b66-45d0-9e37-85035497c219 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a256e5d-e6ff-4c59-9305-0f8be7d683e1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:54.459338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35108) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:54.477956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.500506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f29573eb-fe11-4c59-a8e3-2e2709f3b3e9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 925d0dba-ad84-4177-a66b-86e7f72d9657 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:54.500506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f29573eb-fe11-4c59-a8e3-2e2709f3b3e9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.541237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Network 008f80d4-6e08-4c26-b946-5b10455812d5 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:54.549807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:54.553340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Pushing event updated for resources: {'Port': ['ID=b87271e6-4894-44d9-91d3-1cead5c564f2,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:54.560069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:54.564983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f29573eb-fe11-4c59-a8e3-2e2709f3b3e9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.577602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f29573eb-fe11-4c59-a8e3-2e2709f3b3e9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 925d0dba-ad84-4177-a66b-86e7f72d9657 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:54.587699 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aaef0ffe-5f1a-4c5f-be0c-7acf695d1b89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.624579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:54.625196 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.634306 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aaef0ffe-5f1a-4c5f-be0c-7acf695d1b89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.769647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d198d657-f19b-4f1f-8512-60e52b7df168 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0313330 Oct 12 23:24:54.784973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Request body: {'port': {'device_id': '190f20f3-02d4-4fa9-89e1-29ed8d0b1603', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:54.794171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f29573eb-fe11-4c59-a8e3-2e2709f3b3e9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.806620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aaef0ffe-5f1a-4c5f-be0c-7acf695d1b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.809135 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aaef0ffe-5f1a-4c5f-be0c-7acf695d1b89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.810240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aaef0ffe-5f1a-4c5f-be0c-7acf695d1b89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8a256e5d-e6ff-4c59-9305-0f8be7d683e1 HTTP/1.1" status: 204 len: 168 time: 0.3499737 Oct 12 23:24:54.823753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29573eb-fe11-4c59-a8e3-2e2709f3b3e9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=925d0dba-ad84-4177-a66b-86e7f72d9657,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:54.823951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaef0ffe-5f1a-4c5f-be0c-7acf695d1b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a256e5d-e6ff-4c59-9305-0f8be7d683e1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:54.829020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f29573eb-fe11-4c59-a8e3-2e2709f3b3e9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:54.832496 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f29573eb-fe11-4c59-a8e3-2e2709f3b3e9 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/925d0dba-ad84-4177-a66b-86e7f72d9657 HTTP/1.1" status: 204 len: 168 time: 0.4270399 Oct 12 23:24:54.835280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35112) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:54.880427 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-b62e6e16-3f65-48de-8faf-10f9dc71faa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:24:54.881942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b62e6e16-3f65-48de-8faf-10f9dc71faa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/925d0dba-ad84-4177-a66b-86e7f72d9657 HTTP/1.1" status: 404 len: 333 time: 0.0456452 Oct 12 23:24:54.885655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35114) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:54.890476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'name': 'tempest-PortsTestJSON-1502695050'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:54.895158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.168649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:55.172204 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.201534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port c4f8d861-e499-4182-9d3d-aa0ddaf07bcc yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:55.299624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87271e6-4894-44d9-91d3-1cead5c564f2 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:24:55.314786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.317479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff94f316-0c8e-4c3a-97ff-2abba7b97664 req-bb94de08-c5ef-4048-a559-11e3c6e36bbc tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:55.319363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff94f316-0c8e-4c3a-97ff-2abba7b97664 req-bb94de08-c5ef-4048-a559-11e3c6e36bbc tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 931 time: 0.0597701 Oct 12 23:24:55.341586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Transition to ACTIVE for port object b87271e6-4894-44d9-91d3-1cead5c564f2 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:24:55.358247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ff94f316-0c8e-4c3a-97ff-2abba7b97664 req-6f5c6278-5df5-46c4-8389-f75305200bc2 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Oct 12 23:24:55.410964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.428926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.508042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Pushing event updated for resources: {'Port': ['ID=b87271e6-4894-44d9-91d3-1cead5c564f2,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:55.565717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Attempting to bind port b87271e6-4894-44d9-91d3-1cead5c564f2 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:55.566399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Attempting to bind port b87271e6-4894-44d9-91d3-1cead5c564f2 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '60ce99e5-b549-4b2c-96ec-edf95866b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:55.566399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Attempting to bind port b87271e6-4894-44d9-91d3-1cead5c564f2 on network 008f80d4-6e08-4c26-b946-5b10455812d5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:55.570684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Port b87271e6-4894-44d9-91d3-1cead5c564f2 on network 008f80d4-6e08-4c26-b946-5b10455812d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:24:55.571081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Attempting to bind port b87271e6-4894-44d9-91d3-1cead5c564f2 on network 008f80d4-6e08-4c26-b946-5b10455812d5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:55.575894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:55.576226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Checking segment: {'id': '60ce99e5-b549-4b2c-96ec-edf95866b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:55.576646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Bound using segment: {'id': '60ce99e5-b549-4b2c-96ec-edf95866b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:55.577072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Bound port: b87271e6-4894-44d9-91d3-1cead5c564f2, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ce99e5-b549-4b2c-96ec-edf95866b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:55.577429 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.651764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] For port b87271e6-4894-44d9-91d3-1cead5c564f2, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:55.655223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] For port b87271e6-4894-44d9-91d3-1cead5c564f2, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b87271e6-4894-44d9-91d3-1cead5c564f2,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:55.659556 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.703372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:55.706810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:55.710606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:55.716117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:55.725134 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.726895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=c4f8d861-e499-4182-9d3d-aa0ddaf07bcc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:55.744291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.775909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:55.776505 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.777861 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] 10.222.0.25 "PUT /v2.0/ports/b87271e6-4894-44d9-91d3-1cead5c564f2 HTTP/1.1" status: 200 len: 1092 time: 0.9974868 Oct 12 23:24:55.778295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190f20f3-02d4-4fa9-89e1-29ed8d0b1603', 'tag': 'b87271e6-4894-44d9-91d3-1cead5c564f2'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:24:55.780574 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be2018d-ccd1-476b-89a5-ccdbbea50e59" -d '{"events": [{"name": "network-changed", "server_uuid": "190f20f3-02d4-4fa9-89e1-29ed8d0b1603", "tag": "b87271e6-4894-44d9-91d3-1cead5c564f2"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:24:55.808229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8781d9ce-18a0-43b4-8d20-916b8c868e00 service neutron] Pushing event updated for resources: {'Port': ['ID=b87271e6-4894-44d9-91d3-1cead5c564f2,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:55.835628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2600b9c7-0206-459f-bbe1-0d69c4009b5e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.9489508 Oct 12 23:24:55.839845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35140) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:55.842211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fd246e95-8f88-4c6f-bcd5-7561773bf985 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:55.915735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd246e95-8f88-4c6f-bcd5-7561773bf985 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:55.963187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d1832ef2-84d6-4cfb-8696-8e974e570e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:55.965032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d1832ef2-84d6-4cfb-8696-8e974e570e6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=677e9d347f1947ac96e0cb96dcdd2a80&device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 1095 time: 0.0525179 Oct 12 23:24:56.030177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-78b75a30-9da6-448f-9e68-d4a5601ca1ae service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b87271e6-4894-44d9-91d3-1cead5c564f2 HTTP/1.1" status: 200 len: 217 time: 0.0568929 Oct 12 23:24:56.081151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-80937b89-3f4b-4e41-9a7d-017c708cf375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:56.082749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-80937b89-3f4b-4e41-9a7d-017c708cf375 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfb94e1c-1c89-4877-b7fe-e997c2dc70b2 HTTP/1.1" status: 200 len: 852 time: 0.0456200 Oct 12 23:24:56.093441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd246e95-8f88-4c6f-bcd5-7561773bf985 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.115402 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d040e9f1-302c-425a-bb17-49df68e8dfed service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=008f80d4-6e08-4c26-b946-5b10455812d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251532 Oct 12 23:24:56.142734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd246e95-8f88-4c6f-bcd5-7561773bf985 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.177162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fd246e95-8f88-4c6f-bcd5-7561773bf985 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] In _notify_port_updated(), no bound segment for port c4f8d861-e499-4182-9d3d-aa0ddaf07bcc on network 9216218f-4f48-491e-a808-6cf408d713bb {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:24:56.182436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd246e95-8f88-4c6f-bcd5-7561773bf985 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:56.183126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd246e95-8f88-4c6f-bcd5-7561773bf985 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.184399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fd246e95-8f88-4c6f-bcd5-7561773bf985 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "PUT /v2.0/ports/c4f8d861-e499-4182-9d3d-aa0ddaf07bcc HTTP/1.1" status: 200 len: 818 time: 0.3472869 Oct 12 23:24:56.187266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35146) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:56.207143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd246e95-8f88-4c6f-bcd5-7561773bf985 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=c4f8d861-e499-4182-9d3d-aa0ddaf07bcc,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:56.274662 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-d46af271-59c5-44ad-8de3-9b907c2d7858 service neutron] 10.222.0.25 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524181 Oct 12 23:24:56.359004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5a970459-2200-4620-90cd-6b338ff71f95 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port c4f8d861-e499-4182-9d3d-aa0ddaf07bcc {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:24:56.359271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a970459-2200-4620-90cd-6b338ff71f95 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.426476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2a073f8-594b-4367-a3b2-2de8c2ef0236 req-a4abbd8c-d71d-45dd-bd2d-6d32972b1ed0 service neutron] 10.222.0.25 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449418 Oct 12 23:24:56.449827 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a970459-2200-4620-90cd-6b338ff71f95 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.464467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5a970459-2200-4620-90cd-6b338ff71f95 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for c4f8d861-e499-4182-9d3d-aa0ddaf07bcc owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:24:56.482127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f503bed-17b8-4e72-9058-6c5c769e6281 req-35e16d5f-8408-48e8-be63-a2746cf32ae0 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:56.490420 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2f503bed-17b8-4e72-9058-6c5c769e6281 req-35e16d5f-8408-48e8-be63-a2746cf32ae0 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 943 time: 0.0639307 Oct 12 23:24:56.528777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2f503bed-17b8-4e72-9058-6c5c769e6281 req-5510ec7e-046d-463a-b9cf-40a80fb6e4a1 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371637 Oct 12 23:24:56.622087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a970459-2200-4620-90cd-6b338ff71f95 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.652181 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5a970459-2200-4620-90cd-6b338ff71f95 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.655724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5a970459-2200-4620-90cd-6b338ff71f95 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/c4f8d861-e499-4182-9d3d-aa0ddaf07bcc HTTP/1.1" status: 204 len: 168 time: 0.4675322 Oct 12 23:24:56.656751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a970459-2200-4620-90cd-6b338ff71f95 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=c4f8d861-e499-4182-9d3d-aa0ddaf07bcc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:56.659758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:56.708826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52be1691-5c53-4fcd-b045-189803827650 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:56.710304 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-52be1691-5c53-4fcd-b045-189803827650 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0493693 Oct 12 23:24:56.712972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35162) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:56.740513 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-af35b134-1e68-4b02-a97f-410ebe1ec6a1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:24:56.741922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-af35b134-1e68-4b02-a97f-410ebe1ec6a1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/c4f8d861-e499-4182-9d3d-aa0ddaf07bcc HTTP/1.1" status: 404 len: 333 time: 0.0280254 Oct 12 23:24:56.745638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35164) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:56.750838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1565201193'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:56.841009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:56.844699 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.868663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:24:56.876982 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.877263 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Added segment f7b1f363-59f0-46f7-be5f-196efe662966 of type vlan for network 0e742a11-2043-43b5-9ab0-e27785a4424b Oct 12 23:24:56.915613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:56.995202 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:57.000746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:57.002054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:57.066712 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4285c03-a26f-45fb-80a8-bff9c9a3aa0f x-openstack-request-id: req-d4285c03-a26f-45fb-80a8-bff9c9a3aa0f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:24:57.067036 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190f20f3-02d4-4fa9-89e1-29ed8d0b1603", "tag": "b87271e6-4894-44d9-91d3-1cead5c564f2", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:24:57.067293 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d4285c03-a26f-45fb-80a8-bff9c9a3aa0f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:24:57.067694 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190f20f3-02d4-4fa9-89e1-29ed8d0b1603', 'tag': 'b87271e6-4894-44d9-91d3-1cead5c564f2', 'status': 'completed', 'code': 200} Oct 12 23:24:57.072969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Network': ['ID=0e742a11-2043-43b5-9ab0-e27785a4424b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:57.083685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 0e742a11-2043-43b5-9ab0-e27785a4424b details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:24:57.140744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f4acd432-ab5e-48b7-9805-7d1c06fe3380 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3938012 Oct 12 23:24:57.143670 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35176) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:57.148589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:57.153841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-fb16d672-61b1-4c76-b76b-4cc1833fe12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:57.155603 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-fb16d672-61b1-4c76-b76b-4cc1833fe12a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=677e9d347f1947ac96e0cb96dcdd2a80&device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 1095 time: 0.0568626 Oct 12 23:24:57.266658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-348de6ee-af51-4eab-a3df-d5499cfd7730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:57.268448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-348de6ee-af51-4eab-a3df-d5499cfd7730 service neutron] 10.222.0.25 "GET /v2.0/networks?id=008f80d4-6e08-4c26-b946-5b10455812d5 HTTP/1.1" status: 200 len: 913 time: 0.1052709 Oct 12 23:24:57.313081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-ac2cd0c0-de2a-4344-8d5a-5277165258f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b87271e6-4894-44d9-91d3-1cead5c564f2 HTTP/1.1" status: 200 len: 217 time: 0.0367734 Oct 12 23:24:57.315249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:57.318849 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:57.365892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-c025927d-988b-44dc-b1c7-7cc068401e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:57.367409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-c025927d-988b-44dc-b1c7-7cc068401e1e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfb94e1c-1c89-4877-b7fe-e997c2dc70b2 HTTP/1.1" status: 200 len: 852 time: 0.0466073 Oct 12 23:24:57.400527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-5c2d9b99-77a1-45df-a0bb-5c2cdd8360aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=008f80d4-6e08-4c26-b946-5b10455812d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260863 Oct 12 23:24:57.497676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-c27284ac-7203-482e-b59e-fb91560f0457 service neutron] 10.222.0.25 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903952 Oct 12 23:24:57.601852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0be2018d-ccd1-476b-89a5-ccdbbea50e59 req-dd561a84-fee9-4deb-9817-e253bda4a00e service neutron] 10.222.0.25 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972006 Oct 12 23:24:57.634716 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:57.711738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e08cb5-39fe-49bb-aab9-a0807fe3a6ac req-973c183e-e803-450e-ace8-76fe94d87da9 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:57.713257 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10e08cb5-39fe-49bb-aab9-a0807fe3a6ac req-973c183e-e803-450e-ace8-76fe94d87da9 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 943 time: 0.1155105 Oct 12 23:24:57.726040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=a01b8e3a-6c4d-4859-a30d-f8b5279610f5,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:57.749704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Checking segment: {'id': 'f7b1f363-59f0-46f7-be5f-196efe662966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:57.750163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network hostable DHCP agents. Network: 0e742a11-2043-43b5-9ab0-e27785a4424b, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:24:57.777762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10e08cb5-39fe-49bb-aab9-a0807fe3a6ac req-489df276-e251-4ab0-9a6a-98e75d9748b6 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549078 Oct 12 23:24:57.835172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 0e742a11-2043-43b5-9ab0-e27785a4424b is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:24:57.910181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 0e742a11-2043-43b5-9ab0-e27785a4424b) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:57.914681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:57.915973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:57.919173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20481b2-90cd-4198-891c-e8d3ef3bb68f None None] Network 0e742a11-2043-43b5-9ab0-e27785a4424b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:58.006821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-69932c9a-617b-4e7a-a90a-8a6c397148bd tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8619664 Oct 12 23:24:58.009370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35196) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:58.014342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6e82336d-8c60-4da6-b935-eddc9c51856f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:58.059179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-0e742a11-2043-43b5-9ab0-e27785a4424b', 'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b', 'tenant_id': 'd939eef4aade41909fa0659488687b9e', 'fixed_ips': [{'subnet_id': 'a01b8e3a-6c4d-4859-a30d-f8b5279610f5'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:24:58.060048 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:58.194277 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Allocated IP 172.20.0.2 (0e742a11-2043-43b5-9ab0-e27785a4424b/a01b8e3a-6c4d-4859-a30d-f8b5279610f5/dbb4dafb-2303-4c55-b37d-354228319f13) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:58.212311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e82336d-8c60-4da6-b935-eddc9c51856f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:58.215846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6e82336d-8c60-4da6-b935-eddc9c51856f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:58.307676 n-d-790519-14 neutron-server[101889]: INFO neutron.db.ipam_backend_mixin [None req-6e82336d-8c60-4da6-b935-eddc9c51856f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet a01b8e3a-6c4d-4859-a30d-f8b5279610f5 (CIDR: 172.20.0.0/28) Oct 12 23:24:58.338460 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e82336d-8c60-4da6-b935-eddc9c51856f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:24:58.339004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e82336d-8c60-4da6-b935-eddc9c51856f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:24:58.344641 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:58.413061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:58.427839 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6e82336d-8c60-4da6-b935-eddc9c51856f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4173775 Oct 12 23:24:58.430475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35200) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:58.435756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:58.455465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Network 0e742a11-2043-43b5-9ab0-e27785a4424b is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:58.460079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:58.463600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:24:58.471071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Pushing event updated for resources: {'Port': ['ID=dbb4dafb-2303-4c55-b37d-354228319f13,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:58.520705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Attempting to bind port dbb4dafb-2303-4c55-b37d-354228319f13 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:24:58.521123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Attempting to bind port dbb4dafb-2303-4c55-b37d-354228319f13 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'f7b1f363-59f0-46f7-be5f-196efe662966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:24:58.521590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Attempting to bind port dbb4dafb-2303-4c55-b37d-354228319f13 on network 0e742a11-2043-43b5-9ab0-e27785a4424b {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:24:58.526780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:24:58.528873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Checking segment: {'id': 'f7b1f363-59f0-46f7-be5f-196efe662966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:24:58.528873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:58.528873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Bound using segment: {'id': 'f7b1f363-59f0-46f7-be5f-196efe662966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:24:58.528873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Bound port: dbb4dafb-2303-4c55-b37d-354228319f13, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7b1f363-59f0-46f7-be5f-196efe662966', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:24:58.528873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:58.593729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] For port dbb4dafb-2303-4c55-b37d-354228319f13, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:24:58.596961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] For port dbb4dafb-2303-4c55-b37d-354228319f13, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=dbb4dafb-2303-4c55-b37d-354228319f13,segment=NetworkSegment(f7b1f363-59f0-46f7-be5f-196efe662966),segment_id=f7b1f363-59f0-46f7-be5f-196efe662966)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:24:58.635518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:58.639337 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:58.680468 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:58.748312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96d643-9ea5-46b5-a32e-6380a7bcab69 None None] Pushing event updated for resources: {'Port': ['ID=dbb4dafb-2303-4c55-b37d-354228319f13,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:59.010102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61305f-7e3d-4b2d-8b64-bb9e864c3602 req-518a02a6-89ce-4ed3-b815-d77241b2e7b2 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:59.012077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea61305f-7e3d-4b2d-8b64-bb9e864c3602 req-518a02a6-89ce-4ed3-b815-d77241b2e7b2 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 943 time: 0.1541345 Oct 12 23:24:59.058124 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:59.089773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ea61305f-7e3d-4b2d-8b64-bb9e864c3602 req-eb661ffb-b97b-4115-9228-2aa2a508261d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704651 Oct 12 23:24:59.110260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 0e742a11-2043-43b5-9ab0-e27785a4424b is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:24:59.113922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:24:59.117033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:24:59.117622 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:59.129949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=be10e119-b366-4a49-9fe8-6e92414440e7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:24:59.212585 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-990afc90-7242-49f3-9503-9e86cc25b877 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7786336 Oct 12 23:24:59.212967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35208) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:24:59.218199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b', 'fixed_ips': [{'subnet_id': 'a01b8e3a-6c4d-4859-a30d-f8b5279610f5'}, {'subnet_id': 'be10e119-b366-4a49-9fe8-6e92414440e7'}], 'name': 'tempest-PortsTestJSON-535797778'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:24:59.389779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:24:59.520620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:59.541102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:24:59.752178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc920b88-e0ff-43a4-89fa-70e8ca454881 None None] Network 0e742a11-2043-43b5-9ab0-e27785a4424b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:24:59.801440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b87271e6-4894-44d9-91d3-1cead5c564f2 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:24:59.837933 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-422cf36c-de51-45e2-8187-99fd9701fce0 None None] Provisioning complete for port dbb4dafb-2303-4c55-b37d-354228319f13 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:24:59.838302 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-422cf36c-de51-45e2-8187-99fd9701fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:24:59.881367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.11 (0e742a11-2043-43b5-9ab0-e27785a4424b/a01b8e3a-6c4d-4859-a30d-f8b5279610f5/39ca4c7d-eddb-4680-adaa-80dedb8bdb0d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:24:59.887620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.28 (0e742a11-2043-43b5-9ab0-e27785a4424b/be10e119-b366-4a49-9fe8-6e92414440e7/39ca4c7d-eddb-4680-adaa-80dedb8bdb0d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:00.035603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.139034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.161183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port b87271e6-4894-44d9-91d3-1cead5c564f2, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b87271e6-4894-44d9-91d3-1cead5c564f2,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:00.211655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 0e742a11-2043-43b5-9ab0-e27785a4424b is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:00.213922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'b87271e6-4894-44d9-91d3-1cead5c564f2', 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5', 'port_id': 'b87271e6-4894-44d9-91d3-1cead5c564f2', 'mac_address': 'fa:16:3e:73:3b:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb94e1c-1c89-4877-b7fe-e997c2dc70b2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:25:00.219174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:00.223237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=39ca4c7d-eddb-4680-adaa-80dedb8bdb0d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:00.225184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:00.242438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595500c1-9d95-4c43-a031-6c413c48b6fe req-3d725c9b-9d68-4dd4-9566-173b6ee6c00c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:00.250269 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-595500c1-9d95-4c43-a031-6c413c48b6fe req-3d725c9b-9d68-4dd4-9566-173b6ee6c00c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 943 time: 0.0692899 Oct 12 23:25:00.261616 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-422cf36c-de51-45e2-8187-99fd9701fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.291556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device dbb4dafb-2303-4c55-b37d-354228319f13 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:00.291812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:00.292591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.300178 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.303236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-595500c1-9d95-4c43-a031-6c413c48b6fe req-d64cbfd0-27ce-4bf4-b3b6-0d5a6bc11e57 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503423 Oct 12 23:25:00.379180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87271e6-4894-44d9-91d3-1cead5c564f2 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:25:00.385732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c3cceeb2-e4e0-4487-beab-59aceb20f670 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.1715522 Oct 12 23:25:00.386198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-422cf36c-de51-45e2-8187-99fd9701fce0 None None] For port dbb4dafb-2303-4c55-b37d-354228319f13, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=dbb4dafb-2303-4c55-b37d-354228319f13,segment=NetworkSegment(f7b1f363-59f0-46f7-be5f-196efe662966),segment_id=f7b1f363-59f0-46f7-be5f-196efe662966)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:00.388527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35214) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:00.395213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a01b8e3a-6c4d-4859-a30d-f8b5279610f5'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:00.422521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port b87271e6-4894-44d9-91d3-1cead5c564f2, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b87271e6-4894-44d9-91d3-1cead5c564f2,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:00.428193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6a8579-1d90-409c-aa43-51c659ebb9f2 None None] Update dhcp port {'port': {'network_id': '0e742a11-2043-43b5-9ab0-e27785a4424b', 'fixed_ips': [{'subnet_id': 'a01b8e3a-6c4d-4859-a30d-f8b5279610f5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'be10e119-b366-4a49-9fe8-6e92414440e7'}], 'binding:host_id': 'n-d-790519-14'}, 'id': 'dbb4dafb-2303-4c55-b37d-354228319f13'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:25:00.458219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port dbb4dafb-2303-4c55-b37d-354228319f13 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:00.458219 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.460295 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-422cf36c-de51-45e2-8187-99fd9701fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.463181 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8579-1d90-409c-aa43-51c659ebb9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.522479 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.564349 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:00.587152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cf36c-de51-45e2-8187-99fd9701fce0 None None] Pushing event updated for resources: {'Port': ['ID=dbb4dafb-2303-4c55-b37d-354228319f13,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:00.763495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['b87271e6-4894-44d9-91d3-1cead5c564f2'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:25:00.799291 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=b87271e6-4894-44d9-91d3-1cead5c564f2,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:00.836775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-fd6a8579-1d90-409c-aa43-51c659ebb9f2 None None] Allocated IP 172.20.0.18 (0e742a11-2043-43b5-9ab0-e27785a4424b/be10e119-b366-4a49-9fe8-6e92414440e7/dbb4dafb-2303-4c55-b37d-354228319f13) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:00.997563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fd6a8579-1d90-409c-aa43-51c659ebb9f2 None None] For port dbb4dafb-2303-4c55-b37d-354228319f13, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=dbb4dafb-2303-4c55-b37d-354228319f13,segment=NetworkSegment(f7b1f363-59f0-46f7-be5f-196efe662966),segment_id=f7b1f363-59f0-46f7-be5f-196efe662966)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:01.049801 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8579-1d90-409c-aa43-51c659ebb9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:01.138347 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd6a8579-1d90-409c-aa43-51c659ebb9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:01.198711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Delete allocated IP 172.20.0.28 (0e742a11-2043-43b5-9ab0-e27785a4424b/be10e119-b366-4a49-9fe8-6e92414440e7) {{(pid=101889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 23:25:01.243863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6a8579-1d90-409c-aa43-51c659ebb9f2 None None] Pushing event updated for resources: {'Port': ['ID=dbb4dafb-2303-4c55-b37d-354228319f13,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:01.375936 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:01.422412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff6aba-f47f-4323-a520-6140f6615995 req-b87f4fe6-156d-49e5-97da-4fb674c3c21f tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:01.424617 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92ff6aba-f47f-4323-a520-6140f6615995 req-b87f4fe6-156d-49e5-97da-4fb674c3c21f tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 944 time: 0.0529199 Oct 12 23:25:01.441188 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:01.474811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92ff6aba-f47f-4323-a520-6140f6615995 req-333a6bbb-237b-4316-872b-594ea6424840 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434918 Oct 12 23:25:01.556999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=39ca4c7d-eddb-4680-adaa-80dedb8bdb0d,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:01.578436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] In _notify_port_updated(), no bound segment for port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d on network 0e742a11-2043-43b5-9ab0-e27785a4424b {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:25:01.584330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:01.584966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:01.586286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-57464c61-0a25-490b-b6fb-ebd8df843778 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "PUT /v2.0/ports/39ca4c7d-eddb-4680-adaa-80dedb8bdb0d HTTP/1.1" status: 200 len: 919 time: 1.1964951 Oct 12 23:25:01.589005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35244) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:01.594178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a01b8e3a-6c4d-4859-a30d-f8b5279610f5'}, {'subnet_id': 'be10e119-b366-4a49-9fe8-6e92414440e7'}]}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:01.674885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:01.772025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47712ec1-4250-48c8-aea4-7c578d4b7d4a None None] Network 0e742a11-2043-43b5-9ab0-e27785a4424b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:01.795213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b87271e6-4894-44d9-91d3-1cead5c564f2 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:01.859529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cbf53e49-275e-4c4d-b759-8779d9125413 None None] Provisioning complete for port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:01.860204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cbf53e49-275e-4c4d-b759-8779d9125413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:01.922675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cbf53e49-275e-4c4d-b759-8779d9125413 None None] Port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:01.946486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cbf53e49-275e-4c4d-b759-8779d9125413 None None] Provisioning complete for port dbb4dafb-2303-4c55-b37d-354228319f13 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:01.946747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.29 (0e742a11-2043-43b5-9ab0-e27785a4424b/be10e119-b366-4a49-9fe8-6e92414440e7/39ca4c7d-eddb-4680-adaa-80dedb8bdb0d) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:01.947330 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cbf53e49-275e-4c4d-b759-8779d9125413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.009751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port b87271e6-4894-44d9-91d3-1cead5c564f2 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:25:02.031503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port b87271e6-4894-44d9-91d3-1cead5c564f2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:02.031889 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.077387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.150273 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.163829 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.189540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190f20f3-02d4-4fa9-89e1-29ed8d0b1603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87271e6-4894-44d9-91d3-1cead5c564f2'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:25:02.191834 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8c42f1-c4c7-467a-ae3f-fb34021d45dc" -d '{"events": [{"server_uuid": "190f20f3-02d4-4fa9-89e1-29ed8d0b1603", "name": "network-vif-plugged", "status": "completed", "tag": "b87271e6-4894-44d9-91d3-1cead5c564f2"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:25:02.207770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port b87271e6-4894-44d9-91d3-1cead5c564f2, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b87271e6-4894-44d9-91d3-1cead5c564f2,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:02.218415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device dbb4dafb-2303-4c55-b37d-354228319f13 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:02.277179 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.290314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=39ca4c7d-eddb-4680-adaa-80dedb8bdb0d,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:02.323976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] In _notify_port_updated(), no bound segment for port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d on network 0e742a11-2043-43b5-9ab0-e27785a4424b {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:25:02.330460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:02.331165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.332821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6c450302-eee7-4ad3-8d22-0ebf2c01b99a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "PUT /v2.0/ports/39ca4c7d-eddb-4680-adaa-80dedb8bdb0d HTTP/1.1" status: 200 len: 999 time: 0.7427373 Oct 12 23:25:02.335493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35250) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:02.349773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port dbb4dafb-2303-4c55-b37d-354228319f13 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:02.350155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.354064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=b87271e6-4894-44d9-91d3-1cead5c564f2,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:02.396273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.396479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.396937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.397279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.397610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.398324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.398815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.399171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.399498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.399867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.400200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.400514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:02.409725 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79750442-5642-46e3-8d6f-999ddbff5773 x-openstack-request-id: req-79750442-5642-46e3-8d6f-999ddbff5773 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:25:02.409725 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190f20f3-02d4-4fa9-89e1-29ed8d0b1603", "name": "network-vif-plugged", "status": "completed", "tag": "b87271e6-4894-44d9-91d3-1cead5c564f2", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:25:02.410059 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-79750442-5642-46e3-8d6f-999ddbff5773 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:25:02.410276 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190f20f3-02d4-4fa9-89e1-29ed8d0b1603', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87271e6-4894-44d9-91d3-1cead5c564f2', 'code': 200} Oct 12 23:25:02.450633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b525d36e-dfa7-48e3-91d0-b10257f6f422 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:02.451267 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b525d36e-dfa7-48e3-91d0-b10257f6f422 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.572436 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b525d36e-dfa7-48e3-91d0-b10257f6f422 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.588050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b525d36e-dfa7-48e3-91d0-b10257f6f422 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:02.764496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9ca0909b-c65a-46b7-a983-06cd877c7412 None None] Provisioning complete for port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:02.765162 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9ca0909b-c65a-46b7-a983-06cd877c7412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:02.806213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9ca0909b-c65a-46b7-a983-06cd877c7412 None None] Port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:02.818441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9ca0909b-c65a-46b7-a983-06cd877c7412 None None] Provisioning complete for port dbb4dafb-2303-4c55-b37d-354228319f13 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:02.818823 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9ca0909b-c65a-46b7-a983-06cd877c7412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.036056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1f467242-1b49-4d5a-8c21-1964cdccd993 None None] Provisioning complete for port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:03.036757 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f467242-1b49-4d5a-8c21-1964cdccd993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.088485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1f467242-1b49-4d5a-8c21-1964cdccd993 None None] Port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:03.122278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef48eaa1-1a30-4a67-8fde-4596db96a7bd req-55ee827a-6573-4e00-8849-d8012a449cc0 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:03.123854 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef48eaa1-1a30-4a67-8fde-4596db96a7bd req-55ee827a-6573-4e00-8849-d8012a449cc0 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 945 time: 0.1055729 Oct 12 23:25:03.129724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdadea48-0e4c-49a7-8ecb-a74b36eada24 req-f47fffc5-9417-4a7e-bc98-e0095f8af1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:03.131203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cdadea48-0e4c-49a7-8ecb-a74b36eada24 req-f47fffc5-9417-4a7e-bc98-e0095f8af1ab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 1097 time: 0.6345749 Oct 12 23:25:03.223471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b179dd20-c82f-4214-a7b0-eb5ff6d37dcd None None] Provisioning complete for port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:03.224759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b179dd20-c82f-4214-a7b0-eb5ff6d37dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.227226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef48eaa1-1a30-4a67-8fde-4596db96a7bd req-36bfec5b-edfc-4f05-93a7-6c87bf2b9f9e tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915315 Oct 12 23:25:03.237568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cdadea48-0e4c-49a7-8ecb-a74b36eada24 req-fbe9f945-d4ef-4a0a-bf23-10d951b97490 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930324 Oct 12 23:25:03.275498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b179dd20-c82f-4214-a7b0-eb5ff6d37dcd None None] Port 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:03.383700 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b525d36e-dfa7-48e3-91d0-b10257f6f422 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.386988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-26c308df-1eba-4972-8300-a6abe6df7fe9 None None] Could not find standard attr ID for object 39ca4c7d-eddb-4680-adaa-80dedb8bdb0d. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:25:03.410869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525d36e-dfa7-48e3-91d0-b10257f6f422 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=39ca4c7d-eddb-4680-adaa-80dedb8bdb0d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:03.503621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b525d36e-dfa7-48e3-91d0-b10257f6f422 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.506888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b525d36e-dfa7-48e3-91d0-b10257f6f422 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/39ca4c7d-eddb-4680-adaa-80dedb8bdb0d HTTP/1.1" status: 204 len: 168 time: 1.1703253 Oct 12 23:25:03.509689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35256) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:03.534573 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d6a911-12ed-4c3e-b8b4-66d72afc01b7 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:25:03.536114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-03d6a911-12ed-4c3e-b8b4-66d72afc01b7 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/39ca4c7d-eddb-4680-adaa-80dedb8bdb0d HTTP/1.1" status: 404 len: 333 time: 0.0255122 Oct 12 23:25:03.538852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35258) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:03.590013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dae076c-ce78-48f1-a113-be647e8badcb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet be10e119-b366-4a49-9fe8-6e92414440e7 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:25:03.593360 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9dae076c-ce78-48f1-a113-be647e8badcb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.638579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9dae076c-ce78-48f1-a113-be647e8badcb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.730149 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9dae076c-ce78-48f1-a113-be647e8badcb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.869806 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9dae076c-ce78-48f1-a113-be647e8badcb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.905246 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9dae076c-ce78-48f1-a113-be647e8badcb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:03.909204 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9dae076c-ce78-48f1-a113-be647e8badcb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/be10e119-b366-4a49-9fe8-6e92414440e7 HTTP/1.1" status: 204 len: 168 time: 0.3691952 Oct 12 23:25:03.910232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae076c-ce78-48f1-a113-be647e8badcb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=be10e119-b366-4a49-9fe8-6e92414440e7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:03.911770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:03.922164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a1b6d8-20bc-4c94-b99e-ad25f986ce6d None None] Network 0e742a11-2043-43b5-9ab0-e27785a4424b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:03.973345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e0a1548-fad5-4005-a2b1-206e42454242 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet a01b8e3a-6c4d-4859-a30d-f8b5279610f5 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:25:03.976881 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1548-fad5-4005-a2b1-206e42454242 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.017077 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1548-fad5-4005-a2b1-206e42454242 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.111201 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1548-fad5-4005-a2b1-206e42454242 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.278718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1548-fad5-4005-a2b1-206e42454242 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.322556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0a1548-fad5-4005-a2b1-206e42454242 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=a01b8e3a-6c4d-4859-a30d-f8b5279610f5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:04.344204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e0a1548-fad5-4005-a2b1-206e42454242 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.350140 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1e0a1548-fad5-4005-a2b1-206e42454242 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/a01b8e3a-6c4d-4859-a30d-f8b5279610f5 HTTP/1.1" status: 204 len: 168 time: 0.4341238 Oct 12 23:25:04.350655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35268) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:04.401789 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147bda6-88d0-4324-bb5e-23bdd63c09dd req-2933a3df-acb6-41a1-ae15-fcd7a3dbc0de tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:04.410463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2147bda6-88d0-4324-bb5e-23bdd63c09dd req-2933a3df-acb6-41a1-ae15-fcd7a3dbc0de tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 945 time: 0.0834050 Oct 12 23:25:04.457640 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.464184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2147bda6-88d0-4324-bb5e-23bdd63c09dd req-28cb344e-3262-4431-b498-899ba7b1df38 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517569 Oct 12 23:25:04.525440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port dbb4dafb-2303-4c55-b37d-354228319f13 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:04.526139 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.611152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] For port dbb4dafb-2303-4c55-b37d-354228319f13, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=dbb4dafb-2303-4c55-b37d-354228319f13,segment=NetworkSegment(f7b1f363-59f0-46f7-be5f-196efe662966),segment_id=f7b1f363-59f0-46f7-be5f-196efe662966)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:04.611604 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.626986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for dbb4dafb-2303-4c55-b37d-354228319f13 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:04.696171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8191fa1f-6972-4711-b369-ed854945fae4 None None] Network 0e742a11-2043-43b5-9ab0-e27785a4424b requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:04.781135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c277596c-ed70-4708-a5d4-b21c68473369 None None] Provisioning complete for port dbb4dafb-2303-4c55-b37d-354228319f13 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:04.781506 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c277596c-ed70-4708-a5d4-b21c68473369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.806983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.845727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=dbb4dafb-2303-4c55-b37d-354228319f13,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:04.847737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No DVR routers for this DVR port dbb4dafb-2303-4c55-b37d-354228319f13 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:25:04.868342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c277596c-ed70-4708-a5d4-b21c68473369 None None] Could not find standard attr ID for object dbb4dafb-2303-4c55-b37d-354228319f13. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:25:04.871873 n-d-790519-14 neutron-server[101891]: INFO neutron.plugins.ml2.db [None req-c277596c-ed70-4708-a5d4-b21c68473369 None None] No ports have port_id starting with dbb4dafb-2303-4c55-b37d-354228319f13 Oct 12 23:25:04.947965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c083ce6f-8e64-4788-93fa-679e69ac4841 None None] DHCP port deletion for 0e742a11-2043-43b5-9ab0-e27785a4424b request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:25:04.952895 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:04.978036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e742a11-2043-43b5-9ab0-e27785a4424b']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:04.987357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7b1f363-59f0-46f7-be5f-196efe662966') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:04.987657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7b1f363-59f0-46f7-be5f-196efe662966') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:04.997281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.010494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.016341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:25:05.017325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:25:05.020258 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:25:05.149605 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.156485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.162128 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/networks/0e742a11-2043-43b5-9ab0-e27785a4424b HTTP/1.1" status: 204 len: 168 time: 0.8086777 Oct 12 23:25:05.166835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35280) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:05.172765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc745ee-030b-489f-b2ac-b828595cd888 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Network': ['ID=0e742a11-2043-43b5-9ab0-e27785a4424b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:05.227717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ec1168-b73b-453d-92e4-9344510bf143 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:05.227717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-82ec1168-b73b-453d-92e4-9344510bf143 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0581219 Oct 12 23:25:05.230342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35282) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:05.284429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e6357e38-7098-4d54-adb4-ac39c7da8c68 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0477440 Oct 12 23:25:05.284794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35284) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:05.292133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799362947'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:05.354210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:05.357837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.377827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35288) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:05.382001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:25:05.391238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.391652 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Added segment d71651a9-853f-4fe3-877e-b4a9c83f2608 of type vlan for network 65915f20-ac14-458c-904d-6fb62ad5e775 Oct 12 23:25:05.431827 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.493608 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8594231d-02f1-4e1c-bcfc-cbc3ae9ebfc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.507183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.512875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:05.513491 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.576598 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8594231d-02f1-4e1c-bcfc-cbc3ae9ebfc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.626249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Network': ['ID=65915f20-ac14-458c-904d-6fb62ad5e775,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:05.635062 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8594231d-02f1-4e1c-bcfc-cbc3ae9ebfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.644729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 65915f20-ac14-458c-904d-6fb62ad5e775 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:25:05.648445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dc8e6e-4ecf-4a82-a764-630a8edbabcc req-eda431a5-770a-46b8-809b-c4ddb7d6d4cf tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:05.650716 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75dc8e6e-4ecf-4a82-a764-630a8edbabcc req-eda431a5-770a-46b8-809b-c4ddb7d6d4cf tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 945 time: 0.1100562 Oct 12 23:25:05.678860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8594231d-02f1-4e1c-bcfc-cbc3ae9ebfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21f5bd-6ae7-4008-a343-4d3b7b4f1149,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:05.681975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-935c3ab6-6f44-4f3d-8f1f-8ef28b0e8a7d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3957806 Oct 12 23:25:05.684563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35294) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:05.687111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8594231d-02f1-4e1c-bcfc-cbc3ae9ebfc3 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86363bcba7844a67b1cd572a7de90c5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3079185 Oct 12 23:25:05.687733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35296) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:05.690460 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '65915f20-ac14-458c-904d-6fb62ad5e775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:05.741663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40e96bd-a936-4535-9dbc-0fe050425dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.762915 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75dc8e6e-4ecf-4a82-a764-630a8edbabcc req-9f37d889-a570-4efb-ab5e-fd908aaf3088 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035008 Oct 12 23:25:05.764563 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40e96bd-a936-4535-9dbc-0fe050425dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.905277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:05.912615 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.916880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40e96bd-a936-4535-9dbc-0fe050425dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.923103 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40e96bd-a936-4535-9dbc-0fe050425dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:05.927325 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a40e96bd-a936-4535-9dbc-0fe050425dc6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4c21f5bd-6ae7-4008-a343-4d3b7b4f1149 HTTP/1.1" status: 204 len: 168 time: 0.2357471 Oct 12 23:25:05.957278 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e96bd-a936-4535-9dbc-0fe050425dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21f5bd-6ae7-4008-a343-4d3b7b4f1149,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:06.189831 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.195203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device dbb4dafb-2303-4c55-b37d-354228319f13 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:25:06.217454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: dbb4dafb-2303-4c55-b37d-354228319f13 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:25:06.218053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device dbb4dafb-2303-4c55-b37d-354228319f13 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:25:06.250105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=9041870d-913c-40a3-b8f3-6c01f1a549a8,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:06.260816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Checking segment: {'id': 'd71651a9-853f-4fe3-877e-b4a9c83f2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '65915f20-ac14-458c-904d-6fb62ad5e775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:25:06.261186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network hostable DHCP agents. Network: 65915f20-ac14-458c-904d-6fb62ad5e775, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:25:06.336595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 65915f20-ac14-458c-904d-6fb62ad5e775 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:25:06.406307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 65915f20-ac14-458c-904d-6fb62ad5e775) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:06.411201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:06.412011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.416720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f11ca56-766f-4259-908d-b72bb60d0c01 None None] Network 65915f20-ac14-458c-904d-6fb62ad5e775 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:06.480799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35342) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:06.481405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-db83c207-0fb6-4e56-80c0-a01d919ed499 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7949593 Oct 12 23:25:06.486755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': '65915f20-ac14-458c-904d-6fb62ad5e775', 'name': 'tempest-PortsTestJSON-2019353651'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:06.582425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-65915f20-ac14-458c-904d-6fb62ad5e775', 'network_id': '65915f20-ac14-458c-904d-6fb62ad5e775', 'tenant_id': 'd939eef4aade41909fa0659488687b9e', 'fixed_ips': [{'subnet_id': '9041870d-913c-40a3-b8f3-6c01f1a549a8'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:25:06.583610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.618833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35346) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:06.637624 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e311332f-2d8f-4692-9c18-e9518f997ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.692071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:06.695733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.713734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port cf28b178-ed57-482b-8318-9618a2409a28 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:25:06.727090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Allocated IP 172.20.0.2 (65915f20-ac14-458c-904d-6fb62ad5e775/9041870d-913c-40a3-b8f3-6c01f1a549a8/b56ccfdf-9c02-4f6c-9bec-35840e2e223e) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:06.734234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e311332f-2d8f-4692-9c18-e9518f997ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.806527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e311332f-2d8f-4692-9c18-e9518f997ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.863078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311332f-2d8f-4692-9c18-e9518f997ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91121575-1268-49d8-bbc5-b5abc4bdf9f0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:06.867977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e311332f-2d8f-4692-9c18-e9518f997ca8 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=623521e28c82433ea1fc65b2e013925f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476344 Oct 12 23:25:06.870793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35360) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:06.875029 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.922422 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53e6642f-caa1-46ac-b55b-b5f8ed131904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.931474 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.955073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53e6642f-caa1-46ac-b55b-b5f8ed131904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:06.969740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Network 65915f20-ac14-458c-904d-6fb62ad5e775 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:06.973833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:06.981484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:07.018073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.8 (65915f20-ac14-458c-904d-6fb62ad5e775/9041870d-913c-40a3-b8f3-6c01f1a549a8/cf28b178-ed57-482b-8318-9618a2409a28) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:07.037683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Pushing event updated for resources: {'Port': ['ID=b56ccfdf-9c02-4f6c-9bec-35840e2e223e,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:07.048917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Attempting to bind port b56ccfdf-9c02-4f6c-9bec-35840e2e223e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:25:07.049324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Attempting to bind port b56ccfdf-9c02-4f6c-9bec-35840e2e223e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'd71651a9-853f-4fe3-877e-b4a9c83f2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '65915f20-ac14-458c-904d-6fb62ad5e775'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:25:07.049796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Attempting to bind port b56ccfdf-9c02-4f6c-9bec-35840e2e223e on network 65915f20-ac14-458c-904d-6fb62ad5e775 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:25:07.055285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:25:07.055661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Checking segment: {'id': 'd71651a9-853f-4fe3-877e-b4a9c83f2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '65915f20-ac14-458c-904d-6fb62ad5e775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:25:07.056060 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.056449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Bound using segment: {'id': 'd71651a9-853f-4fe3-877e-b4a9c83f2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '65915f20-ac14-458c-904d-6fb62ad5e775'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:25:07.056912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Bound port: b56ccfdf-9c02-4f6c-9bec-35840e2e223e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd71651a9-853f-4fe3-877e-b4a9c83f2608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '65915f20-ac14-458c-904d-6fb62ad5e775'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:25:07.057290 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.092651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53e6642f-caa1-46ac-b55b-b5f8ed131904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.096207 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-53e6642f-caa1-46ac-b55b-b5f8ed131904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.101458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-53e6642f-caa1-46ac-b55b-b5f8ed131904 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/91121575-1268-49d8-bbc5-b5abc4bdf9f0 HTTP/1.1" status: 204 len: 168 time: 0.2295532 Oct 12 23:25:07.113061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6642f-caa1-46ac-b55b-b5f8ed131904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91121575-1268-49d8-bbc5-b5abc4bdf9f0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:07.132067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] For port b56ccfdf-9c02-4f6c-9bec-35840e2e223e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:25:07.135566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] For port b56ccfdf-9c02-4f6c-9bec-35840e2e223e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b56ccfdf-9c02-4f6c-9bec-35840e2e223e,segment=NetworkSegment(d71651a9-853f-4fe3-877e-b4a9c83f2608),segment_id=d71651a9-853f-4fe3-877e-b4a9c83f2608)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:25:07.207390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.223897 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.273501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90ef936-6be9-4ae2-9f35-4d338f4ecc0a None None] Pushing event updated for resources: {'Port': ['ID=b56ccfdf-9c02-4f6c-9bec-35840e2e223e,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:07.362200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.414577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 65915f20-ac14-458c-904d-6fb62ad5e775 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:07.417804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:07.423712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:07.485384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=cf28b178-ed57-482b-8318-9618a2409a28,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:07.527790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:07.529347 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.609706 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-59798f4c-ab34-4ca1-b058-c1c6f43bab7a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1212299 Oct 12 23:25:07.609706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35388) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:07.612003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': '65915f20-ac14-458c-904d-6fb62ad5e775', 'name': 'tempest-PortsTestJSON-640535722'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:07.800804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:07.804489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.822281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 89bf9cc2-2c92-4c92-9667-e1ac4b1eddf4 yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:25:07.880368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35390) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:07.895250 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6eed63fd-5645-4eb3-b6b0-1a619bf6a7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:07.939308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.6 (65915f20-ac14-458c-904d-6fb62ad5e775/9041870d-913c-40a3-b8f3-6c01f1a549a8/89bf9cc2-2c92-4c92-9667-e1ac4b1eddf4) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:07.991789 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6eed63fd-5645-4eb3-b6b0-1a619bf6a7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.049485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6eed63fd-5645-4eb3-b6b0-1a619bf6a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.092588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6eed63fd-5645-4eb3-b6b0-1a619bf6a7e0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=716ab4e3029b41528290c0a6e04a0212&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111244 Oct 12 23:25:08.095981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35392) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:08.104429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed63fd-5645-4eb3-b6b0-1a619bf6a7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af7fc97-2a3c-4a14-8896-f1cfcb0ea763,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:08.144292 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.168506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d688e871-ce31-47e3-9fb3-141d6667a31e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.198917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d688e871-ce31-47e3-9fb3-141d6667a31e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.241601 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.299903 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d688e871-ce31-47e3-9fb3-141d6667a31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.302574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d688e871-ce31-47e3-9fb3-141d6667a31e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.306246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d688e871-ce31-47e3-9fb3-141d6667a31e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5af7fc97-2a3c-4a14-8896-f1cfcb0ea763 HTTP/1.1" status: 204 len: 168 time: 0.2068803 Oct 12 23:25:08.306413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b56ccfdf-9c02-4f6c-9bec-35840e2e223e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:08.316135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 65915f20-ac14-458c-904d-6fb62ad5e775 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:08.316135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:08.317877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:08.322294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=89bf9cc2-2c92-4c92-9667-e1ac4b1eddf4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:08.332631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688e871-ce31-47e3-9fb3-141d6667a31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af7fc97-2a3c-4a14-8896-f1cfcb0ea763,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:08.388325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:08.388959 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.410438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d2e9fb-2b8a-41da-8c1b-c99e6845ff48 None None] Network 65915f20-ac14-458c-904d-6fb62ad5e775 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:08.465924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b56ccfdf-9c02-4f6c-9bec-35840e2e223e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:08.466394 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.480214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cfe1c7c7-204c-4163-a181-e09ea52007e4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8707511 Oct 12 23:25:08.480432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35396) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:08.591798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cffac68-9312-4353-af37-372b24251382 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:08.596007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1cffac68-9312-4353-af37-372b24251382 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 0.1116183 Oct 12 23:25:08.596504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35400) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:08.682668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6a45df4a-3b0c-4883-a9c6-d1daf44c3ac9 None None] Provisioning complete for port b56ccfdf-9c02-4f6c-9bec-35840e2e223e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:08.683130 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a45df4a-3b0c-4883-a9c6-d1daf44c3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.712287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b62daa1d-f0f6-46b8-9eb8-bf53b84e8752 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 89bf9cc2-2c92-4c92-9667-e1ac4b1eddf4 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:08.712904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b62daa1d-f0f6-46b8-9eb8-bf53b84e8752 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.829083 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b62daa1d-f0f6-46b8-9eb8-bf53b84e8752 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.829346 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.845205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-b62daa1d-f0f6-46b8-9eb8-bf53b84e8752 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 89bf9cc2-2c92-4c92-9667-e1ac4b1eddf4 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:08.918969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a45df4a-3b0c-4883-a9c6-d1daf44c3ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:08.958746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port b56ccfdf-9c02-4f6c-9bec-35840e2e223e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b56ccfdf-9c02-4f6c-9bec-35840e2e223e,segment=NetworkSegment(d71651a9-853f-4fe3-877e-b4a9c83f2608),segment_id=d71651a9-853f-4fe3-877e-b4a9c83f2608)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:09.050263 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:09.070101 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b62daa1d-f0f6-46b8-9eb8-bf53b84e8752 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:09.116653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62daa1d-f0f6-46b8-9eb8-bf53b84e8752 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=89bf9cc2-2c92-4c92-9667-e1ac4b1eddf4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:09.167444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-6a45df4a-3b0c-4883-a9c6-d1daf44c3ac9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:25:09.168241 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-6a45df4a-3b0c-4883-a9c6-d1daf44c3ac9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:25:09.174334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=b56ccfdf-9c02-4f6c-9bec-35840e2e223e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:09.224012 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b62daa1d-f0f6-46b8-9eb8-bf53b84e8752 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:09.230096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b62daa1d-f0f6-46b8-9eb8-bf53b84e8752 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/89bf9cc2-2c92-4c92-9667-e1ac4b1eddf4 HTTP/1.1" status: 204 len: 168 time: 0.6302187 Oct 12 23:25:09.230621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35412) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:09.262305 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-77552ce7-2360-47a8-a223-84a17ee7e862 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:25:09.263859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-77552ce7-2360-47a8-a223-84a17ee7e862 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/89bf9cc2-2c92-4c92-9667-e1ac4b1eddf4 HTTP/1.1" status: 404 len: 333 time: 0.0321920 Oct 12 23:25:09.266517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35414) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:09.369333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c8d31a0d-fa30-4cc2-a048-9c62d502f232 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port cf28b178-ed57-482b-8318-9618a2409a28 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:09.370068 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8d31a0d-fa30-4cc2-a048-9c62d502f232 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:09.477118 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8d31a0d-fa30-4cc2-a048-9c62d502f232 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:09.490734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c8d31a0d-fa30-4cc2-a048-9c62d502f232 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for cf28b178-ed57-482b-8318-9618a2409a28 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:09.748503 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8d31a0d-fa30-4cc2-a048-9c62d502f232 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:09.790921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d31a0d-fa30-4cc2-a048-9c62d502f232 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=cf28b178-ed57-482b-8318-9618a2409a28,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:09.829911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-436beea6-ff57-4156-9af2-a81531d08a6d None None] Could not find standard attr ID for object cf28b178-ed57-482b-8318-9618a2409a28. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:25:09.842716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-436beea6-ff57-4156-9af2-a81531d08a6d None None] Provisioning complete for port b56ccfdf-9c02-4f6c-9bec-35840e2e223e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:09.843243 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-436beea6-ff57-4156-9af2-a81531d08a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:09.888466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8d31a0d-fa30-4cc2-a048-9c62d502f232 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:09.895452 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8d31a0d-fa30-4cc2-a048-9c62d502f232 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/cf28b178-ed57-482b-8318-9618a2409a28 HTTP/1.1" status: 204 len: 168 time: 0.6265237 Oct 12 23:25:09.895791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35430) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:09.922332 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c8abb7-d363-40d7-a4e1-b4de2129c218 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:25:09.928802 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f5c8abb7-d363-40d7-a4e1-b4de2129c218 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/cf28b178-ed57-482b-8318-9618a2409a28 HTTP/1.1" status: 404 len: 333 time: 0.0311840 Oct 12 23:25:09.931335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35432) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:09.979482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-436beea6-ff57-4156-9af2-a81531d08a6d None None] Could not find standard attr ID for object 89bf9cc2-2c92-4c92-9667-e1ac4b1eddf4. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:25:09.998806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9136bc6-09b1-49a2-a913-5ef0180dba63 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet 9041870d-913c-40a3-b8f3-6c01f1a549a8 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:25:10.003613 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9136bc6-09b1-49a2-a913-5ef0180dba63 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.051383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9136bc6-09b1-49a2-a913-5ef0180dba63 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.156565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9136bc6-09b1-49a2-a913-5ef0180dba63 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.229843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b56ccfdf-9c02-4f6c-9bec-35840e2e223e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:10.286548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b56ccfdf-9c02-4f6c-9bec-35840e2e223e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:10.287120 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.292752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9136bc6-09b1-49a2-a913-5ef0180dba63 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.326989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9136bc6-09b1-49a2-a913-5ef0180dba63 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=9041870d-913c-40a3-b8f3-6c01f1a549a8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:10.330322 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9136bc6-09b1-49a2-a913-5ef0180dba63 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.334440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f9136bc6-09b1-49a2-a913-5ef0180dba63 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/9041870d-913c-40a3-b8f3-6c01f1a549a8 HTTP/1.1" status: 204 len: 168 time: 0.4019389 Oct 12 23:25:10.337024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35440) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:10.339491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5418e8cb-4954-48da-983e-21eb1cddb0c0 None None] Network 65915f20-ac14-458c-904d-6fb62ad5e775 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:10.431441 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.503601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port b56ccfdf-9c02-4f6c-9bec-35840e2e223e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:10.504019 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.564904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc9ecf-cec3-46a3-8b60-b3d47686fb67 None None] DHCP port deletion for 65915f20-ac14-458c-904d-6fb62ad5e775 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:25:10.586626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] For port b56ccfdf-9c02-4f6c-9bec-35840e2e223e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b56ccfdf-9c02-4f6c-9bec-35840e2e223e,segment=NetworkSegment(d71651a9-853f-4fe3-877e-b4a9c83f2608),segment_id=d71651a9-853f-4fe3-877e-b4a9c83f2608)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:10.587343 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.603181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for b56ccfdf-9c02-4f6c-9bec-35840e2e223e owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:10.638365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc9ecf-cec3-46a3-8b60-b3d47686fb67 None None] Deleting port b56ccfdf-9c02-4f6c-9bec-35840e2e223e {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:10.638667 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9dc9ecf-cec3-46a3-8b60-b3d47686fb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.724262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e9dc9ecf-cec3-46a3-8b60-b3d47686fb67 None None] For port b56ccfdf-9c02-4f6c-9bec-35840e2e223e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b56ccfdf-9c02-4f6c-9bec-35840e2e223e,segment=NetworkSegment(d71651a9-853f-4fe3-877e-b4a9c83f2608),segment_id=d71651a9-853f-4fe3-877e-b4a9c83f2608)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:10.724668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9dc9ecf-cec3-46a3-8b60-b3d47686fb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.738892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e9dc9ecf-cec3-46a3-8b60-b3d47686fb67 None None] Calling delete_port for b56ccfdf-9c02-4f6c-9bec-35840e2e223e owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:10.811305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.819439 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e9dc9ecf-cec3-46a3-8b60-b3d47686fb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.844038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=b56ccfdf-9c02-4f6c-9bec-35840e2e223e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:10.851605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No DVR routers for this DVR port b56ccfdf-9c02-4f6c-9bec-35840e2e223e on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:25:10.863885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9dc9ecf-cec3-46a3-8b60-b3d47686fb67 None None] No DVR routers for this DVR port b56ccfdf-9c02-4f6c-9bec-35840e2e223e on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:25:10.868343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dc9ecf-cec3-46a3-8b60-b3d47686fb67 None None] Pushing event deleted for resources: {'Port': ['ID=b56ccfdf-9c02-4f6c-9bec-35840e2e223e,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:10.939807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.961940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65915f20-ac14-458c-904d-6fb62ad5e775']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:10.972635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd71651a9-853f-4fe3-877e-b4a9c83f2608') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:10.972940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd71651a9-853f-4fe3-877e-b4a9c83f2608') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:10.982970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:10.996909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:11.005481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:25:11.006016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:25:11.009343 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:25:11.126811 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:11.135300 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:11.144587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35458) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:11.145133 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/networks/65915f20-ac14-458c-904d-6fb62ad5e775 HTTP/1.1" status: 204 len: 168 time: 0.8064818 Oct 12 23:25:11.149792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-811365943'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:11.161199 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c623a857-0145-4868-981e-6eae2b95f4fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Network': ['ID=65915f20-ac14-458c-904d-6fb62ad5e775,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:11.212462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:11.216135 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:11.243779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:25:11.252752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:11.253096 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Added segment 57efc757-772a-47eb-8489-f128660c9df9 of type vlan for network a83a2957-f641-4cfe-8f0c-23b508a816d0 Oct 12 23:25:11.295295 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:11.400983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:11.406778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:11.408302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:11.479933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Network': ['ID=a83a2957-f641-4cfe-8f0c-23b508a816d0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:11.492247 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a83a2957-f641-4cfe-8f0c-23b508a816d0 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:25:11.538534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dd71619e-2ab2-4cda-92d3-3654af1161c2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3928175 Oct 12 23:25:11.538764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35460) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:11.544822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': 'a83a2957-f641-4cfe-8f0c-23b508a816d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:11.709784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:11.713726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:12.154926 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-be44deb4-ca9f-4ec8-88d9-79afb583723e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:12.217542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b56ccfdf-9c02-4f6c-9bec-35840e2e223e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:25:12.239091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b56ccfdf-9c02-4f6c-9bec-35840e2e223e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:25:12.239703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b56ccfdf-9c02-4f6c-9bec-35840e2e223e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:25:12.412540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:12.478704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=32c129d3-d851-4f76-9c8b-f695e12474e1,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:12.487372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Checking segment: {'id': '57efc757-772a-47eb-8489-f128660c9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a83a2957-f641-4cfe-8f0c-23b508a816d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:25:12.487738 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network hostable DHCP agents. Network: a83a2957-f641-4cfe-8f0c-23b508a816d0, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:25:12.560896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network a83a2957-f641-4cfe-8f0c-23b508a816d0 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:25:12.629405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a83a2957-f641-4cfe-8f0c-23b508a816d0) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:12.634300 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:12.634892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:12.638723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414d5139-840f-409c-9ab4-f2c519b32449 None None] Network a83a2957-f641-4cfe-8f0c-23b508a816d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:12.727699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35472) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:12.728277 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f2ffc610-6ce5-4890-a15c-eba90e5fbdc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1878567 Oct 12 23:25:12.734228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': 'a83a2957-f641-4cfe-8f0c-23b508a816d0', 'name': 'tempest-PortsTestJSON-1725233560', 'fixed_ips': [{'subnet_id': '32c129d3-d851-4f76-9c8b-f695e12474e1', 'ip_address': '172.20.0.10'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:12.815902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-a83a2957-f641-4cfe-8f0c-23b508a816d0', 'network_id': 'a83a2957-f641-4cfe-8f0c-23b508a816d0', 'tenant_id': 'd939eef4aade41909fa0659488687b9e', 'fixed_ips': [{'subnet_id': '32c129d3-d851-4f76-9c8b-f695e12474e1'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:25:12.816802 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.007250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:13.024216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Allocated IP 172.20.0.2 (a83a2957-f641-4cfe-8f0c-23b508a816d0/32c129d3-d851-4f76-9c8b-f695e12474e1/aa5c5981-c45a-4790-8e3f-a63104ac64b8) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:13.108314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.128567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 8143a07d-4b5e-4ca2-b35b-56090dbf501d yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:25:13.179032 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.281411 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.323791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Network a83a2957-f641-4cfe-8f0c-23b508a816d0 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:13.326916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:13.331063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:13.333671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.10 (a83a2957-f641-4cfe-8f0c-23b508a816d0/32c129d3-d851-4f76-9c8b-f695e12474e1/8143a07d-4b5e-4ca2-b35b-56090dbf501d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:13.338136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Pushing event updated for resources: {'Port': ['ID=aa5c5981-c45a-4790-8e3f-a63104ac64b8,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:13.389716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Attempting to bind port aa5c5981-c45a-4790-8e3f-a63104ac64b8 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:25:13.390082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Attempting to bind port aa5c5981-c45a-4790-8e3f-a63104ac64b8 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '57efc757-772a-47eb-8489-f128660c9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a83a2957-f641-4cfe-8f0c-23b508a816d0'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:25:13.390449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Attempting to bind port aa5c5981-c45a-4790-8e3f-a63104ac64b8 on network a83a2957-f641-4cfe-8f0c-23b508a816d0 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:25:13.396074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 24, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:25:13.396448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Checking segment: {'id': '57efc757-772a-47eb-8489-f128660c9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a83a2957-f641-4cfe-8f0c-23b508a816d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:25:13.396858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.397250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Bound using segment: {'id': '57efc757-772a-47eb-8489-f128660c9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a83a2957-f641-4cfe-8f0c-23b508a816d0'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:25:13.397714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Bound port: aa5c5981-c45a-4790-8e3f-a63104ac64b8, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57efc757-772a-47eb-8489-f128660c9df9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'a83a2957-f641-4cfe-8f0c-23b508a816d0'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:25:13.398094 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.470195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] For port aa5c5981-c45a-4790-8e3f-a63104ac64b8, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:25:13.473687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] For port aa5c5981-c45a-4790-8e3f-a63104ac64b8, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=aa5c5981-c45a-4790-8e3f-a63104ac64b8,segment=NetworkSegment(57efc757-772a-47eb-8489-f128660c9df9),segment_id=57efc757-772a-47eb-8489-f128660c9df9)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:25:13.502350 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.567017 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.624770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.632046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a96e2-f93a-4fa4-9c9b-ea1b809606a9 None None] Pushing event updated for resources: {'Port': ['ID=aa5c5981-c45a-4790-8e3f-a63104ac64b8,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:13.682603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network a83a2957-f641-4cfe-8f0c-23b508a816d0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:13.686076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:13.690793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:13.718797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=8143a07d-4b5e-4ca2-b35b-56090dbf501d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:13.763288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:13.763974 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:13.883728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1a6be879-1874-471f-85a6-3943b5c684b1 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1537707 Oct 12 23:25:13.886186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35480) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:13.892188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': 'a83a2957-f641-4cfe-8f0c-23b508a816d0', 'name': 'tempest-PortsTestJSON-303550369', 'fixed_ips': [{'subnet_id': '32c129d3-d851-4f76-9c8b-f695e12474e1', 'ip_address': '172.20.0.9'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:14.114823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:14.120098 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:14.139924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port a2a16748-9e40-4e91-8615-3e8047302aa0 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:25:14.262456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device aa5c5981-c45a-4790-8e3f-a63104ac64b8 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:14.312447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port aa5c5981-c45a-4790-8e3f-a63104ac64b8 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:14.312827 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:14.326296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.9 (a83a2957-f641-4cfe-8f0c-23b508a816d0/32c129d3-d851-4f76-9c8b-f695e12474e1/a2a16748-9e40-4e91-8615-3e8047302aa0) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:14.406085 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:14.466524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port aa5c5981-c45a-4790-8e3f-a63104ac64b8, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=aa5c5981-c45a-4790-8e3f-a63104ac64b8,segment=NetworkSegment(57efc757-772a-47eb-8489-f128660c9df9),segment_id=57efc757-772a-47eb-8489-f128660c9df9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:14.538141 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:14.541308 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:14.602568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=aa5c5981-c45a-4790-8e3f-a63104ac64b8,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:14.641730 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:14.687622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network a83a2957-f641-4cfe-8f0c-23b508a816d0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:14.690862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:14.694732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:14.722333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=a2a16748-9e40-4e91-8615-3e8047302aa0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:14.727445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c2b09a-b266-44d5-b993-023161ee8034 None None] Network a83a2957-f641-4cfe-8f0c-23b508a816d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:14.748456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:14.749240 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:14.793616 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aafe8dfe-6ec7-4f2c-bb1b-25b6fc2eff9a None None] Provisioning complete for port aa5c5981-c45a-4790-8e3f-a63104ac64b8 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:14.793997 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aafe8dfe-6ec7-4f2c-bb1b-25b6fc2eff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:14.832643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1d431df2-7c81-489d-b2f9-c151efe25061 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9451516 Oct 12 23:25:14.835475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35488) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:14.953801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d64acb0-b011-44fb-b764-4779f97e1c6d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:14.956219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9d64acb0-b011-44fb-b764-4779f97e1c6d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1194105 Oct 12 23:25:14.958794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35490) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:15.084689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a422fc-64bd-4c9d-b517-0c3ee2bee3cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:15.091409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a422fc-64bd-4c9d-b517-0c3ee2bee3cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:15.099498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a422fc-64bd-4c9d-b517-0c3ee2bee3cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:15.105949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35494) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:15.107429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-88a422fc-64bd-4c9d-b517-0c3ee2bee3cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1415565 Oct 12 23:25:15.226525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e015d-0d79-439c-952b-55aa423a04ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port a2a16748-9e40-4e91-8615-3e8047302aa0 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:15.226864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac4e015d-0d79-439c-952b-55aa423a04ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.294576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9b7d7bb2-d06a-4355-9435-d5aaa7e90f9f None None] Provisioning complete for port a2a16748-9e40-4e91-8615-3e8047302aa0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:15.295657 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b7d7bb2-d06a-4355-9435-d5aaa7e90f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.352254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac4e015d-0d79-439c-952b-55aa423a04ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.368578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ac4e015d-0d79-439c-952b-55aa423a04ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for a2a16748-9e40-4e91-8615-3e8047302aa0 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:15.372887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d7bb2-d06a-4355-9435-d5aaa7e90f9f None None] Port a2a16748-9e40-4e91-8615-3e8047302aa0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:15.390525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9b7d7bb2-d06a-4355-9435-d5aaa7e90f9f None None] Provisioning complete for port aa5c5981-c45a-4790-8e3f-a63104ac64b8 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:15.390906 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b7d7bb2-d06a-4355-9435-d5aaa7e90f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.533390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.538736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9b7d7bb2-d06a-4355-9435-d5aaa7e90f9f None None] Provisioning complete for port 8143a07d-4b5e-4ca2-b35b-56090dbf501d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:15.539163 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b7d7bb2-d06a-4355-9435-d5aaa7e90f9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.598275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9b7d7bb2-d06a-4355-9435-d5aaa7e90f9f None None] Port 8143a07d-4b5e-4ca2-b35b-56090dbf501d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:15.611720 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d7582b7-25cb-4454-8bac-a445a2e86e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.622366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac4e015d-0d79-439c-952b-55aa423a04ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.695291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4e015d-0d79-439c-952b-55aa423a04ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=a2a16748-9e40-4e91-8615-3e8047302aa0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:15.739413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-467a844c-1f27-4522-8a96-3fca4dd1a231 None None] Provisioning complete for port 8143a07d-4b5e-4ca2-b35b-56090dbf501d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:15.739781 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-467a844c-1f27-4522-8a96-3fca4dd1a231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.782384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac4e015d-0d79-439c-952b-55aa423a04ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:15.787713 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ac4e015d-0d79-439c-952b-55aa423a04ca tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/a2a16748-9e40-4e91-8615-3e8047302aa0 HTTP/1.1" status: 204 len: 168 time: 0.6807156 Oct 12 23:25:15.790370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35502) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:15.801491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-467a844c-1f27-4522-8a96-3fca4dd1a231 None None] Port 8143a07d-4b5e-4ca2-b35b-56090dbf501d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:15.830800 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-e545892e-2863-48ff-881c-4492ed1d289e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:25:15.830800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e545892e-2863-48ff-881c-4492ed1d289e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/a2a16748-9e40-4e91-8615-3e8047302aa0 HTTP/1.1" status: 404 len: 333 time: 0.0370464 Oct 12 23:25:15.831691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35506) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:15.914687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-acc0aa79-21b6-4178-925e-81e27864e851 None None] Could not find standard attr ID for object a2a16748-9e40-4e91-8615-3e8047302aa0. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:25:15.979975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d4079cae-219f-46f8-8675-0bfc865bfbc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 8143a07d-4b5e-4ca2-b35b-56090dbf501d {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:15.980606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d4079cae-219f-46f8-8675-0bfc865bfbc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:16.190198 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:16.240937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device aa5c5981-c45a-4790-8e3f-a63104ac64b8 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:16.320929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port aa5c5981-c45a-4790-8e3f-a63104ac64b8 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:16.322068 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:16.397612 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d4079cae-219f-46f8-8675-0bfc865bfbc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:16.414072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d4079cae-219f-46f8-8675-0bfc865bfbc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 8143a07d-4b5e-4ca2-b35b-56090dbf501d owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:16.623615 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d4079cae-219f-46f8-8675-0bfc865bfbc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:16.654389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4079cae-219f-46f8-8675-0bfc865bfbc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=8143a07d-4b5e-4ca2-b35b-56090dbf501d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:16.733955 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d4079cae-219f-46f8-8675-0bfc865bfbc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:16.741071 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d4079cae-219f-46f8-8675-0bfc865bfbc4 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/8143a07d-4b5e-4ca2-b35b-56090dbf501d HTTP/1.1" status: 204 len: 168 time: 0.9054668 Oct 12 23:25:16.741071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35536) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:16.769629 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-adaccc16-07d8-4b0c-a869-19602b61fae5 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:25:16.773893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-adaccc16-07d8-4b0c-a869-19602b61fae5 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/8143a07d-4b5e-4ca2-b35b-56090dbf501d HTTP/1.1" status: 404 len: 333 time: 0.0297427 Oct 12 23:25:16.774287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35538) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:16.852323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8077e542-71d7-4a35-abac-02045fa427b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet 32c129d3-d851-4f76-9c8b-f695e12474e1 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:25:16.856697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8077e542-71d7-4a35-abac-02045fa427b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:16.905261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8077e542-71d7-4a35-abac-02045fa427b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.002045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8077e542-71d7-4a35-abac-02045fa427b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.168033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8077e542-71d7-4a35-abac-02045fa427b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.219539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769f5e12-7344-4683-81fd-e847c627003d None None] Network a83a2957-f641-4cfe-8f0c-23b508a816d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:17.219820 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8077e542-71d7-4a35-abac-02045fa427b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.219820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8077e542-71d7-4a35-abac-02045fa427b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/32c129d3-d851-4f76-9c8b-f695e12474e1 HTTP/1.1" status: 204 len: 168 time: 0.4331872 Oct 12 23:25:17.219820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077e542-71d7-4a35-abac-02045fa427b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=32c129d3-d851-4f76-9c8b-f695e12474e1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:17.219820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35552) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:17.306518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.381396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port aa5c5981-c45a-4790-8e3f-a63104ac64b8 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:17.381834 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.449604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] For port aa5c5981-c45a-4790-8e3f-a63104ac64b8, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=aa5c5981-c45a-4790-8e3f-a63104ac64b8,segment=NetworkSegment(57efc757-772a-47eb-8489-f128660c9df9),segment_id=57efc757-772a-47eb-8489-f128660c9df9)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:17.449893 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.464950 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for aa5c5981-c45a-4790-8e3f-a63104ac64b8 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:17.503209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8efbf46-76d1-4764-8434-232df81f5013 None None] DHCP port deletion for a83a2957-f641-4cfe-8f0c-23b508a816d0 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:25:17.566604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d8efbf46-76d1-4764-8434-232df81f5013 None None] Deleting port aa5c5981-c45a-4790-8e3f-a63104ac64b8 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:17.567497 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8efbf46-76d1-4764-8434-232df81f5013 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.637626 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d8efbf46-76d1-4764-8434-232df81f5013 None None] For port aa5c5981-c45a-4790-8e3f-a63104ac64b8, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=aa5c5981-c45a-4790-8e3f-a63104ac64b8,segment=NetworkSegment(57efc757-772a-47eb-8489-f128660c9df9),segment_id=57efc757-772a-47eb-8489-f128660c9df9)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:17.638030 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8efbf46-76d1-4764-8434-232df81f5013 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.651204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d8efbf46-76d1-4764-8434-232df81f5013 None None] Calling delete_port for aa5c5981-c45a-4790-8e3f-a63104ac64b8 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:17.967453 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.969333 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:17.977570 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d8efbf46-76d1-4764-8434-232df81f5013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.000441 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No DVR routers for this DVR port aa5c5981-c45a-4790-8e3f-a63104ac64b8 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:25:18.008131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=aa5c5981-c45a-4790-8e3f-a63104ac64b8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:18.010416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efbf46-76d1-4764-8434-232df81f5013 None None] Pushing event deleted for resources: {'Port': ['ID=aa5c5981-c45a-4790-8e3f-a63104ac64b8,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:18.014356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8efbf46-76d1-4764-8434-232df81f5013 None None] No DVR routers for this DVR port aa5c5981-c45a-4790-8e3f-a63104ac64b8 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:25:18.099742 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.125827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83a2957-f641-4cfe-8f0c-23b508a816d0']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:18.140399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57efc757-772a-47eb-8489-f128660c9df9') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:18.140795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57efc757-772a-47eb-8489-f128660c9df9') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:18.167158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.182016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.189109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:25:18.189736 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:25:18.192792 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:25:18.221459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device aa5c5981-c45a-4790-8e3f-a63104ac64b8 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:25:18.253639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: aa5c5981-c45a-4790-8e3f-a63104ac64b8 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:25:18.253995 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device aa5c5981-c45a-4790-8e3f-a63104ac64b8 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:25:18.382747 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.396142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.411052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/networks/a83a2957-f641-4cfe-8f0c-23b508a816d0 HTTP/1.1" status: 204 len: 168 time: 1.1865544 Oct 12 23:25:18.413799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35566) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:18.418733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-513701378'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:18.434324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d0c7cd-f609-4105-b164-116ee029f64c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Network': ['ID=a83a2957-f641-4cfe-8f0c-23b508a816d0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:18.537370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:18.540735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.565816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:25:18.576109 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.576109 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Added segment 79e17376-0b78-43dd-9a8f-f380c566b681 of type vlan for network f46af590-3563-4ee7-a5dc-3570886e37e8 Oct 12 23:25:18.632714 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.743854 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.750148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:18.751342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:18.824021 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Network': ['ID=f46af590-3563-4ee7-a5dc-3570886e37e8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:18.835720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network f46af590-3563-4ee7-a5dc-3570886e37e8 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:25:18.909891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f536c644-8728-4432-9a96-4dfcef81588c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4916255 Oct 12 23:25:18.910033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35568) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:18.915591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': 'f46af590-3563-4ee7-a5dc-3570886e37e8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:19.103873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:19.107507 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:19.127350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:19.349766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:19.388473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:19.461383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=3b63e4b1-31c2-4b8b-81a7-173da7f35ffe,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:19.464410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Checking segment: {'id': '79e17376-0b78-43dd-9a8f-f380c566b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f46af590-3563-4ee7-a5dc-3570886e37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:25:19.464837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network hostable DHCP agents. Network: f46af590-3563-4ee7-a5dc-3570886e37e8, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:25:19.572053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network f46af590-3563-4ee7-a5dc-3570886e37e8 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:25:19.675466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, f46af590-3563-4ee7-a5dc-3570886e37e8) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:19.680593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:19.686266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:19.687140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a507586-b6cc-4c95-8002-1f64177941e2 None None] Network f46af590-3563-4ee7-a5dc-3570886e37e8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:19.790975 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0a79f3db-165f-4017-9492-c19597c2d27b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8782899 Oct 12 23:25:19.792178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35576) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:19.798554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2f2a3559-0c19-487e-8675-a6f5a5d4c2cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-981572333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:19.881119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3559-0c19-487e-8675-a6f5a5d4c2cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:19.882191 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3559-0c19-487e-8675-a6f5a5d4c2cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:19.947229 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3559-0c19-487e-8675-a6f5a5d4c2cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.046606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3559-0c19-487e-8675-a6f5a5d4c2cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.052466 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-f46af590-3563-4ee7-a5dc-3570886e37e8', 'network_id': 'f46af590-3563-4ee7-a5dc-3570886e37e8', 'tenant_id': 'd939eef4aade41909fa0659488687b9e', 'fixed_ips': [{'subnet_id': '3b63e4b1-31c2-4b8b-81a7-173da7f35ffe'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:25:20.054133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.145965 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f2a3559-0c19-487e-8675-a6f5a5d4c2cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.149523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2f2a3559-0c19-487e-8675-a6f5a5d4c2cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3541369 Oct 12 23:25:20.150031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35580) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:20.155421 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'network_id': 'f46af590-3563-4ee7-a5dc-3570886e37e8', 'name': 'tempest-PortsTestJSON-747323507'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:20.219292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Allocated IP 172.20.0.2 (f46af590-3563-4ee7-a5dc-3570886e37e8/3b63e4b1-31c2-4b8b-81a7-173da7f35ffe/0bab57c0-579e-4ff5-a4a5-90f347f55b4c) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:20.356164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:20.361642 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.383581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port fc3c233a-1dfd-4424-9f6e-3c6c084087de yet. {{(pid=101889) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:25:20.419113 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.504342 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.549454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Network f46af590-3563-4ee7-a5dc-3570886e37e8 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:20.552640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:20.557064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:20.560140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Pushing event updated for resources: {'Port': ['ID=0bab57c0-579e-4ff5-a4a5-90f347f55b4c,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:20.577168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.9 (f46af590-3563-4ee7-a5dc-3570886e37e8/3b63e4b1-31c2-4b8b-81a7-173da7f35ffe/fc3c233a-1dfd-4424-9f6e-3c6c084087de) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:20.637677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Attempting to bind port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:25:20.637677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Attempting to bind port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '79e17376-0b78-43dd-9a8f-f380c566b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f46af590-3563-4ee7-a5dc-3570886e37e8'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:25:20.638057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Attempting to bind port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c on network f46af590-3563-4ee7-a5dc-3570886e37e8 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:25:20.645217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:25:20.645601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Checking segment: {'id': '79e17376-0b78-43dd-9a8f-f380c566b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f46af590-3563-4ee7-a5dc-3570886e37e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:25:20.646014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.646411 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Bound using segment: {'id': '79e17376-0b78-43dd-9a8f-f380c566b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f46af590-3563-4ee7-a5dc-3570886e37e8'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:25:20.646897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Bound port: 0bab57c0-579e-4ff5-a4a5-90f347f55b4c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e17376-0b78-43dd-9a8f-f380c566b681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'f46af590-3563-4ee7-a5dc-3570886e37e8'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:25:20.647308 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.727245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] For port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:25:20.731103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] For port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0bab57c0-579e-4ff5-a4a5-90f347f55b4c,segment=NetworkSegment(79e17376-0b78-43dd-9a8f-f380c566b681),segment_id=79e17376-0b78-43dd-9a8f-f380c566b681)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:25:20.772168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.835483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.892494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:20.914422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6b5bb-637a-4e33-b495-a01c1f6cf2d0 None None] Pushing event updated for resources: {'Port': ['ID=0bab57c0-579e-4ff5-a4a5-90f347f55b4c,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:20.945394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network f46af590-3563-4ee7-a5dc-3570886e37e8 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:20.948869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:20.953555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:20.988218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=fc3c233a-1dfd-4424-9f6e-3c6c084087de,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:21.016697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:21.022284 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:21.126467 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0cc92f9c-f08b-4fc0-89ab-99ec500ff014 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9734683 Oct 12 23:25:21.127627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35586) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:21.739405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.073799 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.104959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2307f280-7786-43f1-89ff-ded8db36fc38 None None] Network f46af590-3563-4ee7-a5dc-3570886e37e8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:22.143790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.222317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f5b7b1d3-7902-4d09-8573-856d7477d274 None None] Provisioning complete for port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:22.223001 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b1d3-7902-4d09-8573-856d7477d274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.259358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=fc3c233a-1dfd-4424-9f6e-3c6c084087de,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:22.302315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0bab57c0-579e-4ff5-a4a5-90f347f55b4c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:22.409577 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b1d3-7902-4d09-8573-856d7477d274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.479569 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.483812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:22.484425 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.530236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f5b7b1d3-7902-4d09-8573-856d7477d274 None None] For port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0bab57c0-579e-4ff5-a4a5-90f347f55b4c,segment=NetworkSegment(79e17376-0b78-43dd-9a8f-f380c566b681),segment_id=79e17376-0b78-43dd-9a8f-f380c566b681)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:22.633804 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f5b7b1d3-7902-4d09-8573-856d7477d274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.663413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35624) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:22.690828 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.752940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b7b1d3-7902-4d09-8573-856d7477d274 None None] Pushing event updated for resources: {'Port': ['ID=0bab57c0-579e-4ff5-a4a5-90f347f55b4c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:22.768893 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:25:22.771035 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:25:22.811765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.870975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bb05307-8708-4a29-956a-6a48820ca1ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.961925 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bb05307-8708-4a29-956a-6a48820ca1ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:22.967606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bc30e8fe-e98b-40f1-a97f-e408c828f04f None None] Provisioning complete for port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:22.968172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bc30e8fe-e98b-40f1-a97f-e408c828f04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.058094 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5bb05307-8708-4a29-956a-6a48820ca1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.089355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bc30e8fe-e98b-40f1-a97f-e408c828f04f None None] Provisioning complete for port fc3c233a-1dfd-4424-9f6e-3c6c084087de triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:23.090111 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bc30e8fe-e98b-40f1-a97f-e408c828f04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.104739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb05307-8708-4a29-956a-6a48820ca1ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff052dbd-ced1-488d-96ff-9fa4c65036cf,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:23.124885 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5bb05307-8708-4a29-956a-6a48820ca1ed admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=01df3760c6024884b96b4c7e22b69a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602401 Oct 12 23:25:23.128192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35630) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:23.145417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bc30e8fe-e98b-40f1-a97f-e408c828f04f None None] Port fc3c233a-1dfd-4424-9f6e-3c6c084087de cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:23.176821 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.191186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c97ce9f6-4e99-4b02-93c1-5f0d1ca0e387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.213440 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c97ce9f6-4e99-4b02-93c1-5f0d1ca0e387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.250412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.315503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9facb72c-5440-4c78-adae-e881d5c52016 None None] Provisioning complete for port fc3c233a-1dfd-4424-9f6e-3c6c084087de triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:23.322438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9facb72c-5440-4c78-adae-e881d5c52016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.345813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c97ce9f6-4e99-4b02-93c1-5f0d1ca0e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.348096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=fc3c233a-1dfd-4424-9f6e-3c6c084087de,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:23.349756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c97ce9f6-4e99-4b02-93c1-5f0d1ca0e387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.366236 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c97ce9f6-4e99-4b02-93c1-5f0d1ca0e387 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ff052dbd-ced1-488d-96ff-9fa4c65036cf HTTP/1.1" status: 204 len: 168 time: 0.2369142 Oct 12 23:25:23.377731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ce9f6-4e99-4b02-93c1-5f0d1ca0e387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff052dbd-ced1-488d-96ff-9fa4c65036cf,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:23.399611 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.420831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9facb72c-5440-4c78-adae-e881d5c52016 None None] Port fc3c233a-1dfd-4424-9f6e-3c6c084087de cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:23.511296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network f46af590-3563-4ee7-a5dc-3570886e37e8 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:23.512652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:23.543922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-053f6d1d-bf07-493c-875d-a6ece279ea63 None None] Provisioning complete for port fc3c233a-1dfd-4424-9f6e-3c6c084087de triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:23.547166 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-053f6d1d-bf07-493c-875d-a6ece279ea63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.587400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-053f6d1d-bf07-493c-875d-a6ece279ea63 None None] Port fc3c233a-1dfd-4424-9f6e-3c6c084087de cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:23.767440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Router e570342b-8267-49fb-b64a-5d296e73e2e9 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:25:23.808381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a5d2dcec-d099-4f01-9e9e-880d6625ef4f None None] Provisioning complete for port fc3c233a-1dfd-4424-9f6e-3c6c084087de triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:23.809229 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a5d2dcec-d099-4f01-9e9e-880d6625ef4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:23.858728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a5d2dcec-d099-4f01-9e9e-880d6625ef4f None None] Port fc3c233a-1dfd-4424-9f6e-3c6c084087de cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:24.121028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:25:24.126334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e0d5edd2-dfd8-4574-83b9-ed4e76b77f28 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "PUT /v2.0/routers/e570342b-8267-49fb-b64a-5d296e73e2e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9966815 Oct 12 23:25:24.128948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35640) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:24.138896 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0550a5f3-5002-40db-b5b3-9b0976943152 None None] Sync routers for ids ['e570342b-8267-49fb-b64a-5d296e73e2e9'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:25:24.163444 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550a5f3-5002-40db-b5b3-9b0976943152 None None] Routers {'e570342b-8267-49fb-b64a-5d296e73e2e9'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:25:24.164367 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0550a5f3-5002-40db-b5b3-9b0976943152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e570342b-8267-49fb-b64a-5d296e73e2e9'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:24.182347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35642) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:24.182931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c27e26-0c0b-4fc7-9873-4fd053231c7e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:24.187507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-75c27e26-0c0b-4fc7-9873-4fd053231c7e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports?device_id=e570342b-8267-49fb-b64a-5d296e73e2e9 HTTP/1.1" status: 200 len: 981 time: 0.0568261 Oct 12 23:25:24.191266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35644) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:24.216823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-326bdc4b-8873-4843-9f54-4ab688743f65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:24.232441 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0550a5f3-5002-40db-b5b3-9b0976943152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:24.242843 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0550a5f3-5002-40db-b5b3-9b0976943152 None None] Routers {'e570342b-8267-49fb-b64a-5d296e73e2e9'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:25:24.243787 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0550a5f3-5002-40db-b5b3-9b0976943152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e570342b-8267-49fb-b64a-5d296e73e2e9'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:24.282000 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0550a5f3-5002-40db-b5b3-9b0976943152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:24.283274 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0550a5f3-5002-40db-b5b3-9b0976943152 None None] The sync data for ids ['e570342b-8267-49fb-b64a-5d296e73e2e9'] in n-d-790519-14 is: [] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:25:24.298029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0bab57c0-579e-4ff5-a4a5-90f347f55b4c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:24.350493 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-326bdc4b-8873-4843-9f54-4ab688743f65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:24.354570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:24.354960 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:24.419106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-326bdc4b-8873-4843-9f54-4ab688743f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:24.471817 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-326bdc4b-8873-4843-9f54-4ab688743f65 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=e2cb62592517496fa25620756faf97a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2875485 Oct 12 23:25:24.472825 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326bdc4b-8873-4843-9f54-4ab688743f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb3e416-498f-4698-87b1-00b21a57c30a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:24.475255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35654) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:24.529821 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e187-c583-4b5c-8627-ec4285ce5418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:24.552910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e187-c583-4b5c-8627-ec4285ce5418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:24.700389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:24.711200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e187-c583-4b5c-8627-ec4285ce5418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:24.713817 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e1d4e187-c583-4b5c-8627-ec4285ce5418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:24.718224 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e1d4e187-c583-4b5c-8627-ec4285ce5418 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ceb3e416-498f-4698-87b1-00b21a57c30a HTTP/1.1" status: 204 len: 168 time: 0.2411721 Oct 12 23:25:24.731213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d4e187-c583-4b5c-8627-ec4285ce5418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb3e416-498f-4698-87b1-00b21a57c30a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:24.994185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port fc3c233a-1dfd-4424-9f6e-3c6c084087de {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:24.994571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:25.087509 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:25.103505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for fc3c233a-1dfd-4424-9f6e-3c6c084087de owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:25.140915 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:25:25.413116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:25.449328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=fc3c233a-1dfd-4424-9f6e-3c6c084087de,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:25.615165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:25.807222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Router e570342b-8267-49fb-b64a-5d296e73e2e9 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:25:25.886102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:25:25.893967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0af75b17-fd4e-4d9d-b2ea-5e9d766ca7cc tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "PUT /v2.0/routers/e570342b-8267-49fb-b64a-5d296e73e2e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7015197 Oct 12 23:25:25.894108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35680) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:25.903206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a3ded2-1922-45c7-acd3-efdf62cbf040 None None] Sync routers for ids ['e570342b-8267-49fb-b64a-5d296e73e2e9'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:25:25.917415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3ded2-1922-45c7-acd3-efdf62cbf040 None None] Routers {'e570342b-8267-49fb-b64a-5d296e73e2e9'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:25:25.918120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f2a3ded2-1922-45c7-acd3-efdf62cbf040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e570342b-8267-49fb-b64a-5d296e73e2e9'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:25.921799 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e34dfca7-f3f3-4ad3-98ea-607c58162f60 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:25:25.924041 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e34dfca7-f3f3-4ad3-98ea-607c58162f60 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/fc3c233a-1dfd-4424-9f6e-3c6c084087de HTTP/1.1" status: 404 len: 333 time: 0.0290573 Oct 12 23:25:25.927209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35686) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:25.953519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f2a3ded2-1922-45c7-acd3-efdf62cbf040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:25.963128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a3ded2-1922-45c7-acd3-efdf62cbf040 None None] Routers {'e570342b-8267-49fb-b64a-5d296e73e2e9'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:25:25.963749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f2a3ded2-1922-45c7-acd3-efdf62cbf040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e570342b-8267-49fb-b64a-5d296e73e2e9'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:26.002670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f2a3ded2-1922-45c7-acd3-efdf62cbf040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:26.003538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a3ded2-1922-45c7-acd3-efdf62cbf040 None None] The sync data for ids ['e570342b-8267-49fb-b64a-5d296e73e2e9'] in n-d-790519-14 is: [] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:25:26.025357 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14183cdd-c461-4092-a955-dbb770f0de1b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.198799 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14183cdd-c461-4092-a955-dbb770f0de1b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.201129 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14183cdd-c461-4092-a955-dbb770f0de1b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.338295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14183cdd-c461-4092-a955-dbb770f0de1b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.338872 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14183cdd-c461-4092-a955-dbb770f0de1b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Fanout notify agent at l3_agent the message router_deleted on router e570342b-8267-49fb-b64a-5d296e73e2e9 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:25:26.350137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14183cdd-c461-4092-a955-dbb770f0de1b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.350137 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-14183cdd-c461-4092-a955-dbb770f0de1b tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/routers/e570342b-8267-49fb-b64a-5d296e73e2e9 HTTP/1.1" status: 204 len: 168 time: 0.4196458 Oct 12 23:25:26.351036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35690) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:26.403029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-64cfb379-e92d-481d-ba7c-708433e5b057 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet 3b63e4b1-31c2-4b8b-81a7-173da7f35ffe {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:25:26.406404 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64cfb379-e92d-481d-ba7c-708433e5b057 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.449744 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64cfb379-e92d-481d-ba7c-708433e5b057 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.543686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35694) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:26.554830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64cfb379-e92d-481d-ba7c-708433e5b057 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.659483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47c3ea53-03b4-4ca5-814a-e5e38b14c3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.717748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64cfb379-e92d-481d-ba7c-708433e5b057 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.758497 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64cfb379-e92d-481d-ba7c-708433e5b057 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.767611 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-64cfb379-e92d-481d-ba7c-708433e5b057 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/3b63e4b1-31c2-4b8b-81a7-173da7f35ffe HTTP/1.1" status: 204 len: 168 time: 0.4100118 Oct 12 23:25:26.767611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfb379-e92d-481d-ba7c-708433e5b057 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=3b63e4b1-31c2-4b8b-81a7-173da7f35ffe,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:26.767895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc956d71-e32a-4708-a114-0e4743b8ce7c None None] Network f46af590-3563-4ee7-a5dc-3570886e37e8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:26.768005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35700) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:26.813214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47c3ea53-03b4-4ca5-814a-e5e38b14c3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.879973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47c3ea53-03b4-4ca5-814a-e5e38b14c3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.895559 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.924808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-47c3ea53-03b4-4ca5-814a-e5e38b14c3c6 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=cc186e0278fa4a229615ad6f09733fc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797123 Oct 12 23:25:26.925870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c3ea53-03b4-4ca5-814a-e5e38b14c3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217d7691-e508-4966-bf13-86b7c49c01d3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:26.928185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35702) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:26.974440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:26.974783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:26.989907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9949d15c-17c9-4be5-a710-70193a80a2c0 None None] DHCP port deletion for f46af590-3563-4ee7-a5dc-3570886e37e8 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:25:26.995240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddbd629a-7f10-4207-b6b1-57e578ea8011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.018858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddbd629a-7f10-4207-b6b1-57e578ea8011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.048861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] For port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0bab57c0-579e-4ff5-a4a5-90f347f55b4c,segment=NetworkSegment(79e17376-0b78-43dd-9a8f-f380c566b681),segment_id=79e17376-0b78-43dd-9a8f-f380c566b681)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:27.048861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.049464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9949d15c-17c9-4be5-a710-70193a80a2c0 None None] Deleting port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:27.049932 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9949d15c-17c9-4be5-a710-70193a80a2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.065579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 0bab57c0-579e-4ff5-a4a5-90f347f55b4c owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:27.114181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9949d15c-17c9-4be5-a710-70193a80a2c0 None None] For port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0bab57c0-579e-4ff5-a4a5-90f347f55b4c,segment=NetworkSegment(79e17376-0b78-43dd-9a8f-f380c566b681),segment_id=79e17376-0b78-43dd-9a8f-f380c566b681)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:27.114574 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9949d15c-17c9-4be5-a710-70193a80a2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.126971 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9949d15c-17c9-4be5-a710-70193a80a2c0 None None] Calling delete_port for 0bab57c0-579e-4ff5-a4a5-90f347f55b4c owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:27.178038 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddbd629a-7f10-4207-b6b1-57e578ea8011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.180803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddbd629a-7f10-4207-b6b1-57e578ea8011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.181961 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ddbd629a-7f10-4207-b6b1-57e578ea8011 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/217d7691-e508-4966-bf13-86b7c49c01d3 HTTP/1.1" status: 204 len: 168 time: 0.2528641 Oct 12 23:25:27.191881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbd629a-7f10-4207-b6b1-57e578ea8011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217d7691-e508-4966-bf13-86b7c49c01d3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:27.315392 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.321603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9949d15c-17c9-4be5-a710-70193a80a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.341671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=0bab57c0-579e-4ff5-a4a5-90f347f55b4c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:27.345966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No DVR routers for this DVR port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:25:27.350883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9949d15c-17c9-4be5-a710-70193a80a2c0 None None] Pushing event deleted for resources: {'Port': ['ID=0bab57c0-579e-4ff5-a4a5-90f347f55b4c,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:27.354568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9949d15c-17c9-4be5-a710-70193a80a2c0 None None] No DVR routers for this DVR port 0bab57c0-579e-4ff5-a4a5-90f347f55b4c on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:25:27.431714 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.457297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f46af590-3563-4ee7-a5dc-3570886e37e8']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:27.466383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e17376-0b78-43dd-9a8f-f380c566b681') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:27.466669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e17376-0b78-43dd-9a8f-f380c566b681') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:27.476092 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.489615 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.495984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:25:27.496366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:25:27.499423 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:25:27.634526 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.637848 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:27.644662 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/networks/f46af590-3563-4ee7-a5dc-3570886e37e8 HTTP/1.1" status: 204 len: 168 time: 0.8729432 Oct 12 23:25:27.645528 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35708) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:27.653792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88726b74-924b-4416-b7a8-9e5c85b1c588 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Network': ['ID=f46af590-3563-4ee7-a5dc-3570886e37e8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:27.692414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f76d28e-df82-4834-b5d0-da3774377661 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:27.693870 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f76d28e-df82-4834-b5d0-da3774377661 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/2b76ae86-c8fb-4072-a444-86d0b61c6a97 HTTP/1.1" status: 200 len: 840 time: 0.0472059 Oct 12 23:25:27.697633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35712) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:27.740464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6ae3b1a2-b63e-44d9-a279-94ba040ca58a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/2b76ae86-c8fb-4072-a444-86d0b61c6a97?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0415876 Oct 12 23:25:27.743998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35716) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:27.748837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:27.936637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:27.941305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.204749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.216702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0bab57c0-579e-4ff5-a4a5-90f347f55b4c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:25:28.238586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0bab57c0-579e-4ff5-a4a5-90f347f55b4c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:25:28.239274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0bab57c0-579e-4ff5-a4a5-90f347f55b4c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:25:28.245168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:28.248557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:28.256485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:28.256485 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.258085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f37fe8c-4ec9-4632-867d-79e33395d816 None None] Network 9216218f-4f48-491e-a808-6cf408d713bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:28.271552 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:28.363479 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c960236c-53cf-4970-9126-3953009004da tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6183875 Oct 12 23:25:28.366282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35732) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:28.370895 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c90a3a2b-9c8f-44a1-b464-596aa3b63bd7 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'security_group': {'name': 'tempest-secgroup-367437995'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:28.426852 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-9216218f-4f48-491e-a808-6cf408d713bb', 'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'tenant_id': 'd939eef4aade41909fa0659488687b9e', 'fixed_ips': [{'subnet_id': '0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:25:28.427902 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.505823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c90a3a2b-9c8f-44a1-b464-596aa3b63bd7 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.595266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Allocated IP 172.20.0.2 (9216218f-4f48-491e-a808-6cf408d713bb/0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab/613042b8-9b83-4e82-ab90-0e60757bac3d) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:28.618958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c90a3a2b-9c8f-44a1-b464-596aa3b63bd7 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.692723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c90a3a2b-9c8f-44a1-b464-596aa3b63bd7 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.730172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90a3a2b-9c8f-44a1-b464-596aa3b63bd7 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=201a16f6-765e-4d8d-8011-89bdbff00139,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:28.773009 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.808031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c90a3a2b-9c8f-44a1-b464-596aa3b63bd7 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.808031 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c90a3a2b-9c8f-44a1-b464-596aa3b63bd7 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4370251 Oct 12 23:25:28.808242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35776) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:28.812777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-18f368f7-b4a2-484b-a7b6-d7f2bd0fa6a6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'security_group': {'name': 'tempest-secgroup-537893775'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:28.858776 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.910837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:28.915833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:28.919573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:28.927819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Pushing event updated for resources: {'Port': ['ID=613042b8-9b83-4e82-ab90-0e60757bac3d,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:28.960560 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18f368f7-b4a2-484b-a7b6-d7f2bd0fa6a6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.984537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Attempting to bind port 613042b8-9b83-4e82-ab90-0e60757bac3d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:25:28.985372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Attempting to bind port 613042b8-9b83-4e82-ab90-0e60757bac3d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '96a0a3c8-5257-468a-8edc-b25ba88182bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9216218f-4f48-491e-a808-6cf408d713bb'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:25:28.985819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Attempting to bind port 613042b8-9b83-4e82-ab90-0e60757bac3d on network 9216218f-4f48-491e-a808-6cf408d713bb {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:25:28.991558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:25:28.991932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Checking segment: {'id': '96a0a3c8-5257-468a-8edc-b25ba88182bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9216218f-4f48-491e-a808-6cf408d713bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:25:28.992336 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:28.992728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Bound using segment: {'id': '96a0a3c8-5257-468a-8edc-b25ba88182bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9216218f-4f48-491e-a808-6cf408d713bb'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:25:28.993196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Bound port: 613042b8-9b83-4e82-ab90-0e60757bac3d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a0a3c8-5257-468a-8edc-b25ba88182bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '9216218f-4f48-491e-a808-6cf408d713bb'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:25:28.993591 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:29.043058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18f368f7-b4a2-484b-a7b6-d7f2bd0fa6a6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:29.062709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-553342df-c489-47a0-a240-6c0a63211493 None None] For port 613042b8-9b83-4e82-ab90-0e60757bac3d, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:25:29.065913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-553342df-c489-47a0-a240-6c0a63211493 None None] For port 613042b8-9b83-4e82-ab90-0e60757bac3d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=613042b8-9b83-4e82-ab90-0e60757bac3d,segment=NetworkSegment(96a0a3c8-5257-468a-8edc-b25ba88182bb),segment_id=96a0a3c8-5257-468a-8edc-b25ba88182bb)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:25:29.177651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18f368f7-b4a2-484b-a7b6-d7f2bd0fa6a6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:29.178138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:29.215144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f368f7-b4a2-484b-a7b6-d7f2bd0fa6a6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433b8f39-8920-4b9b-9531-dee1892d1565,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:29.241982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553342df-c489-47a0-a240-6c0a63211493 None None] Pushing event updated for resources: {'Port': ['ID=613042b8-9b83-4e82-ab90-0e60757bac3d,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:29.372187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18f368f7-b4a2-484b-a7b6-d7f2bd0fa6a6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:29.372187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-18f368f7-b4a2-484b-a7b6-d7f2bd0fa6a6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5606966 Oct 12 23:25:29.373746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35780) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:29.386223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1886242945', 'security_groups': ['433b8f39-8920-4b9b-9531-dee1892d1565'], 'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:29.657356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:29.750506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:29.772585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 2a560995-8caa-4e70-973a-c9433752ba9b yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:25:29.935246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.8 (9216218f-4f48-491e-a808-6cf408d713bb/0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab/2a560995-8caa-4e70-973a-c9433752ba9b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:30.101789 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.239275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7622fc18-2788-4737-a6e1-7485a4850f6b None None] Provisioning complete for port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:30.244505 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.245066 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7622fc18-2788-4737-a6e1-7485a4850f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.292374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 613042b8-9b83-4e82-ab90-0e60757bac3d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:30.309583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:30.309583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:30.315080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:30.353300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=2a560995-8caa-4e70-973a-c9433752ba9b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:30.355299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7622fc18-2788-4737-a6e1-7485a4850f6b None None] Port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:30.371526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7622fc18-2788-4737-a6e1-7485a4850f6b None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:30.377562 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7622fc18-2788-4737-a6e1-7485a4850f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.386422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:30.387540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.425402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:30.426034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.555163 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5d7446f4-feef-4dd4-be94-bc04c887fb64 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1800957 Oct 12 23:25:30.557890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35818) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:30.564093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ce1d9975-5836-440b-8e08-8d22e7468cb3 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:30.564802 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7622fc18-2788-4737-a6e1-7485a4850f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.575631 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.618924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7622fc18-2788-4737-a6e1-7485a4850f6b None None] For port 613042b8-9b83-4e82-ab90-0e60757bac3d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=613042b8-9b83-4e82-ab90-0e60757bac3d,segment=NetworkSegment(96a0a3c8-5257-468a-8edc-b25ba88182bb),segment_id=96a0a3c8-5257-468a-8edc-b25ba88182bb)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:30.743188 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7622fc18-2788-4737-a6e1-7485a4850f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.770631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce1d9975-5836-440b-8e08-8d22e7468cb3 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:30.770631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce1d9975-5836-440b-8e08-8d22e7468cb3 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:30.994903 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:25:30.995300 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:25:31.003871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5da5b5d5-3ed4-4e2f-b1a8-343cdc97ee43 None None] Provisioning complete for port 2a560995-8caa-4e70-973a-c9433752ba9b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:31.004240 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5da5b5d5-3ed4-4e2f-b1a8-343cdc97ee43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:31.006274 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7622fc18-2788-4737-a6e1-7485a4850f6b None None] Pushing event updated for resources: {'Port': ['ID=613042b8-9b83-4e82-ab90-0e60757bac3d,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:31.047630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5da5b5d5-3ed4-4e2f-b1a8-343cdc97ee43 None None] Port 2a560995-8caa-4e70-973a-c9433752ba9b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:31.128429 n-d-790519-14 neutron-server[101890]: INFO neutron.db.ipam_backend_mixin [None req-ce1d9975-5836-440b-8e08-8d22e7468cb3 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab (CIDR: 172.20.0.0/28) Oct 12 23:25:31.161623 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce1d9975-5836-440b-8e08-8d22e7468cb3 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:25:31.162126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce1d9975-5836-440b-8e08-8d22e7468cb3 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:31.272307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ce1d9975-5836-440b-8e08-8d22e7468cb3 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7133324 Oct 12 23:25:31.274956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35824) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:31.280083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:31.503356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:31.507158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:31.840875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:31.888616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:31.894325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:31.900261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:31.901119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:31.905393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135b43f0-3207-43a4-aefc-37541d979e03 None None] Network 9216218f-4f48-491e-a808-6cf408d713bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:31.920435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=5e74bbfd-4bb4-45d4-b073-07f364226594,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:32.004611 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-52ee73a1-8efb-467d-996a-e9457d410fa0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7282157 Oct 12 23:25:32.007933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35830) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:32.014120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1293424188', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '5e74bbfd-4bb4-45d4-b073-07f364226594'}], 'security_groups': ['201a16f6-765e-4d8d-8011-89bdbff00139']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:32.178630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4c6cb8-5022-4ded-bdd0-36c90b5e406c None None] Update dhcp port {'port': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'fixed_ips': [{'subnet_id': '0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab', 'ip_address': '172.20.0.2'}, {'subnet_id': '5e74bbfd-4bb4-45d4-b073-07f364226594'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '613042b8-9b83-4e82-ab90-0e60757bac3d'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:25:32.210494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:32.214615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6cb8-5022-4ded-bdd0-36c90b5e406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:32.257584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 613042b8-9b83-4e82-ab90-0e60757bac3d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:32.393550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:32.393845 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:32.474911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-ca4c6cb8-5022-4ded-bdd0-36c90b5e406c None None] Allocated IP 172.20.0.18 (9216218f-4f48-491e-a808-6cf408d713bb/5e74bbfd-4bb4-45d4-b073-07f364226594/613042b8-9b83-4e82-ab90-0e60757bac3d) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:32.616999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ca4c6cb8-5022-4ded-bdd0-36c90b5e406c None None] For port 613042b8-9b83-4e82-ab90-0e60757bac3d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=613042b8-9b83-4e82-ab90-0e60757bac3d,segment=NetworkSegment(96a0a3c8-5257-468a-8edc-b25ba88182bb),segment_id=96a0a3c8-5257-468a-8edc-b25ba88182bb)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:32.648341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6cb8-5022-4ded-bdd0-36c90b5e406c None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:32.742536 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ca4c6cb8-5022-4ded-bdd0-36c90b5e406c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:32.839362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c6cb8-5022-4ded-bdd0-36c90b5e406c None None] Pushing event updated for resources: {'Port': ['ID=613042b8-9b83-4e82-ab90-0e60757bac3d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:32.856801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Delete allocated IP 172.20.0.8 (9216218f-4f48-491e-a808-6cf408d713bb/0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab) {{(pid=101889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 23:25:32.866644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.21 (9216218f-4f48-491e-a808-6cf408d713bb/5e74bbfd-4bb4-45d4-b073-07f364226594/2a560995-8caa-4e70-973a-c9433752ba9b) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:33.072113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.162061 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.258534 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=2a560995-8caa-4e70-973a-c9433752ba9b,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:33.283399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] In _notify_port_updated(), no bound segment for port 2a560995-8caa-4e70-973a-c9433752ba9b on network 9216218f-4f48-491e-a808-6cf408d713bb {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:25:33.289158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:33.289974 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.293933 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7c9c1d3c-086c-4c6d-9ab1-dd479fe9d17a tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "PUT /v2.0/ports/2a560995-8caa-4e70-973a-c9433752ba9b HTTP/1.1" status: 200 len: 921 time: 1.2815733 Oct 12 23:25:33.294312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35838) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:33.394673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-952ebc47-82f7-467b-a8ab-a48e9144e49c None None] Provisioning complete for port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:33.394673 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-952ebc47-82f7-467b-a8ab-a48e9144e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.395380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d9921a3a-a2e6-46d3-9e17-cc8fef9bbe70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 2a560995-8caa-4e70-973a-c9433752ba9b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:33.395380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9921a3a-a2e6-46d3-9e17-cc8fef9bbe70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.436918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-952ebc47-82f7-467b-a8ab-a48e9144e49c None None] Port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:33.447343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-952ebc47-82f7-467b-a8ab-a48e9144e49c None None] Provisioning complete for port 2a560995-8caa-4e70-973a-c9433752ba9b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:33.447721 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-952ebc47-82f7-467b-a8ab-a48e9144e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.485984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-952ebc47-82f7-467b-a8ab-a48e9144e49c None None] Port 2a560995-8caa-4e70-973a-c9433752ba9b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:33.496223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-952ebc47-82f7-467b-a8ab-a48e9144e49c None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:33.496603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-952ebc47-82f7-467b-a8ab-a48e9144e49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.504400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9921a3a-a2e6-46d3-9e17-cc8fef9bbe70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.517255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d9921a3a-a2e6-46d3-9e17-cc8fef9bbe70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 2a560995-8caa-4e70-973a-c9433752ba9b owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:33.750058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9921a3a-a2e6-46d3-9e17-cc8fef9bbe70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.785562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9921a3a-a2e6-46d3-9e17-cc8fef9bbe70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=2a560995-8caa-4e70-973a-c9433752ba9b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:33.871161 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d9921a3a-a2e6-46d3-9e17-cc8fef9bbe70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:33.874713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d9921a3a-a2e6-46d3-9e17-cc8fef9bbe70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/2a560995-8caa-4e70-973a-c9433752ba9b HTTP/1.1" status: 204 len: 168 time: 0.5792675 Oct 12 23:25:33.878064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35840) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:33.904031 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d11066-5043-4bdd-80e5-3ae0b84dfd53 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:25:33.905879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-18d11066-5043-4bdd-80e5-3ae0b84dfd53 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/2a560995-8caa-4e70-973a-c9433752ba9b HTTP/1.1" status: 404 len: 333 time: 0.0267816 Oct 12 23:25:33.909597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35842) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:33.913862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b24d4281-f774-4b72-8862-e02d3e15eb76 None None] Could not find standard attr ID for object 2a560995-8caa-4e70-973a-c9433752ba9b. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:25:33.978758 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbe57ac9-3964-481a-a7c5-8cb168ec7b70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.013827 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbe57ac9-3964-481a-a7c5-8cb168ec7b70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.165719 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbe57ac9-3964-481a-a7c5-8cb168ec7b70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.168823 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbe57ac9-3964-481a-a7c5-8cb168ec7b70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.170549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fbe57ac9-3964-481a-a7c5-8cb168ec7b70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/security-groups/433b8f39-8920-4b9b-9531-dee1892d1565 HTTP/1.1" status: 204 len: 168 time: 0.2588477 Oct 12 23:25:34.178960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35846) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:34.181979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe57ac9-3964-481a-a7c5-8cb168ec7b70 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433b8f39-8920-4b9b-9531-dee1892d1565,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:34.247891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8438ea2a-bce4-4c20-a81e-d4e2d34c7c58 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.265201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 613042b8-9b83-4e82-ab90-0e60757bac3d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:34.280568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8438ea2a-bce4-4c20-a81e-d4e2d34c7c58 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.317507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:34.318017 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.434723 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8438ea2a-bce4-4c20-a81e-d4e2d34c7c58 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.437284 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8438ea2a-bce4-4c20-a81e-d4e2d34c7c58 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.438682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8438ea2a-bce4-4c20-a81e-d4e2d34c7c58 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/security-groups/201a16f6-765e-4d8d-8011-89bdbff00139 HTTP/1.1" status: 204 len: 168 time: 0.2629976 Oct 12 23:25:34.441362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35850) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:34.448324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8438ea2a-bce4-4c20-a81e-d4e2d34c7c58 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=201a16f6-765e-4d8d-8011-89bdbff00139,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:34.503746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6c5367-1459-4038-aba0-9c07a828c0fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet 0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:25:34.507008 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5367-1459-4038-aba0-9c07a828c0fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.549229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5367-1459-4038-aba0-9c07a828c0fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.641993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5367-1459-4038-aba0-9c07a828c0fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.761047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5367-1459-4038-aba0-9c07a828c0fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.807875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c5367-1459-4038-aba0-9c07a828c0fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:34.814245 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4c6c5367-1459-4038-aba0-9c07a828c0fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:34.817820 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4c6c5367-1459-4038-aba0-9c07a828c0fb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab HTTP/1.1" status: 204 len: 168 time: 0.3752475 Oct 12 23:25:34.821872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35854) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:34.824183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70b52514-245c-4d7a-ad1d-1618c187d902 None None] Network 9216218f-4f48-491e-a808-6cf408d713bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:34.828862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:35.023562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:35.027926 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:35.379579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f482a6-45ea-40c6-8dec-fd3a0256366a req-33a60a45-cd51-493a-80e0-8afcb191f9d0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:35.381143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9f482a6-45ea-40c6-8dec-fd3a0256366a req-33a60a45-cd51-493a-80e0-8afcb191f9d0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 946 time: 0.1682367 Oct 12 23:25:35.435120 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e9f482a6-45ea-40c6-8dec-fd3a0256366a req-f9a8677b-0c92-469f-93a5-dd6eb606be32 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442073 Oct 12 23:25:35.481252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:35.545411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:35.551097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:35.557039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:35.557638 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:35.566551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=fc942df2-f0d7-48e5-a28d-3861a8737cb0,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:35.658423 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b16bd955-3124-48d7-bfb4-c107c550719e tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8349001 Oct 12 23:25:35.661641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35862) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:35.666555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5e8bffaa-7684-4fdf-ac6b-f401d08a0a48 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'security_group': {'name': 'tempest-secgroup-1627177324'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:35.693276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094a6fe9-21de-4fcd-b5f6-ed22011aa5e3 None None] Network 9216218f-4f48-491e-a808-6cf408d713bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:35.760777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-611c136d-0adf-4547-870f-66ad54bf46d5 None None] Provisioning complete for port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:35.761059 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5e8bffaa-7684-4fdf-ac6b-f401d08a0a48 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:35.761323 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-611c136d-0adf-4547-870f-66ad54bf46d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:35.836972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5e8bffaa-7684-4fdf-ac6b-f401d08a0a48 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:35.839145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-611c136d-0adf-4547-870f-66ad54bf46d5 None None] Port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:35.859467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-611c136d-0adf-4547-870f-66ad54bf46d5 None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:35.860886 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-611c136d-0adf-4547-870f-66ad54bf46d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:35.875335 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5e8bffaa-7684-4fdf-ac6b-f401d08a0a48 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:35.913675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8bffaa-7684-4fdf-ac6b-f401d08a0a48 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ed6f26-c89f-4c34-b2a3-8f5016706b9e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:35.951218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5e8bffaa-7684-4fdf-ac6b-f401d08a0a48 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:35.955670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5e8bffaa-7684-4fdf-ac6b-f401d08a0a48 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2896912 Oct 12 23:25:35.955936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35864) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:35.970080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-41edc533-a4d7-41f6-b8b2-5aee4743fbae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'security_group': {'name': 'tempest-secgroup-32861199'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:36.021423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92f7504c-44b9-40a3-91ff-c2d3c1ebd5f0 None None] Update dhcp port {'port': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'fixed_ips': [{'subnet_id': '5e74bbfd-4bb4-45d4-b073-07f364226594', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc942df2-f0d7-48e5-a28d-3861a8737cb0'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '613042b8-9b83-4e82-ab90-0e60757bac3d'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:25:36.054030 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92f7504c-44b9-40a3-91ff-c2d3c1ebd5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.063963 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41edc533-a4d7-41f6-b8b2-5aee4743fbae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.181054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41edc533-a4d7-41f6-b8b2-5aee4743fbae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.229295 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41edc533-a4d7-41f6-b8b2-5aee4743fbae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.229575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-92f7504c-44b9-40a3-91ff-c2d3c1ebd5f0 None None] Allocated IP 172.20.0.2 (9216218f-4f48-491e-a808-6cf408d713bb/fc942df2-f0d7-48e5-a28d-3861a8737cb0/613042b8-9b83-4e82-ab90-0e60757bac3d) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:36.260448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41edc533-a4d7-41f6-b8b2-5aee4743fbae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc835d5-7fb9-464a-b956-8a3697ff1753,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:36.317441 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41edc533-a4d7-41f6-b8b2-5aee4743fbae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.321208 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-41edc533-a4d7-41f6-b8b2-5aee4743fbae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3547866 Oct 12 23:25:36.321605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35868) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:36.326805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9f65bc82-78f5-4133-8a13-80464f612c17 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'security_group': {'name': 'tempest-secgroup-1549352550'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:36.339915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92f7504c-44b9-40a3-91ff-c2d3c1ebd5f0 None None] For port 613042b8-9b83-4e82-ab90-0e60757bac3d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=613042b8-9b83-4e82-ab90-0e60757bac3d,segment=NetworkSegment(96a0a3c8-5257-468a-8edc-b25ba88182bb),segment_id=96a0a3c8-5257-468a-8edc-b25ba88182bb)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:36.370056 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92f7504c-44b9-40a3-91ff-c2d3c1ebd5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.445101 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f65bc82-78f5-4133-8a13-80464f612c17 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.456858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92f7504c-44b9-40a3-91ff-c2d3c1ebd5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.567539 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f65bc82-78f5-4133-8a13-80464f612c17 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.569678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f7504c-44b9-40a3-91ff-c2d3c1ebd5f0 None None] Pushing event updated for resources: {'Port': ['ID=613042b8-9b83-4e82-ab90-0e60757bac3d,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:36.608229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb206819-007b-4447-bc15-ab6797aad07f req-3204384f-ac8a-406e-9ce3-91d3a7d1978f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:36.610606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb206819-007b-4447-bc15-ab6797aad07f req-3204384f-ac8a-406e-9ce3-91d3a7d1978f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 946 time: 0.0780656 Oct 12 23:25:36.662503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fb206819-007b-4447-bc15-ab6797aad07f req-626c65ab-a111-41b8-a01a-d320c8272200 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451791 Oct 12 23:25:36.669257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f65bc82-78f5-4133-8a13-80464f612c17 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.712705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65bc82-78f5-4133-8a13-80464f612c17 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e770ad-13ba-4698-a451-171f0f667052,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:36.727632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-f80ff762-ac68-49f6-a649-35d4bbb47ddc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:36.727632 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-f80ff762-ac68-49f6-a649-35d4bbb47ddc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 946 time: 0.0956357 Oct 12 23:25:36.745668 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9f65bc82-78f5-4133-8a13-80464f612c17 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.747168 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9f65bc82-78f5-4133-8a13-80464f612c17 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4239280 Oct 12 23:25:36.749952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35882) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:36.755167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1376736021', 'security_groups': ['97e770ad-13ba-4698-a451-171f0f667052'], 'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc942df2-f0d7-48e5-a28d-3861a8737cb0'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:36.848622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port 965c5d8f-f5cc-4f41-8343-8586f62943b1 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:36.848994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.951419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] For port 965c5d8f-f5cc-4f41-8343-8586f62943b1, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=965c5d8f-f5cc-4f41-8343-8586f62943b1,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:36.952168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:36.966268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:37.070016 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:37.088682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] device_id is not set on port 5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 yet. {{(pid=101890) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Oct 12 23:25:37.250104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8a654fbd-f47a-45e5-83bd-2ef8aaac7688 None None] Provisioning complete for port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:37.251983 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8a654fbd-f47a-45e5-83bd-2ef8aaac7688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:37.309012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.14 (9216218f-4f48-491e-a808-6cf408d713bb/fc942df2-f0d7-48e5-a28d-3861a8737cb0/5d2a08d5-1c2d-4e41-9cec-0170fc4b9692) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:37.317188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8a654fbd-f47a-45e5-83bd-2ef8aaac7688 None None] Port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:37.327527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8a654fbd-f47a-45e5-83bd-2ef8aaac7688 None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:37.327912 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8a654fbd-f47a-45e5-83bd-2ef8aaac7688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:37.356855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:37.357423 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:37.357529 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Floating IP b907dbff-937b-4ca3-92e6-a4ec2c2962c1 disassociated. External IP: 172.25.2.126, port: 965c5d8f-f5cc-4f41-8343-8586f62943b1. Oct 12 23:25:37.357991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for 965c5d8f-f5cc-4f41-8343-8586f62943b1 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:37.509722 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:37.588428 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:37.623923 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:37.625440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=965c5d8f-f5cc-4f41-8343-8586f62943b1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:37.654586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.655414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.655962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.656339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.658906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.659296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.660363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.663363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.666152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.666521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.666869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.667240 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:37.682323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:37.685933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:37.692587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:37.837395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=5d2a08d5-1c2d-4e41-9cec-0170fc4b9692,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:37.867125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc46fcdb-5b9f-4662-bf0e-c9bc8c19b1dd req-c0c18f80-ed1e-4d98-8ae7-631649887f6b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0581820 Oct 12 23:25:37.867998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:37.868647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:37.963995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ee95d2ae-f3eb-4004-b284-b02ac3269124 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2128365 Oct 12 23:25:37.967849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35890) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:37.974726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3951961c-2ff0-4ead-bb38-38ead1f084f2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:38.080147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b394e1b6-3f17-4a61-9b51-b192cbaecf4a None None] Provisioning complete for port 5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:38.080147 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b394e1b6-3f17-4a61-9b51-b192cbaecf4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:38.174768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b394e1b6-3f17-4a61-9b51-b192cbaecf4a None None] Port 5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:38.259663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951961c-2ff0-4ead-bb38-38ead1f084f2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:38.265381 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3951961c-2ff0-4ead-bb38-38ead1f084f2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:38.302817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 613042b8-9b83-4e82-ab90-0e60757bac3d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:38.388974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:38.389561 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:38.410319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Router 89193aec-1884-43b0-a2e1-4c97183bcf13 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:25:38.422718 n-d-790519-14 neutron-server[101890]: INFO neutron.db.ipam_backend_mixin [None req-3951961c-2ff0-4ead-bb38-38ead1f084f2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc942df2-f0d7-48e5-a28d-3861a8737cb0 (CIDR: 172.20.0.0/28) Oct 12 23:25:38.475948 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-3951961c-2ff0-4ead-bb38-38ead1f084f2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:25:38.476946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3951961c-2ff0-4ead-bb38-38ead1f084f2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:38.543793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:25:38.553954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3951961c-2ff0-4ead-bb38-38ead1f084f2 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5849378 Oct 12 23:25:38.557292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35896) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:38.561022 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] Sync routers for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:25:38.568540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-db3756a1-e5f9-4621-9c04-eddb19e445bf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:38.591697 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:25:38.592326 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:38.596485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] No DVR routers for this DVR port 965c5d8f-f5cc-4f41-8343-8586f62943b1 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:25:38.599402 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:38.602996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9657f978-284c-4446-bd7e-aed1d26a8d30 req-64c78415-50de-4eb7-afc9-7eee89bc72f8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "DELETE /v2.0/ports/965c5d8f-f5cc-4f41-8343-8586f62943b1 HTTP/1.1" status: 204 len: 173 time: 1.8706279 Oct 12 23:25:38.603458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'name': 'network-vif-deleted', 'tag': '965c5d8f-f5cc-4f41-8343-8586f62943b1'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:25:38.605901 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd62830-6e5a-42e7-992d-8febb84531e1" -d '{"events": [{"server_uuid": "d868b587-2652-4dcc-90c8-5bfb8eba1146", "name": "network-vif-deleted", "tag": "965c5d8f-f5cc-4f41-8343-8586f62943b1"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:25:38.763505 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:25:38.789506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3756a1-e5f9-4621-9c04-eddb19e445bf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:38.793973 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-db3756a1-e5f9-4621-9c04-eddb19e445bf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:38.885307 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96cb300-b011-4376-af10-a1f7998f3327 x-openstack-request-id: req-c96cb300-b011-4376-af10-a1f7998f3327 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:25:38.885676 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d868b587-2652-4dcc-90c8-5bfb8eba1146", "name": "network-vif-deleted", "tag": "965c5d8f-f5cc-4f41-8343-8586f62943b1", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:25:38.886005 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c96cb300-b011-4376-af10-a1f7998f3327 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:25:38.886474 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd868b587-2652-4dcc-90c8-5bfb8eba1146', 'name': 'network-vif-deleted', 'tag': '965c5d8f-f5cc-4f41-8343-8586f62943b1', 'status': 'completed', 'code': 200} Oct 12 23:25:38.966534 n-d-790519-14 neutron-server[101890]: INFO neutron.db.ipam_backend_mixin [None req-db3756a1-e5f9-4621-9c04-eddb19e445bf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 5e74bbfd-4bb4-45d4-b073-07f364226594 (CIDR: 172.20.0.16/28) Oct 12 23:25:38.999895 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-505f3018-9cf9-411c-aa9a-e65b1bdd8b5a req-4a50e183-9341-4dd1-8e3f-611b65115499 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0534360 Oct 12 23:25:39.012708 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3756a1-e5f9-4621-9c04-eddb19e445bf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:25:39.013487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3756a1-e5f9-4621-9c04-eddb19e445bf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:39.094151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-db3756a1-e5f9-4621-9c04-eddb19e445bf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5345395 Oct 12 23:25:39.097220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35904) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:39.103051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'subnet': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:39.186792 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:39.237346 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] Checking router: 89193aec-1884-43b0-a2e1-4c97183bcf13 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:25:39.247789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:25:39.248750 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:39.351178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Made reservation on behalf of d939eef4aade41909fa0659488687b9e for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:39.356948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:39.362419 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:25:39.579368 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:39.622116 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b852342-6e64-4695-9466-cb69fcf81919 None None] The sync data for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 is: [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:25:39.732260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:39.775506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Network 9216218f-4f48-491e-a808-6cf408d713bb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:39.783704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:39.788394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:39.789114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:39.803536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81495502-ddc0-4e4c-ab23-5a199c8fbea7 None None] Network 9216218f-4f48-491e-a808-6cf408d713bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:39.806801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Subnet': ['ID=973b07cf-2182-4677-a940-4d9a86a4fcef,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:39.823032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.823936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.824481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.825391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.826187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.826695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.827499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.828093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.829906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.830670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.831192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.831671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:25:39.892325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35910) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:39.900422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dc93cf3c-095c-44cc-a426-6772aa370608 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.8017721 Oct 12 23:25:39.901676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-564820476', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '973b07cf-2182-4677-a940-4d9a86a4fcef'}], 'security_groups': ['31ed6f26-c89f-4c34-b2a3-8f5016706b9e', '3dc835d5-7fb9-464a-b956-8a3697ff1753']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:40.004866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa3edc-24f9-41e3-9364-2d3aac60a328 None None] New status for floating IP b907dbff-937b-4ca3-92e6-a4ec2c2962c1: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:25:40.158877 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3f79dc8a-a09f-496f-b141-ea3b707c7723 req-9d8665fd-7c89-4be2-8396-5a38f932f476 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0451131 Oct 12 23:25:40.267353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8ac12a-4c03-4bdc-9914-0b5720e7bbf9 None None] Update dhcp port {'port': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'fixed_ips': [{'subnet_id': '5e74bbfd-4bb4-45d4-b073-07f364226594', 'ip_address': '172.20.0.18'}, {'subnet_id': 'fc942df2-f0d7-48e5-a28d-3861a8737cb0', 'ip_address': '172.20.0.2'}, {'subnet_id': '973b07cf-2182-4677-a940-4d9a86a4fcef'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '613042b8-9b83-4e82-ab90-0e60757bac3d'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:25:40.274161 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:40.308242 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac12a-4c03-4bdc-9914-0b5720e7bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:40.496319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-8b8ac12a-4c03-4bdc-9914-0b5720e7bbf9 None None] Allocated IP 172.20.0.34 (9216218f-4f48-491e-a808-6cf408d713bb/973b07cf-2182-4677-a940-4d9a86a4fcef/613042b8-9b83-4e82-ab90-0e60757bac3d) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:40.639289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8b8ac12a-4c03-4bdc-9914-0b5720e7bbf9 None None] For port 613042b8-9b83-4e82-ab90-0e60757bac3d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=613042b8-9b83-4e82-ab90-0e60757bac3d,segment=NetworkSegment(96a0a3c8-5257-468a-8edc-b25ba88182bb),segment_id=96a0a3c8-5257-468a-8edc-b25ba88182bb)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:40.655859 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac12a-4c03-4bdc-9914-0b5720e7bbf9 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:40.739777 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8b8ac12a-4c03-4bdc-9914-0b5720e7bbf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:40.854179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Delete allocated IP 172.20.0.14 (9216218f-4f48-491e-a808-6cf408d713bb/fc942df2-f0d7-48e5-a28d-3861a8737cb0) {{(pid=101889) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 12 23:25:40.862076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Allocated IP 172.20.0.39 (9216218f-4f48-491e-a808-6cf408d713bb/973b07cf-2182-4677-a940-4d9a86a4fcef/5d2a08d5-1c2d-4e41-9cec-0170fc4b9692) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:40.884386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8ac12a-4c03-4bdc-9914-0b5720e7bbf9 None None] Pushing event updated for resources: {'Port': ['ID=613042b8-9b83-4e82-ab90-0e60757bac3d,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:41.051869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:41.282783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25d49c27-4913-45b7-a147-88e96cd8c4ec req-e5f3d545-b440-4d3f-b33d-23ef1973025d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0364966 Oct 12 23:25:41.326668 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:41.424482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 965c5d8f-f5cc-4f41-8343-8586f62943b1 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:25:41.433284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event updated for resources: {'Port': ['ID=5d2a08d5-1c2d-4e41-9cec-0170fc4b9692,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:41.461870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] In _notify_port_updated(), no bound segment for port 5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 on network 9216218f-4f48-491e-a808-6cf408d713bb {{(pid=101889) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Oct 12 23:25:41.467831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:41.474927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:41.474927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-19e74597-800a-488f-85fd-02cee3c7fcfb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "PUT /v2.0/ports/5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 HTTP/1.1" status: 200 len: 959 time: 1.5768323 Oct 12 23:25:41.474927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35916) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:41.475516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 965c5d8f-f5cc-4f41-8343-8586f62943b1 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:25:41.475814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 965c5d8f-f5cc-4f41-8343-8586f62943b1 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:25:41.587889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-38fbc172-45f4-47b9-ad5e-47d8dec84439 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:41.588239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38fbc172-45f4-47b9-ad5e-47d8dec84439 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:41.645891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cfed8c00-1e20-46a7-905c-1fcca3650f34 None None] Provisioning complete for port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:41.647871 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfed8c00-1e20-46a7-905c-1fcca3650f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:41.709555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38fbc172-45f4-47b9-ad5e-47d8dec84439 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:41.725112 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-38fbc172-45f4-47b9-ad5e-47d8dec84439 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 owned by {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:41.736697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cfed8c00-1e20-46a7-905c-1fcca3650f34 None None] Port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:41.762925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cfed8c00-1e20-46a7-905c-1fcca3650f34 None None] Provisioning complete for port 5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:41.764237 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfed8c00-1e20-46a7-905c-1fcca3650f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:41.822671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cfed8c00-1e20-46a7-905c-1fcca3650f34 None None] Port 5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:41.836312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cfed8c00-1e20-46a7-905c-1fcca3650f34 None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:41.837195 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cfed8c00-1e20-46a7-905c-1fcca3650f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:41.978069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38fbc172-45f4-47b9-ad5e-47d8dec84439 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.031930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fbc172-45f4-47b9-ad5e-47d8dec84439 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=5d2a08d5-1c2d-4e41-9cec-0170fc4b9692,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:42.119057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38fbc172-45f4-47b9-ad5e-47d8dec84439 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.128015 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-38fbc172-45f4-47b9-ad5e-47d8dec84439 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 HTTP/1.1" status: 204 len: 168 time: 0.6533737 Oct 12 23:25:42.130485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35918) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:42.157446 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-36bf606e-2eab-4872-8beb-2914a476a96c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] GET failed (client error): The resource could not be found. Oct 12 23:25:42.160047 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-36bf606e-2eab-4872-8beb-2914a476a96c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports/5d2a08d5-1c2d-4e41-9cec-0170fc4b9692 HTTP/1.1" status: 404 len: 333 time: 0.0283890 Oct 12 23:25:42.163186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35920) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:42.166835 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9127eb89-b6be-4733-8bc9-65eeaeec7fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.236378 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-baba9ade-04b0-4dd9-9b5c-a10c03083d79 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.259223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4cb40ab8-7c93-444f-896b-6e10df4ed937 None None] Could not find standard attr ID for object 5d2a08d5-1c2d-4e41-9cec-0170fc4b9692. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:25:42.273843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 613042b8-9b83-4e82-ab90-0e60757bac3d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:25:42.278517 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-baba9ade-04b0-4dd9-9b5c-a10c03083d79 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.363187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:42.363693 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.434515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-baba9ade-04b0-4dd9-9b5c-a10c03083d79 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.437152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-baba9ade-04b0-4dd9-9b5c-a10c03083d79 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.443720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-baba9ade-04b0-4dd9-9b5c-a10c03083d79 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/security-groups/97e770ad-13ba-4698-a451-171f0f667052 HTTP/1.1" status: 204 len: 168 time: 0.2749298 Oct 12 23:25:42.444482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35924) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:42.493450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20cbce39-d2d8-4011-89a3-eeb1a34f93e0 req-d01a974d-726f-4dae-99e3-d51fef308d86 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0626898 Oct 12 23:25:42.496656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baba9ade-04b0-4dd9-9b5c-a10c03083d79 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e770ad-13ba-4698-a451-171f0f667052,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:42.554477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e70aa91-7bfd-47a0-b617-73b4f4d8d10f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.578850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e70aa91-7bfd-47a0-b617-73b4f4d8d10f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.680145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e70aa91-7bfd-47a0-b617-73b4f4d8d10f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.683113 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e70aa91-7bfd-47a0-b617-73b4f4d8d10f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.686900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35926) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:42.691296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7e70aa91-7bfd-47a0-b617-73b4f4d8d10f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/security-groups/3dc835d5-7fb9-464a-b956-8a3697ff1753 HTTP/1.1" status: 204 len: 168 time: 0.2355001 Oct 12 23:25:42.697651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e70aa91-7bfd-47a0-b617-73b4f4d8d10f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc835d5-7fb9-464a-b956-8a3697ff1753,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:42.762599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8a8d7a98-d170-45f9-8187-85cb4aac37b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.785883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8a8d7a98-d170-45f9-8187-85cb4aac37b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.886257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8a8d7a98-d170-45f9-8187-85cb4aac37b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.888941 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8a8d7a98-d170-45f9-8187-85cb4aac37b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:42.890128 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8a8d7a98-d170-45f9-8187-85cb4aac37b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/security-groups/31ed6f26-c89f-4c34-b2a3-8f5016706b9e HTTP/1.1" status: 204 len: 168 time: 0.2011740 Oct 12 23:25:42.893165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35928) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:42.903306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8d7a98-d170-45f9-8187-85cb4aac37b0 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ed6f26-c89f-4c34-b2a3-8f5016706b9e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:42.960634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dc32c4c-c0aa-41cf-84a4-c40eeec7c9cb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet fc942df2-f0d7-48e5-a28d-3861a8737cb0 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:25:42.964493 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5dc32c4c-c0aa-41cf-84a4-c40eeec7c9cb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.010141 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5dc32c4c-c0aa-41cf-84a4-c40eeec7c9cb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.103868 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5dc32c4c-c0aa-41cf-84a4-c40eeec7c9cb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.246717 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5dc32c4c-c0aa-41cf-84a4-c40eeec7c9cb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.278747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc32c4c-c0aa-41cf-84a4-c40eeec7c9cb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=fc942df2-f0d7-48e5-a28d-3861a8737cb0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:43.280785 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5dc32c4c-c0aa-41cf-84a4-c40eeec7c9cb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.284487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5dc32c4c-c0aa-41cf-84a4-c40eeec7c9cb tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/fc942df2-f0d7-48e5-a28d-3861a8737cb0 HTTP/1.1" status: 204 len: 168 time: 0.3898547 Oct 12 23:25:43.288664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35930) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:43.289382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af1934f7-ab66-4ea3-9f44-65f4062f00bc None None] Network 9216218f-4f48-491e-a808-6cf408d713bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:43.353505 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-de5034f1-78cf-4ff8-92ae-96820d0620b6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet 973b07cf-2182-4677-a940-4d9a86a4fcef {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:25:43.358056 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de5034f1-78cf-4ff8-92ae-96820d0620b6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.414198 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de5034f1-78cf-4ff8-92ae-96820d0620b6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.531707 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de5034f1-78cf-4ff8-92ae-96820d0620b6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.622085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f9e5c69-87df-4a93-baf3-16da39aef998 req-0636fa7a-6af3-45e8-b917-6f16fe28e5f0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0420077 Oct 12 23:25:43.657945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de5034f1-78cf-4ff8-92ae-96820d0620b6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.686813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5034f1-78cf-4ff8-92ae-96820d0620b6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=973b07cf-2182-4677-a940-4d9a86a4fcef,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:43.693876 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de5034f1-78cf-4ff8-92ae-96820d0620b6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.699122 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-de5034f1-78cf-4ff8-92ae-96820d0620b6 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/973b07cf-2182-4677-a940-4d9a86a4fcef HTTP/1.1" status: 204 len: 168 time: 0.4077358 Oct 12 23:25:43.700060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:43.732538 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-259fe1f4-d462-4a3f-bcf0-e4d117ff7d0d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:43.733000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259fe1f4-d462-4a3f-bcf0-e4d117ff7d0d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:43.737078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-259fe1f4-d462-4a3f-bcf0-e4d117ff7d0d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/fc942df2-f0d7-48e5-a28d-3861a8737cb0 HTTP/1.1" status: 404 len: 337 time: 0.0352323 Oct 12 23:25:43.743221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35936) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:43.782923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e0c942-2982-42e3-992e-d76bc1e1e405 None None] Update dhcp port {'port': {'network_id': '9216218f-4f48-491e-a808-6cf408d713bb', 'fixed_ips': [{'subnet_id': '5e74bbfd-4bb4-45d4-b073-07f364226594', 'ip_address': '172.20.0.18'}, {'subnet_id': '973b07cf-2182-4677-a940-4d9a86a4fcef'}], 'binding:host_id': 'n-d-790519-14'}, 'id': '613042b8-9b83-4e82-ab90-0e60757bac3d'} from n-d-790519-14. {{(pid=101891) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 12 23:25:43.801201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adafc69-4fdb-4cc9-b373-5b283fabf600 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting subnet 5e74bbfd-4bb4-45d4-b073-07f364226594 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:25:43.803583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7adafc69-4fdb-4cc9-b373-5b283fabf600 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.810556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96e0c942-2982-42e3-992e-d76bc1e1e405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.863554 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7adafc69-4fdb-4cc9-b373-5b283fabf600 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:43.958440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7adafc69-4fdb-4cc9-b373-5b283fabf600 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.098626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7adafc69-4fdb-4cc9-b373-5b283fabf600 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server [None req-96e0c942-2982-42e3-992e-d76bc1e1e405 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e74bbfd-4bb4-45d4-b073-07f364226594: This subnet is being modified by another concurrent operation. Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise self.value Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1740, in update_port Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1514, in update_port Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server raise exception Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5e74bbfd-4bb4-45d4-b073-07f364226594: This subnet is being modified by another concurrent operation. Oct 12 23:25:44.099878 n-d-790519-14 neutron-server[101891]: ERROR oslo_messaging.rpc.server Oct 12 23:25:44.138776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adafc69-4fdb-4cc9-b373-5b283fabf600 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Subnet': ['ID=5e74bbfd-4bb4-45d4-b073-07f364226594,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:44.145850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7adafc69-4fdb-4cc9-b373-5b283fabf600 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.151481 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7adafc69-4fdb-4cc9-b373-5b283fabf600 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/5e74bbfd-4bb4-45d4-b073-07f364226594 HTTP/1.1" status: 204 len: 168 time: 0.4049101 Oct 12 23:25:44.151894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35938) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.184840 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df9026-ff13-4c96-b804-fff6f10c937f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.185620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36df9026-ff13-4c96-b804-fff6f10c937f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.190916 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-36df9026-ff13-4c96-b804-fff6f10c937f tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/0c4b4d88-b4ab-4c4f-a79e-979f58dc64ab HTTP/1.1" status: 404 len: 337 time: 0.0379922 Oct 12 23:25:44.193560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35940) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.207114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae9cf97-0f34-424f-be44-2acad5021780 None None] Network 9216218f-4f48-491e-a808-6cf408d713bb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:25:44.229224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-78cf40b8-10c4-426e-b7d2-a28711045935 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "GET /v2.0/ports?device_id=e570342b-8267-49fb-b64a-5d296e73e2e9 HTTP/1.1" status: 200 len: 205 time: 0.0309260 Oct 12 23:25:44.229608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35942) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.267984 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-7a30ef9b-4fb6-4a88-913d-118156681b24 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] delete failed (client error): The resource could not be found. Oct 12 23:25:44.271581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7a30ef9b-4fb6-4a88-913d-118156681b24 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/routers/e570342b-8267-49fb-b64a-5d296e73e2e9 HTTP/1.1" status: 404 len: 336 time: 0.0389113 Oct 12 23:25:44.271938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35944) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.303624 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-26974256-39a4-402e-8695-a48a30ed57b8 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.304091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26974256-39a4-402e-8695-a48a30ed57b8 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.309617 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-26974256-39a4-402e-8695-a48a30ed57b8 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/3b63e4b1-31c2-4b8b-81a7-173da7f35ffe HTTP/1.1" status: 404 len: 337 time: 0.0344694 Oct 12 23:25:44.309917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35946) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.340268 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2bcf15-0e75-4f7e-948b-359519708e37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.340268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2bcf15-0e75-4f7e-948b-359519708e37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.342776 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cf2bcf15-0e75-4f7e-948b-359519708e37 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/32c129d3-d851-4f76-9c8b-f695e12474e1 HTTP/1.1" status: 404 len: 337 time: 0.0318906 Oct 12 23:25:44.345712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35948) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.347760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 613042b8-9b83-4e82-ab90-0e60757bac3d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:25:44.382488 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-91a43b47-6007-41c9-b6b5-f831de16dd44 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.382875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91a43b47-6007-41c9-b6b5-f831de16dd44 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.389185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-91a43b47-6007-41c9-b6b5-f831de16dd44 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/9041870d-913c-40a3-b8f3-6c01f1a549a8 HTTP/1.1" status: 404 len: 337 time: 0.0401678 Oct 12 23:25:44.389412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35950) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.414070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c0511f07-d200-4315-ad87-aff72ca0aecc None None] Provisioning complete for port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:44.414555 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c0511f07-d200-4315-ad87-aff72ca0aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.431444 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-9adf9c20-9d3f-4cf0-82c5-a47298e01564 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.432423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9adf9c20-9d3f-4cf0-82c5-a47298e01564 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.441015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35952) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.441369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9adf9c20-9d3f-4cf0-82c5-a47298e01564 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/39ca4c7d-eddb-4680-adaa-80dedb8bdb0d HTTP/1.1" status: 404 len: 333 time: 0.0504508 Oct 12 23:25:44.469557 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-076fa75c-b7e3-4777-9472-41a611715d6d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.469913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c0511f07-d200-4315-ad87-aff72ca0aecc None None] Port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:44.470254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-076fa75c-b7e3-4777-9472-41a611715d6d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.473408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-076fa75c-b7e3-4777-9472-41a611715d6d tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/be10e119-b366-4a49-9fe8-6e92414440e7 HTTP/1.1" status: 404 len: 337 time: 0.0312045 Oct 12 23:25:44.476051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35954) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.516041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbbdada-4b34-4f68-84d3-9bf58d27838a None None] DHCP port deletion for 9216218f-4f48-491e-a808-6cf408d713bb request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:25:44.524637 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-8717212f-8375-4d0a-9060-7d34d3479926 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.525098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8717212f-8375-4d0a-9060-7d34d3479926 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.532643 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8717212f-8375-4d0a-9060-7d34d3479926 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/a01b8e3a-6c4d-4859-a30d-f8b5279610f5 HTTP/1.1" status: 404 len: 337 time: 0.0526083 Oct 12 23:25:44.533050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35956) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.541562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c0511f07-d200-4315-ad87-aff72ca0aecc None None] Provisioning complete for port 613042b8-9b83-4e82-ab90-0e60757bac3d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:44.543599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c0511f07-d200-4315-ad87-aff72ca0aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.558087 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-60f4db28-f858-47ee-87a3-92da358b20b8 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.558958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60f4db28-f858-47ee-87a3-92da358b20b8 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.562109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-60f4db28-f858-47ee-87a3-92da358b20b8 tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/4b9d5286-966f-405d-b75a-77df1824a273 HTTP/1.1" status: 404 len: 333 time: 0.0277097 Oct 12 23:25:44.565295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35958) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.583030 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.596496 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-76931491-fb86-4f0b-86e8-1d23ab618bae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.597084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76931491-fb86-4f0b-86e8-1d23ab618bae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.600878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-76931491-fb86-4f0b-86e8-1d23ab618bae tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/0f93dfa0-31cb-4945-b7df-60804b653874 HTTP/1.1" status: 404 len: 337 time: 0.0344868 Oct 12 23:25:44.603431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35960) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.638042 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6d3e0a2-d6a3-43a9-924f-7a11fb37a77c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] DELETE failed (client error): The resource could not be found. Oct 12 23:25:44.638677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6d3e0a2-d6a3-43a9-924f-7a11fb37a77c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:25:44.642221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b6d3e0a2-d6a3-43a9-924f-7a11fb37a77c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/subnets/8f612a6a-5ce7-4dd3-941a-e7a3bb50c06c HTTP/1.1" status: 404 len: 337 time: 0.0374758 Oct 12 23:25:44.644762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 35962) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:44.676746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 613042b8-9b83-4e82-ab90-0e60757bac3d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=613042b8-9b83-4e82-ab90-0e60757bac3d,segment=NetworkSegment(96a0a3c8-5257-468a-8edc-b25ba88182bb),segment_id=96a0a3c8-5257-468a-8edc-b25ba88182bb)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:44.691166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbdada-4b34-4f68-84d3-9bf58d27838a None None] Deleting port 613042b8-9b83-4e82-ab90-0e60757bac3d {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:44.691544 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bcbbdada-4b34-4f68-84d3-9bf58d27838a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.728140 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ee8da54-a0db-4ca7-9099-e4690094fc61 req-2e4d95f7-9e97-4d75-a1b4-2ecc1c1970aa tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0293877 Oct 12 23:25:44.769222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-bcbbdada-4b34-4f68-84d3-9bf58d27838a None None] For port 613042b8-9b83-4e82-ab90-0e60757bac3d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=613042b8-9b83-4e82-ab90-0e60757bac3d,segment=NetworkSegment(96a0a3c8-5257-468a-8edc-b25ba88182bb),segment_id=96a0a3c8-5257-468a-8edc-b25ba88182bb)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:44.770780 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bcbbdada-4b34-4f68-84d3-9bf58d27838a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.773457 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.793050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-600eed7a-649a-4e21-9571-1e9d8a0cdc7c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Deleting port 2b76ae86-c8fb-4072-a444-86d0b61c6a97 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:25:44.799436 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-600eed7a-649a-4e21-9571-1e9d8a0cdc7c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.860849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bcbbdada-4b34-4f68-84d3-9bf58d27838a None None] Calling delete_port for 613042b8-9b83-4e82-ab90-0e60757bac3d owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:44.870803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=613042b8-9b83-4e82-ab90-0e60757bac3d,revision_number=11']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:44.881818 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-600eed7a-649a-4e21-9571-1e9d8a0cdc7c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.883515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c0511f07-d200-4315-ad87-aff72ca0aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:44.898605 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-600eed7a-649a-4e21-9571-1e9d8a0cdc7c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Calling delete_port for 2b76ae86-c8fb-4072-a444-86d0b61c6a97 owned by {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:25:44.958833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c0511f07-d200-4315-ad87-aff72ca0aecc None None] For port 613042b8-9b83-4e82-ab90-0e60757bac3d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=613042b8-9b83-4e82-ab90-0e60757bac3d,segment=NetworkSegment(96a0a3c8-5257-468a-8edc-b25ba88182bb),segment_id=96a0a3c8-5257-468a-8edc-b25ba88182bb)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:25:45.028498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c0511f07-d200-4315-ad87-aff72ca0aecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.080570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0511f07-d200-4315-ad87-aff72ca0aecc None None] Pushing event updated for resources: {'Port': ['ID=613042b8-9b83-4e82-ab90-0e60757bac3d,revision_number=12']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:45.091750 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-600eed7a-649a-4e21-9571-1e9d8a0cdc7c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.120035 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bcbbdada-4b34-4f68-84d3-9bf58d27838a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.123053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600eed7a-649a-4e21-9571-1e9d8a0cdc7c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Port': ['ID=2b76ae86-c8fb-4072-a444-86d0b61c6a97,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:45.136861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-600eed7a-649a-4e21-9571-1e9d8a0cdc7c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.141246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-600eed7a-649a-4e21-9571-1e9d8a0cdc7c tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/ports/2b76ae86-c8fb-4072-a444-86d0b61c6a97 HTTP/1.1" status: 204 len: 168 time: 0.4941416 Oct 12 23:25:45.143811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35968) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:45.151464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbbdada-4b34-4f68-84d3-9bf58d27838a None None] Pushing event deleted for resources: {'Port': ['ID=613042b8-9b83-4e82-ab90-0e60757bac3d,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:45.155525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbbdada-4b34-4f68-84d3-9bf58d27838a None None] No DVR routers for this DVR port 613042b8-9b83-4e82-ab90-0e60757bac3d on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:25:45.181505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1daeaa1-45c6-448a-a274-2a3acb1631a7 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:25:45.277109 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.303799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1daeaa1-45c6-448a-a274-2a3acb1631a7 None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:25:45.379141 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.410971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9216218f-4f48-491e-a808-6cf408d713bb']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:45.422521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a0a3c8-5257-468a-8edc-b25ba88182bb') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:45.422874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a0a3c8-5257-468a-8edc-b25ba88182bb') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:45.434751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.451687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.458790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:25:45.459344 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:25:45.462643 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:25:45.543035 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.586789 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.595919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.599911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] 10.222.0.31 "DELETE /v2.0/networks/9216218f-4f48-491e-a808-6cf408d713bb HTTP/1.1" status: 204 len: 168 time: 0.4547410 Oct 12 23:25:45.614042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b60b7258-e091-4826-9e75-851a38004710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:45.629002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42cade5-84c7-48e4-a589-ddc74fd5aeaf tempest-PortsTestJSON-701728514 tempest-PortsTestJSON-701728514-project] Pushing event deleted for resources: {'Network': ['ID=9216218f-4f48-491e-a808-6cf408d713bb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:45.853311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61c49b07-de9f-4381-87eb-b4e2e78ca28e req-d5bd2566-91b2-41e4-8f11-3d3fe2041a4e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0358744 Oct 12 23:25:46.513844 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:46.848260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35984) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:46.987876 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eca16c24-1d42-423c-bef7-93cd558ce225 req-0113b654-7557-4de7-bbb7-031d21d2fd02 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=d868b587-2652-4dcc-90c8-5bfb8eba1146 HTTP/1.1" status: 200 len: 210 time: 0.0398841 Oct 12 23:25:47.071499 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-70cff0b5-a5dc-48c6-b245-b7ab2e6c3d1e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d939eef4aade41909fa0659488687b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219646 Oct 12 23:25:47.074081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 35998) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:47.129860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9a0a-2c34-47e6-b6b2-ffa6161e67c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:47.151244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9a0a-2c34-47e6-b6b2-ffa6161e67c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:47.292205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9a0a-2c34-47e6-b6b2-ffa6161e67c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:47.294892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ceb9a0a-2c34-47e6-b6b2-ffa6161e67c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:47.299303 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3ceb9a0a-2c34-47e6-b6b2-ffa6161e67c3 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1528107-0a2f-4458-b4d8-edc9520c9523 HTTP/1.1" status: 204 len: 168 time: 0.2213399 Oct 12 23:25:47.315613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb9a0a-2c34-47e6-b6b2-ffa6161e67c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1528107-0a2f-4458-b4d8-edc9520c9523,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:47.879872 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:48.319219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-0fdebdca-773a-4fa9-baea-5429768e657d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991852653&fields=id&tenant_id=d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 267 time: 0.0475447 Oct 12 23:25:48.433436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-df606575-8fcb-4b3f-a9f3-cc0249c1d000 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:48.435124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-df606575-8fcb-4b3f-a9f3-cc0249c1d000 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.1087761 Oct 12 23:25:48.470377 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c198ebb-0772-4ea3-a1aa-779097626d23 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/quotas/d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 375 time: 0.0249093 Oct 12 23:25:48.481491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36032) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:48.541758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-51fef274-6953-4f87-b263-c32492f7c240 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0677297 Oct 12 23:25:48.649261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-658288845'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:48.680122 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-53e99cc7-5ce9-4b4b-9261-eac2efceba00 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211586 Oct 12 23:25:48.766055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Made reservation on behalf of 11afed7edc584aa496b7eee72f15c9b7 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:48.769455 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:48.772551 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-195c29d5-e85e-4b1c-95af-54c164222662 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864210 Oct 12 23:25:48.779433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:48.865958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:48.959435 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:48.984760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:25:49.000554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba65780-1d02-4baa-84c4-24016f256e38,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:49.003495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:49.003841 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Added segment f998066a-2f19-4f3e-9c7e-7df02fd41988 of type vlan for network 6d7d783b-cfdb-4c30-9c0d-8324c416bbed Oct 12 23:25:49.044890 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:49.102040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:49.126022 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:49.132170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:49.133939 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:49.200586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Pushing event updated for resources: {'Network': ['ID=6d7d783b-cfdb-4c30-9c0d-8324c416bbed,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:49.211160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6d7d783b-cfdb-4c30-9c0d-8324c416bbed details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:25:49.250888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6fd14718-3989-4e33-8830-0dac20318f85 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7682822 Oct 12 23:25:49.254481 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36056) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:49.259948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-e66e9ea3-12ab-4cfe-8c9a-065541991b74 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed', 'tempest-TagsTest-Tag-184738330') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:49.328637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18624118-c788-4e4a-8d6d-0f0f6c2941dd req-c22a7063-9c9f-4b8e-bb62-3d067218f621 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 210 time: 0.0336609 Oct 12 23:25:49.400303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:49.435923 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e66e9ea3-12ab-4cfe-8c9a-065541991b74 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "PUT /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags/tempest-TagsTest-Tag-184738330 HTTP/1.1" status: 201 len: 201 time: 0.1800969 Oct 12 23:25:49.439393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36062) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:49.444305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-c8e24831-d857-45d9-a58f-22d1c227bf61 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed', 'tempest-TagsTest-Tag-184738330') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:49.522447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36064) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:49.522579 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8e24831-d857-45d9-a58f-22d1c227bf61 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "GET /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags/tempest-TagsTest-Tag-184738330 HTTP/1.1" status: 204 len: 168 time: 0.0819945 Oct 12 23:25:49.527211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-8e8adeb1-7c7e-4e05-9e13-4946adbbe4d2 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:49.602013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8e8adeb1-7c7e-4e05-9e13-4946adbbe4d2 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "GET /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags HTTP/1.1" status: 200 len: 237 time: 0.0757258 Oct 12 23:25:49.602282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36070) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:49.607053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-b891c0c2-2aca-43a6-ba89-c54b4b0f0fc6 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed', {'tags': ['tempest-TagsTest-Tag-2129208105', 'tempest-TagsTest-Tag-775564071', 'tempest-TagsTest-Tag-1100955552']}) {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:49.763375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b891c0c2-2aca-43a6-ba89-c54b4b0f0fc6 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "PUT /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags HTTP/1.1" status: 200 len: 308 time: 0.1578248 Oct 12 23:25:49.763679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36072) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:49.775267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-857d64f5-057a-4e1e-bc42-712235734d10 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed', 'tempest-TagsTest-Tag-2129208105') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:49.944106 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-857d64f5-057a-4e1e-bc42-712235734d10 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "DELETE /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags/tempest-TagsTest-Tag-2129208105 HTTP/1.1" status: 204 len: 168 time: 0.1723700 Oct 12 23:25:49.947883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:49.951285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-c07d2875-77f9-431c-9fd4-09c61ccb7ec7 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed', 'tempest-TagsTest-Tag-2129208105') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:50.037470 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-c07d2875-77f9-431c-9fd4-09c61ccb7ec7 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] show failed (client error): The resource could not be found. Oct 12 23:25:50.043065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c07d2875-77f9-431c-9fd4-09c61ccb7ec7 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "GET /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags/tempest-TagsTest-Tag-2129208105 HTTP/1.1" status: 404 len: 326 time: 0.0910544 Oct 12 23:25:50.048538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36084) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:50.052989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-3fd83413-1425-41fa-bf44-40268f5342f0 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed', 'tempest-TagsTest-Tag-775564071') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:50.106221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-74345413-55aa-4e9a-8369-d122ebaeefbb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1151726 Oct 12 23:25:50.130481 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3fd83413-1425-41fa-bf44-40268f5342f0 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "GET /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags/tempest-TagsTest-Tag-775564071 HTTP/1.1" status: 204 len: 168 time: 0.0804603 Oct 12 23:25:50.132904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36086) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:50.137407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-1893f15f-6cc3-49ef-b1f9-b258f6e452fb tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed', 'tempest-TagsTest-Tag-1100955552') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:50.229912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-2ec1fede-d190-4017-8ceb-1e0446b1accb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:50.231353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-2ec1fede-d190-4017-8ceb-1e0446b1accb service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b99779886979409aab0e28b734ec5308&device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 1097 time: 0.0801401 Oct 12 23:25:50.247561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1893f15f-6cc3-49ef-b1f9-b258f6e452fb tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "GET /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags/tempest-TagsTest-Tag-1100955552 HTTP/1.1" status: 204 len: 168 time: 0.1135533 Oct 12 23:25:50.250007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36088) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:50.254727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-459a1372-9c73-4dae-8014-b8b31a1a66da tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:50.412664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-d66bb14a-f404-4891-83a3-b2fcec7285aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:50.414062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-d66bb14a-f404-4891-83a3-b2fcec7285aa service neutron] 10.222.0.25 "GET /v2.0/networks?id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea HTTP/1.1" status: 200 len: 910 time: 0.1565161 Oct 12 23:25:50.431634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6200db5-0a22-41bc-8c36-9c171995fc42 req-b8fcdf81-c23b-42c8-b682-ccd5a93d9db2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 210 time: 0.0364327 Oct 12 23:25:50.481218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-459a1372-9c73-4dae-8014-b8b31a1a66da tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "DELETE /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags HTTP/1.1" status: 204 len: 168 time: 0.2298372 Oct 12 23:25:50.484093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-d02ff0c9-a3c2-4582-9b04-4a3525706866 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=42326377-6dac-4eec-b154-3db747e316b5 HTTP/1.1" status: 200 len: 1001 time: 0.0607820 Oct 12 23:25:50.484093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36092) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:50.487654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.tag.tag_plugin [None req-7c0b57d2-4305-4ac4-8ef6-2d6d6ad50ae5 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed', 'tempest-TagsTest-Tag-775564071') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:50.852168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-0fdf7550-e7c8-4daa-8c32-e4a92a0fb4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:50.853626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-0fdf7550-e7c8-4daa-8c32-e4a92a0fb4eb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=28964e96-9915-4646-9660-8101f827c38c HTTP/1.1" status: 200 len: 848 time: 0.3631861 Oct 12 23:25:50.899912 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [None req-7c0b57d2-4305-4ac4-8ef6-2d6d6ad50ae5 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] show failed (client error): The resource could not be found. Oct 12 23:25:50.903549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7c0b57d2-4305-4ac4-8ef6-2d6d6ad50ae5 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "GET /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags/tempest-TagsTest-Tag-775564071 HTTP/1.1" status: 404 len: 325 time: 0.4165747 Oct 12 23:25:50.903938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36094) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:50.909796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-c49bd78a-c8db-4eee-8efa-757d8ee98511 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed', 'tempest-TagsTest-Tag-1100955552') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:50.916379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-529357c4-a3bc-425e-b68f-20dc1abc070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:50.917969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-529357c4-a3bc-425e-b68f-20dc1abc070e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547304 Oct 12 23:25:50.981860 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-c49bd78a-c8db-4eee-8efa-757d8ee98511 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] show failed (client error): The resource could not be found. Oct 12 23:25:50.983007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c49bd78a-c8db-4eee-8efa-757d8ee98511 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "GET /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags/tempest-TagsTest-Tag-1100955552 HTTP/1.1" status: 404 len: 326 time: 0.0780623 Oct 12 23:25:50.985979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36098) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:51.006624 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.tag.tag_plugin [None req-9f0ede27-93e8-435a-ad22-dada60d19aab tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '6d7d783b-cfdb-4c30-9c0d-8324c416bbed') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:51.050068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-48ff3619-8d76-44db-a147-022ecd231d1b service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241529 Oct 12 23:25:51.105049 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9f0ede27-93e8-435a-ad22-dada60d19aab tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "DELETE /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed/tags HTTP/1.1" status: 204 len: 168 time: 0.1137235 Oct 12 23:25:51.107558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36102) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:51.151211 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4852318-e7ca-4827-bcad-078eebcb7667 req-59d0a07c-30a7-4e52-96e2-44073214e8d9 service neutron] 10.222.0.25 "GET /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935898 Oct 12 23:25:51.189239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:51.297102 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:51.316855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d7d783b-cfdb-4c30-9c0d-8324c416bbed']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:51.325845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f998066a-2f19-4f3e-9c7e-7df02fd41988') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:51.326139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f998066a-2f19-4f3e-9c7e-7df02fd41988') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:25:51.341391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:51.363679 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:51.368986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:25:51.369400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:25:51.372791 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:25:51.544280 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69b58098-5357-43c0-b6d9-bdc9fafc224f req-6eda0d87-1141-4288-baed-806783bc2f6b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 210 time: 0.0311430 Oct 12 23:25:51.568487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-56f319cb-e8c0-4e7b-b1c1-757db0b80b14 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:51.569915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-56f319cb-e8c0-4e7b-b1c1-757db0b80b14 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.1201706 Oct 12 23:25:51.628685 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:51.630424 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-548e5f9e-abb8-4867-8230-f605543d1167 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 380 time: 0.0510533 Oct 12 23:25:51.635653 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:51.638538 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] 10.222.0.31 "DELETE /v2.0/networks/6d7d783b-cfdb-4c30-9c0d-8324c416bbed HTTP/1.1" status: 204 len: 168 time: 0.5294468 Oct 12 23:25:51.645382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'port': {'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'admin_state_up': True, 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'security_groups': ['72900ad4-447b-47de-a692-af71368558f8']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:51.667434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85344b73-7e9d-4150-a77c-7db559f40c18 tempest-TagsTest-695341872 tempest-TagsTest-695341872-project] Pushing event deleted for resources: {'Network': ['ID=6d7d783b-cfdb-4c30-9c0d-8324c416bbed,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:51.869200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Made reservation on behalf of d5796b82d2104cbd9f53b8f46e14bfba for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:25:51.873177 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:52.013956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.20.0.14 (9dfff4e1-8f06-45c7-a0f5-5156dd2f2255/4673c338-433e-4237-a51e-e1311e5e28b8/fc0bdd23-a88f-4b0a-8918-8a6bf708723c) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:25:52.189349 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:52.217574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36114) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:52.370779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b15f1771-adbb-4a2a-a69e-56fbce3486b9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=11afed7edc584aa496b7eee72f15c9b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1519151 Oct 12 23:25:52.373370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36118) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:25:52.430197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8514b94d-39a9-4e0a-a8a9-478422aa6aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:52.453981 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8514b94d-39a9-4e0a-a8a9-478422aa6aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:52.584075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:52.595615 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8514b94d-39a9-4e0a-a8a9-478422aa6aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:52.598891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8514b94d-39a9-4e0a-a8a9-478422aa6aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:52.606047 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8514b94d-39a9-4e0a-a8a9-478422aa6aea admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8ba65780-1d02-4baa-84c4-24016f256e38 HTTP/1.1" status: 204 len: 168 time: 0.2300684 Oct 12 23:25:52.618659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8514b94d-39a9-4e0a-a8a9-478422aa6aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba65780-1d02-4baa-84c4-24016f256e38,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:52.663387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:25:52.683504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:25:52.692128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:25:52.696686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:52.764009 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626f461-fd93-443f-b46f-fc71dca1db5f req-d12df736-dea8-42c7-a407-31ad75269ab6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:52.766033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e626f461-fd93-443f-b46f-fc71dca1db5f req-d12df736-dea8-42c7-a407-31ad75269ab6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 932 time: 0.1247087 Oct 12 23:25:52.773320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:52.774093 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:52.822726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e626f461-fd93-443f-b46f-fc71dca1db5f req-d84913ed-6dec-43d5-9b11-f8ffdb6c1ec1 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450556 Oct 12 23:25:52.923264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-a0d5fd3b-ccc1-4661-b6d2-74b59466c1a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2835307 Oct 12 23:25:52.938310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Request body: {'port': {'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:25:52.991493 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:53.008197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-68cb2925-c2b5-4c8e-b399-d1b40184e431 None None] Provisioning complete for port fc0bdd23-a88f-4b0a-8918-8a6bf708723c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:25:53.008832 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-68cb2925-c2b5-4c8e-b399-d1b40184e431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:53.054340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-68cb2925-c2b5-4c8e-b399-d1b40184e431 None None] Port fc0bdd23-a88f-4b0a-8918-8a6bf708723c cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:25:53.307691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc0bdd23-a88f-4b0a-8918-8a6bf708723c {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:25:53.322033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:53.346094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Transition to ACTIVE for port object fc0bdd23-a88f-4b0a-8918-8a6bf708723c will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:25:53.480338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:53.584298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:53.620859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Attempting to bind port fc0bdd23-a88f-4b0a-8918-8a6bf708723c on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:25:53.621404 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Attempting to bind port fc0bdd23-a88f-4b0a-8918-8a6bf708723c by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:25:53.621740 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Attempting to bind port fc0bdd23-a88f-4b0a-8918-8a6bf708723c on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:25:53.628047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Port fc0bdd23-a88f-4b0a-8918-8a6bf708723c on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:25:53.628368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Attempting to bind port fc0bdd23-a88f-4b0a-8918-8a6bf708723c on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:25:53.633944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 25, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:25:53.638690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:25:53.638690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Bound using segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:25:53.638690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Bound port: fc0bdd23-a88f-4b0a-8918-8a6bf708723c, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:25:53.638690 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:53.725246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] For port fc0bdd23-a88f-4b0a-8918-8a6bf708723c, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:25:53.732196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] For port fc0bdd23-a88f-4b0a-8918-8a6bf708723c, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:25:53.815439 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:53.858827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:53.858827 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:25:53.858827 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc0bdd23-a88f-4b0a-8918-8a6bf708723c HTTP/1.1" status: 200 len: 1093 time: 0.9204507 Oct 12 23:25:53.858827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:25:53.858827 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664d3ab-394f-4dd7-8a5d-c71874442336" -d '{"events": [{"name": "network-changed", "server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:25:53.894806 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c814b02-29c0-4264-ac10-dbc7df11c370 service neutron] Pushing event updated for resources: {'Port': ['ID=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:25:53.938826 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bd491c-6ffd-4859-8a22-8cb75cc76747 x-openstack-request-id: req-56bd491c-6ffd-4859-8a22-8cb75cc76747 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:25:53.939265 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:25:53.939607 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-56bd491c-6ffd-4859-8a22-8cb75cc76747 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:25:53.940123 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'status': 'completed', 'code': 200} Oct 12 23:25:54.056796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d3ab-394f-4dd7-8a5d-c71874442336 req-d7d9b882-f7b2-496b-81a8-8b2374ad5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:54.059846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b664d3ab-394f-4dd7-8a5d-c71874442336 req-d7d9b882-f7b2-496b-81a8-8b2374ad5c3a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 1096 time: 0.0966446 Oct 12 23:25:54.066533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacfb61-b42b-4067-9e08-f1f426e47c5f req-02cbeb2b-05c8-4a84-8231-96dc8b6c7ff9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:54.075751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-deacfb61-b42b-4067-9e08-f1f426e47c5f req-02cbeb2b-05c8-4a84-8231-96dc8b6c7ff9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.1117070 Oct 12 23:25:54.155320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-deacfb61-b42b-4067-9e08-f1f426e47c5f req-9d9d9bce-9363-4fed-8ac3-e8ab7dbdbb26 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671775 Oct 12 23:25:54.287810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d3ab-394f-4dd7-8a5d-c71874442336 req-4ec5ab44-5f2e-4445-b0ae-b959d3346e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:54.291220 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b664d3ab-394f-4dd7-8a5d-c71874442336 req-4ec5ab44-5f2e-4445-b0ae-b959d3346e12 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2207654 Oct 12 23:25:54.393964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d3ab-394f-4dd7-8a5d-c71874442336 req-648d819b-2336-4503-9cf2-291f7197def6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:54.395433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b664d3ab-394f-4dd7-8a5d-c71874442336 req-648d819b-2336-4503-9cf2-291f7197def6 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0990152 Oct 12 23:25:54.503775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-422173fc-af0e-49bb-99b6-abb8a057c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:54.508655 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-422173fc-af0e-49bb-99b6-abb8a057c86e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 1096 time: 0.0712409 Oct 12 23:25:54.577430 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-682f7c36-d560-46e8-8b7f-549043195dbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c HTTP/1.1" status: 200 len: 217 time: 0.0627568 Oct 12 23:25:54.636970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-9bd80bac-f7e0-4ad6-9e38-34f6753bbc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:54.638553 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-9bd80bac-f7e0-4ad6-9e38-34f6753bbc77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0544162 Oct 12 23:25:54.691542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-f9c4146e-b70c-477f-be62-75a79873655d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:54.693322 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-f9c4146e-b70c-477f-be62-75a79873655d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476851 Oct 12 23:25:54.808090 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-857e6087-d18d-48e5-9d12-a739d7006446 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070716 Oct 12 23:25:54.904578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03a11392-ac6f-4278-9a13-cf0d35ecb085 req-86126682-fd6a-457e-9aa6-9fb8af7d4a8f service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892754 Oct 12 23:25:55.297758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74cb728-2da6-4a44-b828-66e091b9e062 req-0a66f360-c356-4914-90b1-86f975cf7b79 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:55.299453 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c74cb728-2da6-4a44-b828-66e091b9e062 req-0a66f360-c356-4914-90b1-86f975cf7b79 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.0609021 Oct 12 23:25:55.345821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c74cb728-2da6-4a44-b828-66e091b9e062 req-4f893b4d-70fc-4cd9-8652-06af1e0fd087 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403981 Oct 12 23:25:56.495479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fddac12-d1c4-4db6-b155-706a94c2a7a0 req-72358869-b1aa-4033-a908-040457d21837 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:56.497954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fddac12-d1c4-4db6-b155-706a94c2a7a0 req-72358869-b1aa-4033-a908-040457d21837 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.0643485 Oct 12 23:25:56.551303 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fddac12-d1c4-4db6-b155-706a94c2a7a0 req-90da4d6c-b952-43fb-8b8e-e1fdbaca0691 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459397 Oct 12 23:25:57.698792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3388020e-e6dd-4575-82d8-29fb0be795c5 req-55ea886e-473a-4278-9bd9-1edcdf3d9ea2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:57.700642 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3388020e-e6dd-4575-82d8-29fb0be795c5 req-55ea886e-473a-4278-9bd9-1edcdf3d9ea2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.0559585 Oct 12 23:25:57.747389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3388020e-e6dd-4575-82d8-29fb0be795c5 req-86f4302b-084e-40eb-a05b-61043894261a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407350 Oct 12 23:25:58.918322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2584d-18bb-4aeb-a559-9f3dc2227c05 req-7aad8d0e-ccfb-4fb9-b591-2c356a468202 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:25:58.920392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41d2584d-18bb-4aeb-a559-9f3dc2227c05 req-7aad8d0e-ccfb-4fb9-b591-2c356a468202 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.0893922 Oct 12 23:25:58.975516 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41d2584d-18bb-4aeb-a559-9f3dc2227c05 req-ec2dfd9e-c432-407f-a8ef-208f9ab86062 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354919 Oct 12 23:26:00.098926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c535c2-906f-409c-a55d-8e886c87ad4e req-c6bd6280-b12a-478b-bea0-14600a328307 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:00.100459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33c535c2-906f-409c-a55d-8e886c87ad4e req-c6bd6280-b12a-478b-bea0-14600a328307 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.0524595 Oct 12 23:26:00.143604 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33c535c2-906f-409c-a55d-8e886c87ad4e req-5713d9e9-3695-4fe9-aac5-657e59ef659f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372319 Oct 12 23:26:01.279763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3d22a-fe67-4d11-94eb-20043d8fcb0c req-fc35f1f2-ee3f-4fdd-8988-f3f85ad60acf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:01.284323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fee3d22a-fe67-4d11-94eb-20043d8fcb0c req-fc35f1f2-ee3f-4fdd-8988-f3f85ad60acf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.0660892 Oct 12 23:26:01.330575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fee3d22a-fe67-4d11-94eb-20043d8fcb0c req-d25c1385-2301-4554-a4dd-805eb3bb1fa5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394325 Oct 12 23:26:02.145878 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:26:02.486304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84855c02-b8d2-4c9c-ac9e-a1a93acf886c req-34fe2421-e658-4f74-a33e-672edbeb9375 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:02.487960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84855c02-b8d2-4c9c-ac9e-a1a93acf886c req-34fe2421-e658-4f74-a33e-672edbeb9375 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.0578365 Oct 12 23:26:02.533722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84855c02-b8d2-4c9c-ac9e-a1a93acf886c req-f93fef11-b6d9-4bb2-a0e0-25ea1b8a9382 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392745 Oct 12 23:26:03.119737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36288) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:03.231333 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab05d7b7-d2b7-46b7-a027-2b1cc9f06dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:03.308399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab05d7b7-d2b7-46b7-a027-2b1cc9f06dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:03.371771 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ab05d7b7-d2b7-46b7-a027-2b1cc9f06dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:03.411250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05d7b7-d2b7-46b7-a027-2b1cc9f06dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40cb7a26-a13e-4222-9fce-7cc9d84a1455,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:03.415469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ab05d7b7-d2b7-46b7-a027-2b1cc9f06dac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f58bd8db0c184b07abc618dc095f4ab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2946339 Oct 12 23:26:03.418463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36300) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:03.490075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b9f7-d956-459b-8fae-518f67746f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:03.512873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b9f7-d956-459b-8fae-518f67746f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:03.642379 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b9f7-d956-459b-8fae-518f67746f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:03.649069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9cd5b9f7-d956-459b-8fae-518f67746f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:03.649069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9cd5b9f7-d956-459b-8fae-518f67746f1f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/40cb7a26-a13e-4222-9fce-7cc9d84a1455 HTTP/1.1" status: 204 len: 168 time: 0.2272482 Oct 12 23:26:03.658829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5b9f7-d956-459b-8fae-518f67746f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40cb7a26-a13e-4222-9fce-7cc9d84a1455,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:03.664277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ba3eb7-2560-44bc-a208-c960352b44b9 req-e9a374ba-6894-4da3-be6a-bd4708a75d2b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:03.666601 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-52ba3eb7-2560-44bc-a208-c960352b44b9 req-e9a374ba-6894-4da3-be6a-bd4708a75d2b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.0545454 Oct 12 23:26:03.734825 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-52ba3eb7-2560-44bc-a208-c960352b44b9 req-7b7232dd-f2a8-4f3f-adb8-96243b918cb8 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463736 Oct 12 23:26:04.697445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36342) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:04.802262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-667000425-network', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:04.870194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f8b34-10f3-498a-a9c8-7fe804734215 req-3f717892-2a98-4001-86ae-32613862da6c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:04.871733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c4f8b34-10f3-498a-a9c8-7fe804734215 req-3f717892-2a98-4001-86ae-32613862da6c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 944 time: 0.0513391 Oct 12 23:26:04.891249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Made reservation on behalf of 1e3c7faa255d461c873e66b7c1e5d45b for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:26:04.894259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:04.902971 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:04.910732 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c4f8b34-10f3-498a-a9c8-7fe804734215 req-8bbf8d4a-a1d4-417a-9980-3a5ef943b960 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322556 Oct 12 23:26:04.984815 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.054028 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.075646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:26:05.093828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.094097 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Added segment a2502e2d-536c-4c73-b024-1f957d27d974 of type vlan for network 4ff0ea8c-7509-4781-a7da-003c13448eeb Oct 12 23:26:05.095971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b50e47a-842b-43c4-bd6a-80fdee9211e7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:05.136914 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.223207 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.224137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:05.224723 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.289259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] Pushing event updated for resources: {'Network': ['ID=4ff0ea8c-7509-4781-a7da-003c13448eeb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:05.299520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4ff0ea8c-7509-4781-a7da-003c13448eeb details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:26:05.356259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-96696cbc-9c77-48ba-8b8a-96d3e652008c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6564710 Oct 12 23:26:05.356638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36348) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:05.362997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Request body: {'subnet': {'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-667000425-subnet', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:05.497474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Made reservation on behalf of 1e3c7faa255d461c873e66b7c1e5d45b for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:26:05.499950 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.519267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fc0bdd23-a88f-4b0a-8918-8a6bf708723c details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:26:05.643984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fc0bdd23-a88f-4b0a-8918-8a6bf708723c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:05.663292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:26:05.708608 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.722513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc0bdd23-a88f-4b0a-8918-8a6bf708723c {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:26:05.743978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fc0bdd23-a88f-4b0a-8918-8a6bf708723c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:05.765712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.811548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.828736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa5bf793-0719-47d1-a12c-ec4d80cd32c9,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:05.836850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Checking segment: {'id': 'a2502e2d-536c-4c73-b024-1f957d27d974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:05.837174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Network hostable DHCP agents. Network: 4ff0ea8c-7509-4781-a7da-003c13448eeb, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:26:05.866504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:05.873887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.874239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.874581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.874923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.875294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.886097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.886097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.886097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.886097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.886097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.886097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.886097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:05.897170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Network 4ff0ea8c-7509-4781-a7da-003c13448eeb is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:26:05.960206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 4ff0ea8c-7509-4781-a7da-003c13448eeb) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:05.965400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:05.966094 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:05.975030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ba3bd-6561-4e52-bc4e-931ce4625aa4 None None] Network 4ff0ea8c-7509-4781-a7da-003c13448eeb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:26:06.045184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dc4fb4ef-8b69-463e-ba00-09c8fdb93c3e admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6872714 Oct 12 23:26:06.045376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda56f6d-7330-467a-8e22-f404ce45a109 req-7a4f1885-c95a-421f-871c-9175c22be4d5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:06.053858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bda56f6d-7330-467a-8e22-f404ce45a109 req-7a4f1885-c95a-421f-871c-9175c22be4d5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 945 time: 0.0662851 Oct 12 23:26:06.054394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['fc0bdd23-a88f-4b0a-8918-8a6bf708723c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:26:06.056619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36358) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:06.074906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:06.115516 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bda56f6d-7330-467a-8e22-f404ce45a109 req-a5066e87-22f5-4dd8-9ff4-766b5a579d51 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607185 Oct 12 23:26:06.207407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.208829 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.228445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-4ff0ea8c-7509-4781-a7da-003c13448eeb', 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'fixed_ips': [{'subnet_id': 'aa5bf793-0719-47d1-a12c-ec4d80cd32c9'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:26:06.229407 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.304924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.462845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Allocated IP 172.20.0.2 (4ff0ea8c-7509-4781-a7da-003c13448eeb/aa5bf793-0719-47d1-a12c-ec4d80cd32c9/fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:06.556776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.646143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.714926 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.762682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Network 4ff0ea8c-7509-4781-a7da-003c13448eeb is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:06.770023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:06.774100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:06.796657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Pushing event updated for resources: {'Port': ['ID=fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:06.849630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Attempting to bind port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:06.850006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Attempting to bind port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a2502e2d-536c-4c73-b024-1f957d27d974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:06.850367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Attempting to bind port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 on network 4ff0ea8c-7509-4781-a7da-003c13448eeb {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:06.855736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:06.856055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Checking segment: {'id': 'a2502e2d-536c-4c73-b024-1f957d27d974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:06.856456 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.856846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Bound using segment: {'id': 'a2502e2d-536c-4c73-b024-1f957d27d974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:06.857457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Bound port: fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2502e2d-536c-4c73-b024-1f957d27d974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:06.857697 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.894252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.914483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:06.925817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] For port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:06.929287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] For port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3,segment=NetworkSegment(a2502e2d-536c-4c73-b024-1f957d27d974),segment_id=a2502e2d-536c-4c73-b024-1f957d27d974)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:07.013086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:07.028696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Allocated IP 172.25.2.8 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/ac26e36a-5692-4edd-aff0-4b030dffbcc9) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:07.118334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ae345d-bd98-45a2-b518-be351715e011 None None] Pushing event updated for resources: {'Port': ['ID=fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:07.199160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:07.264277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34612553-b871-4e32-81f5-936a463a27bc req-9795842f-02e8-4427-b1d3-20249519950c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:07.266038 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-34612553-b871-4e32-81f5-936a463a27bc req-9795842f-02e8-4427-b1d3-20249519950c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 945 time: 0.0729785 Oct 12 23:26:07.328446 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:07.358050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-34612553-b871-4e32-81f5-936a463a27bc req-78a7ec79-a7fb-4785-bc76-e27516017275 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845914 Oct 12 23:26:07.387962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:07.402834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:07.431253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Pushing event updated for resources: {'Port': ['ID=ac26e36a-5692-4edd-aff0-4b030dffbcc9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:07.433577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:07.532669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fc0bdd23-a88f-4b0a-8918-8a6bf708723c up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:07.686227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port fc0bdd23-a88f-4b0a-8918-8a6bf708723c completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:26:07.692604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port fc0bdd23-a88f-4b0a-8918-8a6bf708723c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:07.693398 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:07.802438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:07.834832 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:26:07.839292 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e89bcb-e255-4153-bf7e-51ad404542ae" -d '{"events": [{"server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "name": "network-vif-plugged", "status": "completed", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:26:07.879842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fc0bdd23-a88f-4b0a-8918-8a6bf708723c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:07.904599 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c932edce-a742-4b01-993e-02a73698ae59 x-openstack-request-id: req-c932edce-a742-4b01-993e-02a73698ae59 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:26:07.904823 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "name": "network-vif-plugged", "status": "completed", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:26:07.905131 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c932edce-a742-4b01-993e-02a73698ae59 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:26:07.905535 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'code': 200} Oct 12 23:26:07.914144 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:07.948141 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:08.024033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0e9fe3-f19d-4e12-b185-bca4c0dc9216 req-7a40ac59-37e7-4840-b854-54184c3a5be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:08.025897 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b0e9fe3-f19d-4e12-b185-bca4c0dc9216 req-7a40ac59-37e7-4840-b854-54184c3a5be8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 1098 time: 0.0617692 Oct 12 23:26:08.051455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:08.083965 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b0e9fe3-f19d-4e12-b185-bca4c0dc9216 req-27fb67db-70df-4316-a8ef-70a817863d35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489852 Oct 12 23:26:08.227498 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:08.319471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:08.389740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:08.390125 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:08.394690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546c184a-b350-4df6-8c96-79aa3e17d1b6 None None] Network 4ff0ea8c-7509-4781-a7da-003c13448eeb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:26:08.502690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Router e2881fdb-d128-497e-ae8d-8b0b033f76e0 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:26:08.541502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-849c66a7-05c8-4a87-aaf8-3e694ca58ec5 None None] Provisioning complete for port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:08.542025 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-849c66a7-05c8-4a87-aaf8-3e694ca58ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:08.547215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61074dc0-8ae1-4d0f-9b2b-bd02a3d0b5ea req-7009bef7-7f73-4f8b-ac7f-c909e2d1125d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:08.556052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61074dc0-8ae1-4d0f-9b2b-bd02a3d0b5ea req-7009bef7-7f73-4f8b-ac7f-c909e2d1125d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 946 time: 0.0802438 Oct 12 23:26:08.614917 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61074dc0-8ae1-4d0f-9b2b-bd02a3d0b5ea req-d521f38e-f96b-4314-a27d-34f274b72ae2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575950 Oct 12 23:26:08.675250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:26:08.687177 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Sync routers for ids ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:26:08.697872 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Routers {'e2881fdb-d128-497e-ae8d-8b0b033f76e0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:08.698508 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:08.786485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:08.790832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36386) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:08.791164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-11ffdbb2-b0ee-4def-9eda-e571b0be0793 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.7333157 Oct 12 23:26:08.837021 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Set router e2881fdb-d128-497e-ae8d-8b0b033f76e0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:08.846767 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:08.976870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3,segment=NetworkSegment(a2502e2d-536c-4c73-b024-1f957d27d974),segment_id=a2502e2d-536c-4c73-b024-1f957d27d974)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:08.980675 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-849c66a7-05c8-4a87-aaf8-3e694ca58ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.065111 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.120432 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:07Z', 'revision_number': 3, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'gw_port': {'id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:09.133777 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-849c66a7-05c8-4a87-aaf8-3e694ca58ec5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:26:09.134106 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-849c66a7-05c8-4a87-aaf8-3e694ca58ec5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:26:09.163250 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Checking router: e2881fdb-d128-497e-ae8d-8b0b033f76e0 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:26:09.163518 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Updating router e2881fdb-d128-497e-ae8d-8b0b033f76e0 port ac26e36a-5692-4edd-aff0-4b030dffbcc9 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:26:09.166244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:09.201977 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.404181 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.484443 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.564701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Allocated IP 172.20.0.1 (4ff0ea8c-7509-4781-a7da-003c13448eeb/aa5bf793-0719-47d1-a12c-ec4d80cd32c9/51140d94-8de9-4a85-bbd9-575b03e8aaf2) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:09.600284 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.647358 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Attempting to bind port ac26e36a-5692-4edd-aff0-4b030dffbcc9 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:09.651541 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Attempting to bind port ac26e36a-5692-4edd-aff0-4b030dffbcc9 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:09.651541 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Attempting to bind port ac26e36a-5692-4edd-aff0-4b030dffbcc9 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:09.660423 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:09.661166 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:09.661769 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.662466 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:09.663087 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Bound port: ac26e36a-5692-4edd-aff0-4b030dffbcc9, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:09.663525 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.680194 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.723216 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] For port ac26e36a-5692-4edd-aff0-4b030dffbcc9, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:09.728655 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] For port ac26e36a-5692-4edd-aff0-4b030dffbcc9, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ac26e36a-5692-4edd-aff0-4b030dffbcc9,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:09.730030 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Pushing event updated for resources: {'Port': ['ID=ac26e36a-5692-4edd-aff0-4b030dffbcc9,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:09.738035 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.738377 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.738731 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.739074 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.739403 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.739789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.740113 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.740433 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.740749 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.741066 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.741382 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.742157 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:09.772012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875c9b4-7c7c-4f74-93dc-69947b4b2c9e req-205202d5-12bf-4f55-8f19-62082a9442d6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:09.773494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3875c9b4-7c7c-4f74-93dc-69947b4b2c9e req-205202d5-12bf-4f55-8f19-62082a9442d6 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 946 time: 0.0571291 Oct 12 23:26:09.789288 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.812916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3efc88ed-622d-43a9-b190-16e69a8bf072 None None] Provisioning complete for port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:09.813630 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3efc88ed-622d-43a9-b190-16e69a8bf072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.817534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3875c9b4-7c7c-4f74-93dc-69947b4b2c9e req-9bfcb0cd-2cb0-4f38-a8c6-79adfee03830 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371759 Oct 12 23:26:09.828704 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.841250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Network 4ff0ea8c-7509-4781-a7da-003c13448eeb is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:09.841250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:09.841250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:09.897700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:09.921071 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee40c2c-624a-443b-9763-fd58b78ef506 None None] Pushing event updated for resources: {'Port': ['ID=ac26e36a-5692-4edd-aff0-4b030dffbcc9,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:09.933169 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Routers {'e2881fdb-d128-497e-ae8d-8b0b033f76e0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:09.935142 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:10.048108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Pushing event updated for resources: {'Port': ['ID=51140d94-8de9-4a85-bbd9-575b03e8aaf2,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:10.090968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75a8d07-fb75-4a3e-b166-1541284086ed req-0fc1191e-d0a1-4a2b-a905-958171281d9d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:10.092581 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f75a8d07-fb75-4a3e-b166-1541284086ed req-0fc1191e-d0a1-4a2b-a905-958171281d9d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 946 time: 0.1257186 Oct 12 23:26:10.203730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f75a8d07-fb75-4a3e-b166-1541284086ed req-69e0691f-d975-47eb-a5bf-15b7fde0ac01 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999885 Oct 12 23:26:10.225713 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] Set router e2881fdb-d128-497e-ae8d-8b0b033f76e0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:10.246852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36406) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:10.300031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:10.303477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0fe9993a-3b3b-492a-b6bc-76766344d2e1 None None] Provisioning complete for port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:10.303902 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fe9993a-3b3b-492a-b6bc-76766344d2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:10.338592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9004f0-c4bf-4460-afe3-d40d73600de9 tempest-TestVolumeBootPattern-2120482217 tempest-TestVolumeBootPattern-2120482217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:10.343710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36408) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:10.352720 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7e9004f0-c4bf-4460-afe3-d40d73600de9 tempest-TestVolumeBootPattern-2120482217 tempest-TestVolumeBootPattern-2120482217-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 1093 time: 0.0949810 Oct 12 23:26:10.365203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0fe9993a-3b3b-492a-b6bc-76766344d2e1 None None] Port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:26:10.395403 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:10.398831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:10.399244 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:10.573857 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:07Z', 'revision_number': 3, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'gw_port': {'id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:10.682066 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3b9902-12ba-439e-a5ab-134407ac3bd9 None None] The sync data for ids ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'] in n-d-790519-14 is: [{'id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:07Z', 'revision_number': 3, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'gw_port': {'id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:26:10.750598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:10.868697 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:10.936296 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:11.006095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:11.034689 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:11.097939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Pushing event updated for resources: {'Port': ['ID=51140d94-8de9-4a85-bbd9-575b03e8aaf2,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:11.104892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:11.226741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.25.2.188 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/4309e956-6e8b-44f2-b8b5-e0f0e10d178e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:11.240724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Network 4ff0ea8c-7509-4781-a7da-003c13448eeb is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:11.242179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:11.382329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:11.442228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Router e2881fdb-d128-497e-ae8d-8b0b033f76e0 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:26:11.504731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:11.606839 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-77072fa1-8fd8-4ef3-b87c-28b286721b03 None None] Provisioning complete for port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:11.607417 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-77072fa1-8fd8-4ef3-b87c-28b286721b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:11.619956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:11.630413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:11.633614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:11.634705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:26:11.644012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5b49b528-fbe8-4924-97ff-b35e546c422f admin admin] 10.222.0.31 "PUT /v2.0/routers/e2881fdb-d128-497e-ae8d-8b0b033f76e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8516135 Oct 12 23:26:11.681561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-77072fa1-8fd8-4ef3-b87c-28b286721b03 None None] Port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:26:11.692596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=4309e956-6e8b-44f2-b8b5-e0f0e10d178e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:12.166702 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32ad172d-7187-449e-8aae-c91d46ff8e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:12.336858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ac26e36a-5692-4edd-aff0-4b030dffbcc9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:12.425950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ac26e36a-5692-4edd-aff0-4b030dffbcc9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:12.431286 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:12.531009 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:12.557308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port ac26e36a-5692-4edd-aff0-4b030dffbcc9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ac26e36a-5692-4edd-aff0-4b030dffbcc9,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:12.640153 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:12.654058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:12.688515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:12.693360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1350116692-network', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:12.701431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=ac26e36a-5692-4edd-aff0-4b030dffbcc9,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:12.839891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Made reservation on behalf of a823c8d44c2247158d8c8410922eefee for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:26:12.842492 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:12.852834 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:12.871299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:12.904266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Sync routers for ids ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:26:12.919267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Routers {'e2881fdb-d128-497e-ae8d-8b0b033f76e0'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:12.919267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:12.951428 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.029075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Set router e2881fdb-d128-497e-ae8d-8b0b033f76e0 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:13.041937 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.051517 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.081277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:26:13.091089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c63e2e1-3375-4e01-affd-076e49c378c3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:13.096232 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.097335 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Added segment 8e8bb31b-c665-468d-b7d0-5f34fd2ed454 of type vlan for network 6e393792-52d4-46de-9735-41e64602e288 Oct 12 23:26:13.144725 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.154500 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.224940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=4309e956-6e8b-44f2-b8b5-e0f0e10d178e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:13.245142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.252959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:10Z', 'revision_number': 4, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'gw_port': {'id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '51140d94-8de9-4a85-bbd9-575b03e8aaf2', 'name': '', 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'mac_address': 'fa:16:3e:bf:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'aa5bf793-0719-47d1-a12c-ec4d80cd32c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:09Z', 'updated_at': '2021-10-12T23:26:10Z', 'revision_number': 2, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'subnets': [{'id': 'aa5bf793-0719-47d1-a12c-ec4d80cd32c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:13.274069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.275108 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:13.280176 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.283078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Checking router: e2881fdb-d128-497e-ae8d-8b0b033f76e0 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:26:13.283918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Updating router e2881fdb-d128-497e-ae8d-8b0b033f76e0 port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:26:13.311132 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.383809 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Floating IP 893f4554-9362-41d6-879c-309e3f343217 associated. External IP: 172.25.2.188, port: fc0bdd23-a88f-4b0a-8918-8a6bf708723c. Oct 12 23:26:13.395187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] Pushing event updated for resources: {'Network': ['ID=6e393792-52d4-46de-9735-41e64602e288,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:13.427187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f420c219-3500-461a-9538-8ebd72b7da37 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7349710 Oct 12 23:26:13.427398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36450) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:13.432182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Request body: {'subnet': {'network_id': '6e393792-52d4-46de-9735-41e64602e288', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1350116692-subnet', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:13.463826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6e393792-52d4-46de-9735-41e64602e288 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:26:13.543356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Made reservation on behalf of a823c8d44c2247158d8c8410922eefee for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:26:13.547809 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.631071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Router 89193aec-1884-43b0-a2e1-4c97183bcf13 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:26:13.761967 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.766732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:26:13.776425 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] Sync routers for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:26:13.787155 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:13.787766 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:13.896337 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:13.909129 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.911468 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.914869 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:13.967099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-16f748fd-f058-4a27-ad3a-8a73583745ba tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.6110005 Oct 12 23:26:13.967099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:26:13.967099 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f04cf787-c6df-465b-bb77-c87e4c198aae" -d '{"events": [{"name": "network-changed", "server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:26:13.972622 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:13.998405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Checking segment: {'id': '8e8bb31b-c665-468d-b7d0-5f34fd2ed454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6e393792-52d4-46de-9735-41e64602e288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:13.999118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Network hostable DHCP agents. Network: 6e393792-52d4-46de-9735-41e64602e288, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:26:14.013511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73973f54-8fbe-43bd-b919-c731a4a83e80 None None] Pushing event updated for resources: {'Port': ['ID=51140d94-8de9-4a85-bbd9-575b03e8aaf2,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:14.054736 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a01b50a-f6d1-4549-9bfe-740fa2ab0870 x-openstack-request-id: req-9a01b50a-f6d1-4549-9bfe-740fa2ab0870 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:26:14.054736 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:26:14.054736 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9a01b50a-f6d1-4549-9bfe-740fa2ab0870 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:26:14.057364 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'status': 'completed', 'code': 200} Oct 12 23:26:14.082423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Attempting to bind port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:14.089781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Attempting to bind port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a2502e2d-536c-4c73-b024-1f957d27d974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:14.089781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Attempting to bind port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 on network 4ff0ea8c-7509-4781-a7da-003c13448eeb {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:14.089781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 25, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:14.089781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Checking segment: {'id': 'a2502e2d-536c-4c73-b024-1f957d27d974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:14.090291 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:14.091121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Bound using segment: {'id': 'a2502e2d-536c-4c73-b024-1f957d27d974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:14.091612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Bound port: 51140d94-8de9-4a85-bbd9-575b03e8aaf2, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2502e2d-536c-4c73-b024-1f957d27d974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:14.092002 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:14.134325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Network 6e393792-52d4-46de-9735-41e64602e288 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:26:14.158927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-74ddd873-b801-48d1-bf1d-abec6281ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:14.161259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-74ddd873-b801-48d1-bf1d-abec6281ba5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 1098 time: 0.0723190 Oct 12 23:26:14.204479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] For port 51140d94-8de9-4a85-bbd9-575b03e8aaf2, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:14.219538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] For port 51140d94-8de9-4a85-bbd9-575b03e8aaf2, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=51140d94-8de9-4a85-bbd9-575b03e8aaf2,segment=NetworkSegment(a2502e2d-536c-4c73-b024-1f957d27d974),segment_id=a2502e2d-536c-4c73-b024-1f957d27d974)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:14.237756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6e393792-52d4-46de-9735-41e64602e288) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:14.238803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:14.239431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:14.253179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5841931a-551e-45c2-8214-e0227dbdb3ff None None] Network 6e393792-52d4-46de-9735-41e64602e288 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:26:14.267894 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '893f4554-9362-41d6-879c-309e3f343217', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:26:11Z', 'updated_at': '2021-10-12T23:26:11Z', 'revision_number': 0, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:14.297351 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] Checking router: 89193aec-1884-43b0-a2e1-4c97183bcf13 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:26:14.306286 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:14.306893 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:14.307593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-00196615-778c-4e93-98a1-6bd7ed97372a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:14.310809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ac26e36a-5692-4edd-aff0-4b030dffbcc9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:14.311157 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-00196615-778c-4e93-98a1-6bd7ed97372a service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.1413178 Oct 12 23:26:14.337433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bf9c1b31-8e98-4ce4-bbf6-ee5d5a2f2d62 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9068518 Oct 12 23:26:14.338549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36462) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:14.342537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:14.385576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:14.436523 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-975f3024-3859-469b-a0bb-8f5b5862cbd6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c HTTP/1.1" status: 200 len: 1000 time: 0.1158900 Oct 12 23:26:14.461860 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:14.494505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b6079692-a4ae-48bd-b322-f7d00d73189d None None] Provisioning complete for port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:14.494874 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b6079692-a4ae-48bd-b322-f7d00d73189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:14.508816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:14.510534 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:14.531292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-c0f91d9b-ad97-452e-9ab3-02b1bc3f2b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:14.535280 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-c0f91d9b-ad97-452e-9ab3-02b1bc3f2b87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0891929 Oct 12 23:26:14.616059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73973f54-8fbe-43bd-b919-c731a4a83e80 None None] Pushing event updated for resources: {'Port': ['ID=51140d94-8de9-4a85-bbd9-575b03e8aaf2,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:14.636025 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:14.644871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Routers {'e2881fdb-d128-497e-ae8d-8b0b033f76e0'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:14.645639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:25:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:14.646394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-f8e00293-ee92-4608-98f7-e9d563256833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:14.655848 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-f8e00293-ee92-4608-98f7-e9d563256833 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1076610 Oct 12 23:26:14.789804 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-0b683b44-bc89-4ff8-ac54-8fb324edd84a service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279881 Oct 12 23:26:14.796415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ac26e36a-5692-4edd-aff0-4b030dffbcc9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:14.796919 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:14.864176 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '893f4554-9362-41d6-879c-309e3f343217', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:26:11Z', 'updated_at': '2021-10-12T23:26:11Z', 'revision_number': 0, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:14.912624 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9e8e517-9d74-4d06-ab2f-9239eca32e3c None None] The sync data for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 is: [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '893f4554-9362-41d6-879c-309e3f343217', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:26:11Z', 'updated_at': '2021-10-12T23:26:11Z', 'revision_number': 0, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:26:14.953158 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b6079692-a4ae-48bd-b322-f7d00d73189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.024236 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.048839 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f04cf787-c6df-465b-bb77-c87e4c198aae req-73f44d6a-eeb2-4839-821a-b16a9b74e40f service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427695 Oct 12 23:26:15.209688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] Set router e2881fdb-d128-497e-ae8d-8b0b033f76e0 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:15.279808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-6e393792-52d4-46de-9735-41e64602e288', 'network_id': '6e393792-52d4-46de-9735-41e64602e288', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'fixed_ips': [{'subnet_id': '53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:26:15.281463 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.318382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2f0609e-266a-480c-a18c-48bab2cd519b None None] New status for floating IP 893f4554-9362-41d6-879c-309e3f343217: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:26:15.356435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.368677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b6079692-a4ae-48bd-b322-f7d00d73189d None None] For port 51140d94-8de9-4a85-bbd9-575b03e8aaf2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=51140d94-8de9-4a85-bbd9-575b03e8aaf2,segment=NetworkSegment(a2502e2d-536c-4c73-b024-1f957d27d974),segment_id=a2502e2d-536c-4c73-b024-1f957d27d974)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:15.377692 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.526404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Allocated IP 172.25.2.122 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/290ad866-f59b-49af-9753-ee7901c45ffc) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:15.597986 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b6079692-a4ae-48bd-b322-f7d00d73189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.653804 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.782063 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.838029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.849008 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aa857834-9dc7-448b-a9db-8f9c4332b6fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.855980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6079692-a4ae-48bd-b322-f7d00d73189d None None] Pushing event updated for resources: {'Port': ['ID=51140d94-8de9-4a85-bbd9-575b03e8aaf2,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:15.859920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Allocated IP 172.20.0.2 (6e393792-52d4-46de-9735-41e64602e288/53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c/88caf424-3207-4f3b-baa5-6cf10af5bf8e) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:15.863800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-51156393-0065-4b61-b935-af82f284b37c None None] Provisioning complete for port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:15.869879 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51156393-0065-4b61-b935-af82f284b37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:15.897304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:15.903056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:15.907259 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:15.988621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Pushing event updated for resources: {'Port': ['ID=290ad866-f59b-49af-9753-ee7901c45ffc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:16.153025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:10Z', 'revision_number': 4, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'gw_port': {'id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '51140d94-8de9-4a85-bbd9-575b03e8aaf2', 'name': '', 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'mac_address': 'fa:16:3e:bf:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'aa5bf793-0719-47d1-a12c-ec4d80cd32c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:09Z', 'updated_at': '2021-10-12T23:26:14Z', 'revision_number': 4, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'subnets': [{'id': 'aa5bf793-0719-47d1-a12c-ec4d80cd32c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:16.197058 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441c0145-2cb3-47d6-8db0-35bebb5aa97f None None] The sync data for ids ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'] in n-d-790519-14 is: [{'id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:10Z', 'revision_number': 4, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'gw_port': {'id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '51140d94-8de9-4a85-bbd9-575b03e8aaf2', 'name': '', 'network_id': '4ff0ea8c-7509-4781-a7da-003c13448eeb', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'mac_address': 'fa:16:3e:bf:e5:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3727, 'fixed_ips': [{'subnet_id': 'aa5bf793-0719-47d1-a12c-ec4d80cd32c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:09Z', 'updated_at': '2021-10-12T23:26:14Z', 'revision_number': 4, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'subnets': [{'id': 'aa5bf793-0719-47d1-a12c-ec4d80cd32c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:26:16.232687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:16.239722 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:16.352903 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:16.354408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:16.408156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Network 6e393792-52d4-46de-9735-41e64602e288 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:16.412096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:16.418073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:16.425970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Pushing event updated for resources: {'Port': ['ID=88caf424-3207-4f3b-baa5-6cf10af5bf8e,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:16.503505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Attempting to bind port 88caf424-3207-4f3b-baa5-6cf10af5bf8e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:16.503864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Attempting to bind port 88caf424-3207-4f3b-baa5-6cf10af5bf8e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '8e8bb31b-c665-468d-b7d0-5f34fd2ed454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6e393792-52d4-46de-9735-41e64602e288'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:16.504337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Attempting to bind port 88caf424-3207-4f3b-baa5-6cf10af5bf8e on network 6e393792-52d4-46de-9735-41e64602e288 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:16.511795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:16.512690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Checking segment: {'id': '8e8bb31b-c665-468d-b7d0-5f34fd2ed454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6e393792-52d4-46de-9735-41e64602e288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:16.514360 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:16.514640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Bound using segment: {'id': '8e8bb31b-c665-468d-b7d0-5f34fd2ed454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6e393792-52d4-46de-9735-41e64602e288'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:16.515505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Bound port: 88caf424-3207-4f3b-baa5-6cf10af5bf8e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8bb31b-c665-468d-b7d0-5f34fd2ed454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6e393792-52d4-46de-9735-41e64602e288'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:16.515963 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:16.625430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] For port 88caf424-3207-4f3b-baa5-6cf10af5bf8e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:16.635365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] For port 88caf424-3207-4f3b-baa5-6cf10af5bf8e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88caf424-3207-4f3b-baa5-6cf10af5bf8e,segment=NetworkSegment(8e8bb31b-c665-468d-b7d0-5f34fd2ed454),segment_id=8e8bb31b-c665-468d-b7d0-5f34fd2ed454)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:16.643242 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:16.732042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:16.846119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4ebd43-db53-420f-8f0d-68df4992ff24 None None] Pushing event updated for resources: {'Port': ['ID=88caf424-3207-4f3b-baa5-6cf10af5bf8e,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:16.948433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Router 4b13fe34-e45a-4b93-8f11-4d533002120d is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:26:17.095844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:26:17.118492 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Sync routers for ids ['4b13fe34-e45a-4b93-8f11-4d533002120d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:26:17.129838 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Routers {'4b13fe34-e45a-4b93-8f11-4d533002120d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:17.130582 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4b13fe34-e45a-4b93-8f11-4d533002120d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:17.255154 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Set router 4b13fe34-e45a-4b93-8f11-4d533002120d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:17.266011 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:17.268888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e48c85e3-af11-471c-ac02-e14ed45dd488 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9292583 Oct 12 23:26:17.271769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36480) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:17.514545 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:14Z', 'updated_at': '2021-10-12T23:26:16Z', 'revision_number': 3, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'gw_port': {'id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:15Z', 'updated_at': '2021-10-12T23:26:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:17.548223 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Checking router: 4b13fe34-e45a-4b93-8f11-4d533002120d for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:26:17.548658 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Updating router 4b13fe34-e45a-4b93-8f11-4d533002120d port 290ad866-f59b-49af-9753-ee7901c45ffc binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:26:17.601156 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:17.951834 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.094248 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.166292 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.257618 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Attempting to bind port 290ad866-f59b-49af-9753-ee7901c45ffc on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:18.258076 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Attempting to bind port 290ad866-f59b-49af-9753-ee7901c45ffc by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:18.258588 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Attempting to bind port 290ad866-f59b-49af-9753-ee7901c45ffc on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:18.269349 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae8c6c-2e70-4bc7-a645-0f0d66bbf17a None None] Pushing event updated for resources: {'Port': ['ID=290ad866-f59b-49af-9753-ee7901c45ffc,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:18.275671 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:18.276106 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:18.276645 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.280351 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:18.280351 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Bound port: 290ad866-f59b-49af-9753-ee7901c45ffc, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:18.280351 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.361476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fc1d2a-8306-4d4f-8de6-8dffe00641d8 None None] Network 6e393792-52d4-46de-9735-41e64602e288 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:26:18.384883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.404655 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] For port 290ad866-f59b-49af-9753-ee7901c45ffc, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:18.411481 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] For port 290ad866-f59b-49af-9753-ee7901c45ffc, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=290ad866-f59b-49af-9753-ee7901c45ffc,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:18.467560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88caf424-3207-4f3b-baa5-6cf10af5bf8e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:18.525144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b5f94978-5aaa-4e92-9a8e-c85e30b81012 None None] Provisioning complete for port 88caf424-3207-4f3b-baa5-6cf10af5bf8e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:18.525552 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b5f94978-5aaa-4e92-9a8e-c85e30b81012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.527324 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.635935 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 88caf424-3207-4f3b-baa5-6cf10af5bf8e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:18.636313 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.664766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Allocated IP 172.20.0.1 (6e393792-52d4-46de-9735-41e64602e288/53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c/3681ea5e-12a5-441d-bcec-9099d43b157b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:18.723927 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ae8c6c-2e70-4bc7-a645-0f0d66bbf17a None None] Pushing event updated for resources: {'Port': ['ID=290ad866-f59b-49af-9753-ee7901c45ffc,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:18.750049 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Routers {'4b13fe34-e45a-4b93-8f11-4d533002120d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:18.750743 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4b13fe34-e45a-4b93-8f11-4d533002120d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:18.812501 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b5f94978-5aaa-4e92-9a8e-c85e30b81012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.856397 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.889589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b5f94978-5aaa-4e92-9a8e-c85e30b81012 None None] For port 88caf424-3207-4f3b-baa5-6cf10af5bf8e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88caf424-3207-4f3b-baa5-6cf10af5bf8e,segment=NetworkSegment(8e8bb31b-c665-468d-b7d0-5f34fd2ed454),segment_id=8e8bb31b-c665-468d-b7d0-5f34fd2ed454)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:18.935812 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:18.972392 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b5f94978-5aaa-4e92-9a8e-c85e30b81012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.001708 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] Set router 4b13fe34-e45a-4b93-8f11-4d533002120d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:19.040378 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.106687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:26:19.107085 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:26:19.114661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f94978-5aaa-4e92-9a8e-c85e30b81012 None None] Pushing event updated for resources: {'Port': ['ID=88caf424-3207-4f3b-baa5-6cf10af5bf8e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:19.118261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2a24ad18-9a93-46dc-863a-4592e04dc533 None None] Provisioning complete for port 88caf424-3207-4f3b-baa5-6cf10af5bf8e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:19.121812 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2a24ad18-9a93-46dc-863a-4592e04dc533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.124866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Network 6e393792-52d4-46de-9735-41e64602e288 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:19.130340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:19.135314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:19.138591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3681ea5e-12a5-441d-bcec-9099d43b157b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:19.195753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.210479 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.314178 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:14Z', 'updated_at': '2021-10-12T23:26:16Z', 'revision_number': 3, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'gw_port': {'id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:15Z', 'updated_at': '2021-10-12T23:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:19.347539 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1826d05-eb03-45a2-b262-92c11151a81a None None] The sync data for ids ['4b13fe34-e45a-4b93-8f11-4d533002120d'] in n-d-790519-14 is: [{'id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:14Z', 'updated_at': '2021-10-12T23:26:16Z', 'revision_number': 3, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'gw_port': {'id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:15Z', 'updated_at': '2021-10-12T23:26:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:26:19.378119 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.500511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d90811e9-10ad-4ed3-93d6-7c442d994ee9 None None] Provisioning complete for port 3681ea5e-12a5-441d-bcec-9099d43b157b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:19.500511 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d90811e9-10ad-4ed3-93d6-7c442d994ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.531845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.769442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d90811e9-10ad-4ed3-93d6-7c442d994ee9 None None] Port 3681ea5e-12a5-441d-bcec-9099d43b157b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:26:19.772999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 51140d94-8de9-4a85-bbd9-575b03e8aaf2 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:19.831633 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.834869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:19.835292 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.911080 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:19.998842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:20.042267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Pushing event updated for resources: {'Port': ['ID=3681ea5e-12a5-441d-bcec-9099d43b157b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:20.182356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Network 6e393792-52d4-46de-9735-41e64602e288 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:20.188558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:20.422054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88caf424-3207-4f3b-baa5-6cf10af5bf8e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:20.524869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 88caf424-3207-4f3b-baa5-6cf10af5bf8e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:20.525918 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:20.542799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Router 4b13fe34-e45a-4b93-8f11-4d533002120d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:26:20.715970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b54954c9-1744-43f2-99d7-fb27ffc0dc40 None None] Provisioning complete for port 3681ea5e-12a5-441d-bcec-9099d43b157b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:20.716494 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b54954c9-1744-43f2-99d7-fb27ffc0dc40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:20.718865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 290ad866-f59b-49af-9753-ee7901c45ffc up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:20.727234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:26:20.743121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9cf88b7b-f05a-4a8e-92f8-8d0e764274b1 admin admin] 10.222.0.31 "PUT /v2.0/routers/4b13fe34-e45a-4b93-8f11-4d533002120d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4583788 Oct 12 23:26:20.801097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b54954c9-1744-43f2-99d7-fb27ffc0dc40 None None] Port 3681ea5e-12a5-441d-bcec-9099d43b157b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:26:20.811200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 290ad866-f59b-49af-9753-ee7901c45ffc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:20.811575 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:20.901436 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:20.928536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 290ad866-f59b-49af-9753-ee7901c45ffc, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=290ad866-f59b-49af-9753-ee7901c45ffc,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:21.028866 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:21.086358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=290ad866-f59b-49af-9753-ee7901c45ffc,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:22.103938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04d414-ff32-4bbc-ba19-8a9162a132ca req-7d02573c-a6e0-462f-ab0e-3a73871f9585 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:22.105474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f04d414-ff32-4bbc-ba19-8a9162a132ca req-7d02573c-a6e0-462f-ab0e-3a73871f9585 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 945 time: 0.0576003 Oct 12 23:26:22.144402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f04d414-ff32-4bbc-ba19-8a9162a132ca req-3d899d3e-858e-407e-9832-33f5a65be009 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315998 Oct 12 23:26:22.268486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 290ad866-f59b-49af-9753-ee7901c45ffc up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:22.326814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 290ad866-f59b-49af-9753-ee7901c45ffc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:22.327317 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:22.476987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Sync routers for ids ['4b13fe34-e45a-4b93-8f11-4d533002120d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:26:22.485873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Routers {'4b13fe34-e45a-4b93-8f11-4d533002120d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:22.486558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4b13fe34-e45a-4b93-8f11-4d533002120d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:22.596964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Set router 4b13fe34-e45a-4b93-8f11-4d533002120d gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:22.812151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:14Z', 'updated_at': '2021-10-12T23:26:19Z', 'revision_number': 4, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'gw_port': {'id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:15Z', 'updated_at': '2021-10-12T23:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '3681ea5e-12a5-441d-bcec-9099d43b157b', 'name': '', 'network_id': '6e393792-52d4-46de-9735-41e64602e288', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'mac_address': 'fa:16:3e:59:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:18Z', 'updated_at': '2021-10-12T23:26:19Z', 'revision_number': 2, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'subnets': [{'id': '53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:22.841607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Checking router: 4b13fe34-e45a-4b93-8f11-4d533002120d for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:26:22.842052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Updating router 4b13fe34-e45a-4b93-8f11-4d533002120d port 3681ea5e-12a5-441d-bcec-9099d43b157b binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:26:22.869610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.129097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.196373 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.257637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6c468-94d5-4f7a-81d5-37f0b21bdf1e None None] Pushing event updated for resources: {'Port': ['ID=3681ea5e-12a5-441d-bcec-9099d43b157b,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:23.301157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dafae52-20c0-43b6-a7d8-8247f2083f97 req-9c197c8b-ea96-40d7-8d4a-e4484e77e31a tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:23.305798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dafae52-20c0-43b6-a7d8-8247f2083f97 req-9c197c8b-ea96-40d7-8d4a-e4484e77e31a tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 945 time: 0.0808985 Oct 12 23:26:23.345363 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Attempting to bind port 3681ea5e-12a5-441d-bcec-9099d43b157b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:23.345991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Attempting to bind port 3681ea5e-12a5-441d-bcec-9099d43b157b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '8e8bb31b-c665-468d-b7d0-5f34fd2ed454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6e393792-52d4-46de-9735-41e64602e288'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:23.346120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Attempting to bind port 3681ea5e-12a5-441d-bcec-9099d43b157b on network 6e393792-52d4-46de-9735-41e64602e288 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:23.353428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:23.353765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Checking segment: {'id': '8e8bb31b-c665-468d-b7d0-5f34fd2ed454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6e393792-52d4-46de-9735-41e64602e288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:23.354175 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.354566 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Bound using segment: {'id': '8e8bb31b-c665-468d-b7d0-5f34fd2ed454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6e393792-52d4-46de-9735-41e64602e288'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:23.355059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Bound port: 3681ea5e-12a5-441d-bcec-9099d43b157b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8bb31b-c665-468d-b7d0-5f34fd2ed454', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '6e393792-52d4-46de-9735-41e64602e288'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:23.355440 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.382513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0dafae52-20c0-43b6-a7d8-8247f2083f97 req-b108b11e-562c-44d3-a009-bcbb66033373 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664415 Oct 12 23:26:23.449485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] For port 3681ea5e-12a5-441d-bcec-9099d43b157b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:23.453261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] For port 3681ea5e-12a5-441d-bcec-9099d43b157b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3681ea5e-12a5-441d-bcec-9099d43b157b,segment=NetworkSegment(8e8bb31b-c665-468d-b7d0-5f34fd2ed454),segment_id=8e8bb31b-c665-468d-b7d0-5f34fd2ed454)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:23.521433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-a4d08fba-467c-4f0f-a5ff-b8aac51c3d77 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:23.523171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-a4d08fba-467c-4f0f-a5ff-b8aac51c3d77 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.25 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 945 time: 0.0570951 Oct 12 23:26:23.539555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e46819de-7851-4a19-9eef-9cb0754c2f0e None None] Provisioning complete for port 3681ea5e-12a5-441d-bcec-9099d43b157b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:23.540820 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e46819de-7851-4a19-9eef-9cb0754c2f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.543157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.652530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Routers {'4b13fe34-e45a-4b93-8f11-4d533002120d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:23.652530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4b13fe34-e45a-4b93-8f11-4d533002120d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:23.652530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e6c468-94d5-4f7a-81d5-37f0b21bdf1e None None] Pushing event updated for resources: {'Port': ['ID=3681ea5e-12a5-441d-bcec-9099d43b157b,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:23.652964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Deleting port b87271e6-4894-44d9-91d3-1cead5c564f2 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:26:23.652964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.779919 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e46819de-7851-4a19-9eef-9cb0754c2f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.787689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] For port b87271e6-4894-44d9-91d3-1cead5c564f2, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b87271e6-4894-44d9-91d3-1cead5c564f2,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:23.788076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:23.803248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Calling delete_port for b87271e6-4894-44d9-91d3-1cead5c564f2 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:26:23.831079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] Set router 4b13fe34-e45a-4b93-8f11-4d533002120d gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:23.833752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e46819de-7851-4a19-9eef-9cb0754c2f0e None None] For port 3681ea5e-12a5-441d-bcec-9099d43b157b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3681ea5e-12a5-441d-bcec-9099d43b157b,segment=NetworkSegment(8e8bb31b-c665-468d-b7d0-5f34fd2ed454),segment_id=8e8bb31b-c665-468d-b7d0-5f34fd2ed454)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:23.852901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36568) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:23.959871 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e46819de-7851-4a19-9eef-9cb0754c2f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:24.030655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46819de-7851-4a19-9eef-9cb0754c2f0e None None] Pushing event updated for resources: {'Port': ['ID=3681ea5e-12a5-441d-bcec-9099d43b157b,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:24.056982 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:24.071842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['b87271e6-4894-44d9-91d3-1cead5c564f2'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:26:24.093876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Pushing event deleted for resources: {'Port': ['ID=b87271e6-4894-44d9-91d3-1cead5c564f2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:24.113506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-998b3eb5-a003-4a4c-8600-6995e54144bb None None] Provisioning complete for port 3681ea5e-12a5-441d-bcec-9099d43b157b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:24.113869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-998b3eb5-a003-4a4c-8600-6995e54144bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:24.143379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] No DVR routers for this DVR port b87271e6-4894-44d9-91d3-1cead5c564f2 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:26:24.146862 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:24.150484 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6815a1a4-557f-42cb-b5a0-fedb001d9996 req-3f950e72-fd06-41fd-9db4-7fb32a84ec85 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.25 "DELETE /v2.0/ports/b87271e6-4894-44d9-91d3-1cead5c564f2 HTTP/1.1" status: 204 len: 173 time: 0.6216764 Oct 12 23:26:24.151324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190f20f3-02d4-4fa9-89e1-29ed8d0b1603', 'name': 'network-vif-deleted', 'tag': 'b87271e6-4894-44d9-91d3-1cead5c564f2'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:26:24.153547 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49aac335-337c-456d-99e5-13db01d29d40" -d '{"events": [{"server_uuid": "190f20f3-02d4-4fa9-89e1-29ed8d0b1603", "name": "network-vif-deleted", "tag": "b87271e6-4894-44d9-91d3-1cead5c564f2"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:26:24.161958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:14Z', 'updated_at': '2021-10-12T23:26:19Z', 'revision_number': 4, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'gw_port': {'id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:15Z', 'updated_at': '2021-10-12T23:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '3681ea5e-12a5-441d-bcec-9099d43b157b', 'name': '', 'network_id': '6e393792-52d4-46de-9735-41e64602e288', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'mac_address': 'fa:16:3e:59:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:18Z', 'updated_at': '2021-10-12T23:26:23Z', 'revision_number': 4, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'subnets': [{'id': '53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:24.192175 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8dfadb-314e-452c-a70e-6ae05e07519d x-openstack-request-id: req-0f8dfadb-314e-452c-a70e-6ae05e07519d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:26:24.192703 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190f20f3-02d4-4fa9-89e1-29ed8d0b1603", "name": "network-vif-deleted", "tag": "b87271e6-4894-44d9-91d3-1cead5c564f2", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:26:24.193162 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0f8dfadb-314e-452c-a70e-6ae05e07519d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:26:24.193568 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190f20f3-02d4-4fa9-89e1-29ed8d0b1603', 'name': 'network-vif-deleted', 'tag': 'b87271e6-4894-44d9-91d3-1cead5c564f2', 'status': 'completed', 'code': 200} Oct 12 23:26:24.196677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acbeec60-4ea9-41d2-a065-793eacaddc96 None None] The sync data for ids ['4b13fe34-e45a-4b93-8f11-4d533002120d'] in n-d-790519-14 is: [{'id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:14Z', 'updated_at': '2021-10-12T23:26:19Z', 'revision_number': 4, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'gw_port': {'id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:15Z', 'updated_at': '2021-10-12T23:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '3681ea5e-12a5-441d-bcec-9099d43b157b', 'name': '', 'network_id': '6e393792-52d4-46de-9735-41e64602e288', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'mac_address': 'fa:16:3e:59:5b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:18Z', 'updated_at': '2021-10-12T23:26:23Z', 'revision_number': 4, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'subnets': [{'id': '53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:26:24.446371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:24.504227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b60b2e07-e9ae-4153-8a10-a9e6f7705ed5 req-c6f54f23-9940-46f1-910f-989d5fe0b295 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=190f20f3-02d4-4fa9-89e1-29ed8d0b1603 HTTP/1.1" status: 200 len: 210 time: 0.0340090 Oct 12 23:26:24.780405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Deleting port 51140d94-8de9-4a85-bbd9-575b03e8aaf2 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:26:24.781115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:24.870518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] For port 51140d94-8de9-4a85-bbd9-575b03e8aaf2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=51140d94-8de9-4a85-bbd9-575b03e8aaf2,segment=NetworkSegment(a2502e2d-536c-4c73-b024-1f957d27d974),segment_id=a2502e2d-536c-4c73-b024-1f957d27d974)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:24.871412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:24.884337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Calling delete_port for 51140d94-8de9-4a85-bbd9-575b03e8aaf2 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:26:25.160190 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:25.191677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Pushing event deleted for resources: {'Port': ['ID=51140d94-8de9-4a85-bbd9-575b03e8aaf2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:25.365537 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:25.612248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Router e2881fdb-d128-497e-ae8d-8b0b033f76e0 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:26:26.026188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:26:26.031782 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3cfd6882-dff3-473d-96c6-f8b8c939b38d admin admin] 10.222.0.31 "PUT /v2.0/routers/e2881fdb-d128-497e-ae8d-8b0b033f76e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1776414 Oct 12 23:26:26.034978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36590) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:26.040522 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] Sync routers for ids ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:26:26.050410 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] Routers {'e2881fdb-d128-497e-ae8d-8b0b033f76e0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:26.051038 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:26.143191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:26.160311 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] Set router e2881fdb-d128-497e-ae8d-8b0b033f76e0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:26.268054 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:26.408977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Deleting port ac26e36a-5692-4edd-aff0-4b030dffbcc9 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:26:26.409374 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:26.414585 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8'}], 'enable_snat': True}, 'gw_port_id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:25Z', 'revision_number': 5, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'gw_port': {'id': 'ac26e36a-5692-4edd-aff0-4b030dffbcc9', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:e9:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.8', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:26.430299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3681ea5e-12a5-441d-bcec-9099d43b157b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:26.448895 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] Checking router: e2881fdb-d128-497e-ae8d-8b0b033f76e0 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:26:26.458959 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] Routers {'e2881fdb-d128-497e-ae8d-8b0b033f76e0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:26.459582 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:26.482792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3681ea5e-12a5-441d-bcec-9099d43b157b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:26.483300 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:26.516663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] For port ac26e36a-5692-4edd-aff0-4b030dffbcc9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ac26e36a-5692-4edd-aff0-4b030dffbcc9,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:26.517066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:26.534749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Calling delete_port for ac26e36a-5692-4edd-aff0-4b030dffbcc9 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:26:26.622621 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] Set router e2881fdb-d128-497e-ae8d-8b0b033f76e0 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:26.685000 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:26Z', 'revision_number': 6, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:26.712406 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad0b243d-eae3-44db-a4ee-27e40f4203cf None None] The sync data for ids ['e2881fdb-d128-497e-ae8d-8b0b033f76e0'] in n-d-790519-14 is: [{'id': 'e2881fdb-d128-497e-ae8d-8b0b033f76e0', 'name': 'tempest-TestAggregatesBasicOps-667000425-router', 'tenant_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:06Z', 'updated_at': '2021-10-12T23:26:26Z', 'revision_number': 6, 'project_id': '1e3c7faa255d461c873e66b7c1e5d45b', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:26:26.790002 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:26.826379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac26e36a-5692-4edd-aff0-4b030dffbcc9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:26.898650 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:26.994215 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:26.997083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.120372 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.120986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2881fdb-d128-497e-ae8d-8b0b033f76e0 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:26:27.135642 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.135642 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-73504c9d-7a26-4ff6-8e97-51b6ee73c200 admin admin] 10.222.0.31 "DELETE /v2.0/routers/e2881fdb-d128-497e-ae8d-8b0b033f76e0 HTTP/1.1" status: 204 len: 168 time: 1.0946140 Oct 12 23:26:27.135907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36614) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:27.193887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b24f7686-a627-4b96-8c79-8b7e24a7fae2 admin admin] Deleting subnet aa5bf793-0719-47d1-a12c-ec4d80cd32c9 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:26:27.197635 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b24f7686-a627-4b96-8c79-8b7e24a7fae2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.243906 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b24f7686-a627-4b96-8c79-8b7e24a7fae2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.330874 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b24f7686-a627-4b96-8c79-8b7e24a7fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.463835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b24f7686-a627-4b96-8c79-8b7e24a7fae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.504577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24f7686-a627-4b96-8c79-8b7e24a7fae2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa5bf793-0719-47d1-a12c-ec4d80cd32c9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:27.506640 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b24f7686-a627-4b96-8c79-8b7e24a7fae2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.513009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b24f7686-a627-4b96-8c79-8b7e24a7fae2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/aa5bf793-0719-47d1-a12c-ec4d80cd32c9 HTTP/1.1" status: 204 len: 168 time: 0.3755312 Oct 12 23:26:27.513009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36616) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:27.522051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96c31fb-4705-4ed6-83d9-f86c04e275ea None None] Network 4ff0ea8c-7509-4781-a7da-003c13448eeb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:26:27.595352 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.654367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Deleting port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:26:27.654740 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.728956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] For port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3,segment=NetworkSegment(a2502e2d-536c-4c73-b024-1f957d27d974),segment_id=a2502e2d-536c-4c73-b024-1f957d27d974)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:27.729388 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.744672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Calling delete_port for fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:26:27.885428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6329736b-5734-441a-9264-4d80b0e7d1cd None None] DHCP port deletion for 4ff0ea8c-7509-4781-a7da-003c13448eeb request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:26:27.892260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:27.943501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6329736b-5734-441a-9264-4d80b0e7d1cd None None] The port 'fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3' was deleted {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1954}} Oct 12 23:26:27.980160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:27.994807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] No DVR routers for this DVR port fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:26:28.099322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:28.100562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b87271e6-4894-44d9-91d3-1cead5c564f2 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:26:28.127610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff0ea8c-7509-4781-a7da-003c13448eeb']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:28.140187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2502e2d-536c-4c73-b024-1f957d27d974') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:28.142341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2502e2d-536c-4c73-b024-1f957d27d974') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:28.151858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: b87271e6-4894-44d9-91d3-1cead5c564f2 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:26:28.152789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b87271e6-4894-44d9-91d3-1cead5c564f2 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:26:28.157258 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:28.183944 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:28.192923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:26:28.193828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:26:28.202039 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:26:28.300427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 51140d94-8de9-4a85-bbd9-575b03e8aaf2 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:26:28.371832 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:28.382294 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:28.389666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36624) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:28.404009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4ff0ea8c-7509-4781-a7da-003c13448eeb HTTP/1.1" status: 204 len: 168 time: 0.8899651 Oct 12 23:26:28.429933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865bca7-bcc4-4192-b2d9-b7d0277c9125 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ff0ea8c-7509-4781-a7da-003c13448eeb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:28.503421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 51140d94-8de9-4a85-bbd9-575b03e8aaf2 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:26:28.503789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 51140d94-8de9-4a85-bbd9-575b03e8aaf2 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:26:28.504083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ac26e36a-5692-4edd-aff0-4b030dffbcc9 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:26:28.524240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ac26e36a-5692-4edd-aff0-4b030dffbcc9 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:26:28.524961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ac26e36a-5692-4edd-aff0-4b030dffbcc9 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:26:28.524961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:26:28.546443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:26:28.546787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fdd1d2c5-1322-4f3c-b1ca-a1434a8856a3 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:26:28.820840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:29.127376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Deleting port 3681ea5e-12a5-441d-bcec-9099d43b157b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:26:29.127728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:29.210855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] For port 3681ea5e-12a5-441d-bcec-9099d43b157b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3681ea5e-12a5-441d-bcec-9099d43b157b,segment=NetworkSegment(8e8bb31b-c665-468d-b7d0-5f34fd2ed454),segment_id=8e8bb31b-c665-468d-b7d0-5f34fd2ed454)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:29.211252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:29.230977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Calling delete_port for 3681ea5e-12a5-441d-bcec-9099d43b157b owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:26:29.496805 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:29.530563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Pushing event deleted for resources: {'Port': ['ID=3681ea5e-12a5-441d-bcec-9099d43b157b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:29.718431 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:29.960793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Router 4b13fe34-e45a-4b93-8f11-4d533002120d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:26:30.076291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:26:30.082599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ca768c98-f190-4fd9-8320-c8bc6252f09a admin admin] 10.222.0.31 "PUT /v2.0/routers/4b13fe34-e45a-4b93-8f11-4d533002120d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6902783 Oct 12 23:26:30.084400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36644) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:30.087022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] Sync routers for ids ['4b13fe34-e45a-4b93-8f11-4d533002120d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:26:30.097339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] Routers {'4b13fe34-e45a-4b93-8f11-4d533002120d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:30.097971 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4b13fe34-e45a-4b93-8f11-4d533002120d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:30.206515 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:30.230198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] Set router 4b13fe34-e45a-4b93-8f11-4d533002120d gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:30.331158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:30.480626 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:14Z', 'updated_at': '2021-10-12T23:26:29Z', 'revision_number': 5, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'gw_port': {'id': '290ad866-f59b-49af-9753-ee7901c45ffc', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:60:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:15Z', 'updated_at': '2021-10-12T23:26:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:30.502850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Deleting port 290ad866-f59b-49af-9753-ee7901c45ffc {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:26:30.503460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:30.509130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] Checking router: 4b13fe34-e45a-4b93-8f11-4d533002120d for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:26:30.519055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] Routers {'4b13fe34-e45a-4b93-8f11-4d533002120d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:30.519814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4b13fe34-e45a-4b93-8f11-4d533002120d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:30.603875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] For port 290ad866-f59b-49af-9753-ee7901c45ffc, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=290ad866-f59b-49af-9753-ee7901c45ffc,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:30.604292 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:30.618582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Calling delete_port for 290ad866-f59b-49af-9753-ee7901c45ffc owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:26:30.636150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] Set router 4b13fe34-e45a-4b93-8f11-4d533002120d gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:30.748561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:14Z', 'updated_at': '2021-10-12T23:26:30Z', 'revision_number': 6, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:30.800649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e71e44b-5882-40e9-8de5-e2390f246ccc None None] The sync data for ids ['4b13fe34-e45a-4b93-8f11-4d533002120d'] in n-d-790519-14 is: [{'id': '4b13fe34-e45a-4b93-8f11-4d533002120d', 'name': 'tempest-TestAggregatesBasicOps-1350116692-router', 'tenant_id': 'a823c8d44c2247158d8c8410922eefee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:14Z', 'updated_at': '2021-10-12T23:26:30Z', 'revision_number': 6, 'project_id': 'a823c8d44c2247158d8c8410922eefee', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:26:30.998437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:31.045239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Pushing event deleted for resources: {'Port': ['ID=290ad866-f59b-49af-9753-ee7901c45ffc,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:31.123320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:31.229565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:31.232448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:31.394554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:31.395171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b13fe34-e45a-4b93-8f11-4d533002120d {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:26:31.399552 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:31.402993 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5fcbb225-5b95-4b90-a827-80742423780f admin admin] 10.222.0.31 "DELETE /v2.0/routers/4b13fe34-e45a-4b93-8f11-4d533002120d HTTP/1.1" status: 204 len: 168 time: 1.3129783 Oct 12 23:26:31.403462 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36662) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:31.825511 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-f83ef91b-ebf7-4952-a1c4-9618f87ffc6d admin admin] Deleting subnet 53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:26:31.826106 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f83ef91b-ebf7-4952-a1c4-9618f87ffc6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:31.873850 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f83ef91b-ebf7-4952-a1c4-9618f87ffc6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:31.968744 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f83ef91b-ebf7-4952-a1c4-9618f87ffc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.103270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f83ef91b-ebf7-4952-a1c4-9618f87ffc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.127531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ef91b-ebf7-4952-a1c4-9618f87ffc6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:32.134807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f83ef91b-ebf7-4952-a1c4-9618f87ffc6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.141981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f83ef91b-ebf7-4952-a1c4-9618f87ffc6d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/53ccc5da-a058-4b2a-8d5b-9e475b3a9d6c HTTP/1.1" status: 204 len: 168 time: 0.7350614 Oct 12 23:26:32.142224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f14265-378e-43fa-b613-6111d9f57cde None None] Network 6e393792-52d4-46de-9735-41e64602e288 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:26:32.143245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36668) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:32.228033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.301646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Deleting port 88caf424-3207-4f3b-baa5-6cf10af5bf8e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:26:32.301646 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.309340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3681ea5e-12a5-441d-bcec-9099d43b157b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:26:32.334818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 3681ea5e-12a5-441d-bcec-9099d43b157b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:26:32.335239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3681ea5e-12a5-441d-bcec-9099d43b157b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:26:32.335661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 290ad866-f59b-49af-9753-ee7901c45ffc no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:26:32.358123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 290ad866-f59b-49af-9753-ee7901c45ffc {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:26:32.358519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 290ad866-f59b-49af-9753-ee7901c45ffc not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:26:32.369613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43498003-580f-475f-8b50-dcfb9e5edf2a None None] DHCP port deletion for 6e393792-52d4-46de-9735-41e64602e288 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:26:32.396380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] For port 88caf424-3207-4f3b-baa5-6cf10af5bf8e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88caf424-3207-4f3b-baa5-6cf10af5bf8e,segment=NetworkSegment(8e8bb31b-c665-468d-b7d0-5f34fd2ed454),segment_id=8e8bb31b-c665-468d-b7d0-5f34fd2ed454)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:32.396776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.411395 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Calling delete_port for 88caf424-3207-4f3b-baa5-6cf10af5bf8e owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:26:32.419397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-43498003-580f-475f-8b50-dcfb9e5edf2a None None] Deleting port 88caf424-3207-4f3b-baa5-6cf10af5bf8e {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:26:32.419961 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43498003-580f-475f-8b50-dcfb9e5edf2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.495054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-43498003-580f-475f-8b50-dcfb9e5edf2a None None] For port 88caf424-3207-4f3b-baa5-6cf10af5bf8e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=88caf424-3207-4f3b-baa5-6cf10af5bf8e,segment=NetworkSegment(8e8bb31b-c665-468d-b7d0-5f34fd2ed454),segment_id=8e8bb31b-c665-468d-b7d0-5f34fd2ed454)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:32.495596 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43498003-580f-475f-8b50-dcfb9e5edf2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.508391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-43498003-580f-475f-8b50-dcfb9e5edf2a None None] Calling delete_port for 88caf424-3207-4f3b-baa5-6cf10af5bf8e owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:26:32.588774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.598754 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43498003-580f-475f-8b50-dcfb9e5edf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.619389 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=88caf424-3207-4f3b-baa5-6cf10af5bf8e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:32.621329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] No DVR routers for this DVR port 88caf424-3207-4f3b-baa5-6cf10af5bf8e on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:26:32.627877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43498003-580f-475f-8b50-dcfb9e5edf2a None None] Pushing event deleted for resources: {'Port': ['ID=88caf424-3207-4f3b-baa5-6cf10af5bf8e,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:32.637283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43498003-580f-475f-8b50-dcfb9e5edf2a None None] No DVR routers for this DVR port 88caf424-3207-4f3b-baa5-6cf10af5bf8e on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:26:32.705605 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.725124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e393792-52d4-46de-9735-41e64602e288']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:32.735085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8bb31b-c665-468d-b7d0-5f34fd2ed454') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:32.735383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8bb31b-c665-468d-b7d0-5f34fd2ed454') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:32.749456 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.764339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.773831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:26:32.774634 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:26:32.776621 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:26:32.914412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.921200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:32.925230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] 10.222.0.31 "DELETE /v2.0/networks/6e393792-52d4-46de-9735-41e64602e288 HTTP/1.1" status: 204 len: 168 time: 0.7808442 Oct 12 23:26:32.935126 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad6ceed-eb08-4a32-a2d8-77cb7f0f0f7a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e393792-52d4-46de-9735-41e64602e288,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:33.345648 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36680) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:33.387437 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-02bfa585-d20c-4e33-8636-c8749df7b055 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1e3c7faa255d461c873e66b7c1e5d45b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404572 Oct 12 23:26:33.389915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36682) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:33.440800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f40389a-da01-428b-9871-e6bc2f7fe27e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:33.462108 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f40389a-da01-428b-9871-e6bc2f7fe27e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:33.570917 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f40389a-da01-428b-9871-e6bc2f7fe27e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:33.573887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f40389a-da01-428b-9871-e6bc2f7fe27e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:33.574829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f40389a-da01-428b-9871-e6bc2f7fe27e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2b50e47a-842b-43c4-bd6a-80fdee9211e7 HTTP/1.1" status: 204 len: 168 time: 0.1839542 Oct 12 23:26:33.584985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40389a-da01-428b-9871-e6bc2f7fe27e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b50e47a-842b-43c4-bd6a-80fdee9211e7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:34.259518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36700) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:34.265089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88caf424-3207-4f3b-baa5-6cf10af5bf8e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:26:34.285214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 88caf424-3207-4f3b-baa5-6cf10af5bf8e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:26:34.285654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 88caf424-3207-4f3b-baa5-6cf10af5bf8e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:26:34.307215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fdf9fb53-3229-4fcd-a834-0f591dfa08bf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a823c8d44c2247158d8c8410922eefee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464749 Oct 12 23:26:34.309641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36702) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:34.376441 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0630-360b-4b94-918a-ccdc071f8324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:34.407864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0630-360b-4b94-918a-ccdc071f8324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:34.554535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0630-360b-4b94-918a-ccdc071f8324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:34.557490 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d5e0630-360b-4b94-918a-ccdc071f8324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:34.558850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6d5e0630-360b-4b94-918a-ccdc071f8324 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0c63e2e1-3375-4e01-affd-076e49c378c3 HTTP/1.1" status: 204 len: 168 time: 0.2482092 Oct 12 23:26:34.575184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e0630-360b-4b94-918a-ccdc071f8324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c63e2e1-3375-4e01-affd-076e49c378c3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:36.215050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-8e593f61-3304-4267-846f-3fe55b5aaee3 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:36.216539 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-8e593f61-3304-4267-846f-3fe55b5aaee3 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/networks?id=008f80d4-6e08-4c26-b946-5b10455812d5 HTTP/1.1" status: 200 len: 812 time: 0.1139922 Oct 12 23:26:36.233090 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-c31254b3-60f6-418a-9bbd-a5d3564eea87 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/quotas/677e9d347f1947ac96e0cb96dcdd2a80 HTTP/1.1" status: 200 len: 375 time: 0.0097029 Oct 12 23:26:36.287572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-e5b244b6-e26f-4ba0-9620-d2bc3c2bb1b4 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=677e9d347f1947ac96e0cb96dcdd2a80&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478368 Oct 12 23:26:36.563336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-c2633d80-5664-4e98-b0fa-b302d88c29db service neutron] 10.222.0.31 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683849 Oct 12 23:26:36.654754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-6aacd7c2-7949-4823-9033-6ef6a924da9a service neutron] 10.222.0.31 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850646 Oct 12 23:26:36.888956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8752f5d1-3b74-4e22-bc4f-951b1057d222 req-0a94d238-ed68-4574-b7ab-cb1d2b15363a tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 210 time: 0.0274801 Oct 12 23:26:37.258299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36782) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:37.262993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-505215396', 'description': 'tempest-secgroup-smoke-505215396 description', 'project_id': '38742014418042538107885273e48e96'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:37.394043 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:37.411567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:37.493601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:37.616594 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:37.654468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd0b152-0b9b-4019-a721-e0e8a8b65535,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:37.698445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:37.811045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:37.841992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5599a37f-4b0c-429e-a52e-7c7a9cf646db,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:37.927442 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:37.929071 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8b5e2ffe-c412-4b32-b8fe-20704cf75632 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6696784 Oct 12 23:26:37.933726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36792) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:37.938043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-583e50da-b323-4c15-aa0e-759e743b908e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '5599a37f-4b0c-429e-a52e-7c7a9cf646db', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:37.988981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e0507bf-783a-494b-9a2d-f981e716de7c req-95298be3-5907-4fe7-afe6-c20f5c7f9d80 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 210 time: 0.0270116 Oct 12 23:26:38.119072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-583e50da-b323-4c15-aa0e-759e743b908e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:38.170961 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-583e50da-b323-4c15-aa0e-759e743b908e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:38.279022 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-583e50da-b323-4c15-aa0e-759e743b908e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:38.301205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e50da-b323-4c15-aa0e-759e743b908e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c586fc72-1140-486b-a2d4-65e0bfcea04d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:38.401727 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-583e50da-b323-4c15-aa0e-759e743b908e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:38.405883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-583e50da-b323-4c15-aa0e-759e743b908e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4698982 Oct 12 23:26:38.406660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36794) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:38.415253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-31882a10-f1eb-417f-8ea2-2d2d3187f278 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '5599a37f-4b0c-429e-a52e-7c7a9cf646db', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:38.530564 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31882a10-f1eb-417f-8ea2-2d2d3187f278 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:38.603795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31882a10-f1eb-417f-8ea2-2d2d3187f278 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:38.673983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31882a10-f1eb-417f-8ea2-2d2d3187f278 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:38.693104 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31882a10-f1eb-417f-8ea2-2d2d3187f278 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d77f5e-f512-496b-af63-fc284ff3ce08,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:38.761995 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-31882a10-f1eb-417f-8ea2-2d2d3187f278 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:38.766281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36800) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:38.768421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-31882a10-f1eb-417f-8ea2-2d2d3187f278 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3581758 Oct 12 23:26:38.772580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '5599a37f-4b0c-429e-a52e-7c7a9cf646db', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:38.863088 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:38.911312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.010542 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.032403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7605e5-3dbf-41ca-a7fd-d067cfcaa167,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:39.040173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.040527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.040921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.041260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.041589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.041919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.042310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.042748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.043039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.048290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.048290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.048290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:39.091739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32cf31cd-9182-41e5-aedd-6a1d873c25b2 req-f5273b81-2e2b-45f8-b515-0fafbdb45cee tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 210 time: 0.0265293 Oct 12 23:26:39.097741 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.098826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4748ce15-e24f-430b-acea-30d044b83968 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3315346 Oct 12 23:26:39.101655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36810) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:39.105983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-20c507a7-bb92-4b15-a83e-ed40d0e16d08 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '5599a37f-4b0c-429e-a52e-7c7a9cf646db', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:39.135978 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:26:39.267749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20c507a7-bb92-4b15-a83e-ed40d0e16d08 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.332713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-8af7291b-9fea-492d-b784-0e02eae77694 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:39.334281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-8af7291b-9fea-492d-b784-0e02eae77694 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.25 "GET /v2.0/networks?id=008f80d4-6e08-4c26-b946-5b10455812d5 HTTP/1.1" status: 200 len: 812 time: 0.1091595 Oct 12 23:26:39.334878 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20c507a7-bb92-4b15-a83e-ed40d0e16d08 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.347862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Request body: {'port': {'device_id': '464806b1-f1d7-44d3-968b-6a28a9027cdd', 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5', 'admin_state_up': True, 'tenant_id': '677e9d347f1947ac96e0cb96dcdd2a80'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:39.445695 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20c507a7-bb92-4b15-a83e-ed40d0e16d08 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.474810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c507a7-bb92-4b15-a83e-ed40d0e16d08 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7523df-14b3-4155-8e86-7d40551b4c00,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:39.577073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Made reservation on behalf of 677e9d347f1947ac96e0cb96dcdd2a80 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:26:39.581282 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.709990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Allocated IP 172.20.0.12 (008f80d4-6e08-4c26-b946-5b10455812d5/bfb94e1c-1c89-4877-b7fe-e997c2dc70b2/6ad2d890-04c9-4b36-bd9e-3c8fadd865f8) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:39.716311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-20c507a7-bb92-4b15-a83e-ed40d0e16d08 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.717620 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-20c507a7-bb92-4b15-a83e-ed40d0e16d08 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6150496 Oct 12 23:26:39.721089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36814) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:39.726164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d9fead65-1b82-4033-b942-bbc3f37d057b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '5599a37f-4b0c-429e-a52e-7c7a9cf646db', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:39.799898 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-d9fead65-1b82-4033-b942-bbc3f37d057b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Project 38742014418042538107885273e48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:26:39.805467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9fead65-1b82-4033-b942-bbc3f37d057b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.860880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.867797 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9fead65-1b82-4033-b942-bbc3f37d057b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.959449 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9fead65-1b82-4033-b942-bbc3f37d057b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:39.977457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fead65-1b82-4033-b942-bbc3f37d057b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=267f14eb-bad1-4cb8-951a-ebef31f6ab3d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:39.988441 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.032825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Network 008f80d4-6e08-4c26-b946-5b10455812d5 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:40.036229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:40.039894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:40.052709 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d9fead65-1b82-4033-b942-bbc3f37d057b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.056562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d9fead65-1b82-4033-b942-bbc3f37d057b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3318000 Oct 12 23:26:40.056744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36816) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:40.061078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-0098d69f-c943-4d72-8e0a-26d8c5846623 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '5599a37f-4b0c-429e-a52e-7c7a9cf646db', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:40.063120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Pushing event updated for resources: {'Port': ['ID=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:40.075351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.075693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.076030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.076358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.076677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.076994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.077314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.077632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.079177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.079177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.079448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.079771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:26:40.101418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:40.102017 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.207507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c0c74-9e01-4dda-8589-d4dbc5d0eeea req-187e4393-85ba-409e-82f1-9e7cb99004dd tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:40.208977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c07c0c74-9e01-4dda-8589-d4dbc5d0eeea req-187e4393-85ba-409e-82f1-9e7cb99004dd tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 932 time: 0.0485330 Oct 12 23:26:40.210882 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-0098d69f-c943-4d72-8e0a-26d8c5846623 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Project 38742014418042538107885273e48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:26:40.216185 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0098d69f-c943-4d72-8e0a-26d8c5846623 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.247494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c07c0c74-9e01-4dda-8589-d4dbc5d0eeea req-d5bbf4eb-db38-477e-a99a-fc4d1f2ec171 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322442 Oct 12 23:26:40.282728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0098d69f-c943-4d72-8e0a-26d8c5846623 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.317087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-f4e45366-b489-4045-8805-55cde7b2089d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9736967 Oct 12 23:26:40.329542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Request body: {'port': {'device_id': '464806b1-f1d7-44d3-968b-6a28a9027cdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:40.371204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0098d69f-c943-4d72-8e0a-26d8c5846623 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.388675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0098d69f-c943-4d72-8e0a-26d8c5846623 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f90c40-988e-4381-9f93-bc240b477cf6,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:40.388958 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.481507 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0098d69f-c943-4d72-8e0a-26d8c5846623 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.482826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0098d69f-c943-4d72-8e0a-26d8c5846623 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4251571 Oct 12 23:26:40.486378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36822) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:40.491479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'network': {'name': 'tempest-network-smoke--2061814687', 'project_id': '38742014418042538107885273e48e96', 'port_security_enabled': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:40.565727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:26:40.570168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.597802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:26:40.607467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.607822 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Added segment a5c7c957-2b68-4a1d-b274-515c656e30ba of type vlan for network b9614fe0-9bb8-4328-8902-350f3e4504fb Oct 12 23:26:40.650896 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.766090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.767754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:26:40.772213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:40.772864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.775499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.789196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Transition to ACTIVE for port object 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:26:40.842132 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Network': ['ID=b9614fe0-9bb8-4328-8902-350f3e4504fb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:40.854255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b9614fe0-9bb8-4328-8902-350f3e4504fb details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:26:40.891793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:40.920579 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-48dc6dac-de22-4b3c-adb7-c56847df73d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4329352 Oct 12 23:26:40.922343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36826) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:40.927291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'admin_state_up': True, 'project_id': '38742014418042538107885273e48e96', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:40.976398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:41.000050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.001141 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.030572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Attempting to bind port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:41.031482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Attempting to bind port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '60ce99e5-b549-4b2c-96ec-edf95866b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:41.032454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Attempting to bind port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 on network 008f80d4-6e08-4c26-b946-5b10455812d5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:41.037243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 on network 008f80d4-6e08-4c26-b946-5b10455812d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:26:41.037594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Attempting to bind port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 on network 008f80d4-6e08-4c26-b946-5b10455812d5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:41.042686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 26, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:41.043265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Checking segment: {'id': '60ce99e5-b549-4b2c-96ec-edf95866b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:41.043851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Bound using segment: {'id': '60ce99e5-b549-4b2c-96ec-edf95866b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:41.044469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Bound port: 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60ce99e5-b549-4b2c-96ec-edf95866b7d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:41.045018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.053917 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.114505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] For port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:41.117682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] For port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:41.189510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.259987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:41.260153 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.260738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.262231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] 10.222.0.25 "PUT /v2.0/ports/6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 HTTP/1.1" status: 200 len: 1093 time: 0.9372621 Oct 12 23:26:41.262817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464806b1-f1d7-44d3-968b-6a28a9027cdd', 'tag': '6ad2d890-04c9-4b36-bd9e-3c8fadd865f8'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:26:41.265105 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681e6d7e-f7d9-4909-b85d-88b3fcb7dc38" -d '{"events": [{"name": "network-changed", "server_uuid": "464806b1-f1d7-44d3-968b-6a28a9027cdd", "tag": "6ad2d890-04c9-4b36-bd9e-3c8fadd865f8"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:26:41.277578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d14184-d89f-47ca-8ef0-4e2fbedfd41c service neutron] Pushing event updated for resources: {'Port': ['ID=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:41.325414 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-293d21ff-8f2a-490f-bdd5-715a435d2054 x-openstack-request-id: req-293d21ff-8f2a-490f-bdd5-715a435d2054 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:26:41.325874 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464806b1-f1d7-44d3-968b-6a28a9027cdd", "tag": "6ad2d890-04c9-4b36-bd9e-3c8fadd865f8", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:26:41.326128 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-293d21ff-8f2a-490f-bdd5-715a435d2054 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:26:41.326538 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464806b1-f1d7-44d3-968b-6a28a9027cdd', 'tag': '6ad2d890-04c9-4b36-bd9e-3c8fadd865f8', 'status': 'completed', 'code': 200} Oct 12 23:26:41.416214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e6d7e-f7d9-4909-b85d-88b3fcb7dc38 req-8fee6352-ce95-4ad6-a8cb-9873d7d33059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:41.417675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-681e6d7e-f7d9-4909-b85d-88b3fcb7dc38 req-8fee6352-ce95-4ad6-a8cb-9873d7d33059 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=677e9d347f1947ac96e0cb96dcdd2a80&device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 1096 time: 0.0695448 Oct 12 23:26:41.440127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da656f7c-aac2-400e-987e-c0f30277eac3 req-7992ea51-2cef-49a9-b7c4-6e653bc28355 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:41.444030 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-da656f7c-aac2-400e-987e-c0f30277eac3 req-7992ea51-2cef-49a9-b7c4-6e653bc28355 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 944 time: 0.1055133 Oct 12 23:26:41.599168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.627205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.764568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.25.2.160 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/0fe015cd-1be7-4ab4-bfa4-137f274e5486) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:41.888629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-da656f7c-aac2-400e-987e-c0f30277eac3 req-46a97574-0c7d-439c-95af-5a7b68eac00c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329402 Oct 12 23:26:41.914391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:41.972264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e6d7e-f7d9-4909-b85d-88b3fcb7dc38 req-3fbbc95e-a2a6-46b0-8ea2-2a908acbacf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:41.973726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-681e6d7e-f7d9-4909-b85d-88b3fcb7dc38 req-3fbbc95e-a2a6-46b0-8ea2-2a908acbacf8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=677e9d347f1947ac96e0cb96dcdd2a80&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5286131 Oct 12 23:26:42.011649 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:42.054203 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:42.057686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:42.063059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:42.094125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=0fe015cd-1be7-4ab4-bfa4-137f274e5486,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:42.183202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-79dafa0a-fffc-4b35-b66d-9e6b0870d786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:42.185422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681e6d7e-f7d9-4909-b85d-88b3fcb7dc38 req-83db0e1a-6cf8-4189-a82b-723d024b8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:42.188101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-681e6d7e-f7d9-4909-b85d-88b3fcb7dc38 req-83db0e1a-6cf8-4189-a82b-723d024b8638 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2062464 Oct 12 23:26:42.277663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-2564829f-77a0-408b-ba69-9d92b313216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:42.279309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-2564829f-77a0-408b-ba69-9d92b313216e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=677e9d347f1947ac96e0cb96dcdd2a80&device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 1096 time: 0.0453055 Oct 12 23:26:42.325532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-c0771126-9be5-4f1d-a460-c5188c7ffe2e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 HTTP/1.1" status: 200 len: 217 time: 0.0387428 Oct 12 23:26:42.374525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-60adc390-b1c5-4476-a1ab-274d5a056a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:42.376881 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-60adc390-b1c5-4476-a1ab-274d5a056a8a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bfb94e1c-1c89-4877-b7fe-e997c2dc70b2 HTTP/1.1" status: 200 len: 852 time: 0.0442512 Oct 12 23:26:42.410521 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-c55516dd-72f1-41ad-a2d4-5da3b02e3844 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=008f80d4-6e08-4c26-b946-5b10455812d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267773 Oct 12 23:26:42.513923 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-ee9ddfa3-7153-4c27-bbc8-193472e9d601 service neutron] 10.222.0.25 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965846 Oct 12 23:26:42.535670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:42.624436 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-075c6b62-49d0-4cb2-a22a-21c3c987ddd1 req-170c3929-7c10-4859-8e3d-ac3e0566742a service neutron] 10.222.0.25 "GET /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035109 Oct 12 23:26:42.756446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:42.951955 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-c25d72b5-4fc9-4b13-a201-ee4dcf5d55b6 req-7df6ffdf-e045-45a6-bafc-e626a9f5068a service neutron] (101890) timed out ('10.222.0.31', 42784) {{(pid=101890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:26:43.010456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a6825-8a57-46ee-a8f6-8fd623445425 req-3e3c3593-e53e-4898-ab93-da932bf8083c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:43.011947 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-899a6825-8a57-46ee-a8f6-8fd623445425 req-3e3c3593-e53e-4898-ab93-da932bf8083c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 944 time: 0.0489650 Oct 12 23:26:43.012989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:26:43.094052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-899a6825-8a57-46ee-a8f6-8fd623445425 req-b3d84b0e-618c-4aa8-aa8e-466502a876e3 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744455 Oct 12 23:26:43.148194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:26:43.157624 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Sync routers for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:26:43.167985 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:43.168647 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:43.258916 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:43.260283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-03894260-5864-4e42-b5c7-e1d800431336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3365607 Oct 12 23:26:43.266061 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36850) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:43.276648 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:43.404124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bc3d42f2-fefe-48f6-b18e-0ba9cba60340 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=38742014418042538107885273e48e96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1341214 Oct 12 23:26:43.404335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36860) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:43.468926 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:42Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:43.494508 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Checking router: 7f1bd0e2-45ed-429a-b8aa-1e05e218084b for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:26:43.494967 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Updating router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b port 0fe015cd-1be7-4ab4-bfa4-137f274e5486 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:26:43.520439 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:43.560962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6766691e-a22c-481f-bcd4-093206f2f743 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:43.563222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6766691e-a22c-481f-bcd4-093206f2f743 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1578593 Oct 12 23:26:43.566158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36862) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:43.606213 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b4f6dddc-c624-4f4a-b52c-c1d356096ed5 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340593 Oct 12 23:26:43.606213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 36864) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:43.610281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-84604950', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'project_id': '38742014418042538107885273e48e96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:43.770994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:26:43.774774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:43.886167 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:43.976858 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:44.026456 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Attempting to bind port 0fe015cd-1be7-4ab4-bfa4-137f274e5486 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:44.026763 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Attempting to bind port 0fe015cd-1be7-4ab4-bfa4-137f274e5486 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:44.027144 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Attempting to bind port 0fe015cd-1be7-4ab4-bfa4-137f274e5486 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:44.034885 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6d542-081c-4294-9bb0-3ceba5652203 None None] Pushing event updated for resources: {'Port': ['ID=0fe015cd-1be7-4ab4-bfa4-137f274e5486,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:44.037613 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:44.038037 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:44.038439 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:44.038956 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:44.039431 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Bound port: 0fe015cd-1be7-4ab4-bfa4-137f274e5486, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:44.039805 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:44.045365 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:44.090903 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] For port 0fe015cd-1be7-4ab4-bfa4-137f274e5486, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:44.094760 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] For port 0fe015cd-1be7-4ab4-bfa4-137f274e5486, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0fe015cd-1be7-4ab4-bfa4-137f274e5486,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:44.110743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Subnet': ['ID=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:44.125168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Checking segment: {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:44.125168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network hostable DHCP agents. Network: b9614fe0-9bb8-4328-8902-350f3e4504fb, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:26:44.165941 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:44.194685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network b9614fe0-9bb8-4328-8902-350f3e4504fb is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:26:44.223261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ac1b6-67b9-461c-a108-bfb289297232 req-15a40310-bf8a-4924-a73c-75e54c2ed2e8 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:44.224922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e18ac1b6-67b9-461c-a108-bfb289297232 req-15a40310-bf8a-4924-a73c-75e54c2ed2e8 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 944 time: 0.0599794 Oct 12 23:26:44.230298 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:44.231141 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:44.270185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e18ac1b6-67b9-461c-a108-bfb289297232 req-22371813-24f7-4764-851d-5df73ecddfcb tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374336 Oct 12 23:26:44.277107 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd6d542-081c-4294-9bb0-3ceba5652203 None None] Pushing event updated for resources: {'Port': ['ID=0fe015cd-1be7-4ab4-bfa4-137f274e5486,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:44.279784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b9614fe0-9bb8-4328-8902-350f3e4504fb) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:44.286153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:44.286153 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:44.303216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9791e11-d4ef-4ac3-acfc-3e14b967107a None None] Network b9614fe0-9bb8-4328-8902-350f3e4504fb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:26:44.362463 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:44.403101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f576f8c9-3fce-4cc8-94ae-e697d4284b09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7975352 Oct 12 23:26:44.406371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 36878) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:26:44.461372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-b9614fe0-9bb8-4328-8902-350f3e4504fb', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:26:44.463420 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:44.554260 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:42Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:44.588198 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9853457-ae22-447c-8d6d-17ccbb320bda None None] The sync data for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 is: [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:42Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:26:44.632603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Allocated IP 172.20.0.2 (b9614fe0-9bb8-4328-8902-350f3e4504fb/7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d/66e6ce93-bbce-4664-a603-c1fc292e8aff) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:44.797441 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:44.856814 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:44.926081 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Network b9614fe0-9bb8-4328-8902-350f3e4504fb is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:44.928960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:44.938180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:44.947765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Pushing event updated for resources: {'Port': ['ID=66e6ce93-bbce-4664-a603-c1fc292e8aff,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:44.982743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:45.028984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Attempting to bind port 66e6ce93-bbce-4664-a603-c1fc292e8aff on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:45.029368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Attempting to bind port 66e6ce93-bbce-4664-a603-c1fc292e8aff by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:45.029729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Attempting to bind port 66e6ce93-bbce-4664-a603-c1fc292e8aff on network b9614fe0-9bb8-4328-8902-350f3e4504fb {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:45.035996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 26, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:45.036383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Checking segment: {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:45.036795 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:45.037201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Bound using segment: {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:45.037699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Bound port: 66e6ce93-bbce-4664-a603-c1fc292e8aff, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:45.038094 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:45.143658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] For port 66e6ce93-bbce-4664-a603-c1fc292e8aff, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:45.145114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] For port 66e6ce93-bbce-4664-a603-c1fc292e8aff, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=66e6ce93-bbce-4664-a603-c1fc292e8aff,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:45.240171 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:45.320662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54744311-1c12-4ed5-8305-0f55c2de624e None None] Pushing event updated for resources: {'Port': ['ID=66e6ce93-bbce-4664-a603-c1fc292e8aff,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:45.369523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.20.0.1 (b9614fe0-9bb8-4328-8902-350f3e4504fb/7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d/fa58eb39-47ee-4b39-ad51-fa271f4c60b9) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:45.421736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad9ec9-025e-4098-8c42-edb2f5e20068 req-18c67d17-07cb-4ca7-96cf-b8a6c647a04d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:45.429296 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9ad9ec9-025e-4098-8c42-edb2f5e20068 req-18c67d17-07cb-4ca7-96cf-b8a6c647a04d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 944 time: 0.0720804 Oct 12 23:26:45.514836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a9ad9ec9-025e-4098-8c42-edb2f5e20068 req-37006053-0e3c-4bff-aa45-83c624e515f9 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784853 Oct 12 23:26:45.531459 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:45.545255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:45.593090 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-19a3bb3d-a964-4cc4-ba16-f87673425a9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:45.663169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:45.705752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network b9614fe0-9bb8-4328-8902-350f3e4504fb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:45.709043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:45.713340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:45.747777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=fa58eb39-47ee-4b39-ad51-fa271f4c60b9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:45.767235 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.007437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.205247 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.210395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:26:46.355818 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4e2d37-3f60-4ce0-b002-2091379fb76d None None] Network b9614fe0-9bb8-4328-8902-350f3e4504fb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:26:46.399843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.406819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0fe015cd-1be7-4ab4-bfa4-137f274e5486 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:46.466580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:46.485971 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.489868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-56980567-9720-44ca-9020-0fbf19924d8d None None] Provisioning complete for port 66e6ce93-bbce-4664-a603-c1fc292e8aff triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:46.499330 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-56980567-9720-44ca-9020-0fbf19924d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.499330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '6ad2d890-04c9-4b36-bd9e-3c8fadd865f8', 'network_id': '008f80d4-6e08-4c26-b946-5b10455812d5', 'port_id': '6ad2d890-04c9-4b36-bd9e-3c8fadd865f8', 'mac_address': 'fa:16:3e:36:3e:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bfb94e1c-1c89-4877-b7fe-e997c2dc70b2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:26:46.572207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=fa58eb39-47ee-4b39-ad51-fa271f4c60b9,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:46.574828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.629610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.633556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0fe015cd-1be7-4ab4-bfa4-137f274e5486 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:46.633920 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.695460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:26:46.726115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764c86c-c9c7-4a89-8154-45057b23c99b req-5afa9d6f-e415-45aa-a2e6-63dd49fb1a09 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:46.728209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f764c86c-c9c7-4a89-8154-45057b23c99b req-5afa9d6f-e415-45aa-a2e6-63dd49fb1a09 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 944 time: 0.0832291 Oct 12 23:26:46.741606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network b9614fe0-9bb8-4328-8902-350f3e4504fb is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:46.748596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:46.762973 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:46.767561 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-56980567-9720-44ca-9020-0fbf19924d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.822402 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f764c86c-c9c7-4a89-8154-45057b23c99b req-d5981fd0-da1f-43f2-890a-a609d061ac12 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869811 Oct 12 23:26:46.834765 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.839708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-56980567-9720-44ca-9020-0fbf19924d8d None None] For port 66e6ce93-bbce-4664-a603-c1fc292e8aff, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=66e6ce93-bbce-4664-a603-c1fc292e8aff,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:46.864207 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.901211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 0fe015cd-1be7-4ab4-bfa4-137f274e5486, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0fe015cd-1be7-4ab4-bfa4-137f274e5486,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:46.907102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:46.912386 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-56980567-9720-44ca-9020-0fbf19924d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.964064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56980567-9720-44ca-9020-0fbf19924d8d None None] Pushing event updated for resources: {'Port': ['ID=66e6ce93-bbce-4664-a603-c1fc292e8aff,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:46.994329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:46.998212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 66e6ce93-bbce-4664-a603-c1fc292e8aff up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:47.055722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['6ad2d890-04c9-4b36-bd9e-3c8fadd865f8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:26:47.112381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=0fe015cd-1be7-4ab4-bfa4-137f274e5486,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:47.145830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0cd63c7d-e828-4201-95ab-bf0775ce3653 None None] Provisioning complete for port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:47.146198 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0cd63c7d-e828-4201-95ab-bf0775ce3653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:47.147894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 66e6ce93-bbce-4664-a603-c1fc292e8aff triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:47.148241 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:47.236559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:26:47.361536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:26:47.368564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f20bcfd2-c00d-4c9f-b84b-692d56d4cc28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "PUT /v2.0/routers/7f1bd0e2-45ed-429a-b8aa-1e05e218084b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9605057 Oct 12 23:26:47.380708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Sync routers for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:26:47.417633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0cd63c7d-e828-4201-95ab-bf0775ce3653 None None] Port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:26:47.471296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:47.471946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:47.515978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0cd63c7d-e828-4201-95ab-bf0775ce3653 None None] Provisioning complete for port 66e6ce93-bbce-4664-a603-c1fc292e8aff triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:47.516351 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0cd63c7d-e828-4201-95ab-bf0775ce3653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:47.523208 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-c3744e7d-d16d-4e6c-90b4-26429f51cccd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505215396&fields=id&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 267 time: 0.0340145 Oct 12 23:26:47.666170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-764abaa1-4523-446a-af9b-9d3bef8ef4a7 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:47.667795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-764abaa1-4523-446a-af9b-9d3bef8ef4a7 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 797 time: 0.1377630 Oct 12 23:26:47.686383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-9dda6fa7-a0c0-4605-ac76-d75a71bce5bc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/quotas/38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 375 time: 0.0097582 Oct 12 23:26:47.690304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:47.741610 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-6d12da90-f480-4fba-a1b9-5bbb3d8d3ce2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488534 Oct 12 23:26:47.939364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-436173ef-42d7-4821-8045-5ea8d1e1f109 None None] Provisioning complete for port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:47.939842 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-436173ef-42d7-4821-8045-5ea8d1e1f109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:47.968913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3874db-5503-4c99-a179-97839c1e399f req-995472a5-65a5-45c7-aa32-434d11821d2d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:47.971060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3874db-5503-4c99-a179-97839c1e399f req-995472a5-65a5-45c7-aa32-434d11821d2d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 945 time: 0.0685034 Oct 12 23:26:47.973515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:47.985084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-436173ef-42d7-4821-8045-5ea8d1e1f109 None None] Port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:26:47.988956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:45Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'fa58eb39-47ee-4b39-ad51-fa271f4c60b9', 'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:a4:a2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:45Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 2, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:48.021465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Checking router: 7f1bd0e2-45ed-429a-b8aa-1e05e218084b for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:26:48.021833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Updating router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:26:48.023588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3874db-5503-4c99-a179-97839c1e399f req-a771c0f0-60fc-4ee7-ae0f-984fe487f9c0 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443966 Oct 12 23:26:48.051619 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.152850 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-6a485937-2473-456a-8cf9-64db88278893 service neutron] 10.222.0.31 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987229 Oct 12 23:26:48.208293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:48.247405 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5904a4a1-960b-4668-b973-b994b757e993 service neutron] 10.222.0.31 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882478 Oct 12 23:26:48.286237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0fe015cd-1be7-4ab4-bfa4-137f274e5486 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:48.376847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:26:48.386233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:48.386826 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.414983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 0fe015cd-1be7-4ab4-bfa4-137f274e5486 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:48.415344 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.458257 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.499140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5feac6e6-7e64-44bf-806d-142e91f23c54 req-ab516d9e-db28-4bcb-89a7-9524466ccbde tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 210 time: 0.0329721 Oct 12 23:26:48.534881 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.599234 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.609680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 66e6ce93-bbce-4664-a603-c1fc292e8aff up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:48.648669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de1c1e-8b8b-472c-bbc1-4dae8f046051 None None] Pushing event updated for resources: {'Port': ['ID=fa58eb39-47ee-4b39-ad51-fa271f4c60b9,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:48.729685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464806b1-f1d7-44d3-968b-6a28a9027cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2d890-04c9-4b36-bd9e-3c8fadd865f8'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:26:48.733415 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e09fb9-b630-48a3-833f-11e542fa3427" -d '{"events": [{"server_uuid": "464806b1-f1d7-44d3-968b-6a28a9027cdd", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2d890-04c9-4b36-bd9e-3c8fadd865f8"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:26:48.733583 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-9107b3a2-b3e2-4490-90f8-dbedcf64d8ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503995 Oct 12 23:26:48.771931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:48.780452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Attempting to bind port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:48.781724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Attempting to bind port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:48.782169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Attempting to bind port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 on network b9614fe0-9bb8-4328-8902-350f3e4504fb {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:48.806355 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1a1f99-3fef-4754-9596-15989ea3afa5 x-openstack-request-id: req-da1a1f99-3fef-4754-9596-15989ea3afa5 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:26:48.806659 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464806b1-f1d7-44d3-968b-6a28a9027cdd", "name": "network-vif-plugged", "status": "completed", "tag": "6ad2d890-04c9-4b36-bd9e-3c8fadd865f8", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:26:48.806915 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-da1a1f99-3fef-4754-9596-15989ea3afa5 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:26:48.807343 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464806b1-f1d7-44d3-968b-6a28a9027cdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad2d890-04c9-4b36-bd9e-3c8fadd865f8', 'code': 200} Oct 12 23:26:48.820329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:48.820714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Checking segment: {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:48.821157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.822670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Bound using segment: {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:48.823207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Bound port: fa58eb39-47ee-4b39-ad51-fa271f4c60b9, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:48.823599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.849369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.852951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-68aa87f9-f67e-484f-9351-c113de66ade4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:48.864212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 66e6ce93-bbce-4664-a603-c1fc292e8aff triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:48.864212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:48.864505 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-68aa87f9-f67e-484f-9351-c113de66ade4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 1098 time: 0.0668395 Oct 12 23:26:48.935083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f516416-938e-4e47-83a0-2f7ae239acec req-7ebab80e-72e2-43b2-b2b5-c99d315ee707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:48.937693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f516416-938e-4e47-83a0-2f7ae239acec req-7ebab80e-72e2-43b2-b2b5-c99d315ee707 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 1098 time: 0.0693872 Oct 12 23:26:48.973595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-fc5f874f-0d1c-4fcd-b703-0605182672a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:48.975231 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-fc5f874f-0d1c-4fcd-b703-0605182672a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.0957956 Oct 12 23:26:48.982175 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f516416-938e-4e47-83a0-2f7ae239acec req-016d98a2-547a-4603-8507-cfef405e481d service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352395 Oct 12 23:26:49.001859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:49.008261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b149552d-35fd-4375-a485-d55465bdb0a4 None None] Provisioning complete for port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:49.008626 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b149552d-35fd-4375-a485-d55465bdb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:49.035722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] For port fa58eb39-47ee-4b39-ad51-fa271f4c60b9, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:49.052152 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-91016e3a-2782-4869-ab4d-bd42dedb0d4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c HTTP/1.1" status: 200 len: 1002 time: 0.0704279 Oct 12 23:26:49.058640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] For port fa58eb39-47ee-4b39-ad51-fa271f4c60b9, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fa58eb39-47ee-4b39-ad51-fa271f4c60b9,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:49.103918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b149552d-35fd-4375-a485-d55465bdb0a4 None None] Port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:26:49.115931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-0435297c-5420-4906-b65f-c2a736f75f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:49.117509 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-0435297c-5420-4906-b65f-c2a736f75f54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0559454 Oct 12 23:26:49.148605 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:49.169276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-97ca8c1a-f09b-4186-89b4-70adf5447841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:49.169841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb08924-bb76-4b59-a86c-61930a6a30ee req-09336df1-644d-4243-986e-7d1bbc0798a8 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:49.171013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-97ca8c1a-f09b-4186-89b4-70adf5447841 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465977 Oct 12 23:26:49.171942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0eb08924-bb76-4b59-a86c-61930a6a30ee req-09336df1-644d-4243-986e-7d1bbc0798a8 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 946 time: 0.0599625 Oct 12 23:26:49.181901 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:49.207249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:26:49.208007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:49.224584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0eb08924-bb76-4b59-a86c-61930a6a30ee req-afb30724-ee91-44fc-80cc-4d1ab9018ad3 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Oct 12 23:26:49.298498 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-05480ef7-ea64-4da4-b3cc-6c72d2584f2c service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123078 Oct 12 23:26:49.311389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9de1c1e-8b8b-472c-bbc1-4dae8f046051 None None] Pushing event updated for resources: {'Port': ['ID=fa58eb39-47ee-4b39-ad51-fa271f4c60b9,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:49.364181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:26:49.398953 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:49.407227 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13b595ea-b2e5-476f-8fb2-db3f5426874e req-4c89e9b7-380e-4570-b22a-fc2d7ee99ee5 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010299 Oct 12 23:26:49.491245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8788f360-640c-4008-a4c2-11da58ec485e None None] Provisioning complete for port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:49.491617 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8788f360-640c-4008-a4c2-11da58ec485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:49.569463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6f83ee5-26bc-452c-b989-3d4d4c2b9f15 req-fa2c0f64-ed17-444c-9d96-aeca63dd2a09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 210 time: 0.0284600 Oct 12 23:26:49.623306 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8788f360-640c-4008-a4c2-11da58ec485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:49.663434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8788f360-640c-4008-a4c2-11da58ec485e None None] For port fa58eb39-47ee-4b39-ad51-fa271f4c60b9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fa58eb39-47ee-4b39-ad51-fa271f4c60b9,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:49.666392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:45Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'fa58eb39-47ee-4b39-ad51-fa271f4c60b9', 'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:a4:a2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:45Z', 'updated_at': '2021-10-12T23:26:49Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:26:49.692339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35d8248e-705f-4d16-8961-cfabcea17259 None None] The sync data for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 is: [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:45Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'fa58eb39-47ee-4b39-ad51-fa271f4c60b9', 'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:a4:a2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:45Z', 'updated_at': '2021-10-12T23:26:49Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:26:49.725250 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8788f360-640c-4008-a4c2-11da58ec485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:49.795243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788f360-640c-4008-a4c2-11da58ec485e None None] Pushing event updated for resources: {'Port': ['ID=fa58eb39-47ee-4b39-ad51-fa271f4c60b9,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:50.314076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fa58eb39-47ee-4b39-ad51-fa271f4c60b9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:50.365132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:50.365516 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:50.371029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048499f-01c8-49ce-a65f-f459a0f50d74 req-2a60307f-ebfb-492c-a398-885c6919cf1d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:50.373464 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0048499f-01c8-49ce-a65f-f459a0f50d74 req-2a60307f-ebfb-492c-a398-885c6919cf1d tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 946 time: 0.0558016 Oct 12 23:26:50.428029 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0048499f-01c8-49ce-a65f-f459a0f50d74 req-be186559-fe6f-44e4-96e0-ee67b9735da7 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441971 Oct 12 23:26:50.678303 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09aaf16a-7084-4335-9411-53af9f7eeff1 req-96652d5b-171d-49a8-b507-aca858f52a49 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 210 time: 0.0310516 Oct 12 23:26:51.208182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-395fc20a-65b6-4895-9993-5d0a93c0d991 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:51.209512 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-395fc20a-65b6-4895-9993-5d0a93c0d991 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.41 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 797 time: 0.1143322 Oct 12 23:26:51.261259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-0c8962cc-d4c2-4515-a626-44f610748684 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 379 time: 0.0424891 Oct 12 23:26:51.271028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'port': {'device_id': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'admin_state_up': True, 'tenant_id': '38742014418042538107885273e48e96', 'security_groups': ['5599a37f-4b0c-429e-a52e-7c7a9cf646db']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:51.502073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:26:51.506044 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:51.644843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.20.0.5 (b9614fe0-9bb8-4328-8902-350f3e4504fb/7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d/43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:26:51.780496 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dddf3386-97e1-4265-b325-baa41ffd1470 req-0261364d-323b-41cf-89c6-aa08561c8b97 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 210 time: 0.0315745 Oct 12 23:26:51.809053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:51.924884 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:51.973120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network b9614fe0-9bb8-4328-8902-350f3e4504fb is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:26:51.976304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:26:51.978682 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:26:52.026082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:52.041492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:52.042162 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:52.106916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5c6737f1-aaab-4d5c-adbb-5367ba12545f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8398659 Oct 12 23:26:52.121500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Request body: {'port': {'device_id': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:26:52.186391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:52.270970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0b3d5bf3-3c1b-4493-8f07-8f1c07cb755e None None] Provisioning complete for port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:52.271961 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b3d5bf3-3c1b-4493-8f07-8f1c07cb755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:52.319230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0b3d5bf3-3c1b-4493-8f07-8f1c07cb755e None None] Port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:26:52.480324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:26:52.487973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:52.500014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Transition to ACTIVE for port object 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:26:52.571126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:52.622014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Pushing event updated for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:52.703970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Attempting to bind port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:26:52.704308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Attempting to bind port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:26:52.704636 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Attempting to bind port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on network b9614fe0-9bb8-4328-8902-350f3e4504fb {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:52.709319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on network b9614fe0-9bb8-4328-8902-350f3e4504fb not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:26:52.709637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Attempting to bind port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on network b9614fe0-9bb8-4328-8902-350f3e4504fb {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:26:52.714498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 26, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:26:52.714829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Checking segment: {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:26:52.715238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Bound using segment: {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:26:52.715659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Bound port: 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:26:52.716012 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:52.787093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:26:52.791020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:26:52.857092 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:52.904602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:52.905226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:52.907187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] 10.222.0.41 "PUT /v2.0/ports/43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 1092 time: 0.7906117 Oct 12 23:26:52.919808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:26:52.923069 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f87754af-e307-428e-91d0-122c174cb8ff" -d '{"events": [{"name": "network-changed", "server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:26:53.025306 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63ac5fe-2377-4a20-98ed-93ba34c094f8 x-openstack-request-id: req-f63ac5fe-2377-4a20-98ed-93ba34c094f8 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:26:53.025924 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:26:53.026391 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f63ac5fe-2377-4a20-98ed-93ba34c094f8 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:26:53.027045 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'status': 'completed', 'code': 200} Oct 12 23:26:53.089327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ed71e4-1ab1-40da-b9d5-2035edf9b22f service neutron] Pushing event updated for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:53.112413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee794c7-3071-4432-8171-d5a28cc3fe62 req-7cdce5ad-42f8-4314-ae28-ada6d5ab5e26 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:53.114032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ee794c7-3071-4432-8171-d5a28cc3fe62 req-7cdce5ad-42f8-4314-ae28-ada6d5ab5e26 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 943 time: 0.2169607 Oct 12 23:26:53.117326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-845ca166-15ab-4a3c-ad36-b71215ee21f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:53.118807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-845ca166-15ab-4a3c-ad36-b71215ee21f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1095 time: 0.0830936 Oct 12 23:26:53.192403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-4d4b7f88-bb64-4e6d-8b52-e8a5d20c95e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 217 time: 0.0465398 Oct 12 23:26:53.195362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5ee794c7-3071-4432-8171-d5a28cc3fe62 req-7cca23d7-0cda-4edc-afcc-e756233cb1c5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744867 Oct 12 23:26:53.248066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5ca094ee-db5d-4562-8537-68bacb998b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:53.250451 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-5ca094ee-db5d-4562-8537-68bacb998b3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 200 len: 833 time: 0.0507481 Oct 12 23:26:53.304652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-c34f0c86-3522-4465-b540-fec3f60fd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:53.306239 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-c34f0c86-3522-4465-b540-fec3f60fd475 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9614fe0-9bb8-4328-8902-350f3e4504fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0487490 Oct 12 23:26:53.410734 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-b3fcf111-3a4b-436e-a79f-9b6bcc6a5ab9 service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955470 Oct 12 23:26:53.514393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a97f0c83-bf5a-4f68-9bd6-58444adfc22d req-f2e8c945-5219-4e48-9a32-cdb3a748695d service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963149 Oct 12 23:26:53.699775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87754af-e307-428e-91d0-122c174cb8ff req-4adabd87-4ca3-472a-8a7c-121a1dec1b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:53.704040 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f87754af-e307-428e-91d0-122c174cb8ff req-4adabd87-4ca3-472a-8a7c-121a1dec1b53 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1095 time: 0.0636179 Oct 12 23:26:53.815365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87754af-e307-428e-91d0-122c174cb8ff req-2f64db9e-c5e6-497a-88a5-0ecafebabcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:53.817380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f87754af-e307-428e-91d0-122c174cb8ff req-2f64db9e-c5e6-497a-88a5-0ecafebabcc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 898 time: 0.1068745 Oct 12 23:26:53.862296 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f87754af-e307-428e-91d0-122c174cb8ff req-be6c133e-d1bd-4552-8bc4-e19108512396 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 217 time: 0.0378335 Oct 12 23:26:53.918482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87754af-e307-428e-91d0-122c174cb8ff req-59006ded-3340-4d0d-80e0-1b3c310b992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:53.920204 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f87754af-e307-428e-91d0-122c174cb8ff req-59006ded-3340-4d0d-80e0-1b3c310b992d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 200 len: 833 time: 0.0493727 Oct 12 23:26:53.972492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87754af-e307-428e-91d0-122c174cb8ff req-384e33b0-0190-462f-81b8-9c7cdbb27d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:53.974032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f87754af-e307-428e-91d0-122c174cb8ff req-384e33b0-0190-462f-81b8-9c7cdbb27d14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9614fe0-9bb8-4328-8902-350f3e4504fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0466573 Oct 12 23:26:54.083075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f87754af-e307-428e-91d0-122c174cb8ff req-1730495c-02ae-4f34-8da9-ac40df17d87b service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004889 Oct 12 23:26:54.180532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f87754af-e307-428e-91d0-122c174cb8ff req-38ae0d08-b060-47fe-82a4-cd0198de8347 service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885878 Oct 12 23:26:54.323426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3398d527-fa4a-49f4-86ee-e4c222afcf06 req-cc201cd0-5041-4607-a046-4bba92352372 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:54.325073 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3398d527-fa4a-49f4-86ee-e4c222afcf06 req-cc201cd0-5041-4607-a046-4bba92352372 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 943 time: 0.0508199 Oct 12 23:26:54.364321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3398d527-fa4a-49f4-86ee-e4c222afcf06 req-49db3ae5-244b-4bf1-bc9f-b713f7299192 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328677 Oct 12 23:26:55.500860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142046cc-cacd-4da4-bce0-946935c55334 req-cf95b603-ea19-4970-a05b-5db4eeb26bd2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:55.502646 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-142046cc-cacd-4da4-bce0-946935c55334 req-cf95b603-ea19-4970-a05b-5db4eeb26bd2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 943 time: 0.0605741 Oct 12 23:26:55.549376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-142046cc-cacd-4da4-bce0-946935c55334 req-04048d59-f0ff-4b9c-a0eb-a8d142683eb9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359793 Oct 12 23:26:55.812779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:26:56.055833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:56.074041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'port_id': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'mac_address': 'fa:16:3e:2d:af:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:26:56.134897 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:56.150825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:26:56.171500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:56.285305 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:56.334099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:56.497082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:26:56.697700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb7133f-6ee2-455d-94ab-2df1078f0a47 req-780d1771-70b7-4dd3-a2c2-711dbc65a098 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:56.703512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8fb7133f-6ee2-455d-94ab-2df1078f0a47 req-780d1771-70b7-4dd3-a2c2-711dbc65a098 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 944 time: 0.0822985 Oct 12 23:26:56.748497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8fb7133f-6ee2-455d-94ab-2df1078f0a47 req-9f27332b-f1f3-46e3-a376-b7a620c3434a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400045 Oct 12 23:26:57.814061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:26:57.888426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babe15e9-3ea5-462c-b710-fa68d143ffc1 req-16dc329f-9f5d-4a19-a3d4-9f15ace4cd8b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:57.890014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-babe15e9-3ea5-462c-b710-fa68d143ffc1 req-16dc329f-9f5d-4a19-a3d4-9f15ace4cd8b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 944 time: 0.0507669 Oct 12 23:26:57.928442 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-babe15e9-3ea5-462c-b710-fa68d143ffc1 req-64c2471c-a42a-4d9f-930a-93e98195adf2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325441 Oct 12 23:26:57.953967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:26:57.958221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:26:57.958617 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:58.039800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:58.063570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:26:58.065827 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0db8fa-d797-4e98-9cbf-00d2a5c76a12" -d '{"events": [{"server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "name": "network-vif-plugged", "status": "completed", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:26:58.079717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:26:58.104319 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0419ecfa-bb3a-4764-a52a-c74c7435a985 x-openstack-request-id: req-0419ecfa-bb3a-4764-a52a-c74c7435a985 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:26:58.104609 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "name": "network-vif-plugged", "status": "completed", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:26:58.104859 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0419ecfa-bb3a-4764-a52a-c74c7435a985 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:26:58.105251 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'code': 200} Oct 12 23:26:58.159975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:26:58.208879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8868dd7-8768-469d-ab7c-f3ed34f83927 req-f7b9573d-2149-46f6-abc8-2a0efed1b7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:58.210823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8868dd7-8768-469d-ab7c-f3ed34f83927 req-f7b9573d-2149-46f6-abc8-2a0efed1b7d4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1097 time: 0.0468163 Oct 12 23:26:58.211785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:26:58.250100 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8868dd7-8768-469d-ab7c-f3ed34f83927 req-a5175e66-c324-4e25-a4af-e02bba2422ca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315268 Oct 12 23:26:59.043618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf932bd-aadc-45c6-853d-ac16b0e88824 req-259a39b9-1a15-42cd-a2b5-e52d05a0caf8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:26:59.045029 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bf932bd-aadc-45c6-853d-ac16b0e88824 req-259a39b9-1a15-42cd-a2b5-e52d05a0caf8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0501785 Oct 12 23:26:59.083779 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bf932bd-aadc-45c6-853d-ac16b0e88824 req-b9b6d430-e32a-44c9-8252-dee0158ebf3e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320342 Oct 12 23:27:00.202466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e0986-d7a3-4e61-bcb4-efd5c42040c1 req-18eb9f90-9cf9-41a9-ab86-693302f0673b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:00.204098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f99e0986-d7a3-4e61-bcb4-efd5c42040c1 req-18eb9f90-9cf9-41a9-ab86-693302f0673b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0516400 Oct 12 23:27:00.250137 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f99e0986-d7a3-4e61-bcb4-efd5c42040c1 req-1b19d955-66f2-478c-b98b-016e979fb755 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394940 Oct 12 23:27:00.367663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618184e-b91f-43b0-9de9-36fc4dd25abe req-18b6d700-8fe9-45ea-95e8-ba26674a4669 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:00.369066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b618184e-b91f-43b0-9de9-36fc4dd25abe req-18b6d700-8fe9-45ea-95e8-ba26674a4669 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0497057 Oct 12 23:27:00.407730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b618184e-b91f-43b0-9de9-36fc4dd25abe req-2e5e0f2e-9e1c-466b-939c-58a7e7255203 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319879 Oct 12 23:27:00.430540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37048) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:00.475671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c3a53-8bd5-4f1e-b583-21484c554701 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:00.477187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1b5c3a53-8bd5-4f1e-b583-21484c554701 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1092 time: 0.0456250 Oct 12 23:27:00.480217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37050) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:00.485181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'tenant_id': '38742014418042538107885273e48e96', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:00.564298 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:00.660717 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:00.768287 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.25.2.94 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/20fb4bfc-d25b-4f7e-965c-e067519bdf09) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:27:00.881324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:00.953919 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:00.993594 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:00.998712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:01.002641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:27:01.032851 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=20fb4bfc-d25b-4f7e-965c-e067519bdf09,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:01.517434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:01.688412 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:01.841467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:01.901883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:01.974887 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=20fb4bfc-d25b-4f7e-965c-e067519bdf09,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:01.984888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:02.084343 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Floating IP 51002ec3-d312-4708-b58f-0db0beefa917 associated. External IP: 172.25.2.94, port: 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6. Oct 12 23:27:02.614502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:27:02.727503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:27:02.739035 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] Sync routers for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:27:02.749876 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:02.750647 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:02.813610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:02.855502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ca75b20a-5a26-4350-a0cd-72f2f912dddb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3736629 Oct 12 23:27:02.856501 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:27:02.861251 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd" -d '{"events": [{"name": "network-changed", "server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:27:02.897269 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:02.917078 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069b49c3-2ff3-462d-b5f2-e2fefb166293 x-openstack-request-id: req-069b49c3-2ff3-462d-b5f2-e2fefb166293 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:27:02.917400 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:27:02.917659 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-069b49c3-2ff3-462d-b5f2-e2fefb166293 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:27:02.918190 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'status': 'completed', 'code': 200} Oct 12 23:27:03.005967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-a6346a6e-38cc-4f16-b3fe-4e6ff4483f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:03.005967 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-a6346a6e-38cc-4f16-b3fe-4e6ff4483f7c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1097 time: 0.0633912 Oct 12 23:27:03.006482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe40714-9923-4a56-bd1d-afdace045cec req-25bf8b13-cfc5-40c4-b931-f5798fa0206b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:03.008421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4fe40714-9923-4a56-bd1d-afdace045cec req-25bf8b13-cfc5-40c4-b931-f5798fa0206b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0590422 Oct 12 23:27:03.063338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4fe40714-9923-4a56-bd1d-afdace045cec req-2eb48249-d62d-445e-b7ee-88f2e33c9635 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486290 Oct 12 23:27:03.103323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37088) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:03.136722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-7e59bdb8-f558-4348-ae41-e06ed7707aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:03.138200 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-7e59bdb8-f558-4348-ae41-e06ed7707aaf service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 898 time: 0.1227372 Oct 12 23:27:03.207739 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:45Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '51002ec3-d312-4708-b58f-0db0beefa917', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'port_id': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'mac_address': 'fa:16:3e:2d:af:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:27:01Z', 'updated_at': '2021-10-12T23:27:01Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa58eb39-47ee-4b39-ad51-fa271f4c60b9', 'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:a4:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:45Z', 'updated_at': '2021-10-12T23:26:49Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:03.213593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-650af418-e08f-4aee-8b4f-ef41b2c4fd6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 998 time: 0.0687065 Oct 12 23:27:03.235794 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] Checking router: 7f1bd0e2-45ed-429a-b8aa-1e05e218084b for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:27:03.236375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f3902494-07a6-4b56-b1c0-14bbf0df4457 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/51002ec3-d312-4708-b58f-0db0beefa917 HTTP/1.1" status: 200 len: 990 time: 0.1318889 Oct 12 23:27:03.245286 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:03.245855 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:03.272536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-3968a2bf-4a24-44c3-afea-0157d8caceec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:03.273796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-3968a2bf-4a24-44c3-afea-0157d8caceec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 200 len: 833 time: 0.0537181 Oct 12 23:27:03.324281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-bd67b36a-c4d4-463d-9591-01523257ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:03.325998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-bd67b36a-c4d4-463d-9591-01523257ea7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9614fe0-9bb8-4328-8902-350f3e4504fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450318 Oct 12 23:27:03.386607 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:03.447787 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-0fa6538b-76e1-46eb-b0cc-0ed35cf7d674 service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139684 Oct 12 23:27:03.565137 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e2ea9463-65fb-4fe2-8e69-a33c1ae73acd req-fcb431ed-f1f1-45ed-950d-7c4ab16f8183 service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095963 Oct 12 23:27:03.660703 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:45Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '51002ec3-d312-4708-b58f-0db0beefa917', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'port_id': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'mac_address': 'fa:16:3e:2d:af:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:27:01Z', 'updated_at': '2021-10-12T23:27:01Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa58eb39-47ee-4b39-ad51-fa271f4c60b9', 'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:a4:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:45Z', 'updated_at': '2021-10-12T23:26:49Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:03.687794 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2be9b6b0-1da6-4e5a-b9cf-08ffdfacf47c None None] The sync data for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 is: [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:45Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '51002ec3-d312-4708-b58f-0db0beefa917', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.94', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'port_id': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3766, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'mac_address': 'fa:16:3e:2d:af:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:27:01Z', 'updated_at': '2021-10-12T23:27:01Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa58eb39-47ee-4b39-ad51-fa271f4c60b9', 'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:a4:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:45Z', 'updated_at': '2021-10-12T23:26:49Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:27:03.967142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f66b5d7f-9c40-458d-9dbb-0a58a35e4635 None None] New status for floating IP 51002ec3-d312-4708-b58f-0db0beefa917: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:27:04.240515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37096) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:04.309750 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fa6df874-76de-4f0e-a2f0-fe6482eb5be5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/51002ec3-d312-4708-b58f-0db0beefa917 HTTP/1.1" status: 200 len: 992 time: 0.0679984 Oct 12 23:27:06.217264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a11ffd-92c9-42ca-8b8e-037a40600c0a req-3ca4e770-0cc2-49bc-b463-c8048a062155 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:06.219282 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57a11ffd-92c9-42ca-8b8e-037a40600c0a req-3ca4e770-0cc2-49bc-b463-c8048a062155 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 945 time: 0.0497751 Oct 12 23:27:06.257867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57a11ffd-92c9-42ca-8b8e-037a40600c0a req-f09b4727-8ace-4f39-8890-b17465a16745 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323100 Oct 12 23:27:07.502034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed25167-fd57-44a4-8ea9-40e7ea65812e req-03cca707-ad66-49b2-b63b-826e9fffee1d tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:07.503679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ed25167-fd57-44a4-8ea9-40e7ea65812e req-03cca707-ad66-49b2-b63b-826e9fffee1d tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 945 time: 0.0525999 Oct 12 23:27:07.545372 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ed25167-fd57-44a4-8ea9-40e7ea65812e req-6578d662-760f-44e3-9c61-6d17215b17d8 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/security-groups?id=d7ca8dbb-c818-4cf3-b6aa-2604d1434832&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349617 Oct 12 23:27:07.627075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-3481461b-9d45-44f2-978e-d231ec3f891c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:07.628105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-3481461b-9d45-44f2-978e-d231ec3f891c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.25 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 945 time: 0.0555205 Oct 12 23:27:07.734256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Deleting port 42326377-6dac-4eec-b154-3db747e316b5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:07.735275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:07.835449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] For port 42326377-6dac-4eec-b154-3db747e316b5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=42326377-6dac-4eec-b154-3db747e316b5,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:07.835813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:08.096007 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:08.096501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:08.096901 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Floating IP c0ba493b-803c-4118-b228-c1e933a8178a disassociated. External IP: 172.25.2.103, port: 42326377-6dac-4eec-b154-3db747e316b5. Oct 12 23:27:08.097306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Calling delete_port for 42326377-6dac-4eec-b154-3db747e316b5 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:08.314157 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:08.350583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event deleted for resources: {'Port': ['ID=42326377-6dac-4eec-b154-3db747e316b5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:08.471875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Router f82d6235-9499-4733-859b-91cd91e122b0 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:27:08.596971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:27:08.619232 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] Sync routers for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:27:08.637333 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:08.637895 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:08.644835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] No DVR routers for this DVR port 42326377-6dac-4eec-b154-3db747e316b5 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:27:08.648533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:08.652122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e2f59782-0e3e-46b1-a35d-06fdec91fb14 req-48dfd61c-4f85-4e9f-bfbc-f30aa82a868c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.25 "DELETE /v2.0/ports/42326377-6dac-4eec-b154-3db747e316b5 HTTP/1.1" status: 204 len: 173 time: 1.0177884 Oct 12 23:27:08.652593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'name': 'network-vif-deleted', 'tag': '42326377-6dac-4eec-b154-3db747e316b5'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:27:08.655651 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ede5bae-4f38-46f6-adbd-88d15825a142" -d '{"events": [{"server_uuid": "e2664ac0-753e-4316-a791-dc9eda0a2325", "name": "network-vif-deleted", "tag": "42326377-6dac-4eec-b154-3db747e316b5"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:27:08.686157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f12b3eb0-d8ca-4e00-811e-7b9a19ae9883 req-4410b895-f9c7-4fbe-a7a7-5ffcd462e650 tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 210 time: 0.0270061 Oct 12 23:27:08.699965 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb14569-e7f4-481b-960a-4e3ef3c6b212 x-openstack-request-id: req-0fb14569-e7f4-481b-960a-4e3ef3c6b212 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:27:08.700280 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2664ac0-753e-4316-a791-dc9eda0a2325", "name": "network-vif-deleted", "tag": "42326377-6dac-4eec-b154-3db747e316b5", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:27:08.700527 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fb14569-e7f4-481b-960a-4e3ef3c6b212 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:27:08.700937 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2664ac0-753e-4316-a791-dc9eda0a2325', 'name': 'network-vif-deleted', 'tag': '42326377-6dac-4eec-b154-3db747e316b5', 'status': 'completed', 'code': 200} Oct 12 23:27:08.935859 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:09.191594 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:54Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd', 'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'mac_address': 'fa:16:3e:0e:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:53Z', 'updated_at': '2021-10-12T23:21:59Z', 'revision_number': 5, 'project_id': 'b99779886979409aab0e28b734ec5308', 'subnets': [{'id': '28964e96-9915-4646-9660-8101f827c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:09.220962 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] Checking router: f82d6235-9499-4733-859b-91cd91e122b0 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:27:09.228928 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:09.229526 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:09.332561 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:09.530166 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:54Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd', 'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'mac_address': 'fa:16:3e:0e:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:53Z', 'updated_at': '2021-10-12T23:21:59Z', 'revision_number': 5, 'project_id': 'b99779886979409aab0e28b734ec5308', 'subnets': [{'id': '28964e96-9915-4646-9660-8101f827c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:09.556799 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cab0c6-2464-45a6-affb-d86e8042d1d4 None None] The sync data for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 is: [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:21:54Z', 'revision_number': 4, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd', 'name': '', 'network_id': 'c05a0f99-3c2d-471f-9a07-9d3fa1c00aea', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'mac_address': 'fa:16:3e:0e:44:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3230, 'fixed_ips': [{'subnet_id': '28964e96-9915-4646-9660-8101f827c38c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:53Z', 'updated_at': '2021-10-12T23:21:59Z', 'revision_number': 5, 'project_id': 'b99779886979409aab0e28b734ec5308', 'subnets': [{'id': '28964e96-9915-4646-9660-8101f827c38c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:27:09.807375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba5bfcf9-8040-4e26-ae38-2d58f854fb1e req-0372cbc7-53e3-4c19-a5fe-0459ed9ee38a tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "GET /v2.0/ports?device_id=e2664ac0-753e-4316-a791-dc9eda0a2325 HTTP/1.1" status: 200 len: 210 time: 0.0288501 Oct 12 23:27:09.814181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd0aaf3-e5fb-416a-9705-e992565ea996 None None] New status for floating IP c0ba493b-803c-4118-b228-c1e933a8178a: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:27:10.864432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37178) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:10.996602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Deleting port d625da12-929c-4f89-b658-478956a8c29a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:10.997059 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.079174 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.079586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.092716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Calling delete_port for d625da12-929c-4f89-b658-478956a8c29a owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:11.296887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.332703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event deleted for resources: {'Port': ['ID=d625da12-929c-4f89-b658-478956a8c29a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:11.400018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.402826 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.405147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-287cd12c-9313-418f-9f6a-b9e8bc04e05c tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "DELETE /v2.0/floatingips/c0ba493b-803c-4118-b228-c1e933a8178a HTTP/1.1" status: 204 len: 168 time: 0.5396609 Oct 12 23:27:11.482288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37190) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:11.547220 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1fe25db-448d-4ac4-ac18-de58ec12251a tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.573977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1fe25db-448d-4ac4-ac18-de58ec12251a tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.708176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1fe25db-448d-4ac4-ac18-de58ec12251a tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.710766 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f1fe25db-448d-4ac4-ac18-de58ec12251a tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:11.713518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f1fe25db-448d-4ac4-ac18-de58ec12251a tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] 10.222.0.31 "DELETE /v2.0/security-groups/d7ca8dbb-c818-4cf3-b6aa-2604d1434832 HTTP/1.1" status: 204 len: 168 time: 0.2297173 Oct 12 23:27:11.724975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe25db-448d-4ac4-ac18-de58ec12251a tempest-TestServerBasicOps-689593804 tempest-TestServerBasicOps-689593804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ca8dbb-c818-4cf3-b6aa-2604d1434832,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:11.815214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37194) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:12.204765 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd7ab005-8c85-48fe-b29f-80bcba1232d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:12.257594 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 42326377-6dac-4eec-b154-3db747e316b5 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:27:12.276572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 42326377-6dac-4eec-b154-3db747e316b5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:27:12.276918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 42326377-6dac-4eec-b154-3db747e316b5 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:27:12.360754 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:12.608195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Deleting port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:12.608563 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:12.685091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] For port 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:12.685441 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:12.697375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Calling delete_port for 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:12.981361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:13.009543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Pushing event deleted for resources: {'Port': ['ID=9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:13.185293 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:13.747803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Router f82d6235-9499-4733-859b-91cd91e122b0 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:27:13.882205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:27:13.890136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-020b50a2-7fa7-4ef7-9a56-449339c77b39 admin admin] 10.222.0.31 "PUT /v2.0/routers/f82d6235-9499-4733-859b-91cd91e122b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0723004 Oct 12 23:27:13.892518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37216) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:13.895146 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] Sync routers for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:27:13.906157 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:13.912612 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:14.050226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:14.057326 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:14.165494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:14.266569 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82'}], 'enable_snat': True}, 'gw_port_id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:27:12Z', 'revision_number': 5, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port': {'id': 'f28eae65-ce3e-4f1c-a1fa-4952b66fad0e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:27:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3222, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:21:49Z', 'updated_at': '2021-10-12T23:21:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:14.301622 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] Checking router: f82d6235-9499-4733-859b-91cd91e122b0 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:27:14.320303 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] Routers {'f82d6235-9499-4733-859b-91cd91e122b0'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:14.321161 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:26:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f82d6235-9499-4733-859b-91cd91e122b0'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:14.346722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Deleting port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:14.347268 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:14.422875 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] Set router f82d6235-9499-4733-859b-91cd91e122b0 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:14.489892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] For port f28eae65-ce3e-4f1c-a1fa-4952b66fad0e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f28eae65-ce3e-4f1c-a1fa-4952b66fad0e,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:14.490607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:14.517863 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:27:14Z', 'revision_number': 6, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:14.520988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Calling delete_port for f28eae65-ce3e-4f1c-a1fa-4952b66fad0e owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:14.556057 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73076dd7-76c3-4ea4-bf06-b0aad07ff5e4 None None] The sync data for ids ['f82d6235-9499-4733-859b-91cd91e122b0'] in n-d-790519-14 is: [{'id': 'f82d6235-9499-4733-859b-91cd91e122b0', 'name': 'tempest-TestServerBasicOps-1430586347-router', 'tenant_id': 'b99779886979409aab0e28b734ec5308', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:48Z', 'updated_at': '2021-10-12T23:27:14Z', 'revision_number': 6, 'project_id': 'b99779886979409aab0e28b734ec5308', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:27:14.805134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:14.833403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Pushing event deleted for resources: {'Port': ['ID=f28eae65-ce3e-4f1c-a1fa-4952b66fad0e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:14.904105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.047358 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.052471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.181921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.182459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f82d6235-9499-4733-859b-91cd91e122b0 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:27:15.187163 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.188346 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-79723010-37a6-47a1-ba69-83f5334da948 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f82d6235-9499-4733-859b-91cd91e122b0 HTTP/1.1" status: 204 len: 168 time: 1.2947960 Oct 12 23:27:15.190816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37224) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:15.237573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be74c38-d7c8-49be-81d5-be00677c8b7a admin admin] Deleting subnet 28964e96-9915-4646-9660-8101f827c38c {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:27:15.240675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be74c38-d7c8-49be-81d5-be00677c8b7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.280428 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be74c38-d7c8-49be-81d5-be00677c8b7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.370885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be74c38-d7c8-49be-81d5-be00677c8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.513679 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.517722 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be74c38-d7c8-49be-81d5-be00677c8b7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.540792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be74c38-d7c8-49be-81d5-be00677c8b7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28964e96-9915-4646-9660-8101f827c38c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:15.545987 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0be74c38-d7c8-49be-81d5-be00677c8b7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.549376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0be74c38-d7c8-49be-81d5-be00677c8b7a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/28964e96-9915-4646-9660-8101f827c38c HTTP/1.1" status: 204 len: 168 time: 0.3575089 Oct 12 23:27:15.551881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf8201-9e3c-4713-bf40-7f008bde151e None None] Network c05a0f99-3c2d-471f-9a07-9d3fa1c00aea requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:27:15.552049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37228) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:15.633779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.651769 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d0f94302-c276-4f75-97ed-327c7555cda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.700749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Deleting port 0cac72cf-fa20-4f34-9223-207a28759bb7 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:15.700749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.761637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] DHCP port deletion for c05a0f99-3c2d-471f-9a07-9d3fa1c00aea request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:27:15.772184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] For port 0cac72cf-fa20-4f34-9223-207a28759bb7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0cac72cf-fa20-4f34-9223-207a28759bb7,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:15.772555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.786155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Calling delete_port for 0cac72cf-fa20-4f34-9223-207a28759bb7 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:15.808334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Deleting port 0cac72cf-fa20-4f34-9223-207a28759bb7 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:15.808694 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.873143 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] For port 0cac72cf-fa20-4f34-9223-207a28759bb7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0cac72cf-fa20-4f34-9223-207a28759bb7,segment=NetworkSegment(aa431e78-6d06-4f99-b868-7ce7d516b76b),segment_id=aa431e78-6d06-4f99-b868-7ce7d516b76b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:15.873535 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.886062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Calling delete_port for 0cac72cf-fa20-4f34-9223-207a28759bb7 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:15.931083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.963760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] No DVR routers for this DVR port 0cac72cf-fa20-4f34-9223-207a28759bb7 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:27:15.967554 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Pushing event deleted for resources: {'Port': ['ID=0cac72cf-fa20-4f34-9223-207a28759bb7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:15.967668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:15.993314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Pushing event deleted for resources: {'Port': ['ID=0cac72cf-fa20-4f34-9223-207a28759bb7,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:15.998181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] No DVR routers for this DVR port 0cac72cf-fa20-4f34-9223-207a28759bb7 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:27:16.005781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.006130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.006467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.009876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.009876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.009876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.009876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.009876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.009876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.009876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.009876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.009876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e955f-4fbe-40e4-991f-ff9b400824fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:16.058511 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:16.080452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05a0f99-3c2d-471f-9a07-9d3fa1c00aea']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:16.089864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa431e78-6d06-4f99-b868-7ce7d516b76b') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:16.090166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa431e78-6d06-4f99-b868-7ce7d516b76b') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:16.100530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:16.113655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:16.119466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:27:16.119846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:27:16.121473 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:27:16.135036 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:27:16.181588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:16.245086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:16.251885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:16.255760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] 10.222.0.31 "DELETE /v2.0/networks/c05a0f99-3c2d-471f-9a07-9d3fa1c00aea HTTP/1.1" status: 204 len: 168 time: 0.7021766 Oct 12 23:27:16.258132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37244) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:16.281596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7f264-0c88-41f8-974e-b46c104ac59e admin admin] Pushing event deleted for resources: {'Network': ['ID=c05a0f99-3c2d-471f-9a07-9d3fa1c00aea,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:16.319207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f28eae65-ce3e-4f1c-a1fa-4952b66fad0e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:27:16.355739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f28eae65-ce3e-4f1c-a1fa-4952b66fad0e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:27:16.357541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f28eae65-ce3e-4f1c-a1fa-4952b66fad0e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:27:16.357541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0cac72cf-fa20-4f34-9223-207a28759bb7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:27:16.384458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0cac72cf-fa20-4f34-9223-207a28759bb7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:27:16.384914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0cac72cf-fa20-4f34-9223-207a28759bb7 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:27:16.385436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:27:16.404558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:27:16.405055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9839e951-6fde-4ff0-a1b7-cf1ee8bcb3cd not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:27:16.674832 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:16.952459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Deleting port 741fdb35-9b55-4393-a740-4067d4c64079 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:16.953339 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:17.041466 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] For port 741fdb35-9b55-4393-a740-4067d4c64079, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=741fdb35-9b55-4393-a740-4067d4c64079,segment=NetworkSegment(e3d6d206-7297-4a7e-85b5-039be0a44c8a),segment_id=e3d6d206-7297-4a7e-85b5-039be0a44c8a)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:17.041747 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:17.056014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Calling delete_port for 741fdb35-9b55-4393-a740-4067d4c64079 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:17.330829 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:17.354840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Pushing event deleted for resources: {'Port': ['ID=741fdb35-9b55-4393-a740-4067d4c64079,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:17.556169 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:17.818391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Router 3f618622-8f6a-4f75-b185-a2410faa851a has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:27:17.896105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:17.931079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:27:17.939750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:17.940261 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-580f4132-3781-4020-be11-9b6beea2b1cd admin admin] 10.222.0.31 "PUT /v2.0/routers/3f618622-8f6a-4f75-b185-a2410faa851a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6786079 Oct 12 23:27:17.941949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] Sync routers for ids ['3f618622-8f6a-4f75-b185-a2410faa851a'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:27:17.952249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] Routers {'3f618622-8f6a-4f75-b185-a2410faa851a'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:17.953433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3f618622-8f6a-4f75-b185-a2410faa851a'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:18.062886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] Set router 3f618622-8f6a-4f75-b185-a2410faa851a gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:18.063319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:18.200533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:18.297568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:59Z', 'updated_at': '2021-10-12T23:27:17Z', 'revision_number': 5, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'gw_port': {'id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:00Z', 'updated_at': '2021-10-12T23:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:18.332382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] Checking router: 3f618622-8f6a-4f75-b185-a2410faa851a for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:27:18.342157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] Routers {'3f618622-8f6a-4f75-b185-a2410faa851a'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:18.342763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['3f618622-8f6a-4f75-b185-a2410faa851a'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:18.404896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Deleting port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:18.405242 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:18.454735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] Set router 3f618622-8f6a-4f75-b185-a2410faa851a gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:18.490977 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] For port 7abeb0ba-a743-4d96-bec2-ca1b38a2109e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7abeb0ba-a743-4d96-bec2-ca1b38a2109e,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:18.491355 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:18.511385 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Calling delete_port for 7abeb0ba-a743-4d96-bec2-ca1b38a2109e owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:18.646910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:59Z', 'updated_at': '2021-10-12T23:27:17Z', 'revision_number': 5, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'gw_port': {'id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:00Z', 'updated_at': '2021-10-12T23:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:18.675688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af29186f-1a1d-4fae-a95a-816ad306becf None None] The sync data for ids ['3f618622-8f6a-4f75-b185-a2410faa851a'] in n-d-790519-14 is: [{'id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'name': 'tempest-TestServerBasicOps-616721899-router', 'tenant_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194'}], 'enable_snat': True}, 'gw_port_id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:21:59Z', 'updated_at': '2021-10-12T23:27:17Z', 'revision_number': 5, 'project_id': '281a6cb6b7be45d69fc69c0dfe2863df', 'gw_port': {'id': '7abeb0ba-a743-4d96-bec2-ca1b38a2109e', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:e1:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f618622-8f6a-4f75-b185-a2410faa851a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3243, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:22:00Z', 'updated_at': '2021-10-12T23:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:27:18.813305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:18.835694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7abeb0ba-a743-4d96-bec2-ca1b38a2109e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:18.900591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:18.991783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:18.993862 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.129869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.130434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f618622-8f6a-4f75-b185-a2410faa851a {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:27:19.137759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.137759 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1e5afe69-a975-4093-abd9-61bfaa697ca9 admin admin] 10.222.0.31 "DELETE /v2.0/routers/3f618622-8f6a-4f75-b185-a2410faa851a HTTP/1.1" status: 204 len: 168 time: 1.1959624 Oct 12 23:27:19.138912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37270) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:19.152771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.184801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd48eea-f3af-4211-a3cd-e2366c8594b4 admin admin] Deleting subnet eb137a1a-b61b-46b8-9546-7a7489f79f5a {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:27:19.188421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8fd48eea-f3af-4211-a3cd-e2366c8594b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.224233 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8fd48eea-f3af-4211-a3cd-e2366c8594b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.314623 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8fd48eea-f3af-4211-a3cd-e2366c8594b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.353588 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.462351 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8fd48eea-f3af-4211-a3cd-e2366c8594b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.488634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd48eea-f3af-4211-a3cd-e2366c8594b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb137a1a-b61b-46b8-9546-7a7489f79f5a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:19.491815 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8fd48eea-f3af-4211-a3cd-e2366c8594b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.495054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8fd48eea-f3af-4211-a3cd-e2366c8594b4 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/eb137a1a-b61b-46b8-9546-7a7489f79f5a HTTP/1.1" status: 204 len: 168 time: 0.3549480 Oct 12 23:27:19.498456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b659fa7b-ac4d-4ec3-922c-1f8bbd3fbbf7 None None] Network cee46cb1-ea82-4929-82e7-ef13ecfe93c3 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:27:19.499101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37274) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:19.581847 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.660092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Deleting port 0101573b-77c5-498f-867d-19304076b042 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:19.660636 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.696400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac67faa-924a-4851-934d-78ae62679141 None None] DHCP port deletion for cee46cb1-ea82-4929-82e7-ef13ecfe93c3 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:27:19.747305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] For port 0101573b-77c5-498f-867d-19304076b042, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0101573b-77c5-498f-867d-19304076b042,segment=NetworkSegment(e3d6d206-7297-4a7e-85b5-039be0a44c8a),segment_id=e3d6d206-7297-4a7e-85b5-039be0a44c8a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:19.747589 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.750986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cac67faa-924a-4851-934d-78ae62679141 None None] Deleting port 0101573b-77c5-498f-867d-19304076b042 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:19.751371 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cac67faa-924a-4851-934d-78ae62679141 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.760782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Calling delete_port for 0101573b-77c5-498f-867d-19304076b042 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:19.815782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cac67faa-924a-4851-934d-78ae62679141 None None] For port 0101573b-77c5-498f-867d-19304076b042, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0101573b-77c5-498f-867d-19304076b042,segment=NetworkSegment(e3d6d206-7297-4a7e-85b5-039be0a44c8a),segment_id=e3d6d206-7297-4a7e-85b5-039be0a44c8a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:19.816177 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cac67faa-924a-4851-934d-78ae62679141 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.836749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cac67faa-924a-4851-934d-78ae62679141 None None] Calling delete_port for 0101573b-77c5-498f-867d-19304076b042 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:19.913138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.940584 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cac67faa-924a-4851-934d-78ae62679141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:19.969070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac67faa-924a-4851-934d-78ae62679141 None None] Pushing event deleted for resources: {'Port': ['ID=0101573b-77c5-498f-867d-19304076b042,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:19.972787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0101573b-77c5-498f-867d-19304076b042,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:19.975665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac67faa-924a-4851-934d-78ae62679141 None None] No DVR routers for this DVR port 0101573b-77c5-498f-867d-19304076b042 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:27:19.980792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] No DVR routers for this DVR port 0101573b-77c5-498f-867d-19304076b042 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:27:20.083753 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.104946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cee46cb1-ea82-4929-82e7-ef13ecfe93c3']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:20.114833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d6d206-7297-4a7e-85b5-039be0a44c8a') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:20.115192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d6d206-7297-4a7e-85b5-039be0a44c8a') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:20.125600 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.139158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.145946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:27:20.146337 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:27:20.148094 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:27:20.291820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0101573b-77c5-498f-867d-19304076b042 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:27:20.302078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.308133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.312414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] 10.222.0.31 "DELETE /v2.0/networks/cee46cb1-ea82-4929-82e7-ef13ecfe93c3 HTTP/1.1" status: 204 len: 168 time: 0.8117290 Oct 12 23:27:20.324741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0101573b-77c5-498f-867d-19304076b042 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:27:20.331745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0101573b-77c5-498f-867d-19304076b042 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:27:20.331745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 741fdb35-9b55-4393-a740-4067d4c64079 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:27:20.332667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3135dfd-abf8-4a6a-9838-f819ad0829b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cee46cb1-ea82-4929-82e7-ef13ecfe93c3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:20.348048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 741fdb35-9b55-4393-a740-4067d4c64079 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:27:20.348993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 741fdb35-9b55-4393-a740-4067d4c64079 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:27:20.348993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7abeb0ba-a743-4d96-bec2-ca1b38a2109e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:27:20.369844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 7abeb0ba-a743-4d96-bec2-ca1b38a2109e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:27:20.370422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7abeb0ba-a743-4d96-bec2-ca1b38a2109e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:27:20.654221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37302) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:20.696149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5a49c13a-caf9-4079-a944-b871f41a8b55 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b99779886979409aab0e28b734ec5308&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404284 Oct 12 23:27:20.698656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37304) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:20.752510 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc2cd-ff02-4dc9-a616-f4f0588c4bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.774910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc2cd-ff02-4dc9-a616-f4f0588c4bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.861908 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc2cd-ff02-4dc9-a616-f4f0588c4bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.864880 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6b4cc2cd-ff02-4dc9-a616-f4f0588c4bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:20.868171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6b4cc2cd-ff02-4dc9-a616-f4f0588c4bd4 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eddfbf09-1c70-415a-a2f6-de73fc83fbdf HTTP/1.1" status: 204 len: 168 time: 0.1665220 Oct 12 23:27:20.880034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4cc2cd-ff02-4dc9-a616-f4f0588c4bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eddfbf09-1c70-415a-a2f6-de73fc83fbdf,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:21.544141 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37316) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:21.614654 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f9016346-0154-47b3-a0fc-7e7a3841abbf admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=281a6cb6b7be45d69fc69c0dfe2863df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0663309 Oct 12 23:27:21.615010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37318) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:21.672942 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42fea979-b6d0-458f-860b-17547a7178d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:21.694714 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42fea979-b6d0-458f-860b-17547a7178d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:21.804155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42fea979-b6d0-458f-860b-17547a7178d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:21.807017 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-42fea979-b6d0-458f-860b-17547a7178d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:21.808170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-42fea979-b6d0-458f-860b-17547a7178d7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7951bb21-a40c-422d-9ca6-870f92407faa HTTP/1.1" status: 204 len: 168 time: 0.1918054 Oct 12 23:27:21.816676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fea979-b6d0-458f-860b-17547a7178d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7951bb21-a40c-422d-9ca6-870f92407faa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:22.912779 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37346) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:23.023708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1103034217-network', 'tenant_id': '54c28277b3604034aab68c47eac238ab'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:23.101820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Made reservation on behalf of 54c28277b3604034aab68c47eac238ab for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:27:23.104645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:23.118536 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:23.177002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-f1d7cd12-0e81-465e-947d-81cd8315dcdd req-00d52a66-6ec1-4a33-96b8-b3efb7292c66 service neutron] (101890) timed out ('10.222.0.31', 38578) {{(pid=101890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:27:23.221930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:23.301688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:23.339014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:27:23.353046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10dc7337-0bd9-4860-b965-52e84af4f236,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:23.376540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:23.376894 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Added segment 5e5c3527-c7da-4fe6-aaeb-cdce79ba5379 of type vlan for network 3c2d04de-e065-4e7b-88b7-c6e374350d11 Oct 12 23:27:23.432508 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:23.537005 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:23.538417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:23.541376 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:23.631658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7167909 Oct 12 23:27:23.634526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37372) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:23.635725 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f1fe4-5ef5-421c-863c-6de4139f5131 admin admin] Pushing event updated for resources: {'Network': ['ID=3c2d04de-e065-4e7b-88b7-c6e374350d11,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:23.641128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Request body: {'subnet': {'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1103034217-subnet', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:23.645834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:27:23.764934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Made reservation on behalf of 54c28277b3604034aab68c47eac238ab for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:27:23.767630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.062795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.138722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d96adda3-c841-4633-94d8-dc9364351fe7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:24.147292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Checking segment: {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:24.147642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Network hostable DHCP agents. Network: 3c2d04de-e065-4e7b-88b7-c6e374350d11, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:27:24.204662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:27:24.261880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 3c2d04de-e065-4e7b-88b7-c6e374350d11) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:24.266604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:24.267558 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.273862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72987ed4-7b5c-4f3f-b88c-c1df2d6b96a6 None None] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:27:24.350665 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c471ec20-ecba-40cb-a411-6fb47a033e61 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7148051 Oct 12 23:27:24.353553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37386) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:24.358080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:24.392351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37388) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:24.473107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.474618 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.553310 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.563939 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72c3148e-503d-45c4-95ec-5cc5cf9a10ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.620179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-3c2d04de-e065-4e7b-88b7-c6e374350d11', 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'fixed_ips': [{'subnet_id': 'd96adda3-c841-4633-94d8-dc9364351fe7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:27:24.620179 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.676711 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72c3148e-503d-45c4-95ec-5cc5cf9a10ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.742056 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72c3148e-503d-45c4-95ec-5cc5cf9a10ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.767041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Allocated IP 172.20.0.2 (3c2d04de-e065-4e7b-88b7-c6e374350d11/d96adda3-c841-4633-94d8-dc9364351fe7/38b43363-2983-45b9-bdac-010d32411431) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:27:24.786992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3148e-503d-45c4-95ec-5cc5cf9a10ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc1a407-e13a-4fcc-b7e2-3cc1e6d55e5d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:24.814847 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-72c3148e-503d-45c4-95ec-5cc5cf9a10ea admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=90a24aae2b04446f92a56df336a874f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4214060 Oct 12 23:27:24.817374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37398) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:24.825933 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.869070 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdd09-e092-49ec-81e8-f63300516c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.892297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdd09-e092-49ec-81e8-f63300516c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:24.920866 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.073797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.087579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.103083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdd09-e092-49ec-81e8-f63300516c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.107222 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f9fbdd09-e092-49ec-81e8-f63300516c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.110083 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f9fbdd09-e092-49ec-81e8-f63300516c68 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/2fc1a407-e13a-4fcc-b7e2-3cc1e6d55e5d HTTP/1.1" status: 204 len: 168 time: 0.2915649 Oct 12 23:27:25.113708 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.125341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbdd09-e092-49ec-81e8-f63300516c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc1a407-e13a-4fcc-b7e2-3cc1e6d55e5d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:25.146819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:25.154956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:25.157550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Pushing event updated for resources: {'Port': ['ID=38b43363-2983-45b9-bdac-010d32411431,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:25.160837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:27:25.220164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Attempting to bind port 38b43363-2983-45b9-bdac-010d32411431 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:27:25.220539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Attempting to bind port 38b43363-2983-45b9-bdac-010d32411431 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:27:25.220899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Attempting to bind port 38b43363-2983-45b9-bdac-010d32411431 on network 3c2d04de-e065-4e7b-88b7-c6e374350d11 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:25.226086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:27:25.231202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Checking segment: {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:25.231202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.231202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Bound using segment: {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:27:25.231202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Bound port: 38b43363-2983-45b9-bdac-010d32411431, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:27:25.231202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.249074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Allocated IP 172.25.2.207 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/1bf7473f-9c84-48f6-9a6a-d7597d89b791) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:27:25.301250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] For port 38b43363-2983-45b9-bdac-010d32411431, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:25.304897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] For port 38b43363-2983-45b9-bdac-010d32411431, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38b43363-2983-45b9-bdac-010d32411431,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:27:25.371069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.382232 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.452986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06fa80-9ac7-4f70-a889-426d651c5de2 None None] Pushing event updated for resources: {'Port': ['ID=38b43363-2983-45b9-bdac-010d32411431,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:25.490482 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.529374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:25.534151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:25.536920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:27:25.569814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf7473f-9c84-48f6-9a6a-d7597d89b791,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:25.829221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37408) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:25.847716 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6abbc835-a481-4a0f-9dbf-b447ee257362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.893542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:25.935554 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6abbc835-a481-4a0f-9dbf-b447ee257362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.010350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6abbc835-a481-4a0f-9dbf-b447ee257362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.058020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abbc835-a481-4a0f-9dbf-b447ee257362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9643098c-b07b-408d-812a-90cc351c194c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:26.076049 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6abbc835-a481-4a0f-9dbf-b447ee257362 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=62682f0b9d484626bd41d5182fbfc35f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2457564 Oct 12 23:27:26.079394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37412) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:26.106520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.128854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a47b75-9921-49fd-8857-7cb45fe6f593 req-58c60d33-60af-40a8-bc6e-a3250656b55b tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:26.130434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-12a47b75-9921-49fd-8857-7cb45fe6f593 req-58c60d33-60af-40a8-bc6e-a3250656b55b tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 946 time: 0.0932086 Oct 12 23:27:26.164109 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a595d4df-c3db-41c1-b5a8-1861820d7b34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.199985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a595d4df-c3db-41c1-b5a8-1861820d7b34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.210842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-12a47b75-9921-49fd-8857-7cb45fe6f593 req-d06475c6-a7d9-4fc0-b21c-2b419ff40985 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722556 Oct 12 23:27:26.354781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38b43363-2983-45b9-bdac-010d32411431 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:26.370665 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a595d4df-c3db-41c1-b5a8-1861820d7b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.370665 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a595d4df-c3db-41c1-b5a8-1861820d7b34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.370665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a595d4df-c3db-41c1-b5a8-1861820d7b34 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/9643098c-b07b-408d-812a-90cc351c194c HTTP/1.1" status: 204 len: 168 time: 0.2870812 Oct 12 23:27:26.379918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595d4df-c3db-41c1-b5a8-1861820d7b34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9643098c-b07b-408d-812a-90cc351c194c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:26.464356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 38b43363-2983-45b9-bdac-010d32411431 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:26.464760 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.563158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09845f63-6a3e-48d2-8c33-75b085604736 None None] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:27:26.611409 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.645372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-655c455b-fc2a-4ae7-8bae-96d5d984e271 None None] Provisioning complete for port 38b43363-2983-45b9-bdac-010d32411431 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:26.645664 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-655c455b-fc2a-4ae7-8bae-96d5d984e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.684779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Router f50cd061-11b4-48a3-9828-60150b53994b is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:27:26.694585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 38b43363-2983-45b9-bdac-010d32411431, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38b43363-2983-45b9-bdac-010d32411431,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:26.782747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.816672 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:27:26.831145 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Sync routers for ids ['f50cd061-11b4-48a3-9828-60150b53994b'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:27:26.839805 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-655c455b-fc2a-4ae7-8bae-96d5d984e271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.844440 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Routers {'f50cd061-11b4-48a3-9828-60150b53994b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:26.845209 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f50cd061-11b4-48a3-9828-60150b53994b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:26.880118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=38b43363-2983-45b9-bdac-010d32411431,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:26.890930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:26.898635 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7e838b33-dfd1-4e06-bb74-a41e1cd658d2 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5413496 Oct 12 23:27:26.898967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37420) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:26.932155 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-655c455b-fc2a-4ae7-8bae-96d5d984e271 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:27:26.932510 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-655c455b-fc2a-4ae7-8bae-96d5d984e271 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:27:26.980125 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Set router f50cd061-11b4-48a3-9828-60150b53994b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:27.263425 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:24Z', 'updated_at': '2021-10-12T23:27:25Z', 'revision_number': 3, 'project_id': '54c28277b3604034aab68c47eac238ab', 'gw_port': {'id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:25Z', 'updated_at': '2021-10-12T23:27:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:27.305158 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Checking router: f50cd061-11b4-48a3-9828-60150b53994b for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:27:27.305630 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Updating router f50cd061-11b4-48a3-9828-60150b53994b port 1bf7473f-9c84-48f6-9a6a-d7597d89b791 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:27:27.333612 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.375736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b546713-3229-4373-bdea-677e6b04e09b req-74573d08-a454-45ca-87f1-0c85c41e5f9b tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:27.377562 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b546713-3229-4373-bdea-677e6b04e09b req-74573d08-a454-45ca-87f1-0c85c41e5f9b tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 946 time: 0.0739026 Oct 12 23:27:27.380776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.424947 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b546713-3229-4373-bdea-677e6b04e09b req-9eee6ec0-55c2-468f-acd5-b281dfa261d1 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/security-groups?id=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389578 Oct 12 23:27:27.539665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-8b091320-ecc3-4927-8de0-5109f3454638 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:27.541510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-8b091320-ecc3-4927-8de0-5109f3454638 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.25 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 946 time: 0.0666704 Oct 12 23:27:27.574006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Allocated IP 172.20.0.1 (3c2d04de-e065-4e7b-88b7-c6e374350d11/d96adda3-c841-4633-94d8-dc9364351fe7/cc65d9a6-ad29-4907-a3d4-0ad6c56e1955) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:27:27.604407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-908188e0-75e0-463d-93b7-8e55d37314f3 None None] Provisioning complete for port 38b43363-2983-45b9-bdac-010d32411431 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:27.605931 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-908188e0-75e0-463d-93b7-8e55d37314f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.679731 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.683066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Deleting port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:27:27.687250 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.707735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.775986 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.787403 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] For port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,segment=NetworkSegment(60ce99e5-b549-4b2c-96ec-edf95866b7d8),segment_id=60ce99e5-b549-4b2c-96ec-edf95866b7d8)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:27.787801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.815314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Calling delete_port for 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:27:27.829359 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Attempting to bind port 1bf7473f-9c84-48f6-9a6a-d7597d89b791 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:27:27.829676 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Attempting to bind port 1bf7473f-9c84-48f6-9a6a-d7597d89b791 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:27:27.830124 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Attempting to bind port 1bf7473f-9c84-48f6-9a6a-d7597d89b791 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:27.835465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.839288 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:27:27.841397 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:27.841397 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.841397 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:27:27.841397 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Bound port: 1bf7473f-9c84-48f6-9a6a-d7597d89b791, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:27:27.841397 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:27.844256 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Pushing event updated for resources: {'Port': ['ID=1bf7473f-9c84-48f6-9a6a-d7597d89b791,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:27.869506 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.872810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.873776 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:27.900941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:27.904159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:27.908930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:27:27.911746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] For port 1bf7473f-9c84-48f6-9a6a-d7597d89b791, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:27.915204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Pushing event updated for resources: {'Port': ['ID=cc65d9a6-ad29-4907-a3d4-0ad6c56e1955,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:27.922749 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] For port 1bf7473f-9c84-48f6-9a6a-d7597d89b791, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1bf7473f-9c84-48f6-9a6a-d7597d89b791,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:27:27.960188 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:28.001249 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:28.050546 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:28.064401 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Routers {'f50cd061-11b4-48a3-9828-60150b53994b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:28.065241 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f50cd061-11b4-48a3-9828-60150b53994b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:28.067338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['6ad2d890-04c9-4b36-bd9e-3c8fadd865f8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:27:28.068755 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aabd0f-8247-4328-b343-44fdb7e331ec None None] Pushing event updated for resources: {'Port': ['ID=1bf7473f-9c84-48f6-9a6a-d7597d89b791,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:28.099630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Pushing event deleted for resources: {'Port': ['ID=6ad2d890-04c9-4b36-bd9e-3c8fadd865f8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:28.157981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] No DVR routers for this DVR port 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:27:28.160597 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:28.163997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d7e047e5-3702-4abe-b220-35ced8b25674 req-d3b9c4ad-8968-471f-b887-5b67adf5619c tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.25 "DELETE /v2.0/ports/6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 HTTP/1.1" status: 204 len: 173 time: 0.6164064 Oct 12 23:27:28.164474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464806b1-f1d7-44d3-968b-6a28a9027cdd', 'name': 'network-vif-deleted', 'tag': '6ad2d890-04c9-4b36-bd9e-3c8fadd865f8'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:27:28.166784 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f2f2be-6f83-4299-ad54-0b3234c4b3e6" -d '{"events": [{"server_uuid": "464806b1-f1d7-44d3-968b-6a28a9027cdd", "name": "network-vif-deleted", "tag": "6ad2d890-04c9-4b36-bd9e-3c8fadd865f8"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:27:28.198891 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] Set router f50cd061-11b4-48a3-9828-60150b53994b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:28.199345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:28.216792 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08493d82-a269-4aec-8773-aea0220e98fc x-openstack-request-id: req-08493d82-a269-4aec-8773-aea0220e98fc {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:27:28.217094 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464806b1-f1d7-44d3-968b-6a28a9027cdd", "name": "network-vif-deleted", "tag": "6ad2d890-04c9-4b36-bd9e-3c8fadd865f8", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:27:28.217422 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-08493d82-a269-4aec-8773-aea0220e98fc {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:27:28.217861 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464806b1-f1d7-44d3-968b-6a28a9027cdd', 'name': 'network-vif-deleted', 'tag': '6ad2d890-04c9-4b36-bd9e-3c8fadd865f8', 'status': 'completed', 'code': 200} Oct 12 23:27:28.290199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a9f93e5c-3fb0-4f6e-856a-66ce73076e89 None None] Provisioning complete for port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:28.290199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9f93e5c-3fb0-4f6e-856a-66ce73076e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:28.407091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38b43363-2983-45b9-bdac-010d32411431 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:28.413820 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:24Z', 'updated_at': '2021-10-12T23:27:25Z', 'revision_number': 3, 'project_id': '54c28277b3604034aab68c47eac238ab', 'gw_port': {'id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:25Z', 'updated_at': '2021-10-12T23:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:28.443031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a9f93e5c-3fb0-4f6e-856a-66ce73076e89 None None] Port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:27:28.456958 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9399a168-cbf4-46dc-ad28-9ccf21a10e8f None None] The sync data for ids ['f50cd061-11b4-48a3-9828-60150b53994b'] in n-d-790519-14 is: [{'id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:24Z', 'updated_at': '2021-10-12T23:27:25Z', 'revision_number': 3, 'project_id': '54c28277b3604034aab68c47eac238ab', 'gw_port': {'id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:25Z', 'updated_at': '2021-10-12T23:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:27:28.488484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 38b43363-2983-45b9-bdac-010d32411431 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:28.488484 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:28.611574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9c7f2bb8-22e6-4f59-8372-9570b5ea311e req-f2179594-1eb1-4ab2-990a-807375409577 tempest-VolumesSnapshotTestJSON-224616149 tempest-VolumesSnapshotTestJSON-224616149-project] 10.222.0.31 "GET /v2.0/ports?device_id=464806b1-f1d7-44d3-968b-6a28a9027cdd HTTP/1.1" status: 200 len: 210 time: 0.0596166 Oct 12 23:27:28.805623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:28.844818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:28.912429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Pushing event updated for resources: {'Port': ['ID=cc65d9a6-ad29-4907-a3d4-0ad6c56e1955,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:28.932527 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:29.037095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:29.037095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:29.187039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Router f50cd061-11b4-48a3-9828-60150b53994b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:27:29.329016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:27:29.334628 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c26b96c2-b456-420b-9266-e5f3fb9ec410 admin admin] 10.222.0.31 "PUT /v2.0/routers/f50cd061-11b4-48a3-9828-60150b53994b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4340038 Oct 12 23:27:29.374817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9846a434-3842-4e25-a414-fc5b21455615 None None] Provisioning complete for port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:29.375378 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9846a434-3842-4e25-a414-fc5b21455615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:29.426755 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9846a434-3842-4e25-a414-fc5b21455615 None None] Port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:27:30.096990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37500) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:30.102086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-367501825-network', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:30.176262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Made reservation on behalf of 7f1c4902acde4df59b9ae7df16066ed9 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:27:30.178663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.188244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.228853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37504) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:30.284343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Sync routers for ids ['f50cd061-11b4-48a3-9828-60150b53994b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:27:30.299679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Routers {'f50cd061-11b4-48a3-9828-60150b53994b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:30.304169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f50cd061-11b4-48a3-9828-60150b53994b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:30.316246 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.369688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1bf7473f-9c84-48f6-9a6a-d7597d89b791 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:30.388308 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.419839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:27:30.424777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c3536-b048-4c73-9788-f9137c892657 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.429619 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:30.445334 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.448882 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Added segment 41d68b04-366c-41a3-b6b1-c9563fefa4b8 of type vlan for network 532b8d85-3450-4bbd-9b88-4df18398488f Oct 12 23:27:30.494859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Set router f50cd061-11b4-48a3-9828-60150b53994b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:30.498149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1bf7473f-9c84-48f6-9a6a-d7597d89b791 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:30.498753 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.519120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.524227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c3536-b048-4c73-9788-f9137c892657 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.605014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e48c3536-b048-4c73-9788-f9137c892657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.634142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.635495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:30.636339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.649166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e48c3536-b048-4c73-9788-f9137c892657 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=805f61595f4e4ed6864649dff15d2acb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196870 Oct 12 23:27:30.649779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37514) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:30.651832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c3536-b048-4c73-9788-f9137c892657 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a2da5a-ea97-4b96-abfe-8f793b9fac4e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:30.711367 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6131372 Oct 12 23:27:30.712423 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe4afe80-7bf9-4916-9afc-4b547049add7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.714851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37518) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:30.720613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Request body: {'subnet': {'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-367501825-subnet', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:30.729502 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ce0909-59c6-43cc-b58f-0a9092071f7f admin admin] Pushing event updated for resources: {'Network': ['ID=532b8d85-3450-4bbd-9b88-4df18398488f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:30.736599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.757152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 532b8d85-3450-4bbd-9b88-4df18398488f details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:27:30.761830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe4afe80-7bf9-4916-9afc-4b547049add7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.812768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 1bf7473f-9c84-48f6-9a6a-d7597d89b791, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1bf7473f-9c84-48f6-9a6a-d7597d89b791,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:30.838237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Made reservation on behalf of 7f1c4902acde4df59b9ae7df16066ed9 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:27:30.840590 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.924484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:24Z', 'updated_at': '2021-10-12T23:27:28Z', 'revision_number': 4, 'project_id': '54c28277b3604034aab68c47eac238ab', 'gw_port': {'id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:25Z', 'updated_at': '2021-10-12T23:27:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'cc65d9a6-ad29-4907-a3d4-0ad6c56e1955', 'name': '', 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'mac_address': 'fa:16:3e:77:2c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'd96adda3-c841-4633-94d8-dc9364351fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:27Z', 'updated_at': '2021-10-12T23:27:28Z', 'revision_number': 2, 'project_id': '54c28277b3604034aab68c47eac238ab', 'subnets': [{'id': 'd96adda3-c841-4633-94d8-dc9364351fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:30.927833 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.941711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe4afe80-7bf9-4916-9afc-4b547049add7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.945125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fe4afe80-7bf9-4916-9afc-4b547049add7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:30.949987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fe4afe80-7bf9-4916-9afc-4b547049add7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/90a2da5a-ea97-4b96-abfe-8f793b9fac4e HTTP/1.1" status: 204 len: 168 time: 0.2957103 Oct 12 23:27:31.011428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4afe80-7bf9-4916-9afc-4b547049add7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a2da5a-ea97-4b96-abfe-8f793b9fac4e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:31.012147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=1bf7473f-9c84-48f6-9a6a-d7597d89b791,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:31.015214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Checking router: f50cd061-11b4-48a3-9828-60150b53994b for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:27:31.017163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Updating router f50cd061-11b4-48a3-9828-60150b53994b port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:27:31.045622 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.084251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ef31f-57fa-4164-a35b-9ea7fdb82441 req-c751e215-82c1-4de1-9b0a-284a016212fe tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:31.085992 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d4ef31f-57fa-4164-a35b-9ea7fdb82441 req-c751e215-82c1-4de1-9b0a-284a016212fe tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1097 time: 0.0953884 Oct 12 23:27:31.133828 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d4ef31f-57fa-4164-a35b-9ea7fdb82441 req-3bf32fec-ab8d-4a93-b6f2-587a13e51030 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.236123 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d4ef31f-57fa-4164-a35b-9ea7fdb82441 req-3bf32fec-ab8d-4a93-b6f2-587a13e51030 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.279242 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.337464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9ca6add-0337-4519-a22a-ba60c9602451,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:31.342193 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.352645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Checking segment: {'id': '41d68b04-366c-41a3-b6b1-c9563fefa4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:31.352979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Network hostable DHCP agents. Network: 532b8d85-3450-4bbd-9b88-4df18398488f, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:27:31.361050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8d4ef31f-57fa-4164-a35b-9ea7fdb82441 req-3bf32fec-ab8d-4a93-b6f2-587a13e51030 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.402123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8d4ef31f-57fa-4164-a35b-9ea7fdb82441 req-3bf32fec-ab8d-4a93-b6f2-587a13e51030 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054059 Oct 12 23:27:31.406886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf32fec-ab8d-4a93-b6f2-587a13e51030 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82a446c0-11a0-4a73-803d-60b8ef552375,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:31.439701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.515398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5909695-1a67-4c8a-b1ae-ea2e29e16ea5 None None] Pushing event updated for resources: {'Port': ['ID=cc65d9a6-ad29-4907-a3d4-0ad6c56e1955,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:31.518907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Network 532b8d85-3450-4bbd-9b88-4df18398488f is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:27:31.569466 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Attempting to bind port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:27:31.569995 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Attempting to bind port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:27:31.570228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Attempting to bind port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 on network 3c2d04de-e065-4e7b-88b7-c6e374350d11 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:31.575216 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21529b7d-e09f-47f4-b34b-57ba8eefcd97 req-e25b59c2-4353-4668-bb5a-97bec07bef71 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:31.575871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:27:31.576255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Checking segment: {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:31.583589 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.583750 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21529b7d-e09f-47f4-b34b-57ba8eefcd97 req-e25b59c2-4353-4668-bb5a-97bec07bef71 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0719712 Oct 12 23:27:31.583865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Bound using segment: {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:27:31.583865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Bound port: cc65d9a6-ad29-4907-a3d4-0ad6c56e1955, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:27:31.583865 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.639549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21529b7d-e09f-47f4-b34b-57ba8eefcd97 req-85b6c20f-952c-4413-83e0-f9a38ed5bb08 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559921 Oct 12 23:27:31.658353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 532b8d85-3450-4bbd-9b88-4df18398488f) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:31.663457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37530) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:31.673982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:31.679067 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.682761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ec002b-73b9-408f-a3a2-b5a38b083cb6 None None] Network 532b8d85-3450-4bbd-9b88-4df18398488f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:27:31.761802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] For port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:31.762841 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-175470c1-ccbb-45be-ad88-9c27602bdb0e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/51002ec3-d312-4708-b58f-0db0beefa917 HTTP/1.1" status: 200 len: 992 time: 0.0981071 Oct 12 23:27:31.780209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c5e4595b-7b3d-4170-9017-6c5208ec0f5d admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0601156 Oct 12 23:27:31.782329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37532) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:31.787168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:31.787350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] For port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cc65d9a6-ad29-4907-a3d4-0ad6c56e1955,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:27:31.821710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37536) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:31.835867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb690168-ba4d-4f52-9abc-2ebbd8a20247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.868443 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.919135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb690168-ba4d-4f52-9abc-2ebbd8a20247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.919289 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.920308 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.937196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-532b8d85-3450-4bbd-9b88-4df18398488f', 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'fixed_ips': [{'subnet_id': 'b9ca6add-0337-4519-a22a-ba60c9602451'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:27:31.938429 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.958979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-299d155a-6a71-4d77-a9ff-94c78b086212 None None] Provisioning complete for port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:31.959605 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-299d155a-6a71-4d77-a9ff-94c78b086212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.987136 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:31.999011 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb690168-ba4d-4f52-9abc-2ebbd8a20247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.028954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5909695-1a67-4c8a-b1ae-ea2e29e16ea5 None None] Pushing event updated for resources: {'Port': ['ID=cc65d9a6-ad29-4907-a3d4-0ad6c56e1955,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:32.045104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Routers {'f50cd061-11b4-48a3-9828-60150b53994b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:32.045465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fb690168-ba4d-4f52-9abc-2ebbd8a20247 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=96ea3d2af5504ce7b3416b1d73093fb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225220 Oct 12 23:27:32.046826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f50cd061-11b4-48a3-9828-60150b53994b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:32.047834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb690168-ba4d-4f52-9abc-2ebbd8a20247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa44743-5640-4c22-a1e2-481db293df91,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:32.048777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37542) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:32.249962 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.277516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-539f678b-d97c-4980-8de4-c17b3cf46cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.298508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-539f678b-d97c-4980-8de4-c17b3cf46cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.316456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-db15e80e-08ac-4530-89dd-09eb810e9b78 req-39062924-4f98-4c0e-ac6e-5281de133996 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:27:32.323513 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-db15e80e-08ac-4530-89dd-09eb810e9b78 req-39062924-4f98-4c0e-ac6e-5281de133996 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2264612 Oct 12 23:27:32.361488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1bf7473f-9c84-48f6-9a6a-d7597d89b791 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:32.363459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:27:32.431180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:27:32.431934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 6ad2d890-04c9-4b36-bd9e-3c8fadd865f8 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:27:32.457620 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-539f678b-d97c-4980-8de4-c17b3cf46cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.461270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-539f678b-d97c-4980-8de4-c17b3cf46cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.462454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-539f678b-d97c-4980-8de4-c17b3cf46cda admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/4fa44743-5640-4c22-a1e2-481db293df91 HTTP/1.1" status: 204 len: 168 time: 0.4126689 Oct 12 23:27:32.528947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] Set router f50cd061-11b4-48a3-9828-60150b53994b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:32.547467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f678b-d97c-4980-8de4-c17b3cf46cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa44743-5640-4c22-a1e2-481db293df91,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:32.604541 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-299d155a-6a71-4d77-a9ff-94c78b086212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.608077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.608977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Allocated IP 172.20.0.2 (532b8d85-3450-4bbd-9b88-4df18398488f/b9ca6add-0337-4519-a22a-ba60c9602451/00dff927-3775-4f83-b505-8b70ea06e307) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:27:32.791102 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.791510 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1bf7473f-9c84-48f6-9a6a-d7597d89b791 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:32.791510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.791748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Allocated IP 172.25.2.9 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/8595e9db-3795-4e20-8a78-e6d7dbe9c923) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:27:32.797958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-299d155a-6a71-4d77-a9ff-94c78b086212 None None] For port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cc65d9a6-ad29-4907-a3d4-0ad6c56e1955,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:32.893300 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:32.926761 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-299d155a-6a71-4d77-a9ff-94c78b086212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:33.056815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d155a-6a71-4d77-a9ff-94c78b086212 None None] Pushing event updated for resources: {'Port': ['ID=cc65d9a6-ad29-4907-a3d4-0ad6c56e1955,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:33.070755 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:33.074666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97833f1d-3e96-40e4-be57-7c16f3144052 req-8e7bbef4-b77c-4b93-ae7b-c91e232e7c0f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:33.083380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97833f1d-3e96-40e4-be57-7c16f3144052 req-8e7bbef4-b77c-4b93-ae7b-c91e232e7c0f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0775099 Oct 12 23:27:33.085424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5bb57215-2592-42c8-8ec7-8be1688beaf5 None None] Provisioning complete for port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:33.085767 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5bb57215-2592-42c8-8ec7-8be1688beaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:33.107870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:24Z', 'updated_at': '2021-10-12T23:27:28Z', 'revision_number': 4, 'project_id': '54c28277b3604034aab68c47eac238ab', 'gw_port': {'id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:25Z', 'updated_at': '2021-10-12T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'cc65d9a6-ad29-4907-a3d4-0ad6c56e1955', 'name': '', 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'mac_address': 'fa:16:3e:77:2c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'd96adda3-c841-4633-94d8-dc9364351fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:27Z', 'updated_at': '2021-10-12T23:27:31Z', 'revision_number': 4, 'project_id': '54c28277b3604034aab68c47eac238ab', 'subnets': [{'id': 'd96adda3-c841-4633-94d8-dc9364351fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:33.109806 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:33.152485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f67cb46-1236-4a67-8a21-fb51a27d8843 None None] The sync data for ids ['f50cd061-11b4-48a3-9828-60150b53994b'] in n-d-790519-14 is: [{'id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:24Z', 'updated_at': '2021-10-12T23:27:28Z', 'revision_number': 4, 'project_id': '54c28277b3604034aab68c47eac238ab', 'gw_port': {'id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:25Z', 'updated_at': '2021-10-12T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'cc65d9a6-ad29-4907-a3d4-0ad6c56e1955', 'name': '', 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'mac_address': 'fa:16:3e:77:2c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'd96adda3-c841-4633-94d8-dc9364351fe7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:27Z', 'updated_at': '2021-10-12T23:27:31Z', 'revision_number': 4, 'project_id': '54c28277b3604034aab68c47eac238ab', 'subnets': [{'id': 'd96adda3-c841-4633-94d8-dc9364351fe7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:27:33.170599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:33.174748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:33.182750 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:33.200274 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-97833f1d-3e96-40e4-be57-7c16f3144052 req-088b1966-864b-4dcf-87aa-2b065b893ab4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080143 Oct 12 23:27:33.200274 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:27:33.267256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 37572) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:33.336645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Network 532b8d85-3450-4bbd-9b88-4df18398488f is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:33.345102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:33.351183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:27:33.361789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Pushing event updated for resources: {'Port': ['ID=00dff927-3775-4f83-b505-8b70ea06e307,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:33.410271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Pushing event updated for resources: {'Port': ['ID=8595e9db-3795-4e20-8a78-e6d7dbe9c923,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:33.440146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Attempting to bind port 00dff927-3775-4f83-b505-8b70ea06e307 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:27:33.440524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Attempting to bind port 00dff927-3775-4f83-b505-8b70ea06e307 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '41d68b04-366c-41a3-b6b1-c9563fefa4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:27:33.440891 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Attempting to bind port 00dff927-3775-4f83-b505-8b70ea06e307 on network 532b8d85-3450-4bbd-9b88-4df18398488f {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:33.447742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:27:33.448541 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Checking segment: {'id': '41d68b04-366c-41a3-b6b1-c9563fefa4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:33.449207 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:33.449845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Bound using segment: {'id': '41d68b04-366c-41a3-b6b1-c9563fefa4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:27:33.450590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Bound port: 00dff927-3775-4f83-b505-8b70ea06e307, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d68b04-366c-41a3-b6b1-c9563fefa4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:27:33.451262 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:33.479572 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-ecb21e12-7062-415c-8985-32f5f1a02629 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2333958 Oct 12 23:27:33.492382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-ee3f16d2-cc4b-4f7e-906c-3a8c03c95de8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:27:33.494848 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-ee3f16d2-cc4b-4f7e-906c-3a8c03c95de8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0060515 Oct 12 23:27:33.542794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] For port 00dff927-3775-4f83-b505-8b70ea06e307, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:33.548135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] For port 00dff927-3775-4f83-b505-8b70ea06e307, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=00dff927-3775-4f83-b505-8b70ea06e307,segment=NetworkSegment(41d68b04-366c-41a3-b6b1-c9563fefa4b8),segment_id=41d68b04-366c-41a3-b6b1-c9563fefa4b8)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:27:33.653280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:33.703184 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:33.756608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce0ce88-cb50-43ac-a86d-fb67b5dd020b None None] Pushing event updated for resources: {'Port': ['ID=00dff927-3775-4f83-b505-8b70ea06e307,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:34.152428 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:34.442165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec11c8-6990-42d0-bd21-fddc0a76882c req-a54cbc1f-07bf-4052-883b-7ab2e5380073 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:34.458199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6ec11c8-6990-42d0-bd21-fddc0a76882c req-a54cbc1f-07bf-4052-883b-7ab2e5380073 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.1381836 Oct 12 23:27:34.461986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:27:34.481848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 00dff927-3775-4f83-b505-8b70ea06e307 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:34.557241 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6ec11c8-6990-42d0-bd21-fddc0a76882c req-7dc7d1ba-8169-4306-aa1a-3f094b6bef62 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969422 Oct 12 23:27:34.612428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 00dff927-3775-4f83-b505-8b70ea06e307 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:34.612428 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:34.667370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:27:34.687229 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Sync routers for ids ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:27:34.714854 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Routers {'f04d835d-38ed-486c-8040-3f3fa3f7e2d2'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:34.715705 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:34.763769 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:34.795416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:34.796804 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-18cf78a3-dcb2-42e9-8621-facb96984670 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.0135734 Oct 12 23:27:34.799499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 37616) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:27:34.858888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 00dff927-3775-4f83-b505-8b70ea06e307, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=00dff927-3775-4f83-b505-8b70ea06e307,segment=NetworkSegment(41d68b04-366c-41a3-b6b1-c9563fefa4b8),segment_id=41d68b04-366c-41a3-b6b1-c9563fefa4b8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:34.921632 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Set router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:34.926205 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:34.927046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:35.157320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=00dff927-3775-4f83-b505-8b70ea06e307,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:35.163489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:35.163965 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:35.276850 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:31Z', 'updated_at': '2021-10-12T23:27:33Z', 'revision_number': 3, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'gw_port': {'id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:32Z', 'updated_at': '2021-10-12T23:27:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:35.338707 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Checking router: f04d835d-38ed-486c-8040-3f3fa3f7e2d2 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:27:35.338707 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Updating router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 port 8595e9db-3795-4e20-8a78-e6d7dbe9c923 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:27:35.356146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837a750e-9658-40b7-9a60-527b1b73656b None None] Network 532b8d85-3450-4bbd-9b88-4df18398488f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:27:35.378953 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:35.531810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-82d56c8b-8512-4230-8bd9-813ee19d201a None None] Provisioning complete for port 00dff927-3775-4f83-b505-8b70ea06e307 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:35.532527 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-82d56c8b-8512-4230-8bd9-813ee19d201a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:35.830729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:35.845924 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:35.856315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbaf385-2234-4eb5-9ed6-7bc1347dfdc5 req-4544412d-2d86-4a5f-a975-077c3c87b57b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:35.860494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cbaf385-2234-4eb5-9ed6-7bc1347dfdc5 req-4544412d-2d86-4a5f-a975-077c3c87b57b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.1333094 Oct 12 23:27:35.963251 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:35.982075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cbaf385-2234-4eb5-9ed6-7bc1347dfdc5 req-157b8c67-fa30-4ab5-a5b1-e3cdfe0b614f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132510 Oct 12 23:27:36.059155 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2030125-d498-42d0-847c-feee9e71d410 None None] Pushing event updated for resources: {'Port': ['ID=8595e9db-3795-4e20-8a78-e6d7dbe9c923,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:36.069538 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Attempting to bind port 8595e9db-3795-4e20-8a78-e6d7dbe9c923 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:27:36.069919 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Attempting to bind port 8595e9db-3795-4e20-8a78-e6d7dbe9c923 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:27:36.070283 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Attempting to bind port 8595e9db-3795-4e20-8a78-e6d7dbe9c923 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:36.080584 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:27:36.087542 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:36.087542 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.087542 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:27:36.087542 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Bound port: 8595e9db-3795-4e20-8a78-e6d7dbe9c923, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:27:36.087542 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.114630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4bf8b714-0a45-40ab-93c8-e6022d6f099d None None] Provisioning complete for port 00dff927-3775-4f83-b505-8b70ea06e307 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:36.115307 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4bf8b714-0a45-40ab-93c8-e6022d6f099d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.144046 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] For port 8595e9db-3795-4e20-8a78-e6d7dbe9c923, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:36.147928 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] For port 8595e9db-3795-4e20-8a78-e6d7dbe9c923, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8595e9db-3795-4e20-8a78-e6d7dbe9c923,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:27:36.161056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Allocated IP 172.20.0.1 (532b8d85-3450-4bbd-9b88-4df18398488f/b9ca6add-0337-4519-a22a-ba60c9602451/54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:27:36.245222 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.344702 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Routers {'f04d835d-38ed-486c-8040-3f3fa3f7e2d2'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:36.344951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.345799 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:36.385683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 00dff927-3775-4f83-b505-8b70ea06e307 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:36.395675 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2030125-d498-42d0-847c-feee9e71d410 None None] Pushing event updated for resources: {'Port': ['ID=8595e9db-3795-4e20-8a78-e6d7dbe9c923,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:36.404196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-02848737-ad84-4078-863e-fbecb477e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:36.406889 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-02848737-ad84-4078-863e-fbecb477e5e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1097 time: 0.0486913 Oct 12 23:27:36.438288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 00dff927-3775-4f83-b505-8b70ea06e307 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:36.438686 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.477578 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] Set router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:36.508999 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.509455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-670afe57-4623-4d94-9ace-20959e077b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:36.511771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-670afe57-4623-4d94-9ace-20959e077b09 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 898 time: 0.0979145 Oct 12 23:27:36.552964 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Network 532b8d85-3450-4bbd-9b88-4df18398488f is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:36.557907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:36.561140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:27:36.597028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Pushing event updated for resources: {'Port': ['ID=54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:36.598464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-14098057-ba97-4b12-b6ac-ecd16b9fa6f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 1000 time: 0.0775900 Oct 12 23:27:36.635545 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.665081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-c53caa1b-c53f-4e5a-8d54-a5f3f5dfd7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:36.667160 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-c53caa1b-c53f-4e5a-8d54-a5f3f5dfd7e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 200 len: 833 time: 0.0617299 Oct 12 23:27:36.786020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-6b655978-8f73-4bd1-9e2f-b0a63a671470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:36.789165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-6b655978-8f73-4bd1-9e2f-b0a63a671470 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9614fe0-9bb8-4328-8902-350f3e4504fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1139743 Oct 12 23:27:36.848908 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:31Z', 'updated_at': '2021-10-12T23:27:33Z', 'revision_number': 3, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'gw_port': {'id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:32Z', 'updated_at': '2021-10-12T23:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:36.851617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6f920d8f-4fd8-4dd4-914a-27120ae8d2c4 None None] Provisioning complete for port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:36.858925 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6f920d8f-4fd8-4dd4-914a-27120ae8d2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.878826 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3e8733-678d-4d70-99c7-b659b947806e None None] The sync data for ids ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'] in n-d-790519-14 is: [{'id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:31Z', 'updated_at': '2021-10-12T23:27:33Z', 'revision_number': 3, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'gw_port': {'id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:32Z', 'updated_at': '2021-10-12T23:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:27:36.889773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6f920d8f-4fd8-4dd4-914a-27120ae8d2c4 None None] Port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:27:36.892417 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-7ffa8b40-5452-40a1-a7db-17f65aa579bd service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953012 Oct 12 23:27:36.961378 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:36.994063 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-f35d0a52-3538-4dd7-9efe-0410339a3abb service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949841 Oct 12 23:27:37.158314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599d5a6-b8a8-4b0e-bb8a-f96139af5ad7 req-be3dd95d-3fe7-42c1-a16f-d645c48986f2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:37.158756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:37.160427 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b599d5a6-b8a8-4b0e-bb8a-f96139af5ad7 req-be3dd95d-3fe7-42c1-a16f-d645c48986f2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0741389 Oct 12 23:27:37.203288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b599d5a6-b8a8-4b0e-bb8a-f96139af5ad7 req-fb56c5f5-73b1-4bd6-8e7c-1273c4b3f121 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363233 Oct 12 23:27:37.255767 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:37.333169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Pushing event updated for resources: {'Port': ['ID=54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:37.334520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:37.452304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Network 532b8d85-3450-4bbd-9b88-4df18398488f is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:37.453952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:37.824251 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e12ff858-dd13-49c0-bf49-fe3bab426f61 None None] Provisioning complete for port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:37.824861 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e12ff858-dd13-49c0-bf49-fe3bab426f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:37.873188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e12ff858-dd13-49c0-bf49-fe3bab426f61 None None] Port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:27:37.946627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:27:38.059949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:27:38.084380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f056e702-80f2-4f53-bb8a-2969885068b8 admin admin] 10.222.0.31 "PUT /v2.0/routers/f04d835d-38ed-486c-8040-3f3fa3f7e2d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2679837 Oct 12 23:27:38.341281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9504d9b3-9625-4d87-9e01-a57245ea2b5d req-36e10d61-5135-4330-844d-a31b30373c0d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:38.343791 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9504d9b3-9625-4d87-9e01-a57245ea2b5d req-36e10d61-5135-4330-844d-a31b30373c0d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0534868 Oct 12 23:27:38.366346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8595e9db-3795-4e20-8a78-e6d7dbe9c923 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:38.402874 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9504d9b3-9625-4d87-9e01-a57245ea2b5d req-52a511e2-48e1-4728-bff8-9829bdf7209d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515079 Oct 12 23:27:38.446302 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8595e9db-3795-4e20-8a78-e6d7dbe9c923 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:38.446665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:38.549455 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:38.575636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 8595e9db-3795-4e20-8a78-e6d7dbe9c923, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8595e9db-3795-4e20-8a78-e6d7dbe9c923,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:38.662079 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:38.727770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=8595e9db-3795-4e20-8a78-e6d7dbe9c923,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:38.750993 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Sync routers for ids ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:27:38.756674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-990b353e-72bd-4623-989e-d268650bd5e9 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:38.758490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-990b353e-72bd-4623-989e-d268650bd5e9 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/networks?id=3c2d04de-e065-4e7b-88b7-c6e374350d11 HTTP/1.1" status: 200 len: 911 time: 0.1138771 Oct 12 23:27:38.760683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Routers {'f04d835d-38ed-486c-8040-3f3fa3f7e2d2'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:38.761338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:38.778710 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-1f5419bb-f61b-4d46-a0d1-387c4e2a25c4 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/quotas/7f1c4902acde4df59b9ae7df16066ed9 HTTP/1.1" status: 200 len: 375 time: 0.0125594 Oct 12 23:27:38.864598 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-0f7a1007-e589-4cba-9785-27a8e7f3c06d tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f1c4902acde4df59b9ae7df16066ed9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821221 Oct 12 23:27:38.876320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Set router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:38.965304 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-1f61f849-0b31-455b-b810-ca2c6a9009ff service neutron] 10.222.0.31 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912313 Oct 12 23:27:39.065511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-1af50c63-f8b2-4101-ba3e-b900e3706796 service neutron] 10.222.0.31 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917635 Oct 12 23:27:39.104218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:31Z', 'updated_at': '2021-10-12T23:27:36Z', 'revision_number': 4, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'gw_port': {'id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:32Z', 'updated_at': '2021-10-12T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4', 'name': '', 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'mac_address': 'fa:16:3e:44:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b9ca6add-0337-4519-a22a-ba60c9602451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:35Z', 'updated_at': '2021-10-12T23:27:37Z', 'revision_number': 2, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'subnets': [{'id': 'b9ca6add-0337-4519-a22a-ba60c9602451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:39.133556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Checking router: f04d835d-38ed-486c-8040-3f3fa3f7e2d2 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:27:39.134000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Updating router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:27:39.161691 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:39.376855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2453328-cd74-41eb-9205-ccb0146e7062 req-5c59fc11-4097-46f7-9c02-8f6010c79f8e tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 210 time: 0.0602872 Oct 12 23:27:39.579733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f103815e-5f70-474a-98e4-55d0a2ab59c9 req-b2a4c56a-f410-49e1-9e82-6fec14a9c989 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:39.587926 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f103815e-5f70-474a-98e4-55d0a2ab59c9 req-b2a4c56a-f410-49e1-9e82-6fec14a9c989 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0696175 Oct 12 23:27:39.637936 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f103815e-5f70-474a-98e4-55d0a2ab59c9 req-74c57db7-3c89-4d94-98b4-fc3bdf99d048 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437870 Oct 12 23:27:39.735563 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:39.793379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:39.851622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d8092-53eb-4110-839f-c7f6fd76fed9 None None] Pushing event updated for resources: {'Port': ['ID=54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:39.944638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Attempting to bind port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:27:39.946092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Attempting to bind port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '41d68b04-366c-41a3-b6b1-c9563fefa4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:27:39.947225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Attempting to bind port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 on network 532b8d85-3450-4bbd-9b88-4df18398488f {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:39.954171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 27, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:27:39.955002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Checking segment: {'id': '41d68b04-366c-41a3-b6b1-c9563fefa4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:39.955787 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:39.956542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Bound using segment: {'id': '41d68b04-366c-41a3-b6b1-c9563fefa4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:27:39.957430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Bound port: 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d68b04-366c-41a3-b6b1-c9563fefa4b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:27:39.958136 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:40.097895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] For port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:40.104568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] For port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4,segment=NetworkSegment(41d68b04-366c-41a3-b6b1-c9563fefa4b8),segment_id=41d68b04-366c-41a3-b6b1-c9563fefa4b8)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:27:40.188051 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:40.265132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3e460d8b-daaf-4667-88ae-ef89743d4cd7 None None] Provisioning complete for port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:40.265542 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e460d8b-daaf-4667-88ae-ef89743d4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:40.269086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1d8092-53eb-4110-839f-c7f6fd76fed9 None None] Pushing event updated for resources: {'Port': ['ID=54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:40.290070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Routers {'f04d835d-38ed-486c-8040-3f3fa3f7e2d2'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:27:40.290710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:27:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:40.350108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8595e9db-3795-4e20-8a78-e6d7dbe9c923 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:40.494503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] Set router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:27:40.501222 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-530aefa6-7e72-4679-a472-67766168b37c req-388d3730-ebec-47be-bbb6-ac7ef0654937 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 210 time: 0.0605712 Oct 12 23:27:40.538125 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e460d8b-daaf-4667-88ae-ef89743d4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:40.560702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8595e9db-3795-4e20-8a78-e6d7dbe9c923 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:40.561112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:40.657955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3e460d8b-daaf-4667-88ae-ef89743d4cd7 None None] For port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4,segment=NetworkSegment(41d68b04-366c-41a3-b6b1-c9563fefa4b8),segment_id=41d68b04-366c-41a3-b6b1-c9563fefa4b8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:40.807505 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3e460d8b-daaf-4667-88ae-ef89743d4cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:40.813813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fc9b80-7d78-499b-92e9-6d3a29813067 req-5f4182c3-eddf-4269-89aa-87e366767372 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:40.824812 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77fc9b80-7d78-499b-92e9-6d3a29813067 req-5f4182c3-eddf-4269-89aa-87e366767372 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0928426 Oct 12 23:27:40.910199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77fc9b80-7d78-499b-92e9-6d3a29813067 req-b3940bbb-37a5-41b6-9c17-e9dd1cb86e14 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787122 Oct 12 23:27:40.972365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e460d8b-daaf-4667-88ae-ef89743d4cd7 None None] Pushing event updated for resources: {'Port': ['ID=54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:40.997583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b2f2802c-6a25-4f5a-a0e1-6a7501b8ee0c None None] Provisioning complete for port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:40.997959 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b2f2802c-6a25-4f5a-a0e1-6a7501b8ee0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:41.085282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:31Z', 'updated_at': '2021-10-12T23:27:36Z', 'revision_number': 4, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'gw_port': {'id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:32Z', 'updated_at': '2021-10-12T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4', 'name': '', 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'mac_address': 'fa:16:3e:44:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b9ca6add-0337-4519-a22a-ba60c9602451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:35Z', 'updated_at': '2021-10-12T23:27:40Z', 'revision_number': 4, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'subnets': [{'id': 'b9ca6add-0337-4519-a22a-ba60c9602451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:27:41.122836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb600fa-6ddb-4808-a110-89a122d2df9e None None] The sync data for ids ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'] in n-d-790519-14 is: [{'id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:31Z', 'updated_at': '2021-10-12T23:27:36Z', 'revision_number': 4, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'gw_port': {'id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:32Z', 'updated_at': '2021-10-12T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4', 'name': '', 'network_id': '532b8d85-3450-4bbd-9b88-4df18398488f', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'mac_address': 'fa:16:3e:44:d4:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3815, 'fixed_ips': [{'subnet_id': 'b9ca6add-0337-4519-a22a-ba60c9602451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:35Z', 'updated_at': '2021-10-12T23:27:40Z', 'revision_number': 4, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'subnets': [{'id': 'b9ca6add-0337-4519-a22a-ba60c9602451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:27:41.606708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-878eecb0-aba3-47cf-acb8-486bfce8edbf req-7b12bab2-b388-4bb1-b64a-f8f7a8212a03 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 210 time: 0.0282459 Oct 12 23:27:42.057364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb0d2a9-d13a-4f7f-aa54-f2422533e809 req-c0ea1f10-bb4f-4e70-ad9d-6025daaedf96 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:42.067464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bb0d2a9-d13a-4f7f-aa54-f2422533e809 req-c0ea1f10-bb4f-4e70-ad9d-6025daaedf96 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0760393 Oct 12 23:27:42.164676 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd766495-abde-4124-9c9f-fd3313db2695 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:42.201568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-507c2668-b7e7-4e07-b091-784927f04aa3 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:42.203479 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-507c2668-b7e7-4e07-b091-784927f04aa3 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.41 "GET /v2.0/networks?id=3c2d04de-e065-4e7b-88b7-c6e374350d11 HTTP/1.1" status: 200 len: 911 time: 0.1007562 Oct 12 23:27:42.215573 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Request body: {'port': {'device_id': '7866723b-e178-4a69-8efb-ae16beb8555e', 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11', 'admin_state_up': True, 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:42.243726 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1bb0d2a9-d13a-4f7f-aa54-f2422533e809 req-ced5658b-e827-46ba-969e-8046e8870e63 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754036 Oct 12 23:27:42.364953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Made reservation on behalf of 7f1c4902acde4df59b9ae7df16066ed9 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:27:42.367992 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:42.419623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:42.535791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:42.536178 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:42.593357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Allocated IP 172.20.0.13 (3c2d04de-e065-4e7b-88b7-c6e374350d11/d96adda3-c841-4633-94d8-dc9364351fe7/fdc093d5-accd-48f7-b63a-4a15451596aa) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:27:42.729220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82ac3b1b-8da7-4ed8-aad6-d8582f258cba req-87b6077b-be91-471b-95e3-163d052859ea tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 210 time: 0.0282702 Oct 12 23:27:42.801593 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:42.919512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:42.961248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:42.966536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:42.970893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:27:43.000022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Pushing event updated for resources: {'Port': ['ID=fdc093d5-accd-48f7-b63a-4a15451596aa,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:43.014119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.014767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.014921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.015291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.015625 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.016044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.016289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.016614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.016949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.017262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.017585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.017926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:43.031398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:43.031398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:43.127483 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-8aafd2ac-db3a-41f0-9043-152750c6dac1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9154906 Oct 12 23:27:43.140017 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Request body: {'port': {'device_id': '7866723b-e178-4a69-8efb-ae16beb8555e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:43.216839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:43.261500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-94bb1bf5-bb26-474f-94f5-43aed646c776 None None] Provisioning complete for port fdc093d5-accd-48f7-b63a-4a15451596aa triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:43.267962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-94bb1bf5-bb26-474f-94f5-43aed646c776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:43.319748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-94bb1bf5-bb26-474f-94f5-43aed646c776 None None] Port fdc093d5-accd-48f7-b63a-4a15451596aa cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:27:43.464066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb4286-e569-49eb-a6e5-fe6bb8a9457a req-4b95d7eb-edd1-4873-b0fa-7a10e96c97f8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:43.465520 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ecb4286-e569-49eb-a6e5-fe6bb8a9457a req-4b95d7eb-edd1-4873-b0fa-7a10e96c97f8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.1176665 Oct 12 23:27:43.535263 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ecb4286-e569-49eb-a6e5-fe6bb8a9457a req-cfb4a214-d2e5-4517-a1c1-7c2c2cd2ebe6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606859 Oct 12 23:27:43.592070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdc093d5-accd-48f7-b63a-4a15451596aa {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:27:43.602142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:43.620434 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Transition to ACTIVE for port object fdc093d5-accd-48f7-b63a-4a15451596aa will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:27:43.724843 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:43.809470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Pushing event updated for resources: {'Port': ['ID=fdc093d5-accd-48f7-b63a-4a15451596aa,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:43.885289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56de62d-f0d5-4ca9-a4ba-f8cc57becbab req-b9f1d81f-37f2-42bf-b27a-3af09e3f88f8 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:43.888940 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f56de62d-f0d5-4ca9-a4ba-f8cc57becbab req-b9f1d81f-37f2-42bf-b27a-3af09e3f88f8 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1054 time: 0.0562687 Oct 12 23:27:43.898709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Attempting to bind port fdc093d5-accd-48f7-b63a-4a15451596aa on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:27:43.899179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Attempting to bind port fdc093d5-accd-48f7-b63a-4a15451596aa by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:27:43.899418 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Attempting to bind port fdc093d5-accd-48f7-b63a-4a15451596aa on network 3c2d04de-e065-4e7b-88b7-c6e374350d11 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:43.904594 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Port fdc093d5-accd-48f7-b63a-4a15451596aa on network 3c2d04de-e065-4e7b-88b7-c6e374350d11 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:27:43.905259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Attempting to bind port fdc093d5-accd-48f7-b63a-4a15451596aa on network 3c2d04de-e065-4e7b-88b7-c6e374350d11 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:43.914709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:27:43.919709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Checking segment: {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:43.920891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Bound using segment: {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:27:43.921829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Bound port: fdc093d5-accd-48f7-b63a-4a15451596aa, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:27:43.922465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:43.952721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f56de62d-f0d5-4ca9-a4ba-f8cc57becbab req-ee465f29-7c64-4f14-99ca-61967f532819 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526533 Oct 12 23:27:44.030098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] For port fdc093d5-accd-48f7-b63a-4a15451596aa, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:44.035406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] For port fdc093d5-accd-48f7-b63a-4a15451596aa, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fdc093d5-accd-48f7-b63a-4a15451596aa,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:27:44.110950 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:44.163852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:44.164528 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:44.165864 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] 10.222.0.41 "PUT /v2.0/ports/fdc093d5-accd-48f7-b63a-4a15451596aa HTTP/1.1" status: 200 len: 1093 time: 1.0305743 Oct 12 23:27:44.166311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7866723b-e178-4a69-8efb-ae16beb8555e', 'tag': 'fdc093d5-accd-48f7-b63a-4a15451596aa'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:27:44.168596 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc7ce1-5081-435e-8367-a52211b36c04" -d '{"events": [{"name": "network-changed", "server_uuid": "7866723b-e178-4a69-8efb-ae16beb8555e", "tag": "fdc093d5-accd-48f7-b63a-4a15451596aa"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:27:44.196893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa44b303-a21f-4587-ab6f-05effd3d8e6c service neutron] Pushing event updated for resources: {'Port': ['ID=fdc093d5-accd-48f7-b63a-4a15451596aa,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:44.220807 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ce2cac-7bf7-4afa-8ea9-7c8b42254353 x-openstack-request-id: req-e7ce2cac-7bf7-4afa-8ea9-7c8b42254353 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:27:44.221108 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7866723b-e178-4a69-8efb-ae16beb8555e", "tag": "fdc093d5-accd-48f7-b63a-4a15451596aa", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:27:44.221355 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e7ce2cac-7bf7-4afa-8ea9-7c8b42254353 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:27:44.221758 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7866723b-e178-4a69-8efb-ae16beb8555e', 'tag': 'fdc093d5-accd-48f7-b63a-4a15451596aa', 'status': 'completed', 'code': 200} Oct 12 23:27:44.293575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7ce1-5081-435e-8367-a52211b36c04 req-91e64bb7-ff52-493f-92fe-818e35c93118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:44.295206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91fc7ce1-5081-435e-8367-a52211b36c04 req-91e64bb7-ff52-493f-92fe-818e35c93118 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f1c4902acde4df59b9ae7df16066ed9&device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1096 time: 0.0518515 Oct 12 23:27:44.428847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7ce1-5081-435e-8367-a52211b36c04 req-88209706-d12d-4ac0-bc9f-777e968335a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:44.430053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91fc7ce1-5081-435e-8367-a52211b36c04 req-88209706-d12d-4ac0-bc9f-777e968335a6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7f1c4902acde4df59b9ae7df16066ed9&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1261830 Oct 12 23:27:44.531028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc7ce1-5081-435e-8367-a52211b36c04 req-f6617bb4-16a8-4b5b-a2fa-be6923cf13b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:44.532504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-91fc7ce1-5081-435e-8367-a52211b36c04 req-f6617bb4-16a8-4b5b-a2fa-be6923cf13b7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962055 Oct 12 23:27:44.620420 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-1d01b033-875e-4210-9d93-4a54a58e078c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:44.625908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-1d01b033-875e-4210-9d93-4a54a58e078c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f1c4902acde4df59b9ae7df16066ed9&device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1096 time: 0.0566213 Oct 12 23:27:44.669243 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-5d6a25d7-fcd7-4b37-a442-eaa7232d3f8f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fdc093d5-accd-48f7-b63a-4a15451596aa HTTP/1.1" status: 200 len: 217 time: 0.0354769 Oct 12 23:27:44.688748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bcf5c-446f-45dd-8ff2-58595da575c8 req-c0bc8d99-e644-48ff-9130-fc96c7366596 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:44.690244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b2bcf5c-446f-45dd-8ff2-58595da575c8 req-c0bc8d99-e644-48ff-9130-fc96c7366596 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0589216 Oct 12 23:27:44.743817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-03a7e5cc-4aa5-4be9-a48c-f0b6a28f57e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:44.745359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-03a7e5cc-4aa5-4be9-a48c-f0b6a28f57e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d96adda3-c841-4633-94d8-dc9364351fe7 HTTP/1.1" status: 200 len: 849 time: 0.0687547 Oct 12 23:27:44.746982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b2bcf5c-446f-45dd-8ff2-58595da575c8 req-fb80b74d-15fb-4b8d-8f3e-3d7aebd3a1c7 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478144 Oct 12 23:27:44.800816 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-78accfa4-e208-4bc2-a6b1-7c8888bbe025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:44.802254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-78accfa4-e208-4bc2-a6b1-7c8888bbe025 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3c2d04de-e065-4e7b-88b7-c6e374350d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501199 Oct 12 23:27:44.902447 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-a5e7d3a1-ebc2-4b15-bbbf-7e74d6da5c6e service neutron] 10.222.0.41 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922847 Oct 12 23:27:44.998035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d15de165-bb6a-40fb-bf28-6df9b4f1ef25 req-d3f7d3ea-6f1e-4e8e-831b-c88f4a28336e service neutron] 10.222.0.41 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888963 Oct 12 23:27:45.081952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b99c56-480a-42f6-9b0c-2768a2ca01ad req-8c03a931-f26c-421c-91df-8734c5e2e183 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:45.083513 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15b99c56-480a-42f6-9b0c-2768a2ca01ad req-8c03a931-f26c-421c-91df-8734c5e2e183 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1096 time: 0.0415614 Oct 12 23:27:45.121161 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15b99c56-480a-42f6-9b0c-2768a2ca01ad req-47047661-7e99-4597-8159-35ed57ffed03 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313265 Oct 12 23:27:45.541501 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:45.632877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2886f263-a53b-4cf5-bd4e-15e2fef7b40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:45.865910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d73640-ffcd-4b07-93a4-1554ffdbc1a2 req-25114afe-7eec-46f7-b969-dd2533bf9336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:45.867446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-49d73640-ffcd-4b07-93a4-1554ffdbc1a2 req-25114afe-7eec-46f7-b969-dd2533bf9336 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0497429 Oct 12 23:27:45.907657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-49d73640-ffcd-4b07-93a4-1554ffdbc1a2 req-fa0bf3a1-828a-4e3a-8aa3-cd14b156bf0e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338795 Oct 12 23:27:46.187361 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:46.229560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134ec091-59e3-46e1-95e3-7b9e9188804f req-b9c2a78f-8ab2-469e-bbea-91da19dec4d8 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:46.231294 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-134ec091-59e3-46e1-95e3-7b9e9188804f req-b9c2a78f-8ab2-469e-bbea-91da19dec4d8 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1096 time: 0.0414398 Oct 12 23:27:46.267433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-134ec091-59e3-46e1-95e3-7b9e9188804f req-805bed21-2794-492f-a0ea-b2773469927d tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296652 Oct 12 23:27:47.034119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51897a54-ef1e-42df-8190-c6934e8068f2 req-ceb8f759-5ccf-42f0-a78d-310fdb9b629b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:47.041710 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51897a54-ef1e-42df-8190-c6934e8068f2 req-ceb8f759-5ccf-42f0-a78d-310fdb9b629b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0617557 Oct 12 23:27:47.077248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51897a54-ef1e-42df-8190-c6934e8068f2 req-05a89b34-7dcc-46a4-b254-2dde689e50c2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342896 Oct 12 23:27:47.388805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68e657-e015-452a-9163-a1ec90482d19 req-040f7e39-6703-4081-a82b-b8b001b7ca8f tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:47.391806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df68e657-e015-452a-9163-a1ec90482d19 req-040f7e39-6703-4081-a82b-b8b001b7ca8f tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1096 time: 0.0467925 Oct 12 23:27:47.442036 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df68e657-e015-452a-9163-a1ec90482d19 req-d27b3267-adfe-47c7-a3e6-b9660d2d4f12 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440071 Oct 12 23:27:47.884718 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:48.094650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fdc093d5-accd-48f7-b63a-4a15451596aa details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:27:48.212533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fdc093d5-accd-48f7-b63a-4a15451596aa, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fdc093d5-accd-48f7-b63a-4a15451596aa,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:48.225525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'fdc093d5-accd-48f7-b63a-4a15451596aa', 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11', 'port_id': 'fdc093d5-accd-48f7-b63a-4a15451596aa', 'mac_address': 'fa:16:3e:77:4b:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96adda3-c841-4633-94d8-dc9364351fe7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:27:48.230283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643892e9-64ca-4ab8-8467-b10a27f76c63 req-08a29f54-8ac6-488f-9b8e-75979d8d0871 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:48.232032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-643892e9-64ca-4ab8-8467-b10a27f76c63 req-08a29f54-8ac6-488f-9b8e-75979d8d0871 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0529323 Oct 12 23:27:48.273436 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:48.296624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-643892e9-64ca-4ab8-8467-b10a27f76c63 req-9d7d896b-9bba-4439-b487-ad695679680c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520494 Oct 12 23:27:48.302851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdc093d5-accd-48f7-b63a-4a15451596aa {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:27:48.332282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fdc093d5-accd-48f7-b63a-4a15451596aa, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fdc093d5-accd-48f7-b63a-4a15451596aa,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:48.456070 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:48.505889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fdc093d5-accd-48f7-b63a-4a15451596aa,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:48.553211 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55758b6f-acc5-4b12-8af4-bcd2d6c7f24f req-bca9297c-3ebb-4bf9-8268-54e1f68acfd1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:48.554901 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55758b6f-acc5-4b12-8af4-bcd2d6c7f24f req-bca9297c-3ebb-4bf9-8268-54e1f68acfd1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1097 time: 0.0421228 Oct 12 23:27:48.593103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55758b6f-acc5-4b12-8af4-bcd2d6c7f24f req-841cc5f8-eead-4265-a43c-e4b3754a2b02 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320797 Oct 12 23:27:48.695415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['fdc093d5-accd-48f7-b63a-4a15451596aa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:27:48.763724 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-d48c1dce-5cf9-4aeb-ab35-7ab4e14caca1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0615089 Oct 12 23:27:48.876925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-46611452-7468-40ec-87ec-5249f7b4c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:48.878649 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-46611452-7468-40ec-87ec-5249f7b4c9a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 1098 time: 0.0625441 Oct 12 23:27:48.992541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-65d0f7e7-c461-4aa3-84fa-d4ac70586228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:48.993950 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-65d0f7e7-c461-4aa3-84fa-d4ac70586228 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.0933361 Oct 12 23:27:49.067588 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-e7983fef-7ebf-49df-ba77-37b9fc2882c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c HTTP/1.1" status: 200 len: 1002 time: 0.0665612 Oct 12 23:27:49.121599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-e003b4f5-ec6d-4e83-aa8d-7dfbb710fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:49.123079 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-e003b4f5-ec6d-4e83-aa8d-7dfbb710fbd0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0485408 Oct 12 23:27:49.170046 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:49.170962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-6766a9c7-3662-4c9c-b18b-4a8e443c6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:49.172476 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-6766a9c7-3662-4c9c-b18b-4a8e443c6bbc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422380 Oct 12 23:27:49.269298 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-ea19ac3a-94f9-4a9e-82f7-3697432dea83 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885925 Oct 12 23:27:49.379410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-137a7adf-0400-4ac9-9a3e-3980efecb5ac req-a360ef15-546a-4dc8-ae23-438cf326f55c service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005044 Oct 12 23:27:49.392980 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:49.422318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2bfc8-5d85-4820-bc71-6cfe490a1f85 req-30d1f76c-29a8-443c-b4b9-361f49da9f91 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:49.424063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5d2bfc8-5d85-4820-bc71-6cfe490a1f85 req-30d1f76c-29a8-443c-b4b9-361f49da9f91 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0517325 Oct 12 23:27:49.465228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5d2bfc8-5d85-4820-bc71-6cfe490a1f85 req-38b09712-12e8-4304-9732-1dc4b54edf0c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343301 Oct 12 23:27:49.702271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd425c-8a49-40d9-b583-cff3c9837855 req-2d6a6dd8-ad29-4b3b-b90e-29a8c8fa44f6 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:49.704149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5bd425c-8a49-40d9-b583-cff3c9837855 req-2d6a6dd8-ad29-4b3b-b90e-29a8c8fa44f6 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1097 time: 0.0430284 Oct 12 23:27:49.738135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e5bd425c-8a49-40d9-b583-cff3c9837855 req-66d86dcf-a129-4025-995a-1a7d1f693086 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281940 Oct 12 23:27:50.110152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fdc093d5-accd-48f7-b63a-4a15451596aa up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:27:50.250930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port fdc093d5-accd-48f7-b63a-4a15451596aa completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:27:50.255066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port fdc093d5-accd-48f7-b63a-4a15451596aa triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:50.255440 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:50.334485 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:50.356625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866723b-e178-4a69-8efb-ae16beb8555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc093d5-accd-48f7-b63a-4a15451596aa'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:27:50.359616 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b20edb-d61d-4d6a-b53b-e5532abe7d88" -d '{"events": [{"server_uuid": "7866723b-e178-4a69-8efb-ae16beb8555e", "name": "network-vif-plugged", "status": "completed", "tag": "fdc093d5-accd-48f7-b63a-4a15451596aa"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:27:50.371974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port fdc093d5-accd-48f7-b63a-4a15451596aa, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fdc093d5-accd-48f7-b63a-4a15451596aa,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:50.396530 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62fb710-ec51-43e3-9844-0c713aa70291 x-openstack-request-id: req-d62fb710-ec51-43e3-9844-0c713aa70291 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:27:50.397130 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7866723b-e178-4a69-8efb-ae16beb8555e", "name": "network-vif-plugged", "status": "completed", "tag": "fdc093d5-accd-48f7-b63a-4a15451596aa", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:27:50.397389 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d62fb710-ec51-43e3-9844-0c713aa70291 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:27:50.397791 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866723b-e178-4a69-8efb-ae16beb8555e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdc093d5-accd-48f7-b63a-4a15451596aa', 'code': 200} Oct 12 23:27:50.480735 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:50.536483 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ef678-44ab-4de1-a3d6-be3c3ab73a08 req-0c473841-5f39-48b2-8d1f-9bd436e0f95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:50.544912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c85ef678-44ab-4de1-a3d6-be3c3ab73a08 req-0c473841-5f39-48b2-8d1f-9bd436e0f95c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1097 time: 0.0827825 Oct 12 23:27:50.545203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=fdc093d5-accd-48f7-b63a-4a15451596aa,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:50.601140 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c85ef678-44ab-4de1-a3d6-be3c3ab73a08 req-06fbe691-96ee-428c-82fb-2f000afbe26b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536451 Oct 12 23:27:50.623025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ff835-4194-4d5a-a3a4-d6c60daa219c req-90edafd5-1bcc-45af-9f07-0da25f7f4e28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:50.624586 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-693ff835-4194-4d5a-a3a4-d6c60daa219c req-90edafd5-1bcc-45af-9f07-0da25f7f4e28 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0704479 Oct 12 23:27:50.664489 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-693ff835-4194-4d5a-a3a4-d6c60daa219c req-e0bf8292-d0c9-486d-9097-fbf12717e007 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335548 Oct 12 23:27:50.848651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2caf7-546b-4f70-9822-e3bf1daa2333 req-2829e98e-d5cd-4aea-b73a-596705d86525 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:50.855461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39e2caf7-546b-4f70-9822-e3bf1daa2333 req-2829e98e-d5cd-4aea-b73a-596705d86525 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1098 time: 0.0479488 Oct 12 23:27:50.888840 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39e2caf7-546b-4f70-9822-e3bf1daa2333 req-0cc63b95-c18a-40b2-b2e5-bc3bce5f6e61 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319080 Oct 12 23:27:51.787328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793b17e-79cf-43f4-9174-a4ad034f4983 req-3dc54d19-c568-4a4e-a37f-b71b32fede92 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:51.788814 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2793b17e-79cf-43f4-9174-a4ad034f4983 req-3dc54d19-c568-4a4e-a37f-b71b32fede92 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0522585 Oct 12 23:27:51.828531 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2793b17e-79cf-43f4-9174-a4ad034f4983 req-f6800572-34d3-4d83-97e1-3ba171fc3aea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334840 Oct 12 23:27:52.004040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2bfae-d1ae-4984-9d2e-cf7b3f3e422e req-91b35229-c5cc-4687-9724-50bf1121add1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:52.004040 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cd2bfae-d1ae-4984-9d2e-cf7b3f3e422e req-91b35229-c5cc-4687-9724-50bf1121add1 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1098 time: 0.0439193 Oct 12 23:27:52.043375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6cd2bfae-d1ae-4984-9d2e-cf7b3f3e422e req-2ccc6a26-8d4d-411c-861b-f9a44d767e58 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365264 Oct 12 23:27:52.151072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521d16f2-7773-4e4b-a6d3-0e4ebe04f583 req-881101e6-eed9-4f21-b750-c40a06476c70 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:52.152537 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-521d16f2-7773-4e4b-a6d3-0e4ebe04f583 req-881101e6-eed9-4f21-b750-c40a06476c70 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1098 time: 0.0448549 Oct 12 23:27:52.188198 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-521d16f2-7773-4e4b-a6d3-0e4ebe04f583 req-4a873133-0857-4265-a712-a2736ac26815 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289316 Oct 12 23:27:52.293026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f183d-f69c-46d7-8f96-74cdbdd1e8a3 req-ac38e55b-e544-404d-a61d-ab975dc90190 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:52.294598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-100f183d-f69c-46d7-8f96-74cdbdd1e8a3 req-ac38e55b-e544-404d-a61d-ab975dc90190 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1098 time: 0.0420074 Oct 12 23:27:52.329766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-100f183d-f69c-46d7-8f96-74cdbdd1e8a3 req-28000238-8966-42f5-90fd-12e757b55d93 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289388 Oct 12 23:27:52.543382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16119b-a240-421a-aa4b-facf510f9393 req-fbde474f-d0e4-4a35-bbec-0ab05fd48966 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:52.545131 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-fbde474f-d0e4-4a35-bbec-0ab05fd48966 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/networks?id=3c2d04de-e065-4e7b-88b7-c6e374350d11 HTTP/1.1" status: 200 len: 911 time: 0.0871551 Oct 12 23:27:52.560292 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ffd735fa-1814-43de-8739-b7e8849cbf91 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/quotas/7f1c4902acde4df59b9ae7df16066ed9 HTTP/1.1" status: 200 len: 375 time: 0.0087323 Oct 12 23:27:52.616346 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-0ec8507f-eba0-457e-a7a9-c87db0ff2e1d tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?tenant_id=7f1c4902acde4df59b9ae7df16066ed9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502660 Oct 12 23:27:52.705905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ec6817a8-0366-4268-956f-e9a878c6bc2e service neutron] 10.222.0.31 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823112 Oct 12 23:27:52.808347 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-0aa379a5-6e8b-460c-9204-1f926c24cdcd service neutron] 10.222.0.31 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941179 Oct 12 23:27:52.955967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d44dfd2-e631-4c5f-a0a1-ab8cb19b4f86 req-d263974d-25d1-4a7e-bec7-2156a8f75724 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:52.957538 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2d44dfd2-e631-4c5f-a0a1-ab8cb19b4f86 req-d263974d-25d1-4a7e-bec7-2156a8f75724 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0513675 Oct 12 23:27:53.004973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2d44dfd2-e631-4c5f-a0a1-ab8cb19b4f86 req-3b0e4328-76f0-4817-9ab3-139b879e35f5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359569 Oct 12 23:27:53.085840 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52452608-dab6-4598-805c-5ea1eee04cec req-33358de9-0770-47c3-a264-753d1fc8012d tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 210 time: 0.0433109 Oct 12 23:27:53.135730 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:27:54.158182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25816b50-799b-49eb-b8da-57fdcecd1b8f req-a67c976a-627f-4bc8-b96a-9a6a2529d8bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:54.167308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25816b50-799b-49eb-b8da-57fdcecd1b8f req-a67c976a-627f-4bc8-b96a-9a6a2529d8bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0882034 Oct 12 23:27:54.209827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25816b50-799b-49eb-b8da-57fdcecd1b8f req-28ac0c9f-1335-40c5-9003-228db03aaefe tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413468 Oct 12 23:27:54.213077 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c6d2752-6408-4cda-871e-5db2949aa84c req-dd9023a7-4ce8-460a-a0f8-b4443191eccb tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 210 time: 0.0372939 Oct 12 23:27:54.277678 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-289e5dbb-edf8-44e6-b2e8-c31be4644304 service neutron] show failed (client error): The resource could not be found. Oct 12 23:27:54.279196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-289e5dbb-edf8-44e6-b2e8-c31be4644304 service neutron] 10.222.0.41 "GET /v2.0/ports/43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0686288 Oct 12 23:27:54.972632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-4b1ddebc-ee24-4139-bb6c-d98a97bdd0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:54.974019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-4b1ddebc-ee24-4139-bb6c-d98a97bdd0be service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 1097 time: 0.0730758 Oct 12 23:27:54.986305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:55.052171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:55.222563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16119b-a240-421a-aa4b-facf510f9393 req-aabd2eb1-4c9f-4677-a311-4bde8cfd3650 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:55.224882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-aabd2eb1-4c9f-4677-a311-4bde8cfd3650 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.25 "GET /v2.0/networks?id=3c2d04de-e065-4e7b-88b7-c6e374350d11 HTTP/1.1" status: 200 len: 911 time: 0.1829977 Oct 12 23:27:55.243256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Request body: {'port': {'device_id': '998810bd-735f-4566-9892-5539f1877fff', 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11', 'admin_state_up': True, 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:55.351545 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e08c45d-0042-4330-98df-bf7881088290 req-eb75458d-7c56-4925-bcef-713db0395776 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 210 time: 0.0483093 Oct 12 23:27:55.395024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff87fdc-b7f6-4f24-9c8c-f991db399909 req-dc3bd8ae-821a-4b5d-b949-aacf5f854a44 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:55.396512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff87fdc-b7f6-4f24-9c8c-f991db399909 req-dc3bd8ae-821a-4b5d-b949-aacf5f854a44 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0856111 Oct 12 23:27:55.398397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:27:55.410005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Made reservation on behalf of 7f1c4902acde4df59b9ae7df16066ed9 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:27:55.412419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:55.484363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:55.488481 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff87fdc-b7f6-4f24-9c8c-f991db399909 req-c728eb69-a623-4402-a984-52bdc17afd00 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816486 Oct 12 23:27:55.580992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:27:55.583268 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872af50e-ca1f-48fe-ab8b-059a56869b98" -d '{"events": [{"server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "name": "network-vif-unplugged", "status": "completed", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:27:55.590057 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:55.629300 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Transition to ACTIVE for port object 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:27:55.637583 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ce0dd7-ace0-44fa-90be-ccb085e5f2d8 x-openstack-request-id: req-85ce0dd7-ace0-44fa-90be-ccb085e5f2d8 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:27:55.637883 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "name": "network-vif-unplugged", "status": "completed", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:27:55.638134 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-85ce0dd7-ace0-44fa-90be-ccb085e5f2d8 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:27:55.638522 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'code': 200} Oct 12 23:27:55.644631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Allocated IP 172.20.0.8 (3c2d04de-e065-4e7b-88b7-c6e374350d11/d96adda3-c841-4633-94d8-dc9364351fe7/8788e320-c70e-439a-aa11-8f0ab705f3cc) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:27:55.714301 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:55.867398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:55.910086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.910433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.910768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.911260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.911592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.911918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.912242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.912562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.912882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.913202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.913520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.913838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:27:55.957134 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:55.972598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] No DVR routers for this DVR port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:27:56.122793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Attempting to bind port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:27:56.123279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Attempting to bind port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:27:56.123685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Attempting to bind port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on network b9614fe0-9bb8-4328-8902-350f3e4504fb {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:56.127954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on network b9614fe0-9bb8-4328-8902-350f3e4504fb not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:27:56.128279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Attempting to bind port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on network b9614fe0-9bb8-4328-8902-350f3e4504fb {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:56.133016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:27:56.133348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Checking segment: {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:56.133725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Bound using segment: {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:27:56.134205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Bound port: 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5c7c957-2b68-4a1d-b274-515c656e30ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:27:56.134557 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:56.137937 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:56.148887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['fdc093d5-accd-48f7-b63a-4a15451596aa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:27:56.214442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:27:56.223183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:27:56.227868 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:27:56.263785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Pushing event updated for resources: {'Port': ['ID=8788e320-c70e-439a-aa11-8f0ab705f3cc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:56.299361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:56.310589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:56.311956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:56.319484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:27:56.468717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8b693-e04c-448f-a184-5095d30946b0 req-1ee7efe8-1ad6-4f73-bfe6-e057a82df46b tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:56.470283 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8bc8b693-e04c-448f-a184-5095d30946b0 req-1ee7efe8-1ad6-4f73-bfe6-e057a82df46b tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1027 time: 0.0475943 Oct 12 23:27:56.508969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8bc8b693-e04c-448f-a184-5095d30946b0 req-a2de6b69-23c4-4013-9927-57f871d7bd47 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286884 Oct 12 23:27:56.525313 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:56.540060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ff4645b3-659f-4205-a215-1484da6cd524 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.3023591 Oct 12 23:27:56.542908 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d717aab8-fc93-429d-a475-02dd5b3a6629 None None] Provisioning complete for port 8788e320-c70e-439a-aa11-8f0ab705f3cc triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:27:56.543524 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d717aab8-fc93-429d-a475-02dd5b3a6629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:56.566883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Request body: {'port': {'device_id': '998810bd-735f-4566-9892-5539f1877fff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:27:56.580528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d717aab8-fc93-429d-a475-02dd5b3a6629 None None] Port 8788e320-c70e-439a-aa11-8f0ab705f3cc cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:27:56.596616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:56.597285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:56.598778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] 10.222.0.25 "PUT /v2.0/ports/43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 1092 time: 1.6168334 Oct 12 23:27:56.651459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87f3f1b-4104-41bd-8a07-0131c5c2c6a7 req-886f27c1-fef1-4be7-8b0e-b96b18431fe3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:56.653733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c87f3f1b-4104-41bd-8a07-0131c5c2c6a7 req-886f27c1-fef1-4be7-8b0e-b96b18431fe3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 943 time: 0.0839391 Oct 12 23:27:56.698511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b10d96-332a-406f-b062-c4c814901fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:56.700111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c87f3f1b-4104-41bd-8a07-0131c5c2c6a7 req-9bb7266f-9d24-4798-8fdd-47666aa53bf0 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386367 Oct 12 23:27:56.704185 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:56.759856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-0bc975cf-63ad-4644-a053-d742a5537906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:56.761416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-0bc975cf-63ad-4644-a053-d742a5537906 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1095 time: 0.1100774 Oct 12 23:27:56.968263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-b1ae5d59-1195-4766-a6c2-5eaabb75fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:56.969803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-b1ae5d59-1195-4766-a6c2-5eaabb75fc11 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 898 time: 0.2008569 Oct 12 23:27:57.071791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-44ec6151-d05c-4f0e-8d3c-8fe3c4203dee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 998 time: 0.0937560 Oct 12 23:27:57.160021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8788e320-c70e-439a-aa11-8f0ab705f3cc {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:27:57.164929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-14333c98-8a0a-400e-b952-cf07e8284d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:57.166382 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-14333c98-8a0a-400e-b952-cf07e8284d17 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 200 len: 833 time: 0.0857480 Oct 12 23:27:57.170401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:57.204164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Transition to ACTIVE for port object 8788e320-c70e-439a-aa11-8f0ab705f3cc will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:27:57.220079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-7a11b125-b851-4418-ae6b-af851007381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:57.223515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-7a11b125-b851-4418-ae6b-af851007381c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b9614fe0-9bb8-4328-8902-350f3e4504fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475297 Oct 12 23:27:57.316086 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:57.323714 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-72dd91a4-2875-4562-944b-65b7adca2a95 service neutron] 10.222.0.25 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942686 Oct 12 23:27:57.424627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Pushing event updated for resources: {'Port': ['ID=8788e320-c70e-439a-aa11-8f0ab705f3cc,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:57.509336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc95f0be-2d7a-470d-8649-c2db0ecea95d req-2a637756-bebf-483d-a240-a41c82ba02c9 service neutron] 10.222.0.25 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604393 Oct 12 23:27:57.519991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Attempting to bind port 8788e320-c70e-439a-aa11-8f0ab705f3cc on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:27:57.520395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Attempting to bind port 8788e320-c70e-439a-aa11-8f0ab705f3cc by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:27:57.520720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Attempting to bind port 8788e320-c70e-439a-aa11-8f0ab705f3cc on network 3c2d04de-e065-4e7b-88b7-c6e374350d11 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:57.525352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Port 8788e320-c70e-439a-aa11-8f0ab705f3cc on network 3c2d04de-e065-4e7b-88b7-c6e374350d11 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:27:57.525506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Attempting to bind port 8788e320-c70e-439a-aa11-8f0ab705f3cc on network 3c2d04de-e065-4e7b-88b7-c6e374350d11 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:27:57.531159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:27:57.531523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Checking segment: {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:27:57.531856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Bound using segment: {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:27:57.537357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Bound port: 8788e320-c70e-439a-aa11-8f0ab705f3cc, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:27:57.537357 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:57.640745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:27:57.642480 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390dec02-cf68-4868-adff-f379f8dbd075" -d '{"events": [{"name": "network-changed", "server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:27:57.646036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] For port 8788e320-c70e-439a-aa11-8f0ab705f3cc, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:27:57.650322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] For port 8788e320-c70e-439a-aa11-8f0ab705f3cc, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8788e320-c70e-439a-aa11-8f0ab705f3cc,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:27:57.659368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f55179-d87c-4204-9ef4-def1a430f1a7 req-88d9af61-6905-4cfc-87da-ce0d188d780a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:57.661224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2f55179-d87c-4204-9ef4-def1a430f1a7 req-88d9af61-6905-4cfc-87da-ce0d188d780a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1053 time: 0.0696080 Oct 12 23:27:57.699847 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c110b6f4-c028-404c-a167-968f853b2954 x-openstack-request-id: req-c110b6f4-c028-404c-a167-968f853b2954 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:27:57.700187 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:27:57.700438 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c110b6f4-c028-404c-a167-968f853b2954 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:27:57.700851 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'status': 'completed', 'code': 200} Oct 12 23:27:57.703383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2f55179-d87c-4204-9ef4-def1a430f1a7 req-1656d2cc-4d5e-40d2-9970-1241a072dcd9 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360174 Oct 12 23:27:57.768172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dec02-cf68-4868-adff-f379f8dbd075 req-accc03f6-b754-4513-b0e8-20fbb4d3fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:57.770153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-accc03f6-b754-4513-b0e8-20fbb4d3fd1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1095 time: 0.0514269 Oct 12 23:27:57.771944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dec02-cf68-4868-adff-f379f8dbd075 req-ed88486d-57ea-4bf5-a71d-bcc1f9804357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:57.773543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-ed88486d-57ea-4bf5-a71d-bcc1f9804357 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1095 time: 0.0509605 Oct 12 23:27:57.806240 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:57.866855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:57.867198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:27:57.868703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] 10.222.0.25 "PUT /v2.0/ports/8788e320-c70e-439a-aa11-8f0ab705f3cc HTTP/1.1" status: 200 len: 1092 time: 1.3063953 Oct 12 23:27:57.897845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62407fbe-b6ce-4bb9-a5a9-aa3d721476a0 req-a3b411c8-8c56-40d6-82ed-c81eff14ffff tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:57.900078 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62407fbe-b6ce-4bb9-a5a9-aa3d721476a0 req-a3b411c8-8c56-40d6-82ed-c81eff14ffff tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 943 time: 0.0979848 Oct 12 23:27:57.913558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4d251-8a73-46dc-94a2-6c94859a2226 service neutron] Pushing event updated for resources: {'Port': ['ID=8788e320-c70e-439a-aa11-8f0ab705f3cc,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:27:57.964070 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dec02-cf68-4868-adff-f379f8dbd075 req-d4e8a642-f3ba-43d3-b290-6c93863b3aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:57.965575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-d4e8a642-f3ba-43d3-b290-6c93863b3aab service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 898 time: 0.1877003 Oct 12 23:27:57.970649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dec02-cf68-4868-adff-f379f8dbd075 req-62ca9a19-56bc-47c2-bd6e-042d68a1e169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:57.972313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-62407fbe-b6ce-4bb9-a5a9-aa3d721476a0 req-b6f5ef5f-92f3-40e2-a5fb-ec654e22fb08 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585952 Oct 12 23:27:57.972494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-62ca9a19-56bc-47c2-bd6e-042d68a1e169 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 898 time: 0.1909363 Oct 12 23:27:58.083226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-1331a0e6-7f89-48b3-a795-be5649209928 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 998 time: 0.1023428 Oct 12 23:27:58.111607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16119b-a240-421a-aa4b-facf510f9393 req-e52d3c8a-7429-47fa-9221-51fa2ce51e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:58.113100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-e52d3c8a-7429-47fa-9221-51fa2ce51e9e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f1c4902acde4df59b9ae7df16066ed9&device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1095 time: 0.0837412 Oct 12 23:27:58.125615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:27:58.205814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-a28b6b8b-3b8a-4342-b0cb-5d041ff97f67 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8788e320-c70e-439a-aa11-8f0ab705f3cc HTTP/1.1" status: 200 len: 217 time: 0.0732970 Oct 12 23:27:58.208439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:27:58.256754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dec02-cf68-4868-adff-f379f8dbd075 req-29b93bb5-bcf7-4caa-b634-da60b6d131be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:58.258106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-29b93bb5-bcf7-4caa-b634-da60b6d131be service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 200 len: 833 time: 0.1662505 Oct 12 23:27:58.305239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ab57c24a-a47d-4584-8bec-b61a0458c5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:58.310121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-ab57c24a-a47d-4584-8bec-b61a0458c5f2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d96adda3-c841-4633-94d8-dc9364351fe7 HTTP/1.1" status: 200 len: 849 time: 0.0980039 Oct 12 23:27:58.370292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dec02-cf68-4868-adff-f379f8dbd075 req-c766a800-fe84-4220-91f3-610e7eac2c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:58.376137 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-c766a800-fe84-4220-91f3-610e7eac2c85 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b9614fe0-9bb8-4328-8902-350f3e4504fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046712 Oct 12 23:27:58.442785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d16119b-a240-421a-aa4b-facf510f9393 req-9db040b7-0e1f-4f54-b450-5c9272242b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:58.444342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-9db040b7-0e1f-4f54-b450-5c9272242b87 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c2d04de-e065-4e7b-88b7-c6e374350d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1278632 Oct 12 23:27:58.453507 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-a6067cf8-d3d6-4b55-82dc-0ca8ab67c234 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 998 time: 0.4801824 Oct 12 23:27:58.504579 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dec02-cf68-4868-adff-f379f8dbd075 req-d4515468-2a5a-42a2-9aed-c5cc444bd300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:58.506050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-d4515468-2a5a-42a2-9aed-c5cc444bd300 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 200 len: 833 time: 0.0455823 Oct 12 23:27:58.553245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-c24c9d51-b051-47e4-88a6-0f94e22a0891 service neutron] 10.222.0.25 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731462 Oct 12 23:27:58.562136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390dec02-cf68-4868-adff-f379f8dbd075 req-d212841e-4e32-4da8-b863-cc9bc31e86fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:58.563698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-d212841e-4e32-4da8-b863-cc9bc31e86fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9614fe0-9bb8-4328-8902-350f3e4504fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506153 Oct 12 23:27:58.629961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-b68855f4-de46-40ae-a817-3356b6761d01 service neutron] 10.222.0.25 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743467 Oct 12 23:27:58.674059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-a4badd42-c856-43c2-9554-4ed970ae7123 service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036885 Oct 12 23:27:58.758214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-8d21282c-fbcb-46ea-922e-c25c7c9c4645 service neutron] 10.222.0.25 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946156 Oct 12 23:27:58.781939 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d16119b-a240-421a-aa4b-facf510f9393 req-a389c563-60ae-4bea-9ad3-8d23d42e73b8 service neutron] 10.222.0.25 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399086 Oct 12 23:27:58.783727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-390dec02-cf68-4868-adff-f379f8dbd075 req-61712a30-dcf3-479e-a531-d980f74f557e service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029935 Oct 12 23:27:58.867046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d3c6d-d46f-4a7f-b1a3-e02b964a74e0 req-b81d26fd-2b62-4d13-8e39-efecd5fa7990 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:58.868558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e34d3c6d-d46f-4a7f-b1a3-e02b964a74e0 req-b81d26fd-2b62-4d13-8e39-efecd5fa7990 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1095 time: 0.0425627 Oct 12 23:27:58.909229 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e34d3c6d-d46f-4a7f-b1a3-e02b964a74e0 req-b0c0a313-bf62-4171-bc43-4afcac8f438e tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339088 Oct 12 23:27:59.105272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13bb7fc-6acb-40b3-adbb-a0db90d2316c req-e6262fb5-bab3-42b2-ada1-6c97d41a31a8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:27:59.106809 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d13bb7fc-6acb-40b3-adbb-a0db90d2316c req-e6262fb5-bab3-42b2-ada1-6c97d41a31a8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 943 time: 0.0496359 Oct 12 23:27:59.149192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d13bb7fc-6acb-40b3-adbb-a0db90d2316c req-3e3df68f-ac5a-49ef-8c91-0618fdfcf127 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358543 Oct 12 23:27:59.704207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '998810bd-735f-4566-9892-5539f1877fff', 'tag': '8788e320-c70e-439a-aa11-8f0ab705f3cc'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:27:59.706709 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58565e3-5d9c-4b56-9d16-fdcf64117de4" -d '{"events": [{"name": "network-changed", "server_uuid": "998810bd-735f-4566-9892-5539f1877fff", "tag": "8788e320-c70e-439a-aa11-8f0ab705f3cc"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:27:59.743036 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f590a36e-9566-4d81-a8f6-c1263b676317 x-openstack-request-id: req-f590a36e-9566-4d81-a8f6-c1263b676317 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:27:59.743334 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "998810bd-735f-4566-9892-5539f1877fff", "tag": "8788e320-c70e-439a-aa11-8f0ab705f3cc", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:27:59.743583 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f590a36e-9566-4d81-a8f6-c1263b676317 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:27:59.743975 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '998810bd-735f-4566-9892-5539f1877fff', 'tag': '8788e320-c70e-439a-aa11-8f0ab705f3cc', 'status': 'completed', 'code': 200} Oct 12 23:28:00.030056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15264bce-5ea1-4954-9c0a-1c3680f80228 req-6120533c-0aad-4b3d-b7b2-d77c9e4e765e tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:00.031764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15264bce-5ea1-4954-9c0a-1c3680f80228 req-6120533c-0aad-4b3d-b7b2-d77c9e4e765e tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1095 time: 0.0435576 Oct 12 23:28:00.090801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15264bce-5ea1-4954-9c0a-1c3680f80228 req-3416dcbc-30da-4c1d-9ff0-27c4550100b8 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471909 Oct 12 23:28:00.159651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-a1f68012-5f7b-4ce7-9c7e-0973b085ce47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:00.161528 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-a1f68012-5f7b-4ce7-9c7e-0973b085ce47 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=7f1c4902acde4df59b9ae7df16066ed9&device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1095 time: 0.3963077 Oct 12 23:28:00.291436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-fbd8d873-54a8-427a-8539-62b76e37f39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:00.292922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-fbd8d873-54a8-427a-8539-62b76e37f39a service neutron] 10.222.0.25 "GET /v2.0/networks?id=3c2d04de-e065-4e7b-88b7-c6e374350d11 HTTP/1.1" status: 200 len: 911 time: 0.1231580 Oct 12 23:28:00.305732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e6932-90f8-4e68-9d08-b5c17c7ced53 req-90f4c0a8-1ccd-4eda-8c08-f4e513ddda09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:00.307373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e35e6932-90f8-4e68-9d08-b5c17c7ced53 req-90f4c0a8-1ccd-4eda-8c08-f4e513ddda09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 943 time: 0.0752020 Oct 12 23:28:00.357731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-ad3d40e4-228d-44bf-ba0d-f8ab6a3360b7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8788e320-c70e-439a-aa11-8f0ab705f3cc HTTP/1.1" status: 200 len: 217 time: 0.0492454 Oct 12 23:28:00.406195 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e35e6932-90f8-4e68-9d08-b5c17c7ced53 req-553c084a-9a9f-4ec5-942e-adc1ed130617 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910687 Oct 12 23:28:00.423889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-6bd9cec7-d6b4-46af-be5b-787ae9d96fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:00.425508 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-6bd9cec7-d6b4-46af-be5b-787ae9d96fdf service neutron] 10.222.0.25 "GET /v2.0/subnets?id=d96adda3-c841-4633-94d8-dc9364351fe7 HTTP/1.1" status: 200 len: 849 time: 0.0600247 Oct 12 23:28:00.478207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-b75de69c-c07e-45a9-a8eb-598fe8a4ff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:00.479832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-b75de69c-c07e-45a9-a8eb-598fe8a4ff38 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=3c2d04de-e065-4e7b-88b7-c6e374350d11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467284 Oct 12 23:28:00.504019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:28:00.607982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-fb4263fc-c79f-4e1b-8301-b189767e69a7 service neutron] 10.222.0.25 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203735 Oct 12 23:28:00.630900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:00.642965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'port_id': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'mac_address': 'fa:16:3e:2d:af:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 332, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:28:00.705497 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:00.736224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:28:00.745070 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a58565e3-5d9c-4b56-9d16-fdcf64117de4 req-850e0e72-ecc6-426a-bf34-ef34c61a3f69 service neutron] 10.222.0.25 "GET /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299286 Oct 12 23:28:00.761717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:00.821932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e561fb1-2661-4d34-ae77-e4c92a8394bb req-1bc8f72f-7fd7-4bbb-835e-5933f897973c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:00.823587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4e561fb1-2661-4d34-ae77-e4c92a8394bb req-1bc8f72f-7fd7-4bbb-835e-5933f897973c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 943 time: 0.0556602 Oct 12 23:28:00.868041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4e561fb1-2661-4d34-ae77-e4c92a8394bb req-a27fb631-535f-401f-9def-83109095f5ed tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375676 Oct 12 23:28:00.907018 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:00.907918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8788e320-c70e-439a-aa11-8f0ab705f3cc details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:28:00.950473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-efbc9d2f-412a-4920-9221-6fb6076b0ffe tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:00.952782 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-efbc9d2f-412a-4920-9221-6fb6076b0ffe tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec&tenant_id=38742014418042538107885273e48e96&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 943 time: 0.1093135 Oct 12 23:28:01.039729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:01.046651 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-e03b0145-1f20-47f9-b0ad-9f7ea05f9cf2 service neutron] delete failed (client error): The resource could not be found. Oct 12 23:28:01.047716 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-e03b0145-1f20-47f9-b0ad-9f7ea05f9cf2 service neutron] 10.222.0.41 "DELETE /v2.0/ports/43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0883379 Oct 12 23:28:01.095247 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 8788e320-c70e-439a-aa11-8f0ab705f3cc, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8788e320-c70e-439a-aa11-8f0ab705f3cc,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:01.119804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '8788e320-c70e-439a-aa11-8f0ab705f3cc', 'network_id': '3c2d04de-e065-4e7b-88b7-c6e374350d11', 'port_id': '8788e320-c70e-439a-aa11-8f0ab705f3cc', 'mac_address': 'fa:16:3e:56:31:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd96adda3-c841-4633-94d8-dc9364351fe7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:28:01.160210 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:01.175559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8788e320-c70e-439a-aa11-8f0ab705f3cc {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:28:01.201113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 8788e320-c70e-439a-aa11-8f0ab705f3cc, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8788e320-c70e-439a-aa11-8f0ab705f3cc,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:01.209368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-af46792a-7c3c-42d9-854d-145c8045331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:01.211025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-af46792a-7c3c-42d9-854d-145c8045331f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1096 time: 0.1062136 Oct 12 23:28:01.274885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3103fb2-236f-43c0-a38c-6799b6564a2b req-0a846dfd-dae4-4f26-b4e9-473d8dfa2428 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:01.276854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3103fb2-236f-43c0-a38c-6799b6564a2b req-0a846dfd-dae4-4f26-b4e9-473d8dfa2428 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1095 time: 0.1105611 Oct 12 23:28:01.278235 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:01.333729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=8788e320-c70e-439a-aa11-8f0ab705f3cc,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:01.344821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-32ffdd6b-1d4c-4d87-828d-4e2202447722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:01.346398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-32ffdd6b-1d4c-4d87-828d-4e2202447722 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 898 time: 0.1286306 Oct 12 23:28:01.416372 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3103fb2-236f-43c0-a38c-6799b6564a2b req-4bb3fa28-b81f-433c-97e6-1433d850ad00 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800281 Oct 12 23:28:01.425830 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-a4b6e1d9-2060-4116-a507-0fd8b16762f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 999 time: 0.0722108 Oct 12 23:28:01.490968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-1f04cea7-7b89-43fa-a3c3-8c9e7af2fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:01.492495 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-1f04cea7-7b89-43fa-a3c3-8c9e7af2fd8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 200 len: 833 time: 0.0587471 Oct 12 23:28:01.504248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['8788e320-c70e-439a-aa11-8f0ab705f3cc'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:28:01.508602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:28:01.542008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-e0f86193-7044-4146-8a36-6617c6bdaa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:01.543583 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-e0f86193-7044-4146-8a36-6617c6bdaa38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b9614fe0-9bb8-4328-8902-350f3e4504fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434361 Oct 12 23:28:01.648105 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-024c6d98-bd61-470d-8933-73d9d829a718 service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974638 Oct 12 23:28:01.774423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c8845c43-8d82-43f4-9544-3dc31ca17440 req-3c2b63cd-2bee-4707-81b5-c674dd309f99 service neutron] 10.222.0.41 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186469 Oct 12 23:28:02.008283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f47ca0d-574a-4077-8a6c-734e65493a06 req-62686ea0-4fac-4c90-b169-aa27ece19811 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:02.010076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f47ca0d-574a-4077-8a6c-734e65493a06 req-62686ea0-4fac-4c90-b169-aa27ece19811 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 944 time: 0.0546806 Oct 12 23:28:02.062277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f47ca0d-574a-4077-8a6c-734e65493a06 req-5111fcf4-e99c-4109-accb-9650062e1a3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376084 Oct 12 23:28:02.516057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:28:02.597323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c18444-8ed2-43d7-91ed-0776d34d5f47 req-b7f6fa46-084a-4558-ba3f-7061a76f1fd6 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:02.607087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40c18444-8ed2-43d7-91ed-0776d34d5f47 req-b7f6fa46-084a-4558-ba3f-7061a76f1fd6 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1096 time: 0.1031187 Oct 12 23:28:02.657022 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40c18444-8ed2-43d7-91ed-0776d34d5f47 req-72cd0494-8643-405e-aa6e-5da168641904 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470417 Oct 12 23:28:02.707179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:28:02.711887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:02.712387 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:02.794428 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:02.828702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:02.829627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:28:02.831926 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa89244-a67b-46ab-8c3f-e110bc0e0740" -d '{"events": [{"server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "name": "network-vif-plugged", "status": "completed", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:28:02.889925 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81b8dfb3-bc2b-4962-9d3c-e74e34331819 x-openstack-request-id: req-81b8dfb3-bc2b-4962-9d3c-e74e34331819 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:28:02.890220 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "name": "network-vif-plugged", "status": "completed", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:28:02.890494 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-81b8dfb3-bc2b-4962-9d3c-e74e34331819 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:28:02.890891 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'code': 200} Oct 12 23:28:02.907561 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:02.908428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8788e320-c70e-439a-aa11-8f0ab705f3cc up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:28:03.204309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:03.244958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb028a9-94ad-49be-ae03-24e865bce5cb req-67943ba1-b36b-4bfe-9fe0-5344665c7603 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:03.254209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0cb028a9-94ad-49be-ae03-24e865bce5cb req-67943ba1-b36b-4bfe-9fe0-5344665c7603 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0931983 Oct 12 23:28:03.295681 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0cb028a9-94ad-49be-ae03-24e865bce5cb req-b44739ba-108b-42e1-9f85-2da5457a1a99 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403323 Oct 12 23:28:03.317336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38056) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:03.335895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 8788e320-c70e-439a-aa11-8f0ab705f3cc completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:28:03.339756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 8788e320-c70e-439a-aa11-8f0ab705f3cc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:03.340133 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:03.466018 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aff410af-4435-4a7f-a8f4-5a8d6e7ad09a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/51002ec3-d312-4708-b58f-0db0beefa917 HTTP/1.1" status: 200 len: 992 time: 0.1473711 Oct 12 23:28:03.485453 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:03.519222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 8788e320-c70e-439a-aa11-8f0ab705f3cc, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8788e320-c70e-439a-aa11-8f0ab705f3cc,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:03.621520 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:03.678413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=8788e320-c70e-439a-aa11-8f0ab705f3cc,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:03.771078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25f918-6069-4ec3-8aab-6be2b15b202b req-9d7b5c02-9a8c-4aa7-a851-d27203fb9e88 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:03.775343 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c25f918-6069-4ec3-8aab-6be2b15b202b req-9d7b5c02-9a8c-4aa7-a851-d27203fb9e88 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0424058 Oct 12 23:28:03.815483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c25f918-6069-4ec3-8aab-6be2b15b202b req-83586ade-af2c-4230-8569-bfda9f033dd6 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302310 Oct 12 23:28:04.892443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998810bd-735f-4566-9892-5539f1877fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8788e320-c70e-439a-aa11-8f0ab705f3cc'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:28:04.894849 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ae178b-d500-4488-a654-c3fef2f228bf" -d '{"events": [{"server_uuid": "998810bd-735f-4566-9892-5539f1877fff", "name": "network-vif-plugged", "status": "completed", "tag": "8788e320-c70e-439a-aa11-8f0ab705f3cc"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:28:04.921210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543342fd-423b-4542-82d7-69425728b69c req-45ddba51-df4f-44bd-aa30-cf5194c05b67 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:04.922821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-543342fd-423b-4542-82d7-69425728b69c req-45ddba51-df4f-44bd-aa30-cf5194c05b67 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0468655 Oct 12 23:28:04.934636 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad456d2d-cf34-4419-95b9-85931ab48268 x-openstack-request-id: req-ad456d2d-cf34-4419-95b9-85931ab48268 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:28:04.934927 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998810bd-735f-4566-9892-5539f1877fff", "name": "network-vif-plugged", "status": "completed", "tag": "8788e320-c70e-439a-aa11-8f0ab705f3cc", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:28:04.935402 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ad456d2d-cf34-4419-95b9-85931ab48268 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:28:04.935797 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998810bd-735f-4566-9892-5539f1877fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8788e320-c70e-439a-aa11-8f0ab705f3cc', 'code': 200} Oct 12 23:28:04.962081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-543342fd-423b-4542-82d7-69425728b69c req-1576970c-d167-42b4-8977-0ea500c611ee tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318611 Oct 12 23:28:05.042459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e03a7f-e4b1-4a15-8933-570407f9d0cf req-ee4a9179-1a99-4d91-9bad-1d9026114787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:05.044007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0e03a7f-e4b1-4a15-8933-570407f9d0cf req-ee4a9179-1a99-4d91-9bad-1d9026114787 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0422893 Oct 12 23:28:05.081273 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f0e03a7f-e4b1-4a15-8933-570407f9d0cf req-85e34c34-6813-4bf2-8dca-e2d112efd226 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297291 Oct 12 23:28:06.090344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e32f59b-61da-48c0-9e43-dca3975b14d8 req-3d4f8182-487f-4557-ad38-6d73f47d573d tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:06.091910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e32f59b-61da-48c0-9e43-dca3975b14d8 req-3d4f8182-487f-4557-ad38-6d73f47d573d tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0422933 Oct 12 23:28:06.092929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38108) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:06.155911 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e32f59b-61da-48c0-9e43-dca3975b14d8 req-d9990c52-97eb-4b57-b1d6-3dbd9a7e3874 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435755 Oct 12 23:28:06.216394 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a7f5a83-2772-4396-9ccb-332ca7a1d5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:06.291609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a7f5a83-2772-4396-9ccb-332ca7a1d5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:06.381393 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a7f5a83-2772-4396-9ccb-332ca7a1d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:06.421842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1a7f5a83-2772-4396-9ccb-332ca7a1d5e9 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1dbf538b84b64621ba0ffdcd3ab58b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3278890 Oct 12 23:28:06.422725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f5a83-2772-4396-9ccb-332ca7a1d5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155f13c8-b1e8-4ee6-b849-22e8c29bd66e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:06.424538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38114) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:06.475779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b88e5b9-0841-4ce1-8f8f-8cc745110d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:06.497207 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b88e5b9-0841-4ce1-8f8f-8cc745110d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:06.586670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b88e5b9-0841-4ce1-8f8f-8cc745110d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:06.589376 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b88e5b9-0841-4ce1-8f8f-8cc745110d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:06.590536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2b88e5b9-0841-4ce1-8f8f-8cc745110d5f admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/155f13c8-b1e8-4ee6-b849-22e8c29bd66e HTTP/1.1" status: 204 len: 168 time: 0.1644421 Oct 12 23:28:06.598769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b88e5b9-0841-4ce1-8f8f-8cc745110d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155f13c8-b1e8-4ee6-b849-22e8c29bd66e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:07.160548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38122) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:07.176931 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb66853c-8228-4d8d-be0c-e83f8150529a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:07.290114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb66853c-8228-4d8d-be0c-e83f8150529a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:07.292266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a5144-b641-473b-8d1a-d58dfa007b81 req-55abcc14-8824-4a2a-a323-ea6f1cda914b tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:07.293775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e1a5144-b641-473b-8d1a-d58dfa007b81 req-55abcc14-8824-4a2a-a323-ea6f1cda914b tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0686064 Oct 12 23:28:07.329953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e1a5144-b641-473b-8d1a-d58dfa007b81 req-50862197-f273-4c79-ab69-81f980cb4002 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298824 Oct 12 23:28:07.359368 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bb66853c-8228-4d8d-be0c-e83f8150529a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:07.401780 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bb66853c-8228-4d8d-be0c-e83f8150529a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=f43d2a635e5449468bbb276d7031382d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2400362 Oct 12 23:28:07.402562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66853c-8228-4d8d-be0c-e83f8150529a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d34f40-8ab4-42f9-8b2a-5a51deda2c2f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:07.405025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38128) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:07.441645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8556d-bc3f-4c40-b146-bbbc3d685563 req-98d611e1-6056-44f5-8a56-1fef6518ad06 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:07.443267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68b8556d-bc3f-4c40-b146-bbbc3d685563 req-98d611e1-6056-44f5-8a56-1fef6518ad06 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0436606 Oct 12 23:28:07.458816 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c853a6ea-7d0b-40bf-b11f-7a40112eb1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:07.477346 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-68b8556d-bc3f-4c40-b146-bbbc3d685563 req-723f4a78-f02f-44b5-a8c1-bc76c80c5d60 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280356 Oct 12 23:28:07.479906 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c853a6ea-7d0b-40bf-b11f-7a40112eb1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:07.597842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06146b3a-04e7-4be9-923f-c913b5d7f5e5 req-345915ed-6454-493c-acdf-993182c58df3 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:07.599645 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06146b3a-04e7-4be9-923f-c913b5d7f5e5 req-345915ed-6454-493c-acdf-993182c58df3 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0467343 Oct 12 23:28:07.600673 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c853a6ea-7d0b-40bf-b11f-7a40112eb1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:07.603218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c853a6ea-7d0b-40bf-b11f-7a40112eb1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:07.606399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c853a6ea-7d0b-40bf-b11f-7a40112eb1d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d5d34f40-8ab4-42f9-8b2a-5a51deda2c2f HTTP/1.1" status: 204 len: 168 time: 0.1982560 Oct 12 23:28:07.628445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853a6ea-7d0b-40bf-b11f-7a40112eb1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d34f40-8ab4-42f9-8b2a-5a51deda2c2f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:07.711634 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06146b3a-04e7-4be9-923f-c913b5d7f5e5 req-7efd18ef-2c49-4412-abf2-a69ecc7636eb tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043601 Oct 12 23:28:08.155964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80eebe-e17f-463f-9399-66031ed51111 req-c1bf6a87-f120-4321-9956-5338fa57e711 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:08.157539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac80eebe-e17f-463f-9399-66031ed51111 req-c1bf6a87-f120-4321-9956-5338fa57e711 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0403986 Oct 12 23:28:08.193856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac80eebe-e17f-463f-9399-66031ed51111 req-ee6badbc-ec67-4b73-bd2b-4bf8aab128b9 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299294 Oct 12 23:28:09.323125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014a011-ec47-4a8a-97db-971a12169ff6 req-375794d2-336d-4e85-a900-43979e10664f tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:09.330440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6014a011-ec47-4a8a-97db-971a12169ff6 req-375794d2-336d-4e85-a900-43979e10664f tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0621846 Oct 12 23:28:09.362421 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6014a011-ec47-4a8a-97db-971a12169ff6 req-14e379bf-7945-4fa8-8546-70002abff291 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311134 Oct 12 23:28:09.470120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-b3dc8892-dbc7-4300-aa22-f4ee03170c16 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:09.471808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-b3dc8892-dbc7-4300-aa22-f4ee03170c16 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 1097 time: 0.0438201 Oct 12 23:28:09.553851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Deleting port 8788e320-c70e-439a-aa11-8f0ab705f3cc {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:09.554207 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:09.640375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] For port 8788e320-c70e-439a-aa11-8f0ab705f3cc, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=8788e320-c70e-439a-aa11-8f0ab705f3cc,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:09.640738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:09.652930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Calling delete_port for 8788e320-c70e-439a-aa11-8f0ab705f3cc owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:09.833061 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:09.846435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['fdc093d5-accd-48f7-b63a-4a15451596aa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:28:09.849210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['8788e320-c70e-439a-aa11-8f0ab705f3cc'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:28:09.864563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Pushing event deleted for resources: {'Port': ['ID=8788e320-c70e-439a-aa11-8f0ab705f3cc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:09.930986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] No DVR routers for this DVR port 8788e320-c70e-439a-aa11-8f0ab705f3cc on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:28:09.934378 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:09.939111 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48e29cef-568b-4423-9a56-ce85d1ad6554 req-a3c9a9e1-a561-4a51-914d-1fe0305d9670 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.25 "DELETE /v2.0/ports/8788e320-c70e-439a-aa11-8f0ab705f3cc HTTP/1.1" status: 204 len: 173 time: 0.4604135 Oct 12 23:28:09.939621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '998810bd-735f-4566-9892-5539f1877fff', 'name': 'network-vif-deleted', 'tag': '8788e320-c70e-439a-aa11-8f0ab705f3cc'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:28:09.943810 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9dbb5e-64fe-4c2a-8073-e9f3c3c9f759" -d '{"events": [{"server_uuid": "998810bd-735f-4566-9892-5539f1877fff", "name": "network-vif-deleted", "tag": "8788e320-c70e-439a-aa11-8f0ab705f3cc"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:28:09.986904 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b612ee57-8901-4bb7-b8eb-aa26edd91e45 x-openstack-request-id: req-b612ee57-8901-4bb7-b8eb-aa26edd91e45 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:28:09.987266 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "998810bd-735f-4566-9892-5539f1877fff", "name": "network-vif-deleted", "tag": "8788e320-c70e-439a-aa11-8f0ab705f3cc", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:28:09.987526 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b612ee57-8901-4bb7-b8eb-aa26edd91e45 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:28:09.987975 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '998810bd-735f-4566-9892-5539f1877fff', 'name': 'network-vif-deleted', 'tag': '8788e320-c70e-439a-aa11-8f0ab705f3cc', 'status': 'completed', 'code': 200} Oct 12 23:28:10.478258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f72a4e30-d114-4d42-b8f9-9a12979826d2 req-bbba42ce-6642-4445-9f25-3429c30921ef tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=998810bd-735f-4566-9892-5539f1877fff HTTP/1.1" status: 200 len: 210 time: 0.0267901 Oct 12 23:28:11.940795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5579c-13f2-48b7-bbb0-62cdb6e3243f req-1a1b8eac-e343-430c-86d9-da3ddbdc6b93 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:11.947435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81a5579c-13f2-48b7-bbb0-62cdb6e3243f req-1a1b8eac-e343-430c-86d9-da3ddbdc6b93 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1098 time: 0.0843034 Oct 12 23:28:11.980070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81a5579c-13f2-48b7-bbb0-62cdb6e3243f req-cbcc9754-8aed-45f6-9ca4-722cc2b0d0e2 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290027 Oct 12 23:28:12.152835 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f99db9f3-854f-49bf-bbaa-7ae11cf0b97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:12.535370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8788e320-c70e-439a-aa11-8f0ab705f3cc no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:12.556242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 8788e320-c70e-439a-aa11-8f0ab705f3cc {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:12.556837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 8788e320-c70e-439a-aa11-8f0ab705f3cc not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:12.681655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38294) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:12.789497 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a41b0c0b-f92b-469d-981c-7f9076cb982b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:12.863781 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a41b0c0b-f92b-469d-981c-7f9076cb982b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:12.934826 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a41b0c0b-f92b-469d-981c-7f9076cb982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:12.973429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41b0c0b-f92b-469d-981c-7f9076cb982b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a58d2b1-2a9e-4617-a2c6-4db8e42ee6fb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:12.981922 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a41b0c0b-f92b-469d-981c-7f9076cb982b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=8cc8b6a595044319bb703a6d423d2593&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2969835 Oct 12 23:28:12.982149 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38300) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:13.037075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d5df85d-7c92-4410-9c74-7cadc1a40783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:13.059700 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d5df85d-7c92-4410-9c74-7cadc1a40783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:13.095279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6280a87-31da-4f60-960a-d2db0e8df8d9 req-560c5430-2025-498a-9dbc-e0ce7a35b708 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:13.097493 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6280a87-31da-4f60-960a-d2db0e8df8d9 req-560c5430-2025-498a-9dbc-e0ce7a35b708 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1098 time: 0.0468152 Oct 12 23:28:13.132445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f6280a87-31da-4f60-960a-d2db0e8df8d9 req-21e22cbd-472e-4a75-b670-79c948b66fdf tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287564 Oct 12 23:28:13.187599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d5df85d-7c92-4410-9c74-7cadc1a40783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:13.190257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d5df85d-7c92-4410-9c74-7cadc1a40783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:13.193715 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9d5df85d-7c92-4410-9c74-7cadc1a40783 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7a58d2b1-2a9e-4617-a2c6-4db8e42ee6fb HTTP/1.1" status: 204 len: 168 time: 0.2082908 Oct 12 23:28:13.212906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5df85d-7c92-4410-9c74-7cadc1a40783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a58d2b1-2a9e-4617-a2c6-4db8e42ee6fb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:13.245098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-c8340913-8f05-490e-abf1-9bd5b04225b7 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:13.246642 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-c8340913-8f05-490e-abf1-9bd5b04225b7 tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 1098 time: 0.0513747 Oct 12 23:28:13.327375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Deleting port fdc093d5-accd-48f7-b63a-4a15451596aa {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:13.327696 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:13.408533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] For port fdc093d5-accd-48f7-b63a-4a15451596aa, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fdc093d5-accd-48f7-b63a-4a15451596aa,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:13.408901 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:13.422957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Calling delete_port for fdc093d5-accd-48f7-b63a-4a15451596aa owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:13.684122 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:13.695430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['fdc093d5-accd-48f7-b63a-4a15451596aa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:28:13.717998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdc093d5-accd-48f7-b63a-4a15451596aa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:13.763771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] No DVR routers for this DVR port fdc093d5-accd-48f7-b63a-4a15451596aa on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:28:13.766464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:13.769960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9c25cd0c-7203-47e4-9d0b-f813e265f547 req-8d862649-50e1-4fe1-beec-07277a41834a tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.41 "DELETE /v2.0/ports/fdc093d5-accd-48f7-b63a-4a15451596aa HTTP/1.1" status: 204 len: 173 time: 0.5175874 Oct 12 23:28:13.770414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7866723b-e178-4a69-8efb-ae16beb8555e', 'name': 'network-vif-deleted', 'tag': 'fdc093d5-accd-48f7-b63a-4a15451596aa'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:28:13.772741 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e683931e-0a57-46f7-954e-fb5ebc682f66" -d '{"events": [{"server_uuid": "7866723b-e178-4a69-8efb-ae16beb8555e", "name": "network-vif-deleted", "tag": "fdc093d5-accd-48f7-b63a-4a15451596aa"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:28:13.822875 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bffe5d-1500-42cf-823d-b0081d85f886 x-openstack-request-id: req-33bffe5d-1500-42cf-823d-b0081d85f886 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:28:13.823406 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7866723b-e178-4a69-8efb-ae16beb8555e", "name": "network-vif-deleted", "tag": "fdc093d5-accd-48f7-b63a-4a15451596aa", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:28:13.831264 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-33bffe5d-1500-42cf-823d-b0081d85f886 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:28:13.831264 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7866723b-e178-4a69-8efb-ae16beb8555e', 'name': 'network-vif-deleted', 'tag': 'fdc093d5-accd-48f7-b63a-4a15451596aa', 'status': 'completed', 'code': 200} Oct 12 23:28:13.941830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38310) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:13.955760 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2012993b-15d2-42d3-bf7f-94faf5229b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:14.040565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2012993b-15d2-42d3-bf7f-94faf5229b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:14.147041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2012993b-15d2-42d3-bf7f-94faf5229b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:14.190412 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2012993b-15d2-42d3-bf7f-94faf5229b26 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ff909c440ad24ef59e7ee01a1c1fa7e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472718 Oct 12 23:28:14.191580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012993b-15d2-42d3-bf7f-94faf5229b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8265668-ef1d-4e05-b793-98e70949a574,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:14.195424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38316) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:14.248354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bae2412f-774a-4747-984d-0248e2928db3 req-8f301323-f5aa-4a02-9aa1-4124076bf5fe tempest-TestServerMultinode-1855303646 tempest-TestServerMultinode-1855303646-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=7866723b-e178-4a69-8efb-ae16beb8555e HTTP/1.1" status: 200 len: 210 time: 0.0301075 Oct 12 23:28:14.283740 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-802a7321-21e2-44d4-9a1e-b6ba09ba646a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:14.306510 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-802a7321-21e2-44d4-9a1e-b6ba09ba646a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:14.506721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-802a7321-21e2-44d4-9a1e-b6ba09ba646a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:14.523092 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-802a7321-21e2-44d4-9a1e-b6ba09ba646a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:14.523092 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-802a7321-21e2-44d4-9a1e-b6ba09ba646a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f8265668-ef1d-4e05-b793-98e70949a574 HTTP/1.1" status: 204 len: 168 time: 0.3125556 Oct 12 23:28:14.523092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802a7321-21e2-44d4-9a1e-b6ba09ba646a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8265668-ef1d-4e05-b793-98e70949a574,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:15.316557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38338) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:15.507267 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:15.632914 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1a986fa8-6f59-4211-93e0-99e2a9545a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:15.745693 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:16.032902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Deleting port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:16.033187 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:16.140876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] For port cc65d9a6-ad29-4907-a3d4-0ad6c56e1955, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=cc65d9a6-ad29-4907-a3d4-0ad6c56e1955,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:16.140876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:16.146478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Calling delete_port for cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:16.210034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:16.409906 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:16.446138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc65d9a6-ad29-4907-a3d4-0ad6c56e1955,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:16.641016 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:16.941918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Router f50cd061-11b4-48a3-9828-60150b53994b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:28:17.067730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:28:17.073025 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-27500b66-cf46-4866-9f8a-5f68becd2660 admin admin] 10.222.0.31 "PUT /v2.0/routers/f50cd061-11b4-48a3-9828-60150b53994b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7552977 Oct 12 23:28:17.075630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38398) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:17.079415 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] Sync routers for ids ['f50cd061-11b4-48a3-9828-60150b53994b'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:28:17.089202 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] Routers {'f50cd061-11b4-48a3-9828-60150b53994b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:17.089831 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f50cd061-11b4-48a3-9828-60150b53994b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:17.193731 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] Set router f50cd061-11b4-48a3-9828-60150b53994b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:17.198142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:17.320739 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:17.394609 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:24Z', 'updated_at': '2021-10-12T23:28:16Z', 'revision_number': 5, 'project_id': '54c28277b3604034aab68c47eac238ab', 'gw_port': {'id': '1bf7473f-9c84-48f6-9a6a-d7597d89b791', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:4b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3782, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:25Z', 'updated_at': '2021-10-12T23:27:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:17.424291 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] Checking router: f50cd061-11b4-48a3-9828-60150b53994b for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:28:17.434078 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] Routers {'f50cd061-11b4-48a3-9828-60150b53994b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:17.435103 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f50cd061-11b4-48a3-9828-60150b53994b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:17.447848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Deleting port 1bf7473f-9c84-48f6-9a6a-d7597d89b791 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:17.447848 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:17.543643 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] Set router f50cd061-11b4-48a3-9828-60150b53994b gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:17.547244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] For port 1bf7473f-9c84-48f6-9a6a-d7597d89b791, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1bf7473f-9c84-48f6-9a6a-d7597d89b791,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:17.547803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:17.562247 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Calling delete_port for 1bf7473f-9c84-48f6-9a6a-d7597d89b791 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:17.605080 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:24Z', 'updated_at': '2021-10-12T23:28:17Z', 'revision_number': 6, 'project_id': '54c28277b3604034aab68c47eac238ab', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:17.635063 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbd6426-220a-40c0-ba12-a352a720a7b1 None None] The sync data for ids ['f50cd061-11b4-48a3-9828-60150b53994b'] in n-d-790519-14 is: [{'id': 'f50cd061-11b4-48a3-9828-60150b53994b', 'name': 'tempest-TestServerMultinode-1103034217-router', 'tenant_id': '54c28277b3604034aab68c47eac238ab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:24Z', 'updated_at': '2021-10-12T23:28:17Z', 'revision_number': 6, 'project_id': '54c28277b3604034aab68c47eac238ab', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:28:17.901767 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:17.924512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:17.932691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf7473f-9c84-48f6-9a6a-d7597d89b791,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:18.008066 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.110219 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.116582 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.201703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fdc093d5-accd-48f7-b63a-4a15451596aa no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:18.238562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: fdc093d5-accd-48f7-b63a-4a15451596aa {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:18.239218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fdc093d5-accd-48f7-b63a-4a15451596aa not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:18.274182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.283516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f50cd061-11b4-48a3-9828-60150b53994b {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:28:18.283516 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.283516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c7980ac3-dd6e-4252-9c13-944bd74fd31c admin admin] 10.222.0.31 "DELETE /v2.0/routers/f50cd061-11b4-48a3-9828-60150b53994b HTTP/1.1" status: 204 len: 168 time: 1.2037065 Oct 12 23:28:18.283983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38444) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:18.330496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-adfa96a5-58d5-4871-98b7-3a50f7f4b2da admin admin] Deleting subnet d96adda3-c841-4633-94d8-dc9364351fe7 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:28:18.334176 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-adfa96a5-58d5-4871-98b7-3a50f7f4b2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.373998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-adfa96a5-58d5-4871-98b7-3a50f7f4b2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.458755 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-adfa96a5-58d5-4871-98b7-3a50f7f4b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.622306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:18.644983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-adfa96a5-58d5-4871-98b7-3a50f7f4b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.654846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:18.658364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device cc65d9a6-ad29-4907-a3d4-0ad6c56e1955 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:18.658364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1bf7473f-9c84-48f6-9a6a-d7597d89b791 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:18.675797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1bf7473f-9c84-48f6-9a6a-d7597d89b791 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:18.676422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1bf7473f-9c84-48f6-9a6a-d7597d89b791 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:18.678724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfa96a5-58d5-4871-98b7-3a50f7f4b2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d96adda3-c841-4633-94d8-dc9364351fe7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:18.680824 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-adfa96a5-58d5-4871-98b7-3a50f7f4b2da admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.687031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-adfa96a5-58d5-4871-98b7-3a50f7f4b2da admin admin] 10.222.0.31 "DELETE /v2.0/subnets/d96adda3-c841-4633-94d8-dc9364351fe7 HTTP/1.1" status: 204 len: 168 time: 0.3992391 Oct 12 23:28:18.689881 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38446) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:18.693407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5062d0a-cc17-4a83-afe5-4de47b0709df None None] Network 3c2d04de-e065-4e7b-88b7-c6e374350d11 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:28:18.830455 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.915330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Deleting port 38b43363-2983-45b9-bdac-010d32411431 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:18.915687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:18.924038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] DHCP port deletion for 3c2d04de-e065-4e7b-88b7-c6e374350d11 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:28:18.986293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Deleting port 38b43363-2983-45b9-bdac-010d32411431 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:18.987039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.031338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] For port 38b43363-2983-45b9-bdac-010d32411431, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38b43363-2983-45b9-bdac-010d32411431,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:19.031862 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.050400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Calling delete_port for 38b43363-2983-45b9-bdac-010d32411431 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:19.071879 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] For port 38b43363-2983-45b9-bdac-010d32411431, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38b43363-2983-45b9-bdac-010d32411431,segment=NetworkSegment(5e5c3527-c7da-4fe6-aaeb-cdce79ba5379),segment_id=5e5c3527-c7da-4fe6-aaeb-cdce79ba5379)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:19.072282 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.086080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Calling delete_port for 38b43363-2983-45b9-bdac-010d32411431 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:19.267742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 12 23:28:19.319296 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 12 23:28:19.332323 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.332448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.354075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Pushing event deleted for resources: {'Port': ['ID=38b43363-2983-45b9-bdac-010d32411431,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:19.365569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] No DVR routers for this DVR port 38b43363-2983-45b9-bdac-010d32411431 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:28:19.367808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.368146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.368837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.369187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.369653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.369990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.370318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.370644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.370990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.371502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.372001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.372495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a434fcf-9071-4647-9e78-d7a16f3ee3ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:19.392853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.394028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Pushing event deleted for resources: {'Port': ['ID=38b43363-2983-45b9-bdac-010d32411431,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:19.399688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] No DVR routers for this DVR port 38b43363-2983-45b9-bdac-010d32411431 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:28:19.504475 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.535590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c2d04de-e065-4e7b-88b7-c6e374350d11']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:19.552168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:19.552492 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e5c3527-c7da-4fe6-aaeb-cdce79ba5379') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:19.565285 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.588362 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.600623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:28:19.601100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:28:19.603947 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:28:19.757929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.763447 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:19.767440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] 10.222.0.31 "DELETE /v2.0/networks/3c2d04de-e065-4e7b-88b7-c6e374350d11 HTTP/1.1" status: 204 len: 168 time: 1.0786860 Oct 12 23:28:19.770742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38458) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:19.781232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9820dc-f617-4b19-a3f9-45c0b26d7ffa admin admin] Pushing event deleted for resources: {'Network': ['ID=3c2d04de-e065-4e7b-88b7-c6e374350d11,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:20.261678 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:20.357170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38b43363-2983-45b9-bdac-010d32411431 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:20.381768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 38b43363-2983-45b9-bdac-010d32411431 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:20.382673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38b43363-2983-45b9-bdac-010d32411431 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:20.617211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Deleting port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:20.617550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:20.698680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] For port 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4,segment=NetworkSegment(41d68b04-366c-41a3-b6b1-c9563fefa4b8),segment_id=41d68b04-366c-41a3-b6b1-c9563fefa4b8)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:20.700839 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:20.724516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Calling delete_port for 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:20.992407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:21.019056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Pushing event deleted for resources: {'Port': ['ID=54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:21.655786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:21.891801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:28:22.047398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:28:22.053243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-433ad3d5-28b8-4f6b-abc7-e8f0fc3b0bec admin admin] 10.222.0.31 "PUT /v2.0/routers/f04d835d-38ed-486c-8040-3f3fa3f7e2d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2812812 Oct 12 23:28:22.055759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38476) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:22.062243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] Sync routers for ids ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:28:22.075954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] Routers {'f04d835d-38ed-486c-8040-3f3fa3f7e2d2'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:22.077018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:22.179297 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:22.301814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] Set router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:22.340081 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:22.506978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Deleting port 8595e9db-3795-4e20-8a78-e6d7dbe9c923 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:22.507785 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:22.562543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9'}], 'enable_snat': True}, 'gw_port_id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:31Z', 'updated_at': '2021-10-12T23:28:20Z', 'revision_number': 5, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'gw_port': {'id': '8595e9db-3795-4e20-8a78-e6d7dbe9c923', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:81:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3814, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:27:32Z', 'updated_at': '2021-10-12T23:27:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:22.589582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] Checking router: f04d835d-38ed-486c-8040-3f3fa3f7e2d2 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:28:22.598800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] Routers {'f04d835d-38ed-486c-8040-3f3fa3f7e2d2'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:22.599866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:22.625859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] For port 8595e9db-3795-4e20-8a78-e6d7dbe9c923, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8595e9db-3795-4e20-8a78-e6d7dbe9c923,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:22.626321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:22.644425 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Calling delete_port for 8595e9db-3795-4e20-8a78-e6d7dbe9c923 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:22.705371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] Set router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:22.763055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:31Z', 'updated_at': '2021-10-12T23:28:22Z', 'revision_number': 6, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:22.792137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf03430-5e31-4cd1-8f71-c7d4f4b2624e None None] The sync data for ids ['f04d835d-38ed-486c-8040-3f3fa3f7e2d2'] in n-d-790519-14 is: [{'id': 'f04d835d-38ed-486c-8040-3f3fa3f7e2d2', 'name': 'tempest-TestServerMultinode-367501825-router', 'tenant_id': '7f1c4902acde4df59b9ae7df16066ed9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:27:31Z', 'updated_at': '2021-10-12T23:28:22Z', 'revision_number': 6, 'project_id': '7f1c4902acde4df59b9ae7df16066ed9', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:28:22.958173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:22.993024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Pushing event deleted for resources: {'Port': ['ID=8595e9db-3795-4e20-8a78-e6d7dbe9c923,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:23.062366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.164336 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.169370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.332037 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.338339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f04d835d-38ed-486c-8040-3f3fa3f7e2d2 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:28:23.342278 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.343603 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-47b2e393-d02c-44b1-96b7-e5b985e38791 admin admin] 10.222.0.31 "DELETE /v2.0/routers/f04d835d-38ed-486c-8040-3f3fa3f7e2d2 HTTP/1.1" status: 204 len: 168 time: 1.2862830 Oct 12 23:28:23.346271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38486) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:23.396593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ceb7a00-2712-4ed3-b294-2eba6552865f admin admin] Deleting subnet b9ca6add-0337-4519-a22a-ba60c9602451 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:28:23.400133 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7a00-2712-4ed3-b294-2eba6552865f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.437016 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7a00-2712-4ed3-b294-2eba6552865f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.527594 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7a00-2712-4ed3-b294-2eba6552865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.713274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7a00-2712-4ed3-b294-2eba6552865f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.742754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ceb7a00-2712-4ed3-b294-2eba6552865f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9ca6add-0337-4519-a22a-ba60c9602451,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:23.753292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ceb7a00-2712-4ed3-b294-2eba6552865f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.757213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1fc484-d52f-4eb4-9529-971c07b55165 None None] Network 532b8d85-3450-4bbd-9b88-4df18398488f requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:28:23.760541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38490) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:23.760874 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8ceb7a00-2712-4ed3-b294-2eba6552865f admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b9ca6add-0337-4519-a22a-ba60c9602451 HTTP/1.1" status: 204 len: 168 time: 0.4130640 Oct 12 23:28:23.843963 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:23.930129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Deleting port 00dff927-3775-4f83-b505-8b70ea06e307 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:23.930129 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.014477 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070290b6-0b90-40e3-889e-b9b05ec3f168 None None] DHCP port deletion for 532b8d85-3450-4bbd-9b88-4df18398488f request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:28:24.028085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] For port 00dff927-3775-4f83-b505-8b70ea06e307, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=00dff927-3775-4f83-b505-8b70ea06e307,segment=NetworkSegment(41d68b04-366c-41a3-b6b1-c9563fefa4b8),segment_id=41d68b04-366c-41a3-b6b1-c9563fefa4b8)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:24.028453 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.049551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Calling delete_port for 00dff927-3775-4f83-b505-8b70ea06e307 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:24.070010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-070290b6-0b90-40e3-889e-b9b05ec3f168 None None] Deleting port 00dff927-3775-4f83-b505-8b70ea06e307 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:24.070472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-070290b6-0b90-40e3-889e-b9b05ec3f168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.166575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-070290b6-0b90-40e3-889e-b9b05ec3f168 None None] For port 00dff927-3775-4f83-b505-8b70ea06e307, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=00dff927-3775-4f83-b505-8b70ea06e307,segment=NetworkSegment(41d68b04-366c-41a3-b6b1-c9563fefa4b8),segment_id=41d68b04-366c-41a3-b6b1-c9563fefa4b8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:24.167075 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-070290b6-0b90-40e3-889e-b9b05ec3f168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.180512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-070290b6-0b90-40e3-889e-b9b05ec3f168 None None] Calling delete_port for 00dff927-3775-4f83-b505-8b70ea06e307 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:24.226914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.254911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Pushing event deleted for resources: {'Port': ['ID=00dff927-3775-4f83-b505-8b70ea06e307,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:24.256811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] No DVR routers for this DVR port 00dff927-3775-4f83-b505-8b70ea06e307 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:28:24.269653 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-070290b6-0b90-40e3-889e-b9b05ec3f168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.303844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070290b6-0b90-40e3-889e-b9b05ec3f168 None None] Pushing event deleted for resources: {'Port': ['ID=00dff927-3775-4f83-b505-8b70ea06e307,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:24.310131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-070290b6-0b90-40e3-889e-b9b05ec3f168 None None] No DVR routers for this DVR port 00dff927-3775-4f83-b505-8b70ea06e307 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:28:24.357872 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.368827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 00dff927-3775-4f83-b505-8b70ea06e307 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:24.392801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['532b8d85-3450-4bbd-9b88-4df18398488f']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:24.398589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d68b04-366c-41a3-b6b1-c9563fefa4b8') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:24.399184 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d68b04-366c-41a3-b6b1-c9563fefa4b8') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:24.400759 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 00dff927-3775-4f83-b505-8b70ea06e307 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:24.401491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 00dff927-3775-4f83-b505-8b70ea06e307 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:24.402482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8595e9db-3795-4e20-8a78-e6d7dbe9c923 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:24.410036 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.431681 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.437791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:28:24.438390 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:28:24.440546 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:28:24.443332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 8595e9db-3795-4e20-8a78-e6d7dbe9c923 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:24.443332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8595e9db-3795-4e20-8a78-e6d7dbe9c923 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:24.443332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:24.466395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:24.466831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 54fa0c0b-15d3-4f0e-b303-c8cab84dc1e4 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:24.580975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.586046 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:24.591378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] 10.222.0.31 "DELETE /v2.0/networks/532b8d85-3450-4bbd-9b88-4df18398488f HTTP/1.1" status: 204 len: 168 time: 0.8281991 Oct 12 23:28:24.606052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c333e5-d93e-4788-b05e-a0c79ca4bc58 admin admin] Pushing event deleted for resources: {'Network': ['ID=532b8d85-3450-4bbd-9b88-4df18398488f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:25.057744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38500) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:25.108571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-be7dbf2a-4a38-470a-a114-087ec4ea1bef admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=54c28277b3604034aab68c47eac238ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495679 Oct 12 23:28:25.111705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38502) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:25.171884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6233-7ac8-4e7a-bb96-6d31a454ef80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:25.195390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6233-7ac8-4e7a-bb96-6d31a454ef80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:25.347115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6233-7ac8-4e7a-bb96-6d31a454ef80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:25.349713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ed8f6233-7ac8-4e7a-bb96-6d31a454ef80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:25.350930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ed8f6233-7ac8-4e7a-bb96-6d31a454ef80 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/10dc7337-0bd9-4860-b965-52e84af4f236 HTTP/1.1" status: 204 len: 168 time: 0.2380049 Oct 12 23:28:25.364157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8f6233-7ac8-4e7a-bb96-6d31a454ef80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10dc7337-0bd9-4860-b965-52e84af4f236,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:26.164276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38518) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:26.225811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5f8bbea-0751-43ef-8244-2c66470e93c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=7f1c4902acde4df59b9ae7df16066ed9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0602071 Oct 12 23:28:26.226817 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38522) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:26.286880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93465699-1db0-43d9-a09c-1f3d8b5e109e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:26.312048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93465699-1db0-43d9-a09c-1f3d8b5e109e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:26.449887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93465699-1db0-43d9-a09c-1f3d8b5e109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:26.452731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-93465699-1db0-43d9-a09c-1f3d8b5e109e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:26.453899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-93465699-1db0-43d9-a09c-1f3d8b5e109e admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/5062ab74-fc7e-4c39-aa70-c9f66f9e80e2 HTTP/1.1" status: 204 len: 168 time: 0.2260773 Oct 12 23:28:26.464420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93465699-1db0-43d9-a09c-1f3d8b5e109e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5062ab74-fc7e-4c39-aa70-c9f66f9e80e2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:30.139200 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:28:32.271842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08945d52-f7d4-4a9c-8bcc-4deabfffc245 req-ced332a0-1353-43d3-8a0d-1a9b2b688f2f tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:32.280679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08945d52-f7d4-4a9c-8bcc-4deabfffc245 req-ced332a0-1353-43d3-8a0d-1a9b2b688f2f tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1097 time: 0.0560360 Oct 12 23:28:32.322290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-08945d52-f7d4-4a9c-8bcc-4deabfffc245 req-c2bd1684-067e-426d-9a46-0dca8b8403f0 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403347 Oct 12 23:28:32.350087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38580) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:32.539698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port 20fb4bfc-d25b-4f7e-965c-e067519bdf09 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:32.540041 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:32.629830 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:32.643924 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:32.651458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for 20fb4bfc-d25b-4f7e-965c-e067519bdf09 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:32.957973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:33.340949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=20fb4bfc-d25b-4f7e-965c-e067519bdf09,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:33.404832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:33.405428 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Floating IP 51002ec3-d312-4708-b58f-0db0beefa917 disassociated (deleted). External IP: 172.25.2.94, port: 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6. Oct 12 23:28:33.634874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:28:33.791112 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:28:33.796433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:33.804982 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] Sync routers for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:28:33.826334 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:33.827003 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:33.833062 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a75db672-d120-4f63-af7e-9414698678ce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/floatingips/51002ec3-d312-4708-b58f-0db0beefa917 HTTP/1.1" status: 204 len: 168 time: 1.4818320 Oct 12 23:28:33.833915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:28:33.837504 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3" -d '{"events": [{"name": "network-changed", "server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:28:33.885494 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead3254b-96ef-4c20-be05-7860a2ae37fe x-openstack-request-id: req-ead3254b-96ef-4c20-be05-7860a2ae37fe {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:28:33.885835 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:28:33.886009 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ead3254b-96ef-4c20-be05-7860a2ae37fe {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:28:33.886315 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'status': 'completed', 'code': 200} Oct 12 23:28:33.971914 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:34.014675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-2dfdd211-5f6a-4cd2-acca-d81d6e85f3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:34.017021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-2dfdd211-5f6a-4cd2-acca-d81d6e85f3a1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 1097 time: 0.0938137 Oct 12 23:28:34.136844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-6677c30d-3467-4f9b-acba-05e72b820dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:34.139399 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-6677c30d-3467-4f9b-acba-05e72b820dc4 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 200 len: 898 time: 0.1155987 Oct 12 23:28:34.189704 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-c8d834e9-cb65-4849-a610-11e7d9cef2a5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 200 len: 217 time: 0.0435452 Oct 12 23:28:34.230264 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:45Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'fa58eb39-47ee-4b39-ad51-fa271f4c60b9', 'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:a4:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:45Z', 'updated_at': '2021-10-12T23:26:49Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:34.256511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-f4ec5122-0091-4198-8271-9e5fb495c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:34.258040 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-f4ec5122-0091-4198-8271-9e5fb495c69d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 200 len: 833 time: 0.0612497 Oct 12 23:28:34.272420 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] Checking router: 7f1bd0e2-45ed-429a-b8aa-1e05e218084b for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:28:34.287136 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:34.290892 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:34.323477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-3f75602b-3a1d-42ec-b2bc-d4a909d7b641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:34.324973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-3f75602b-3a1d-42ec-b2bc-d4a909d7b641 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b9614fe0-9bb8-4328-8902-350f3e4504fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591738 Oct 12 23:28:34.429020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc599ce-acb4-4b8a-b213-184a66c6472f req-2670e295-3147-4544-ae61-d0ab607b973d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:34.430662 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fc599ce-acb4-4b8a-b213-184a66c6472f req-2670e295-3147-4544-ae61-d0ab607b973d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0611744 Oct 12 23:28:34.436828 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:34.493578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-320bac3e-c84b-4583-8354-a54236d3ff78 service neutron] 10.222.0.25 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576080 Oct 12 23:28:34.515155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4fc599ce-acb4-4b8a-b213-184a66c6472f req-53fd424c-1105-46ed-8480-64c514e95851 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766671 Oct 12 23:28:34.616859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fc6e954-c3f7-49dc-9229-7ae9685ddad3 req-29a35759-9a40-4645-8116-e2f117a818ea service neutron] 10.222.0.25 "GET /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139088 Oct 12 23:28:34.868143 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:45Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'fa58eb39-47ee-4b39-ad51-fa271f4c60b9', 'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:a4:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:45Z', 'updated_at': '2021-10-12T23:26:49Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:34.901236 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8caf039d-81be-4057-8ff8-919498c2b671 None None] The sync data for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 is: [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:45Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'fa58eb39-47ee-4b39-ad51-fa271f4c60b9', 'name': '', 'network_id': 'b9614fe0-9bb8-4328-8902-350f3e4504fb', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:a4:a2:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3763, 'fixed_ips': [{'subnet_id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:45Z', 'updated_at': '2021-10-12T23:26:49Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:28:35.230003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6efbeee-de3f-4aed-830c-c9d00e10e966 None None] New status for floating IP 51002ec3-d312-4708-b58f-0db0beefa917: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:28:35.664241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf21193-03c8-4c77-a41b-7958414f0287 req-bc20a92e-43d9-459b-9a18-9b6c5d9bd3e6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:35.666523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-faf21193-03c8-4c77-a41b-7958414f0287 req-bc20a92e-43d9-459b-9a18-9b6c5d9bd3e6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.0943780 Oct 12 23:28:35.708084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e88d090-b893-4fa5-9b47-a41a761ce3e0 req-e74fe06b-b69e-4a19-a736-cb1da4be7ff1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:35.710029 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e88d090-b893-4fa5-9b47-a41a761ce3e0 req-e74fe06b-b69e-4a19-a736-cb1da4be7ff1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 945 time: 0.1055055 Oct 12 23:28:35.791152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e88d090-b893-4fa5-9b47-a41a761ce3e0 req-2a262a05-6e6f-4102-85c5-9934e65c23a8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=5599a37f-4b0c-429e-a52e-7c7a9cf646db&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621843 Oct 12 23:28:35.823569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-faf21193-03c8-4c77-a41b-7958414f0287 req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:35.823918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-faf21193-03c8-4c77-a41b-7958414f0287 req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:35.943767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-faf21193-03c8-4c77-a41b-7958414f0287 req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:35.944199 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-faf21193-03c8-4c77-a41b-7958414f0287 req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:35.956984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-faf21193-03c8-4c77-a41b-7958414f0287 req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:36.175423 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-faf21193-03c8-4c77-a41b-7958414f0287 req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:36.220981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:36.274457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-faf21193-03c8-4c77-a41b-7958414f0287 req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] No DVR routers for this DVR port 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:28:36.277331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-faf21193-03c8-4c77-a41b-7958414f0287 req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:36.280889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-faf21193-03c8-4c77-a41b-7958414f0287 req-4bba8207-1d8e-499d-a390-6f635efa8283 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "DELETE /v2.0/ports/43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 HTTP/1.1" status: 204 len: 173 time: 0.6080642 Oct 12 23:28:36.281314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'name': 'network-vif-deleted', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:28:36.296718 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0ba0f4-c428-409b-9fc8-992bfa36bc7a" -d '{"events": [{"server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "name": "network-vif-deleted", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:28:36.331810 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afcb0b6-cf1e-4aa3-a437-2f046a302b38 x-openstack-request-id: req-4afcb0b6-cf1e-4aa3-a437-2f046a302b38 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:28:36.332113 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0db9ac4-829a-4af9-ae4a-fedbc24603ec", "name": "network-vif-deleted", "tag": "43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:28:36.332370 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4afcb0b6-cf1e-4aa3-a437-2f046a302b38 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:28:36.332778 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0db9ac4-829a-4af9-ae4a-fedbc24603ec', 'name': 'network-vif-deleted', 'tag': '43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6', 'status': 'completed', 'code': 200} Oct 12 23:28:36.908611 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-42e5429b-353b-4c69-8cdc-196cdeaaabd7 req-ba673b06-afbc-4324-b602-f604caa51530 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=d0db9ac4-829a-4af9-ae4a-fedbc24603ec HTTP/1.1" status: 200 len: 210 time: 0.0294304 Oct 12 23:28:37.969215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38654) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:38.358595 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:38.629784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port fa58eb39-47ee-4b39-ad51-fa271f4c60b9 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:38.630134 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:38.704101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:38.727711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:38.728203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 43b2c2c5-8f6e-4af5-8bf5-e7f7382beed6 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:38.730736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port fa58eb39-47ee-4b39-ad51-fa271f4c60b9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=fa58eb39-47ee-4b39-ad51-fa271f4c60b9,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:38.731148 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:38.749205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for fa58eb39-47ee-4b39-ad51-fa271f4c60b9 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:39.038275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:39.069299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=fa58eb39-47ee-4b39-ad51-fa271f4c60b9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:39.259772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:39.511124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:28:39.623385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:28:39.631364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e20713d5-60eb-4946-be55-4028c4afd6be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "PUT /v2.0/routers/7f1bd0e2-45ed-429a-b8aa-1e05e218084b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6584713 Oct 12 23:28:39.632470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38666) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:39.635579 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] Sync routers for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:28:39.648697 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:39.649755 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:39.696593 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b909ed69-f454-463a-b504-cc41954bb495 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting subnet 7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:28:39.699893 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b909ed69-f454-463a-b504-cc41954bb495 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:39.749080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b909ed69-f454-463a-b504-cc41954bb495 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:39.770284 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:39.837200 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b909ed69-f454-463a-b504-cc41954bb495 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:39.953810 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:28:38Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:39.979563 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] Checking router: 7f1bd0e2-45ed-429a-b8aa-1e05e218084b for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:28:39.988496 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] Routers {'7f1bd0e2-45ed-429a-b8aa-1e05e218084b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:39.989105 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:40.009841 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b909ed69-f454-463a-b504-cc41954bb495 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.048889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b909ed69-f454-463a-b504-cc41954bb495 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.054740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38668) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:40.055328 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b909ed69-f454-463a-b504-cc41954bb495 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/subnets/7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d HTTP/1.1" status: 204 len: 168 time: 0.4220507 Oct 12 23:28:40.055913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b909ed69-f454-463a-b504-cc41954bb495 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Subnet': ['ID=7a77c75f-e7bd-4fa9-aa3a-de2552d0ea6d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:40.056264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98cee994-f504-473d-9136-379073242578 None None] Network b9614fe0-9bb8-4328-8902-350f3e4504fb requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:28:40.152543 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] Set router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:40.225077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.302155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb12747c-757d-4254-b37e-15fe936804a5 None None] DHCP port deletion for b9614fe0-9bb8-4328-8902-350f3e4504fb request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:28:40.407067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cb12747c-757d-4254-b37e-15fe936804a5 None None] Deleting port 66e6ce93-bbce-4664-a603-c1fc292e8aff {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:40.407067 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb12747c-757d-4254-b37e-15fe936804a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.408542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.419729 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:28:38Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:40.454206 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4751c494-7f3f-497f-a914-2671e7d0f07d None None] The sync data for ids ['7f1bd0e2-45ed-429a-b8aa-1e05e218084b'] in n-d-790519-14 is: [{'id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1413579098', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160'}], 'enable_snat': True}, 'gw_port_id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:28:38Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '0fe015cd-1be7-4ab4-bfa4-137f274e5486', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:e7:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f1bd0e2-45ed-429a-b8aa-1e05e218084b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3760, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:26:41Z', 'updated_at': '2021-10-12T23:26:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:28:40.474503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 66e6ce93-bbce-4664-a603-c1fc292e8aff no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:40.510145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cb12747c-757d-4254-b37e-15fe936804a5 None None] For port 66e6ce93-bbce-4664-a603-c1fc292e8aff, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=66e6ce93-bbce-4664-a603-c1fc292e8aff,segment=NetworkSegment(a5c7c957-2b68-4a1d-b274-515c656e30ba),segment_id=a5c7c957-2b68-4a1d-b274-515c656e30ba)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:40.510719 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb12747c-757d-4254-b37e-15fe936804a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.531719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-cb12747c-757d-4254-b37e-15fe936804a5 None None] Calling delete_port for 66e6ce93-bbce-4664-a603-c1fc292e8aff owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:40.604280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port 0fe015cd-1be7-4ab4-bfa4-137f274e5486 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:28:40.604698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.657732 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.693699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port 0fe015cd-1be7-4ab4-bfa4-137f274e5486, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0fe015cd-1be7-4ab4-bfa4-137f274e5486,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:40.694072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.706736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for 0fe015cd-1be7-4ab4-bfa4-137f274e5486 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:28:40.851164 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 12 23:28:40.851164 n-d-790519-14 neutron-server[101891]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 12 23:28:40.851164 n-d-790519-14 neutron-server[101891]: [parameters: {'status': 'DOWN', 'ports_id': '66e6ce93-bbce-4664-a603-c1fc292e8aff'}] Oct 12 23:28:40.851164 n-d-790519-14 neutron-server[101891]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:28:40.851695 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:28:40.890847 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb12747c-757d-4254-b37e-15fe936804a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:40.928156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12747c-757d-4254-b37e-15fe936804a5 None None] Pushing event deleted for resources: {'Port': ['ID=66e6ce93-bbce-4664-a603-c1fc292e8aff,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:40.931655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb12747c-757d-4254-b37e-15fe936804a5 None None] No DVR routers for this DVR port 66e6ce93-bbce-4664-a603-c1fc292e8aff on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:28:41.049245 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:41.414106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Port 66e6ce93-bbce-4664-a603-c1fc292e8aff update to DOWN by agent not found {{(pid=101891) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2163}} Oct 12 23:28:41.462419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=0fe015cd-1be7-4ab4-bfa4-137f274e5486,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:41.530672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:41.650737 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:41.656429 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:41.820672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:41.825509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Fanout notify agent at l3_agent the message router_deleted on router 7f1bd0e2-45ed-429a-b8aa-1e05e218084b {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:28:41.829118 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:41.830308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a6933ac9-68f0-4f22-961f-df99fe1c9247 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/routers/7f1bd0e2-45ed-429a-b8aa-1e05e218084b HTTP/1.1" status: 204 len: 168 time: 1.7727718 Oct 12 23:28:41.833072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38688) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:41.968506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.100299 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.126179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9614fe0-9bb8-4328-8902-350f3e4504fb']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:42.138359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c7c957-2b68-4a1d-b274-515c656e30ba') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:42.138801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c7c957-2b68-4a1d-b274-515c656e30ba') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:42.150470 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.152028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a932e9d-1697-404d-a414-f9da81c049dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.167086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.174845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:28:42.175281 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:28:42.178850 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:28:42.372086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.393022 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.415711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38692) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:42.426387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/networks/b9614fe0-9bb8-4328-8902-350f3e4504fb HTTP/1.1" status: 204 len: 168 time: 0.5830860 Oct 12 23:28:42.482046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35595f3e-3f3c-4d94-80ba-8de0624d28cd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Network': ['ID=b9614fe0-9bb8-4328-8902-350f3e4504fb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:42.523226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fa58eb39-47ee-4b39-ad51-fa271f4c60b9 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:42.556786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: fa58eb39-47ee-4b39-ad51-fa271f4c60b9 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:42.557395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device fa58eb39-47ee-4b39-ad51-fa271f4c60b9 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:42.557985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0fe015cd-1be7-4ab4-bfa4-137f274e5486 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:28:42.563100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-42ad19ed-a4f3-46e3-963e-fd6613d708ea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.587704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 0fe015cd-1be7-4ab4-bfa4-137f274e5486 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:28:42.589396 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 0fe015cd-1be7-4ab4-bfa4-137f274e5486 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:28:42.619168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-42ad19ed-a4f3-46e3-963e-fd6613d708ea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.769439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-42ad19ed-a4f3-46e3-963e-fd6613d708ea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.773107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-42ad19ed-a4f3-46e3-963e-fd6613d708ea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:42.776802 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-42ad19ed-a4f3-46e3-963e-fd6613d708ea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/security-groups/5599a37f-4b0c-429e-a52e-7c7a9cf646db HTTP/1.1" status: 204 len: 168 time: 0.3575554 Oct 12 23:28:42.786778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad19ed-a4f3-46e3-963e-fd6613d708ea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5599a37f-4b0c-429e-a52e-7c7a9cf646db,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:43.303523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38704) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:43.308522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-237793464', 'description': 'tempest-secgroup-smoke-237793464 description', 'project_id': '38742014418042538107885273e48e96'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:43.426686 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:43.496520 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:43.597744 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:43.627945 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833c3c18-3742-40b0-ad95-07902a808cc1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:43.635512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.635870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.636239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.639131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.639131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.639131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.639131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.639131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.644339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.644339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.644339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.644339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:43.708544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:43.709896 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-79d611ae-c985-42df-9272-54e7de6555fc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4053080 Oct 12 23:28:43.712823 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38710) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:43.718139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fd8654e4-1052-4576-bae6-6550e61a39cf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '833c3c18-3742-40b0-ad95-07902a808cc1', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:43.853953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd8654e4-1052-4576-bae6-6550e61a39cf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:43.913437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd8654e4-1052-4576-bae6-6550e61a39cf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.044849 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd8654e4-1052-4576-bae6-6550e61a39cf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.065647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8654e4-1052-4576-bae6-6550e61a39cf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec74f4a-6ddb-40ee-b479-aae4fe98cc94,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:44.148573 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd8654e4-1052-4576-bae6-6550e61a39cf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.149804 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fd8654e4-1052-4576-bae6-6550e61a39cf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359715 Oct 12 23:28:44.152705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38712) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:44.157235 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9c18de83-377f-434e-99c1-62ba9f698653 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '833c3c18-3742-40b0-ad95-07902a808cc1', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:44.298818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c18de83-377f-434e-99c1-62ba9f698653 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.368565 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c18de83-377f-434e-99c1-62ba9f698653 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.477828 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c18de83-377f-434e-99c1-62ba9f698653 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.500521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18de83-377f-434e-99c1-62ba9f698653 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85770fa-736c-4b33-b6b1-02017a54a905,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:44.624104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9c18de83-377f-434e-99c1-62ba9f698653 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.624104 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9c18de83-377f-434e-99c1-62ba9f698653 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4699857 Oct 12 23:28:44.627481 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38718) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:44.632211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-dd42e29d-dbef-47a8-abae-88eed43983b4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '833c3c18-3742-40b0-ad95-07902a808cc1', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:44.740672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd42e29d-dbef-47a8-abae-88eed43983b4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.791105 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd42e29d-dbef-47a8-abae-88eed43983b4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.894670 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd42e29d-dbef-47a8-abae-88eed43983b4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:44.911213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42e29d-dbef-47a8-abae-88eed43983b4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145b27df-385d-413b-a4d6-839acaace7e4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:45.006609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dd42e29d-dbef-47a8-abae-88eed43983b4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.011356 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dd42e29d-dbef-47a8-abae-88eed43983b4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3824818 Oct 12 23:28:45.011609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38726) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:45.016750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ea478556-c39b-41cf-83d4-7a52caf5fe02 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '833c3c18-3742-40b0-ad95-07902a808cc1', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:45.175970 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea478556-c39b-41cf-83d4-7a52caf5fe02 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.248098 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea478556-c39b-41cf-83d4-7a52caf5fe02 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.352039 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea478556-c39b-41cf-83d4-7a52caf5fe02 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.375711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea478556-c39b-41cf-83d4-7a52caf5fe02 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74c386a5-df17-47c8-a7e5-9339c9de9b8b,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:45.468762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ea478556-c39b-41cf-83d4-7a52caf5fe02 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.471193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ea478556-c39b-41cf-83d4-7a52caf5fe02 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4582708 Oct 12 23:28:45.473541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38730) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:45.478023 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-aa9f7af5-1871-48d0-b1ce-9b2f8407012c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '833c3c18-3742-40b0-ad95-07902a808cc1', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:45.528454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.588306 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-aa9f7af5-1871-48d0-b1ce-9b2f8407012c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Project 38742014418042538107885273e48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:28:45.593807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7af5-1871-48d0-b1ce-9b2f8407012c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.643623 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4ca7caf1-4f29-4bbd-96b4-07146164fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.664177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7af5-1871-48d0-b1ce-9b2f8407012c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.763937 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7af5-1871-48d0-b1ce-9b2f8407012c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.781150 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f7af5-1871-48d0-b1ce-9b2f8407012c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b96b3ff4-ab31-45d5-ba82-61d4cd392ad9,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:45.874615 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aa9f7af5-1871-48d0-b1ce-9b2f8407012c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:45.877329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aa9f7af5-1871-48d0-b1ce-9b2f8407012c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4016764 Oct 12 23:28:45.879980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38734) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:45.884692 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4f276138-698c-47ca-a710-08c45742700f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '833c3c18-3742-40b0-ad95-07902a808cc1', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:46.003711 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-4f276138-698c-47ca-a710-08c45742700f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Project 38742014418042538107885273e48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:28:46.009050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f276138-698c-47ca-a710-08c45742700f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.079856 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f276138-698c-47ca-a710-08c45742700f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.203749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f276138-698c-47ca-a710-08c45742700f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.223168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f276138-698c-47ca-a710-08c45742700f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc0cc9f-2f3a-407b-ad94-e526687fe4d2,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:46.232697 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.343145 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4f276138-698c-47ca-a710-08c45742700f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.344421 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4f276138-698c-47ca-a710-08c45742700f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4633455 Oct 12 23:28:46.347926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38738) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:46.353252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'network': {'name': 'tempest-network-smoke--2087020736', 'project_id': '38742014418042538107885273e48e96', 'port_security_enabled': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:46.523386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:28:46.527089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.555363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:28:46.566334 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.569798 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Added segment 7e9b5b73-f83d-42f4-aa29-f399740518fc of type vlan for network cc513d14-10d7-4c4c-bf72-ed75489e03a5 Oct 12 23:28:46.614440 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.752417 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.758157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:46.758759 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:46.825728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Network': ['ID=cc513d14-10d7-4c4c-bf72-ed75489e03a5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:46.836778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network cc513d14-10d7-4c4c-bf72-ed75489e03a5 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:28:46.914901 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-471f63c1-47cf-4653-8149-183b7c48931d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5658753 Oct 12 23:28:46.917466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38744) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:46.921892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'admin_state_up': True, 'project_id': '38742014418042538107885273e48e96', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:47.038072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:47.039220 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:47.095659 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:47.354244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:47.681656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:47.701252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:47.825173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.25.2.205 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/ccd40892-4c77-4455-a2a4-dc2ede715036) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:28:47.906084 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:47.932862 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:48.055471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:48.102059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:28:48.104918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:28:48.109292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:28:48.113471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=ccd40892-4c77-4455-a2a4-dc2ede715036,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:48.465047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:48.714289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:48.991930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 0339d7fb-413d-4004-94e9-a5b8c41def0e is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:28:49.105908 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:28:49.119802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Sync routers for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:28:49.129921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:49.130847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:49.210987 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:49.215188 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7ad6553a-4471-4b8a-9232-f69a059b7374 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2938476 Oct 12 23:28:49.215637 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38778) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:49.217840 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:49.250362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-794ba57b-86ec-4848-89cf-340a2642b869 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=38742014418042538107885273e48e96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333791 Oct 12 23:28:49.250684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:49.254045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38780) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:49.353743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5c4429-116e-4e58-9383-d080eedf9304 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:49.355903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6e5c4429-116e-4e58-9383-d080eedf9304 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1006756 Oct 12 23:28:49.358697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 38782) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:49.389782 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fba9cbaf-f168-4f17-bde9-5d614c5d39c9 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296760 Oct 12 23:28:49.395277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38784) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:49.400555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1872369694', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'project_id': '38742014418042538107885273e48e96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:49.439087 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:49.468343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:48Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:49.499346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Checking router: 0339d7fb-413d-4004-94e9-a5b8c41def0e for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:28:49.499785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Updating router 0339d7fb-413d-4004-94e9-a5b8c41def0e port ccd40892-4c77-4455-a2a4-dc2ede715036 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:28:49.527618 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:49.678467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:28:49.688661 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:49.948212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:49.952038 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:50.015252 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:50.019579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Subnet': ['ID=81495475-a10f-4830-b03c-be671984b01b,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:50.034079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Checking segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:28:50.034449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network hostable DHCP agents. Network: cc513d14-10d7-4c4c-bf72-ed75489e03a5, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:28:50.070871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Attempting to bind port ccd40892-4c77-4455-a2a4-dc2ede715036 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:28:50.071264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Attempting to bind port ccd40892-4c77-4455-a2a4-dc2ede715036 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:28:50.071622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Attempting to bind port ccd40892-4c77-4455-a2a4-dc2ede715036 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:28:50.078127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c6dc7-bd8a-414d-9711-88ff7e55f116 None None] Pushing event updated for resources: {'Port': ['ID=ccd40892-4c77-4455-a2a4-dc2ede715036,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:50.083601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:28:50.083977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:28:50.084377 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:50.084761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:28:50.085228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Bound port: ccd40892-4c77-4455-a2a4-dc2ede715036, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:28:50.088054 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:50.140816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network cc513d14-10d7-4c4c-bf72-ed75489e03a5 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:28:50.149560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] For port ccd40892-4c77-4455-a2a4-dc2ede715036, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:28:50.153319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] For port ccd40892-4c77-4455-a2a4-dc2ede715036, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ccd40892-4c77-4455-a2a4-dc2ede715036,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:28:50.260406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, cc513d14-10d7-4c4c-bf72-ed75489e03a5) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:28:50.267143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:50.267747 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:50.272047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-764c95bd-632a-4807-910a-a34ac686fe83 None None] Network cc513d14-10d7-4c4c-bf72-ed75489e03a5 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:28:50.287060 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:50.373623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7db3bb4c-16f3-4e67-9521-024acc861876 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9765823 Oct 12 23:28:50.376452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38792) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:28:50.399530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:50.400114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:50.417409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c6dc7-bd8a-414d-9711-88ff7e55f116 None None] Pushing event updated for resources: {'Port': ['ID=ccd40892-4c77-4455-a2a4-dc2ede715036,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:50.592667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:50.667930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:28:50.668961 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:50.921969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:50.990267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Allocated IP 172.20.0.2 (cc513d14-10d7-4c4c-bf72-ed75489e03a5/81495475-a10f-4830-b03c-be671984b01b/ab4d15be-1094-4c03-9255-0bd8248c2f65) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:28:51.010432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:48Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:51.073470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b31cea73-4493-4420-8f50-bd6fe5979931 None None] The sync data for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 is: [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:48Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:28:51.193433 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:51.213500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-b7a3828a-3288-4a17-b381-703803673938 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1991852653&fields=id&tenant_id=d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 267 time: 0.1078961 Oct 12 23:28:51.289554 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:51.371002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Pushing event updated for resources: {'Port': ['ID=ab4d15be-1094-4c03-9255-0bd8248c2f65,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:51.388047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Network cc513d14-10d7-4c4c-bf72-ed75489e03a5 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:28:51.389906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:28:51.393978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.20.0.1 (cc513d14-10d7-4c4c-bf72-ed75489e03a5/81495475-a10f-4830-b03c-be671984b01b/eb36c3b0-6f76-40d0-af3d-97fa4a51d44e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:28:51.398324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:28:51.497065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Attempting to bind port ab4d15be-1094-4c03-9255-0bd8248c2f65 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:28:51.497434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Attempting to bind port ab4d15be-1094-4c03-9255-0bd8248c2f65 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:28:51.497800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Attempting to bind port ab4d15be-1094-4c03-9255-0bd8248c2f65 on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:28:51.504334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:28:51.505334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Checking segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:28:51.505334 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:51.505587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Bound using segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:28:51.505974 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Bound port: ab4d15be-1094-4c03-9255-0bd8248c2f65, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:28:51.506360 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:51.555280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-71feeba9-b90c-4042-b02f-8142dd64b6cf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:51.556846 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-71feeba9-b90c-4042-b02f-8142dd64b6cf tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.3337603 Oct 12 23:28:51.579782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-ea6d1839-f0f8-4228-bf8d-6322cb8a41c0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/quotas/d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 375 time: 0.0158691 Oct 12 23:28:51.584198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:51.638755 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] For port ab4d15be-1094-4c03-9255-0bd8248c2f65, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:28:51.645721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] For port ab4d15be-1094-4c03-9255-0bd8248c2f65, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ab4d15be-1094-4c03-9255-0bd8248c2f65,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:28:51.681425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-6afda52b-9d97-416e-846e-427f0841c5a0 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0953400 Oct 12 23:28:51.752980 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:51.776964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:51.847590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network cc513d14-10d7-4c4c-bf72-ed75489e03a5 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:28:51.848790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74196dd-e597-428e-8e35-c47324c1eedf None None] Pushing event updated for resources: {'Port': ['ID=ab4d15be-1094-4c03-9255-0bd8248c2f65,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:51.852865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:28:51.861457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-4b26bd40-577d-414a-a7dc-fa896ae32be4 service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675603 Oct 12 23:28:51.866886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:28:51.952390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=eb36c3b0-6f76-40d0-af3d-97fa4a51d44e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:51.976491 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:52.179157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-92724896-9851-4abe-8a74-b8103528957c service neutron] 10.222.0.31 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056149 Oct 12 23:28:52.317421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:52.438056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ccd40892-4c77-4455-a2a4-dc2ede715036 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:28:52.487020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ccd40892-4c77-4455-a2a4-dc2ede715036 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:52.487307 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:52.572622 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:52.592076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port ccd40892-4c77-4455-a2a4-dc2ede715036, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ccd40892-4c77-4455-a2a4-dc2ede715036,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:52.628772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:52.758283 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:52.758862 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:52.759407 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ab4d15be-1094-4c03-9255-0bd8248c2f65 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:28:52.890154 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:52.913843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ab4d15be-1094-4c03-9255-0bd8248c2f65 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:52.915199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:52.920257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b607f72f-c167-4436-93ef-3758690f2ab8 None None] Network cc513d14-10d7-4c4c-bf72-ed75489e03a5 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:28:52.925173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=ccd40892-4c77-4455-a2a4-dc2ede715036,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:52.960044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=eb36c3b0-6f76-40d0-af3d-97fa4a51d44e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:53.040854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network cc513d14-10d7-4c4c-bf72-ed75489e03a5 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:28:53.042927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:28:53.057612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d54a4199-0862-41c4-8052-1d59eddfb38b None None] Provisioning complete for port ab4d15be-1094-4c03-9255-0bd8248c2f65 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:53.057612 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d54a4199-0862-41c4-8052-1d59eddfb38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:53.130893 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43fee5bb-e335-4c29-a40d-2e8c3f130654 req-d9164c7d-6ddf-4e79-a10d-cbdf99835b85 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 210 time: 0.0651045 Oct 12 23:28:53.241333 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d54a4199-0862-41c4-8052-1d59eddfb38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:53.310042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 0339d7fb-413d-4004-94e9-a5b8c41def0e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:28:53.380550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d54a4199-0862-41c4-8052-1d59eddfb38b None None] For port ab4d15be-1094-4c03-9255-0bd8248c2f65, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ab4d15be-1094-4c03-9255-0bd8248c2f65,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:53.393234 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:53.480503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d54a4199-0862-41c4-8052-1d59eddfb38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:53.496653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:28:53.516006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d5ae37b9-2991-4152-b969-8b9b1fb3e221 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "PUT /v2.0/routers/0339d7fb-413d-4004-94e9-a5b8c41def0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1378634 Oct 12 23:28:53.577157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:28:53.582552 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:28:53.611350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a4199-0862-41c4-8052-1d59eddfb38b None None] Pushing event updated for resources: {'Port': ['ID=ab4d15be-1094-4c03-9255-0bd8248c2f65,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:53.814133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1dfd4d93-c509-4c35-9bff-40d0eb2a50fb None None] Provisioning complete for port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:53.814627 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1dfd4d93-c509-4c35-9bff-40d0eb2a50fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:53.815389 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Sync routers for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:28:53.834113 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:53.834747 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:53.853892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ca60e673-c211-4b8b-a3d9-2778aba14f09 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-237793464&fields=id&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 267 time: 0.0708196 Oct 12 23:28:53.862686 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd4d93-c509-4c35-9bff-40d0eb2a50fb None None] Port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:28:53.897916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1dfd4d93-c509-4c35-9bff-40d0eb2a50fb None None] Provisioning complete for port ab4d15be-1094-4c03-9255-0bd8248c2f65 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:53.899728 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1dfd4d93-c509-4c35-9bff-40d0eb2a50fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:54.040904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-2bdd4073-77ef-4614-b8ac-e84ce936c8be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:54.046905 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:54.055937 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-2bdd4073-77ef-4614-b8ac-e84ce936c8be tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 797 time: 0.1958582 Oct 12 23:28:54.076290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-00ea597f-7461-45d0-b536-7b21433d48ee tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/quotas/38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 375 time: 0.0192258 Oct 12 23:28:54.199457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-9cba356f-07b9-44c0-b5ff-47ff1209016c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1126680 Oct 12 23:28:54.270979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-16d1035e-c085-4e9f-8857-44d8caa766e4 None None] Provisioning complete for port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:54.276353 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16d1035e-c085-4e9f-8857-44d8caa766e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:54.276514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a435bb9-7c29-45af-928a-a04a855c4e97 req-23be04e0-0518-4591-96d4-6b4f96be63a9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 210 time: 0.0812562 Oct 12 23:28:54.338683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-16d1035e-c085-4e9f-8857-44d8caa766e4 None None] Port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:28:54.359505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-3b0dc97c-7ff2-43ba-846d-82ddf531516b service neutron] 10.222.0.31 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567967 Oct 12 23:28:54.412691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ccd40892-4c77-4455-a2a4-dc2ede715036 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:28:54.519929 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-22394ee4-3e56-4300-b2c5-6b2af140727c service neutron] 10.222.0.31 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500962 Oct 12 23:28:54.535119 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ccd40892-4c77-4455-a2a4-dc2ede715036 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:54.535971 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:54.540112 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eb36c3b0-6f76-40d0-af3d-97fa4a51d44e', 'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:54:ee:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:51Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 2, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '81495475-a10f-4830-b03c-be671984b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:54.575961 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Checking router: 0339d7fb-413d-4004-94e9-a5b8c41def0e for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:28:54.576307 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Updating router 0339d7fb-413d-4004-94e9-a5b8c41def0e port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:28:54.613380 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:54.648711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d89d8242-c54b-4ff0-a4b7-6b8460b834ba None None] Provisioning complete for port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:54.649082 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d89d8242-c54b-4ff0-a4b7-6b8460b834ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:54.686662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ab4d15be-1094-4c03-9255-0bd8248c2f65 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:28:54.714587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d89d8242-c54b-4ff0-a4b7-6b8460b834ba None None] Port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:28:54.745914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ab4d15be-1094-4c03-9255-0bd8248c2f65 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:54.746295 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:54.898567 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e7228ddf-e80e-4b17-af5e-82c1e6b92c7d req-a8b0e0ae-fb8e-44f0-9030-9c29a97506aa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 210 time: 0.0473926 Oct 12 23:28:55.100430 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:55.226202 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:55.304140 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Pushing event updated for resources: {'Port': ['ID=eb36c3b0-6f76-40d0-af3d-97fa4a51d44e,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:55.338511 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.338879 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.339254 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.339582 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.339905 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.340251 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.340544 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.340856 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.341361 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.341678 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.341992 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.342329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:55.389857 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Attempting to bind port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:28:55.390218 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Attempting to bind port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:28:55.390615 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Attempting to bind port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:28:55.396306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cc0cc23f-8ea4-4c85-9e20-d6084e150073 req-12a65b9b-4187-42d0-9fda-aa418aa5e0eb tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 210 time: 0.0284073 Oct 12 23:28:55.396910 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:28:55.397118 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Checking segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:28:55.397549 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:55.397964 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Bound using segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:28:55.398650 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Bound port: eb36c3b0-6f76-40d0-af3d-97fa4a51d44e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:28:55.398833 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:55.478775 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] For port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:28:55.483687 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] For port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=eb36c3b0-6f76-40d0-af3d-97fa4a51d44e,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:28:55.544987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f3164a04-7498-4b72-9fd9-c33f7d252b30 None None] Provisioning complete for port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:55.546004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3164a04-7498-4b72-9fd9-c33f7d252b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:55.586692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f3164a04-7498-4b72-9fd9-c33f7d252b30 None None] Port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:28:55.598039 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:55.661652 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:28:55.662336 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:55.666473 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e69db7-6825-48e8-b075-f368f0e58b6e None None] Pushing event updated for resources: {'Port': ['ID=eb36c3b0-6f76-40d0-af3d-97fa4a51d44e,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:55.790289 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:28:55.925992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e591b94a-f036-4c35-b5f7-abf7f4215084 None None] Provisioning complete for port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:55.925992 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e591b94a-f036-4c35-b5f7-abf7f4215084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:56.093733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfe4cfd4-2a62-40e1-8bb1-31eaedfaee28 req-237ed5d7-1815-4813-a621-c5a1ffec4771 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 210 time: 0.1029334 Oct 12 23:28:56.122105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e591b94a-f036-4c35-b5f7-abf7f4215084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:56.135405 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eb36c3b0-6f76-40d0-af3d-97fa4a51d44e', 'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:54:ee:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:51Z', 'updated_at': '2021-10-12T23:28:55Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '81495475-a10f-4830-b03c-be671984b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:28:56.164489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e591b94a-f036-4c35-b5f7-abf7f4215084 None None] For port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=eb36c3b0-6f76-40d0-af3d-97fa4a51d44e,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:28:56.182809 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4f07429-d9ce-4715-8560-23ccce66c4e5 None None] The sync data for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 is: [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eb36c3b0-6f76-40d0-af3d-97fa4a51d44e', 'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:54:ee:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:51Z', 'updated_at': '2021-10-12T23:28:55Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '81495475-a10f-4830-b03c-be671984b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:28:56.196231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-4b8afbd3-fbea-4fba-afbf-067834ce6216 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:56.197767 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-4b8afbd3-fbea-4fba-afbf-067834ce6216 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 812 time: 0.2961154 Oct 12 23:28:56.285427 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-80318639-02bc-43e6-a256-d189c6dbaf9a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5796b82d2104cbd9f53b8f46e14bfba HTTP/1.1" status: 200 len: 380 time: 0.0771844 Oct 12 23:28:56.314580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'port': {'device_id': '5c637807-11f9-4562-b6fa-01536a691182', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'admin_state_up': True, 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'security_groups': ['72900ad4-447b-47de-a692-af71368558f8']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:56.347569 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e591b94a-f036-4c35-b5f7-abf7f4215084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:56.489358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e591b94a-f036-4c35-b5f7-abf7f4215084 None None] Pushing event updated for resources: {'Port': ['ID=eb36c3b0-6f76-40d0-af3d-97fa4a51d44e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:56.509918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device eb36c3b0-6f76-40d0-af3d-97fa4a51d44e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:28:56.636669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:56.637580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:56.657533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0e29e3c-6a94-465e-a620-cacc217bc3af req-8029169a-e32e-4357-a134-96bd7cb66c01 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 210 time: 0.1378651 Oct 12 23:28:56.746232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Made reservation on behalf of d5796b82d2104cbd9f53b8f46e14bfba for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:28:56.750432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:56.942951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.20.0.8 (9dfff4e1-8f06-45c7-a0f5-5156dd2f2255/4673c338-433e-4237-a51e-e1311e5e28b8/499344f3-8df7-4fc5-aeed-bc1cde838fa7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:28:57.116853 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:57.227464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3c6a846-7e72-4347-9280-728de2c6c1e5 req-e8cb8234-e22a-4046-a106-481ea3510267 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 210 time: 0.0320969 Oct 12 23:28:57.279468 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:57.393824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:28:57.401301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:28:57.404322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:28:57.445544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=499344f3-8df7-4fc5-aeed-bc1cde838fa7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:57.478905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.479353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.479765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.480177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.480577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.480971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.481425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.482016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.482398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.482728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.483092 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.483483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:28:57.519011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:57.519665 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:57.564217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-e897af18-e272-4b12-a325-0591e8f13dcf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:57.565770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-e897af18-e272-4b12-a325-0591e8f13dcf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 797 time: 0.2655315 Oct 12 23:28:57.684956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-e0317d3f-b95b-44b5-be4c-8430ccd815ac tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 379 time: 0.1101215 Oct 12 23:28:57.697243 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-c4fc89be-dcc3-4645-b29a-659c1ecf4de7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3972270 Oct 12 23:28:57.705528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'port': {'device_id': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'admin_state_up': True, 'tenant_id': '38742014418042538107885273e48e96', 'security_groups': ['833c3c18-3742-40b0-ad95-07902a808cc1']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:57.795493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3bb028c9-5e2d-42e1-8869-6000e0e8de18 None None] Provisioning complete for port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:57.796442 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3bb028c9-5e2d-42e1-8869-6000e0e8de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:57.841872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3bb028c9-5e2d-42e1-8869-6000e0e8de18 None None] Port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:28:57.863789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Request body: {'port': {'device_id': '5c637807-11f9-4562-b6fa-01536a691182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:57.978575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb0bad-2c25-40f8-9107-537666e8b454 req-a7a0153c-8f3d-4da3-ac92-50172268366b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:57.980121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ecb0bad-2c25-40f8-9107-537666e8b454 req-a7a0153c-8f3d-4da3-ac92-50172268366b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 931 time: 0.1284771 Oct 12 23:28:57.997464 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:58.055116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ecb0bad-2c25-40f8-9107-537666e8b454 req-6e75d365-8206-40be-a25b-c6690092b6f2 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665483 Oct 12 23:28:58.161075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:28:58.166705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:58.346844 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-355a6a8d-eb48-409e-a68f-7108abf7b74f req-7d01ae84-6aa5-4c44-b7f6-b751378331ee tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 210 time: 0.0323076 Oct 12 23:28:58.375524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.20.0.6 (cc513d14-10d7-4c4c-bf72-ed75489e03a5/81495475-a10f-4830-b03c-be671984b01b/29d43d69-3efb-4fcb-8ac2-6422991a99ef) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:28:58.416931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device eb36c3b0-6f76-40d0-af3d-97fa4a51d44e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:28:58.451924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 499344f3-8df7-4fc5-aeed-bc1cde838fa7 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:28:58.461743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:58.477582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Transition to ACTIVE for port object 499344f3-8df7-4fc5-aeed-bc1cde838fa7 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:28:58.487940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:58.487940 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:58.621200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:58.665273 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:59.163816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Pushing event updated for resources: {'Port': ['ID=499344f3-8df7-4fc5-aeed-bc1cde838fa7,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:59.240351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631afa97-f3f7-4bd0-8faa-a8372f0943cb req-c4646d5e-57a0-43c5-b6b9-359f7c6bec9e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:59.241796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-631afa97-f3f7-4bd0-8faa-a8372f0943cb req-c4646d5e-57a0-43c5-b6b9-359f7c6bec9e tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0825763 Oct 12 23:28:59.242579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Attempting to bind port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:28:59.242911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Attempting to bind port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:28:59.248107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Attempting to bind port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:28:59.249952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:28:59.250319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Attempting to bind port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 on network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:28:59.266966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:28:59.271167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Checking segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:28:59.271167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Bound using segment: {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:28:59.271167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Bound port: 499344f3-8df7-4fc5-aeed-bc1cde838fa7, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca1915b6-6613-47fd-9353-65f41c89801a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:28:59.271167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:59.272437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:59.365250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network cc513d14-10d7-4c4c-bf72-ed75489e03a5 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:28:59.372429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-631afa97-f3f7-4bd0-8faa-a8372f0943cb req-452b9012-56ad-4922-9851-302a3ebf1fac tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243818 Oct 12 23:28:59.379110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:28:59.386264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:28:59.427056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:59.459669 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] For port 499344f3-8df7-4fc5-aeed-bc1cde838fa7, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:28:59.464645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] For port 499344f3-8df7-4fc5-aeed-bc1cde838fa7, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=499344f3-8df7-4fc5-aeed-bc1cde838fa7,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:28:59.476908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:59.480089 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:59.524677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef9ac9-51ca-4910-9b08-a901542367bc req-215d3728-763d-4dad-a698-9a8f37d59ecc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:59.527001 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6ef9ac9-51ca-4910-9b08-a901542367bc req-215d3728-763d-4dad-a698-9a8f37d59ecc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 931 time: 0.0716400 Oct 12 23:28:59.535135 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:59.620775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d6ef9ac9-51ca-4910-9b08-a901542367bc req-35d9e88c-29c9-40f5-bfd0-50cf126a3383 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702393 Oct 12 23:28:59.621647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-1fb157ff-c4f3-45f7-bd29-0cd930dcfdaa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9199131 Oct 12 23:28:59.624490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:59.625220 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:59.627078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] 10.222.0.25 "PUT /v2.0/ports/499344f3-8df7-4fc5-aeed-bc1cde838fa7 HTTP/1.1" status: 200 len: 1092 time: 1.7766161 Oct 12 23:28:59.632690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:28:59.635418 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66b72fe1-b3b4-41af-a4c6-c3f3b41a07f7" -d '{"events": [{"name": "network-changed", "server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:28:59.643198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Request body: {'port': {'device_id': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:28:59.710130 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82f128-b868-4d73-9c24-ced405b3c183 x-openstack-request-id: req-fa82f128-b868-4d73-9c24-ced405b3c183 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:28:59.710444 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:28:59.710666 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fa82f128-b868-4d73-9c24-ced405b3c183 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:28:59.711130 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'status': 'completed', 'code': 200} Oct 12 23:28:59.715959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034f484-5015-407f-b6fd-633f28c67306 service neutron] Pushing event updated for resources: {'Port': ['ID=499344f3-8df7-4fc5-aeed-bc1cde838fa7,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:28:59.775986 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:59.806253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7ee3071b-b1d2-4d92-a7aa-3465491b75e3 None None] Provisioning complete for port 29d43d69-3efb-4fcb-8ac2-6422991a99ef triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:28:59.806831 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7ee3071b-b1d2-4d92-a7aa-3465491b75e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:28:59.869369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7ee3071b-b1d2-4d92-a7aa-3465491b75e3 None None] Port 29d43d69-3efb-4fcb-8ac2-6422991a99ef cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:28:59.944489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b72fe1-b3b4-41af-a4c6-c3f3b41a07f7 req-bc19f138-0b70-41b3-9994-ca048fac0fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:28:59.946517 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66b72fe1-b3b4-41af-a4c6-c3f3b41a07f7 req-bc19f138-0b70-41b3-9994-ca048fac0fc8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 1095 time: 0.2082696 Oct 12 23:29:00.124834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b72fe1-b3b4-41af-a4c6-c3f3b41a07f7 req-6d5e0e4e-680c-4943-ab74-bc00c76a934c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:00.127003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66b72fe1-b3b4-41af-a4c6-c3f3b41a07f7 req-6d5e0e4e-680c-4943-ab74-bc00c76a934c service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1594162 Oct 12 23:29:00.262554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29d43d69-3efb-4fcb-8ac2-6422991a99ef {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:29:00.278522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:00.289125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b72fe1-b3b4-41af-a4c6-c3f3b41a07f7 req-d9b2bb11-4736-40c8-991c-aeecf51bb13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:00.291063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-66b72fe1-b3b4-41af-a4c6-c3f3b41a07f7 req-d9b2bb11-4736-40c8-991c-aeecf51bb13e service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1559730 Oct 12 23:29:00.308449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Transition to ACTIVE for port object 29d43d69-3efb-4fcb-8ac2-6422991a99ef will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:29:00.376632 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:00.436446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-ef2bbc10-828d-4a20-b43f-bb7cdf0f293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:00.438493 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-ef2bbc10-828d-4a20-b43f-bb7cdf0f293d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 1095 time: 0.0907662 Oct 12 23:29:00.446189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:00.534684 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-9bdf70f6-b27a-48b4-9484-0a77b13ef10d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499344f3-8df7-4fc5-aeed-bc1cde838fa7 HTTP/1.1" status: 200 len: 217 time: 0.0840232 Oct 12 23:29:00.552193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c03e2c-216c-4dd2-a702-66a67a6cffb6 req-5fbf8997-abc7-4c04-b5d7-96f200f9f633 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:00.558794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68c03e2c-216c-4dd2-a702-66a67a6cffb6 req-5fbf8997-abc7-4c04-b5d7-96f200f9f633 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0568552 Oct 12 23:29:00.654664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:29:00.655482 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68c03e2c-216c-4dd2-a702-66a67a6cffb6 req-5b5dbc6d-d030-4e12-95d1-8b047b96691f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911410 Oct 12 23:29:00.656443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:29:00.657033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:29:00.664568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:29:00.664912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:29:00.682182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:29:00.682182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Checking segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:29:00.682182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Bound using segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:29:00.682182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Bound port: 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:29:00.682182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:00.697201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-27a13ccc-6518-459f-b6ae-30a2566751b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:00.698701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-27a13ccc-6518-459f-b6ae-30a2566751b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.1570249 Oct 12 23:29:00.838355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd1f14d-75f9-475b-be93-0a9cea592282 req-26533399-5a81-4122-ae54-8f034d426924 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:00.845770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-efd1f14d-75f9-475b-be93-0a9cea592282 req-26533399-5a81-4122-ae54-8f034d426924 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 943 time: 0.1284769 Oct 12 23:29:00.849539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:29:00.864099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:29:00.877674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-14358a4c-8723-4838-b892-b5317f0adac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:00.879227 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-14358a4c-8723-4838-b892-b5317f0adac7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1519797 Oct 12 23:29:00.977619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:00.997494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-efd1f14d-75f9-475b-be93-0a9cea592282 req-31239367-eee1-4de1-afeb-7dd7b94d627e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430418 Oct 12 23:29:01.043368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:01.043999 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:01.045702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] 10.222.0.25 "PUT /v2.0/ports/29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 1092 time: 1.4075332 Oct 12 23:29:01.084939 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad936c58-602b-43c3-ba31-c12a5f2b6fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:01.089614 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-f0d09739-5024-4d94-b04a-e98773f54b84 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018323 Oct 12 23:29:01.240727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-2bce2578-54f3-4e4c-aaef-ffe929083c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:01.247615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-2bce2578-54f3-4e4c-aaef-ffe929083c4a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1095 time: 0.0864747 Oct 12 23:29:01.247615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-3504909e-1e94-4f5b-b69b-fa74af222a5c service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469195 Oct 12 23:29:01.294120 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ea536099-12e5-45fe-af59-0dec78d98f23 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 217 time: 0.0399904 Oct 12 23:29:01.360587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-0ddbf77c-7bcc-4a7b-9314-0640e7bf080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:01.364298 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-0ddbf77c-7bcc-4a7b-9314-0640e7bf080b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.0633187 Oct 12 23:29:01.418673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ce1f5c35-e9f5-40cc-99b5-40e7491e7e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:01.420435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-ce1f5c35-e9f5-40cc-99b5-40e7491e7e1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483654 Oct 12 23:29:01.515394 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-6526e8c6-5a88-47eb-a2b6-a020812ffb87 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871365 Oct 12 23:29:01.620292 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4114218-5c64-46dc-a736-2e389ebf50e1 req-829c6be6-0e1a-40f3-af66-9bc8a6305972 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976899 Oct 12 23:29:01.712058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:29:01.714889 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ed9301-69f6-4b2c-bb14-64b0a6a80914" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:29:01.763201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eacca6c-4fd7-473b-9213-467fd8120160 req-14b2fd77-11ae-41d8-9195-7778f29df100 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:01.764834 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e4edc46-c28e-4392-b3d6-fb0589cfb68e x-openstack-request-id: req-6e4edc46-c28e-4392-b3d6-fb0589cfb68e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:29:01.765135 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:29:01.765452 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6e4edc46-c28e-4392-b3d6-fb0589cfb68e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:29:01.765792 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'status': 'completed', 'code': 200} Oct 12 23:29:01.767099 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1eacca6c-4fd7-473b-9213-467fd8120160 req-14b2fd77-11ae-41d8-9195-7778f29df100 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0612092 Oct 12 23:29:01.813819 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1eacca6c-4fd7-473b-9213-467fd8120160 req-6aba3907-4f27-49d2-af71-f362a414ff7b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385158 Oct 12 23:29:01.848806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-73debf2c-16d3-4cfb-b8e9-a7337b0aa305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:01.850396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-73debf2c-16d3-4cfb-b8e9-a7337b0aa305 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1095 time: 0.0614946 Oct 12 23:29:01.999536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-07a65c9f-77be-4d1c-8c70-91a366ed68ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:02.002290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-07a65c9f-77be-4d1c-8c70-91a366ed68ee service neutron] 10.222.0.25 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.1443501 Oct 12 23:29:02.061458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-599c447c-e5ba-401a-a5e3-350502af335f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 217 time: 0.0500267 Oct 12 23:29:02.171159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-b3c0396d-cec4-49df-ab08-14c5a9aa0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:02.172863 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-b3c0396d-cec4-49df-ab08-14c5a9aa0dcd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.1024003 Oct 12 23:29:02.248493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e719501-23a9-4bdb-b289-f5e531faad0c req-41993620-1eb1-4775-b42f-64380d0ea29e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:02.249987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e719501-23a9-4bdb-b289-f5e531faad0c req-41993620-1eb1-4775-b42f-64380d0ea29e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 943 time: 0.1100805 Oct 12 23:29:02.272088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-21d07212-e326-4db8-ba0a-80e2161e82d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:02.273471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-21d07212-e326-4db8-ba0a-80e2161e82d6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0910673 Oct 12 23:29:02.327009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6e719501-23a9-4bdb-b289-f5e531faad0c req-a52c8157-6b81-42b9-8856-bf312cc7b6b1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683677 Oct 12 23:29:02.412377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-94d247a5-8b2b-4b27-8d9f-9f94a76f4a37 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267409 Oct 12 23:29:02.523021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67ed9301-69f6-4b2c-bb14-64b0a6a80914 req-23697076-29f6-4d55-8d36-1cd5affa8dd1 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042252 Oct 12 23:29:02.993227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ec346-08fc-4141-9f50-31de7e567103 req-5dc338ab-c2e4-4427-a7f2-174d2069cc4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:02.994709 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e51ec346-08fc-4141-9f50-31de7e567103 req-5dc338ab-c2e4-4427-a7f2-174d2069cc4d tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0513430 Oct 12 23:29:03.059890 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e51ec346-08fc-4141-9f50-31de7e567103 req-7ed17d61-ab7e-4a54-9bd2-73a5d77c4443 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538907 Oct 12 23:29:03.477095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9065de2e-ef42-44ab-86da-c93c57ada9f4 req-a5b8b838-83a3-4ce1-a653-8aff5f27879b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:03.477095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9065de2e-ef42-44ab-86da-c93c57ada9f4 req-a5b8b838-83a3-4ce1-a653-8aff5f27879b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 943 time: 0.0615790 Oct 12 23:29:03.537453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9065de2e-ef42-44ab-86da-c93c57ada9f4 req-f33d4585-79f2-4923-8765-927d4644fe3a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537105 Oct 12 23:29:04.184672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdcc406-dd52-4740-a3b2-02ca1b22593c req-bc6f5fa8-5913-4086-9cd5-a30617fbf3c7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:04.186057 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8fdcc406-dd52-4740-a3b2-02ca1b22593c req-bc6f5fa8-5913-4086-9cd5-a30617fbf3c7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0671530 Oct 12 23:29:04.228434 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8fdcc406-dd52-4740-a3b2-02ca1b22593c req-ca4062ae-305f-4d16-bd20-f7cb2b2d93af tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334935 Oct 12 23:29:04.665127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f6eee-2aeb-4ab8-b06f-e22aac8cac78 req-a6d43b1e-0e42-419e-9666-f5efb39e3fc9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:04.667087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-576f6eee-2aeb-4ab8-b06f-e22aac8cac78 req-a6d43b1e-0e42-419e-9666-f5efb39e3fc9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 943 time: 0.0550258 Oct 12 23:29:04.713691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-576f6eee-2aeb-4ab8-b06f-e22aac8cac78 req-63aa903b-eb99-4d14-a4dc-6a0301cff817 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393865 Oct 12 23:29:04.796807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:29:04.896707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:04.908021 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'port_id': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'mac_address': 'fa:16:3e:3a:d2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:29:04.946878 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:04.960200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d43d69-3efb-4fcb-8ac2-6422991a99ef {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:29:04.979999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:05.060901 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:05.117909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:05.173247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38958) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:05.266387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['29d43d69-3efb-4fcb-8ac2-6422991a99ef'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:29:05.381456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78e4594-0334-43c9-b1fd-6898641ca290 req-99fdbe07-9655-4cf5-8969-37c0398dd8b4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:05.392797 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f78e4594-0334-43c9-b1fd-6898641ca290 req-99fdbe07-9655-4cf5-8969-37c0398dd8b4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0787544 Oct 12 23:29:05.447758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f78e4594-0334-43c9-b1fd-6898641ca290 req-f743e9db-0a3d-4c77-a1b7-b8edff4ff9ea tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501685 Oct 12 23:29:05.472386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-88d671d8-6ead-4ae0-9052-2526d05a906d admin admin] Deleting subnet bfb94e1c-1c89-4877-b7fe-e997c2dc70b2 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:29:05.475906 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88d671d8-6ead-4ae0-9052-2526d05a906d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:05.513251 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88d671d8-6ead-4ae0-9052-2526d05a906d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:05.558125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88d671d8-6ead-4ae0-9052-2526d05a906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:05.677915 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88d671d8-6ead-4ae0-9052-2526d05a906d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:05.704205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d671d8-6ead-4ae0-9052-2526d05a906d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bfb94e1c-1c89-4877-b7fe-e997c2dc70b2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:05.710385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88d671d8-6ead-4ae0-9052-2526d05a906d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:05.713719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-88d671d8-6ead-4ae0-9052-2526d05a906d admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bfb94e1c-1c89-4877-b7fe-e997c2dc70b2 HTTP/1.1" status: 204 len: 168 time: 0.5393562 Oct 12 23:29:05.716393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38964) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:05.805389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:05.875014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc99c3-c4fe-4eed-80eb-60fa270b9491 req-9f1d05d5-c031-4e03-9f8d-15cd56a48b4b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:05.877029 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57fc99c3-c4fe-4eed-80eb-60fa270b9491 req-9f1d05d5-c031-4e03-9f8d-15cd56a48b4b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 944 time: 0.0925896 Oct 12 23:29:05.945456 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:05.974393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57fc99c3-c4fe-4eed-80eb-60fa270b9491 req-921576a0-7d9a-4685-b6bd-4c9ac3abc4f0 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858815 Oct 12 23:29:05.977592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['008f80d4-6e08-4c26-b946-5b10455812d5']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:05.989500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60ce99e5-b549-4b2c-96ec-edf95866b7d8') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:05.989500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60ce99e5-b549-4b2c-96ec-edf95866b7d8') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:05.998078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:06.011893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:06.017865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:29:06.018246 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:29:06.020013 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:29:06.174294 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:06.179774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:06.183005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] 10.222.0.31 "DELETE /v2.0/networks/008f80d4-6e08-4c26-b946-5b10455812d5 HTTP/1.1" status: 204 len: 168 time: 0.4656363 Oct 12 23:29:06.195103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9615e1-a836-4151-9a26-c291d603a7c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=008f80d4-6e08-4c26-b946-5b10455812d5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:06.540711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38974) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:06.566305 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff32ee5-cd01-4d3e-a19a-1ed7c8791746 req-3b993e5f-1726-4518-97df-ba28b84c60e7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:06.568184 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ff32ee5-cd01-4d3e-a19a-1ed7c8791746 req-3b993e5f-1726-4518-97df-ba28b84c60e7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0591104 Oct 12 23:29:06.583994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5b396290-eabd-4d16-8791-b91e6d644648 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=677e9d347f1947ac96e0cb96dcdd2a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414701 Oct 12 23:29:06.587872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 38976) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:06.614305 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6ff32ee5-cd01-4d3e-a19a-1ed7c8791746 req-53c3df11-ff69-4dea-80c7-92b3e85f968b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401886 Oct 12 23:29:06.640641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1bc8-63d7-4340-b99b-1aafed7d6d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:06.663024 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1bc8-63d7-4340-b99b-1aafed7d6d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:06.791762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1bc8-63d7-4340-b99b-1aafed7d6d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:06.794291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8cc1bc8-63d7-4340-b99b-1aafed7d6d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:06.797863 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d8cc1bc8-63d7-4340-b99b-1aafed7d6d00 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d HTTP/1.1" status: 204 len: 168 time: 0.2065897 Oct 12 23:29:06.798070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:29:06.804535 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc1bc8-63d7-4340-b99b-1aafed7d6d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af5dc0f-b5bf-4d10-834e-a6ec2fdf3c2d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:06.934474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 29d43d69-3efb-4fcb-8ac2-6422991a99ef completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:29:06.938325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 29d43d69-3efb-4fcb-8ac2-6422991a99ef triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:06.938749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:07.020997 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:07.045448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:29:07.048083 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96ae770-cb55-47d9-b086-ee7ec812b98f" -d '{"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-plugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:29:07.087733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:07.105431 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d443963-1e12-40bd-bfdf-f37f6493fc13 x-openstack-request-id: req-3d443963-1e12-40bd-bfdf-f37f6493fc13 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:29:07.106523 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-plugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:29:07.106852 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d443963-1e12-40bd-bfdf-f37f6493fc13 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:29:07.110767 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'code': 200} Oct 12 23:29:07.125872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc76476-c98f-476d-a4c1-ffd412a4bb40 req-fd06d499-c9f2-401f-bae2-aa1d890ca57f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:07.128347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3cc76476-c98f-476d-a4c1-ffd412a4bb40 req-fd06d499-c9f2-401f-bae2-aa1d890ca57f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 944 time: 0.0742757 Oct 12 23:29:07.138539 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:29:07.179306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3cc76476-c98f-476d-a4c1-ffd412a4bb40 req-498020b9-2ba6-46bc-a706-1d5e670e4053 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394928 Oct 12 23:29:07.198708 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:07.225988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34c79a-9716-4135-9d14-c10e0db63eb6 req-9ea0c450-68fb-49c7-82b8-d6cc966cb6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:07.227877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6b34c79a-9716-4135-9d14-c10e0db63eb6 req-9ea0c450-68fb-49c7-82b8-d6cc966cb6dc service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1096 time: 0.0464396 Oct 12 23:29:07.260003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:07.277526 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6b34c79a-9716-4135-9d14-c10e0db63eb6 req-34b6997c-aded-48ca-8a85-d1f133c84aec service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400126 Oct 12 23:29:07.737741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc0363-c43c-4e3e-ae08-bdc8b51037f8 req-fb800a94-6d82-46f4-a429-2f6ee33eb68c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:07.739252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3bc0363-c43c-4e3e-ae08-bdc8b51037f8 req-fb800a94-6d82-46f4-a429-2f6ee33eb68c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0538814 Oct 12 23:29:07.778530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3bc0363-c43c-4e3e-ae08-bdc8b51037f8 req-9172a211-b8c6-478b-829c-e5658a991b5b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331082 Oct 12 23:29:08.310281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364db845-d747-4c83-8607-63c800645fb5 req-670a7fb9-855d-45de-8a47-9d6474db0608 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:08.311800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-364db845-d747-4c83-8607-63c800645fb5 req-670a7fb9-855d-45de-8a47-9d6474db0608 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0519369 Oct 12 23:29:08.357899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-364db845-d747-4c83-8607-63c800645fb5 req-5aa60ec8-9952-46cd-9b1a-f49e11931b4f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369062 Oct 12 23:29:08.901874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e037a-7e60-4705-adfd-6e4f58fe13ca req-ad2f20aa-39ce-4874-b686-cb494780ea94 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:08.903444 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee6e037a-7e60-4705-adfd-6e4f58fe13ca req-ad2f20aa-39ce-4874-b686-cb494780ea94 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0541785 Oct 12 23:29:08.947195 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee6e037a-7e60-4705-adfd-6e4f58fe13ca req-e2063c6c-b854-44b5-83f4-ae3c1506ac48 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344789 Oct 12 23:29:09.477749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b605ea73-1f35-4175-9e9f-1ebd0a319836 req-01b560e2-14c1-48ca-88da-9829fd1027c4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:09.483435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b605ea73-1f35-4175-9e9f-1ebd0a319836 req-01b560e2-14c1-48ca-88da-9829fd1027c4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0533636 Oct 12 23:29:09.519277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b605ea73-1f35-4175-9e9f-1ebd0a319836 req-4ea29b19-07cc-4a4a-a83f-cda7d08d1835 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333500 Oct 12 23:29:09.636800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196576e7-e2a9-4c63-a0ae-91169352b26b req-e723d1e5-1be0-4afc-b9f2-cc9c59a2e390 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:09.638166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-196576e7-e2a9-4c63-a0ae-91169352b26b req-e723d1e5-1be0-4afc-b9f2-cc9c59a2e390 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0501041 Oct 12 23:29:09.680404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-196576e7-e2a9-4c63-a0ae-91169352b26b req-5a0fcbf7-b47a-49ef-a8ec-ff8a1ab7c5f6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342610 Oct 12 23:29:09.701861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39048) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:09.743020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d580b0-e536-4823-bfe0-85a96f4e25da tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:09.744516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-30d580b0-e536-4823-bfe0-85a96f4e25da tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1092 time: 0.0416372 Oct 12 23:29:09.748198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39050) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:09.752857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'tenant_id': '38742014418042538107885273e48e96', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:09.849502 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:09.946833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:09.994540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39054) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:10.000942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'network': {'name': 'tempest-network-smoke--1774950802', 'project_id': 'b307e0e18ec540038700988ea4310aca', 'port_security_enabled': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:10.080661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.25.2.24 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/06a1270b-8ddd-4510-8e29-d91a7a232815) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:29:10.117379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Made reservation on behalf of b307e0e18ec540038700988ea4310aca for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:29:10.118828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0624f32-8d12-4314-badf-e5b3a19ed41d req-129c8bd5-d1dc-4307-9cbb-317d465ca5c7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:10.120319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d0624f32-8d12-4314-badf-e5b3a19ed41d req-129c8bd5-d1dc-4307-9cbb-317d465ca5c7 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0881703 Oct 12 23:29:10.121167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.135206 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.190894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d0624f32-8d12-4314-badf-e5b3a19ed41d req-4372ca29-f663-4eb9-b9d7-3f48e4acbc21 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450864 Oct 12 23:29:10.217536 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.226730 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.266460 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.297664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:29:10.305672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b00b2d-7eb5-489b-aae4-39eda7ea58c1,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:10.310319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.314894 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Added segment 3d01cd0d-d3ae-4101-8761-a9210f6598c2 of type vlan for network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 Oct 12 23:29:10.335671 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.351671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.379713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:29:10.382472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:29:10.386142 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:29:10.411505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=06a1270b-8ddd-4510-8e29-d91a7a232815,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:10.448945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.454678 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:10.455294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.524582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Network': ['ID=e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:10.539316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:29:10.560667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-64414671-be55-4d5e-b25e-33b8e342ebbc tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5648544 Oct 12 23:29:10.563382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39058) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:10.568100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'admin_state_up': True, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:10.672082 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.673091 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.725344 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.756809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:10.955477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:11.126117 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:11.163066 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:11.234647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=06a1270b-8ddd-4510-8e29-d91a7a232815,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:11.246360 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:11.309626 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:11.341605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc2c8c6-a047-4d2d-842b-c48c448d53b2 req-8b4bec3d-518b-40dc-9fa0-4f8425e7c132 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:11.343550 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0dc2c8c6-a047-4d2d-842b-c48c448d53b2 req-8b4bec3d-518b-40dc-9fa0-4f8425e7c132 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.0644171 Oct 12 23:29:11.356258 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Floating IP ff560b53-e392-4c9e-9259-6109d6e1440e associated. External IP: 172.25.2.24, port: 29d43d69-3efb-4fcb-8ac2-6422991a99ef. Oct 12 23:29:11.384618 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0dc2c8c6-a047-4d2d-842b-c48c448d53b2 req-ba47a403-fbe0-4ef4-acd6-b9a53aad223c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344002 Oct 12 23:29:11.607045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:11.628291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:11.747024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Allocated IP 172.25.2.43 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:29:11.858370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:11.940807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 0339d7fb-413d-4004-94e9-a5b8c41def0e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:29:11.980379 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:12.023253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:29:12.027702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:29:12.031548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:29:12.038423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:12.061801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:29:12.081281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] Sync routers for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:29:12.094434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:12.098529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:12.171153 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:12.200726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e6031149-12a0-4c31-886e-c73fa0e6c3d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4511960 Oct 12 23:29:12.201364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:29:12.203964 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-280d9502-adab-4a54-b9e3-f19a8c010bdd" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:29:12.209565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:12.238542 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e294a24-5389-48c5-aa7a-3289f2edc218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:12.242386 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e8f313-71fd-497a-8040-e82331b00725 x-openstack-request-id: req-41e8f313-71fd-497a-8040-e82331b00725 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:29:12.242670 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:29:12.242923 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-41e8f313-71fd-497a-8040-e82331b00725 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:29:12.243343 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'status': 'completed', 'code': 200} Oct 12 23:29:12.335199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e6ef8-94ac-4310-878c-3e88678bb83c req-886643ed-52dc-43a8-b4ef-0a9259298fab tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:12.336800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-271e6ef8-94ac-4310-878c-3e88678bb83c req-886643ed-52dc-43a8-b4ef-0a9259298fab tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0821733 Oct 12 23:29:12.342555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-31f40e8b-4ee9-4187-b696-1cc41455ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:12.344145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-31f40e8b-4ee9-4187-b696-1cc41455ce6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1097 time: 0.0780890 Oct 12 23:29:12.449911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:12.458792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-271e6ef8-94ac-4310-878c-3e88678bb83c req-ff109bf2-0e63-4959-b16b-4ed419d1f119 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940719 Oct 12 23:29:12.496084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'ff560b53-e392-4c9e-9259-6109d6e1440e', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.24', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'port_id': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'mac_address': 'fa:16:3e:3a:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:10Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb36c3b0-6f76-40d0-af3d-97fa4a51d44e', 'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:54:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:51Z', 'updated_at': '2021-10-12T23:28:56Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '81495475-a10f-4830-b03c-be671984b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:12.497342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-05f28dea-a7f3-4717-9264-184fb6aa7fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:12.499155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-05f28dea-a7f3-4717-9264-184fb6aa7fcc service neutron] 10.222.0.25 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.1480391 Oct 12 23:29:12.544583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] Checking router: 0339d7fb-413d-4004-94e9-a5b8c41def0e for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:29:12.562628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:12.563906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:12.611808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39072) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:12.616653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-c67c3fa7-3a53-4e95-9a49-ac1de0aa760e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 998 time: 0.1110172 Oct 12 23:29:12.628060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd02764-4d2d-4dd3-83b8-924184ff04ee req-03d3048d-a676-4751-ba06-e54ba9a67360 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:12.630544 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fdd02764-4d2d-4dd3-83b8-924184ff04ee req-03d3048d-a676-4751-ba06-e54ba9a67360 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 943 time: 0.1260302 Oct 12 23:29:12.699812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:12.730009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-27e8034e-535a-4901-bcf1-7a1fed892284 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/ff560b53-e392-4c9e-9259-6109d6e1440e HTTP/1.1" status: 200 len: 990 time: 0.1155293 Oct 12 23:29:12.730930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-8c71af44-7270-4bb5-99b1-49a0adbf93c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:12.733003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-8c71af44-7270-4bb5-99b1-49a0adbf93c3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.1085486 Oct 12 23:29:12.756221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fdd02764-4d2d-4dd3-83b8-924184ff04ee req-f6339cf5-4683-4e00-bd32-934c7aa2ebff tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724671 Oct 12 23:29:12.786383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:12.795844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-9d82a5b2-77c8-4b4b-85f4-9f550070c577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:12.797364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-9d82a5b2-77c8-4b4b-85f4-9f550070c577 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579369 Oct 12 23:29:12.833128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 499344f3-8df7-4fc5-aeed-bc1cde838fa7 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:29:12.899943 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-fb7a09f3-e449-46fe-88c5-1c013daa2135 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946767 Oct 12 23:29:12.986899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Router 456daedc-9804-409b-ba66-d8f407e67a67 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:29:12.997005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-280d9502-adab-4a54-b9e3-f19a8c010bdd req-eed0709b-3c28-48ab-83ac-841950763d38 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903137 Oct 12 23:29:13.019975 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 499344f3-8df7-4fc5-aeed-bc1cde838fa7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=499344f3-8df7-4fc5-aeed-bc1cde838fa7,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:13.037003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'port_id': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'mac_address': 'fa:16:3e:52:06:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:29:13.067085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'ff560b53-e392-4c9e-9259-6109d6e1440e', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.24', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'port_id': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'mac_address': 'fa:16:3e:3a:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:10Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb36c3b0-6f76-40d0-af3d-97fa4a51d44e', 'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:54:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:51Z', 'updated_at': '2021-10-12T23:28:56Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '81495475-a10f-4830-b03c-be671984b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:13.105605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:29:13.107748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b578cd18-5f6d-4b84-bae0-119653fd5fd1 None None] The sync data for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 is: [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'ff560b53-e392-4c9e-9259-6109d6e1440e', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.24', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'port_id': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'mac_address': 'fa:16:3e:3a:d2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:10Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb36c3b0-6f76-40d0-af3d-97fa4a51d44e', 'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:54:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:51Z', 'updated_at': '2021-10-12T23:28:56Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '81495475-a10f-4830-b03c-be671984b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:29:13.111677 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:13.117615 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Sync routers for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:29:13.127471 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:13.128387 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:13.128579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 499344f3-8df7-4fc5-aeed-bc1cde838fa7 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:29:13.148438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 499344f3-8df7-4fc5-aeed-bc1cde838fa7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=499344f3-8df7-4fc5-aeed-bc1cde838fa7,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:13.177388 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:13.178611 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-711a9f7a-230e-499e-81b3-7d185028e2ab tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6142359 Oct 12 23:29:13.182268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39074) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:13.244373 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:13.263937 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:13.317108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=499344f3-8df7-4fc5-aeed-bc1cde838fa7,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:13.333612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a56890f4-4c95-4807-92ef-eee07cdc830a tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b307e0e18ec540038700988ea4310aca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1479709 Oct 12 23:29:13.334699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:13.368840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94a13fe-ba53-4e14-bf81-9aad55e69f85 None None] New status for floating IP ff560b53-e392-4c9e-9259-6109d6e1440e: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:29:13.455936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9d6c9b-5840-49e2-8c7b-a0e9ab058076 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:13.458829 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0a9d6c9b-5840-49e2-8c7b-a0e9ab058076 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1226351 Oct 12 23:29:13.461740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39082) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:13.477415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['499344f3-8df7-4fc5-aeed-bc1cde838fa7'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:29:13.489421 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:12Z', 'revision_number': 3, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:13.503817 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-acbf0b71-7332-4117-9698-4a4764acbc65 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404775 Oct 12 23:29:13.506261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39084) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:13.511791 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1761887305', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'project_id': 'b307e0e18ec540038700988ea4310aca', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:13.516136 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Checking router: 456daedc-9804-409b-ba66-d8f407e67a67 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:29:13.516711 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Updating router 456daedc-9804-409b-ba66-d8f407e67a67 port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:29:13.548546 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:13.696044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Made reservation on behalf of b307e0e18ec540038700988ea4310aca for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:29:13.699629 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:13.733935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39086) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:13.814151 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-67cd318b-f0d8-406d-953a-2384359b1675 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/ff560b53-e392-4c9e-9259-6109d6e1440e HTTP/1.1" status: 200 len: 992 time: 0.0785687 Oct 12 23:29:13.851772 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:13.923277 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:13.942820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de81558-6499-424d-9384-787f249b7e4a req-8229d720-ec52-4599-80de-76265629ebb9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:13.944457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0de81558-6499-424d-9384-787f249b7e4a req-8229d720-ec52-4599-80de-76265629ebb9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 944 time: 0.0933199 Oct 12 23:29:13.977653 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Attempting to bind port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:29:13.978080 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Attempting to bind port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:29:13.978437 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Attempting to bind port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:29:13.986772 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5e8cb-8ceb-486d-af91-ea6889e19d8e None None] Pushing event updated for resources: {'Port': ['ID=2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:13.987787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0de81558-6499-424d-9384-787f249b7e4a req-c43cdb27-0c84-48a4-806e-620b3fb58474 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334532 Oct 12 23:29:13.990568 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:29:13.991163 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:29:13.994804 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:13.994804 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:29:13.994804 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Bound port: 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:29:13.994804 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:14.015266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:14.053615 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] For port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:29:14.056624 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] For port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:29:14.088268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Subnet': ['ID=0b2f88be-6dc5-44e4-a0c7-a66ec173d52c,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:14.098244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Checking segment: {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:29:14.098244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network hostable DHCP agents. Network: e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:29:14.146680 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:14.205024 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:14.205638 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:28:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:14.208763 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5e8cb-8ceb-486d-af91-ea6889e19d8e None None] Pushing event updated for resources: {'Port': ['ID=2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:14.212170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:29:14.271628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:29:14.276052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:14.276646 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:14.280517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d607a5-3f88-40f0-b4c0-0107a22f4eba None None] Network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:29:14.319482 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:14.374493 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e2a329ff-2ae9-4aba-ba3d-9f85ba63714d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8642559 Oct 12 23:29:14.375018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39090) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:14.450861 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:29:14.451845 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:14.605197 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:12Z', 'revision_number': 3, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:14.615215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Allocated IP 172.20.0.2 (e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4/0b2f88be-6dc5-44e4-a0c7-a66ec173d52c/4d36961a-2089-4825-b42c-eeb67f14e302) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:29:14.642162 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85eb94a4-bff9-475d-8056-cdefecdebafb None None] The sync data for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 is: [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:12Z', 'revision_number': 3, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:29:14.774425 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:14.840657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 499344f3-8df7-4fc5-aeed-bc1cde838fa7 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:29:14.867138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:14.879483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:14.961025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:29:14.967197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:29:14.968980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Pushing event updated for resources: {'Port': ['ID=4d36961a-2089-4825-b42c-eeb67f14e302,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:14.971197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:29:15.040227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Attempting to bind port 4d36961a-2089-4825-b42c-eeb67f14e302 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:29:15.040790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Attempting to bind port 4d36961a-2089-4825-b42c-eeb67f14e302 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:29:15.041424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Attempting to bind port 4d36961a-2089-4825-b42c-eeb67f14e302 on network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:29:15.046828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:29:15.047309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Checking segment: {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:29:15.047715 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.048166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Bound using segment: {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:29:15.048644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Bound port: 4d36961a-2089-4825-b42c-eeb67f14e302, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:29:15.049936 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.062988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:29:15.070297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:15.070594 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.154495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] For port 4d36961a-2089-4825-b42c-eeb67f14e302, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:29:15.161357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] For port 4d36961a-2089-4825-b42c-eeb67f14e302, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4d36961a-2089-4825-b42c-eeb67f14e302,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:29:15.238406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e17db6-757c-4fbb-a780-3029428d706a req-20fb3024-49ed-4d24-a0fb-2ef1ccc804f5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:15.240116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46e17db6-757c-4fbb-a780-3029428d706a req-20fb3024-49ed-4d24-a0fb-2ef1ccc804f5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 944 time: 0.1297724 Oct 12 23:29:15.283627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Allocated IP 172.20.0.1 (e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4/0b2f88be-6dc5-44e4-a0c7-a66ec173d52c/ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:29:15.308148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-46e17db6-757c-4fbb-a780-3029428d706a req-33e28c62-5317-4494-91ba-3957587e5dd9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602903 Oct 12 23:29:15.358955 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.389977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.465867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.472793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:29:15.475813 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d2c257-a108-4ac7-8605-5d1af87c11c4" -d '{"events": [{"server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "name": "network-vif-plugged", "status": "completed", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:29:15.505117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 499344f3-8df7-4fc5-aeed-bc1cde838fa7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=499344f3-8df7-4fc5-aeed-bc1cde838fa7,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:15.509323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb4114-105d-4904-bfa3-803f502a4bf7 None None] Pushing event updated for resources: {'Port': ['ID=4d36961a-2089-4825-b42c-eeb67f14e302,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:15.539460 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f58196-3ec2-452c-ae74-9fa6fa75ac24 x-openstack-request-id: req-65f58196-3ec2-452c-ae74-9fa6fa75ac24 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:29:15.539759 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "name": "network-vif-plugged", "status": "completed", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:29:15.540030 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-65f58196-3ec2-452c-ae74-9fa6fa75ac24 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:29:15.540580 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'code': 200} Oct 12 23:29:15.580675 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.609751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.629511 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-64b96322-5c23-4152-9d89-48d4e5d25f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.629880 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:15.694516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:29:15.694915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=499344f3-8df7-4fc5-aeed-bc1cde838fa7,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:15.700786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6cc0f6-0008-491b-8b9e-a2a6d3c3f675 req-d8ce75fa-ae7a-420b-ad9c-900999d23b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:15.703247 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa6cc0f6-0008-491b-8b9e-a2a6d3c3f675 req-d8ce75fa-ae7a-420b-ad9c-900999d23b26 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 1097 time: 0.0869565 Oct 12 23:29:15.709245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:29:15.712383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:29:15.755401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa6cc0f6-0008-491b-8b9e-a2a6d3c3f675 req-3430e903-40a6-4cd2-9937-ec2b3815844b service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446408 Oct 12 23:29:15.768022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:15.788817 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.040112 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.180472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.344952 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.456315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:29:16.462125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492e7be-338f-42e0-b272-2796549ee252 req-206dbaf0-5447-4051-a9c6-82f77994e21c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:16.470807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6492e7be-338f-42e0-b272-2796549ee252 req-206dbaf0-5447-4051-a9c6-82f77994e21c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 945 time: 0.0627854 Oct 12 23:29:16.492419 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.515306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:16.516678 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.570220 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6492e7be-338f-42e0-b272-2796549ee252 req-ad8e9d36-8ee6-4549-b38d-a83d830b4c7f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000516 Oct 12 23:29:16.610779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.619860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:16.675123 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.699636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:16.734153 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8770d1-28c6-4643-9044-c49d6db5c2a2 None None] Network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:29:16.748261 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:29:16.749839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:29:16.793778 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.794698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4d36961a-2089-4825-b42c-eeb67f14e302 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:29:16.890072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Router 456daedc-9804-409b-ba66-d8f407e67a67 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:29:16.936925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b11535b4-12dd-477f-b797-bf423e1f7439 None None] Provisioning complete for port 4d36961a-2089-4825-b42c-eeb67f14e302 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:16.937750 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b11535b4-12dd-477f-b797-bf423e1f7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:16.939321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:17.021706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4d36961a-2089-4825-b42c-eeb67f14e302 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:17.022078 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.022477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:29:17.033249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b6e9e818-82e8-456c-8783-c9058f16747a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "PUT /v2.0/routers/456daedc-9804-409b-ba66-d8f407e67a67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6543188 Oct 12 23:29:17.033420 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Sync routers for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:29:17.033864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39104) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:17.039057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8066690b-43e6-48f2-9a66-c7a722de86c8 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1962988191', 'description': 'tempest-secgroup_access--1962988191 description', 'project_id': 'b307e0e18ec540038700988ea4310aca'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:17.047799 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:17.048904 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:29:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:17.114269 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b11535b4-12dd-477f-b797-bf423e1f7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.152104 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8066690b-43e6-48f2-9a66-c7a722de86c8 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.163806 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:17.182019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b11535b4-12dd-477f-b797-bf423e1f7439 None None] For port 4d36961a-2089-4825-b42c-eeb67f14e302, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4d36961a-2089-4825-b42c-eeb67f14e302,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:17.183424 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.234469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8066690b-43e6-48f2-9a66-c7a722de86c8 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.335368 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b11535b4-12dd-477f-b797-bf423e1f7439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.340201 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8066690b-43e6-48f2-9a66-c7a722de86c8 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.380827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8066690b-43e6-48f2-9a66-c7a722de86c8 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52067a07-e643-45d3-b44c-e665a43af43e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:17.402298 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:15Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda', 'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:6f:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:15Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 2, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:17.414110 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:29:17.414505 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:29:17.418906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11535b4-12dd-477f-b797-bf423e1f7439 None None] Pushing event updated for resources: {'Port': ['ID=4d36961a-2089-4825-b42c-eeb67f14e302,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:17.438815 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Checking router: 456daedc-9804-409b-ba66-d8f407e67a67 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:29:17.443172 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Updating router 456daedc-9804-409b-ba66-d8f407e67a67 port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:29:17.459843 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8066690b-43e6-48f2-9a66-c7a722de86c8 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.459843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8066690b-43e6-48f2-9a66-c7a722de86c8 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.4244380 Oct 12 23:29:17.462117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39106) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:17.467739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f4453704-d954-43ad-829c-39212363117d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1706891424', 'description': 'tempest-secgroup_general--1706891424 description', 'project_id': 'b307e0e18ec540038700988ea4310aca'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:17.469664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-96f8e666-e83f-4e73-b8a4-a767540bb082 None None] Provisioning complete for port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:17.470157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96f8e666-e83f-4e73-b8a4-a767540bb082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.472696 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.510543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-96f8e666-e83f-4e73-b8a4-a767540bb082 None None] Port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:29:17.524055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-96f8e666-e83f-4e73-b8a4-a767540bb082 None None] Provisioning complete for port 4d36961a-2089-4825-b42c-eeb67f14e302 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:17.524055 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-96f8e666-e83f-4e73-b8a4-a767540bb082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.537047 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4453704-d954-43ad-829c-39212363117d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.639887 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4453704-d954-43ad-829c-39212363117d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.709147 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4453704-d954-43ad-829c-39212363117d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.772987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-242c31d4-f0ba-47cb-af42-d2c7b7f5bf3b None None] Provisioning complete for port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:17.775301 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-242c31d4-f0ba-47cb-af42-d2c7b7f5bf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.779544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4453704-d954-43ad-829c-39212363117d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb711c00-eccd-4a2d-b955-96570f1c1411,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:17.795733 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501414f2-f7cd-4d4f-8dbf-b1091e363a19 req-1d4cad2c-ad08-4182-9a1d-6427b13cac7b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:17.797337 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-501414f2-f7cd-4d4f-8dbf-b1091e363a19 req-1d4cad2c-ad08-4182-9a1d-6427b13cac7b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 945 time: 0.1076069 Oct 12 23:29:17.829752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4453704-d954-43ad-829c-39212363117d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.831024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f4453704-d954-43ad-829c-39212363117d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3677423 Oct 12 23:29:17.834198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39112) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:17.839325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e573403d-5e7d-4d70-9654-9c081dd05884 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'security_group_rule': {'security_group_id': '52067a07-e643-45d3-b44c-e665a43af43e', 'project_id': 'b307e0e18ec540038700988ea4310aca', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:17.841294 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.867372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-242c31d4-f0ba-47cb-af42-d2c7b7f5bf3b None None] Port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:29:17.870006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-501414f2-f7cd-4d4f-8dbf-b1091e363a19 req-76c1fac8-115a-44df-90c5-f54abb5f36bd tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605264 Oct 12 23:29:17.917365 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.949958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e573403d-5e7d-4d70-9654-9c081dd05884 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:17.964262 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.002636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aec171e1-c2c2-46cd-9aa5-a22a6987fc4f None None] Provisioning complete for port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:18.006346 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aec171e1-c2c2-46cd-9aa5-a22a6987fc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.041064 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11ece2-6332-42e5-8155-51365378a120 None None] Pushing event updated for resources: {'Port': ['ID=ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:18.067339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19298bb5-c573-4dd9-ac7f-eaccf069abdc req-94cd9fcd-f65a-4c7e-acc3-f5dea69334fa tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:18.075556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19298bb5-c573-4dd9-ac7f-eaccf069abdc req-94cd9fcd-f65a-4c7e-acc3-f5dea69334fa tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 945 time: 0.1055834 Oct 12 23:29:18.079178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e573403d-5e7d-4d70-9654-9c081dd05884 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.082664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-aec171e1-c2c2-46cd-9aa5-a22a6987fc4f None None] Port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:29:18.088986 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Attempting to bind port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:29:18.089854 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Attempting to bind port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:29:18.090277 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Attempting to bind port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda on network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:29:18.096320 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:29:18.096320 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Checking segment: {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:29:18.096810 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.097154 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Bound using segment: {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:29:18.098375 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Bound port: ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:29:18.098914 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.116913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-19298bb5-c573-4dd9-ac7f-eaccf069abdc req-22e5ae7c-9375-4f77-90b7-eef13c4e404c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402291 Oct 12 23:29:18.134242 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e573403d-5e7d-4d70-9654-9c081dd05884 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.157077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39116) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:18.169953 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e573403d-5e7d-4d70-9654-9c081dd05884 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9ac832-b5fd-4fd4-a971-df388142113f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:18.190999 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] For port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:29:18.194451 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] For port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:29:18.239016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e573403d-5e7d-4d70-9654-9c081dd05884 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.239016 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e573403d-5e7d-4d70-9654-9c081dd05884 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4003100 Oct 12 23:29:18.266357 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.329300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c2d86a59-51f5-44dd-bf33-fcf946612ba0 None None] Provisioning complete for port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:18.329300 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2d86a59-51f5-44dd-bf33-fcf946612ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.363811 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:18.364580 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:29:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:18.435113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8393526-3ed9-44f6-916b-5973848d2641 tempest-TestVolumeBootPattern-2120482217 tempest-TestVolumeBootPattern-2120482217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:18.438259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b8393526-3ed9-44f6-916b-5973848d2641 tempest-TestVolumeBootPattern-2120482217 tempest-TestVolumeBootPattern-2120482217-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 1092 time: 0.2785819 Oct 12 23:29:18.440553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39132) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:18.440794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:29:18.446045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:18.450675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-594287c9-29b3-4d16-a642-e878cb1852ce tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_general--1706891424&fields=id&tenant_id=b307e0e18ec540038700988ea4310aca HTTP/1.1" status: 200 len: 267 time: 0.0598164 Oct 12 23:29:18.457590 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11ece2-6332-42e5-8155-51365378a120 None None] Pushing event updated for resources: {'Port': ['ID=ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:18.508272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-9887d075-e7fb-40ce-be27-1dd167f78f9d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup_access--1962988191&fields=id&tenant_id=b307e0e18ec540038700988ea4310aca HTTP/1.1" status: 200 len: 267 time: 0.0573761 Oct 12 23:29:18.529633 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2d86a59-51f5-44dd-bf33-fcf946612ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.542275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:18.542817 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.565089 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:18.575699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.627157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c2d86a59-51f5-44dd-bf33-fcf946612ba0 None None] For port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:18.666659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-438c00de-ab43-4fee-b923-27a8ffb0bc89 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:18.668736 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-438c00de-ab43-4fee-b923-27a8ffb0bc89 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/networks?id=e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 HTTP/1.1" status: 200 len: 797 time: 0.1594067 Oct 12 23:29:18.686633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-d092cf2f-6476-4655-a448-d07677fa5e27 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/quotas/b307e0e18ec540038700988ea4310aca HTTP/1.1" status: 200 len: 375 time: 0.0102255 Oct 12 23:29:18.693571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4d36961a-2089-4825-b42c-eeb67f14e302 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:29:18.718298 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c2d86a59-51f5-44dd-bf33-fcf946612ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.751708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-72853b7c-b597-492c-a5fa-76803a745346 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b307e0e18ec540038700988ea4310aca&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540557 Oct 12 23:29:18.752320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.790486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d86a59-51f5-44dd-bf33-fcf946612ba0 None None] Pushing event updated for resources: {'Port': ['ID=ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:18.801783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4d36961a-2089-4825-b42c-eeb67f14e302 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:18.802928 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.858872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-53cecf9f-8d71-4843-8ca9-9bade9f46e90 None None] Provisioning complete for port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:18.859654 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-53cecf9f-8d71-4843-8ca9-9bade9f46e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:18.900993 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:15Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda', 'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:6f:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:15Z', 'updated_at': '2021-10-12T23:29:18Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:18.903103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-9dedaf33-f015-4a39-bfba-b7095cab389e service neutron] 10.222.0.31 "GET /v2.0/networks/e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326635 Oct 12 23:29:18.912043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Allocated IP 172.25.2.44 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/0c8a1ab1-505d-442b-8f4e-e89411bc6fd3) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:29:18.930796 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48a19d3-9224-4224-aac1-4f88907ed769 None None] The sync data for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 is: [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:15Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda', 'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:6f:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:15Z', 'updated_at': '2021-10-12T23:29:18Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:29:19.063261 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-f6f1a3eb-7692-474a-8aa6-2f8313c7783a service neutron] 10.222.0.31 "GET /v2.0/networks/e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451137 Oct 12 23:29:19.070083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:19.174761 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:19.220040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:19.223862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:29:19.227035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:29:19.230635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:29:19.255737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=0c8a1ab1-505d-442b-8f4e-e89411bc6fd3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:19.381524 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ac66385a-13de-4743-bc88-686e82bda860 req-ddedd8f0-ea7f-4463-8c44-84ce6cd7a31d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0359752 Oct 12 23:29:19.477240 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:20.029991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:20.189293 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:20.356080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:20.388741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:29:20.438201 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:20.438586 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:20.443540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:20.478033 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2207373a-4fa1-4790-a0ef-eacf10232460 req-ad748186-1c45-48cf-8c19-8cb83c2ff37f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0385599 Oct 12 23:29:20.518967 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event updated for resources: {'Port': ['ID=0c8a1ab1-505d-442b-8f4e-e89411bc6fd3,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:20.531434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:20.634380 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Floating IP 7ea01f13-fde0-4691-8ea4-962027078405 associated. External IP: 172.25.2.44, port: 499344f3-8df7-4fc5-aeed-bc1cde838fa7. Oct 12 23:29:20.858750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Router 89193aec-1884-43b0-a2e1-4c97183bcf13 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:29:20.977402 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:29:20.990165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] Sync routers for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:29:20.999770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:21.005568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:29:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:21.073656 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:21.114438 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f814931b-fe85-4602-b7c5-4e21e54dcf88 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6625316 Oct 12 23:29:21.114438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:29:21.114438 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e89bebe-e1a2-411f-9751-412ff32a1f23" -d '{"events": [{"name": "network-changed", "server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:29:21.119374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:21.158976 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf062341-6338-4aa7-82b5-51bd09bb68ea x-openstack-request-id: req-cf062341-6338-4aa7-82b5-51bd09bb68ea {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:29:21.164031 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:29:21.164031 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cf062341-6338-4aa7-82b5-51bd09bb68ea {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:29:21.164031 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'status': 'completed', 'code': 200} Oct 12 23:29:21.237797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-6123a658-6891-43b2-a867-40e459b1aee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:21.239523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-6123a658-6891-43b2-a867-40e459b1aee8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 1097 time: 0.0482976 Oct 12 23:29:21.339317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-4c106658-2566-4b4d-8711-6d4260ae1028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:21.340853 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-4c106658-2566-4b4d-8711-6d4260ae1028 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.0933080 Oct 12 23:29:21.355502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '7ea01f13-fde0-4691-8ea4-962027078405', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:52:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c637807-11f9-4562-b6fa-01536a691182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:29:19Z', 'updated_at': '2021-10-12T23:29:19Z', 'revision_number': 0, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}, {'id': '893f4554-9362-41d6-879c-309e3f343217', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:26:11Z', 'updated_at': '2021-10-12T23:26:15Z', 'revision_number': 1, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:21.399415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] Checking router: 89193aec-1884-43b0-a2e1-4c97183bcf13 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:29:21.407698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:21.408304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:29:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:21.415196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-06db978a-0a23-4418-94e2-f44a7eba4b17 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499344f3-8df7-4fc5-aeed-bc1cde838fa7 HTTP/1.1" status: 200 len: 998 time: 0.0671291 Oct 12 23:29:21.475776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-60f55d4c-4250-4ab3-9a61-426df8a186e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:21.477515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-60f55d4c-4250-4ab3-9a61-426df8a186e7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0520794 Oct 12 23:29:21.523331 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:21.555280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-9f88e2b9-6037-4f97-9705-8b6074b99ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:21.556832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-9f88e2b9-6037-4f97-9705-8b6074b99ecc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703967 Oct 12 23:29:21.604552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-627c1778-a4e9-4c89-8229-95d51ae83598 req-2526acf0-d2ca-4ee6-9d59-7c1c0043ac48 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0448625 Oct 12 23:29:21.679475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-0fbd4ad0-94f6-42ae-9c8f-e9ffd6e2c6bd service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103153 Oct 12 23:29:21.805618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-ae04f2e3-d78f-4797-904d-fc636168e515 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:21.807788 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-ae04f2e3-d78f-4797-904d-fc636168e515 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.41 "GET /v2.0/networks?id=e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 HTTP/1.1" status: 200 len: 797 time: 0.1491060 Oct 12 23:29:21.808829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e89bebe-e1a2-411f-9751-412ff32a1f23 req-f7116e2a-43c1-41fb-ab10-af538fd018ca service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206248 Oct 12 23:29:21.858865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0ca0f6a3-d8ae-4c40-8094-456ddb6fff82 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b307e0e18ec540038700988ea4310aca HTTP/1.1" status: 200 len: 478 time: 0.0414212 Oct 12 23:29:21.869307 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'port': {'device_id': '5175c552-1473-497d-b04e-e81a6562b5b8', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'admin_state_up': True, 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'security_groups': ['fb711c00-eccd-4a2d-b955-96570f1c1411', '52067a07-e643-45d3-b44c-e665a43af43e']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:21.932879 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '7ea01f13-fde0-4691-8ea4-962027078405', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:52:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c637807-11f9-4562-b6fa-01536a691182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:29:19Z', 'updated_at': '2021-10-12T23:29:19Z', 'revision_number': 0, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}, {'id': '893f4554-9362-41d6-879c-309e3f343217', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:26:11Z', 'updated_at': '2021-10-12T23:26:15Z', 'revision_number': 1, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:21.963393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53abc226-ff79-4b22-9b6d-efecbbb3d29b None None] The sync data for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 is: [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '7ea01f13-fde0-4691-8ea4-962027078405', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.44', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:52:06:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c637807-11f9-4562-b6fa-01536a691182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:29:19Z', 'updated_at': '2021-10-12T23:29:19Z', 'revision_number': 0, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}, {'id': '893f4554-9362-41d6-879c-309e3f343217', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:26:11Z', 'updated_at': '2021-10-12T23:26:15Z', 'revision_number': 1, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:29:22.077118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Made reservation on behalf of b307e0e18ec540038700988ea4310aca for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:29:22.080661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:22.177096 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4567372-5b0a-4c47-a0f6-5dbfd22e5f3a None None] New status for floating IP 7ea01f13-fde0-4691-8ea4-962027078405: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:29:22.221148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Allocated IP 172.20.0.14 (e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4/0b2f88be-6dc5-44e4-a0c7-a66ec173d52c/58f88881-58b4-4390-9a9c-9dfd08df429e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:29:22.381726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:22.557952 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:22.605409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:29:22.608759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:29:22.612519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:29:22.639194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=58f88881-58b4-4390-9a9c-9dfd08df429e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:22.677567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:22.678309 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:22.745658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e82734-c34d-4aa7-be4f-c4bf2b5c0327 req-ba6ad767-3b54-46a9-a093-98e412d4831e tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:22.747274 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-17e82734-c34d-4aa7-be4f-c4bf2b5c0327 req-ba6ad767-3b54-46a9-a093-98e412d4831e tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 971 time: 0.0620153 Oct 12 23:29:22.776115 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-0d01a6b2-b9ca-4bca-9d0d-c75f7bf94953 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.9110472 Oct 12 23:29:22.788839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-d063c108-192d-46bf-a86f-a1a6b955165a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:29:22.789854 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-d063c108-192d-46bf-a86f-a1a6b955165a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0067439 Oct 12 23:29:22.805563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Request body: {'port': {'device_id': '5175c552-1473-497d-b04e-e81a6562b5b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:22.815602 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-17e82734-c34d-4aa7-be4f-c4bf2b5c0327 req-ad51dcb2-4c27-4e24-8882-e95d30a74652 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0590332 Oct 12 23:29:22.867745 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:22.878075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ca26abfc-ca74-40a2-8ce5-e55660a6e612 None None] Provisioning complete for port 58f88881-58b4-4390-9a9c-9dfd08df429e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:22.879253 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ca26abfc-ca74-40a2-8ce5-e55660a6e612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:22.915593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ca26abfc-ca74-40a2-8ce5-e55660a6e612 None None] Port 58f88881-58b4-4390-9a9c-9dfd08df429e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:29:23.143032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58f88881-58b4-4390-9a9c-9dfd08df429e {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:29:23.151369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:23.163517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Transition to ACTIVE for port object 58f88881-58b4-4390-9a9c-9dfd08df429e will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:29:23.225939 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:23.278060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Pushing event updated for resources: {'Port': ['ID=58f88881-58b4-4390-9a9c-9dfd08df429e,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:23.353885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Attempting to bind port 58f88881-58b4-4390-9a9c-9dfd08df429e on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:29:23.354390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Attempting to bind port 58f88881-58b4-4390-9a9c-9dfd08df429e by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:29:23.354809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Attempting to bind port 58f88881-58b4-4390-9a9c-9dfd08df429e on network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:29:23.359286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Port 58f88881-58b4-4390-9a9c-9dfd08df429e on network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:29:23.359609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Attempting to bind port 58f88881-58b4-4390-9a9c-9dfd08df429e on network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:29:23.365228 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 29, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:29:23.365564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Checking segment: {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:29:23.365948 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Bound using segment: {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:29:23.366375 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Bound port: 58f88881-58b4-4390-9a9c-9dfd08df429e, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d01cd0d-d3ae-4101-8761-a9210f6598c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:29:23.366735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:23.440818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] For port 58f88881-58b4-4390-9a9c-9dfd08df429e, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:29:23.444691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] For port 58f88881-58b4-4390-9a9c-9dfd08df429e, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=58f88881-58b4-4390-9a9c-9dfd08df429e,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:29:23.529440 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:23.565366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:23.566365 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:23.568050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] 10.222.0.41 "PUT /v2.0/ports/58f88881-58b4-4390-9a9c-9dfd08df429e HTTP/1.1" status: 200 len: 1132 time: 0.7694285 Oct 12 23:29:23.570390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:29:23.573663 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ddbc103-aee2-40dc-9400-7645b888f863" -d '{"events": [{"name": "network-changed", "server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:29:23.612689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a083382-2090-42ca-9900-9ca47a098dbf service neutron] Pushing event updated for resources: {'Port': ['ID=58f88881-58b4-4390-9a9c-9dfd08df429e,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:23.617390 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a37292-adc4-4249-9893-34f4be0e7692 x-openstack-request-id: req-c6a37292-adc4-4249-9893-34f4be0e7692 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:29:23.617739 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:29:23.617869 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c6a37292-adc4-4249-9893-34f4be0e7692 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:29:23.618411 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'status': 'completed', 'code': 200} Oct 12 23:29:23.679560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc103-aee2-40dc-9400-7645b888f863 req-6d7e618f-8df2-49bc-b9f9-bfc644de030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:23.681122 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ddbc103-aee2-40dc-9400-7645b888f863 req-6d7e618f-8df2-49bc-b9f9-bfc644de030d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b307e0e18ec540038700988ea4310aca&device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 1135 time: 0.0465317 Oct 12 23:29:23.796253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc103-aee2-40dc-9400-7645b888f863 req-f3314e7b-03ca-4532-8906-3af30c8d1592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:23.797765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ddbc103-aee2-40dc-9400-7645b888f863 req-f3314e7b-03ca-4532-8906-3af30c8d1592 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=b307e0e18ec540038700988ea4310aca&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1078563 Oct 12 23:29:23.915488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddbc103-aee2-40dc-9400-7645b888f863 req-2dbc0d52-dba9-4f19-a424-a39c66d23967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:23.917017 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ddbc103-aee2-40dc-9400-7645b888f863 req-2dbc0d52-dba9-4f19-a424-a39c66d23967 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130428 Oct 12 23:29:23.958695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63afe-9415-4680-ae8f-f543f3b5435a req-0773ed05-df15-4bc2-adea-5182b477156d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:23.960118 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61d63afe-9415-4680-ae8f-f543f3b5435a req-0773ed05-df15-4bc2-adea-5182b477156d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 983 time: 0.0613689 Oct 12 23:29:24.026767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61d63afe-9415-4680-ae8f-f543f3b5435a req-fe8fe084-5174-4817-97b0-2ffff3e07a1d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0577505 Oct 12 23:29:24.029589 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-e454cf56-7478-43a6-af70-a097880515bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:24.032467 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-e454cf56-7478-43a6-af70-a097880515bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b307e0e18ec540038700988ea4310aca&device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 1135 time: 0.0700712 Oct 12 23:29:24.076155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-92857685-41cb-417b-8414-28e6c2c999c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58f88881-58b4-4390-9a9c-9dfd08df429e HTTP/1.1" status: 200 len: 217 time: 0.0374019 Oct 12 23:29:24.133677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-d60a0b6d-ca62-441b-aa75-dcffb47ebfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:24.135158 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-d60a0b6d-ca62-441b-aa75-dcffb47ebfa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b2f88be-6dc5-44e4-a0c7-a66ec173d52c HTTP/1.1" status: 200 len: 835 time: 0.0525129 Oct 12 23:29:24.181737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-e43469de-e6bf-4844-8683-29c3260186cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:24.183237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-e43469de-e6bf-4844-8683-29c3260186cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414848 Oct 12 23:29:24.275960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-5e6cc2f7-7313-464b-b85b-890475afd962 service neutron] 10.222.0.41 "GET /v2.0/networks/e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858870 Oct 12 23:29:24.382172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60f4614c-3dcb-4692-aa2a-0cbf27b36cec req-450396f5-9e7e-4538-b88e-48cfcede3268 service neutron] 10.222.0.41 "GET /v2.0/networks/e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989532 Oct 12 23:29:25.166618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024f788-d00f-4691-baf2-2fcffa557447 req-8e0520eb-0b1a-47b1-ba4c-4bfae06a520a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:25.166618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a024f788-d00f-4691-baf2-2fcffa557447 req-8e0520eb-0b1a-47b1-ba4c-4bfae06a520a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 983 time: 0.0611691 Oct 12 23:29:25.200099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a024f788-d00f-4691-baf2-2fcffa557447 req-620b76d6-056c-4977-9a23-7d376dc1c4ff tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0346239 Oct 12 23:29:26.320756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a66b2-d71f-4a2d-891a-12a9f4c2ae87 req-838f8509-0e2e-4811-9353-63429e7a40ed tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:26.322456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f8a66b2-d71f-4a2d-891a-12a9f4c2ae87 req-838f8509-0e2e-4811-9353-63429e7a40ed tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 983 time: 0.0552053 Oct 12 23:29:26.362131 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f8a66b2-d71f-4a2d-891a-12a9f4c2ae87 req-6d9dedb0-b011-4c67-a7fa-e698aded32c3 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0335224 Oct 12 23:29:26.528766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 58f88881-58b4-4390-9a9c-9dfd08df429e details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:29:26.630154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 58f88881-58b4-4390-9a9c-9dfd08df429e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=58f88881-58b4-4390-9a9c-9dfd08df429e,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:26.642367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'port_id': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'mac_address': 'fa:16:3e:b3:56:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:29:26.679062 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:26.691254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58f88881-58b4-4390-9a9c-9dfd08df429e {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:29:26.713581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 58f88881-58b4-4390-9a9c-9dfd08df429e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=58f88881-58b4-4390-9a9c-9dfd08df429e,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:26.786116 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:26.837589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=58f88881-58b4-4390-9a9c-9dfd08df429e,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:26.845056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.845403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.845740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.846072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.846402 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.846727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.847118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.847447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.847766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.848083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.848403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.848720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:29:26.998701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['58f88881-58b4-4390-9a9c-9dfd08df429e'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:29:27.481434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb9db43-da00-437b-bbcb-f3c9d60e3737 req-fef3bbba-c978-4209-b8ed-74512045ca36 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:27.482833 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cdb9db43-da00-437b-bbcb-f3c9d60e3737 req-fef3bbba-c978-4209-b8ed-74512045ca36 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 984 time: 0.0496089 Oct 12 23:29:27.524485 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cdb9db43-da00-437b-bbcb-f3c9d60e3737 req-60aa1004-3232-4ab9-8116-918c2b73584e tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0345597 Oct 12 23:29:28.545690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 58f88881-58b4-4390-9a9c-9dfd08df429e up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:29:28.649609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55893c-0c52-4cea-973a-888cacdfbd70 req-53c82b69-6c1b-4d17-9f93-5797644bdeb1 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:28.652283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c55893c-0c52-4cea-973a-888cacdfbd70 req-53c82b69-6c1b-4d17-9f93-5797644bdeb1 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 984 time: 0.0561435 Oct 12 23:29:28.692948 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c55893c-0c52-4cea-973a-888cacdfbd70 req-23703fe0-2ec7-4862-a57d-dde5d3806d03 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0349936 Oct 12 23:29:28.694538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 58f88881-58b4-4390-9a9c-9dfd08df429e completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:29:28.698442 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 58f88881-58b4-4390-9a9c-9dfd08df429e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:29:28.698816 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:28.776042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:28.799242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:29:28.801400 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245e69ef-2c9c-4622-92b9-c43900a527c2" -d '{"events": [{"server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:29:28.816457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 58f88881-58b4-4390-9a9c-9dfd08df429e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=58f88881-58b4-4390-9a9c-9dfd08df429e,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:29:28.838463 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf27cb6-e5b7-40cd-90f2-c660bf6ad7cd x-openstack-request-id: req-5cf27cb6-e5b7-40cd-90f2-c660bf6ad7cd {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:29:28.838755 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "name": "network-vif-plugged", "status": "completed", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:29:28.839041 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5cf27cb6-e5b7-40cd-90f2-c660bf6ad7cd {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:29:28.839448 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'code': 200} Oct 12 23:29:28.941165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc47c84a-4326-4d15-b1f5-6f2309b7d61e req-ead7863a-9fbe-4e1d-8f5c-235232477c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:28.943070 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc47c84a-4326-4d15-b1f5-6f2309b7d61e req-ead7863a-9fbe-4e1d-8f5c-235232477c83 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 1136 time: 0.0453260 Oct 12 23:29:28.979903 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc47c84a-4326-4d15-b1f5-6f2309b7d61e req-f7511987-9171-4fb8-8d3f-66b292e33989 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fb711c00-eccd-4a2d-b955-96570f1c1411&id=52067a07-e643-45d3-b44c-e665a43af43e&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0303233 Oct 12 23:29:28.997723 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:29.049483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=58f88881-58b4-4390-9a9c-9dfd08df429e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:29.820914 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3acbff-1d13-4723-8791-5da7a33f54fa req-da7980ef-3bb1-4afa-a3ef-9ad7d22017fd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:29.823980 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b3acbff-1d13-4723-8791-5da7a33f54fa req-da7980ef-3bb1-4afa-a3ef-9ad7d22017fd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 985 time: 0.0605817 Oct 12 23:29:29.870474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b3acbff-1d13-4723-8791-5da7a33f54fa req-686e6a0c-670f-4d4e-8f7e-9c920fcb9772 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0398250 Oct 12 23:29:30.992086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61f952-af26-4541-962b-b4223ad8f35a req-71874bfb-ae85-4f95-aba8-240fb94624e5 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:30.993552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef61f952-af26-4541-962b-b4223ad8f35a req-71874bfb-ae85-4f95-aba8-240fb94624e5 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 985 time: 0.0515203 Oct 12 23:29:31.034125 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef61f952-af26-4541-962b-b4223ad8f35a req-fefad062-80fb-4459-92ca-c49f04a20a29 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0344870 Oct 12 23:29:31.156188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3635d25-70ef-4e8c-a1ea-0e3da10c30a2 req-98e516a9-d7eb-41e4-a60f-9a69c4c50cd9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:31.157575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3635d25-70ef-4e8c-a1ea-0e3da10c30a2 req-98e516a9-d7eb-41e4-a60f-9a69c4c50cd9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 985 time: 0.0547526 Oct 12 23:29:31.202113 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f3635d25-70ef-4e8c-a1ea-0e3da10c30a2 req-85db8e02-51c6-4787-acde-99b8345c30ce tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0374844 Oct 12 23:29:31.329152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac234b9f-435a-46af-ad14-a323adbbf5e7 req-b2f96834-75d9-44bf-9cad-cb0224c23761 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:31.330675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac234b9f-435a-46af-ad14-a323adbbf5e7 req-b2f96834-75d9-44bf-9cad-cb0224c23761 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 1137 time: 0.0448339 Oct 12 23:29:31.350317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ac234b9f-435a-46af-ad14-a323adbbf5e7 req-944a696e-eea4-43cf-afa8-eb7bc26523e5 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:31.428631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ac234b9f-435a-46af-ad14-a323adbbf5e7 req-944a696e-eea4-43cf-afa8-eb7bc26523e5 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:31.523164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ac234b9f-435a-46af-ad14-a323adbbf5e7 req-944a696e-eea4-43cf-afa8-eb7bc26523e5 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:31.547309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac234b9f-435a-46af-ad14-a323adbbf5e7 req-944a696e-eea4-43cf-afa8-eb7bc26523e5 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.2100508 Oct 12 23:29:31.557061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944a696e-eea4-43cf-afa8-eb7bc26523e5 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5509a0-c840-48aa-9d14-e5a720984a17,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:31.574246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39206) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:31.615993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc448b11-c922-4fd0-8dbd-fcb3cccfd049 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:31.617522 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dc448b11-c922-4fd0-8dbd-fcb3cccfd049 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 1132 time: 0.0425873 Oct 12 23:29:31.620659 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39208) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:31.642639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:29:31.723016 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:31.824965 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:31.930538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Allocated IP 172.25.2.55 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/95a0703a-150f-44eb-8c30-01c045b3ac8e) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:29:32.033903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:32.157305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:32.199566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:29:32.202373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:29:32.206808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:29:32.213474 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=95a0703a-150f-44eb-8c30-01c045b3ac8e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:32.586034 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:32.719437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:32.869729 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:32.940225 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:33.008847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=95a0703a-150f-44eb-8c30-01c045b3ac8e,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:29:33.023113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:33.460532 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Floating IP 0301ca04-7750-4660-a3ed-7c8f9197ded5 associated. External IP: 172.25.2.55, port: 58f88881-58b4-4390-9a9c-9dfd08df429e. Oct 12 23:29:33.667530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Router 456daedc-9804-409b-ba66-d8f407e67a67 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:29:33.776403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:29:33.787386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] Sync routers for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:29:33.796877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:33.797486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:29:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:33.902126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:33.908946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:33.938130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d734d18a-0358-4576-b7ac-36785d259f9a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3141356 Oct 12 23:29:33.938130 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:29:33.938595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39216) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:33.954840 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f55510-3743-41bd-989a-4ade8f352908" -d '{"events": [{"name": "network-changed", "server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:29:34.015559 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af891aa7-db77-49a6-9009-8aa17146d033 x-openstack-request-id: req-af891aa7-db77-49a6-9009-8aa17146d033 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:29:34.016015 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:29:34.016507 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-af891aa7-db77-49a6-9009-8aa17146d033 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:29:34.016911 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'status': 'completed', 'code': 200} Oct 12 23:29:34.092128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55510-3743-41bd-989a-4ade8f352908 req-f208b814-6247-451a-b9ce-c724834e6d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.093904 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93f55510-3743-41bd-989a-4ade8f352908 req-f208b814-6247-451a-b9ce-c724834e6d2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b307e0e18ec540038700988ea4310aca&device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 1137 time: 0.0521681 Oct 12 23:29:34.173198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:15Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '0301ca04-7750-4660-a3ed-7c8f9197ded5', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'port_id': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'mac_address': 'fa:16:3e:b3:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5175c552-1473-497d-b04e-e81a6562b5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:29:32Z', 'updated_at': '2021-10-12T23:29:32Z', 'revision_number': 0, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda', 'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:6f:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:15Z', 'updated_at': '2021-10-12T23:29:18Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:34.180577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adfd62-64ff-4c35-aca6-f94ec768d334 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.181057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adfd62-64ff-4c35-aca6-f94ec768d334 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.181519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adfd62-64ff-4c35-aca6-f94ec768d334 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.181978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adfd62-64ff-4c35-aca6-f94ec768d334 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.182435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adfd62-64ff-4c35-aca6-f94ec768d334 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.182888 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adfd62-64ff-4c35-aca6-f94ec768d334 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.183363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2adfd62-64ff-4c35-aca6-f94ec768d334 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.187847 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d2adfd62-64ff-4c35-aca6-f94ec768d334 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4971 time: 0.2458167 Oct 12 23:29:34.188117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39222) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:34.198833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55510-3743-41bd-989a-4ade8f352908 req-c95b2391-71ae-401f-a2e6-a5671c02d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.200495 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93f55510-3743-41bd-989a-4ade8f352908 req-c95b2391-71ae-401f-a2e6-a5671c02d2f4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 HTTP/1.1" status: 200 len: 898 time: 0.0993154 Oct 12 23:29:34.205275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] Checking router: 456daedc-9804-409b-ba66-d8f407e67a67 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:29:34.216770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:29:34.216770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:29:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:34.282401 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93f55510-3743-41bd-989a-4ade8f352908 req-ecb5f640-ee86-46fa-8752-8a776cd659ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58f88881-58b4-4390-9a9c-9dfd08df429e HTTP/1.1" status: 200 len: 999 time: 0.0746574 Oct 12 23:29:34.288897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513009d-25c4-4f78-9841-e97de8c6c423 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.289360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513009d-25c4-4f78-9841-e97de8c6c423 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.289807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513009d-25c4-4f78-9841-e97de8c6c423 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.290252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513009d-25c4-4f78-9841-e97de8c6c423 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.290695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513009d-25c4-4f78-9841-e97de8c6c423 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.291157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513009d-25c4-4f78-9841-e97de8c6c423 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.291602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0513009d-25c4-4f78-9841-e97de8c6c423 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.293578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0513009d-25c4-4f78-9841-e97de8c6c423 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.1045609 Oct 12 23:29:34.296730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39224) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:34.346211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:29:34.350412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55510-3743-41bd-989a-4ade8f352908 req-d2b37233-abb1-43f9-9373-192bb4e0378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.352043 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93f55510-3743-41bd-989a-4ade8f352908 req-d2b37233-abb1-43f9-9373-192bb4e0378d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b2f88be-6dc5-44e4-a0c7-a66ec173d52c HTTP/1.1" status: 200 len: 835 time: 0.0633256 Oct 12 23:29:34.404979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f55510-3743-41bd-989a-4ade8f352908 req-0d77bc9b-af21-4c19-a712-1a5ae1935b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.406585 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93f55510-3743-41bd-989a-4ade8f352908 req-0d77bc9b-af21-4c19-a712-1a5ae1935b4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472598 Oct 12 23:29:34.511362 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93f55510-3743-41bd-989a-4ade8f352908 req-fa16b416-09de-4c47-b9ba-53a4b358fca9 service neutron] 10.222.0.41 "GET /v2.0/networks/e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977683 Oct 12 23:29:34.617883 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3d84de17-0aed-49d4-be98-da14df671a8a tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3780 time: 0.3203321 Oct 12 23:29:34.620508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39230) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:34.635385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:15Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '0301ca04-7750-4660-a3ed-7c8f9197ded5', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'port_id': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'mac_address': 'fa:16:3e:b3:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5175c552-1473-497d-b04e-e81a6562b5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:29:32Z', 'updated_at': '2021-10-12T23:29:32Z', 'revision_number': 0, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda', 'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:6f:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:15Z', 'updated_at': '2021-10-12T23:29:18Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:29:34.641451 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93f55510-3743-41bd-989a-4ade8f352908 req-d45e59fb-1ad3-4901-a863-c9bbc9e3723d service neutron] 10.222.0.41 "GET /v2.0/networks/e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230433 Oct 12 23:29:34.666723 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e95c2f4-57ef-4897-acc1-1bc8bc539aa4 None None] The sync data for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 is: [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:15Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '0301ca04-7750-4660-a3ed-7c8f9197ded5', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'floating_ip_address': '172.25.2.55', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'port_id': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3886, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'mac_address': 'fa:16:3e:b3:56:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5175c552-1473-497d-b04e-e81a6562b5b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:29:32Z', 'updated_at': '2021-10-12T23:29:32Z', 'revision_number': 0, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda', 'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:6f:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:15Z', 'updated_at': '2021-10-12T23:29:18Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:29:34.672982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a32c8f-f35b-4dda-8260-91d5d3e2e9a4 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.673532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a32c8f-f35b-4dda-8260-91d5d3e2e9a4 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:34.675329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-45a32c8f-f35b-4dda-8260-91d5d3e2e9a4 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=456daedc-9804-409b-ba66-d8f407e67a67 HTTP/1.1" status: 200 len: 1991 time: 0.0537901 Oct 12 23:29:34.889261 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a2c923-02fb-4695-87a4-fe06ddf69e9e None None] New status for floating IP 0301ca04-7750-4660-a3ed-7c8f9197ded5: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:29:40.427902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d403d7-3242-4c7f-bba2-3e7c7d4dde0c req-2d0fcb04-2185-447a-ae72-f6ce66601cc7 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:40.429431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50d403d7-3242-4c7f-bba2-3e7c7d4dde0c req-2d0fcb04-2185-447a-ae72-f6ce66601cc7 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1097 time: 0.0435004 Oct 12 23:29:40.469212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50d403d7-3242-4c7f-bba2-3e7c7d4dde0c req-953d8c3f-3494-4d07-b7a6-5e614cda1f86 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332146 Oct 12 23:29:40.592810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965f058-ec51-4830-b8fa-1a97a03ba0e2 req-bc7d19ad-d979-4726-b9ce-31ec3f8a3c24 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:40.594290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1965f058-ec51-4830-b8fa-1a97a03ba0e2 req-bc7d19ad-d979-4726-b9ce-31ec3f8a3c24 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0517333 Oct 12 23:29:40.634851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1965f058-ec51-4830-b8fa-1a97a03ba0e2 req-92d39893-91f5-4c33-970b-7e28d9edb4d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323706 Oct 12 23:29:40.657287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39254) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:29:40.726407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1fb7d998-ef92-415d-8c34-0bb253f846e2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/ff560b53-e392-4c9e-9259-6109d6e1440e HTTP/1.1" status: 200 len: 992 time: 0.0631826 Oct 12 23:29:41.010122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-902356b9-95f6-446c-84a1-64af28fc9c9e req-244300df-faa2-469c-a7cc-6a247d2fe48d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:29:41.011265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-902356b9-95f6-446c-84a1-64af28fc9c9e req-244300df-faa2-469c-a7cc-6a247d2fe48d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057037 Oct 12 23:29:41.712543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ad67c4-7dc1-4507-a461-d2b9827de848 req-811b0143-dd06-4e72-9c79-821c163ae7cb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:41.721534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6ad67c4-7dc1-4507-a461-d2b9827de848 req-811b0143-dd06-4e72-9c79-821c163ae7cb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0803783 Oct 12 23:29:41.758163 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6ad67c4-7dc1-4507-a461-d2b9827de848 req-8ee40e98-a100-4093-827f-31c9dcc708e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353150 Oct 12 23:29:41.815160 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-c83262ea-e79e-4c01-98c8-b67b58812441 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0428832 Oct 12 23:29:42.157173 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-964a9d2f-dea7-41d2-adcb-0d9a58a28f27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:42.885635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e3a554-1404-4da0-ae7b-41dcf137455e req-cf7780fb-6f42-4b7a-a301-6094f330af38 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:42.887272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7e3a554-1404-4da0-ae7b-41dcf137455e req-cf7780fb-6f42-4b7a-a301-6094f330af38 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0532749 Oct 12 23:29:42.947276 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c7e3a554-1404-4da0-ae7b-41dcf137455e req-365ec3cf-0c98-4e83-a35c-9249e55ccd46 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490644 Oct 12 23:29:43.817075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-aac0b4c8-01af-4338-acf7-193403de2ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:43.818582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-aac0b4c8-01af-4338-acf7-193403de2ec3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1097 time: 0.0429184 Oct 12 23:29:43.920271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-1473f77e-a5a3-4e9a-9582-b5fe9ea2b360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:43.921730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-1473f77e-a5a3-4e9a-9582-b5fe9ea2b360 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.0935996 Oct 12 23:29:44.008859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-02c084ac-2d6a-4f37-89d0-673e4dd7780c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 1000 time: 0.0770152 Oct 12 23:29:44.086688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c1c21e-33c9-4c71-866b-3ec0ebdd003d req-ed5ca396-6c99-47a0-8662-143063ae0543 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:44.095743 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-97c1c21e-33c9-4c71-866b-3ec0ebdd003d req-ed5ca396-6c99-47a0-8662-143063ae0543 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0670302 Oct 12 23:29:44.138483 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:29:44.143756 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-97c1c21e-33c9-4c71-866b-3ec0ebdd003d req-c9d9fb0e-8913-457c-a404-9e7a35934a4b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468111 Oct 12 23:29:44.403250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-3071bfe8-e383-493d-b896-a100b357948a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:44.404711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-3071bfe8-e383-493d-b896-a100b357948a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.3881347 Oct 12 23:29:44.450337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-50099259-4ac0-4c40-bba7-de8f5ddcdb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:44.451838 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-50099259-4ac0-4c40-bba7-de8f5ddcdb03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397866 Oct 12 23:29:44.468153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-280a27c0-a319-4303-8376-2c3c6507da98 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:29:44.469119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-280a27c0-a319-4303-8376-2c3c6507da98 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049555 Oct 12 23:29:44.562809 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-f857d150-ed2e-4189-9dc9-ae4cf8984d25 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865028 Oct 12 23:29:44.663034 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-e7846a2c-7260-4d52-a278-dc4b83b7f2fb service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924067 Oct 12 23:29:45.269770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa655a5-2ee6-44cb-af59-bece755b21b5 req-dd3f811d-c2f3-4b10-95f3-fa2ea173f3da tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:45.271186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fa655a5-2ee6-44cb-af59-bece755b21b5 req-dd3f811d-c2f3-4b10-95f3-fa2ea173f3da tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0606349 Oct 12 23:29:45.310689 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0fa655a5-2ee6-44cb-af59-bece755b21b5 req-02e1a451-ccb8-496c-8c87-077c326dc74d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333185 Oct 12 23:29:45.511369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:45.597361 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b0ef6dff-26a6-4601-b9b5-2821b53d8680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:46.173746 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:46.434362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1425782-f70f-4f81-9076-ae1bfb5db71c req-380fe12e-5383-4d4b-bf90-413d37e4d92f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:46.435788 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1425782-f70f-4f81-9076-ae1bfb5db71c req-380fe12e-5383-4d4b-bf90-413d37e4d92f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0530961 Oct 12 23:29:46.473504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f1425782-f70f-4f81-9076-ae1bfb5db71c req-75237479-f074-47c1-9af5-2ec7bd6f0536 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314600 Oct 12 23:29:47.601876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77491086-cd76-45a3-a3b6-cf55c480ecf5 req-49d16ba8-b054-4300-a84f-5004e36e3813 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:47.603406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77491086-cd76-45a3-a3b6-cf55c480ecf5 req-49d16ba8-b054-4300-a84f-5004e36e3813 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0591285 Oct 12 23:29:47.645142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77491086-cd76-45a3-a3b6-cf55c480ecf5 req-1095ed65-ea6b-4295-b795-3bbae80a7d39 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343628 Oct 12 23:29:47.916749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:48.761219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5683981b-eaef-4f28-b6bb-ae642849bfda req-258e5a67-3654-4447-8cea-0b6fc904379e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:48.762889 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5683981b-eaef-4f28-b6bb-ae642849bfda req-258e5a67-3654-4447-8cea-0b6fc904379e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0489595 Oct 12 23:29:48.801435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5683981b-eaef-4f28-b6bb-ae642849bfda req-eedac80a-4371-447e-ac46-525309f88c4a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323224 Oct 12 23:29:49.202749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:49.402531 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:29:49.918148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9155fa5-784d-474e-8305-64020d1cfe01 req-395eb53f-eb9b-437f-90a1-484b95522e36 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:49.919624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9155fa5-784d-474e-8305-64020d1cfe01 req-395eb53f-eb9b-437f-90a1-484b95522e36 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0501583 Oct 12 23:29:49.960328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9155fa5-784d-474e-8305-64020d1cfe01 req-63c95211-68ff-4474-90e2-c766af8cf26a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347543 Oct 12 23:29:51.174056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3071b-5e53-463b-8b7d-a23f195e884c req-49e9c9d9-06ba-4f58-b08d-0b093be8a8e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:51.175577 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a3071b-5e53-463b-8b7d-a23f195e884c req-49e9c9d9-06ba-4f58-b08d-0b093be8a8e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.1451566 Oct 12 23:29:51.213404 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73a3071b-5e53-463b-8b7d-a23f195e884c req-a48443fb-4c44-4e89-928f-63d915a7d906 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318718 Oct 12 23:29:52.405711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c167b7-31c0-494d-9cd8-536660f8fe1e req-120ff4af-4eef-4a8d-a6fa-286027198bbd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:52.407284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54c167b7-31c0-494d-9cd8-536660f8fe1e req-120ff4af-4eef-4a8d-a6fa-286027198bbd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.1254284 Oct 12 23:29:52.446874 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-54c167b7-31c0-494d-9cd8-536660f8fe1e req-b66719d2-5e24-481d-aa83-b4511c6008d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333092 Oct 12 23:29:52.776485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d751d-1783-4406-916e-dc22380855aa req-54822be9-47c6-4d51-8075-568c433b3718 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0953264 Oct 12 23:29:52.861520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d751d-1783-4406-916e-dc22380855aa req-507fd2cc-d7b2-437e-a2b6-2440e60ef97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:52.863035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d751d-1783-4406-916e-dc22380855aa req-507fd2cc-d7b2-437e-a2b6-2440e60ef97a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 1098 time: 0.0433536 Oct 12 23:29:52.975519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d751d-1783-4406-916e-dc22380855aa req-ea01e724-00b2-41d0-869c-261b45c74bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:52.976971 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d751d-1783-4406-916e-dc22380855aa req-ea01e724-00b2-41d0-869c-261b45c74bce service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.0951269 Oct 12 23:29:53.005612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7feea455-cec9-4804-a755-23019eb1efee req-101158d9-b6a4-4466-94a3-54df110d6ac8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0424638 Oct 12 23:29:53.047067 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d751d-1783-4406-916e-dc22380855aa req-35e56082-d0c5-4337-898d-c31c95365071 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c HTTP/1.1" status: 200 len: 1002 time: 0.0616419 Oct 12 23:29:53.089488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea455-cec9-4804-a755-23019eb1efee req-2ff3c605-2a4e-431c-99c1-8b995f8b3f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:53.091124 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7feea455-cec9-4804-a755-23019eb1efee req-2ff3c605-2a4e-431c-99c1-8b995f8b3f1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 1097 time: 0.0420401 Oct 12 23:29:53.097390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d751d-1783-4406-916e-dc22380855aa req-03a48ea2-f3ff-4cf1-869b-76c7c792dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:53.098883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d751d-1783-4406-916e-dc22380855aa req-03a48ea2-f3ff-4cf1-869b-76c7c792dd17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0451865 Oct 12 23:29:53.149277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d751d-1783-4406-916e-dc22380855aa req-29be5c3c-925f-483a-bac9-b8b6f8070cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:53.150775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d751d-1783-4406-916e-dc22380855aa req-29be5c3c-925f-483a-bac9-b8b6f8070cc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444703 Oct 12 23:29:53.202558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea455-cec9-4804-a755-23019eb1efee req-027df9e5-8462-4bd9-b666-d36724e068d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:53.204011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7feea455-cec9-4804-a755-23019eb1efee req-027df9e5-8462-4bd9-b666-d36724e068d2 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.0935357 Oct 12 23:29:53.240375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d751d-1783-4406-916e-dc22380855aa req-ae596851-4602-472d-ab9b-c1d2d8a3acf7 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821915 Oct 12 23:29:53.272047 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7feea455-cec9-4804-a755-23019eb1efee req-c2c54d28-9736-4db2-bdfe-0febf762da56 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499344f3-8df7-4fc5-aeed-bc1cde838fa7 HTTP/1.1" status: 200 len: 1000 time: 0.0611131 Oct 12 23:29:53.326442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea455-cec9-4804-a755-23019eb1efee req-9e65cc01-9324-46f6-b235-fcfb6aaad1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:53.333290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7feea455-cec9-4804-a755-23019eb1efee req-9e65cc01-9324-46f6-b235-fcfb6aaad1d2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0490553 Oct 12 23:29:53.339278 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9b6d751d-1783-4406-916e-dc22380855aa req-6d7e556a-0c4b-4410-9575-829d43531bd0 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914843 Oct 12 23:29:53.380164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feea455-cec9-4804-a755-23019eb1efee req-c3ccdf79-6ca8-410e-8472-be42c5501627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:53.384799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7feea455-cec9-4804-a755-23019eb1efee req-c3ccdf79-6ca8-410e-8472-be42c5501627 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467474 Oct 12 23:29:53.478885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7feea455-cec9-4804-a755-23019eb1efee req-1b795afb-267a-43bf-a5b2-04b536b747e4 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897079 Oct 12 23:29:53.573726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143c4883-de11-4f55-9ff2-3f195f74215a req-3b7ae5fe-2e26-423b-8af5-58e282f28efe tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:53.577636 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-143c4883-de11-4f55-9ff2-3f195f74215a req-3b7ae5fe-2e26-423b-8af5-58e282f28efe tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0596566 Oct 12 23:29:53.581645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7feea455-cec9-4804-a755-23019eb1efee req-e2633b47-74ff-4e9c-89c0-c06e2b859b43 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948920 Oct 12 23:29:53.620142 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-143c4883-de11-4f55-9ff2-3f195f74215a req-bea74312-367e-4114-81ab-ffe95b0bd8b3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363071 Oct 12 23:29:54.738135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee20c9b8-8b87-4cd7-9b2f-ff10cf9e1511 req-5e6d61bd-43cb-4b81-9237-18856ec265e9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:54.739797 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ee20c9b8-8b87-4cd7-9b2f-ff10cf9e1511 req-5e6d61bd-43cb-4b81-9237-18856ec265e9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0508187 Oct 12 23:29:54.778905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ee20c9b8-8b87-4cd7-9b2f-ff10cf9e1511 req-6e3b5e40-17b2-41e0-978b-ae332116bc57 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327511 Oct 12 23:29:55.893714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc41a5d8-3a08-4c44-8431-01251a7f0fcd req-d4500cc0-abf3-4940-a71c-a9abd6954ea0 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:55.895168 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc41a5d8-3a08-4c44-8431-01251a7f0fcd req-d4500cc0-abf3-4940-a71c-a9abd6954ea0 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0488319 Oct 12 23:29:55.935320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc41a5d8-3a08-4c44-8431-01251a7f0fcd req-b8e8ddd7-c2f2-4abb-85d0-85b8a1dab344 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341535 Oct 12 23:29:57.054896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845abe-5441-4b85-b8ee-8533f4bc2ec0 req-bfce2e91-2bc9-47b1-a6a9-0dfc3e02709d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:57.059648 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a845abe-5441-4b85-b8ee-8533f4bc2ec0 req-bfce2e91-2bc9-47b1-a6a9-0dfc3e02709d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0546196 Oct 12 23:29:57.103167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a845abe-5441-4b85-b8ee-8533f4bc2ec0 req-c5853da1-b452-4678-a87f-1d7f3ad9ad62 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402496 Oct 12 23:29:58.221128 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb2151-7b70-4d60-9a0f-b489ed92e244 req-c830330b-ea4a-490f-8ce3-a6f3c964d32c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:58.222640 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4dcb2151-7b70-4d60-9a0f-b489ed92e244 req-c830330b-ea4a-490f-8ce3-a6f3c964d32c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0498502 Oct 12 23:29:58.266355 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4dcb2151-7b70-4d60-9a0f-b489ed92e244 req-e99d6329-e595-48e3-899b-62ed861a40c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372832 Oct 12 23:29:59.388712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd66b00-bc5c-4f70-b523-7835a546deee req-7935b621-bc60-4c71-bbed-cd88364483dc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:29:59.390847 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cbd66b00-bc5c-4f70-b523-7835a546deee req-7935b621-bc60-4c71-bbed-cd88364483dc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0554008 Oct 12 23:29:59.435859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cbd66b00-bc5c-4f70-b523-7835a546deee req-22893762-5a9f-4b81-9875-b93f3798d75f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384505 Oct 12 23:30:00.554391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b24c3-aca7-4755-b458-5b77ca465105 req-ed71fee2-37fb-478a-940f-894e28595e82 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:00.556003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50b24c3-aca7-4755-b458-5b77ca465105 req-ed71fee2-37fb-478a-940f-894e28595e82 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0530570 Oct 12 23:30:00.595196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50b24c3-aca7-4755-b458-5b77ca465105 req-c6867333-68cd-46af-944b-5d39b96180c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326488 Oct 12 23:30:01.729811 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-cfddd51d-0ea4-48d7-ba1d-0910fa96b102 service neutron] show failed (client error): The resource could not be found. Oct 12 23:30:01.731453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-cfddd51d-0ea4-48d7-ba1d-0910fa96b102 service neutron] 10.222.0.25 "GET /v2.0/ports/29d43d69-3efb-4fcb-8ac2-6422991a99ef/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0854301 Oct 12 23:30:01.748418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed776d0d-3e0a-46fb-bc4b-52892db72216 req-8a84e416-c797-4cc8-9aca-78078e1c955c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:01.749869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed776d0d-3e0a-46fb-bc4b-52892db72216 req-8a84e416-c797-4cc8-9aca-78078e1c955c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0692663 Oct 12 23:30:01.792101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ed776d0d-3e0a-46fb-bc4b-52892db72216 req-ed4af8c9-79d8-4e20-9f13-e9c2ddd2125a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361063 Oct 12 23:30:02.342137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-a402b666-0ac6-4602-9443-e75d56c8cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:02.344702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-a402b666-0ac6-4602-9443-e75d56c8cf57 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 1097 time: 0.1065221 Oct 12 23:30:02.358387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:02.416072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:02.619716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:02.655672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:30:02.695006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:02.697355 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2eaedbd-6454-4132-9a64-5e1fbd629525" -d '{"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-unplugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:02.701984 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:02.725808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Transition to ACTIVE for port object 29d43d69-3efb-4fcb-8ac2-6422991a99ef will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:30:02.751571 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13155c55-b8ef-4445-96f9-6ef6db88aa0c x-openstack-request-id: req-13155c55-b8ef-4445-96f9-6ef6db88aa0c {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:02.759645 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-unplugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:02.759645 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13155c55-b8ef-4445-96f9-6ef6db88aa0c {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:02.759645 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'code': 200} Oct 12 23:30:02.819464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:02.912118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da5ac6-933e-4279-aa57-47ae45e43f27 req-fa4c54f9-c1c3-43ab-b49a-dae08c06c46d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:02.915446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07da5ac6-933e-4279-aa57-47ae45e43f27 req-fa4c54f9-c1c3-43ab-b49a-dae08c06c46d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 943 time: 0.0537648 Oct 12 23:30:02.944255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=6']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:02.966648 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-07da5ac6-933e-4279-aa57-47ae45e43f27 req-913355e6-2427-4ad3-bf2d-3e433fb0b88a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 Oct 12 23:30:02.985959 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.986399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.987083 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.987448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.990711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.990711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.990711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.990711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.990711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.990711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.990711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:02.990711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:03.045173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] No DVR routers for this DVR port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on host n-h2-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:30:03.179909 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:30:03.180244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:30:03.180641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:03.184886 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:30:03.185213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:03.190122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:30:03.190461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Checking segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:03.190845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Bound using segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:30:03.191312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Bound port: 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:30:03.191668 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:03.255408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:30:03.258452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:30:03.357748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:03.397196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:03.397983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:03.399302 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] 10.222.0.41 "PUT /v2.0/ports/29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 1092 time: 1.0457406 Oct 12 23:30:03.430398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d25d5b5-10be-4ace-9dfa-20b221cc31fc service neutron] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:03.477112 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-3b388a0c-533e-4a49-9a5d-d52145aa62d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:03.478804 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-3b388a0c-533e-4a49-9a5d-d52145aa62d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1095 time: 0.0517545 Oct 12 23:30:03.577139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4b3b0c2f-6b77-48d9-875c-1d05deb4ef11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:03.578629 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-4b3b0c2f-6b77-48d9-875c-1d05deb4ef11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.0921869 Oct 12 23:30:03.649482 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-c6397115-b7ca-47c3-ba7c-4bfda15ee18b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 998 time: 0.0635200 Oct 12 23:30:03.702592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-168bab41-73d6-4517-98bc-53521b2c2622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:03.704078 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-168bab41-73d6-4517-98bc-53521b2c2622 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.0465999 Oct 12 23:30:03.750442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-ae563e56-f11d-4073-a09c-588955debec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:03.751941 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-ae563e56-f11d-4073-a09c-588955debec7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410137 Oct 12 23:30:03.844907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-2f592969-5a28-4241-82cf-e125088af5fd service neutron] 10.222.0.41 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Oct 12 23:30:03.934897 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a73b1f8f-d9cc-4cb5-b425-7da42649aa2f req-725e841f-451a-475a-9d8d-e30400e83747 service neutron] 10.222.0.41 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827174 Oct 12 23:30:04.093494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98850680-88b1-46e2-883d-9cce1a08ebe9 req-d0b48075-1254-4026-aec0-d884a20600d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:04.095138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98850680-88b1-46e2-883d-9cce1a08ebe9 req-d0b48075-1254-4026-aec0-d884a20600d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 943 time: 0.0609152 Oct 12 23:30:04.133319 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-98850680-88b1-46e2-883d-9cce1a08ebe9 req-fdf2577a-ffdd-48f2-a823-e97d912e8317 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311062 Oct 12 23:30:04.754273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:04.756740 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:04.803855 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171a02b8-2bcc-40db-9b91-b346a5427700 x-openstack-request-id: req-171a02b8-2bcc-40db-9b91-b346a5427700 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:04.804147 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:04.804385 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-171a02b8-2bcc-40db-9b91-b346a5427700 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:04.805010 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'status': 'completed', 'code': 200} Oct 12 23:30:04.871191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-dafe0de4-7d9b-4637-8373-4527d65463fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:04.874636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-dafe0de4-7d9b-4637-8373-4527d65463fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1095 time: 0.0441718 Oct 12 23:30:04.875277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-21700872-a1ae-4baf-b0fd-24d2941045e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:04.876756 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-21700872-a1ae-4baf-b0fd-24d2941045e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1095 time: 0.0503123 Oct 12 23:30:04.970182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-51347284-2d84-4eae-8e99-ddd04a46b68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:04.970461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-fbff3a59-97c8-4801-9713-dd7a6b085a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:04.971700 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-51347284-2d84-4eae-8e99-ddd04a46b68e service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.0874650 Oct 12 23:30:04.971846 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-fbff3a59-97c8-4801-9713-dd7a6b085a77 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.0904317 Oct 12 23:30:05.038003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-3830d8e8-d12b-444d-9cad-6de3e75e805f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 998 time: 0.0590491 Oct 12 23:30:05.042368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-a08d14f6-718b-471c-ae3e-0c87833ed258 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 998 time: 0.0634944 Oct 12 23:30:05.080481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:05.093660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-e3ce2803-ce9f-4ccd-ba41-77f2e983e589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:05.095219 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-e3ce2803-ce9f-4ccd-ba41-77f2e983e589 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.0501988 Oct 12 23:30:05.102972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-6abc106f-d6bc-4041-9109-82f35c527a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:05.104457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-6abc106f-d6bc-4041-9109-82f35c527a1d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.0541945 Oct 12 23:30:05.123133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:05.156468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-5496d14b-b928-4d19-88bb-fb82337e2bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:05.158044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-5496d14b-b928-4d19-88bb-fb82337e2bfd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544720 Oct 12 23:30:05.158663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-36b4b45f-8f38-44a4-ba96-1a67eb761e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:05.160194 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-36b4b45f-8f38-44a4-ba96-1a67eb761e5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0478098 Oct 12 23:30:05.266740 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-9cfd923f-3d9f-403e-9d49-8eef590005c7 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014998 Oct 12 23:30:05.290951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e4d222-ad91-47ed-bb20-f89be14e92b6 req-7097c41e-ff78-49a2-ae82-fb86c620a1e3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:05.292449 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-14e4d222-ad91-47ed-bb20-f89be14e92b6 req-7097c41e-ff78-49a2-ae82-fb86c620a1e3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 943 time: 0.0788519 Oct 12 23:30:05.296830 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-59e187cc-a0a5-42a8-b26c-0f6c7634db3e service neutron] 10.222.0.41 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292849 Oct 12 23:30:05.366680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-d28d9452-aee1-4f3a-b74b-7b1592d25b97 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929790 Oct 12 23:30:05.380699 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-14e4d222-ad91-47ed-bb20-f89be14e92b6 req-ab637df0-fed8-49db-8484-15b794b106b3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801625 Oct 12 23:30:05.416777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc4e8b3d-cc79-4b79-a1a3-a70f2446f9c9 req-381ffb82-2353-4cd5-9d4b-bd1072f55295 service neutron] 10.222.0.41 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092703 Oct 12 23:30:06.504516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db346d-930b-4c85-b586-595208681b39 req-51346198-1742-4886-8a87-23a66aedb8a2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:06.506021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17db346d-930b-4c85-b586-595208681b39 req-51346198-1742-4886-8a87-23a66aedb8a2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 943 time: 0.0506468 Oct 12 23:30:06.547465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17db346d-930b-4c85-b586-595208681b39 req-b013791e-d049-40db-86a1-b420f30c43dc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350385 Oct 12 23:30:06.777095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:30:06.873936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:06.885457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'port_id': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'mac_address': 'fa:16:3e:3a:d2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:30:06.923011 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:06.938800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d43d69-3efb-4fcb-8ac2-6422991a99ef {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:30:06.958739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:07.080080 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:07.116095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f878fc7-a4e6-4e01-abbe-fa0702c3e1e9 req-6e09f12b-30e2-42f9-8e50-436addd0e10d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:07.123468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f878fc7-a4e6-4e01-abbe-fa0702c3e1e9 req-6e09f12b-30e2-42f9-8e50-436addd0e10d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 943 time: 0.0634241 Oct 12 23:30:07.140464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:07.165515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5f878fc7-a4e6-4e01-abbe-fa0702c3e1e9 req-f48d94fc-83db-430d-878a-f74ea6e8c710 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406201 Oct 12 23:30:07.193633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-cb1e0fa6-a608-43f3-8444-25b3e3fa4214 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:07.195190 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-cb1e0fa6-a608-43f3-8444-25b3e3fa4214 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.41 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26&tenant_id=38742014418042538107885273e48e96&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 944 time: 0.0792034 Oct 12 23:30:07.265178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-56d5520c-4863-4e94-9ad2-5eb255c79472 service neutron] 10.222.0.41 "GET /v2.0/ports/29d43d69-3efb-4fcb-8ac2-6422991a99ef/bindings/n-h1-790519-14 HTTP/1.1" status: 200 len: 383 time: 0.0624127 Oct 12 23:30:07.323667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['29d43d69-3efb-4fcb-8ac2-6422991a99ef'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:30:07.330694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-f94eff4d-60ea-4317-b242-125a0674e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:07.332190 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-f94eff4d-60ea-4317-b242-125a0674e900 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1096 time: 0.0439780 Oct 12 23:30:07.437862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-83cedf5b-e1d7-4a01-b615-eccceca4d9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:07.440081 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-83cedf5b-e1d7-4a01-b615-eccceca4d9bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.1006634 Oct 12 23:30:07.463502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39436) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:07.522413 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-6991ddc6-b42d-4e74-8ffc-3e89e8e4dcbf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 999 time: 0.0743759 Oct 12 23:30:07.573184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-499754d2-5bad-4015-be6d-e168a190ea8d tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3450 time: 0.1056139 Oct 12 23:30:07.573800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39438) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:07.587262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'network': {'name': 'tempest-network-smoke--1449121512', 'project_id': 'b307e0e18ec540038700988ea4310aca', 'port_security_enabled': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:07.627068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-e1580373-4a3b-4f8c-a6e2-b6ff34fd10fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:07.632738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-e1580373-4a3b-4f8c-a6e2-b6ff34fd10fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.0987990 Oct 12 23:30:07.682245 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-cf88fbb5-dd60-4e32-aecc-4c6bac02d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:07.684123 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-cf88fbb5-dd60-4e32-aecc-4c6bac02d32d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0476885 Oct 12 23:30:07.711063 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Made reservation on behalf of b307e0e18ec540038700988ea4310aca for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:30:07.715229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:07.781706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:30:07.805735 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:07.806098 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Added segment 7c2a2725-7e56-4439-83a3-54db9a79156d of type vlan for network c0303c45-22c7-48fb-b775-4ec09ce798b5 Oct 12 23:30:07.825555 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-f154edfb-280d-47b6-adae-95fc6e1732f7 service neutron] 10.222.0.41 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338809 Oct 12 23:30:07.899838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:07.959665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-db275fbb-0e4e-41de-8eae-2cdcefbbb471 service neutron] 10.222.0.41 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163814 Oct 12 23:30:07.991257 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:07.997012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:08.002399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:08.064347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Network': ['ID=c0303c45-22c7-48fb-b775-4ec09ce798b5,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:08.074708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network c0303c45-22c7-48fb-b775-4ec09ce798b5 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:30:08.102318 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3ca2b52c-e518-4964-816c-f04fee31aebd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5281262 Oct 12 23:30:08.105177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39440) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:08.110140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'admin_state_up': True, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:08.197479 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:08.199218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:08.291559 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:08.299194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ba5d6f-8d9b-4546-8874-299187da4f02 req-0dcf05ad-d07c-4339-bcca-7084719cce5a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:08.304994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68ba5d6f-8d9b-4546-8874-299187da4f02 req-0dcf05ad-d07c-4339-bcca-7084719cce5a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 944 time: 0.0616415 Oct 12 23:30:08.339445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68ba5d6f-8d9b-4546-8874-299187da4f02 req-f462c303-b1c4-4821-be3d-149064a180b3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324881 Oct 12 23:30:08.517877 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:08.777268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:30:08.810919 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:08.835756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:08.893399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 29d43d69-3efb-4fcb-8ac2-6422991a99ef completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:30:08.897521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 29d43d69-3efb-4fcb-8ac2-6422991a99ef triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:08.898034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:08.942267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Allocated IP 172.25.2.180 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/1ca0d5bb-00e3-42d8-9765-af5e8206bf57) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:30:08.975764 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:08.999168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:09.001462 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e351f8f8-50dc-4070-b4d9-66c38964e4e1" -d '{"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-plugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:09.017555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:09.058163 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:09.065748 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:09.118662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:09.146063 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096371d9-b07e-47a1-bcf6-9a4bcf9de1b0 x-openstack-request-id: req-096371d9-b07e-47a1-bcf6-9a4bcf9de1b0 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:09.146382 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-plugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:09.146658 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-096371d9-b07e-47a1-bcf6-9a4bcf9de1b0 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:09.147225 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'code': 200} Oct 12 23:30:09.151451 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:09.191710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:30:09.194757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:30:09.198282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:30:09.220533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=1ca0d5bb-00e3-42d8-9765-af5e8206bf57,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:09.231994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.232359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.232675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.233007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.233336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.233664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.233993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.234319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.234738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.235084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.235410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.235814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:09.462772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb6c88-9168-44b9-ade0-ca982cb8ecaf req-14097479-2d33-4b4d-b068-ef66657b58c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:09.464261 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ceb6c88-9168-44b9-ade0-ca982cb8ecaf req-14097479-2d33-4b4d-b068-ef66657b58c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.0531552 Oct 12 23:30:09.503252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ceb6c88-9168-44b9-ade0-ca982cb8ecaf req-d88ef0a4-2f66-4edb-bbf5-100bed91a14f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319872 Oct 12 23:30:09.563496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:09.782506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:10.276822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Router a8884429-4d1e-49df-8576-be778e380c41 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:30:10.394866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:30:10.405543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Sync routers for ids ['a8884429-4d1e-49df-8576-be778e380c41'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:30:10.415470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Routers {'a8884429-4d1e-49df-8576-be778e380c41'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:10.417249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:29:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8884429-4d1e-49df-8576-be778e380c41'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:10.493184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-0124491d-c87c-4e34-91e6-ea456a0cd628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:10.494786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-0124491d-c87c-4e34-91e6-ea456a0cd628 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 1097 time: 0.0769606 Oct 12 23:30:10.507656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Request body: {'port': {'binding:host_id': 'n-h2-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:10.523527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Set router a8884429-4d1e-49df-8576-be778e380c41 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:10.529959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:10.535083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bd4f046a-78be-4aad-b019-1daef16369fb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.4249845 Oct 12 23:30:10.535083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39462) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:10.658798 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:10.671224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e562506b-dec3-4bb1-ae8d-37a9c55e1873 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:10.679327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e562506b-dec3-4bb1-ae8d-37a9c55e1873 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b307e0e18ec540038700988ea4310aca&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1371915 Oct 12 23:30:10.681098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39468) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:10.711272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168150f0-8510-44ae-8b13-a789b827aeb4 req-eefa7de7-efb5-4248-bbf3-fab96876eee1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:10.712848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-168150f0-8510-44ae-8b13-a789b827aeb4 req-eefa7de7-efb5-4248-bbf3-fab96876eee1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 945 time: 0.1303189 Oct 12 23:30:10.730782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8884429-4d1e-49df-8576-be778e380c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:09Z', 'revision_number': 3, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:10.762550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Checking router: a8884429-4d1e-49df-8576-be778e380c41 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:30:10.763312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Updating router a8884429-4d1e-49df-8576-be778e380c41 port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:30:10.791899 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:10.800250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86343c4-f6d7-4c6c-b8c2-8296ab94ce36 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:10.804619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a86343c4-f6d7-4c6c-b8c2-8296ab94ce36 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1180377 Oct 12 23:30:10.804930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39470) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:10.840729 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-24917831-127e-414f-9400-c5ccfc1f9067 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0346406 Oct 12 23:30:10.845036 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39472) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:10.874394 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cb19c14c-6138-41d9-9b52-a1f88c078bf6 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=b307e0e18ec540038700988ea4310aca&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280221 Oct 12 23:30:10.877268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39474) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:10.944676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-168150f0-8510-44ae-8b13-a789b827aeb4 req-175b401e-455d-4b6e-9b35-8bf8ef42b588 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2210109 Oct 12 23:30:10.973731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:10.996846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76598b0b-d2bf-4050-a504-874c63268b6a tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:10.999242 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-76598b0b-d2bf-4050-a504-874c63268b6a tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1206307 Oct 12 23:30:11.002497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39476) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:11.023412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:30:11.044608 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c02d5df7-0e8f-4d50-8503-12607a9188f3 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400746 Oct 12 23:30:11.048088 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39478) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:11.057037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812948939', 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5', 'project_id': 'b307e0e18ec540038700988ea4310aca', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:11.085250 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.101925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Transition to ACTIVE for port object 29d43d69-3efb-4fcb-8ac2-6422991a99ef will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:30:11.103109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:11.111202 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5a0417-741e-44c8-9fd9-af7426665eb6" -d '{"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-unplugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:11.179399 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.259336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Made reservation on behalf of b307e0e18ec540038700988ea4310aca for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:30:11.263307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.264280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.301780 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3348a049-efd4-4227-bc10-c5493dba7b1d x-openstack-request-id: req-3348a049-efd4-4227-bc10-c5493dba7b1d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:11.302245 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-unplugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:11.302245 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3348a049-efd4-4227-bc10-c5493dba7b1d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:11.302611 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'code': 200} Oct 12 23:30:11.335441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:11.345677 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.411064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf67543-f510-4a26-b13e-5c5c66018daa None None] Pushing event updated for resources: {'Port': ['ID=1ca0d5bb-00e3-42d8-9765-af5e8206bf57,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:11.419207 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Attempting to bind port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:30:11.430665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Attempting to bind port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:30:11.430665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Attempting to bind port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:11.430665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:30:11.430665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:11.430665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.430665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:30:11.432305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] No DVR routers for this DVR port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:30:11.432921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Bound port: 1ca0d5bb-00e3-42d8-9765-af5e8206bf57, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:30:11.433622 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.508743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] For port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:30:11.512676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] For port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1ca0d5bb-00e3-42d8-9765-af5e8206bf57,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:30:11.591411 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.642813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Routers {'a8884429-4d1e-49df-8576-be778e380c41'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:11.643553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:29:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8884429-4d1e-49df-8576-be778e380c41'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:11.644536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:30:11.645027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:30:11.645432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:11.651196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:30:11.651611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Attempting to bind port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on network cc513d14-10d7-4c4c-bf72-ed75489e03a5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:11.658289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:30:11.659093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Checking segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:11.659683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Bound using segment: {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:30:11.660196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Bound port: 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e9b5b73-f83d-42f4-aa29-f399740518fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:30:11.660624 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.756400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:30:11.768033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:30:11.783588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf67543-f510-4a26-b13e-5c5c66018daa None None] Pushing event updated for resources: {'Port': ['ID=1ca0d5bb-00e3-42d8-9765-af5e8206bf57,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:11.793533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] Set router a8884429-4d1e-49df-8576-be778e380c41 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:11.837350 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.872997 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:11.873609 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.875719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] 10.222.0.25 "PUT /v2.0/ports/29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 1093 time: 1.3715575 Oct 12 23:30:11.912239 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:11.953010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c7321b-1bdb-4cc9-aeb2-e0367b20a21a service neutron] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=11']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:11.994802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-7e64f271-4255-43cb-8c2e-6c7faca05856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:11.997232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-7e64f271-4255-43cb-8c2e-6c7faca05856 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1096 time: 0.0991373 Oct 12 23:30:12.029863 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Subnet': ['ID=9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:12.049499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8884429-4d1e-49df-8576-be778e380c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:09Z', 'revision_number': 3, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:12.057946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Checking segment: {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:12.058560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network hostable DHCP agents. Network: c0303c45-22c7-48fb-b775-4ec09ce798b5, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:30:12.082596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851bc975-9350-4be5-ada8-8b9d6cb4f0b0 None None] The sync data for ids ['a8884429-4d1e-49df-8576-be778e380c41'] in n-d-790519-14 is: [{'id': 'a8884429-4d1e-49df-8576-be778e380c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:09Z', 'revision_number': 3, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:30:12.149574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network c0303c45-22c7-48fb-b775-4ec09ce798b5 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:30:12.179711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8e4f1-5b19-48ba-978c-45f4e1e3f21f req-8a8fff55-0a60-4a4e-88ed-a0474a9352c2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:12.181315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14d8e4f1-5b19-48ba-978c-45f4e1e3f21f req-8a8fff55-0a60-4a4e-88ed-a0474a9352c2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 944 time: 0.1453648 Oct 12 23:30:12.186828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-3ec9e3f6-9f13-4d92-a45c-727b73d1d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:12.189097 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-3ec9e3f6-9f13-4d92-a45c-727b73d1d958 service neutron] 10.222.0.25 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.1829116 Oct 12 23:30:12.213959 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8ac93033-da07-47cc-a5cc-493db559d266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:12.264792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14d8e4f1-5b19-48ba-978c-45f4e1e3f21f req-3080869f-41fd-4d78-918f-0b0210455079 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748279 Oct 12 23:30:12.277776 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-fc4f1c1f-7763-4f4a-a909-6895f1f97492 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 998 time: 0.0815449 Oct 12 23:30:12.305723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, c0303c45-22c7-48fb-b775-4ec09ce798b5) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:30:12.309949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:12.310533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:12.319741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849992cc-c3f8-436e-8142-84de2a8fcb0e None None] Network c0303c45-22c7-48fb-b775-4ec09ce798b5 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:30:12.336794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-7652419f-d590-4718-bd07-b4a9361f75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:12.338533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-7652419f-d590-4718-bd07-b4a9361f75b2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.0529828 Oct 12 23:30:12.385887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-883787ac-5031-4e1d-bbc6-9534d2fa680f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.3366628 Oct 12 23:30:12.388774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39488) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:12.420776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-50821d22-f64a-4205-bba5-d2797fde79f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:12.423518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-50821d22-f64a-4205-bba5-d2797fde79f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768769 Oct 12 23:30:12.557284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-4e7941c1-480e-4661-a03a-fc59b1b29081 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267514 Oct 12 23:30:12.572554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-c0303c45-22c7-48fb-b775-4ec09ce798b5', 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'fixed_ips': [{'subnet_id': '9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:30:12.574265 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:12.750009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28c9eced-4b3c-44c9-a13a-6b13df9457a6 req-93103ad6-6c76-46ed-802e-9b28d9f12dcb service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847568 Oct 12 23:30:12.796603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Allocated IP 172.20.0.18 (c0303c45-22c7-48fb-b775-4ec09ce798b5/9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb/28574a2e-cc62-4f07-87cc-efe36d6c0c77) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:30:12.879479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:12.943262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:12.988818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:13.022824 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:13.105990 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:13.159234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Network c0303c45-22c7-48fb-b775-4ec09ce798b5 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:30:13.163516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:30:13.166011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:30:13.168292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Pushing event updated for resources: {'Port': ['ID=28574a2e-cc62-4f07-87cc-efe36d6c0c77,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:13.226958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Attempting to bind port 28574a2e-cc62-4f07-87cc-efe36d6c0c77 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:30:13.227351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Attempting to bind port 28574a2e-cc62-4f07-87cc-efe36d6c0c77 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:30:13.227783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Attempting to bind port 28574a2e-cc62-4f07-87cc-efe36d6c0c77 on network c0303c45-22c7-48fb-b775-4ec09ce798b5 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:13.233631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 29, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:30:13.234012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Checking segment: {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:13.235182 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:13.235581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Bound using segment: {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:30:13.236071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Bound port: 28574a2e-cc62-4f07-87cc-efe36d6c0c77, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:30:13.236458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:13.303776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:13.307304 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f40646-2da3-43f0-9622-7bda6e615766" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:13.331078 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Allocated IP 172.20.0.17 (c0303c45-22c7-48fb-b775-4ec09ce798b5/9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb/140ce2a9-1cb3-46af-92b4-f8dc27a2aec3) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:30:13.338842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] For port 28574a2e-cc62-4f07-87cc-efe36d6c0c77, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:30:13.343749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] For port 28574a2e-cc62-4f07-87cc-efe36d6c0c77, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=28574a2e-cc62-4f07-87cc-efe36d6c0c77,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:30:13.382234 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0dd60d9-af12-4cde-9583-1e1850b5d021 x-openstack-request-id: req-b0dd60d9-af12-4cde-9583-1e1850b5d021 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:13.387782 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:13.387782 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b0dd60d9-af12-4cde-9583-1e1850b5d021 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:13.387782 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'status': 'completed', 'code': 200} Oct 12 23:30:13.417354 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:13.450416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-1ae029fb-eff5-4e7e-bfec-289311cf5064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:13.452105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-1ae029fb-eff5-4e7e-bfec-289311cf5064 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1096 time: 0.0495193 Oct 12 23:30:13.484295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee50e1b-527f-4a79-bf5a-25ce60feb7fb None None] Pushing event updated for resources: {'Port': ['ID=28574a2e-cc62-4f07-87cc-efe36d6c0c77,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:13.489081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beb4f11-e65f-4efa-a370-0a5a35827fda req-fc2ca995-842e-4484-b6be-b487a1609a46 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:13.490849 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0beb4f11-e65f-4efa-a370-0a5a35827fda req-fc2ca995-842e-4484-b6be-b487a1609a46 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 944 time: 0.1418254 Oct 12 23:30:13.515712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-ce932b1d-6c1e-4076-bdf1-2b471c9f00a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:13.517321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-ce932b1d-6c1e-4076-bdf1-2b471c9f00a8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1096 time: 0.1149180 Oct 12 23:30:13.603284 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:13.611358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-781fc33b-71a9-45d5-a907-76e16276a9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:13.612937 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-781fc33b-71a9-45d5-a907-76e16276a9fa service neutron] 10.222.0.25 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.1460509 Oct 12 23:30:13.629752 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0beb4f11-e65f-4efa-a370-0a5a35827fda req-5626438a-2e56-4521-bcd6-c1dc1be546c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228962 Oct 12 23:30:13.735818 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-fb55584a-d684-4930-ba28-8455dfcd2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:13.737442 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-fb55584a-d684-4930-ba28-8455dfcd2510 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.2106364 Oct 12 23:30:13.753748 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-281fb3a6-9ca5-4f8a-a0bd-c1c2002eb2e3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 998 time: 0.1310015 Oct 12 23:30:13.822100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:13.844640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-410d1172-a227-4a74-a8f3-064073b8285b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:13.846279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-410d1172-a227-4a74-a8f3-064073b8285b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.0749948 Oct 12 23:30:13.878644 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=140ce2a9-1cb3-46af-92b4-f8dc27a2aec3,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:13.918761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-481a4454-57f7-4d1e-a874-b55f6f93609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:13.921724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-481a4454-57f7-4d1e-a874-b55f6f93609f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0659075 Oct 12 23:30:13.939818 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-d44c30dd-572f-4715-ad74-61e8b07c03a2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 998 time: 0.1953313 Oct 12 23:30:13.941591 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network c0303c45-22c7-48fb-b775-4ec09ce798b5 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:30:13.943031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:30:13.945463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:30:14.029999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-d9e2ede6-e576-4ae8-a0cc-774f77e89bf5 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007376 Oct 12 23:30:14.041801 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:14.108303 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-42eb6789-ef93-4b24-97e2-17e892e43abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:14.111695 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-42eb6789-ef93-4b24-97e2-17e892e43abf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.1619189 Oct 12 23:30:14.176207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-4d8ca911-6f47-4512-9d85-abc8381016dd service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345732 Oct 12 23:30:14.233635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-0ab5b1f7-51b1-4d49-9083-d413565ce2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:14.235865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-0ab5b1f7-51b1-4d49-9083-d413565ce2e1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046267 Oct 12 23:30:14.399090 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-3d3ecee3-2727-424c-8160-799ca6669681 service neutron] 10.222.0.41 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546917 Oct 12 23:30:14.498280 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:14.527979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 28574a2e-cc62-4f07-87cc-efe36d6c0c77 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:30:14.657532 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 28574a2e-cc62-4f07-87cc-efe36d6c0c77 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:14.657532 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:14.849731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e6f40646-2da3-43f0-9622-7bda6e615766 req-e3768d71-22ac-43e8-8151-e1a979ed6936 service neutron] 10.222.0.41 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389000 Oct 12 23:30:14.856437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:14.917497 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0de576-331a-44db-9339-39b48a29af81 req-1ed63de6-042c-4080-ba29-43ad8687270a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:14.923690 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d0de576-331a-44db-9339-39b48a29af81 req-1ed63de6-042c-4080-ba29-43ad8687270a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 944 time: 0.1447062 Oct 12 23:30:14.926161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bcbdbd-2a09-43f6-ae95-d8dcb4458ce0 None None] Network c0303c45-22c7-48fb-b775-4ec09ce798b5 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:30:14.948187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 28574a2e-cc62-4f07-87cc-efe36d6c0c77, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=28574a2e-cc62-4f07-87cc-efe36d6c0c77,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:14.982907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0d0de576-331a-44db-9339-39b48a29af81 req-7ec1d1f5-ab78-474f-8f4b-13f62a849c52 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549321 Oct 12 23:30:14.998024 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-74912979-20f4-49a7-90ef-b73998d94e68 None None] Provisioning complete for port 28574a2e-cc62-4f07-87cc-efe36d6c0c77 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:14.998392 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74912979-20f4-49a7-90ef-b73998d94e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.022215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39504) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:15.070264 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.075392 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.076898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:30:15.124143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-31d595e1-09b0-4260-9074-d72ae1a730a6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/ff560b53-e392-4c9e-9259-6109d6e1440e HTTP/1.1" status: 200 len: 990 time: 0.1004536 Oct 12 23:30:15.146070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:30:15.151341 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.252847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=140ce2a9-1cb3-46af-92b4-f8dc27a2aec3,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:15.256744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=28574a2e-cc62-4f07-87cc-efe36d6c0c77,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:15.291889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.403162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:15.413750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network c0303c45-22c7-48fb-b775-4ec09ce798b5 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:30:15.415298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:30:15.420385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:15.420758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.433055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'port_id': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'mac_address': 'fa:16:3e:3a:d2:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:30:15.526616 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.535198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Router a8884429-4d1e-49df-8576-be778e380c41 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:30:15.562975 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29d43d69-3efb-4fcb-8ac2-6422991a99ef {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:30:15.609174 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.621389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:15.624299 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0d2ab6c4-6dba-453a-8991-6e32e9a0ff11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.633984 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.657803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1ca0d5bb-00e3-42d8-9765-af5e8206bf57,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:15.674552 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:30:15.685328 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-269dbeda-5b63-4919-98cd-8e3df4f80ece tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "PUT /v2.0/routers/a8884429-4d1e-49df-8576-be778e380c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2899766 Oct 12 23:30:15.691339 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Sync routers for ids ['a8884429-4d1e-49df-8576-be778e380c41'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:30:15.701157 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Routers {'a8884429-4d1e-49df-8576-be778e380c41'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:15.702250 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8884429-4d1e-49df-8576-be778e380c41'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:15.707383 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.778716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=12']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:15.783562 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.851900 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Set router a8884429-4d1e-49df-8576-be778e380c41 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:15.857295 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=1ca0d5bb-00e3-42d8-9765-af5e8206bf57,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:15.878727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e5ec1559-dbf4-44ae-bae2-b7d7a334957b None None] Provisioning complete for port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:15.879260 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1559-dbf4-44ae-bae2-b7d7a334957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.928652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e5ec1559-dbf4-44ae-bae2-b7d7a334957b None None] Port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:30:15.939602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e5ec1559-dbf4-44ae-bae2-b7d7a334957b None None] Provisioning complete for port 28574a2e-cc62-4f07-87cc-efe36d6c0c77 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:15.940071 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5ec1559-dbf4-44ae-bae2-b7d7a334957b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:15.981714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['29d43d69-3efb-4fcb-8ac2-6422991a99ef'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:30:15.991710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-f9e93053-7d53-46c9-9936-14ae5a487b03 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:15.993659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-f9e93053-7d53-46c9-9936-14ae5a487b03 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/networks?id=c0303c45-22c7-48fb-b775-4ec09ce798b5 HTTP/1.1" status: 200 len: 798 time: 0.1530252 Oct 12 23:30:16.021682 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-041ff52e-10c9-4cee-a6ac-a0387edbf881 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/quotas/b307e0e18ec540038700988ea4310aca HTTP/1.1" status: 200 len: 375 time: 0.0217915 Oct 12 23:30:16.118698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-243b403b-510e-4958-89b2-709419181ba7 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b307e0e18ec540038700988ea4310aca&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0907707 Oct 12 23:30:16.168048 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8884429-4d1e-49df-8576-be778e380c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:14Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:44:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '140ce2a9-1cb3-46af-92b4-f8dc27a2aec3', 'name': '', 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:93:db:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:13Z', 'updated_at': '2021-10-12T23:30:14Z', 'revision_number': 2, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:16.213709 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Checking router: a8884429-4d1e-49df-8576-be778e380c41 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:30:16.214058 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Updating router a8884429-4d1e-49df-8576-be778e380c41 port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:30:16.245193 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:16.250853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-dc04b3b9-0bac-4924-8ca0-e8cd8229252d service neutron] 10.222.0.31 "GET /v2.0/networks/c0303c45-22c7-48fb-b775-4ec09ce798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181951 Oct 12 23:30:16.390669 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:16.416485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-33aecc1a-3cd4-444d-bc17-8c1f6a13ec04 service neutron] 10.222.0.31 "GET /v2.0/networks/c0303c45-22c7-48fb-b775-4ec09ce798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593339 Oct 12 23:30:16.467890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 28574a2e-cc62-4f07-87cc-efe36d6c0c77 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:30:16.542481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8b3d377a-3650-462b-b974-e23477759303 None None] Provisioning complete for port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:16.542839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8b3d377a-3650-462b-b974-e23477759303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:16.612818 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:16.614707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8b3d377a-3650-462b-b974-e23477759303 None None] Port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:30:16.623473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 28574a2e-cc62-4f07-87cc-efe36d6c0c77 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:16.623847 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:16.664820 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:16.736842 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Pushing event updated for resources: {'Port': ['ID=140ce2a9-1cb3-46af-92b4-f8dc27a2aec3,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:16.746418 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.747076 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.747601 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.748133 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.748464 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.748788 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.749295 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.749619 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.750728 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.751091 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.751403 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.751918 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:16.767014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:30:16.785935 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Attempting to bind port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:30:16.791840 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Attempting to bind port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:30:16.792287 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Attempting to bind port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 on network c0303c45-22c7-48fb-b775-4ec09ce798b5 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:16.801554 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:30:16.801837 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Checking segment: {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:16.802509 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:16.803263 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Bound using segment: {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:30:16.803744 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Bound port: 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:30:16.804294 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:16.819663 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:16.820130 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:16.884720 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] For port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:30:16.887833 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] For port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=140ce2a9-1cb3-46af-92b4-f8dc27a2aec3,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:30:16.974124 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:17.030914 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Routers {'a8884429-4d1e-49df-8576-be778e380c41'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:17.034281 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8884429-4d1e-49df-8576-be778e380c41'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:17.041940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6b644216-aec0-4e90-98c4-d17edaf2983a None None] Provisioning complete for port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:17.042306 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6b644216-aec0-4e90-98c4-d17edaf2983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:17.069735 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ac565-2944-473c-b93c-6cd813563aa3 None None] Pushing event updated for resources: {'Port': ['ID=140ce2a9-1cb3-46af-92b4-f8dc27a2aec3,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:17.131094 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6b644216-aec0-4e90-98c4-d17edaf2983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:17.150203 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] Set router a8884429-4d1e-49df-8576-be778e380c41 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:17.155032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:30:17.200923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6b644216-aec0-4e90-98c4-d17edaf2983a None None] For port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=140ce2a9-1cb3-46af-92b4-f8dc27a2aec3,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:17.282840 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6b644216-aec0-4e90-98c4-d17edaf2983a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:17.306690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 29d43d69-3efb-4fcb-8ac2-6422991a99ef completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:30:17.316937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 29d43d69-3efb-4fcb-8ac2-6422991a99ef triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:17.317312 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:17.367428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b644216-aec0-4e90-98c4-d17edaf2983a None None] Pushing event updated for resources: {'Port': ['ID=140ce2a9-1cb3-46af-92b4-f8dc27a2aec3,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:17.374498 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8884429-4d1e-49df-8576-be778e380c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:14Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '140ce2a9-1cb3-46af-92b4-f8dc27a2aec3', 'name': '', 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:93:db:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:13Z', 'updated_at': '2021-10-12T23:30:16Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:17.412946 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f39c415-2743-4549-a396-2ce801fecac1 None None] The sync data for ids ['a8884429-4d1e-49df-8576-be778e380c41'] in n-d-790519-14 is: [{'id': 'a8884429-4d1e-49df-8576-be778e380c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:14Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '140ce2a9-1cb3-46af-92b4-f8dc27a2aec3', 'name': '', 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:93:db:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:13Z', 'updated_at': '2021-10-12T23:30:16Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:30:17.428638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:17.430583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-baa1e89f-9390-408b-945f-d1312fb71ebe None None] Provisioning complete for port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:17.431031 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-baa1e89f-9390-408b-945f-d1312fb71ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:17.496674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:17.499106 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a18229-6007-4ac5-ab07-9d9516b82ec9" -d '{"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-plugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:17.516420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:17.555425 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd50053-ae6b-4a63-aff9-8fb8ade54479 x-openstack-request-id: req-cbd50053-ae6b-4a63-aff9-8fb8ade54479 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:17.555701 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-plugged", "status": "completed", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:17.555952 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cbd50053-ae6b-4a63-aff9-8fb8ade54479 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:17.556338 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'code': 200} Oct 12 23:30:17.608477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:17.689339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=13']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:17.767613 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14ee6fa2-48c9-4369-b0f6-1b4d2933f72b req-2f72b90e-0a19-4384-8fb9-810d48f30fc5 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 210 time: 0.0437646 Oct 12 23:30:17.899883 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:18.448797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:30:18.517028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:18.517468 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:18.870887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89249913-36b2-437c-b2e4-76ef73a7cda7 req-e4aafe9c-79a5-4978-91d9-69d3bd149c98 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 210 time: 0.0294237 Oct 12 23:30:19.202270 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:19.431328 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:19.979149 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-416386b4-3e96-4b49-8b5a-665718f42b28 req-26b5dca2-2a35-46b0-a8ef-1e65e95da1cb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 210 time: 0.0324271 Oct 12 23:30:20.006753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-4a0da226-87bd-40d7-8701-81136ef748ed tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:20.008563 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-4a0da226-87bd-40d7-8701-81136ef748ed tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.25 "GET /v2.0/networks?id=c0303c45-22c7-48fb-b775-4ec09ce798b5 HTTP/1.1" status: 200 len: 798 time: 0.4087956 Oct 12 23:30:20.036709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Request body: {'port': {'device_id': 'c10d6b76-26c4-4260-9472-0c18cd300a50', 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5', 'admin_state_up': True, 'tenant_id': 'b307e0e18ec540038700988ea4310aca'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:20.264894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Made reservation on behalf of b307e0e18ec540038700988ea4310aca for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:30:20.268847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:20.399357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Allocated IP 172.20.0.26 (c0303c45-22c7-48fb-b775-4ec09ce798b5/9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb/d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:30:20.512608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:20.596756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:20.648852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Network c0303c45-22c7-48fb-b775-4ec09ce798b5 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:30:20.652182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:30:20.656027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:30:20.662759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event updated for resources: {'Port': ['ID=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:20.710176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:20.710976 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:20.865041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-1a08930d-bdf4-4430-952b-33560724245a tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.8307216 Oct 12 23:30:20.877932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Request body: {'port': {'device_id': 'c10d6b76-26c4-4260-9472-0c18cd300a50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:20.919052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-231b7378-b900-44d7-8ce9-1115170fbf0e None None] Provisioning complete for port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:20.919750 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-231b7378-b900-44d7-8ce9-1115170fbf0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:20.939765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:20.957610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-231b7378-b900-44d7-8ce9-1115170fbf0e None None] Port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:30:21.120357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77163c39-e89a-47d7-9cd7-1531769facd8 req-b65597fa-2957-4454-b49f-711a05e37bb9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:21.122723 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77163c39-e89a-47d7-9cd7-1531769facd8 req-b65597fa-2957-4454-b49f-711a05e37bb9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 895 time: 0.0657794 Oct 12 23:30:21.144414 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:30:21.263633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:30:21.272181 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:21.284747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Transition to ACTIVE for port object d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:30:21.368145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:21.423737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:21.519831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Attempting to bind port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:30:21.520162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Attempting to bind port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:30:21.520494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Attempting to bind port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 on network c0303c45-22c7-48fb-b775-4ec09ce798b5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:21.525518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 on network c0303c45-22c7-48fb-b775-4ec09ce798b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:30:21.525973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Attempting to bind port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 on network c0303c45-22c7-48fb-b775-4ec09ce798b5 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:21.532470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:30:21.532946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Checking segment: {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:21.533320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Bound using segment: {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:30:21.533754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Bound port: d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c2a2725-7e56-4439-83a3-54db9a79156d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:30:21.534116 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:21.615016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] For port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:30:21.622346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] For port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:30:21.722557 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:21.755526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:21.756086 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:21.757542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] 10.222.0.25 "PUT /v2.0/ports/d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 HTTP/1.1" status: 200 len: 1056 time: 0.8858361 Oct 12 23:30:21.760232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10d6b76-26c4-4260-9472-0c18cd300a50', 'tag': 'd3fd64a0-5a1a-42be-89ac-bfca5c2d1da0'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:21.764827 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a382668a-58e4-441f-ac8a-da2cb115bb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "c10d6b76-26c4-4260-9472-0c18cd300a50", "tag": "d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:21.797292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d291dd2-2a23-4446-8cb2-dd5f72eafc09 service neutron] Pushing event updated for resources: {'Port': ['ID=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:21.809206 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e712d4-f8d9-4ac8-9514-fcb743f4b4d5 x-openstack-request-id: req-f1e712d4-f8d9-4ac8-9514-fcb743f4b4d5 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:21.816692 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10d6b76-26c4-4260-9472-0c18cd300a50", "tag": "d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:21.816692 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1e712d4-f8d9-4ac8-9514-fcb743f4b4d5 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:21.816692 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10d6b76-26c4-4260-9472-0c18cd300a50', 'tag': 'd3fd64a0-5a1a-42be-89ac-bfca5c2d1da0', 'status': 'completed', 'code': 200} Oct 12 23:30:21.874595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382668a-58e4-441f-ac8a-da2cb115bb3c req-617e9ac8-cffb-403a-bffd-865c59cbf670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:21.876973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a382668a-58e4-441f-ac8a-da2cb115bb3c req-617e9ac8-cffb-403a-bffd-865c59cbf670 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b307e0e18ec540038700988ea4310aca&device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 1059 time: 0.0466278 Oct 12 23:30:21.987368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382668a-58e4-441f-ac8a-da2cb115bb3c req-0c88e2c7-fc98-42b5-a518-57fd2973fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:21.987932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382668a-58e4-441f-ac8a-da2cb115bb3c req-0c88e2c7-fc98-42b5-a518-57fd2973fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:21.989466 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a382668a-58e4-441f-ac8a-da2cb115bb3c req-0c88e2c7-fc98-42b5-a518-57fd2973fd5f service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=b307e0e18ec540038700988ea4310aca&shared=False HTTP/1.1" status: 200 len: 1585 time: 0.1039326 Oct 12 23:30:22.096347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a382668a-58e4-441f-ac8a-da2cb115bb3c req-7c5711f8-fb67-4a96-83fb-219275000581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:22.097845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a382668a-58e4-441f-ac8a-da2cb115bb3c req-7c5711f8-fb67-4a96-83fb-219275000581 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959013 Oct 12 23:30:22.175937 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-6b3d9aeb-f498-48d6-8f86-d63a4532ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:22.177447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-6b3d9aeb-f498-48d6-8f86-d63a4532ff13 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=b307e0e18ec540038700988ea4310aca&device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 1059 time: 0.0417466 Oct 12 23:30:22.223682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-0e7636e6-efa4-42c0-89ac-f02dd2066956 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 HTTP/1.1" status: 200 len: 217 time: 0.0384498 Oct 12 23:30:22.257976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77f7d5-19e0-469b-912b-76e76933b509 req-4306a863-61b6-499f-80f1-8db7b49450b2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:22.259837 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9a77f7d5-19e0-469b-912b-76e76933b509 req-4306a863-61b6-499f-80f1-8db7b49450b2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 907 time: 0.0603056 Oct 12 23:30:22.282845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-2fc6d0bc-9ff2-4392-9b93-fcc7c1b11b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:22.284437 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-2fc6d0bc-9ff2-4392-9b93-fcc7c1b11b4f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb HTTP/1.1" status: 200 len: 838 time: 0.0537245 Oct 12 23:30:22.331137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-68cdbeff-065f-489b-9466-24bfda890108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:22.332653 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-68cdbeff-065f-489b-9466-24bfda890108 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=c0303c45-22c7-48fb-b775-4ec09ce798b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0409806 Oct 12 23:30:22.423831 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-41111dca-eccd-459b-9b05-4f0970d1acff service neutron] 10.222.0.25 "GET /v2.0/networks/c0303c45-22c7-48fb-b775-4ec09ce798b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833673 Oct 12 23:30:22.524740 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92f0bb17-b8f1-4048-bed1-9bfe8a03d6e5 req-984d67a3-5c4e-4c3b-9ebc-44bf9baa4811 service neutron] 10.222.0.25 "GET /v2.0/networks/c0303c45-22c7-48fb-b775-4ec09ce798b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929372 Oct 12 23:30:23.383808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838d4d28-cf34-43a7-b569-82b0f8e7073a req-0ba41751-2467-40fa-a8b0-7af5425a5a58 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:23.385274 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-838d4d28-cf34-43a7-b569-82b0f8e7073a req-0ba41751-2467-40fa-a8b0-7af5425a5a58 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 907 time: 0.0499663 Oct 12 23:30:24.501623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a6952-c924-4977-8daa-3f36022bd886 req-b5daa5c2-615c-4f99-82c0-e59d691ac166 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:24.503105 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d25a6952-c924-4977-8daa-3f36022bd886 req-b5daa5c2-615c-4f99-82c0-e59d691ac166 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 907 time: 0.0492427 Oct 12 23:30:24.836798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39578) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:24.948405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0383d938-f84f-4ab6-8ecb-b40d8a75934c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:25.024189 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0383d938-f84f-4ab6-8ecb-b40d8a75934c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:25.076375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0383d938-f84f-4ab6-8ecb-b40d8a75934c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:25.120006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0383d938-f84f-4ab6-8ecb-b40d8a75934c admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=0ab1ba139223410b9f4e0497fbcf5e14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2819366 Oct 12 23:30:25.120908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0383d938-f84f-4ab6-8ecb-b40d8a75934c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd7d24-4969-4699-8638-b3d872a1385c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:25.122633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39582) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:25.173542 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-34fcd749-6918-4c90-8140-b2f438c5bf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:25.194671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-34fcd749-6918-4c90-8140-b2f438c5bf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:25.196013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:30:25.288381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:25.299346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'd3fd64a0-5a1a-42be-89ac-bfca5c2d1da0', 'network_id': 'c0303c45-22c7-48fb-b775-4ec09ce798b5', 'port_id': 'd3fd64a0-5a1a-42be-89ac-bfca5c2d1da0', 'mac_address': 'fa:16:3e:1d:cd:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:30:25.327953 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-34fcd749-6918-4c90-8140-b2f438c5bf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:25.330660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-34fcd749-6918-4c90-8140-b2f438c5bf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:25.331888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-34fcd749-6918-4c90-8140-b2f438c5bf0d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/6abd7d24-4969-4699-8638-b3d872a1385c HTTP/1.1" status: 204 len: 168 time: 0.2082067 Oct 12 23:30:25.339217 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:25.341003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fcd749-6918-4c90-8140-b2f438c5bf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd7d24-4969-4699-8638-b3d872a1385c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:25.363229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:30:25.383765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:25.527657 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:25.580363 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:25.623058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781f20d-d2af-4f05-b2d2-4ea102a67244 req-0fa0aca6-a1ed-4245-b94c-c3c0916bc0d4 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:25.624558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0781f20d-d2af-4f05-b2d2-4ea102a67244 req-0fa0aca6-a1ed-4245-b94c-c3c0916bc0d4 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 908 time: 0.0525780 Oct 12 23:30:25.752814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:30:26.741848 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5f70f5-fe78-4160-b162-48ddad5fd48a req-4806ff53-f037-4dd9-9c03-34bb0e263b81 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:26.743353 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7a5f70f5-fe78-4160-b162-48ddad5fd48a req-4806ff53-f037-4dd9-9c03-34bb0e263b81 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 908 time: 0.0502067 Oct 12 23:30:27.197558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:30:27.333630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:30:27.337444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:27.337839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:27.418368 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:27.440554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10d6b76-26c4-4260-9472-0c18cd300a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fd64a0-5a1a-42be-89ac-bfca5c2d1da0'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:27.442918 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a655de-e75e-4594-aa6f-f60c7ec0cd0f" -d '{"events": [{"server_uuid": "c10d6b76-26c4-4260-9472-0c18cd300a50", "name": "network-vif-plugged", "status": "completed", "tag": "d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:27.456418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:27.478511 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbad9cc6-5b7a-4988-a96e-4660c756e879 x-openstack-request-id: req-fbad9cc6-5b7a-4988-a96e-4660c756e879 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:27.478511 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10d6b76-26c4-4260-9472-0c18cd300a50", "name": "network-vif-plugged", "status": "completed", "tag": "d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:27.478511 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbad9cc6-5b7a-4988-a96e-4660c756e879 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:27.478511 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10d6b76-26c4-4260-9472-0c18cd300a50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3fd64a0-5a1a-42be-89ac-bfca5c2d1da0', 'code': 200} Oct 12 23:30:27.528065 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:27.576083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:27.582289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d71f4-4850-4296-85ba-44dfb70dd33e req-6c6ebec2-c620-44a8-ae7a-f0cfe2fe9271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:27.583894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-644d71f4-4850-4296-85ba-44dfb70dd33e req-6c6ebec2-c620-44a8-ae7a-f0cfe2fe9271 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 1061 time: 0.0428677 Oct 12 23:30:27.584734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.585178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.585533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.585871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.586204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.586549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.586878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.587250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.587576 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.587899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.588225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.588546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:30:27.861754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2385589-c0b6-4380-b359-ce2288dcbaea req-543e4e66-b641-4761-873e-7442af619a1e tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:27.863265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d2385589-c0b6-4380-b359-ce2288dcbaea req-543e4e66-b641-4761-873e-7442af619a1e tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 909 time: 0.0525270 Oct 12 23:30:28.981379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60974ee7-44ee-451f-80ca-b2434cce229e req-8b5a9aa1-c015-44ae-9fcb-a3eb4c71358e tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:28.983285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-60974ee7-44ee-451f-80ca-b2434cce229e req-8b5a9aa1-c015-44ae-9fcb-a3eb4c71358e tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 909 time: 0.0496128 Oct 12 23:30:30.099028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0a65a-f9a1-4b2d-8c6b-f8ae5f561d4b req-eacd0775-6db2-431d-874e-9129b5540ceb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:30.100509 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0cb0a65a-f9a1-4b2d-8c6b-f8ae5f561d4b req-eacd0775-6db2-431d-874e-9129b5540ceb tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 909 time: 0.0518241 Oct 12 23:30:30.237902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7dfebf-4c4a-4e4e-a5a6-4b80cd16daeb req-615c9dc3-c99e-40b7-a875-e90cc8b421df tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:30.239402 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9e7dfebf-4c4a-4e4e-a5a6-4b80cd16daeb req-615c9dc3-c99e-40b7-a875-e90cc8b421df tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 909 time: 0.0532527 Oct 12 23:30:30.353641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebff15-2580-4249-b2f0-01fca746ecb8 req-151540c7-e0e1-43d5-bd01-112d27a1c0b4 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:30.355176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-82ebff15-2580-4249-b2f0-01fca746ecb8 req-151540c7-e0e1-43d5-bd01-112d27a1c0b4 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 1061 time: 0.0472581 Oct 12 23:30:30.470324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d1c560-156a-4ac1-9d69-250c94748787 req-b77d2571-1a2a-4cdb-997b-836fbc53ec4a tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:30.472149 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67d1c560-156a-4ac1-9d69-250c94748787 req-b77d2571-1a2a-4cdb-997b-836fbc53ec4a tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 1137 time: 0.0490677 Oct 12 23:30:30.518954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67d1c560-156a-4ac1-9d69-250c94748787 req-f654ed91-a769-4715-aecd-dfa0535f4707 tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0402656 Oct 12 23:30:30.542164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39650) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:30.581726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0763bc-733f-4f39-8cdf-3f04d10a5d7a tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:30.586192 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9d0763bc-733f-4f39-8cdf-3f04d10a5d7a tempest-TestSecurityGroupsBasicOps-1050486891 tempest-TestSecurityGroupsBasicOps-1050486891-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 1056 time: 0.0429752 Oct 12 23:30:30.983162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8eb71-b48d-4db7-93c1-cf1387564d06 req-0328e3e2-34e3-464d-b916-0da5f8e0750e tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:30.984760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ef8eb71-b48d-4db7-93c1-cf1387564d06 req-0328e3e2-34e3-464d-b916-0da5f8e0750e tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 909 time: 0.0506744 Oct 12 23:30:32.104452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ecd3dc-22f5-46e0-ba40-1dfc08ef2e51 req-a72999fb-89a2-47ae-a5b9-a894d80c6961 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:32.105913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61ecd3dc-22f5-46e0-ba40-1dfc08ef2e51 req-a72999fb-89a2-47ae-a5b9-a894d80c6961 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 909 time: 0.0493176 Oct 12 23:30:32.331331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-82ea06a7-74df-4468-9c65-456f351fe1f2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:32.332900 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-82ea06a7-74df-4468-9c65-456f351fe1f2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.25 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 909 time: 0.0532122 Oct 12 23:30:32.431065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Deleting port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:32.431410 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:32.524322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] For port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:32.524574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:32.544832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Calling delete_port for d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:32.745550 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:32.783943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Port': ['ID=d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:32.849244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] No DVR routers for this DVR port d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:30:32.849244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:32.851107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d5490236-52a0-4ed4-803a-c5dd081cb27f req-97f78e3e-7eec-4383-98c8-d8819a5953e0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.25 "DELETE /v2.0/ports/d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 HTTP/1.1" status: 204 len: 173 time: 0.5125101 Oct 12 23:30:32.851604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10d6b76-26c4-4260-9472-0c18cd300a50', 'name': 'network-vif-deleted', 'tag': 'd3fd64a0-5a1a-42be-89ac-bfca5c2d1da0'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:32.854540 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca7834d-8d36-47ae-ab53-2eba70870d14" -d '{"events": [{"server_uuid": "c10d6b76-26c4-4260-9472-0c18cd300a50", "name": "network-vif-deleted", "tag": "d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:32.892738 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac6dd93-bd9d-4bf1-a2d5-6d5cd3e2ea1d x-openstack-request-id: req-9ac6dd93-bd9d-4bf1-a2d5-6d5cd3e2ea1d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:32.893033 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10d6b76-26c4-4260-9472-0c18cd300a50", "name": "network-vif-deleted", "tag": "d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:32.893309 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9ac6dd93-bd9d-4bf1-a2d5-6d5cd3e2ea1d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:32.893910 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10d6b76-26c4-4260-9472-0c18cd300a50', 'name': 'network-vif-deleted', 'tag': 'd3fd64a0-5a1a-42be-89ac-bfca5c2d1da0', 'status': 'completed', 'code': 200} Oct 12 23:30:33.216363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-54dc7f21-3717-4122-bbbd-517835caa001 req-71b68b6c-8e7a-422b-abf6-779a8a7069fa tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=c10d6b76-26c4-4260-9472-0c18cd300a50 HTTP/1.1" status: 200 len: 210 time: 0.0281658 Oct 12 23:30:34.278916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39678) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:34.654413 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:34.916705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Deleting port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:34.916957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:35.006266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] For port 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=140ce2a9-1cb3-46af-92b4-f8dc27a2aec3,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:35.006745 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:35.019372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Calling delete_port for 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:35.205872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:35.231606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:35.232189 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device d3fd64a0-5a1a-42be-89ac-bfca5c2d1da0 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:35.299763 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:35.329178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Port': ['ID=140ce2a9-1cb3-46af-92b4-f8dc27a2aec3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:35.876587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:36.098751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Router a8884429-4d1e-49df-8576-be778e380c41 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:30:36.207702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:30:36.212730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-238d09e0-3202-4aea-a49e-b7b498b42cf0 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "PUT /v2.0/routers/a8884429-4d1e-49df-8576-be778e380c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9327326 Oct 12 23:30:36.215719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39688) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:36.218609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] Sync routers for ids ['a8884429-4d1e-49df-8576-be778e380c41'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:30:36.227878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] Routers {'a8884429-4d1e-49df-8576-be778e380c41'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:36.228496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8884429-4d1e-49df-8576-be778e380c41'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:36.274627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-87edf0ba-f5da-44d9-a1e0-6c8498ed309d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Deleting subnet 9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:30:36.277868 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87edf0ba-f5da-44d9-a1e0-6c8498ed309d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:36.321190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87edf0ba-f5da-44d9-a1e0-6c8498ed309d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:36.341227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] Set router a8884429-4d1e-49df-8576-be778e380c41 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:36.461901 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87edf0ba-f5da-44d9-a1e0-6c8498ed309d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:36.529381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8884429-4d1e-49df-8576-be778e380c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:35Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:36.556266 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] Checking router: a8884429-4d1e-49df-8576-be778e380c41 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:30:36.564835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] Routers {'a8884429-4d1e-49df-8576-be778e380c41'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:36.565441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['a8884429-4d1e-49df-8576-be778e380c41'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:36.594854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87edf0ba-f5da-44d9-a1e0-6c8498ed309d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:36.624283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87edf0ba-f5da-44d9-a1e0-6c8498ed309d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Subnet': ['ID=9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:36.628897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-87edf0ba-f5da-44d9-a1e0-6c8498ed309d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:36.636989 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-87edf0ba-f5da-44d9-a1e0-6c8498ed309d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "DELETE /v2.0/subnets/9ad0be9f-8b2b-4fa0-a6d5-cf46934933fb HTTP/1.1" status: 204 len: 168 time: 0.4144247 Oct 12 23:30:36.636989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39690) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:36.647651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4fe884d-7552-4554-b3eb-254127864a74 None None] Network c0303c45-22c7-48fb-b775-4ec09ce798b5 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:30:36.760752 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:36.874404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:36.882471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] Set router a8884429-4d1e-49df-8576-be778e380c41 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:37.049299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Deleting port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:37.049658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.098458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4e4375c-e07e-470c-9143-74b73ae95a9c None None] DHCP port deletion for c0303c45-22c7-48fb-b775-4ec09ce798b5 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:30:37.129522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8884429-4d1e-49df-8576-be778e380c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:35Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:37.139289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] For port 1ca0d5bb-00e3-42d8-9765-af5e8206bf57, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1ca0d5bb-00e3-42d8-9765-af5e8206bf57,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:37.139705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.151443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Calling delete_port for 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:37.159399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f0767a-ee3f-45a6-8b5f-d112ee97ddf1 None None] The sync data for ids ['a8884429-4d1e-49df-8576-be778e380c41'] in n-d-790519-14 is: [{'id': 'a8884429-4d1e-49df-8576-be778e380c41', 'name': 'tempest-TestSecurityGroupsBasicOps-router-533218378', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180'}], 'enable_snat': True}, 'gw_port_id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:35Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '1ca0d5bb-00e3-42d8-9765-af5e8206bf57', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:44:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8884429-4d1e-49df-8576-be778e380c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:30:08Z', 'updated_at': '2021-10-12T23:30:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:30:37.178893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4375c-e07e-470c-9143-74b73ae95a9c None None] Deleting port 28574a2e-cc62-4f07-87cc-efe36d6c0c77 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:37.179308 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4e4375c-e07e-470c-9143-74b73ae95a9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.253749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f4e4375c-e07e-470c-9143-74b73ae95a9c None None] For port 28574a2e-cc62-4f07-87cc-efe36d6c0c77, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=28574a2e-cc62-4f07-87cc-efe36d6c0c77,segment=NetworkSegment(7c2a2725-7e56-4439-83a3-54db9a79156d),segment_id=7c2a2725-7e56-4439-83a3-54db9a79156d)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:37.254498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4e4375c-e07e-470c-9143-74b73ae95a9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.267506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f4e4375c-e07e-470c-9143-74b73ae95a9c None None] Calling delete_port for 28574a2e-cc62-4f07-87cc-efe36d6c0c77 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:37.413737 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.441681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Port': ['ID=1ca0d5bb-00e3-42d8-9765-af5e8206bf57,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:37.471548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4e4375c-e07e-470c-9143-74b73ae95a9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.498957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e4375c-e07e-470c-9143-74b73ae95a9c None None] Pushing event deleted for resources: {'Port': ['ID=28574a2e-cc62-4f07-87cc-efe36d6c0c77,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:37.503029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.517305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e4375c-e07e-470c-9143-74b73ae95a9c None None] No DVR routers for this DVR port 28574a2e-cc62-4f07-87cc-efe36d6c0c77 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:30:37.622564 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.625008 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.773962 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.777589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Fanout notify agent at l3_agent the message router_deleted on router a8884429-4d1e-49df-8576-be778e380c41 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:30:37.783231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.784361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bf7e6bb7-7e1b-4740-a15e-699a750475c2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "DELETE /v2.0/routers/a8884429-4d1e-49df-8576-be778e380c41 HTTP/1.1" status: 204 len: 168 time: 1.1485596 Oct 12 23:30:37.787503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39698) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:37.881567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:37.980910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.002119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0303c45-22c7-48fb-b775-4ec09ce798b5']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:38.011378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c2a2725-7e56-4439-83a3-54db9a79156d') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:38.011672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c2a2725-7e56-4439-83a3-54db9a79156d') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:38.021161 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.034631 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.041066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:30:38.041455 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:30:38.044709 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:30:38.208035 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.215622 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.218718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "DELETE /v2.0/networks/c0303c45-22c7-48fb-b775-4ec09ce798b5 HTTP/1.1" status: 204 len: 168 time: 0.4302099 Oct 12 23:30:38.221516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39700) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:38.231193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0ef6e1-5624-4cf9-9edd-5be2630de885 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Network': ['ID=c0303c45-22c7-48fb-b775-4ec09ce798b5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:38.411117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39704) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:38.433969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 28574a2e-cc62-4f07-87cc-efe36d6c0c77 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:38.442408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Deleting port 95a0703a-150f-44eb-8c30-01c045b3ac8e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:38.442993 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.456774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 28574a2e-cc62-4f07-87cc-efe36d6c0c77 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:38.457203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 28574a2e-cc62-4f07-87cc-efe36d6c0c77 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:38.457691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:38.480933 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:38.481689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 140ce2a9-1cb3-46af-92b4-f8dc27a2aec3 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:38.482112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:38.503462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:38.504089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1ca0d5bb-00e3-42d8-9765-af5e8206bf57 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:38.554698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c767320-26da-40f2-a8b2-70e91d4d3807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.559939 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.560446 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:38.585905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Calling delete_port for 95a0703a-150f-44eb-8c30-01c045b3ac8e owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:39.033452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c767320-26da-40f2-a8b2-70e91d4d3807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:39.127440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c767320-26da-40f2-a8b2-70e91d4d3807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:39.168758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c767320-26da-40f2-a8b2-70e91d4d3807 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=9f04878564e247a2a025675d85047f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564871 Oct 12 23:30:39.169628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c767320-26da-40f2-a8b2-70e91d4d3807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45949c42-6015-40b6-9f7d-5a87330901fb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:39.171426 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39708) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:39.184897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:39.211513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Port': ['ID=95a0703a-150f-44eb-8c30-01c045b3ac8e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:39.222186 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42e596c-c06e-4418-b99b-f3e3cb8a114a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:39.245365 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42e596c-c06e-4418-b99b-f3e3cb8a114a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:39.280497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:39.280845 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Floating IP 0301ca04-7750-4660-a3ed-7c8f9197ded5 disassociated (deleted). External IP: 172.25.2.55, port: 58f88881-58b4-4390-9a9c-9dfd08df429e. Oct 12 23:30:39.356975 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42e596c-c06e-4418-b99b-f3e3cb8a114a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:39.360403 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d42e596c-c06e-4418-b99b-f3e3cb8a114a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:39.361769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d42e596c-c06e-4418-b99b-f3e3cb8a114a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/45949c42-6015-40b6-9f7d-5a87330901fb HTTP/1.1" status: 204 len: 168 time: 0.1880817 Oct 12 23:30:39.370432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e596c-c06e-4418-b99b-f3e3cb8a114a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45949c42-6015-40b6-9f7d-5a87330901fb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:39.503842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Router 456daedc-9804-409b-ba66-d8f407e67a67 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:30:39.620647 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:30:39.625408 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:39.632148 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] Sync routers for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:30:39.643118 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:39.643746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:39.654490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-191a48ff-2b79-48b8-928f-0ef618048578 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "DELETE /v2.0/floatingips/0301ca04-7750-4660-a3ed-7c8f9197ded5 HTTP/1.1" status: 204 len: 168 time: 1.4317975 Oct 12 23:30:39.657108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:39.657989 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d650b279-3bc2-4127-b811-a7a6dedd6a90" -d '{"events": [{"name": "network-changed", "server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:39.698529 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e74f831-9257-4692-84e4-a404446e2756 x-openstack-request-id: req-8e74f831-9257-4692-84e4-a404446e2756 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:39.699062 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:39.699320 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e74f831-9257-4692-84e4-a404446e2756 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:39.699767 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'status': 'completed', 'code': 200} Oct 12 23:30:39.761472 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:39.768617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-bca020ae-44f7-4f8f-9961-41619bf63092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:39.770232 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-bca020ae-44f7-4f8f-9961-41619bf63092 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b307e0e18ec540038700988ea4310aca&device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 1137 time: 0.0470233 Oct 12 23:30:39.877421 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-ebdafaf1-a818-4e80-b1f6-1365216f06dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:39.881704 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-ebdafaf1-a818-4e80-b1f6-1365216f06dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 HTTP/1.1" status: 200 len: 898 time: 0.1018074 Oct 12 23:30:39.924153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-90d064ca-2b2e-4e29-b825-e02897350d00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58f88881-58b4-4390-9a9c-9dfd08df429e HTTP/1.1" status: 200 len: 217 time: 0.0381751 Oct 12 23:30:39.982705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-6bb4ca62-26f8-4dd2-9a84-d797e4ca1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:39.984982 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-6bb4ca62-26f8-4dd2-9a84-d797e4ca1795 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0b2f88be-6dc5-44e4-a0c7-a66ec173d52c HTTP/1.1" status: 200 len: 835 time: 0.0533278 Oct 12 23:30:40.034575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-a05e3898-40af-4f42-92fb-e5eff97955a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:40.036471 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-a05e3898-40af-4f42-92fb-e5eff97955a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453668 Oct 12 23:30:40.078874 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:15Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda', 'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:6f:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:15Z', 'updated_at': '2021-10-12T23:29:18Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:40.109308 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] Checking router: 456daedc-9804-409b-ba66-d8f407e67a67 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:30:40.119928 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:40.120630 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:40.180469 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-826f7385-6c6d-4339-b947-7c753173c8d7 service neutron] 10.222.0.41 "GET /v2.0/networks/e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348443 Oct 12 23:30:40.197793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74862c7-1357-4e26-bd52-25427bea7e40 req-3b749b57-1f57-4870-bd2c-61705cc41a68 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:40.199307 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c74862c7-1357-4e26-bd52-25427bea7e40 req-3b749b57-1f57-4870-bd2c-61705cc41a68 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 985 time: 0.0752769 Oct 12 23:30:40.230839 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:40.287463 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c74862c7-1357-4e26-bd52-25427bea7e40 req-fdfcfe22-be32-4ec8-8532-f8ff2078793f tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0812490 Oct 12 23:30:40.321257 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d650b279-3bc2-4127-b811-a7a6dedd6a90 req-96875c80-378a-465a-a815-ee941489f040 service neutron] 10.222.0.41 "GET /v2.0/networks/e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261535 Oct 12 23:30:40.453105 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:15Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda', 'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:6f:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:15Z', 'updated_at': '2021-10-12T23:29:18Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:40.479289 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0accba36-1d6a-4278-baea-bde9529b428b None None] The sync data for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 is: [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:29:15Z', 'revision_number': 4, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda', 'name': '', 'network_id': 'e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'mac_address': 'fa:16:3e:6f:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3869, 'fixed_ips': [{'subnet_id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:15Z', 'updated_at': '2021-10-12T23:29:18Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'subnets': [{'id': '0b2f88be-6dc5-44e4-a0c7-a66ec173d52c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:30:40.533577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39742) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:40.642507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1822818534-network', 'tenant_id': '896315c66c674fc295463a55e837db48'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:40.712051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e20d202-e6cc-445e-a6f6-17472170174a None None] New status for floating IP 0301ca04-7750-4660-a3ed-7c8f9197ded5: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:30:40.738964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Made reservation on behalf of 896315c66c674fc295463a55e837db48 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:30:40.741307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:40.757136 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:40.843001 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:40.916541 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:40.941718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:30:40.950399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f868987-91e8-4af6-ac90-ee0cf78291cb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:40.957384 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:40.957830 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Added segment c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6 of type vlan for network b2162e79-9f22-4304-ad1b-02c33eee2bee Oct 12 23:30:40.997971 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.082084 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.083098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:41.083677 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.141543 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] Pushing event updated for resources: {'Network': ['ID=b2162e79-9f22-4304-ad1b-02c33eee2bee,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:41.152191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b2162e79-9f22-4304-ad1b-02c33eee2bee details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:30:41.196086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39746) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:41.196725 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bf5e42f4-b5cc-40e6-9c6b-9e1de5271b26 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6613178 Oct 12 23:30:41.202384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Request body: {'subnet': {'network_id': 'b2162e79-9f22-4304-ad1b-02c33eee2bee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1822818534-subnet', 'tenant_id': '896315c66c674fc295463a55e837db48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:41.275793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Made reservation on behalf of 896315c66c674fc295463a55e837db48 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:30:41.278124 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.435273 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-1c032a6d-b0e3-4039-a316-ce4c032d2e90 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:41.439768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-1c032a6d-b0e3-4039-a316-ce4c032d2e90 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.41 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 985 time: 0.0575492 Oct 12 23:30:41.458229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48659e62-eac1-4647-b03f-b4f941f33649 req-a108c860-ed62-44eb-b32c-52f13eb48640 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:41.459790 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48659e62-eac1-4647-b03f-b4f941f33649 req-a108c860-ed62-44eb-b32c-52f13eb48640 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 985 time: 0.0941601 Oct 12 23:30:41.543110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48659e62-eac1-4647-b03f-b4f941f33649 req-9b7f017b-9370-4731-97e2-476e807f3af2 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/security-groups?id=52067a07-e643-45d3-b44c-e665a43af43e&id=fb711c00-eccd-4a2d-b955-96570f1c1411&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0758662 Oct 12 23:30:41.554431 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Deleting port 58f88881-58b4-4390-9a9c-9dfd08df429e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:41.554848 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.608189 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.664010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] For port 58f88881-58b4-4390-9a9c-9dfd08df429e, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=58f88881-58b4-4390-9a9c-9dfd08df429e,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:41.664302 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.673040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ced921-c97c-4d8f-9eb3-20754221c206,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:41.677467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Calling delete_port for 58f88881-58b4-4390-9a9c-9dfd08df429e owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:41.680845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Checking segment: {'id': 'c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b2162e79-9f22-4304-ad1b-02c33eee2bee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:41.681960 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Network hostable DHCP agents. Network: b2162e79-9f22-4304-ad1b-02c33eee2bee, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:30:41.762110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Network b2162e79-9f22-4304-ad1b-02c33eee2bee is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:30:41.813512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b2162e79-9f22-4304-ad1b-02c33eee2bee) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:30:41.817911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:41.818615 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.826925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1a6a58-5f82-4fda-8aa4-2acc13c196ca None None] Network b2162e79-9f22-4304-ad1b-02c33eee2bee requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:30:41.865266 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.896905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Port': ['ID=58f88881-58b4-4390-9a9c-9dfd08df429e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:41.944300 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f11a3a6b-4685-426d-8407-23d882d21e22 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7458212 Oct 12 23:30:41.945373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] No DVR routers for this DVR port 58f88881-58b4-4390-9a9c-9dfd08df429e on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:30:41.948010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:41.951540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-87dc99d3-879c-4083-959f-7e7071e2b37e req-9ae4d108-ded4-48a0-afee-90efe0a3b481 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.41 "DELETE /v2.0/ports/58f88881-58b4-4390-9a9c-9dfd08df429e HTTP/1.1" status: 204 len: 173 time: 0.5087764 Oct 12 23:30:41.952195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'name': 'network-vif-deleted', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:41.955516 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-215f69a7-a96f-4da5-9ca3-fe1c760170fd" -d '{"events": [{"server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "name": "network-vif-deleted", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:41.971790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8475024b-067b-44aa-a6bb-0b06c072d965 None None] Network b2162e79-9f22-4304-ad1b-02c33eee2bee requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:30:42.152300 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d934e8be-0e79-48ad-b63c-590882d20658 x-openstack-request-id: req-d934e8be-0e79-48ad-b63c-590882d20658 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:42.152599 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5175c552-1473-497d-b04e-e81a6562b5b8", "name": "network-vif-deleted", "tag": "58f88881-58b4-4390-9a9c-9dfd08df429e", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:42.152881 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d934e8be-0e79-48ad-b63c-590882d20658 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:42.153282 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5175c552-1473-497d-b04e-e81a6562b5b8', 'name': 'network-vif-deleted', 'tag': '58f88881-58b4-4390-9a9c-9dfd08df429e', 'status': 'completed', 'code': 200} Oct 12 23:30:42.163181 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-874310b2-c38f-420d-b269-44ee1dd50cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:42.655271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-65f9226e-359e-43ee-b48e-2239f95d4120 req-2fca513f-c251-43a2-8dd0-ff2d701aaf24 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "GET /v2.0/ports?device_id=5175c552-1473-497d-b04e-e81a6562b5b8 HTTP/1.1" status: 200 len: 210 time: 0.0314016 Oct 12 23:30:42.675490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39774) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:42.680482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-322667177-network', 'tenant_id': '2a2953f90f6a42a4b36451ac18ffee82'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:42.836103 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Made reservation on behalf of 2a2953f90f6a42a4b36451ac18ffee82 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:30:42.838469 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:42.847583 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:42.919769 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:42.984727 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.013049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:30:43.020740 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f42864b0-d472-4ee4-8f51-aeaec4ec2e4b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:43.026681 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.027063 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Added segment 742283f2-035b-4ffd-8b70-eeb05aabfc9c of type vlan for network 92512f2f-d572-4303-9fd7-716a4280df5c Oct 12 23:30:43.071885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.161568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.162705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:43.163294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.221405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] Pushing event updated for resources: {'Network': ['ID=92512f2f-d572-4303-9fd7-716a4280df5c,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:43.230772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 92512f2f-d572-4303-9fd7-716a4280df5c details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:30:43.290732 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e6df9af5-d48b-4a8e-bd70-14cd7176e1db admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6140785 Oct 12 23:30:43.293480 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39776) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:43.298407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Request body: {'subnet': {'network_id': '92512f2f-d572-4303-9fd7-716a4280df5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-322667177-subnet', 'tenant_id': '2a2953f90f6a42a4b36451ac18ffee82', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:43.390332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Made reservation on behalf of 2a2953f90f6a42a4b36451ac18ffee82 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:30:43.393443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.619220 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.674491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=278dac5e-c5ba-4c4e-83e3-6366b3c34a98,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:43.685038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Checking segment: {'id': '742283f2-035b-4ffd-8b70-eeb05aabfc9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '92512f2f-d572-4303-9fd7-716a4280df5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:43.685562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Network hostable DHCP agents. Network: 92512f2f-d572-4303-9fd7-716a4280df5c, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:30:43.713148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39780) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:43.756751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Network 92512f2f-d572-4303-9fd7-716a4280df5c is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:30:43.774800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-851b4c89-c0bd-46be-b4b6-be5931142929 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.797404 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-851b4c89-c0bd-46be-b4b6-be5931142929 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.825905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 92512f2f-d572-4303-9fd7-716a4280df5c) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:30:43.830133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:43.833400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.835823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7749bff0-909d-4681-9715-301d4546c7c0 None None] Network 92512f2f-d572-4303-9fd7-716a4280df5c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:30:43.914158 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5b372967-7e8b-4142-bb7c-086bbb5a8bcd admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6188512 Oct 12 23:30:43.922306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-851b4c89-c0bd-46be-b4b6-be5931142929 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.925911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-851b4c89-c0bd-46be-b4b6-be5931142929 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:43.927206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-851b4c89-c0bd-46be-b4b6-be5931142929 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "DELETE /v2.0/security-groups/fb711c00-eccd-4a2d-b955-96570f1c1411 HTTP/1.1" status: 204 len: 168 time: 0.2129116 Oct 12 23:30:43.932558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39784) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:43.946207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b4c89-c0bd-46be-b4b6-be5931142929 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb711c00-eccd-4a2d-b955-96570f1c1411,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:43.974585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b1252e-b21b-44bb-abcb-87ffd3b597b3 None None] Network 92512f2f-d572-4303-9fd7-716a4280df5c requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:30:43.998586 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60f16eba-b6f3-4d04-a8d2-975e48737c30 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:44.023983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60f16eba-b6f3-4d04-a8d2-975e48737c30 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:44.174320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60f16eba-b6f3-4d04-a8d2-975e48737c30 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:44.176935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-60f16eba-b6f3-4d04-a8d2-975e48737c30 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:44.180658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-60f16eba-b6f3-4d04-a8d2-975e48737c30 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "DELETE /v2.0/security-groups/52067a07-e643-45d3-b44c-e665a43af43e HTTP/1.1" status: 204 len: 168 time: 0.2446158 Oct 12 23:30:44.181441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39792) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:44.187869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f16eba-b6f3-4d04-a8d2-975e48737c30 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52067a07-e643-45d3-b44c-e665a43af43e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:44.522664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8255-722d-482a-891a-7209818a58a7 req-116810e1-da86-466e-b49b-982d232bc60a tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:44.524199 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-116810e1-da86-466e-b49b-982d232bc60a tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/networks?id=b2162e79-9f22-4304-ad1b-02c33eee2bee HTTP/1.1" status: 200 len: 812 time: 0.2046187 Oct 12 23:30:44.550372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-2506c619-c2e8-4bff-b5ee-2a5de095c889 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/quotas/896315c66c674fc295463a55e837db48 HTTP/1.1" status: 200 len: 375 time: 0.0189817 Oct 12 23:30:44.621354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-b01df122-95a9-4452-9bf9-f12d81a6728c tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=896315c66c674fc295463a55e837db48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0513465 Oct 12 23:30:44.760758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-f32f472e-5c95-4409-be95-b7c22e3cdd15 service neutron] 10.222.0.31 "GET /v2.0/networks/b2162e79-9f22-4304-ad1b-02c33eee2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318002 Oct 12 23:30:44.896516 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:44.934271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-c1164f09-b5ca-4c35-ac75-6d9cb819659a service neutron] 10.222.0.31 "GET /v2.0/networks/b2162e79-9f22-4304-ad1b-02c33eee2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517267 Oct 12 23:30:45.049851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 58f88881-58b4-4390-9a9c-9dfd08df429e no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:45.069435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 58f88881-58b4-4390-9a9c-9dfd08df429e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:45.069877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 58f88881-58b4-4390-9a9c-9dfd08df429e not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:45.169610 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15723176-dfa7-4b33-b732-3d556f2dd5c1 req-7fbd4e5e-a031-4fee-8dcb-ab795ecfe97e tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 210 time: 0.0291529 Oct 12 23:30:45.227240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Deleting port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:45.227684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:45.322909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] For port ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:45.323554 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:45.338475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Calling delete_port for ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:45.487810 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:45.573466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:45.610447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Port': ['ID=ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:45.647627 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6075937a-27d1-4222-abe9-661dcb96c04f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:45.712601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08159ee9-f16f-4194-88cd-3b112248af11 req-578afe9c-88b1-4e22-8427-d519a9de5864 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:45.714236 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08159ee9-f16f-4194-88cd-3b112248af11 req-578afe9c-88b1-4e22-8427-d519a9de5864 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1098 time: 0.1134317 Oct 12 23:30:45.822366 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-08159ee9-f16f-4194-88cd-3b112248af11 req-50ab498a-e5b9-4342-b751-476c02821f77 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760076 Oct 12 23:30:45.845516 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39816) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:45.889792 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:46.202863 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:46.274621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-805b6f7d-5ee3-404b-81e9-6ae89a7d933e req-438ed424-b5b6-4fae-b39b-cfb6e6ab4e96 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 210 time: 0.0319681 Oct 12 23:30:46.490812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port 06a1270b-8ddd-4510-8e29-d91a7a232815 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:46.491523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:46.557588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Router 456daedc-9804-409b-ba66-d8f407e67a67 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:30:46.624535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:46.624865 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:46.644252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for 06a1270b-8ddd-4510-8e29-d91a7a232815 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:46.745907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:30:46.754286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-775e5510-1ec5-4b32-a914-9c50b713edbd tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "PUT /v2.0/routers/456daedc-9804-409b-ba66-d8f407e67a67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5712135 Oct 12 23:30:46.755425 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] Sync routers for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:30:46.757118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39820) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:46.765518 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:46.766220 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:46.809980 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0cffe7b-6024-4ae3-9414-d0ef0826880d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Deleting subnet 0b2f88be-6dc5-44e4-a0c7-a66ec173d52c {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:30:46.814793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a0cffe7b-6024-4ae3-9414-d0ef0826880d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:46.859080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a0cffe7b-6024-4ae3-9414-d0ef0826880d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:46.881775 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:46.904575 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:46.947600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=06a1270b-8ddd-4510-8e29-d91a7a232815,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:46.961845 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a0cffe7b-6024-4ae3-9414-d0ef0826880d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.021537 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.021862 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Floating IP ff560b53-e392-4c9e-9259-6109d6e1440e disassociated (deleted). External IP: 172.25.2.24, port: 29d43d69-3efb-4fcb-8ac2-6422991a99ef. Oct 12 23:30:47.072534 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:30:45Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:47.098485 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] Checking router: 456daedc-9804-409b-ba66-d8f407e67a67 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:30:47.107064 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] Routers {'456daedc-9804-409b-ba66-d8f407e67a67'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:47.107673 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['456daedc-9804-409b-ba66-d8f407e67a67'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:47.116846 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a0cffe7b-6024-4ae3-9414-d0ef0826880d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.155163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cffe7b-6024-4ae3-9414-d0ef0826880d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Subnet': ['ID=0b2f88be-6dc5-44e4-a0c7-a66ec173d52c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:47.170836 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a0cffe7b-6024-4ae3-9414-d0ef0826880d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.177600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caebe061-c087-4a66-a95e-5e66e3cafbe4 None None] Network e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:30:47.179549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a0cffe7b-6024-4ae3-9414-d0ef0826880d tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "DELETE /v2.0/subnets/0b2f88be-6dc5-44e4-a0c7-a66ec173d52c HTTP/1.1" status: 204 len: 168 time: 0.4207051 Oct 12 23:30:47.180244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39822) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:47.211418 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] Set router 456daedc-9804-409b-ba66-d8f407e67a67 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:47.242663 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8255-722d-482a-891a-7209818a58a7 req-bee642c6-28ab-48d4-8a64-224682bc57b3 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:47.244506 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-bee642c6-28ab-48d4-8a64-224682bc57b3 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.41 "GET /v2.0/networks?id=b2162e79-9f22-4304-ad1b-02c33eee2bee HTTP/1.1" status: 200 len: 812 time: 0.1781652 Oct 12 23:30:47.260457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Request body: {'port': {'device_id': '6005f3fe-24ea-4d5c-84c4-dc76838b8c58', 'network_id': 'b2162e79-9f22-4304-ad1b-02c33eee2bee', 'admin_state_up': True, 'tenant_id': '896315c66c674fc295463a55e837db48'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:47.355254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 0339d7fb-413d-4004-94e9-a5b8c41def0e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:30:47.375632 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.397146 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:30:45Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:47.444587 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5aa2b13-2707-4de5-acf2-81f48ab5cfa5 None None] The sync data for ids ['456daedc-9804-409b-ba66-d8f407e67a67'] in n-d-790519-14 is: [{'id': '456daedc-9804-409b-ba66-d8f407e67a67', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1012046046', 'tenant_id': 'b307e0e18ec540038700988ea4310aca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43'}], 'enable_snat': True}, 'gw_port_id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:29:10Z', 'updated_at': '2021-10-12T23:30:45Z', 'revision_number': 5, 'project_id': 'b307e0e18ec540038700988ea4310aca', 'gw_port': {'id': '2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456daedc-9804-409b-ba66-d8f407e67a67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:29:11Z', 'updated_at': '2021-10-12T23:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:30:47.455776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066123c8-ed64-4a56-81f1-e977cb597ea3 None None] DHCP port deletion for e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:30:47.519226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-066123c8-ed64-4a56-81f1-e977cb597ea3 None None] Deleting port 4d36961a-2089-4825-b42c-eeb67f14e302 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:47.519714 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-066123c8-ed64-4a56-81f1-e977cb597ea3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.548407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-283c8049-9de3-49f0-bc6a-391536dcdcbf req-34e54168-b0ae-4287-966c-825b5bd45d07 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 210 time: 0.1236651 Oct 12 23:30:47.591809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-066123c8-ed64-4a56-81f1-e977cb597ea3 None None] For port 4d36961a-2089-4825-b42c-eeb67f14e302, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4d36961a-2089-4825-b42c-eeb67f14e302,segment=NetworkSegment(3d01cd0d-d3ae-4101-8761-a9210f6598c2),segment_id=3d01cd0d-d3ae-4101-8761-a9210f6598c2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:47.592203 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-066123c8-ed64-4a56-81f1-e977cb597ea3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.607283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-066123c8-ed64-4a56-81f1-e977cb597ea3 None None] Calling delete_port for 4d36961a-2089-4825-b42c-eeb67f14e302 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:47.608698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Made reservation on behalf of 896315c66c674fc295463a55e837db48 for: {'port': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:30:47.612694 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.623435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.634290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:30:47.638705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.659166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] Sync routers for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:30:47.673843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-899c1676-c9f9-4823-b7e0-171a85ab347e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/floatingips/ff560b53-e392-4c9e-9259-6109d6e1440e HTTP/1.1" status: 204 len: 168 time: 1.8221574 Oct 12 23:30:47.673843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:47.673843 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dc58555-2a76-4fd9-8c4f-9a8432426625" -d '{"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:47.682735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:47.683168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:47.716129 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df47708-2cf8-424c-b687-1d0996d7f9fc x-openstack-request-id: req-5df47708-2cf8-424c-b687-1d0996d7f9fc {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:47.716427 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:47.716680 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5df47708-2cf8-424c-b687-1d0996d7f9fc {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:47.717074 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'status': 'completed', 'code': 200} Oct 12 23:30:47.766000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Allocated IP 172.20.0.7 (b2162e79-9f22-4304-ad1b-02c33eee2bee/03ced921-c97c-4d8f-9eb3-20754221c206/23048ee9-ec6b-4115-9ba1-0a70689f6b22) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:30:47.818644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-ae79bbfe-4b83-411e-abdf-eddc541f778b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:47.820255 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-ae79bbfe-4b83-411e-abdf-eddc541f778b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 1098 time: 0.0733433 Oct 12 23:30:47.826081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Deleting port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:47.826429 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.872434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:47.964997 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:47.999312 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.006887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] For port 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:48.011650 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.029040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Calling delete_port for 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:48.033809 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-066123c8-ed64-4a56-81f1-e977cb597ea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.034298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-9ce920c6-37a4-4f8d-a5ab-8ea3cb1ade1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:48.035808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-9ce920c6-37a4-4f8d-a5ab-8ea3cb1ade1f service neutron] 10.222.0.25 "GET /v2.0/networks?id=cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 200 len: 898 time: 0.1919820 Oct 12 23:30:48.071292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-066123c8-ed64-4a56-81f1-e977cb597ea3 None None] No DVR routers for this DVR port 4d36961a-2089-4825-b42c-eeb67f14e302 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:30:48.079762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066123c8-ed64-4a56-81f1-e977cb597ea3 None None] Pushing event deleted for resources: {'Port': ['ID=4d36961a-2089-4825-b42c-eeb67f14e302,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:48.118891 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.121973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-247eda1a-2829-4e59-a6a1-4adb4d76d688 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 200 len: 217 time: 0.0760608 Oct 12 23:30:48.179262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Network b2162e79-9f22-4304-ad1b-02c33eee2bee is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:30:48.186807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:30:48.191419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:30:48.222775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eb36c3b0-6f76-40d0-af3d-97fa4a51d44e', 'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:54:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:51Z', 'updated_at': '2021-10-12T23:28:56Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '81495475-a10f-4830-b03c-be671984b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:48.224924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Pushing event updated for resources: {'Port': ['ID=23048ee9-ec6b-4115-9ba1-0a70689f6b22,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:48.253200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:48.258879 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.259073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-252aa2ae-f7af-462b-a776-83a8cb3baf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:48.259198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] Checking router: 0339d7fb-413d-4004-94e9-a5b8c41def0e for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:30:48.259308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-252aa2ae-f7af-462b-a776-83a8cb3baf6d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 200 len: 835 time: 0.1223345 Oct 12 23:30:48.266200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:48.267673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:48.295511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489bde8d-372d-4f1f-8fa6-14387cc02f40 req-1fa5f9b5-ab46-4cf1-bf62-d7b4888b9813 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:48.297067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-489bde8d-372d-4f1f-8fa6-14387cc02f40 req-1fa5f9b5-ab46-4cf1-bf62-d7b4888b9813 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 946 time: 0.1275332 Oct 12 23:30:48.381013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:48.387565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-54eb5ef2-7ce6-4d5b-9081-4ab50eb65d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:48.389069 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-54eb5ef2-7ce6-4d5b-9081-4ab50eb65d40 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=cc513d14-10d7-4c4c-bf72-ed75489e03a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1124704 Oct 12 23:30:48.394109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-88db3f56-3770-4819-b9c2-51a769bf80dd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1396465 Oct 12 23:30:48.398879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-489bde8d-372d-4f1f-8fa6-14387cc02f40 req-22f11acc-d1f2-4c42-a4c5-4b2cb5430817 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876842 Oct 12 23:30:48.419971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Request body: {'port': {'device_id': '6005f3fe-24ea-4d5c-84c4-dc76838b8c58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:48.439524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4d36961a-2089-4825-b42c-eeb67f14e302 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:48.481735 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.487458 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.500680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4d36961a-2089-4825-b42c-eeb67f14e302 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:48.501459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4d36961a-2089-4825-b42c-eeb67f14e302 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:48.501618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:48.522979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Port': ['ID=2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:48.545554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:48.546080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ca5c6eb1-1ca7-40ba-b3b1-c3a107277dda not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:48.604313 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.672090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eb36c3b0-6f76-40d0-af3d-97fa4a51d44e', 'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:54:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:51Z', 'updated_at': '2021-10-12T23:28:56Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '81495475-a10f-4830-b03c-be671984b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:48.700999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-249d93dc-2f88-4a28-8e1a-2f1825c3cbc7 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997260 Oct 12 23:30:48.702552 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2845fea8-fac3-41db-bec3-40c78dd482b8 None None] The sync data for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 is: [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eb36c3b0-6f76-40d0-af3d-97fa4a51d44e', 'name': '', 'network_id': 'cc513d14-10d7-4c4c-bf72-ed75489e03a5', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:54:ee:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '81495475-a10f-4830-b03c-be671984b01b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:51Z', 'updated_at': '2021-10-12T23:28:56Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '81495475-a10f-4830-b03c-be671984b01b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:30:48.705270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.707939 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.754899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf345f91-c028-4180-9fab-377d96fe8c8d req-8a9925bd-7208-49a1-b08a-e686e5fc040c tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:48.756574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf345f91-c028-4180-9fab-377d96fe8c8d req-8a9925bd-7208-49a1-b08a-e686e5fc040c tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 931 time: 0.1024122 Oct 12 23:30:48.830661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bf345f91-c028-4180-9fab-377d96fe8c8d req-3022bcd0-1ae6-4cb3-acd4-8412dc36e43f tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603626 Oct 12 23:30:48.832031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dc58555-2a76-4fd9-8c4f-9a8432426625 req-f825f07d-6cdf-49f2-bf4b-f7ae49608305 service neutron] 10.222.0.25 "GET /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223955 Oct 12 23:30:48.859377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.859915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Fanout notify agent at l3_agent the message router_deleted on router 456daedc-9804-409b-ba66-d8f407e67a67 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:30:48.869393 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.872915 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7713dfa6-41c2-4e1e-87a2-6a33d85bbdf6 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "DELETE /v2.0/routers/456daedc-9804-409b-ba66-d8f407e67a67 HTTP/1.1" status: 204 len: 168 time: 1.6893897 Oct 12 23:30:48.873367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39834) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:48.895645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23048ee9-ec6b-4115-9ba1-0a70689f6b22 {{(pid=101889) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:30:48.904327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:48.918968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.provisioning_blocks [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Transition to ACTIVE for port object 23048ee9-ec6b-4115-9ba1-0a70689f6b22 will not be triggered until provisioned by entity L2. {{(pid=101889) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:30:48.958596 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.019347 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.038190 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d5a335-f41c-4772-8ef5-e6a22a77d434 None None] New status for floating IP ff560b53-e392-4c9e-9259-6109d6e1440e: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:30:49.067582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.073879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Pushing event updated for resources: {'Port': ['ID=23048ee9-ec6b-4115-9ba1-0a70689f6b22,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:49.091886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:49.103132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d01cd0d-d3ae-4101-8761-a9210f6598c2') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:49.103410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d01cd0d-d3ae-4101-8761-a9210f6598c2') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:49.114407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.128076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.134630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:30:49.135065 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:30:49.138979 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:30:49.151705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Attempting to bind port 23048ee9-ec6b-4115-9ba1-0a70689f6b22 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:30:49.152048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Attempting to bind port 23048ee9-ec6b-4115-9ba1-0a70689f6b22 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b2162e79-9f22-4304-ad1b-02c33eee2bee'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:30:49.152373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Attempting to bind port 23048ee9-ec6b-4115-9ba1-0a70689f6b22 on network b2162e79-9f22-4304-ad1b-02c33eee2bee {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:49.156869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Port 23048ee9-ec6b-4115-9ba1-0a70689f6b22 on network b2162e79-9f22-4304-ad1b-02c33eee2bee not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:30:49.157754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Attempting to bind port 23048ee9-ec6b-4115-9ba1-0a70689f6b22 on network b2162e79-9f22-4304-ad1b-02c33eee2bee {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:30:49.163367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:30:49.163708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Checking segment: {'id': 'c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b2162e79-9f22-4304-ad1b-02c33eee2bee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:30:49.164093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Bound using segment: {'id': 'c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b2162e79-9f22-4304-ad1b-02c33eee2bee'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:30:49.164520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Bound port: 23048ee9-ec6b-4115-9ba1-0a70689f6b22, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'b2162e79-9f22-4304-ad1b-02c33eee2bee'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:30:49.164879 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.201925 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.232821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] For port 23048ee9-ec6b-4115-9ba1-0a70689f6b22, host n-h1-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:30:49.236633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] For port 23048ee9-ec6b-4115-9ba1-0a70689f6b22, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=23048ee9-ec6b-4115-9ba1-0a70689f6b22,segment=NetworkSegment(c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6),segment_id=c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:30:49.264647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.273111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.275117 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] 10.222.0.31 "DELETE /v2.0/networks/e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4 HTTP/1.1" status: 204 len: 168 time: 0.4007099 Oct 12 23:30:49.294126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.294381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27262eff-8be2-40aa-ad24-72a0a83435a9 tempest-TestSecurityGroupsBasicOps-1882698278 tempest-TestSecurityGroupsBasicOps-1882698278-project] Pushing event deleted for resources: {'Network': ['ID=e4e8470f-8ace-4d9d-a4e3-5cb8d42f5ad4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:49.334181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:49.334805 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.336465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] 10.222.0.41 "PUT /v2.0/ports/23048ee9-ec6b-4115-9ba1-0a70689f6b22 HTTP/1.1" status: 200 len: 1092 time: 0.9235027 Oct 12 23:30:49.341997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6005f3fe-24ea-4d5c-84c4-dc76838b8c58', 'tag': '23048ee9-ec6b-4115-9ba1-0a70689f6b22'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:49.344492 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc45c5ce-897c-46f7-bea8-22735e31a11c" -d '{"events": [{"name": "network-changed", "server_uuid": "6005f3fe-24ea-4d5c-84c4-dc76838b8c58", "tag": "23048ee9-ec6b-4115-9ba1-0a70689f6b22"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:49.385812 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f253bd3-9754-443c-a016-c2f58adc5df2 x-openstack-request-id: req-2f253bd3-9754-443c-a016-c2f58adc5df2 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:49.386088 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6005f3fe-24ea-4d5c-84c4-dc76838b8c58", "tag": "23048ee9-ec6b-4115-9ba1-0a70689f6b22", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:49.386337 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2f253bd3-9754-443c-a016-c2f58adc5df2 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:49.386735 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6005f3fe-24ea-4d5c-84c4-dc76838b8c58', 'tag': '23048ee9-ec6b-4115-9ba1-0a70689f6b22', 'status': 'completed', 'code': 200} Oct 12 23:30:49.387466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c750f1-c525-48ef-8cab-fa37cadfc9ae service neutron] Pushing event updated for resources: {'Port': ['ID=23048ee9-ec6b-4115-9ba1-0a70689f6b22,revision_number=3']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:49.449471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c5ce-897c-46f7-bea8-22735e31a11c req-e2c262c5-8aad-459f-aebc-9884f2c1a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:49.451127 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc45c5ce-897c-46f7-bea8-22735e31a11c req-e2c262c5-8aad-459f-aebc-9884f2c1a95f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=896315c66c674fc295463a55e837db48&device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 1095 time: 0.0451188 Oct 12 23:30:49.499283 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.534618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-fc9bfab2-1d52-4cb8-acf2-867291e6f33d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:49.536942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-fc9bfab2-1d52-4cb8-acf2-867291e6f33d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 946 time: 0.0546916 Oct 12 23:30:49.587757 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b6a1b-1838-4fbc-a85c-73037edef3a6 req-8d930f65-0115-41b6-bc7f-d866c30c7ec9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:49.589318 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7c3b6a1b-1838-4fbc-a85c-73037edef3a6 req-8d930f65-0115-41b6-bc7f-d866c30c7ec9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 946 time: 0.0802269 Oct 12 23:30:49.618360 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c5ce-897c-46f7-bea8-22735e31a11c req-bf676886-64a4-4a3c-87d6-10132e227396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:49.619848 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc45c5ce-897c-46f7-bea8-22735e31a11c req-bf676886-64a4-4a3c-87d6-10132e227396 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=896315c66c674fc295463a55e837db48&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1612744 Oct 12 23:30:49.639379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port 29d43d69-3efb-4fcb-8ac2-6422991a99ef {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:49.639981 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.686740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7c3b6a1b-1838-4fbc-a85c-73037edef3a6 req-8dbb740e-20d6-4453-a0c3-5413ea5fe0c9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=833c3c18-3742-40b0-ad95-07902a808cc1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895810 Oct 12 23:30:49.734554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port 29d43d69-3efb-4fcb-8ac2-6422991a99ef, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=29d43d69-3efb-4fcb-8ac2-6422991a99ef,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:49.734972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:49.743186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc45c5ce-897c-46f7-bea8-22735e31a11c req-861c06b7-fe0b-45c4-ba62-a30ab1b1b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:49.744683 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fc45c5ce-897c-46f7-bea8-22735e31a11c req-861c06b7-fe0b-45c4-ba62-a30ab1b1b8cd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1162813 Oct 12 23:30:49.748783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for 29d43d69-3efb-4fcb-8ac2-6422991a99ef owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:49.822011 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8255-722d-482a-891a-7209818a58a7 req-de81534d-a891-452c-a148-58b486ba8284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:49.823605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-de81534d-a891-452c-a148-58b486ba8284 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=896315c66c674fc295463a55e837db48&device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 1095 time: 0.0437922 Oct 12 23:30:49.868836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-4f1318fb-6946-4589-8cbd-82e89ceecc55 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23048ee9-ec6b-4115-9ba1-0a70689f6b22 HTTP/1.1" status: 200 len: 217 time: 0.0368745 Oct 12 23:30:49.936915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39848) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:49.943752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e8255-722d-482a-891a-7209818a58a7 req-d828ff8c-6ae6-49b1-8962-9b51d40374b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:49.945262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-d828ff8c-6ae6-49b1-8962-9b51d40374b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03ced921-c97c-4d8f-9eb3-20754221c206 HTTP/1.1" status: 200 len: 852 time: 0.0698531 Oct 12 23:30:49.980022 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-00e7f7c1-f302-43b4-91ac-9636929d1646 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2162e79-9f22-4304-ad1b-02c33eee2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272598 Oct 12 23:30:50.122301 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2845c73c-9d5b-4e2a-840f-9956e2a6a5d1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b307e0e18ec540038700988ea4310aca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1842332 Oct 12 23:30:50.124554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-8c03b76a-fe00-49c7-a429-943ddd4a3aa9 service neutron] 10.222.0.41 "GET /v2.0/networks/b2162e79-9f22-4304-ad1b-02c33eee2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369898 Oct 12 23:30:50.125038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39852) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:50.236001 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-84dbffb6-db2c-4474-a784-549304d518d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:50.236765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e3b881-cfb6-4e24-8d67-3ebdd1060bef req-840c26ba-10ba-4268-bc74-7977fca74a36 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:50.238255 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39e3b881-cfb6-4e24-8d67-3ebdd1060bef req-840c26ba-10ba-4268-bc74-7977fca74a36 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 943 time: 0.0874653 Oct 12 23:30:50.268210 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-84dbffb6-db2c-4474-a784-549304d518d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:50.271350 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f50e8255-722d-482a-891a-7209818a58a7 req-0447608c-a355-453a-9c76-bbcc34f38c70 service neutron] 10.222.0.41 "GET /v2.0/networks/b2162e79-9f22-4304-ad1b-02c33eee2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384375 Oct 12 23:30:50.278167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-39e3b881-cfb6-4e24-8d67-3ebdd1060bef req-4fb1f3f2-c9dc-4d04-bcb1-af246078d664 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328717 Oct 12 23:30:50.300189 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:50.337367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=29d43d69-3efb-4fcb-8ac2-6422991a99ef,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:50.379079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] No DVR routers for this DVR port 29d43d69-3efb-4fcb-8ac2-6422991a99ef on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:30:50.385085 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:50.385801 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-84dbffb6-db2c-4474-a784-549304d518d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:50.388387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27c24a38-3b5c-4d1d-a6ec-c0a156b26b7a req-1a435e50-d32b-4eca-b1d5-add956d2f584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "DELETE /v2.0/ports/29d43d69-3efb-4fcb-8ac2-6422991a99ef HTTP/1.1" status: 204 len: 173 time: 0.8452096 Oct 12 23:30:50.388921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-deleted', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:50.389074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-84dbffb6-db2c-4474-a784-549304d518d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:50.390202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-84dbffb6-db2c-4474-a784-549304d518d9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e0b00b2d-7eb5-489b-aae4-39eda7ea58c1 HTTP/1.1" status: 204 len: 168 time: 0.2642295 Oct 12 23:30:50.391393 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f610def8-bc0b-44f5-8850-2def7a340258" -d '{"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-deleted", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:50.410742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbffb6-db2c-4474-a784-549304d518d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b00b2d-7eb5-489b-aae4-39eda7ea58c1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:50.424880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:50.431542 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc143412-68e8-461f-b998-5e3899d60a75 x-openstack-request-id: req-fc143412-68e8-461f-b998-5e3899d60a75 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:50.431836 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9e750d3-f76c-4c3e-86dd-4c93c7e82e26", "name": "network-vif-deleted", "tag": "29d43d69-3efb-4fcb-8ac2-6422991a99ef", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:50.432090 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fc143412-68e8-461f-b998-5e3899d60a75 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:50.432486 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9e750d3-f76c-4c3e-86dd-4c93c7e82e26', 'name': 'network-vif-deleted', 'tag': '29d43d69-3efb-4fcb-8ac2-6422991a99ef', 'status': 'completed', 'code': 200} Oct 12 23:30:50.451286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:50.451668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2c76e7a1-9a3a-4db1-aa14-5e8d3f36c565 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:50.808432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-999faa09-9b4a-4238-9bba-2511bc996bc1 req-afb16913-d710-49d7-87c8-6237d9498b4e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=c9e750d3-f76c-4c3e-86dd-4c93c7e82e26 HTTP/1.1" status: 200 len: 210 time: 0.0291131 Oct 12 23:30:51.140859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39862) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:51.154389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b764cbf0-14da-4455-93a0-4cf7fb7d8eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:51.228060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b764cbf0-14da-4455-93a0-4cf7fb7d8eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:51.287460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b764cbf0-14da-4455-93a0-4cf7fb7d8eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:51.329600 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b764cbf0-14da-4455-93a0-4cf7fb7d8eac admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c807d000359d48f2a88ece8511e77c39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1876414 Oct 12 23:30:51.333068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39866) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:51.335353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b764cbf0-14da-4455-93a0-4cf7fb7d8eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1986339-e719-4a26-bae9-91ada2c1abfd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:51.425675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33ace6-9140-4201-ba2d-295fc6720b32 req-a4106d2e-62d9-4443-b499-ccdf2e884815 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:51.427225 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa33ace6-9140-4201-ba2d-295fc6720b32 req-a4106d2e-62d9-4443-b499-ccdf2e884815 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 943 time: 0.0749340 Oct 12 23:30:51.428224 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-871ded68-2566-46bf-976a-4d87b98e0fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:51.462662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-871ded68-2566-46bf-976a-4d87b98e0fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:51.491663 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa33ace6-9140-4201-ba2d-295fc6720b32 req-7cff95fe-4e0b-46e1-ac8f-9393ff49cb23 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544477 Oct 12 23:30:51.596617 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-871ded68-2566-46bf-976a-4d87b98e0fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:51.599494 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-871ded68-2566-46bf-976a-4d87b98e0fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:51.600738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-871ded68-2566-46bf-976a-4d87b98e0fae admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f1986339-e719-4a26-bae9-91ada2c1abfd HTTP/1.1" status: 204 len: 168 time: 0.2653131 Oct 12 23:30:51.610341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ded68-2566-46bf-976a-4d87b98e0fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1986339-e719-4a26-bae9-91ada2c1abfd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:51.863882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39872) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:52.202840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39876) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:52.229612 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:52.245950 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-053cc1dd-9ca4-494b-a899-33658c4f78a4 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6553d8e76c454cb8935fff098da76e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419078 Oct 12 23:30:52.248456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39878) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:52.297713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e96f1f6-9458-491d-8612-e72b82211b94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:52.320782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e96f1f6-9458-491d-8612-e72b82211b94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:52.436625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e96f1f6-9458-491d-8612-e72b82211b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:52.439181 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9e96f1f6-9458-491d-8612-e72b82211b94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:52.440440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9e96f1f6-9458-491d-8612-e72b82211b94 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/3a5509a0-c840-48aa-9d14-e5a720984a17 HTTP/1.1" status: 204 len: 168 time: 0.1909828 Oct 12 23:30:52.448431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96f1f6-9458-491d-8612-e72b82211b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5509a0-c840-48aa-9d14-e5a720984a17,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:52.499795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:52.500467 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:52.621018 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port eb36c3b0-6f76-40d0-af3d-97fa4a51d44e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=eb36c3b0-6f76-40d0-af3d-97fa4a51d44e,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:52.621383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:52.639684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for eb36c3b0-6f76-40d0-af3d-97fa4a51d44e owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:52.651279 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744a55c0-6124-4034-ad72-f69519887d9a req-b94a8602-c0cb-4870-9b36-6e1bc5a4b647 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:52.652786 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-744a55c0-6124-4034-ad72-f69519887d9a req-b94a8602-c0cb-4870-9b36-6e1bc5a4b647 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 943 time: 0.0881705 Oct 12 23:30:52.731956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-744a55c0-6124-4034-ad72-f69519887d9a req-1797ddb6-d6c2-4bd4-8e63-82631beab00c tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723579 Oct 12 23:30:52.939180 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:52.968590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=eb36c3b0-6f76-40d0-af3d-97fa4a51d44e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:53.058065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 23048ee9-ec6b-4115-9ba1-0a70689f6b22 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:30:53.282503 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:53.307043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 29d43d69-3efb-4fcb-8ac2-6422991a99ef {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:53.307403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 29d43d69-3efb-4fcb-8ac2-6422991a99ef not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:53.348107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 23048ee9-ec6b-4115-9ba1-0a70689f6b22, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=23048ee9-ec6b-4115-9ba1-0a70689f6b22,segment=NetworkSegment(c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6),segment_id=c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:53.359445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '23048ee9-ec6b-4115-9ba1-0a70689f6b22', 'network_id': 'b2162e79-9f22-4304-ad1b-02c33eee2bee', 'port_id': '23048ee9-ec6b-4115-9ba1-0a70689f6b22', 'mac_address': 'fa:16:3e:f1:36:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ced921-c97c-4d8f-9eb3-20754221c206', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:30:53.397962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:53.412587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23048ee9-ec6b-4115-9ba1-0a70689f6b22 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:30:53.434132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 23048ee9-ec6b-4115-9ba1-0a70689f6b22, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=23048ee9-ec6b-4115-9ba1-0a70689f6b22,segment=NetworkSegment(c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6),segment_id=c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:53.504952 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:53.555133 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:53.557007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=23048ee9-ec6b-4115-9ba1-0a70689f6b22,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:53.714173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['23048ee9-ec6b-4115-9ba1-0a70689f6b22'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:30:53.782951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 0339d7fb-413d-4004-94e9-a5b8c41def0e has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:30:53.857968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a6adb5-87be-4822-87f1-d8b93487ace6 req-f7bc1a03-8dbf-43b9-a6fd-1c03b3de4d74 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:53.860412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70a6adb5-87be-4822-87f1-d8b93487ace6 req-f7bc1a03-8dbf-43b9-a6fd-1c03b3de4d74 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 944 time: 0.0527992 Oct 12 23:30:53.901068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:30:53.902098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-70a6adb5-87be-4822-87f1-d8b93487ace6 req-4106b855-91d5-42ac-86e9-dd614df15801 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335221 Oct 12 23:30:53.909859 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4fc1a310-986e-4f5c-99ea-dcff40f0d15c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "PUT /v2.0/routers/0339d7fb-413d-4004-94e9-a5b8c41def0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0417912 Oct 12 23:30:53.910016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39888) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:53.912910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] Sync routers for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:30:53.924519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:53.925317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:53.968397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-2245b083-f1f5-4906-9c2d-6c0e5ba76d79 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting subnet 81495475-a10f-4830-b03c-be671984b01b {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:30:53.971549 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2245b083-f1f5-4906-9c2d-6c0e5ba76d79 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.011867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2245b083-f1f5-4906-9c2d-6c0e5ba76d79 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.038673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:54.097489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2245b083-f1f5-4906-9c2d-6c0e5ba76d79 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.222136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:30:52Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:54.230514 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2245b083-f1f5-4906-9c2d-6c0e5ba76d79 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.247197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] Checking router: 0339d7fb-413d-4004-94e9-a5b8c41def0e for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:30:54.256025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] Routers {'0339d7fb-413d-4004-94e9-a5b8c41def0e'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:30:54.256631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['0339d7fb-413d-4004-94e9-a5b8c41def0e'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:54.258015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2245b083-f1f5-4906-9c2d-6c0e5ba76d79 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Subnet': ['ID=81495475-a10f-4830-b03c-be671984b01b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:54.261792 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2245b083-f1f5-4906-9c2d-6c0e5ba76d79 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.265105 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2245b083-f1f5-4906-9c2d-6c0e5ba76d79 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/subnets/81495475-a10f-4830-b03c-be671984b01b HTTP/1.1" status: 204 len: 168 time: 0.3535798 Oct 12 23:30:54.269935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39892) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:54.291803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83582f26-2e13-4e10-afb5-cd06c05a4095 None None] Network cc513d14-10d7-4c4c-bf72-ed75489e03a5 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:30:54.382719 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.450586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] Set router 0339d7fb-413d-4004-94e9-a5b8c41def0e gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:30:54.491330 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.584739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ec54e2-498e-4f90-be10-1b16c774ecff None None] DHCP port deletion for cc513d14-10d7-4c4c-bf72-ed75489e03a5 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:30:54.630337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port ccd40892-4c77-4455-a2a4-dc2ede715036 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:54.630651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.680089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:30:52Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:54.684198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-95ec54e2-498e-4f90-be10-1b16c774ecff None None] Deleting port ab4d15be-1094-4c03-9255-0bd8248c2f65 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:30:54.684584 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95ec54e2-498e-4f90-be10-1b16c774ecff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.709669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae80675-5efb-443b-9e63-659cb1f1161b None None] The sync data for ids ['0339d7fb-413d-4004-94e9-a5b8c41def0e'] in n-d-790519-14 is: [{'id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-15126061', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205'}], 'enable_snat': True}, 'gw_port_id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:30:52Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'ccd40892-4c77-4455-a2a4-dc2ede715036', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:2b:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0339d7fb-413d-4004-94e9-a5b8c41def0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3850, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:28:47Z', 'updated_at': '2021-10-12T23:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:30:54.720828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port ccd40892-4c77-4455-a2a4-dc2ede715036, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ccd40892-4c77-4455-a2a4-dc2ede715036,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:54.721283 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.734899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for ccd40892-4c77-4455-a2a4-dc2ede715036 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:54.771966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-95ec54e2-498e-4f90-be10-1b16c774ecff None None] For port ab4d15be-1094-4c03-9255-0bd8248c2f65, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ab4d15be-1094-4c03-9255-0bd8248c2f65,segment=NetworkSegment(7e9b5b73-f83d-42f4-aa29-f399740518fc),segment_id=7e9b5b73-f83d-42f4-aa29-f399740518fc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:54.772369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95ec54e2-498e-4f90-be10-1b16c774ecff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.789020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-95ec54e2-498e-4f90-be10-1b16c774ecff None None] Calling delete_port for ab4d15be-1094-4c03-9255-0bd8248c2f65 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:30:54.957935 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-95ec54e2-498e-4f90-be10-1b16c774ecff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:54.969332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec54e2-498e-4f90-be10-1b16c774ecff None None] Pushing event deleted for resources: {'Port': ['ID=ab4d15be-1094-4c03-9255-0bd8248c2f65,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:54.975806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec54e2-498e-4f90-be10-1b16c774ecff None None] No DVR routers for this DVR port ab4d15be-1094-4c03-9255-0bd8248c2f65 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:30:55.000664 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.024163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=ccd40892-4c77-4455-a2a4-dc2ede715036,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:55.034371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44dc8b6-2129-45bc-a3c5-c2af71b04d7e req-42ec2730-e60d-4f86-ac42-de066dd014c0 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:55.036294 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a44dc8b6-2129-45bc-a3c5-c2af71b04d7e req-42ec2730-e60d-4f86-ac42-de066dd014c0 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 944 time: 0.0573056 Oct 12 23:30:55.057667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 23048ee9-ec6b-4115-9ba1-0a70689f6b22 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:30:55.099691 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a44dc8b6-2129-45bc-a3c5-c2af71b04d7e req-7c2b7c42-c931-48a9-9a87-5e35d30022f8 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565236 Oct 12 23:30:55.107303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.179791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 23048ee9-ec6b-4115-9ba1-0a70689f6b22 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:30:55.184556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 23048ee9-ec6b-4115-9ba1-0a70689f6b22 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:30:55.184999 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.211731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.211731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.268098 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.293017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005f3fe-24ea-4d5c-84c4-dc76838b8c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23048ee9-ec6b-4115-9ba1-0a70689f6b22'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:30:55.295329 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38795da-ccda-4828-b046-057b52181ba1" -d '{"events": [{"server_uuid": "6005f3fe-24ea-4d5c-84c4-dc76838b8c58", "name": "network-vif-plugged", "status": "completed", "tag": "23048ee9-ec6b-4115-9ba1-0a70689f6b22"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:30:55.308306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 23048ee9-ec6b-4115-9ba1-0a70689f6b22, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=23048ee9-ec6b-4115-9ba1-0a70689f6b22,segment=NetworkSegment(c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6),segment_id=c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:30:55.336178 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19f8c4f-a3cb-48fb-b39c-9955d121c8bc x-openstack-request-id: req-b19f8c4f-a3cb-48fb-b39c-9955d121c8bc {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:30:55.336469 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6005f3fe-24ea-4d5c-84c4-dc76838b8c58", "name": "network-vif-plugged", "status": "completed", "tag": "23048ee9-ec6b-4115-9ba1-0a70689f6b22", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:30:55.336720 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b19f8c4f-a3cb-48fb-b39c-9955d121c8bc {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:30:55.337210 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005f3fe-24ea-4d5c-84c4-dc76838b8c58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23048ee9-ec6b-4115-9ba1-0a70689f6b22', 'code': 200} Oct 12 23:30:55.344847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.348593 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Fanout notify agent at l3_agent the message router_deleted on router 0339d7fb-413d-4004-94e9-a5b8c41def0e {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:30:55.357903 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.359044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-387533e4-5a53-42df-af65-5877f9c6b71d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/routers/0339d7fb-413d-4004-94e9-a5b8c41def0e HTTP/1.1" status: 204 len: 168 time: 1.0901489 Oct 12 23:30:55.363464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39898) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:55.442508 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.443516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d9e03-b275-4f77-973a-003b958e7408 req-9eca1433-d6c1-408a-a36e-5469e4a2e075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:55.445170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f36d9e03-b275-4f77-973a-003b958e7408 req-9eca1433-d6c1-408a-a36e-5469e4a2e075 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 1096 time: 0.0513279 Oct 12 23:30:55.455152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.505893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=23048ee9-ec6b-4115-9ba1-0a70689f6b22,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:55.507764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f36d9e03-b275-4f77-973a-003b958e7408 req-b6745c44-5eb8-4992-8c17-15922c4ae3e0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544536 Oct 12 23:30:55.555584 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.575085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc513d14-10d7-4c4c-bf72-ed75489e03a5']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:55.584942 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e9b5b73-f83d-42f4-aa29-f399740518fc') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:55.585281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e9b5b73-f83d-42f4-aa29-f399740518fc') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:30:55.600212 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.613895 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.619816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Releasing vlan 301 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:30:55.620200 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:30:55.623219 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:30:55.739666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.747749 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.751198 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/networks/cc513d14-10d7-4c4c-bf72-ed75489e03a5 HTTP/1.1" status: 204 len: 168 time: 0.3864923 Oct 12 23:30:55.754520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39900) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:55.763814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdd6a30-ea1d-47e2-bf95-d7a45bc0c1cc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Network': ['ID=cc513d14-10d7-4c4c-bf72-ed75489e03a5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:55.817305 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-beba7a50-3141-4919-863c-87816525de91 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.844504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-beba7a50-3141-4919-863c-87816525de91 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.949820 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-beba7a50-3141-4919-863c-87816525de91 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.952518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-beba7a50-3141-4919-863c-87816525de91 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:55.953658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-beba7a50-3141-4919-863c-87816525de91 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/security-groups/833c3c18-3742-40b0-ad95-07902a808cc1 HTTP/1.1" status: 204 len: 168 time: 0.1981647 Oct 12 23:30:55.963185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beba7a50-3141-4919-863c-87816525de91 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833c3c18-3742-40b0-ad95-07902a808cc1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:56.208055 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51bd71-b278-47b1-97d8-e0b6e98a3c74 req-c937e09a-bff3-4fa4-9e28-386cd65d75dc tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:56.209542 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de51bd71-b278-47b1-97d8-e0b6e98a3c74 req-c937e09a-bff3-4fa4-9e28-386cd65d75dc tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0529246 Oct 12 23:30:56.249563 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de51bd71-b278-47b1-97d8-e0b6e98a3c74 req-6c68045a-7292-4f1a-b7d0-2262b3bcf6b9 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338106 Oct 12 23:30:56.394674 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39914) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:56.399397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ddec1df2-2c30-41bd-84cb-66dddefc5952 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1060630131', 'description': 'tempest-secgroup-smoke-1060630131 description', 'project_id': '38742014418042538107885273e48e96'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:56.415387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ccd40892-4c77-4455-a2a4-dc2ede715036 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:56.437866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ccd40892-4c77-4455-a2a4-dc2ede715036 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:56.438206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ccd40892-4c77-4455-a2a4-dc2ede715036 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:56.438625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device eb36c3b0-6f76-40d0-af3d-97fa4a51d44e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:56.456560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: eb36c3b0-6f76-40d0-af3d-97fa4a51d44e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:56.456950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device eb36c3b0-6f76-40d0-af3d-97fa4a51d44e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:56.457633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ab4d15be-1094-4c03-9255-0bd8248c2f65 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:30:56.476898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ab4d15be-1094-4c03-9255-0bd8248c2f65 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:30:56.477250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ab4d15be-1094-4c03-9255-0bd8248c2f65 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:30:56.504903 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddec1df2-2c30-41bd-84cb-66dddefc5952 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:56.570514 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddec1df2-2c30-41bd-84cb-66dddefc5952 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:56.641993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddec1df2-2c30-41bd-84cb-66dddefc5952 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:56.675893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec1df2-2c30-41bd-84cb-66dddefc5952 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:56.747029 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ddec1df2-2c30-41bd-84cb-66dddefc5952 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:56.748296 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ddec1df2-2c30-41bd-84cb-66dddefc5952 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3525476 Oct 12 23:30:56.751109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39916) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:56.755416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1cd5c33c-9404-4579-ac54-7db9cc3486e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:56.846434 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c33c-9404-4579-ac54-7db9cc3486e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:56.902091 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c33c-9404-4579-ac54-7db9cc3486e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:56.995883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c33c-9404-4579-ac54-7db9cc3486e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.011405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd5c33c-9404-4579-ac54-7db9cc3486e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6510d9b-086f-46e1-adcf-b72499d680bc,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:57.095192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1cd5c33c-9404-4579-ac54-7db9cc3486e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.096421 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1cd5c33c-9404-4579-ac54-7db9cc3486e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3443074 Oct 12 23:30:57.099541 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39918) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:57.103884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a276e241-dc1d-4509-884f-7ac8bdce20c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:57.263752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a276e241-dc1d-4509-884f-7ac8bdce20c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.334104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a276e241-dc1d-4509-884f-7ac8bdce20c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.374233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3335f5-de48-4272-97ea-bb6b2254ca69 req-a7a7c354-b074-4ea7-9b64-18ae052174e5 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:57.375794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed3335f5-de48-4272-97ea-bb6b2254ca69 req-a7a7c354-b074-4ea7-9b64-18ae052174e5 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0570953 Oct 12 23:30:57.415517 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed3335f5-de48-4272-97ea-bb6b2254ca69 req-0cfada84-fd86-44fe-8725-0d033b87d67c tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336349 Oct 12 23:30:57.418762 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a276e241-dc1d-4509-884f-7ac8bdce20c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.438157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276e241-dc1d-4509-884f-7ac8bdce20c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd542c2b-09e9-44d4-bfad-3c5d5c6e474f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:57.531862 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcfba3-5c8d-49e8-bf33-4a5bf29c2934 req-a4c74fdf-e0ce-46c5-8803-a7ec1f7afaba tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:57.533293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14fcfba3-5c8d-49e8-bf33-4a5bf29c2934 req-a4c74fdf-e0ce-46c5-8803-a7ec1f7afaba tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0505440 Oct 12 23:30:57.536981 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a276e241-dc1d-4509-884f-7ac8bdce20c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.538344 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a276e241-dc1d-4509-884f-7ac8bdce20c8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4378788 Oct 12 23:30:57.541094 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39924) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:57.545759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-22b83cd7-4892-4772-80ca-e3bb17f0c331 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:57.573781 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14fcfba3-5c8d-49e8-bf33-4a5bf29c2934 req-d0a3d63f-41b9-41c8-9cf5-cd37960da060 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333962 Oct 12 23:30:57.630446 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-22b83cd7-4892-4772-80ca-e3bb17f0c331 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.694624 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-22b83cd7-4892-4772-80ca-e3bb17f0c331 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.789687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-22b83cd7-4892-4772-80ca-e3bb17f0c331 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.809843 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b83cd7-4892-4772-80ca-e3bb17f0c331 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=493307c2-0039-4fcc-88f8-2a3d4a841511,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:57.929797 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-22b83cd7-4892-4772-80ca-e3bb17f0c331 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:57.931129 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-22b83cd7-4892-4772-80ca-e3bb17f0c331 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3890045 Oct 12 23:30:57.933755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39928) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:57.938084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-988c126c-4dc5-4cad-ae11-a05b556d1f54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:58.058052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef18958-50f2-4e07-ad3f-c8da51546b97 req-aa4aa5ec-56c1-45d2-8220-23c96eb07cad tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:58.059521 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6ef18958-50f2-4e07-ad3f-c8da51546b97 req-aa4aa5ec-56c1-45d2-8220-23c96eb07cad tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0536826 Oct 12 23:30:58.074962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-988c126c-4dc5-4cad-ae11-a05b556d1f54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:58.099147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6ef18958-50f2-4e07-ad3f-c8da51546b97 req-6fa7cf9e-b26e-4b20-94d8-7fa12e2722b1 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331330 Oct 12 23:30:58.134010 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:30:58.135144 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-988c126c-4dc5-4cad-ae11-a05b556d1f54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:58.213321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-988c126c-4dc5-4cad-ae11-a05b556d1f54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:58.230452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988c126c-4dc5-4cad-ae11-a05b556d1f54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc4c3b9-d461-49bb-9b3b-ca0d6f6cf74e,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:58.312218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-988c126c-4dc5-4cad-ae11-a05b556d1f54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:58.313435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-988c126c-4dc5-4cad-ae11-a05b556d1f54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3787534 Oct 12 23:30:58.316264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39932) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:58.321620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a53fdd73-f6f8-4745-b519-660cc4213ac3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:58.430829 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-a53fdd73-f6f8-4745-b519-660cc4213ac3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Project 38742014418042538107885273e48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:30:58.436030 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a53fdd73-f6f8-4745-b519-660cc4213ac3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:58.494414 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a53fdd73-f6f8-4745-b519-660cc4213ac3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:58.584956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a53fdd73-f6f8-4745-b519-660cc4213ac3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:58.604762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53fdd73-f6f8-4745-b519-660cc4213ac3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427b2952-3a20-4eba-8166-6ee5c22f2034,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:58.735019 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a53fdd73-f6f8-4745-b519-660cc4213ac3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:58.736312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a53fdd73-f6f8-4745-b519-660cc4213ac3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4190924 Oct 12 23:30:58.739722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 39934) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:58.744098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-1087eefb-5776-408a-9e4c-6e7f75739b42 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': '6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:58.876029 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-1087eefb-5776-408a-9e4c-6e7f75739b42 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Project 38742014418042538107885273e48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:30:58.881964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1087eefb-5776-408a-9e4c-6e7f75739b42 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:58.959020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1087eefb-5776-408a-9e4c-6e7f75739b42 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.121619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1087eefb-5776-408a-9e4c-6e7f75739b42 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.146269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1087eefb-5776-408a-9e4c-6e7f75739b42 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f3a86f-9f65-4e6d-ba04-9cce9977c3a4,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:59.203932 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1087eefb-5776-408a-9e4c-6e7f75739b42 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.205113 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1087eefb-5776-408a-9e4c-6e7f75739b42 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4643903 Oct 12 23:30:59.208901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39938) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:59.214030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'network': {'name': 'tempest-network-smoke--705372502', 'project_id': '38742014418042538107885273e48e96', 'port_security_enabled': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:59.226535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af571462-01e0-433d-81d3-3732a8051ec5 req-263a45ff-a0a9-4322-b98a-a124cfcb1808 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:59.228084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af571462-01e0-433d-81d3-3732a8051ec5 req-263a45ff-a0a9-4322-b98a-a124cfcb1808 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0570996 Oct 12 23:30:59.273431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af571462-01e0-433d-81d3-3732a8051ec5 req-a83fb034-ce58-4418-8779-70324add7e21 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391786 Oct 12 23:30:59.316120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:30:59.320265 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.346198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:30:59.356377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.356756 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Added segment 1fbacc7f-5bd2-4210-b578-837f2c741dcf of type vlan for network da37416a-eadd-477c-8614-1b3114a327cf Oct 12 23:30:59.407604 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.573416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.579351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:59.579951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.639081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ddbbd1-0109-4e8d-a78e-e5d4f293f1cb req-40a41d48-110a-46d1-a14c-490b95ea0caf tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:59.640584 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93ddbbd1-0109-4e8d-a78e-e5d4f293f1cb req-40a41d48-110a-46d1-a14c-490b95ea0caf tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0586271 Oct 12 23:30:59.689461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Network': ['ID=da37416a-eadd-477c-8614-1b3114a327cf,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:30:59.693388 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-93ddbbd1-0109-4e8d-a78e-e5d4f293f1cb req-49d102ad-9e42-4375-84b3-e2d1aa39aa27 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456505 Oct 12 23:30:59.701386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2fc101a9-bfae-43f6-acd5-5873a8563fea tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4913743 Oct 12 23:30:59.702023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network da37416a-eadd-477c-8614-1b3114a327cf details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:30:59.704000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39944) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:30:59.715673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'admin_state_up': True, 'project_id': '38742014418042538107885273e48e96', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:30:59.765058 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-fd599e25-14ba-4904-ad11-6e8b7f12fa91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:59.766720 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-fd599e25-14ba-4904-ad11-6e8b7f12fa91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=896315c66c674fc295463a55e837db48&device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 1097 time: 0.0453639 Oct 12 23:30:59.813382 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.814445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.858574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-030f3c77-1173-44ba-bdd1-e152c6a7a30a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:59.860093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-030f3c77-1173-44ba-bdd1-e152c6a7a30a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2162e79-9f22-4304-ad1b-02c33eee2bee HTTP/1.1" status: 200 len: 913 time: 0.0866036 Oct 12 23:30:59.870955 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:30:59.909364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-28599ca0-5ae8-45ff-9c26-c06914a469c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23048ee9-ec6b-4115-9ba1-0a70689f6b22 HTTP/1.1" status: 200 len: 217 time: 0.0386057 Oct 12 23:30:59.957809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-feb32e2e-e258-46eb-9706-41a646eef222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:30:59.959198 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-feb32e2e-e258-46eb-9706-41a646eef222 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03ced921-c97c-4d8f-9eb3-20754221c206 HTTP/1.1" status: 200 len: 852 time: 0.0434382 Oct 12 23:30:59.991087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-92e59c72-40c6-4607-8986-cb2e201fb4ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2162e79-9f22-4304-ad1b-02c33eee2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253456 Oct 12 23:31:00.058048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:00.083861 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-b03bb540-e2d4-421b-abe1-753c3a53efd9 service neutron] 10.222.0.41 "GET /v2.0/networks/b2162e79-9f22-4304-ad1b-02c33eee2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856137 Oct 12 23:31:00.172547 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f49af86a-f969-40dc-b9ba-e10804c032a4 req-01e15698-5732-4ee0-aa6f-dca8827db269 service neutron] 10.222.0.41 "GET /v2.0/networks/b2162e79-9f22-4304-ad1b-02c33eee2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822723 Oct 12 23:31:00.323921 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:00.342181 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:00.446792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.25.2.46 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/2b3ab806-726b-4b6c-a36f-741691c7d4b8) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:00.546671 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:00.636590 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:00.679415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:00.683827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:00.687302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:00.710322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=2b3ab806-726b-4b6c-a36f-741691c7d4b8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:00.876518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acebeb-4813-4834-8abd-151f5d74b610 req-aa2f6146-b801-4939-80c9-e72e21e7dcaa tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:00.878074 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94acebeb-4813-4834-8abd-151f5d74b610 req-aa2f6146-b801-4939-80c9-e72e21e7dcaa tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0826237 Oct 12 23:31:00.917551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94acebeb-4813-4834-8abd-151f5d74b610 req-bd0317f7-46cb-4c6e-8a1f-aa9bd78ed08f tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329130 Oct 12 23:31:01.044405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:01.240004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:01.562598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 60928e7f-01ce-4880-8c0e-ede0a16fd948 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:31:01.672284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:31:01.684467 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Sync routers for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:31:01.694166 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:01.694762 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:01.758402 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:01.759695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fecbe6f1-c2f1-4d28-9968-44cfa5fcde54 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0547435 Oct 12 23:31:01.762800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39948) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:01.790872 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2304faff-c2eb-4e43-ad0e-640168979cc4 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=38742014418042538107885273e48e96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269098 Oct 12 23:31:01.793348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39950) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:01.804339 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:02.041580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4386f7cc-0915-4a10-99ea-82a85e7c1bc9 req-b9472d3b-1aeb-4cc4-8b87-e06c3bd4e9bb tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:02.044080 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4386f7cc-0915-4a10-99ea-82a85e7c1bc9 req-b9472d3b-1aeb-4cc4-8b87-e06c3bd4e9bb tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0550985 Oct 12 23:31:02.084999 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:00Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:02.085457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4386f7cc-0915-4a10-99ea-82a85e7c1bc9 req-c5d6ed5d-c0b8-434c-a55f-5eb1d0cea910 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349815 Oct 12 23:31:02.111970 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Checking router: 60928e7f-01ce-4880-8c0e-ede0a16fd948 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:31:02.112345 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Updating router 60928e7f-01ce-4880-8c0e-ede0a16fd948 port 2b3ab806-726b-4b6c-a36f-741691c7d4b8 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:31:02.141670 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:02.253359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38735a-256b-49fa-bb6d-793000a97345 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:02.255952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6e38735a-256b-49fa-bb6d-793000a97345 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4616883 Oct 12 23:31:02.258757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39956) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:02.287696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0a5436d2-6213-4e1e-a47c-5931b9d024ec tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277865 Oct 12 23:31:02.290191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39958) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:02.294897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-903051363', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'project_id': '38742014418042538107885273e48e96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:02.394450 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:02.470277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:31:02.474535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:02.498590 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:02.552757 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Attempting to bind port 2b3ab806-726b-4b6c-a36f-741691c7d4b8 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:02.553125 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Attempting to bind port 2b3ab806-726b-4b6c-a36f-741691c7d4b8 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:02.553485 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Attempting to bind port 2b3ab806-726b-4b6c-a36f-741691c7d4b8 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:02.560877 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a9e91-3180-4ccd-885e-b353c8f3354c None None] Pushing event updated for resources: {'Port': ['ID=2b3ab806-726b-4b6c-a36f-741691c7d4b8,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:02.563369 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:02.563736 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:02.564171 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:02.564549 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:02.565013 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Bound port: 2b3ab806-726b-4b6c-a36f-741691c7d4b8, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:02.565389 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:02.617520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea5053-a0f4-40a9-9328-0a576058b72b req-8912c826-09f3-4a04-8607-9fb4195f0df3 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:02.619306 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aeea5053-a0f4-40a9-9328-0a576058b72b req-8912c826-09f3-4a04-8607-9fb4195f0df3 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0640895 Oct 12 23:31:02.625056 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] For port 2b3ab806-726b-4b6c-a36f-741691c7d4b8, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:02.628935 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] For port 2b3ab806-726b-4b6c-a36f-741691c7d4b8, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2b3ab806-726b-4b6c-a36f-741691c7d4b8,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:02.660399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-aeea5053-a0f4-40a9-9328-0a576058b72b req-d2dde08d-00cc-42e5-9694-289a42ccb9c9 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350387 Oct 12 23:31:02.704755 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:02.756937 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:02.762954 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:02.763581 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:02.766526 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a9e91-3180-4ccd-885e-b353c8f3354c None None] Pushing event updated for resources: {'Port': ['ID=2b3ab806-726b-4b6c-a36f-741691c7d4b8,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:02.816703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Subnet': ['ID=100f0888-2700-4a67-9f68-b8df3bf58c9c,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:02.833825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Checking segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:02.834190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network hostable DHCP agents. Network: da37416a-eadd-477c-8614-1b3114a327cf, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:31:02.869620 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:02.916202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network da37416a-eadd-477c-8614-1b3114a327cf is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:31:02.984449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, da37416a-eadd-477c-8614-1b3114a327cf) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:02.989471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:02.990073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:02.995734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e5b371-c0f5-4e03-a651-17d604326f95 None None] Network da37416a-eadd-477c-8614-1b3114a327cf requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:31:03.042780 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:00Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:03.070333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a57bc2e8-c1ae-4ee7-adec-4c539e6a3584 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7763610 Oct 12 23:31:03.070725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 39962) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:03.073492 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024d0e86-b2e7-493d-a9cb-aba241e36c63 None None] The sync data for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 is: [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:00Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:31:03.164547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-da37416a-eadd-477c-8614-1b3114a327cf', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:31:03.165438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:03.337690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Allocated IP 172.20.0.2 (da37416a-eadd-477c-8614-1b3114a327cf/100f0888-2700-4a67-9f68-b8df3bf58c9c/8a9b6d80-69fd-4a1e-947c-d64c605cde65) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:03.500343 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:03.550547 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:03.597905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:03.608470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Network da37416a-eadd-477c-8614-1b3114a327cf is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:03.611862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:03.617612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:03.619694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Pushing event updated for resources: {'Port': ['ID=8a9b6d80-69fd-4a1e-947c-d64c605cde65,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:03.675684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Attempting to bind port 8a9b6d80-69fd-4a1e-947c-d64c605cde65 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:03.676473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Attempting to bind port 8a9b6d80-69fd-4a1e-947c-d64c605cde65 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:03.677031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Attempting to bind port 8a9b6d80-69fd-4a1e-947c-d64c605cde65 on network da37416a-eadd-477c-8614-1b3114a327cf {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:03.684529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:03.685203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Checking segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:03.685817 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:03.686382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Bound using segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:03.687055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Bound port: 8a9b6d80-69fd-4a1e-947c-d64c605cde65, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:03.687610 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:03.762656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] For port 8a9b6d80-69fd-4a1e-947c-d64c605cde65, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:03.766188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] For port 8a9b6d80-69fd-4a1e-947c-d64c605cde65, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8a9b6d80-69fd-4a1e-947c-d64c605cde65,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:03.848051 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:03.867621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad60738-139e-4444-8829-fa52c71d5a0d req-10c12628-6f5f-4ad8-9b3c-68c0b42b7f96 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:03.868985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fad60738-139e-4444-8829-fa52c71d5a0d req-10c12628-6f5f-4ad8-9b3c-68c0b42b7f96 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.1016290 Oct 12 23:31:03.920821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadc7de-085b-4bb8-86b4-a4a2f1bcfbc9 None None] Pushing event updated for resources: {'Port': ['ID=8a9b6d80-69fd-4a1e-947c-d64c605cde65,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:03.961764 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fad60738-139e-4444-8829-fa52c71d5a0d req-19a864e1-2a7b-4f78-9e20-a6051a7c82ca tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817738 Oct 12 23:31:03.991874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.20.0.1 (da37416a-eadd-477c-8614-1b3114a327cf/100f0888-2700-4a67-9f68-b8df3bf58c9c/8165dd65-c6f6-4a13-927f-0c98c9fc7f24) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:04.157048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:04.284182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:04.345093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network da37416a-eadd-477c-8614-1b3114a327cf is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:04.353702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:04.359371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:04.365597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=8165dd65-c6f6-4a13-927f-0c98c9fc7f24,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:04.396966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917d445-6795-4733-ba3c-01737a150a71 req-be492440-50f2-4b97-b200-731a142a564f tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:04.398510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9917d445-6795-4733-ba3c-01737a150a71 req-be492440-50f2-4b97-b200-731a142a564f tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.1250389 Oct 12 23:31:04.451882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-3ce76bd0-066d-4a2b-8251-ff2c84f6a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:04.452347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:04.455853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-3ce76bd0-066d-4a2b-8251-ff2c84f6a504 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=896315c66c674fc295463a55e837db48&device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 1097 time: 0.0666234 Oct 12 23:31:04.456711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9917d445-6795-4733-ba3c-01737a150a71 req-c4114d94-50c6-4bc5-b9a1-2b80ab3443c1 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495322 Oct 12 23:31:04.527571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8a9b6d80-69fd-4a1e-947c-d64c605cde65 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:04.578401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-abfb3ee3-6b56-4d84-ba8d-30c2cd15f706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:04.580203 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-abfb3ee3-6b56-4d84-ba8d-30c2cd15f706 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b2162e79-9f22-4304-ad1b-02c33eee2bee HTTP/1.1" status: 200 len: 913 time: 0.1176312 Oct 12 23:31:04.589211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8a9b6d80-69fd-4a1e-947c-d64c605cde65 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:04.591144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:04.624130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-390096ad-37d8-40ee-a403-6c810b7da25c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=23048ee9-ec6b-4115-9ba1-0a70689f6b22 HTTP/1.1" status: 200 len: 217 time: 0.0364106 Oct 12 23:31:04.676699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-38d76ee9-b98d-4a35-8ca4-bd417bc603aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:04.678486 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-38d76ee9-b98d-4a35-8ca4-bd417bc603aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=03ced921-c97c-4d8f-9eb3-20754221c206 HTTP/1.1" status: 200 len: 852 time: 0.0476801 Oct 12 23:31:04.690121 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:04.708414 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:04.716676 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-52d50df2-3a5e-4603-a294-da7ff08daee9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b2162e79-9f22-4304-ad1b-02c33eee2bee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310080 Oct 12 23:31:04.729128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 8a9b6d80-69fd-4a1e-947c-d64c605cde65, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8a9b6d80-69fd-4a1e-947c-d64c605cde65,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:04.802086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:04.803140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2b3ab806-726b-4b6c-a36f-741691c7d4b8 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:04.815757 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-3491eefe-af66-4528-b430-bc75e1224e0c service neutron] 10.222.0.41 "GET /v2.0/networks/b2162e79-9f22-4304-ad1b-02c33eee2bee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905490 Oct 12 23:31:04.883727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=8a9b6d80-69fd-4a1e-947c-d64c605cde65,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:04.895760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2b3ab806-726b-4b6c-a36f-741691c7d4b8 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:04.896381 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:04.940774 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b407a72-a49d-4097-8d0e-2aff64cb8c93 req-81764f6b-1a57-48d7-962d-e456d3e5df35 service neutron] 10.222.0.41 "GET /v2.0/networks/b2162e79-9f22-4304-ad1b-02c33eee2bee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197782 Oct 12 23:31:04.989774 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:05.009597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 2b3ab806-726b-4b6c-a36f-741691c7d4b8, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2b3ab806-726b-4b6c-a36f-741691c7d4b8,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:05.014554 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:05.110118 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:05.125326 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:05.162450 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=2b3ab806-726b-4b6c-a36f-741691c7d4b8,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:05.209027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=8165dd65-c6f6-4a13-927f-0c98c9fc7f24,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:05.216865 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:05.312362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network da37416a-eadd-477c-8614-1b3114a327cf is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:05.313777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:05.434818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 60928e7f-01ce-4880-8c0e-ede0a16fd948 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:31:05.484819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ea93f4-d7ff-49dd-a650-e8c4502d1a99 None None] Network da37416a-eadd-477c-8614-1b3114a327cf requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:31:05.565050 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-941a6eb6-be0b-4f02-a73d-70a749a667c8 None None] Provisioning complete for port 8a9b6d80-69fd-4a1e-947c-d64c605cde65 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:05.565782 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-941a6eb6-be0b-4f02-a73d-70a749a667c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:05.572905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:31:05.589081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-25a9b43a-8478-4c16-8144-58f56393bcb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "PUT /v2.0/routers/60928e7f-01ce-4880-8c0e-ede0a16fd948/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5073740 Oct 12 23:31:05.594905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Sync routers for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:31:05.618647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de653503-7e55-4b4b-bb23-0984725fe0ce req-44a6a234-3f70-4ba9-81fa-f2a4c3cb0e58 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:05.627028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de653503-7e55-4b4b-bb23-0984725fe0ce req-44a6a234-3f70-4ba9-81fa-f2a4c3cb0e58 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0873423 Oct 12 23:31:05.643341 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:05.643992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:05.679718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de653503-7e55-4b4b-bb23-0984725fe0ce req-774afaca-6294-4e62-88dd-194f41ea413d tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513926 Oct 12 23:31:05.799882 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-8fa6047e-0741-4c2e-8b2e-5ac6d440972c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1060630131&fields=id&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 267 time: 0.0368156 Oct 12 23:31:05.926091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed541f-901b-409c-9630-56c243733aca req-301bbfc0-c174-4e6d-a058-15a078efebdc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:05.928467 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-301bbfc0-c174-4e6d-a058-15a078efebdc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/networks?id=da37416a-eadd-477c-8614-1b3114a327cf HTTP/1.1" status: 200 len: 796 time: 0.1207569 Oct 12 23:31:05.943458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-c5c2228a-5c4d-4318-b177-55e84392b9ed tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/quotas/38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 375 time: 0.0091989 Oct 12 23:31:05.987086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:05.994905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-7d9ba630-24d1-4838-aff6-db42b7f38a3c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0458896 Oct 12 23:31:06.107877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-f53f9151-7ad1-4f96-911d-984c4d585883 service neutron] 10.222.0.31 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933058 Oct 12 23:31:06.201549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '8165dd65-c6f6-4a13-927f-0c98c9fc7f24', 'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c1:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:03Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 2, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:06.214656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-c0e2f615-8d8a-42c8-a4fe-dae5b96f1dd9 service neutron] 10.222.0.31 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980017 Oct 12 23:31:06.232753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Checking router: 60928e7f-01ce-4880-8c0e-ede0a16fd948 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:31:06.233123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Updating router 60928e7f-01ce-4880-8c0e-ede0a16fd948 port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:31:06.258275 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:06.367876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b7f89386-8f81-47dc-ba3c-9ab0ff1e0e85 None None] Provisioning complete for port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:06.368367 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7f89386-8f81-47dc-ba3c-9ab0ff1e0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:06.423395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b7f89386-8f81-47dc-ba3c-9ab0ff1e0e85 None None] Port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:06.467583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8a9b6d80-69fd-4a1e-947c-d64c605cde65 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:06.501909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b7f89386-8f81-47dc-ba3c-9ab0ff1e0e85 None None] Provisioning complete for port 8a9b6d80-69fd-4a1e-947c-d64c605cde65 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:06.502280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b7f89386-8f81-47dc-ba3c-9ab0ff1e0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:06.519584 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c09f3c7-a3e7-48ad-94ad-1f227f2a9ac2 req-a4c471e1-d34c-411e-b5a6-f371a5a7998d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 210 time: 0.0330207 Oct 12 23:31:06.633550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8a9b6d80-69fd-4a1e-947c-d64c605cde65 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:06.634052 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:06.727219 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:06.772639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2b3ab806-726b-4b6c-a36f-741691c7d4b8 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:06.794923 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:06.799539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe1008-db9f-4d42-ab2f-9c8eb4dc6909 req-7afdf980-1318-47cb-ae86-6e2602702a3d tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:06.804021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1fe1008-db9f-4d42-ab2f-9c8eb4dc6909 req-7afdf980-1318-47cb-ae86-6e2602702a3d tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0564222 Oct 12 23:31:06.844842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1fe1008-db9f-4d42-ab2f-9c8eb4dc6909 req-c077d0ff-d312-4e9d-8f42-d11c4235db10 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347586 Oct 12 23:31:06.863756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7e1e0-4d98-40e8-9ae7-af3f792160cf None None] Pushing event updated for resources: {'Port': ['ID=8165dd65-c6f6-4a13-927f-0c98c9fc7f24,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:06.874379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aad35772-64bf-40b0-aab7-31e6bfbfdc9b None None] Provisioning complete for port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:06.874703 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aad35772-64bf-40b0-aab7-31e6bfbfdc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:06.947544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2b3ab806-726b-4b6c-a36f-741691c7d4b8 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:06.947855 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:06.979963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-aad35772-64bf-40b0-aab7-31e6bfbfdc9b None None] Port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:06.995937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Attempting to bind port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:06.996309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Attempting to bind port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:06.996670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Attempting to bind port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 on network da37416a-eadd-477c-8614-1b3114a327cf {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:07.006838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:07.007237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Checking segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:07.007641 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:07.008032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Bound using segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:07.008507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Bound port: 8165dd65-c6f6-4a13-927f-0c98c9fc7f24, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:07.008885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:07.115517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] For port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:07.119179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] For port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8165dd65-c6f6-4a13-927f-0c98c9fc7f24,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:07.123637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ed023f5a-0a95-48e2-b68a-93327e9e3e41 None None] Provisioning complete for port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:07.124006 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed023f5a-0a95-48e2-b68a-93327e9e3e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:07.157137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ed023f5a-0a95-48e2-b68a-93327e9e3e41 None None] Port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:07.248016 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:07.305683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:07.306310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:30:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:07.353344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e7e1e0-4d98-40e8-9ae7-af3f792160cf None None] Pushing event updated for resources: {'Port': ['ID=8165dd65-c6f6-4a13-927f-0c98c9fc7f24,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:07.438258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:07.447201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fbdd2-e683-437f-b127-e9a562d06680 req-e0a5fa96-2cf0-4bdc-be50-25303c502d83 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:07.449643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca5fbdd2-e683-437f-b127-e9a562d06680 req-e0a5fa96-2cf0-4bdc-be50-25303c502d83 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0639238 Oct 12 23:31:07.491676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca5fbdd2-e683-437f-b127-e9a562d06680 req-d53f1dae-29a2-4a9b-b79c-4df7c8f3e2fb tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356951 Oct 12 23:31:07.608867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-020d6bcd-699b-4e0b-99bd-0b0385f70d9e None None] Provisioning complete for port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:07.609263 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-020d6bcd-699b-4e0b-99bd-0b0385f70d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:07.644111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79165d4a-ef55-4657-91c3-9ffa2cbf3dc0 req-a5c6f6e3-dd7c-40bd-8562-bd51b051842e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 210 time: 0.0513892 Oct 12 23:31:07.717616 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '8165dd65-c6f6-4a13-927f-0c98c9fc7f24', 'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c1:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:03Z', 'updated_at': '2021-10-12T23:31:07Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:07.747408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88f4210-4bf4-4a88-a4cd-e87af8d971b9 None None] The sync data for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 is: [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '8165dd65-c6f6-4a13-927f-0c98c9fc7f24', 'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c1:ca:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:03Z', 'updated_at': '2021-10-12T23:31:07Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:31:07.749086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-020d6bcd-699b-4e0b-99bd-0b0385f70d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:07.787939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-020d6bcd-699b-4e0b-99bd-0b0385f70d9e None None] For port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8165dd65-c6f6-4a13-927f-0c98c9fc7f24,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:07.856428 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-020d6bcd-699b-4e0b-99bd-0b0385f70d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:07.921371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d6bcd-699b-4e0b-99bd-0b0385f70d9e None None] Pushing event updated for resources: {'Port': ['ID=8165dd65-c6f6-4a13-927f-0c98c9fc7f24,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:08.445648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:08.499480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:08.499854 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:08.562535 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed541f-901b-409c-9630-56c243733aca req-8f749055-4948-4081-b09f-a581d163235c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:08.564833 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-8f749055-4948-4081-b09f-a581d163235c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "GET /v2.0/networks?id=da37416a-eadd-477c-8614-1b3114a327cf HTTP/1.1" status: 200 len: 796 time: 0.1370604 Oct 12 23:31:08.664123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-5e54bd49-2311-49e2-a5bb-3fe6048da52a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 380 time: 0.0888002 Oct 12 23:31:08.673358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a3e37-377d-4c0e-8a24-f2d307743368 req-9a5d5185-c26b-44f6-810b-489e02378be4 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:08.677588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd8a3e37-377d-4c0e-8a24-f2d307743368 req-9a5d5185-c26b-44f6-810b-489e02378be4 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.1021621 Oct 12 23:31:08.684112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'port': {'device_id': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'admin_state_up': True, 'tenant_id': '38742014418042538107885273e48e96', 'security_groups': ['6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:08.825044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd8a3e37-377d-4c0e-8a24-f2d307743368 req-fb5f6b7e-6dfb-49e1-8fc1-e01b63ef41fd tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/security-groups?id=7f868987-91e8-4af6-ac90-ee0cf78291cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372907 Oct 12 23:31:08.939557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:31:08.947793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.046495 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-79e271b7-d606-4b24-9302-5c06618cf17b req-4d422b41-89bc-45d3-aaef-af220b4e3da4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 210 time: 0.0268164 Oct 12 23:31:09.088041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.20.0.3 (da37416a-eadd-477c-8614-1b3114a327cf/100f0888-2700-4a67-9f68-b8df3bf58c9c/b4446fda-4a6f-44c6-a8a8-63f6d8c71094) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:09.140194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-906889b9-5214-4d2f-9275-b94fceada52c tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:09.141656 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-906889b9-5214-4d2f-9275-b94fceada52c tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.41 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 945 time: 0.0528901 Oct 12 23:31:09.232414 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Deleting port 23048ee9-ec6b-4115-9ba1-0a70689f6b22 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:31:09.232761 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.232896 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.329175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] For port 23048ee9-ec6b-4115-9ba1-0a70689f6b22, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=23048ee9-ec6b-4115-9ba1-0a70689f6b22,segment=NetworkSegment(c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6),segment_id=c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:09.329545 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.343138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Calling delete_port for 23048ee9-ec6b-4115-9ba1-0a70689f6b22 owned by compute:nova {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:31:09.345211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.389512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network da37416a-eadd-477c-8614-1b3114a327cf is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:09.392710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:09.397120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:09.425722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:09.436833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.439452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.439452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.439452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.439452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.439452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.439452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.439452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.439452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.440470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.440470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.440470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.467917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:09.468593 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.538930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.550424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['23048ee9-ec6b-4115-9ba1-0a70689f6b22'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:31:09.573292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Pushing event deleted for resources: {'Port': ['ID=23048ee9-ec6b-4115-9ba1-0a70689f6b22,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:09.593201 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-0fce114f-a45b-426a-b017-6a5571ae8c45 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9135766 Oct 12 23:31:09.597709 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.598611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.598970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.603526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.603526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.603526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.603526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.603526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.603526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.603526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.603526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.603526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:09.623900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] No DVR routers for this DVR port 23048ee9-ec6b-4115-9ba1-0a70689f6b22 on host n-h1-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:31:09.632098 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.632098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5a4dbe0-7b52-4584-8fc9-8ea08d7504f5 req-632e91c6-d6bd-49ae-a115-4e9180742a75 tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.41 "DELETE /v2.0/ports/23048ee9-ec6b-4115-9ba1-0a70689f6b22 HTTP/1.1" status: 204 len: 173 time: 0.4826043 Oct 12 23:31:09.632098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6005f3fe-24ea-4d5c-84c4-dc76838b8c58', 'name': 'network-vif-deleted', 'tag': '23048ee9-ec6b-4115-9ba1-0a70689f6b22'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:09.633115 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56196e2b-9f5c-4da8-a208-510def6e77f8" -d '{"events": [{"server_uuid": "6005f3fe-24ea-4d5c-84c4-dc76838b8c58", "name": "network-vif-deleted", "tag": "23048ee9-ec6b-4115-9ba1-0a70689f6b22"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:09.668564 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2ad2f0-b995-45fa-9247-9bbe8bd650d2 x-openstack-request-id: req-4d2ad2f0-b995-45fa-9247-9bbe8bd650d2 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:09.668912 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6005f3fe-24ea-4d5c-84c4-dc76838b8c58", "name": "network-vif-deleted", "tag": "23048ee9-ec6b-4115-9ba1-0a70689f6b22", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:09.669108 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4d2ad2f0-b995-45fa-9247-9bbe8bd650d2 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:09.669521 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6005f3fe-24ea-4d5c-84c4-dc76838b8c58', 'name': 'network-vif-deleted', 'tag': '23048ee9-ec6b-4115-9ba1-0a70689f6b22', 'status': 'completed', 'code': 200} Oct 12 23:31:09.693887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dda7eaf2-4ed5-438d-a81d-93aa5e59426f None None] Provisioning complete for port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:09.694272 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dda7eaf2-4ed5-438d-a81d-93aa5e59426f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.720644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Request body: {'port': {'device_id': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:09.730966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-dda7eaf2-4ed5-438d-a81d-93aa5e59426f None None] Port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:09.774953 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:09.949141 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-941e1faa-f8a1-4bc1-8d3c-38c91d5f83e1 req-a3946d29-d255-4438-8343-a36a7c91477c tempest-TestServerAdvancedOps-325209530 tempest-TestServerAdvancedOps-325209530-project] 10.222.0.31 "GET /v2.0/ports?device_id=6005f3fe-24ea-4d5c-84c4-dc76838b8c58 HTTP/1.1" status: 200 len: 210 time: 0.0289149 Oct 12 23:31:10.041033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4446fda-4a6f-44c6-a8a8-63f6d8c71094 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:31:10.048365 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:10.060663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Transition to ACTIVE for port object b4446fda-4a6f-44c6-a8a8-63f6d8c71094 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:31:10.132833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:10.205504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Pushing event updated for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:10.217957 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e12d57-cbe0-4431-8f1a-d20d594eebe5 req-7bb95a50-be51-47e6-86ee-fb18e3d5c868 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:10.219567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0e12d57-cbe0-4431-8f1a-d20d594eebe5 req-7bb95a50-be51-47e6-86ee-fb18e3d5c868 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 931 time: 0.1034403 Oct 12 23:31:10.305868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0e12d57-cbe0-4431-8f1a-d20d594eebe5 req-74f3a59a-af6f-465e-bca9-a892c1dfedf8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681262 Oct 12 23:31:10.323829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:10.324171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:10.324508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on network da37416a-eadd-477c-8614-1b3114a327cf {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:10.329217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on network da37416a-eadd-477c-8614-1b3114a327cf not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:31:10.329538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on network da37416a-eadd-477c-8614-1b3114a327cf {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:10.335314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:10.335656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Checking segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:10.336041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Bound using segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:10.336478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Bound port: b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:10.336857 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:10.413041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:10.416263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:10.493423 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:10.526554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:10.527122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:10.532350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] 10.222.0.25 "PUT /v2.0/ports/b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 1092 time: 0.9274237 Oct 12 23:31:10.532350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:10.532350 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b3d7d7b-56a1-4938-98bc-fc5948c50bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:10.567544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc41dc9-4d91-4c72-9d17-6ed1e6d4aa87 service neutron] Pushing event updated for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:10.571078 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7367367-8a46-4bb7-ac60-bbd6af0c2a90 x-openstack-request-id: req-f7367367-8a46-4bb7-ac60-bbd6af0c2a90 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:10.571369 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:10.571618 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7367367-8a46-4bb7-ac60-bbd6af0c2a90 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:10.572031 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'status': 'completed', 'code': 200} Oct 12 23:31:10.648979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7d7b-56a1-4938-98bc-fc5948c50bb7 req-aa3894ba-d5b9-4494-8f91-f26b1f8b6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:10.650533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b3d7d7b-56a1-4938-98bc-fc5948c50bb7 req-aa3894ba-d5b9-4494-8f91-f26b1f8b6ba2 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1095 time: 0.0547316 Oct 12 23:31:10.752948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7d7b-56a1-4938-98bc-fc5948c50bb7 req-e1c9b099-c20b-4a7b-81cf-ebde98c810a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:10.754425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b3d7d7b-56a1-4938-98bc-fc5948c50bb7 req-e1c9b099-c20b-4a7b-81cf-ebde98c810a1 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=38742014418042538107885273e48e96&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0959239 Oct 12 23:31:10.851610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3d7d7b-56a1-4938-98bc-fc5948c50bb7 req-1cc4362a-614b-427f-af42-c7fad4754eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:10.853068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9b3d7d7b-56a1-4938-98bc-fc5948c50bb7 req-1cc4362a-614b-427f-af42-c7fad4754eb0 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919120 Oct 12 23:31:10.928581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed541f-901b-409c-9630-56c243733aca req-c7a6dbfa-fde2-45c0-9c58-893cfc9458a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:10.929994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-c7a6dbfa-fde2-45c0-9c58-893cfc9458a5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1095 time: 0.0404129 Oct 12 23:31:10.970057 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-856db988-f1fb-4238-9318-0853c24ca43b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 217 time: 0.0324860 Oct 12 23:31:11.007754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40022) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:11.054633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed541f-901b-409c-9630-56c243733aca req-0150c792-09ad-489d-aa91-130623a59578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:11.056075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-0150c792-09ad-489d-aa91-130623a59578 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100f0888-2700-4a67-9f68-b8df3bf58c9c HTTP/1.1" status: 200 len: 834 time: 0.0790732 Oct 12 23:31:11.062496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1e13f7e-5874-4e44-8720-433b5800d305 admin admin] Deleting subnet 03ced921-c97c-4d8f-9eb3-20754221c206 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:31:11.072535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1e13f7e-5874-4e44-8720-433b5800d305 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.128283 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1e13f7e-5874-4e44-8720-433b5800d305 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.436712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa6356c-5676-462d-86a3-827c723afccc req-b7a3fa73-d49f-4e2a-adbc-78f20f7e1feb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:11.438232 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cfa6356c-5676-462d-86a3-827c723afccc req-b7a3fa73-d49f-4e2a-adbc-78f20f7e1feb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 943 time: 0.0503547 Oct 12 23:31:11.481902 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cfa6356c-5676-462d-86a3-827c723afccc req-ee662c0b-3636-4932-b6ec-e8111a51d656 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366755 Oct 12 23:31:11.490308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ed541f-901b-409c-9630-56c243733aca req-3b551611-2543-474a-b033-6fbc5870719d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:11.491848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-3b551611-2543-474a-b033-6fbc5870719d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da37416a-eadd-477c-8614-1b3114a327cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4271851 Oct 12 23:31:11.548896 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1e13f7e-5874-4e44-8720-433b5800d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.633730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-c435673a-8275-4f4f-a2e8-e77844578431 service neutron] 10.222.0.25 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340253 Oct 12 23:31:11.721660 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1e13f7e-5874-4e44-8720-433b5800d305 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.751711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9ed541f-901b-409c-9630-56c243733aca req-a7a4e730-5b83-45b7-b0a7-e5c04aaeef28 service neutron] 10.222.0.25 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098125 Oct 12 23:31:11.752748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e13f7e-5874-4e44-8720-433b5800d305 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ced921-c97c-4d8f-9eb3-20754221c206,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:11.758127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c1e13f7e-5874-4e44-8720-433b5800d305 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.760814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c1e13f7e-5874-4e44-8720-433b5800d305 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/03ced921-c97c-4d8f-9eb3-20754221c206 HTTP/1.1" status: 204 len: 168 time: 0.7521181 Oct 12 23:31:11.763550 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40026) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:11.831320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.911860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.932023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2162e79-9f22-4304-ad1b-02c33eee2bee']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:11.940940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:11.941238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a829cb-8ed0-4da4-8f85-2f84c46cbbd6') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:11.950640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.963476 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.969093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:31:11.969470 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:31:11.971261 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:31:12.099344 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.104731 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.108440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] 10.222.0.31 "DELETE /v2.0/networks/b2162e79-9f22-4304-ad1b-02c33eee2bee HTTP/1.1" status: 204 len: 168 time: 0.3433928 Oct 12 23:31:12.110900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40028) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:12.119673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d39dfea-9bb6-47c9-bfce-619c3094c4b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2162e79-9f22-4304-ad1b-02c33eee2bee,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:12.156106 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-63908f17-0b32-42ca-8e35-a80db785a171 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.162210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a89bf59-f9b0-4920-99eb-b62abfe3c406 admin admin] Deleting subnet 278dac5e-c5ba-4c4e-83e3-6366b3c34a98 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:31:12.165324 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a89bf59-f9b0-4920-99eb-b62abfe3c406 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.199713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a89bf59-f9b0-4920-99eb-b62abfe3c406 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.237093 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a89bf59-f9b0-4920-99eb-b62abfe3c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.356120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a89bf59-f9b0-4920-99eb-b62abfe3c406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.384354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a89bf59-f9b0-4920-99eb-b62abfe3c406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=278dac5e-c5ba-4c4e-83e3-6366b3c34a98,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:12.389959 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1a89bf59-f9b0-4920-99eb-b62abfe3c406 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.393119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1a89bf59-f9b0-4920-99eb-b62abfe3c406 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/278dac5e-c5ba-4c4e-83e3-6366b3c34a98 HTTP/1.1" status: 204 len: 168 time: 0.2812154 Oct 12 23:31:12.395798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40030) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:12.461075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.540592 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.569600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92512f2f-d572-4303-9fd7-716a4280df5c']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:12.592768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '742283f2-035b-4ffd-8b70-eeb05aabfc9c') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:12.593056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '742283f2-035b-4ffd-8b70-eeb05aabfc9c') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:12.604292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.621353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.632825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683e6ff-e514-4e01-ba1d-6e4ddc9a0451 req-dc638550-6d53-4c08-8fbc-a1e117252921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:12.634301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c683e6ff-e514-4e01-ba1d-6e4ddc9a0451 req-dc638550-6d53-4c08-8fbc-a1e117252921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 943 time: 0.0849659 Oct 12 23:31:12.636761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:31:12.637138 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:31:12.638801 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:31:12.716624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c683e6ff-e514-4e01-ba1d-6e4ddc9a0451 req-71ed376d-f571-4d7b-858f-f11f34217b7d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686042 Oct 12 23:31:12.784222 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.790284 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:12.793375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] 10.222.0.31 "DELETE /v2.0/networks/92512f2f-d572-4303-9fd7-716a4280df5c HTTP/1.1" status: 204 len: 168 time: 0.3966184 Oct 12 23:31:12.804938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c339cfcd-b301-413a-bfd5-825b710d6545 admin admin] Pushing event deleted for resources: {'Network': ['ID=92512f2f-d572-4303-9fd7-716a4280df5c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:13.093306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40036) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:13.133756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e6a7eb5f-a6ea-4c46-aeb1-c5a0f418d4e1 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=896315c66c674fc295463a55e837db48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392976 Oct 12 23:31:13.136132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40038) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:13.185432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea823fe6-fa57-428f-9cf1-48890a18fc89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:13.197297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 23048ee9-ec6b-4115-9ba1-0a70689f6b22 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:31:13.208698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea823fe6-fa57-428f-9cf1-48890a18fc89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:13.216568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 23048ee9-ec6b-4115-9ba1-0a70689f6b22 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:31:13.216915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 23048ee9-ec6b-4115-9ba1-0a70689f6b22 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:31:13.309483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea823fe6-fa57-428f-9cf1-48890a18fc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:13.312029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea823fe6-fa57-428f-9cf1-48890a18fc89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:13.313185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ea823fe6-fa57-428f-9cf1-48890a18fc89 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7f868987-91e8-4af6-ac90-ee0cf78291cb HTTP/1.1" status: 204 len: 168 time: 0.1761589 Oct 12 23:31:13.321167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea823fe6-fa57-428f-9cf1-48890a18fc89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f868987-91e8-4af6-ac90-ee0cf78291cb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:13.420404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b4446fda-4a6f-44c6-a8a8-63f6d8c71094 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:31:13.513458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:13.525801 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'port_id': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'mac_address': 'fa:16:3e:fa:55:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:31:13.564964 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:13.579350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4446fda-4a6f-44c6-a8a8-63f6d8c71094 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:31:13.600878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:13.647228 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:13.694044 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:13.837284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7bb9bf-b15b-4d92-8c5e-7206e6f3f5ca req-8de5ed87-6a77-41cf-86b0-9990a1e1c4f9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:13.838745 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c7bb9bf-b15b-4d92-8c5e-7206e6f3f5ca req-8de5ed87-6a77-41cf-86b0-9990a1e1c4f9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 944 time: 0.0543919 Oct 12 23:31:13.845526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['b4446fda-4a6f-44c6-a8a8-63f6d8c71094'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:31:13.876618 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c7bb9bf-b15b-4d92-8c5e-7206e6f3f5ca req-c593197f-64ba-404f-a110-c30807aed3c1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Oct 12 23:31:13.912631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40046) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:13.953161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5175a35b-d01c-42d2-93cb-209768b9a85b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=2a2953f90f6a42a4b36451ac18ffee82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392680 Oct 12 23:31:13.955752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40048) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:14.009944 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf93c9b1-c3a0-46e2-bebe-6c75b88c9ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:14.033231 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf93c9b1-c3a0-46e2-bebe-6c75b88c9ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:14.184486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf93c9b1-c3a0-46e2-bebe-6c75b88c9ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:14.187055 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf93c9b1-c3a0-46e2-bebe-6c75b88c9ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:14.188229 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cf93c9b1-c3a0-46e2-bebe-6c75b88c9ae2 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f42864b0-d472-4ee4-8f51-aeaec4ec2e4b HTTP/1.1" status: 204 len: 168 time: 0.2315741 Oct 12 23:31:14.196477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93c9b1-c3a0-46e2-bebe-6c75b88c9ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f42864b0-d472-4ee4-8f51-aeaec4ec2e4b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:14.999583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d33096-33e2-484d-be8b-b618399695b5 req-8e77fdd4-1af4-46e0-8e9e-5d1183cca4b0 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:15.001082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-26d33096-33e2-484d-be8b-b618399695b5 req-8e77fdd4-1af4-46e0-8e9e-5d1183cca4b0 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 944 time: 0.0568063 Oct 12 23:31:15.041377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-26d33096-33e2-484d-be8b-b618399695b5 req-4b7c38bb-f81e-4c39-98f6-b57067774986 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333741 Oct 12 23:31:15.212616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40072) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:15.560970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2010901061-network', 'tenant_id': 'b4c43c913be644e097d947337696b153'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:15.560970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Made reservation on behalf of b4c43c913be644e097d947337696b153 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:31:15.560970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.560970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.561210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b4446fda-4a6f-44c6-a8a8-63f6d8c71094 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:15.561614 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.599301 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.675956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:31:15.676602 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.679986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:15.680359 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.705984 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:31:15.716371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70202e21-1bb7-475b-9ba4-918e1fa5c8b4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:15.722646 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.723012 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Added segment b48a4519-3173-4dc1-ad85-d1114a62d543 of type vlan for network a39d931a-981a-4b45-af2a-a467eb6957cd Oct 12 23:31:15.748195 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-07bad70f-3967-4fb2-9afa-881fd733c44c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.763032 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.766036 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.785568 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:15.788298 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3eff41c-f75e-459d-ad95-5c7f2078498e" -d '{"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-plugged", "status": "completed", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:15.800701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:15.825569 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91badd9e-840d-4e0e-823a-07005f2bf39d x-openstack-request-id: req-91badd9e-840d-4e0e-823a-07005f2bf39d {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:15.828235 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-plugged", "status": "completed", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:15.828235 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91badd9e-840d-4e0e-823a-07005f2bf39d {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:15.828235 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'code': 200} Oct 12 23:31:15.847433 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.848409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:15.848998 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.876095 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:15.923094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:15.968607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] Pushing event updated for resources: {'Network': ['ID=a39d931a-981a-4b45-af2a-a467eb6957cd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:15.978473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network a39d931a-981a-4b45-af2a-a467eb6957cd details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:31:15.981618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c1b31-5efb-457d-862b-5cea9810e2cf req-95e4dde4-f7b4-443a-bb3f-06e961dd04bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:15.983238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-542c1b31-5efb-457d-862b-5cea9810e2cf req-95e4dde4-f7b4-443a-bb3f-06e961dd04bb service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1097 time: 0.0795341 Oct 12 23:31:15.994187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-462b30b7-7139-42ab-a1b0-2bba4b23a0e4 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7805488 Oct 12 23:31:15.997348 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:16.002748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Request body: {'subnet': {'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2010901061-subnet', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:16.025844 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-542c1b31-5efb-457d-862b-5cea9810e2cf req-d5f52bf1-5637-40c7-8203-ff33c4b20707 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350027 Oct 12 23:31:16.092807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Made reservation on behalf of b4c43c913be644e097d947337696b153 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:31:16.095178 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:16.158950 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77046d-0d10-4a6c-8d88-8e8f9ec324dc req-c4053a84-54cd-465b-ab1f-2b71a7176f7b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:16.160440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef77046d-0d10-4a6c-8d88-8e8f9ec324dc req-c4053a84-54cd-465b-ab1f-2b71a7176f7b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.0513155 Oct 12 23:31:16.199735 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef77046d-0d10-4a6c-8d88-8e8f9ec324dc req-cb8c70c1-2cce-4582-bd11-18104503b724 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321524 Oct 12 23:31:16.213399 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:16.304765 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:16.358780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Pushing event updated for resources: {'Subnet': ['ID=009344ad-14ef-4af2-a091-b31733ad8186,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:16.369689 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Checking segment: {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:16.370046 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Network hostable DHCP agents. Network: a39d931a-981a-4b45-af2a-a467eb6957cd, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:31:16.424532 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Network a39d931a-981a-4b45-af2a-a467eb6957cd is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:31:16.481606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, a39d931a-981a-4b45-af2a-a467eb6957cd) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:16.485731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:16.486323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:16.490293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139020c-3aed-4552-937a-923fbfc07c72 None None] Network a39d931a-981a-4b45-af2a-a467eb6957cd requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:31:16.536021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a6b16a5a-10c1-4d08-847f-7602e1b2c521 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5374546 Oct 12 23:31:16.539325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40082) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:16.543768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:16.615366 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:16.616713 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:16.653776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-a39d931a-981a-4b45-af2a-a467eb6957cd', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:31:16.654673 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:16.672556 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:16.783685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Allocated IP 172.20.0.2 (a39d931a-981a-4b45-af2a-a467eb6957cd/009344ad-14ef-4af2-a091-b31733ad8186/1f02d092-b82e-43ee-8894-65c4269dc26b) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:16.860299 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:16.923118 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.003594 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.045943 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Network a39d931a-981a-4b45-af2a-a467eb6957cd is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:17.048880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:17.051343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:17.062339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Pushing event updated for resources: {'Port': ['ID=1f02d092-b82e-43ee-8894-65c4269dc26b,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:17.114706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.118603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Attempting to bind port 1f02d092-b82e-43ee-8894-65c4269dc26b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:17.118998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Attempting to bind port 1f02d092-b82e-43ee-8894-65c4269dc26b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:17.119358 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Attempting to bind port 1f02d092-b82e-43ee-8894-65c4269dc26b on network a39d931a-981a-4b45-af2a-a467eb6957cd {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:17.125106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:17.125479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Checking segment: {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:17.125966 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.126369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Bound using segment: {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:17.126825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Bound port: 1f02d092-b82e-43ee-8894-65c4269dc26b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:17.127226 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.134074 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.197875 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] For port 1f02d092-b82e-43ee-8894-65c4269dc26b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:17.201094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] For port 1f02d092-b82e-43ee-8894-65c4269dc26b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1f02d092-b82e-43ee-8894-65c4269dc26b,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:17.238392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Allocated IP 172.25.2.27 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/e60c1e0b-49b5-47e4-a30b-51436468c3ad) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:17.281623 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.342797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cda275-82d3-4070-aad8-90f5e4b313d5 None None] Pushing event updated for resources: {'Port': ['ID=1f02d092-b82e-43ee-8894-65c4269dc26b,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:17.381959 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.393811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58702ca-06f3-4c38-adbc-c7d2144455ab req-0e004d13-d6c4-44c5-8800-f23d8d7a0a8c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:17.395532 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c58702ca-06f3-4c38-adbc-c7d2144455ab req-0e004d13-d6c4-44c5-8800-f23d8d7a0a8c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.1013477 Oct 12 23:31:17.457334 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c58702ca-06f3-4c38-adbc-c7d2144455ab req-33c1156c-8b03-42ef-9f88-47ed63bfb134 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518911 Oct 12 23:31:17.514205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.565030 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:17.568771 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:17.572482 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:17.578077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Pushing event updated for resources: {'Port': ['ID=e60c1e0b-49b5-47e4-a30b-51436468c3ad,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:17.608338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2c65d1-2458-40a0-843b-a23f170fa8ba req-8b126511-7a8a-4370-9830-8b3077bb3107 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:17.609876 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d2c65d1-2458-40a0-843b-a23f170fa8ba req-8b126511-7a8a-4370-9830-8b3077bb3107 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.0654430 Oct 12 23:31:17.655950 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d2c65d1-2458-40a0-843b-a23f170fa8ba req-12caa0a2-8da3-4f11-8448-bc017171ccff tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385640 Oct 12 23:31:17.679536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40088) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:17.719295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8a9c53-adbd-4cdd-b4de-8c43ab4b9b60 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:17.720860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4b8a9c53-adbd-4cdd-b4de-8c43ab4b9b60 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1092 time: 0.0403304 Oct 12 23:31:17.723823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40090) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:17.728175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'tenant_id': '38742014418042538107885273e48e96', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:17.813145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.912912 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.927803 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:17.947142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.029768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.25.2.136 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/70461377-6df7-4f36-b302-a4c098538f3b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:18.151262 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.230778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.281814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:18.285019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:18.291296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:18.294676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=70461377-6df7-4f36-b302-a4c098538f3b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:18.360045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e1bcad-5fc8-4f59-ab7a-0efb4023202c None None] Network a39d931a-981a-4b45-af2a-a467eb6957cd requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:31:18.494711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1f02d092-b82e-43ee-8894-65c4269dc26b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:18.522845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-565100b7-9611-42ba-a9e4-add9338658f7 None None] Provisioning complete for port 1f02d092-b82e-43ee-8894-65c4269dc26b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:18.523172 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-565100b7-9611-42ba-a9e4-add9338658f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.549514 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.660319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1f02d092-b82e-43ee-8894-65c4269dc26b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:18.660692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.699819 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-565100b7-9611-42ba-a9e4-add9338658f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.736010 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.746124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-565100b7-9611-42ba-a9e4-add9338658f7 None None] For port 1f02d092-b82e-43ee-8894-65c4269dc26b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1f02d092-b82e-43ee-8894-65c4269dc26b,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:18.773200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:31:18.793972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.826028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-565100b7-9611-42ba-a9e4-add9338658f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.894602 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:18.902955 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:31:18.903243 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:31:18.911798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:31:18.922683 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Sync routers for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:31:18.923453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565100b7-9611-42ba-a9e4-add9338658f7 None None] Pushing event updated for resources: {'Port': ['ID=1f02d092-b82e-43ee-8894-65c4269dc26b,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:18.945365 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:18.946359 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:18.955959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f90e29f0-811b-4a8b-9138-5a8eecb35894 None None] Provisioning complete for port 1f02d092-b82e-43ee-8894-65c4269dc26b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:18.960202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f90e29f0-811b-4a8b-9138-5a8eecb35894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.009420 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.013784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-978df125-852e-40ac-bc3c-c46721ec016d admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.4733267 Oct 12 23:31:19.014441 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40092) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:19.063006 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:19.066670 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.138713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.203374 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.212517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=70461377-6df7-4f36-b302-a4c098538f3b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:19.231553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.249997 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:17Z', 'revision_number': 3, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:19.279784 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Checking router: ecb605e7-cc0b-444d-9e5d-4ca3ce547bce for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:31:19.280238 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Updating router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce port e60c1e0b-49b5-47e4-a30b-51436468c3ad binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:31:19.311944 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.338536 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Floating IP b89bd14d-db4c-4733-b92b-55fa38504c7d associated. External IP: 172.25.2.136, port: b4446fda-4a6f-44c6-a8a8-63f6d8c71094. Oct 12 23:31:19.475104 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.475689 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.574270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 60928e7f-01ce-4880-8c0e-ede0a16fd948 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:31:19.647392 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Allocated IP 172.20.0.1 (a39d931a-981a-4b45-af2a-a467eb6957cd/009344ad-14ef-4af2-a091-b31733ad8186/7ae242c1-0e82-4321-b11c-d4e6df13691d) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:19.665222 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.700869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:31:19.715469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] Sync routers for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:31:19.724427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:19.725036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:19.745021 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.753743 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.795746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Attempting to bind port e60c1e0b-49b5-47e4-a30b-51436468c3ad on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:19.796204 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Attempting to bind port e60c1e0b-49b5-47e4-a30b-51436468c3ad by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:19.796568 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Attempting to bind port e60c1e0b-49b5-47e4-a30b-51436468c3ad on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:19.803786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.807417 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:19.807792 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:19.808187 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.808582 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:19.809036 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Bound port: e60c1e0b-49b5-47e4-a30b-51436468c3ad, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:19.809410 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.834453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-684c3cb8-3536-40b4-b516-d514fca97888 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1066201 Oct 12 23:31:19.834453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:19.835065 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Pushing event updated for resources: {'Port': ['ID=e60c1e0b-49b5-47e4-a30b-51436468c3ad,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:19.835171 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06302c42-f805-479d-86fc-b402a94988b8" -d '{"events": [{"name": "network-changed", "server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:19.847380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:19.871418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:19.876030 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6ee4b6-11d7-4884-a39d-ddc5c6f22a70 x-openstack-request-id: req-2d6ee4b6-11d7-4884-a39d-ddc5c6f22a70 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:19.876172 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:19.876415 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d6ee4b6-11d7-4884-a39d-ddc5c6f22a70 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:19.876816 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'status': 'completed', 'code': 200} Oct 12 23:31:19.895657 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.896203 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.896576 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.896891 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.898467 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.898467 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.898467 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.898467 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.898771 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.898965 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.899287 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.899604 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:19.919652 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] For port e60c1e0b-49b5-47e4-a30b-51436468c3ad, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:19.923861 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] For port e60c1e0b-49b5-47e4-a30b-51436468c3ad, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e60c1e0b-49b5-47e4-a30b-51436468c3ad,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:19.935635 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Network a39d931a-981a-4b45-af2a-a467eb6957cd is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:19.940324 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06302c42-f805-479d-86fc-b402a94988b8 req-e024cf48-7de6-409b-8304-84c0de3e1b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:19.942001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06302c42-f805-479d-86fc-b402a94988b8 req-e024cf48-7de6-409b-8304-84c0de3e1b31 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1097 time: 0.0448611 Oct 12 23:31:19.946979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:19.949629 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:19.980629 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:20.019898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae242c1-0e82-4321-b11c-d4e6df13691d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:20.031056 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:20.070404 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f82408-90c0-4643-b173-56c700daf027 None None] Pushing event updated for resources: {'Port': ['ID=e60c1e0b-49b5-47e4-a30b-51436468c3ad,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:20.078584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897e598b-1d2c-44b1-9c67-e176ca28a716 req-2b3b7291-dbe6-4d2f-95e2-43c9c065f959 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:20.080224 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-897e598b-1d2c-44b1-9c67-e176ca28a716 req-2b3b7291-dbe6-4d2f-95e2-43c9c065f959 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.1867194 Oct 12 23:31:20.103218 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:20.103967 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:20.117710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06302c42-f805-479d-86fc-b402a94988b8 req-824fe284-3b2d-4246-a677-f52bd6e4f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:20.119471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06302c42-f805-479d-86fc-b402a94988b8 req-824fe284-3b2d-4246-a677-f52bd6e4f239 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da37416a-eadd-477c-8614-1b3114a327cf HTTP/1.1" status: 200 len: 897 time: 0.1574421 Oct 12 23:31:20.160285 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-897e598b-1d2c-44b1-9c67-e176ca28a716 req-57bf59b9-c452-4c10-b235-26324d36e400 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705223 Oct 12 23:31:20.181321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b89bd14d-db4c-4733-b92b-55fa38504c7d', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'port_id': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'mac_address': 'fa:16:3e:fa:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:31:18Z', 'updated_at': '2021-10-12T23:31:18Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165dd65-c6f6-4a13-927f-0c98c9fc7f24', 'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c1:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:03Z', 'updated_at': '2021-10-12T23:31:07Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:20.184556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40098) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:20.217389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] Checking router: 60928e7f-01ce-4880-8c0e-ede0a16fd948 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:31:20.227835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:20.228702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:20.276763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06302c42-f805-479d-86fc-b402a94988b8 req-309ffa24-bc3f-4430-9884-eb1cb47f3c0b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 999 time: 0.1486909 Oct 12 23:31:20.282994 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:20.284759 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a2c96612-966b-4c93-935e-5e1a0d814b56 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/b89bd14d-db4c-4733-b92b-55fa38504c7d HTTP/1.1" status: 200 len: 991 time: 0.0987594 Oct 12 23:31:20.331413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06302c42-f805-479d-86fc-b402a94988b8 req-2e65b988-228a-4664-bc51-c7f756558a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:20.332862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06302c42-f805-479d-86fc-b402a94988b8 req-2e65b988-228a-4664-bc51-c7f756558a6e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100f0888-2700-4a67-9f68-b8df3bf58c9c HTTP/1.1" status: 200 len: 834 time: 0.0470994 Oct 12 23:31:20.337236 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8c49c325-0bcc-4044-a90c-dcb902b480a3 None None] Provisioning complete for port 7ae242c1-0e82-4321-b11c-d4e6df13691d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:20.337728 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c49c325-0bcc-4044-a90c-dcb902b480a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:20.387013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:20.394028 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:20.417663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06302c42-f805-479d-86fc-b402a94988b8 req-a10c6f81-16fa-445f-b647-68a9fe078732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:20.421834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8c49c325-0bcc-4044-a90c-dcb902b480a3 None None] Port 7ae242c1-0e82-4321-b11c-d4e6df13691d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:20.426920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06302c42-f805-479d-86fc-b402a94988b8 req-a10c6f81-16fa-445f-b647-68a9fe078732 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da37416a-eadd-477c-8614-1b3114a327cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0862138 Oct 12 23:31:20.477000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1f02d092-b82e-43ee-8894-65c4269dc26b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:20.485960 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:17Z', 'revision_number': 3, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:20.526011 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40aaa9d7-a882-4f11-a0e7-35e676d1175c None None] The sync data for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 is: [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:17Z', 'revision_number': 3, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:31:20.561140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06302c42-f805-479d-86fc-b402a94988b8 req-23bd73a2-e0d0-4efa-85a4-558e7bab6662 service neutron] 10.222.0.25 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252754 Oct 12 23:31:20.637645 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:20.670269 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06302c42-f805-479d-86fc-b402a94988b8 req-28f1c0cf-ee17-48fc-bbc0-05631d34e932 service neutron] 10.222.0.25 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015804 Oct 12 23:31:20.704400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:20.764216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1f02d092-b82e-43ee-8894-65c4269dc26b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:20.764594 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:20.775858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:20.777782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Pushing event updated for resources: {'Port': ['ID=7ae242c1-0e82-4321-b11c-d4e6df13691d,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:20.902376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Network a39d931a-981a-4b45-af2a-a467eb6957cd is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:20.903918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:20.926156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b89bd14d-db4c-4733-b92b-55fa38504c7d', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'port_id': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'mac_address': 'fa:16:3e:fa:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:31:18Z', 'updated_at': '2021-10-12T23:31:18Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165dd65-c6f6-4a13-927f-0c98c9fc7f24', 'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c1:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:03Z', 'updated_at': '2021-10-12T23:31:07Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:20.957734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcfc106-81d5-42f5-a05a-16340987a1c2 None None] The sync data for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 is: [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b89bd14d-db4c-4733-b92b-55fa38504c7d', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.136', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'port_id': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'mac_address': 'fa:16:3e:fa:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:31:18Z', 'updated_at': '2021-10-12T23:31:18Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8165dd65-c6f6-4a13-927f-0c98c9fc7f24', 'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c1:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:03Z', 'updated_at': '2021-10-12T23:31:07Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:31:21.045918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:31:21.156665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-013ec287-8cd6-40e0-b0d6-9fd49f9df386 None None] Provisioning complete for port 7ae242c1-0e82-4321-b11c-d4e6df13691d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:21.156950 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-013ec287-8cd6-40e0-b0d6-9fd49f9df386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:21.170829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:31:21.177116 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bac284f5-0c49-4484-8696-86c36f112876 admin admin] 10.222.0.31 "PUT /v2.0/routers/ecb605e7-cc0b-444d-9e5d-4ca3ce547bce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1609824 Oct 12 23:31:21.200485 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-013ec287-8cd6-40e0-b0d6-9fd49f9df386 None None] Port 7ae242c1-0e82-4321-b11c-d4e6df13691d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:21.278017 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-526e91fb-bb3f-429f-bdd9-aeefc8ea90f2 None None] New status for floating IP b89bd14d-db4c-4733-b92b-55fa38504c7d: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:31:21.288701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40102) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:21.375587 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c52abcc1-97dc-48f5-b726-7efcf2d0c75f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/b89bd14d-db4c-4733-b92b-55fa38504c7d HTTP/1.1" status: 200 len: 991 time: 0.0848670 Oct 12 23:31:21.915885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40116) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:21.920699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1229015385-network', 'tenant_id': '14959572d3164ae7ace529b48c1cf089'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:22.017970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Made reservation on behalf of 14959572d3164ae7ace529b48c1cf089 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:31:22.021012 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.029684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.107641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.183908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.209078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:31:22.217556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d0578b-4fa8-4c62-84d5-bf056009a2fa,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:22.224123 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.224460 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Added segment c2bdbc01-4cdf-44f6-9167-ef196fdcae4b of type vlan for network 55f64366-2b24-4083-8535-c0f177c271aa Oct 12 23:31:22.264924 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.266026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Sync routers for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:31:22.275235 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:22.275842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:22.344494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.345571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:22.346157 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.379218 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40118) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:22.385361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:22.416839 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] Pushing event updated for resources: {'Network': ['ID=55f64366-2b24-4083-8535-c0f177c271aa,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:22.442804 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 55f64366-2b24-4083-8535-c0f177c271aa details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:31:22.453179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a2c4e989-0d72-4eb0-8b15-7e2874f997ba tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/b89bd14d-db4c-4733-b92b-55fa38504c7d HTTP/1.1" status: 200 len: 993 time: 0.0674853 Oct 12 23:31:22.458110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3fba0639-d2e3-4875-872b-da19ba371881 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5386465 Oct 12 23:31:22.458670 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40120) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:22.463638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Request body: {'subnet': {'network_id': '55f64366-2b24-4083-8535-c0f177c271aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1229015385-subnet', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:22.494855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e60c1e0b-49b5-47e4-a30b-51436468c3ad up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:22.550373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Made reservation on behalf of 14959572d3164ae7ace529b48c1cf089 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:31:22.552807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.668504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e60c1e0b-49b5-47e4-a30b-51436468c3ad triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:22.669003 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.754179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 2, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:22.778788 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.798598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Checking router: ecb605e7-cc0b-444d-9e5d-4ca3ce547bce for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:31:22.798984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Updating router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce port 7ae242c1-0e82-4321-b11c-d4e6df13691d binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:31:22.834072 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.835267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cc34bd7-c495-4c0a-bb63-93852a0726dd,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:22.846039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:22.848642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Checking segment: {'id': 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:22.849079 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Network hostable DHCP agents. Network: 55f64366-2b24-4083-8535-c0f177c271aa, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:31:22.894826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port e60c1e0b-49b5-47e4-a30b-51436468c3ad, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e60c1e0b-49b5-47e4-a30b-51436468c3ad,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:22.927686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Network 55f64366-2b24-4083-8535-c0f177c271aa is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:31:22.957142 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.007702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 55f64366-2b24-4083-8535-c0f177c271aa) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:23.012280 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:23.013247 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.018653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d375059e-3f84-4601-91b6-f0cd5b1fb275 None None] Network 55f64366-2b24-4083-8535-c0f177c271aa requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:31:23.079017 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f1721209-08e6-4422-95f7-3619a5d9febb admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6191599 Oct 12 23:31:23.081723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40122) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:23.086004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:23.100220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=e60c1e0b-49b5-47e4-a30b-51436468c3ad,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:23.178610 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.179708 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.235884 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.285126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-55f64366-2b24-4083-8535-c0f177c271aa', 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'fixed_ips': [{'subnet_id': '2cc34bd7-c495-4c0a-bb63-93852a0726dd'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:31:23.287386 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.290402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.386599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.436079 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.471773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef10097-9362-4539-992c-ecbbd8f063af None None] Pushing event updated for resources: {'Port': ['ID=7ae242c1-0e82-4321-b11c-d4e6df13691d,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:23.491730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Allocated IP 172.20.0.2 (55f64366-2b24-4083-8535-c0f177c271aa/2cc34bd7-c495-4c0a-bb63-93852a0726dd/5f523a3e-8fbb-457c-9b60-e1d15c4e298d) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:23.568757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Attempting to bind port 7ae242c1-0e82-4321-b11c-d4e6df13691d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:23.569129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Attempting to bind port 7ae242c1-0e82-4321-b11c-d4e6df13691d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:23.569494 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Attempting to bind port 7ae242c1-0e82-4321-b11c-d4e6df13691d on network a39d931a-981a-4b45-af2a-a467eb6957cd {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:23.578204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:23.578580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Checking segment: {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:23.579000 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.579398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Bound using segment: {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:23.579867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Bound port: 7ae242c1-0e82-4321-b11c-d4e6df13691d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:23.580246 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.700586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] For port 7ae242c1-0e82-4321-b11c-d4e6df13691d, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:23.718854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] For port 7ae242c1-0e82-4321-b11c-d4e6df13691d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7ae242c1-0e82-4321-b11c-d4e6df13691d,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:23.733605 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.739815 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.742220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-90c4bb6d-18fe-4915-a024-9ec980b9c1a2 None None] Provisioning complete for port 7ae242c1-0e82-4321-b11c-d4e6df13691d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:23.742598 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-90c4bb6d-18fe-4915-a024-9ec980b9c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.759508 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.775777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-90c4bb6d-18fe-4915-a024-9ec980b9c1a2 None None] Port 7ae242c1-0e82-4321-b11c-d4e6df13691d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:23.784699 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.819993 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:23.855643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Network 55f64366-2b24-4083-8535-c0f177c271aa is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:23.856474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef10097-9362-4539-992c-ecbbd8f063af None None] Pushing event updated for resources: {'Port': ['ID=7ae242c1-0e82-4321-b11c-d4e6df13691d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:23.861585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:23.862296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:23.865336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:23.877847 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Allocated IP 172.25.2.187 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/6bf7cb18-a22f-45bb-8287-d8884c80d677) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:23.887089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:23.949026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Pushing event updated for resources: {'Port': ['ID=5f523a3e-8fbb-457c-9b60-e1d15c4e298d,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:24.000342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.036562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Attempting to bind port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:24.036930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Attempting to bind port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:24.037553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Attempting to bind port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d on network 55f64366-2b24-4083-8535-c0f177c271aa {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:24.045517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:24.045884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Checking segment: {'id': 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:24.046281 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.046671 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Bound using segment: {'id': 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:24.047155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Bound port: 5f523a3e-8fbb-457c-9b60-e1d15c4e298d, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:24.047530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.063913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:24.133666 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.176107 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:24.180191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:24.183178 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:24.212252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf7cb18-a22f-45bb-8287-d8884c80d677,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:24.344032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0ef241ff-e88a-4edd-a071-1746b26e1c79 None None] Provisioning complete for port 7ae242c1-0e82-4321-b11c-d4e6df13691d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:24.344579 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0ef241ff-e88a-4edd-a071-1746b26e1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.422701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] For port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:24.442147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] For port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5f523a3e-8fbb-457c-9b60-e1d15c4e298d,segment=NetworkSegment(c2bdbc01-4cdf-44f6-9167-ef196fdcae4b),segment_id=c2bdbc01-4cdf-44f6-9167-ef196fdcae4b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:24.449874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e60c1e0b-49b5-47e4-a30b-51436468c3ad up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:24.488884 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.514870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.642134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7607807c-0b1e-47b8-8024-41378a34a299 None None] Pushing event updated for resources: {'Port': ['ID=5f523a3e-8fbb-457c-9b60-e1d15c4e298d,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:24.659738 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0ef241ff-e88a-4edd-a071-1746b26e1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.664829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e60c1e0b-49b5-47e4-a30b-51436468c3ad triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:24.665200 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.737497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:23Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:24.740253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.741708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0ef241ff-e88a-4edd-a071-1746b26e1c79 None None] For port 7ae242c1-0e82-4321-b11c-d4e6df13691d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7ae242c1-0e82-4321-b11c-d4e6df13691d,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:24.789783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84304e52-caa8-4529-85f7-10ffee57b6cc None None] The sync data for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 is: [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:23Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:31:24.820259 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0ef241ff-e88a-4edd-a071-1746b26e1c79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:24.919573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef241ff-e88a-4edd-a071-1746b26e1c79 None None] Pushing event updated for resources: {'Port': ['ID=7ae242c1-0e82-4321-b11c-d4e6df13691d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:24.990708 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Router cb29e422-cddf-4df0-9fbb-a130fce1d259 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:31:25.105600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:31:25.115012 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Sync routers for ids ['cb29e422-cddf-4df0-9fbb-a130fce1d259'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:31:25.124748 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Routers {'cb29e422-cddf-4df0-9fbb-a130fce1d259'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:25.125369 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cb29e422-cddf-4df0-9fbb-a130fce1d259'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:25.219895 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:25.221549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e855e628-9f6d-4a23-acb0-32aea02473a0 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1386316 Oct 12 23:31:25.224795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40124) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:25.238291 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Set router cb29e422-cddf-4df0-9fbb-a130fce1d259 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:25.444042 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 3, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'gw_port': {'id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:25.478210 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Checking router: cb29e422-cddf-4df0-9fbb-a130fce1d259 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:31:25.478798 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Updating router cb29e422-cddf-4df0-9fbb-a130fce1d259 port 6bf7cb18-a22f-45bb-8287-d8884c80d677 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:31:25.506333 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:25.741555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e715da73-7963-4e10-827d-b2a6a301208d None None] Network 55f64366-2b24-4083-8535-c0f177c271aa requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:31:25.822562 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:25.878035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4f23b98b-4b9b-46db-809d-7883370d3ff5 None None] Provisioning complete for port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:25.878424 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f23b98b-4b9b-46db-809d-7883370d3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:25.898491 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:25.967316 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Attempting to bind port 6bf7cb18-a22f-45bb-8287-d8884c80d677 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:25.968053 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Attempting to bind port 6bf7cb18-a22f-45bb-8287-d8884c80d677 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:25.968053 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Attempting to bind port 6bf7cb18-a22f-45bb-8287-d8884c80d677 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:25.977481 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:25.977793 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:25.978227 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:25.978558 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:25.979179 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Bound port: 6bf7cb18-a22f-45bb-8287-d8884c80d677, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:25.979407 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:25.986337 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375daea-9bbf-4e9a-b5f9-9828ce3a6c04 None None] Pushing event updated for resources: {'Port': ['ID=6bf7cb18-a22f-45bb-8287-d8884c80d677,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:26.038317 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f23b98b-4b9b-46db-809d-7883370d3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.066987 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] For port 6bf7cb18-a22f-45bb-8287-d8884c80d677, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:26.071630 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] For port 6bf7cb18-a22f-45bb-8287-d8884c80d677, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6bf7cb18-a22f-45bb-8287-d8884c80d677,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:26.080736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4f23b98b-4b9b-46db-809d-7883370d3ff5 None None] For port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5f523a3e-8fbb-457c-9b60-e1d15c4e298d,segment=NetworkSegment(c2bdbc01-4cdf-44f6-9167-ef196fdcae4b),segment_id=c2bdbc01-4cdf-44f6-9167-ef196fdcae4b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:26.118781 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.162634 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.195060 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f23b98b-4b9b-46db-809d-7883370d3ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.220710 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Routers {'cb29e422-cddf-4df0-9fbb-a130fce1d259'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:26.221813 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cb29e422-cddf-4df0-9fbb-a130fce1d259'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:26.247564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f23b98b-4b9b-46db-809d-7883370d3ff5 None None] Pushing event updated for resources: {'Port': ['ID=5f523a3e-8fbb-457c-9b60-e1d15c4e298d,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:26.316347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d95a16b6-a62b-45f6-93ca-53a0b17eb989 None None] Provisioning complete for port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:26.317250 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d95a16b6-a62b-45f6-93ca-53a0b17eb989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.348714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Allocated IP 172.20.0.1 (55f64366-2b24-4083-8535-c0f177c271aa/2cc34bd7-c495-4c0a-bb63-93852a0726dd/5b0b98ae-b6be-4d65-895e-79cd40b8aae0) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:31:26.379475 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1375daea-9bbf-4e9a-b5f9-9828ce3a6c04 None None] Pushing event updated for resources: {'Port': ['ID=6bf7cb18-a22f-45bb-8287-d8884c80d677,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:26.460609 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] Set router cb29e422-cddf-4df0-9fbb-a130fce1d259 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:26.502847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.534417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5f523a3e-8fbb-457c-9b60-e1d15c4e298d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:26.585254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:26.585719 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.636401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.656151 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 3, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'gw_port': {'id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:26.666665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7ae242c1-0e82-4321-b11c-d4e6df13691d up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:26.680077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Network 55f64366-2b24-4083-8535-c0f177c271aa is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:26.682990 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c56a6a-a79c-4982-946f-3adfe3caf4e7 None None] The sync data for ids ['cb29e422-cddf-4df0-9fbb-a130fce1d259'] in n-d-790519-14 is: [{'id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 3, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'gw_port': {'id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:31:26.685416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:26.689356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:31:26.726429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7ae242c1-0e82-4321-b11c-d4e6df13691d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:26.726904 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.733425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Pushing event updated for resources: {'Port': ['ID=5b0b98ae-b6be-4d65-895e-79cd40b8aae0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:26.752473 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.951724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f84fe713-c19e-4418-84d7-e5fc2203f9c6 None None] Provisioning complete for port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:26.952335 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f84fe713-c19e-4418-84d7-e5fc2203f9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.956813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:26.985091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f84fe713-c19e-4418-84d7-e5fc2203f9c6 None None] Port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:27.120479 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:27.184141 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:27.249653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Pushing event updated for resources: {'Port': ['ID=5b0b98ae-b6be-4d65-895e-79cd40b8aae0,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:27.252119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:27.347271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Network 55f64366-2b24-4083-8535-c0f177c271aa is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:31:27.349215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:31:27.467922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Router cb29e422-cddf-4df0-9fbb-a130fce1d259 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:31:27.581179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:31:27.588264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-89decaee-946d-4206-934e-7dd53a78c95f admin admin] 10.222.0.31 "PUT /v2.0/routers/cb29e422-cddf-4df0-9fbb-a130fce1d259/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3607447 Oct 12 23:31:27.633841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e92dc6c5-a97d-4dee-84d1-c17d273e68e9 None None] Provisioning complete for port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:27.634221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e92dc6c5-a97d-4dee-84d1-c17d273e68e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:27.675774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e92dc6c5-a97d-4dee-84d1-c17d273e68e9 None None] Port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:28.455142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6bf7cb18-a22f-45bb-8287-d8884c80d677 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:28.505551 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6bf7cb18-a22f-45bb-8287-d8884c80d677 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:28.505932 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:28.586458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:28.608154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 6bf7cb18-a22f-45bb-8287-d8884c80d677, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6bf7cb18-a22f-45bb-8287-d8884c80d677,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:28.698639 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:28.749350 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=6bf7cb18-a22f-45bb-8287-d8884c80d677,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:28.756882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.757228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.757561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.757895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.758224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.758549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.758873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.759222 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.759540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.759867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.760181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.760500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:31:28.993202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Sync routers for ids ['cb29e422-cddf-4df0-9fbb-a130fce1d259'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:31:29.002161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Routers {'cb29e422-cddf-4df0-9fbb-a130fce1d259'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:29.008157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cb29e422-cddf-4df0-9fbb-a130fce1d259'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:29.113271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Set router cb29e422-cddf-4df0-9fbb-a130fce1d259 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:29.322467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:26Z', 'revision_number': 4, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'gw_port': {'id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5b0b98ae-b6be-4d65-895e-79cd40b8aae0', 'name': '', 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'mac_address': 'fa:16:3e:2a:02:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '2cc34bd7-c495-4c0a-bb63-93852a0726dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:26Z', 'updated_at': '2021-10-12T23:31:27Z', 'revision_number': 2, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'subnets': [{'id': '2cc34bd7-c495-4c0a-bb63-93852a0726dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:29.349742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Checking router: cb29e422-cddf-4df0-9fbb-a130fce1d259 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:31:29.350097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Updating router cb29e422-cddf-4df0-9fbb-a130fce1d259 port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:31:29.375681 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:29.647047 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:29.716465 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:29.784585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaca78c-a831-4957-b449-e76341a92803 None None] Pushing event updated for resources: {'Port': ['ID=5b0b98ae-b6be-4d65-895e-79cd40b8aae0,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:29.834963 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Attempting to bind port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:29.835340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Attempting to bind port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:29.835705 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Attempting to bind port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 on network 55f64366-2b24-4083-8535-c0f177c271aa {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:29.840917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 31, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:29.841288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Checking segment: {'id': 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:29.841689 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:29.842085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Bound using segment: {'id': 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:29.842548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Bound port: 5b0b98ae-b6be-4d65-895e-79cd40b8aae0, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:29.842956 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:29.916616 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] For port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:29.920167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] For port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5b0b98ae-b6be-4d65-895e-79cd40b8aae0,segment=NetworkSegment(c2bdbc01-4cdf-44f6-9167-ef196fdcae4b),segment_id=c2bdbc01-4cdf-44f6-9167-ef196fdcae4b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:30.004369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:30.055849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-93fb1310-05ed-4300-b1c7-a9645318a5f9 None None] Provisioning complete for port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:30.055849 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93fb1310-05ed-4300-b1c7-a9645318a5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:30.109851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaca78c-a831-4957-b449-e76341a92803 None None] Pushing event updated for resources: {'Port': ['ID=5b0b98ae-b6be-4d65-895e-79cd40b8aae0,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:30.116619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Routers {'cb29e422-cddf-4df0-9fbb-a130fce1d259'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:30.117313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cb29e422-cddf-4df0-9fbb-a130fce1d259'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:30.271841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] Set router cb29e422-cddf-4df0-9fbb-a130fce1d259 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:30.273835 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93fb1310-05ed-4300-b1c7-a9645318a5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:30.458754 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6bf7cb18-a22f-45bb-8287-d8884c80d677 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:30.563831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-93fb1310-05ed-4300-b1c7-a9645318a5f9 None None] For port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5b0b98ae-b6be-4d65-895e-79cd40b8aae0,segment=NetworkSegment(c2bdbc01-4cdf-44f6-9167-ef196fdcae4b),segment_id=c2bdbc01-4cdf-44f6-9167-ef196fdcae4b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:30.612580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 6bf7cb18-a22f-45bb-8287-d8884c80d677 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:30.612962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:30.653731 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-93fb1310-05ed-4300-b1c7-a9645318a5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:30.752195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fb1310-05ed-4300-b1c7-a9645318a5f9 None None] Pushing event updated for resources: {'Port': ['ID=5b0b98ae-b6be-4d65-895e-79cd40b8aae0,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:30.812625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1f962253-ce15-496c-8e2b-96f4736f9601 None None] Provisioning complete for port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:30.813006 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f962253-ce15-496c-8e2b-96f4736f9601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:30.865116 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:26Z', 'revision_number': 4, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'gw_port': {'id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5b0b98ae-b6be-4d65-895e-79cd40b8aae0', 'name': '', 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'mac_address': 'fa:16:3e:2a:02:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '2cc34bd7-c495-4c0a-bb63-93852a0726dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:26Z', 'updated_at': '2021-10-12T23:31:29Z', 'revision_number': 4, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'subnets': [{'id': '2cc34bd7-c495-4c0a-bb63-93852a0726dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:30.896308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3383d869-15fb-4ea9-8365-f11fbd73bcde None None] The sync data for ids ['cb29e422-cddf-4df0-9fbb-a130fce1d259'] in n-d-790519-14 is: [{'id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:26Z', 'revision_number': 4, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'gw_port': {'id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5b0b98ae-b6be-4d65-895e-79cd40b8aae0', 'name': '', 'network_id': '55f64366-2b24-4083-8535-c0f177c271aa', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'mac_address': 'fa:16:3e:2a:02:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_interface', 'standard_attr_id': 3969, 'fixed_ips': [{'subnet_id': '2cc34bd7-c495-4c0a-bb63-93852a0726dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:26Z', 'updated_at': '2021-10-12T23:31:29Z', 'revision_number': 4, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'subnets': [{'id': '2cc34bd7-c495-4c0a-bb63-93852a0726dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:31:32.481910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:31:32.534175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:32.534556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:35.133674 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:31:35.169384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40216) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:35.909510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port 0c8a1ab1-505d-442b-8f4e-e89411bc6fd3 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:31:35.909858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:35.997748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:35.998083 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:36.011109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for 0c8a1ab1-505d-442b-8f4e-e89411bc6fd3 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:31:36.253183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:36.281871 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=0c8a1ab1-505d-442b-8f4e-e89411bc6fd3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:36.346988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:36.347620 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Floating IP 7ea01f13-fde0-4691-8ea4-962027078405 disassociated (deleted). External IP: 172.25.2.44, port: 499344f3-8df7-4fc5-aeed-bc1cde838fa7. Oct 12 23:31:36.566649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Router 89193aec-1884-43b0-a2e1-4c97183bcf13 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:31:36.683084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:31:36.688032 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:36.694826 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] Sync routers for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:31:36.703686 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:36.704296 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:36.715693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1609715b-4e10-46ee-a9f2-8e691f21290f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "DELETE /v2.0/floatingips/7ea01f13-fde0-4691-8ea4-962027078405 HTTP/1.1" status: 204 len: 168 time: 1.5452442 Oct 12 23:31:36.716297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:36.718608 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391dbdcd-061f-43f1-90af-5a80dfb28ea4" -d '{"events": [{"name": "network-changed", "server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:36.761651 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec6e119-9950-4125-a98e-7f7011f534f9 x-openstack-request-id: req-2ec6e119-9950-4125-a98e-7f7011f534f9 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:36.761952 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:36.762206 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2ec6e119-9950-4125-a98e-7f7011f534f9 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:36.762619 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'status': 'completed', 'code': 200} Oct 12 23:31:36.833221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-f5d8e92b-020f-4f73-80d6-b9a668f940fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:36.834356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:36.834886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-f5d8e92b-020f-4f73-80d6-b9a668f940fe service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 1097 time: 0.0464346 Oct 12 23:31:36.939047 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-e6cf2706-1a69-42ac-a595-9ed5ae0baace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:36.941605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-e6cf2706-1a69-42ac-a595-9ed5ae0baace service neutron] 10.222.0.25 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.0984561 Oct 12 23:31:37.000307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-3339c467-066d-44f9-8e0b-43cc80bf558a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=499344f3-8df7-4fc5-aeed-bc1cde838fa7 HTTP/1.1" status: 200 len: 217 time: 0.0516667 Oct 12 23:31:37.063620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-8fa66880-9e56-4f98-a3b4-b8d1e2ac5a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:37.065412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-8fa66880-9e56-4f98-a3b4-b8d1e2ac5a13 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0566730 Oct 12 23:31:37.124903 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '893f4554-9362-41d6-879c-309e3f343217', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:26:11Z', 'updated_at': '2021-10-12T23:26:15Z', 'revision_number': 1, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:37.128843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-157eedd1-aec6-4cbc-b65b-40c5974e1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:37.132405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-157eedd1-aec6-4cbc-b65b-40c5974e1c81 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509813 Oct 12 23:31:37.153572 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] Checking router: 89193aec-1884-43b0-a2e1-4c97183bcf13 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:31:37.162087 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:37.163272 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:37.205048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a73a35-94f6-45a0-a54e-6b8ff8a030c8 req-8757207d-b72b-4353-9310-ebb77d3e6bc5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:37.206884 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9a73a35-94f6-45a0-a54e-6b8ff8a030c8 req-8757207d-b72b-4353-9310-ebb77d3e6bc5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 945 time: 0.0621493 Oct 12 23:31:37.254717 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9a73a35-94f6-45a0-a54e-6b8ff8a030c8 req-fde52bb3-d5f0-4c7f-b17a-0f16a7953cd9 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395842 Oct 12 23:31:37.255503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-74de1c26-0843-4070-b5d6-8398ac1f36f3 service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135979 Oct 12 23:31:37.287793 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:37.359669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-391dbdcd-061f-43f1-90af-5a80dfb28ea4 req-8f4bfbcc-5e94-48c7-9934-bf729f86423d service neutron] 10.222.0.25 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955005 Oct 12 23:31:37.521950 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '893f4554-9362-41d6-879c-309e3f343217', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:26:11Z', 'updated_at': '2021-10-12T23:26:15Z', 'revision_number': 1, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:37.552212 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda9c1cf-c4f8-4ed6-9d4c-fec5a8ca6b54 None None] The sync data for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 is: [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '893f4554-9362-41d6-879c-309e3f343217', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'floating_ip_address': '172.25.2.188', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'port_id': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'mac_address': 'fa:16:3e:c2:73:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:26:11Z', 'updated_at': '2021-10-12T23:26:15Z', 'revision_number': 1, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:31:37.784936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c5d065-3930-492d-9cd7-b4108f253106 None None] New status for floating IP 7ea01f13-fde0-4691-8ea4-962027078405: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:31:38.377339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a78ad-f1b5-4576-a3fd-f6bd8141736b req-1b9a46c1-ac84-4081-84a0-92412e1a1d0c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:38.378888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-651a78ad-f1b5-4576-a3fd-f6bd8141736b req-1b9a46c1-ac84-4081-84a0-92412e1a1d0c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 945 time: 0.0505893 Oct 12 23:31:38.419189 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-651a78ad-f1b5-4576-a3fd-f6bd8141736b req-8d835919-ba16-444a-ae91-0a03e9730138 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336857 Oct 12 23:31:38.714746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-c662d3a0-3fdb-4f2a-af14-daa173f706f4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:38.716242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-c662d3a0-3fdb-4f2a-af14-daa173f706f4 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 945 time: 0.0562532 Oct 12 23:31:38.821473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:31:38.821731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:38.913454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] For port 499344f3-8df7-4fc5-aeed-bc1cde838fa7, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=499344f3-8df7-4fc5-aeed-bc1cde838fa7,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:38.913886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:38.930172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for 499344f3-8df7-4fc5-aeed-bc1cde838fa7 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:31:39.548407 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b362e297-dc39-474b-8e89-bd724c29577d req-8d78aa85-3518-4b35-af26-463f1115d691 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:39.548407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b362e297-dc39-474b-8e89-bd724c29577d req-8d78aa85-3518-4b35-af26-463f1115d691 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 945 time: 0.0551939 Oct 12 23:31:39.585352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b362e297-dc39-474b-8e89-bd724c29577d req-bd9e2f6e-5494-45c4-bc03-a88a5aa89446 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330744 Oct 12 23:31:39.601547 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:39.631865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=499344f3-8df7-4fc5-aeed-bc1cde838fa7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:39.676933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] No DVR routers for this DVR port 499344f3-8df7-4fc5-aeed-bc1cde838fa7 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:31:39.679909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:39.683262 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98c8f75c-02d7-4263-812b-4a2b396c0831 req-9da9ba62-0b3c-4045-b995-e999fcd85b19 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.25 "DELETE /v2.0/ports/499344f3-8df7-4fc5-aeed-bc1cde838fa7 HTTP/1.1" status: 204 len: 173 time: 0.9609568 Oct 12 23:31:39.683715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'name': 'network-vif-deleted', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:39.686068 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddc77be-de94-4eaf-b417-f29ca039c96c" -d '{"events": [{"server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "name": "network-vif-deleted", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:39.726470 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73582aec-9c2a-43d4-b0bd-8a376c2217e5 x-openstack-request-id: req-73582aec-9c2a-43d4-b0bd-8a376c2217e5 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:39.726766 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c637807-11f9-4562-b6fa-01536a691182", "name": "network-vif-deleted", "tag": "499344f3-8df7-4fc5-aeed-bc1cde838fa7", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:39.727048 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-73582aec-9c2a-43d4-b0bd-8a376c2217e5 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:39.727454 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c637807-11f9-4562-b6fa-01536a691182', 'name': 'network-vif-deleted', 'tag': '499344f3-8df7-4fc5-aeed-bc1cde838fa7', 'status': 'completed', 'code': 200} Oct 12 23:31:40.690994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a59c19f-b95c-4c2e-a773-889396d708f5 req-a37119a5-9ef1-4098-a39a-1a6e36662a8c tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 210 time: 0.0344112 Oct 12 23:31:41.583321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 499344f3-8df7-4fc5-aeed-bc1cde838fa7 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:31:41.604224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 499344f3-8df7-4fc5-aeed-bc1cde838fa7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:31:41.604830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 499344f3-8df7-4fc5-aeed-bc1cde838fa7 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:31:41.797782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b017b8a-4654-4ffe-b0ee-21a7e4934651 req-e3e50e10-985f-47d6-8bf1-bd5d6722288b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 210 time: 0.0306988 Oct 12 23:31:42.138293 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-68e656c2-c183-4b81-986b-150fea6ef835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:42.891940 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-16cf3da0-981a-4769-bec6-babb3d626d33 req-679e6f19-80af-43f1-ad2c-0a40cdafb202 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 210 time: 0.0272384 Oct 12 23:31:43.987719 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bae129b8-d732-457b-9ffe-6d3e9d7c6e18 req-5b33248a-1694-46ec-b15c-434f1914f89f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 210 time: 0.0258458 Oct 12 23:31:45.104103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-991e660e-2b00-4028-b6a3-fcdf42096363 req-e4cc79cd-968a-49ad-b466-11598b37ee9a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5c637807-11f9-4562-b6fa-01536a691182 HTTP/1.1" status: 200 len: 210 time: 0.0325313 Oct 12 23:31:45.573068 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:45.670040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-948ec55b-1f53-40f4-8bc2-4e072e386dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:46.206809 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:47.967252 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:49.212794 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:49.345722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfc96c-49df-4758-856f-455e56ea6bdd req-283f5e96-e13e-48cb-93a2-88b88e016a4b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:49.347376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fdfc96c-49df-4758-856f-455e56ea6bdd req-283f5e96-e13e-48cb-93a2-88b88e016a4b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.0552700 Oct 12 23:31:49.387792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6fdfc96c-49df-4758-856f-455e56ea6bdd req-2eedacae-53ac-4580-9e5a-b05de221183a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340223 Oct 12 23:31:49.420716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40318) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:49.482616 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-bc4ee13b-2e56-4ee2-bc41-07fca20d5943 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/b89bd14d-db4c-4733-b92b-55fa38504c7d HTTP/1.1" status: 200 len: 993 time: 0.0607524 Oct 12 23:31:49.486678 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:49.939329 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053d02f-6b4b-42a5-9e16-99c6d73bc94f req-e1291a43-9109-4f28-8e4f-4e9908c4cafd tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:49.940884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7053d02f-6b4b-42a5-9e16-99c6d73bc94f req-e1291a43-9109-4f28-8e4f-4e9908c4cafd tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1097 time: 0.0423636 Oct 12 23:31:49.977616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7053d02f-6b4b-42a5-9e16-99c6d73bc94f req-386263e0-d332-4fc0-b831-0f68abfa1b15 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295219 Oct 12 23:31:51.026703 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-80395aaf-95a5-4681-bd5c-43533527dc50 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0502794 Oct 12 23:31:51.036449 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-20898b2f-9443-482b-937f-bb08798f59a1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:31:51.037694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-20898b2f-9443-482b-937f-bb08798f59a1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058136 Oct 12 23:31:52.115741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5ee64561-8288-49d9-84a7-d89140d24ce6 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:52.118125 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5ee64561-8288-49d9-84a7-d89140d24ce6 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports/b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 1094 time: 0.1026654 Oct 12 23:31:52.130028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Request body: {'binding': {'host': 'n-h1-790519-14', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:52.130699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Unknown quota resources ['binding']. {{(pid=101889) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Oct 12 23:31:52.276840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on host n-h1-790519-14 for vnic_type normal with profile None {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:52.276840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:52.276840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on network da37416a-eadd-477c-8614-1b3114a327cf {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:52.276840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on network da37416a-eadd-477c-8614-1b3114a327cf not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:31:52.277268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on network da37416a-eadd-477c-8614-1b3114a327cf {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:52.281911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:52.282250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Checking segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:52.282639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Bound using segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:52.283092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Bound port: b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:52.376878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:52.454889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] Notify callbacks [] for binding, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:52.457094 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-5e724d64-6026-4743-8891-699f509c2bf7 service neutron] 10.222.0.31 "POST /v2.0/ports/b4446fda-4a6f-44c6-a8a8-63f6d8c71094/bindings HTTP/1.1" status: 201 len: 390 time: 0.3331554 Oct 12 23:31:52.749185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23ab5a-4e59-471f-8b69-4fe573d2cab8 req-0f7e9962-5e67-4611-a02f-0efb980667e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:52.750683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f23ab5a-4e59-471f-8b69-4fe573d2cab8 req-0f7e9962-5e67-4611-a02f-0efb980667e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.0511463 Oct 12 23:31:52.793418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f23ab5a-4e59-471f-8b69-4fe573d2cab8 req-8023e136-87e2-4cdc-9f1c-a3be5e308481 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367789 Oct 12 23:31:52.842724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40386) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:31:53.010504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port 4309e956-6e8b-44f2-b8b5-e0f0e10d178e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:31:53.010851 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:53.096578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:53.096790 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:53.111498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for 4309e956-6e8b-44f2-b8b5-e0f0e10d178e owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:31:53.219983 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-a290bcfd-9faa-4ee3-8e5d-331b33551057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:53.221504 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-a290bcfd-9faa-4ee3-8e5d-331b33551057 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1097 time: 0.0946865 Oct 12 23:31:53.356351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-54fd72d0-4f84-4983-a7ab-3b475eac15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:53.357728 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-54fd72d0-4f84-4983-a7ab-3b475eac15d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=da37416a-eadd-477c-8614-1b3114a327cf HTTP/1.1" status: 200 len: 897 time: 0.1261251 Oct 12 23:31:53.429805 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1e2b9ea0-52ca-48ff-a406-e7f7d4a67750 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 1001 time: 0.0646865 Oct 12 23:31:53.466279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:53.500849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=4309e956-6e8b-44f2-b8b5-e0f0e10d178e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:53.546473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-4c3189d6-307d-4d5d-9f93-7bfe2696f9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:53.547939 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-4c3189d6-307d-4d5d-9f93-7bfe2696f9b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=100f0888-2700-4a67-9f68-b8df3bf58c9c HTTP/1.1" status: 200 len: 834 time: 0.1114182 Oct 12 23:31:53.589391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:53.589716 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Floating IP 893f4554-9362-41d6-879c-309e3f343217 disassociated (deleted). External IP: 172.25.2.188, port: fc0bdd23-a88f-4b0a-8918-8a6bf708723c. Oct 12 23:31:53.647671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-61321ea3-3d34-4d4a-803c-44cdcebea94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:53.649916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-61321ea3-3d34-4d4a-803c-44cdcebea94d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da37416a-eadd-477c-8614-1b3114a327cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0944035 Oct 12 23:31:53.816102 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-e8c5a88f-bd72-4fb3-80d5-1ff31150be6d service neutron] 10.222.0.41 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410511 Oct 12 23:31:53.983445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Router 89193aec-1884-43b0-a2e1-4c97183bcf13 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:31:53.995679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c269748-5445-4e7f-a072-2cd73ca667f3 req-fa2a23f7-19c8-4715-936f-b553e595cb80 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:53.997222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c269748-5445-4e7f-a072-2cd73ca667f3 req-fa2a23f7-19c8-4715-936f-b553e595cb80 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.1309409 Oct 12 23:31:54.003666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-fb39ca96-626d-4e11-8981-5c5f5f1f64aa service neutron] 10.222.0.41 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789899 Oct 12 23:31:54.035144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-bbae872a-dda3-4b82-a7ce-79f78adb063b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:54.036667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-bbae872a-dda3-4b82-a7ce-79f78adb063b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1097 time: 0.0583487 Oct 12 23:31:54.140084 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2c269748-5445-4e7f-a072-2cd73ca667f3 req-74824313-d399-43f3-9d0c-c345042a4a25 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342199 Oct 12 23:31:54.166893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-97895e0f-8063-41c3-9c44-ba770f12549c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:54.168921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-97895e0f-8063-41c3-9c44-ba770f12549c service neutron] 10.222.0.25 "GET /v2.0/networks?id=da37416a-eadd-477c-8614-1b3114a327cf HTTP/1.1" status: 200 len: 897 time: 0.1119280 Oct 12 23:31:54.226834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-3cc6e315-3025-4e31-9bc3-db7aab48000d tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:54.228806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-3cc6e315-3025-4e31-9bc3-db7aab48000d tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5&tenant_id=38742014418042538107885273e48e96&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1097 time: 0.1678462 Oct 12 23:31:54.243071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-790519-14'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:31:54.247168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:31:54.247398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-d300c65f-c8e5-4d88-a5bf-b5a81b91cec3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 1001 time: 0.0719111 Oct 12 23:31:54.256570 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] Sync routers for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:31:54.271544 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:54.271721 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:54.272700 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:54.306533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-cdf07fa4-9d72-4c45-a9c4-10b22186d97f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:54.308241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-cdf07fa4-9d72-4c45-a9c4-10b22186d97f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100f0888-2700-4a67-9f68-b8df3bf58c9c HTTP/1.1" status: 200 len: 834 time: 0.0531244 Oct 12 23:31:54.321996 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-103ffa89-1de7-4b73-bc8e-5cef87ef1778 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "DELETE /v2.0/floatingips/893f4554-9362-41d6-879c-309e3f343217 HTTP/1.1" status: 204 len: 168 time: 1.4780483 Oct 12 23:31:54.324531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:54.326756 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e" -d '{"events": [{"name": "network-changed", "server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:54.337418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:54.389037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-822d3ed4-bfd0-4c28-9170-9c89ea9cbf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:54.398969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-822d3ed4-bfd0-4c28-9170-9c89ea9cbf73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da37416a-eadd-477c-8614-1b3114a327cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0836120 Oct 12 23:31:54.419781 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaaf7bc-5130-432e-8a4b-b3c1ab114c76 x-openstack-request-id: req-4eaaf7bc-5130-432e-8a4b-b3c1ab114c76 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:54.420080 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:54.420341 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-4eaaf7bc-5130-432e-8a4b-b3c1ab114c76 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:54.421107 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'status': 'completed', 'code': 200} Oct 12 23:31:54.458618 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:54.532776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:54.580284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-59aff27f-f357-4e8a-a85d-ddbb0fec9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:54.586445 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:54.588252 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-59aff27f-f357-4e8a-a85d-ddbb0fec9b1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 1098 time: 0.1360319 Oct 12 23:31:54.622651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-1aadb90b-d1ca-4d66-9baa-01bed9ead36b service neutron] 10.222.0.25 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145996 Oct 12 23:31:54.641213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:54.692682 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:54.775886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-659e06df-8b58-4043-83c3-fdca47caa05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:54.778079 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-659e06df-8b58-4043-83c3-fdca47caa05f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 200 len: 913 time: 0.1535258 Oct 12 23:31:54.861409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-847eba19-0b09-4b6f-817b-037e3a8cf585 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c HTTP/1.1" status: 200 len: 217 time: 0.0540926 Oct 12 23:31:54.930208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-39588f20-96c4-4274-8f35-4bdd8b4eadec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:54.932063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-39588f20-96c4-4274-8f35-4bdd8b4eadec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 200 len: 851 time: 0.0615909 Oct 12 23:31:54.950196 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:54.963645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Pushing event updated for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=7']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:55.003389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3a4b679-b02d-4512-afb8-c80f94e46329 req-4e40a007-6505-4da4-836c-b20adbaa039f service neutron] 10.222.0.25 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409717 Oct 12 23:31:55.009188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-963fc3bc-a777-4f3d-b389-f9815e5c003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:55.011500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-963fc3bc-a777-4f3d-b389-f9815e5c003c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687683 Oct 12 23:31:55.021925 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] Checking router: 89193aec-1884-43b0-a2e1-4c97183bcf13 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:31:55.029467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on host n-h2-790519-14 for vnic_type normal with profile {"migrating_to": "n-h1-790519-14"} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:31:55.033709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e32a3acf-8719-4597-9271-ee379ec2338f None None] Provisioning complete for port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:55.034479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:31:55.035125 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e32a3acf-8719-4597-9271-ee379ec2338f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:55.036576 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:31:55.036877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on network da37416a-eadd-477c-8614-1b3114a327cf {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:55.039995 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:55.048177 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on network da37416a-eadd-477c-8614-1b3114a327cf not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:31:55.048649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Attempting to bind port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on network da37416a-eadd-477c-8614-1b3114a327cf {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:31:55.062735 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 31, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:31:55.063115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Checking segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:31:55.063504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Bound using segment: {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'} {{(pid=101889) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:31:55.063957 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.managers [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Bound port: b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fbacc7f-5bd2-4210-b578-837f2c741dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf'}}] {{(pid=101889) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:31:55.064325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:55.072885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e32a3acf-8719-4597-9271-ee379ec2338f None None] Port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:31:55.102582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebace729-8a0a-437a-a316-bc5531118078 req-4bd2992e-7aa2-47f6-8b07-e2c670dd5adc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:55.110032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ebace729-8a0a-437a-a316-bc5531118078 req-4bd2992e-7aa2-47f6-8b07-e2c670dd5adc tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 946 time: 0.2093332 Oct 12 23:31:55.128943 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-77255a38-0a9b-4100-85b6-94c906d28905 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039839 Oct 12 23:31:55.176407 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:31:55.237804 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f64d5f97-d0a0-4c7d-8fcb-6e03025b426e req-0a0f175c-c974-4e5a-968d-1fc0fde197b5 service neutron] 10.222.0.41 "GET /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018090 Oct 12 23:31:55.328815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17854dd5-4f1f-476e-b019-fd7eff5852c8 req-226c731f-2e72-4de3-9c73-6bfa654a42fa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:55.330627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17854dd5-4f1f-476e-b019-fd7eff5852c8 req-226c731f-2e72-4de3-9c73-6bfa654a42fa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 943 time: 0.0686946 Oct 12 23:31:55.414630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17854dd5-4f1f-476e-b019-fd7eff5852c8 req-be30be19-ceac-43d4-a7b7-47728f31a9a3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737331 Oct 12 23:31:55.435589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-a6132ccf-e05c-47b2-85d0-6959c577f855 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:55.437396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-a6132ccf-e05c-47b2-85d0-6959c577f855 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 946 time: 0.0950942 Oct 12 23:31:55.486489 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:31:55.524745 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce6bd0f-8cb0-47e7-b4ea-3707b166f2e6 None None] The sync data for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 is: [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:15:56Z', 'revision_number': 4, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9ff2bccb-a220-4a9e-aafc-aa11ac755900', 'name': '', 'network_id': '9dfff4e1-8f06-45c7-a0f5-5156dd2f2255', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'mac_address': 'fa:16:3e:c8:d6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_interface', 'standard_attr_id': 2742, 'fixed_ips': [{'subnet_id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:54Z', 'updated_at': '2021-10-12T23:16:02Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'subnets': [{'id': '4673c338-433e-4237-a51e-e1311e5e28b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:31:55.575198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port fc0bdd23-a88f-4b0a-8918-8a6bf708723c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:31:55.575707 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:55.579209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ebace729-8a0a-437a-a316-bc5531118078 req-8e0c4608-1567-47e9-99ee-fe6501b29314 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/security-groups?id=72900ad4-447b-47de-a692-af71368558f8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4681771 Oct 12 23:31:55.608598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, cleared binding levels {{(pid=101889) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:31:55.612607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101889) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:31:55.681939 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:55.689455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] For port fc0bdd23-a88f-4b0a-8918-8a6bf708723c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:55.689841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:55.706360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for fc0bdd23-a88f-4b0a-8918-8a6bf708723c owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:31:55.823562 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:55.824306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:55.825759 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] 10.222.0.41 "PUT /v2.0/ports/b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 1123 time: 1.5885940 Oct 12 23:31:55.843690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] Pushing event updated for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=8']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:55.891145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['b4446fda-4a6f-44c6-a8a8-63f6d8c71094'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:31:55.952256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0a0a61a-db4d-498c-a411-18a8e37de41a None None] New status for floating IP 893f4554-9362-41d6-879c-309e3f343217: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:31:55.955140 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:56.035990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=fc0bdd23-a88f-4b0a-8918-8a6bf708723c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:56.061040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] No DVR routers for this DVR port fc0bdd23-a88f-4b0a-8918-8a6bf708723c on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:31:56.064814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:56.068374 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a22ee4fa-0329-472b-a0e8-b035913636cb req-b1c240a3-80ef-44ac-acfc-8d3b1190884a tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.41 "DELETE /v2.0/ports/fc0bdd23-a88f-4b0a-8918-8a6bf708723c HTTP/1.1" status: 204 len: 173 time: 0.6231532 Oct 12 23:31:56.068930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'name': 'network-vif-deleted', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:56.080352 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d678ea9-d92b-488b-9768-59752ec59780" -d '{"events": [{"server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "name": "network-vif-deleted", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:56.115767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5ebd2af4-23b7-4c9d-82b2-7b1050b02d63 None None] Provisioning complete for port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:31:56.116257 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2af4-23b7-4c9d-82b2-7b1050b02d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:56.128624 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d557573d-8f58-44f1-8547-f00b8f7a7bf8 x-openstack-request-id: req-d557573d-8f58-44f1-8547-f00b8f7a7bf8 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:56.128624 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5033555b-129a-4fbf-8c51-39d6defbd32c", "name": "network-vif-deleted", "tag": "fc0bdd23-a88f-4b0a-8918-8a6bf708723c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:56.128624 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d557573d-8f58-44f1-8547-f00b8f7a7bf8 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:56.128624 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5033555b-129a-4fbf-8c51-39d6defbd32c', 'name': 'network-vif-deleted', 'tag': 'fc0bdd23-a88f-4b0a-8918-8a6bf708723c', 'status': 'completed', 'code': 200} Oct 12 23:31:56.259477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2af4-23b7-4c9d-82b2-7b1050b02d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:56.302819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:56.305923 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be43497c-f0d1-4d71-814e-0f780d742105" -d '{"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-plugged", "status": "completed", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:56.329699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5ebd2af4-23b7-4c9d-82b2-7b1050b02d63 None None] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:56.362145 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a945ea3-0952-4b9b-b489-f8e32635c0c0 x-openstack-request-id: req-8a945ea3-0952-4b9b-b489-f8e32635c0c0 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:56.362445 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-plugged", "status": "completed", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:56.362703 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a945ea3-0952-4b9b-b489-f8e32635c0c0 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:56.363203 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'code': 200} Oct 12 23:31:56.412620 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ebd2af4-23b7-4c9d-82b2-7b1050b02d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:31:56.422367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094'}, {'name': 'network-changed', 'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:31:56.427407 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a" -d '{"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-unplugged", "status": "completed", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094"}, {"name": "network-changed", "server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:31:56.500707 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 12 Oct 2021 23:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52164ac7-db2a-4922-9133-05a785e7276d x-openstack-request-id: req-52164ac7-db2a-4922-9133-05a785e7276d {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:31:56.505693 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-unplugged", "status": "completed", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094", "code": 200}, {"name": "network-changed", "server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:31:56.506162 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-52164ac7-db2a-4922-9133-05a785e7276d {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:31:56.506787 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'code': 200} Oct 12 23:31:56.507265 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'status': 'completed', 'code': 200} Oct 12 23:31:56.597044 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cc654-8c64-4bcf-9b5b-60d7a29bee46 req-1bc9f3ca-6219-4c53-abf6-b8923f3df2b1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:56.609283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be8cc654-8c64-4bcf-9b5b-60d7a29bee46 req-1bc9f3ca-6219-4c53-abf6-b8923f3df2b1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.0991859 Oct 12 23:31:56.619138 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd2af4-23b7-4c9d-82b2-7b1050b02d63 None None] Pushing event updated for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:31:56.646788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-b9311e06-e599-41a1-a8f5-3d31179cb54f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:56.652581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-b9311e06-e599-41a1-a8f5-3d31179cb54f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1128 time: 0.1171811 Oct 12 23:31:56.669385 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be8cc654-8c64-4bcf-9b5b-60d7a29bee46 req-9f794b55-9229-4e64-8502-2df04832aabb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518861 Oct 12 23:31:56.733690 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f4413730-d67e-42be-9ff2-6167ccd25be3 req-8da8c0db-1f95-4334-86f1-9f3da1efcd84 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 210 time: 0.0519624 Oct 12 23:31:56.780401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-900501f3-81e6-4271-a99c-15b8a183ce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:56.780401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-900501f3-81e6-4271-a99c-15b8a183ce39 service neutron] 10.222.0.25 "GET /v2.0/networks?id=da37416a-eadd-477c-8614-1b3114a327cf HTTP/1.1" status: 200 len: 897 time: 0.1178803 Oct 12 23:31:56.846488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-dc90e92f-e4e8-46ef-ae29-822cd409d6e0 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 1001 time: 0.0599675 Oct 12 23:31:56.895409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-3cbdca64-5227-4b2b-83f7-7baa823e7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:56.896844 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-3cbdca64-5227-4b2b-83f7-7baa823e7270 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=100f0888-2700-4a67-9f68-b8df3bf58c9c HTTP/1.1" status: 200 len: 834 time: 0.0430524 Oct 12 23:31:56.946372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-050819b2-ec04-4bbc-b8d4-892402fd76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:56.947892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-050819b2-ec04-4bbc-b8d4-892402fd76aa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=da37416a-eadd-477c-8614-1b3114a327cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441289 Oct 12 23:31:57.049369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-f7f3175c-6828-4038-8a1a-b167d75a24d9 service neutron] 10.222.0.25 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846415 Oct 12 23:31:57.137785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c36a7c6-38ce-4d00-aa5b-c88d9ad88e5a req-5bd80739-2d45-4b8d-a9ff-f6c0683b744d service neutron] 10.222.0.25 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889285 Oct 12 23:31:57.803369 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b74f11-3efe-4ca3-9095-d501ed1ac371 req-7caf0916-4315-4fad-ac89-d7960367b4c3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:57.805151 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-05b74f11-3efe-4ca3-9095-d501ed1ac371 req-7caf0916-4315-4fad-ac89-d7960367b4c3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.0555758 Oct 12 23:31:57.834664 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f5879f2-93d3-42b0-aad4-9a53bf23806e req-5d6751f7-e69f-45d3-a110-488384148732 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 210 time: 0.0276279 Oct 12 23:31:57.851935 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-05b74f11-3efe-4ca3-9095-d501ed1ac371 req-76f3b43e-6343-4298-ac70-828247e70fb5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364726 Oct 12 23:31:58.944076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2985ceb9-8577-43c2-b496-9ddcbf0c7119 req-56ed658e-65ac-456b-b9dc-698d2d33d08f tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 210 time: 0.0392849 Oct 12 23:31:58.995877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8baa096-629c-4e61-9d88-c712b213cb1b req-98c19122-708c-4054-91d4-b835ae658513 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:31:58.997642 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8baa096-629c-4e61-9d88-c712b213cb1b req-98c19122-708c-4054-91d4-b835ae658513 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.0773525 Oct 12 23:31:59.044724 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8baa096-629c-4e61-9d88-c712b213cb1b req-b956f56d-0c44-4deb-984d-06b4e3377ef8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402200 Oct 12 23:31:59.406556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b4446fda-4a6f-44c6-a8a8-63f6d8c71094 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:31:59.408600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fc0bdd23-a88f-4b0a-8918-8a6bf708723c no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:31:59.432664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: fc0bdd23-a88f-4b0a-8918-8a6bf708723c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:31:59.433005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device fc0bdd23-a88f-4b0a-8918-8a6bf708723c not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:31:59.521553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:31:59.531922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b4446fda-4a6f-44c6-a8a8-63f6d8c71094 has no active binding in host n-h1-790519-14 {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Oct 12 23:32:00.055411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92670c29-4603-4635-885a-3ca85c17b6c9 req-bb73e89a-3e3c-4aae-b148-ccbdf8e67de5 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 210 time: 0.0310044 Oct 12 23:32:00.171225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c21e738-410e-42a1-ac83-b779bc5d069b req-3b796e23-4b38-47e5-bfd3-3b1bd7104962 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:00.172639 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c21e738-410e-42a1-ac83-b779bc5d069b req-3b796e23-4b38-47e5-bfd3-3b1bd7104962 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 945 time: 0.0595033 Oct 12 23:32:00.213071 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3c21e738-410e-42a1-ac83-b779bc5d069b req-d25b2201-1c73-4f7f-8858-6f5bfdb7d9ab tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342848 Oct 12 23:32:00.824041 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-c3953292-ad54-415b-9927-2be5a93ce993 service neutron] 10.222.0.25 "GET /v2.0/ports/b4446fda-4a6f-44c6-a8a8-63f6d8c71094/bindings/n-h1-790519-14 HTTP/1.1" status: 200 len: 385 time: 0.0566671 Oct 12 23:32:01.026192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e835d6a-e32e-4bf2-9446-ac5285c1030d service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:01.046754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e835d6a-e32e-4bf2-9446-ac5285c1030d service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:32:01.104596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e835d6a-e32e-4bf2-9446-ac5285c1030d service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:01.115233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:32:01.118514 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedb49d8-60bf-411b-9295-7c46637f4ef0" -d '{"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-unplugged", "status": "completed", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:32:01.182241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a0a3fd4-bf7e-4c72-a91e-c57421781e10 req-071f579a-2227-4e03-8312-d1ff5aab6c6b tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 210 time: 0.0426266 Oct 12 23:32:01.189985 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e835d6a-e32e-4bf2-9446-ac5285c1030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:01.213348 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7262f55-6a04-4215-814e-2142b6290428 x-openstack-request-id: req-f7262f55-6a04-4215-814e-2142b6290428 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:32:01.213729 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-unplugged", "status": "completed", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:32:01.214190 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f7262f55-6a04-4215-814e-2142b6290428 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:32:01.214688 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'code': 200} Oct 12 23:32:01.345699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e835d6a-e32e-4bf2-9446-ac5285c1030d service neutron] Transition to ACTIVE for port object b4446fda-4a6f-44c6-a8a8-63f6d8c71094 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:32:01.348697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3c2b1-8972-4446-9b67-8c16a444ea56 req-25ef7156-e6ac-41ff-b503-1bca4818b9af tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:01.350180 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21c3c2b1-8972-4446-9b67-8c16a444ea56 req-25ef7156-e6ac-41ff-b503-1bca4818b9af tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 944 time: 0.0540633 Oct 12 23:32:01.389057 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-21c3c2b1-8972-4446-9b67-8c16a444ea56 req-a0e34b42-1575-499b-adf2-84e5814f3c1c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322306 Oct 12 23:32:01.418457 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e835d6a-e32e-4bf2-9446-ac5285c1030d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:01.517503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e835d6a-e32e-4bf2-9446-ac5285c1030d service neutron] Pushing event updated for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=11']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:01.570743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e835d6a-e32e-4bf2-9446-ac5285c1030d service neutron] No DVR routers for this DVR port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:32:01.739841 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e835d6a-e32e-4bf2-9446-ac5285c1030d service neutron] 10.222.0.25 "PUT /v2.0/ports/b4446fda-4a6f-44c6-a8a8-63f6d8c71094/bindings/n-h1-790519-14/activate HTTP/1.1" status: 200 len: 370 time: 0.9081173 Oct 12 23:32:01.930282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e52fcc3-b76c-4533-a548-9545e690c02e tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:01.931782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2e52fcc3-b76c-4533-a548-9545e690c02e tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5&tenant_id=38742014418042538107885273e48e96&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.0813811 Oct 12 23:32:01.980257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-ed7c3a74-195e-4c48-ba35-6e21229257e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:01.981999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-ed7c3a74-195e-4c48-ba35-6e21229257e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 1096 time: 0.0426390 Oct 12 23:32:02.043190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-3b93f1c5-a7b4-4baa-92b5-29d9e8c82c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:02.044679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-3b93f1c5-a7b4-4baa-92b5-29d9e8c82c67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1096 time: 0.0407693 Oct 12 23:32:02.135783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-8bab66ec-f821-4de1-9eed-38dae35899cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:02.137310 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-8bab66ec-f821-4de1-9eed-38dae35899cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=da37416a-eadd-477c-8614-1b3114a327cf HTTP/1.1" status: 200 len: 897 time: 0.0857110 Oct 12 23:32:02.201415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-cdceeb25-b196-462a-8702-8c1869f5cedc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 999 time: 0.0564060 Oct 12 23:32:02.256055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-0b5755c6-e00e-4b14-ab1c-cabc34b82c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:02.259282 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-0b5755c6-e00e-4b14-ab1c-cabc34b82c88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=100f0888-2700-4a67-9f68-b8df3bf58c9c HTTP/1.1" status: 200 len: 834 time: 0.0496309 Oct 12 23:32:02.316158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cbcee81e-3931-4b82-bc3b-9a1137163eb9 req-10f77e5c-2566-435c-876f-68470472dc01 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "GET /v2.0/ports?device_id=5033555b-129a-4fbf-8c51-39d6defbd32c HTTP/1.1" status: 200 len: 210 time: 0.0396473 Oct 12 23:32:02.330305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-117bbf18-f928-4e1e-9708-f68eb951bb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:02.331885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-117bbf18-f928-4e1e-9708-f68eb951bb77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da37416a-eadd-477c-8614-1b3114a327cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657952 Oct 12 23:32:02.543068 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727d35a-fdb2-478f-ba3a-b39763fc5689 req-0cc63c0d-f7dc-4998-ba2d-8c5fa4862d51 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:02.544754 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9727d35a-fdb2-478f-ba3a-b39763fc5689 req-0cc63c0d-f7dc-4998-ba2d-8c5fa4862d51 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 944 time: 0.0603464 Oct 12 23:32:02.591538 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9727d35a-fdb2-478f-ba3a-b39763fc5689 req-02c58432-248e-4811-80b0-66778d692cc5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404153 Oct 12 23:32:02.794064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-d43a0c0d-3868-4256-830c-01c1308bbe07 service neutron] 10.222.0.41 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4546764 Oct 12 23:32:02.885342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-d69e9ce8-c554-43c4-bccd-3b8196e81384 service neutron] 10.222.0.41 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844915 Oct 12 23:32:03.314320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2fe63eb9-88bc-45a8-a7dd-cdb296dda98b tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:03.315911 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-2fe63eb9-88bc-45a8-a7dd-cdb296dda98b tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5&tenant_id=38742014418042538107885273e48e96&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 1096 time: 0.0480845 Oct 12 23:32:03.373655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40490) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:03.570722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-b974a986-ebf7-445e-b974-aaf776c9b1ae service neutron] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:32:03.572035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Deleting port 6d3c87ac-1003-49f9-923e-b3b9f2984c8a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:03.572375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:03.576967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-b974a986-ebf7-445e-b974-aaf776c9b1ae service neutron] Notify callbacks [] for binding, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:03.578022 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-b974a986-ebf7-445e-b974-aaf776c9b1ae service neutron] 10.222.0.41 "DELETE /v2.0/ports/b4446fda-4a6f-44c6-a8a8-63f6d8c71094/bindings/n-h2-790519-14 HTTP/1.1" status: 204 len: 173 time: 0.2545438 Oct 12 23:32:03.654417 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:03.654745 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:03.669311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Calling delete_port for 6d3c87ac-1003-49f9-923e-b3b9f2984c8a owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:03.718845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b4446fda-4a6f-44c6-a8a8-63f6d8c71094 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:03.733542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97134588-7e8c-4089-bac4-7d4ea0460f8d req-f2e4c882-dec9-44f3-8f8e-686a399b32f4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:03.741147 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-97134588-7e8c-4089-bac4-7d4ea0460f8d req-f2e4c882-dec9-44f3-8f8e-686a399b32f4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 944 time: 0.0690131 Oct 12 23:32:03.782422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b4446fda-4a6f-44c6-a8a8-63f6d8c71094 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:03.793684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-97134588-7e8c-4089-bac4-7d4ea0460f8d req-c81f51a2-176a-465f-b53b-8defdfc3f52e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513768 Oct 12 23:32:03.901780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0193d2-ecc2-41ea-a566-c99d3e74da6f req-298c33aa-024e-4539-aef4-659c201129b9 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:03.903362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d0193d2-ecc2-41ea-a566-c99d3e74da6f req-298c33aa-024e-4539-aef4-659c201129b9 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1096 time: 0.0419059 Oct 12 23:32:03.940043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4d0193d2-ecc2-41ea-a566-c99d3e74da6f req-cc0155ed-8270-4d2a-9662-32e90edd9531 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305319 Oct 12 23:32:03.967009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:04.000158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'Port': ['ID=6d3c87ac-1003-49f9-923e-b3b9f2984c8a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:04.090808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:04.095477 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:04.097127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-49d9301c-c803-4ceb-a65e-c968d7dfd262 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "DELETE /v2.0/floatingips/b907dbff-937b-4ca3-92e6-a4ec2c2962c1 HTTP/1.1" status: 204 len: 168 time: 0.7222860 Oct 12 23:32:04.100047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8c35a8-b318-4ff8-854f-e87e8fdeee0a req-5875cb5d-e350-432b-abcb-28dc14726d6e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:04.102845 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e8c35a8-b318-4ff8-854f-e87e8fdeee0a req-5875cb5d-e350-432b-abcb-28dc14726d6e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 944 time: 0.0856652 Oct 12 23:32:04.142637 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e8c35a8-b318-4ff8-854f-e87e8fdeee0a req-9556a1d0-5983-4088-a7de-d1c5cb257aa8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324142 Oct 12 23:32:04.172242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40510) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:04.245905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7ff84c6a-bb6d-47b1-b495-aa19957bc7c9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/b89bd14d-db4c-4733-b92b-55fa38504c7d HTTP/1.1" status: 200 len: 991 time: 0.0724854 Oct 12 23:32:04.477357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40522) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:04.668914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port 70461377-6df7-4f36-b302-a4c098538f3b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:04.669398 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:04.758363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:04.758713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:04.775819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for 70461377-6df7-4f36-b302-a4c098538f3b owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:04.972555 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:05.010410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=70461377-6df7-4f36-b302-a4c098538f3b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:05.098318 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:05.098661 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Floating IP b89bd14d-db4c-4733-b92b-55fa38504c7d disassociated (deleted). External IP: 172.25.2.136, port: b4446fda-4a6f-44c6-a8a8-63f6d8c71094. Oct 12 23:32:05.328492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 60928e7f-01ce-4880-8c0e-ede0a16fd948 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:32:05.448226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:32:05.453332 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:05.463019 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] Sync routers for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:32:05.479897 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:05.485445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8b0c5da9-6173-4a8b-9e54-cdecd00251df tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/floatingips/b89bd14d-db4c-4733-b92b-55fa38504c7d HTTP/1.1" status: 204 len: 168 time: 1.0069928 Oct 12 23:32:05.486103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:32:05.488610 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:05.488799 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba" -d '{"events": [{"name": "network-changed", "server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:32:05.574548 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f4a357-4745-41d4-8b24-056b2f522ab0 x-openstack-request-id: req-91f4a357-4745-41d4-8b24-056b2f522ab0 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:32:05.574842 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:32:05.575120 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-91f4a357-4745-41d4-8b24-056b2f522ab0 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:32:05.575926 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'status': 'completed', 'code': 200} Oct 12 23:32:05.642000 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:05.680258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-84d257bd-5402-42e3-a088-9c43d084c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:05.681921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-84d257bd-5402-42e3-a088-9c43d084c2d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 1096 time: 0.0738940 Oct 12 23:32:05.834577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-6204a179-82a0-459d-82c7-803e90ee63e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:05.838293 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-6204a179-82a0-459d-82c7-803e90ee63e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=da37416a-eadd-477c-8614-1b3114a327cf HTTP/1.1" status: 200 len: 897 time: 0.1489792 Oct 12 23:32:05.888754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-984c9777-1d85-4714-97f7-a7cfe528ec02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 200 len: 217 time: 0.0394480 Oct 12 23:32:05.893565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '8165dd65-c6f6-4a13-927f-0c98c9fc7f24', 'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c1:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:03Z', 'updated_at': '2021-10-12T23:31:07Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:05.936008 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] Checking router: 60928e7f-01ce-4880-8c0e-ede0a16fd948 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:32:05.943222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-5b760310-f099-4beb-9496-93e50e9e45b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:05.944716 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-5b760310-f099-4beb-9496-93e50e9e45b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=100f0888-2700-4a67-9f68-b8df3bf58c9c HTTP/1.1" status: 200 len: 834 time: 0.0490739 Oct 12 23:32:05.950097 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:05.950097 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:06.001703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-7cf68d45-583b-480b-99c4-f5a75ba64bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:06.003291 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-7cf68d45-583b-480b-99c4-f5a75ba64bda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=da37416a-eadd-477c-8614-1b3114a327cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509281 Oct 12 23:32:06.080016 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:06.108193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-a685fca3-f030-4a39-9933-75da2c7673cc service neutron] 10.222.0.41 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961041 Oct 12 23:32:06.124198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81141d71-3565-44de-8666-9e8e6fef6481 req-63bef78d-3913-408e-a8fd-0d772877746a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:06.126989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81141d71-3565-44de-8666-9e8e6fef6481 req-63bef78d-3913-408e-a8fd-0d772877746a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 944 time: 0.0989871 Oct 12 23:32:06.203215 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81141d71-3565-44de-8666-9e8e6fef6481 req-ba303964-6621-4f04-9cfe-650989a69d98 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670063 Oct 12 23:32:06.270715 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ae97ac7-253e-4458-b63c-e6f4d8ca9bba req-a3c1abfc-bc2d-4a34-8d22-49032f05b7a4 service neutron] 10.222.0.41 "GET /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529648 Oct 12 23:32:06.322910 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '8165dd65-c6f6-4a13-927f-0c98c9fc7f24', 'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c1:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:03Z', 'updated_at': '2021-10-12T23:31:07Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:06.350848 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78eccd62-b81a-4ba9-af8a-e35a18a11711 None None] The sync data for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 is: [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '8165dd65-c6f6-4a13-927f-0c98c9fc7f24', 'name': '', 'network_id': 'da37416a-eadd-477c-8614-1b3114a327cf', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c1:ca:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_interface', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:03Z', 'updated_at': '2021-10-12T23:31:07Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '100f0888-2700-4a67-9f68-b8df3bf58c9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:32:06.424340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229020a9-2054-496d-a581-76a999742e97 req-9a69681e-9723-4a71-99bd-6e51ca5a3317 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:06.426854 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-229020a9-2054-496d-a581-76a999742e97 req-9a69681e-9723-4a71-99bd-6e51ca5a3317 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.41 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 944 time: 0.0807436 Oct 12 23:32:06.530735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-229020a9-2054-496d-a581-76a999742e97 req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:06.531396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-229020a9-2054-496d-a581-76a999742e97 req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:06.646157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-229020a9-2054-496d-a581-76a999742e97 req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port b4446fda-4a6f-44c6-a8a8-63f6d8c71094, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:06.646611 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-229020a9-2054-496d-a581-76a999742e97 req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:06.662143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-229020a9-2054-496d-a581-76a999742e97 req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for b4446fda-4a6f-44c6-a8a8-63f6d8c71094 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:06.697079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18fe558-3761-421f-8f58-be664dc74aa2 None None] New status for floating IP b89bd14d-db4c-4733-b92b-55fa38504c7d: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:32:06.898795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-229020a9-2054-496d-a581-76a999742e97 req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:06.926486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=b4446fda-4a6f-44c6-a8a8-63f6d8c71094,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:06.971986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-229020a9-2054-496d-a581-76a999742e97 req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] No DVR routers for this DVR port b4446fda-4a6f-44c6-a8a8-63f6d8c71094 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:32:06.974574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-229020a9-2054-496d-a581-76a999742e97 req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:06.978174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-229020a9-2054-496d-a581-76a999742e97 req-188c1d37-8378-4237-890d-de52ff819dd9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.41 "DELETE /v2.0/ports/b4446fda-4a6f-44c6-a8a8-63f6d8c71094 HTTP/1.1" status: 204 len: 173 time: 0.5449283 Oct 12 23:32:07.325801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c28e19bc-6506-49be-9a68-79b93385eebf req-2731da8b-390b-4461-a85d-f532c794cb61 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=3cab5f2c-cacf-4ac1-96d7-82caa17f27a5 HTTP/1.1" status: 200 len: 210 time: 0.0370009 Oct 12 23:32:07.576838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-deleted', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:32:07.579236 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4a3c5b-296a-4407-8f62-eb7c8a58acc4" -d '{"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-deleted", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:32:07.618890 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd9eebf-ff51-4547-8790-9500ae6da015 x-openstack-request-id: req-0fd9eebf-ff51-4547-8790-9500ae6da015 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:32:07.619219 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cab5f2c-cacf-4ac1-96d7-82caa17f27a5", "name": "network-vif-deleted", "tag": "b4446fda-4a6f-44c6-a8a8-63f6d8c71094", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:32:07.619473 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fd9eebf-ff51-4547-8790-9500ae6da015 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:32:07.619875 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cab5f2c-cacf-4ac1-96d7-82caa17f27a5', 'name': 'network-vif-deleted', 'tag': 'b4446fda-4a6f-44c6-a8a8-63f6d8c71094', 'status': 'completed', 'code': 200} Oct 12 23:32:08.391065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40580) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:08.684754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40586) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:08.756243 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c315-3979-41ef-81be-79727bb0fc79 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:08.789596 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c315-3979-41ef-81be-79727bb0fc79 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:08.803786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:08.967063 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c315-3979-41ef-81be-79727bb0fc79 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:08.970057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f8f5c315-3979-41ef-81be-79727bb0fc79 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:08.971666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f8f5c315-3979-41ef-81be-79727bb0fc79 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] 10.222.0.31 "DELETE /v2.0/security-groups/72900ad4-447b-47de-a692-af71368558f8 HTTP/1.1" status: 204 len: 168 time: 0.2858348 Oct 12 23:32:08.983491 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f5c315-3979-41ef-81be-79727bb0fc79 tempest-TestVolumeBootPattern-520511346 tempest-TestVolumeBootPattern-520511346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72900ad4-447b-47de-a692-af71368558f8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:09.111132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:09.111480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:09.169364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40592) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:09.219969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port 8165dd65-c6f6-4a13-927f-0c98c9fc7f24, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8165dd65-c6f6-4a13-927f-0c98c9fc7f24,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:09.220343 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:09.233169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:09.462250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b4446fda-4a6f-44c6-a8a8-63f6d8c71094 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:09.483709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: b4446fda-4a6f-44c6-a8a8-63f6d8c71094 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:09.484056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b4446fda-4a6f-44c6-a8a8-63f6d8c71094 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:09.515219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:09.547531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=8165dd65-c6f6-4a13-927f-0c98c9fc7f24,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:09.562282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.562282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.562282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.562282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.562777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.564118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.564118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.564118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.564422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.564599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.564882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.565207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:09.710675 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:09.748987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:09.980376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Deleting port 9ff2bccb-a220-4a9e-aafc-aa11ac755900 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:09.980638 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:09.994731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router 60928e7f-01ce-4880-8c0e-ede0a16fd948 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:32:10.058742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] For port 9ff2bccb-a220-4a9e-aafc-aa11ac755900, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9ff2bccb-a220-4a9e-aafc-aa11ac755900,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:10.059137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:10.075809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Calling delete_port for 9ff2bccb-a220-4a9e-aafc-aa11ac755900 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:10.105754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:32:10.114451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2aafdb94-d13e-43f8-af8f-d06b6a9d89c6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "PUT /v2.0/routers/60928e7f-01ce-4880-8c0e-ede0a16fd948/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7255645 Oct 12 23:32:10.115216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40602) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:10.119325 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] Sync routers for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:32:10.128720 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:10.129538 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:10.169213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b66f4aa5-1b39-4a17-bdc7-a3a09d30e9a6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting subnet 100f0888-2700-4a67-9f68-b8df3bf58c9c {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:32:10.172866 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b66f4aa5-1b39-4a17-bdc7-a3a09d30e9a6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:10.234401 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:10.240667 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b66f4aa5-1b39-4a17-bdc7-a3a09d30e9a6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:10.332088 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b66f4aa5-1b39-4a17-bdc7-a3a09d30e9a6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:10.367346 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:10.394117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ff2bccb-a220-4a9e-aafc-aa11ac755900,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:10.406883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.407267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.407613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.407940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.408272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.408604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.408989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.409248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.409572 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.409895 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.410221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.410606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:10.469813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b66f4aa5-1b39-4a17-bdc7-a3a09d30e9a6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:10.492068 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b66f4aa5-1b39-4a17-bdc7-a3a09d30e9a6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:10.496397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b16012d-ef7d-4bf9-870b-4d80aa948469 None None] Network da37416a-eadd-477c-8614-1b3114a327cf requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:32:10.506480 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b66f4aa5-1b39-4a17-bdc7-a3a09d30e9a6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/subnets/100f0888-2700-4a67-9f68-b8df3bf58c9c HTTP/1.1" status: 204 len: 168 time: 0.3902247 Oct 12 23:32:10.507455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40608) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:10.563038 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:32:09Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:10.605437 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] Checking router: 60928e7f-01ce-4880-8c0e-ede0a16fd948 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:32:10.617309 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] Routers {'60928e7f-01ce-4880-8c0e-ede0a16fd948'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:10.618226 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['60928e7f-01ce-4880-8c0e-ede0a16fd948'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:10.773538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf04d9d-f80c-4d3d-a6d1-6f239a224ef8 None None] DHCP port deletion for da37416a-eadd-477c-8614-1b3114a327cf request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:32:10.775378 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] Set router 60928e7f-01ce-4880-8c0e-ede0a16fd948 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:10.803449 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:10.862480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7bf04d9d-f80c-4d3d-a6d1-6f239a224ef8 None None] Deleting port 8a9b6d80-69fd-4a1e-947c-d64c605cde65 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:10.863393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7bf04d9d-f80c-4d3d-a6d1-6f239a224ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:10.996677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7bf04d9d-f80c-4d3d-a6d1-6f239a224ef8 None None] For port 8a9b6d80-69fd-4a1e-947c-d64c605cde65, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8a9b6d80-69fd-4a1e-947c-d64c605cde65,segment=NetworkSegment(1fbacc7f-5bd2-4210-b578-837f2c741dcf),segment_id=1fbacc7f-5bd2-4210-b578-837f2c741dcf)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:10.997116 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7bf04d9d-f80c-4d3d-a6d1-6f239a224ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.013196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7bf04d9d-f80c-4d3d-a6d1-6f239a224ef8 None None] Calling delete_port for 8a9b6d80-69fd-4a1e-947c-d64c605cde65 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:11.085380 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:32:09Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:11.108460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.121533 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914c4908-8703-4dab-b8fb-08d541502d90 None None] The sync data for ids ['60928e7f-01ce-4880-8c0e-ede0a16fd948'] in n-d-790519-14 is: [{'id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1288391468', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:30:59Z', 'updated_at': '2021-10-12T23:32:09Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': '2b3ab806-726b-4b6c-a36f-741691c7d4b8', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:70:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60928e7f-01ce-4880-8c0e-ede0a16fd948', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:00Z', 'updated_at': '2021-10-12T23:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:32:11.153449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f4aa5-1b39-4a17-bdc7-a3a09d30e9a6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Subnet': ['ID=100f0888-2700-4a67-9f68-b8df3bf58c9c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:11.176512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Router 89193aec-1884-43b0-a2e1-4c97183bcf13 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:32:11.178258 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7bf04d9d-f80c-4d3d-a6d1-6f239a224ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.215340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf04d9d-f80c-4d3d-a6d1-6f239a224ef8 None None] Pushing event deleted for resources: {'Port': ['ID=8a9b6d80-69fd-4a1e-947c-d64c605cde65,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:11.221738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf04d9d-f80c-4d3d-a6d1-6f239a224ef8 None None] No DVR routers for this DVR port 8a9b6d80-69fd-4a1e-947c-d64c605cde65 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:32:11.242513 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.295770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:32:11.303499 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fbfdc5dc-e094-4f9c-97d6-1bd7e67376f4 admin admin] 10.222.0.31 "PUT /v2.0/routers/89193aec-1884-43b0-a2e1-4c97183bcf13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1327536 Oct 12 23:32:11.310050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40612) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:11.310188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] Sync routers for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:32:11.317592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:11.318543 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:11.370029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port 2b3ab806-726b-4b6c-a36f-741691c7d4b8 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:11.370390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.436826 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.488304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port 2b3ab806-726b-4b6c-a36f-741691c7d4b8, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2b3ab806-726b-4b6c-a36f-741691c7d4b8,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:11.488949 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.520094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for 2b3ab806-726b-4b6c-a36f-741691c7d4b8 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:11.584223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.674714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:11.747065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Deleting port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:11.749584 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.818608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.856522 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] For port 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:11.857245 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:11.865011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=2b3ab806-726b-4b6c-a36f-741691c7d4b8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:11.874960 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Calling delete_port for 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:11.978807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63'}], 'enable_snat': True}, 'gw_port_id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:32:10Z', 'revision_number': 5, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port': {'id': '6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:13:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2739, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:15:50Z', 'updated_at': '2021-10-12T23:15:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:11.994404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.019524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] Checking router: 89193aec-1884-43b0-a2e1-4c97183bcf13 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:32:12.029970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] Routers {'89193aec-1884-43b0-a2e1-4c97183bcf13'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:12.030670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:31:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['89193aec-1884-43b0-a2e1-4c97183bcf13'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:12.135996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] Set router 89193aec-1884-43b0-a2e1-4c97183bcf13 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:12.139585 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:32:12.142425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.145453 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.167413 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.200557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Pushing event deleted for resources: {'Port': ['ID=6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:12.224688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:32:11Z', 'revision_number': 6, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:12.227482 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fc25d1b9-2b66-4df4-9b66-10e4267d5831 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.255962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811fefa7-ec22-4f00-9324-9d4e55eee5c2 None None] The sync data for ids ['89193aec-1884-43b0-a2e1-4c97183bcf13'] in n-d-790519-14 is: [{'id': '89193aec-1884-43b0-a2e1-4c97183bcf13', 'name': 'tempest-TestVolumeBootPattern-1648087724-router', 'tenant_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:15:49Z', 'updated_at': '2021-10-12T23:32:11Z', 'revision_number': 6, 'project_id': 'd5796b82d2104cbd9f53b8f46e14bfba', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:32:12.275783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.276447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Fanout notify agent at l3_agent the message router_deleted on router 60928e7f-01ce-4880-8c0e-ede0a16fd948 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:32:12.281888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.288630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.292625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-83fae94b-c49d-4910-a71a-912ab503ca64 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/routers/60928e7f-01ce-4880-8c0e-ede0a16fd948 HTTP/1.1" status: 204 len: 168 time: 1.7403204 Oct 12 23:32:12.294105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40620) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:12.405886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.410318 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.413030 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.511758 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.531339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da37416a-eadd-477c-8614-1b3114a327cf']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:12.540744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbacc7f-5bd2-4210-b578-837f2c741dcf') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:12.541041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbacc7f-5bd2-4210-b578-837f2c741dcf') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:12.549282 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.549994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89193aec-1884-43b0-a2e1-4c97183bcf13 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:32:12.550224 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.555341 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.558808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b96c17ff-971f-489d-a9b7-f18e19d8934c admin admin] 10.222.0.31 "DELETE /v2.0/routers/89193aec-1884-43b0-a2e1-4c97183bcf13 HTTP/1.1" status: 204 len: 168 time: 1.2514787 Oct 12 23:32:12.559130 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40622) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:12.567882 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.574852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:32:12.575370 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:32:12.578667 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:32:12.614723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1f7f8f-69e8-4d0b-93fb-56724bf88cf8 admin admin] Deleting subnet 4673c338-433e-4237-a51e-e1311e5e28b8 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:32:12.618573 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7f8f-69e8-4d0b-93fb-56724bf88cf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.687342 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7f8f-69e8-4d0b-93fb-56724bf88cf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.716778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.731394 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:12.731394 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/networks/da37416a-eadd-477c-8614-1b3114a327cf HTTP/1.1" status: 204 len: 168 time: 0.4323080 Oct 12 23:32:12.732120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40624) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:12.739528 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d7a40-bafc-4957-a65f-e94e61671e3f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Network': ['ID=da37416a-eadd-477c-8614-1b3114a327cf,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:13.074000 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7f8f-69e8-4d0b-93fb-56724bf88cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.076104 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d6abe4c-f909-432c-935b-280589e67bb8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.127099 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d6abe4c-f909-432c-935b-280589e67bb8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.281383 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7f8f-69e8-4d0b-93fb-56724bf88cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.310563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f7f8f-69e8-4d0b-93fb-56724bf88cf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4673c338-433e-4237-a51e-e1311e5e28b8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:13.314576 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6c1f7f8f-69e8-4d0b-93fb-56724bf88cf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.317769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6c1f7f8f-69e8-4d0b-93fb-56724bf88cf8 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4673c338-433e-4237-a51e-e1311e5e28b8 HTTP/1.1" status: 204 len: 168 time: 0.7576318 Oct 12 23:32:13.322438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40630) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:13.324481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9675247-b25b-4312-9a18-f5bb463af743 None None] Network 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:32:13.326551 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d6abe4c-f909-432c-935b-280589e67bb8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.331575 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9d6abe4c-f909-432c-935b-280589e67bb8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.331575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9d6abe4c-f909-432c-935b-280589e67bb8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/security-groups/6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143 HTTP/1.1" status: 204 len: 168 time: 0.5970657 Oct 12 23:32:13.342801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6abe4c-f909-432c-935b-280589e67bb8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1c1e4b-b6e5-4b9c-ad20-8abbff9ed143,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:13.467979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9ff2bccb-a220-4a9e-aafc-aa11ac755900 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:13.481037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.489785 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 9ff2bccb-a220-4a9e-aafc-aa11ac755900 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:13.490135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9ff2bccb-a220-4a9e-aafc-aa11ac755900 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:13.490557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:13.517016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:13.517346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8165dd65-c6f6-4a13-927f-0c98c9fc7f24 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:13.517765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8a9b6d80-69fd-4a1e-947c-d64c605cde65 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:13.542035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 8a9b6d80-69fd-4a1e-947c-d64c605cde65 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:13.542376 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8a9b6d80-69fd-4a1e-947c-d64c605cde65 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:13.563884 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Deleting port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:13.564225 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.629810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e4656f-52ca-4aa9-ab3c-43bb62e47902 None None] DHCP port deletion for 9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:32:13.655731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] For port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:13.656261 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.670350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Calling delete_port for 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:13.683146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-33e4656f-52ca-4aa9-ab3c-43bb62e47902 None None] Deleting port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:13.683657 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-33e4656f-52ca-4aa9-ab3c-43bb62e47902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.754781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-33e4656f-52ca-4aa9-ab3c-43bb62e47902 None None] For port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6,segment=NetworkSegment(ca1915b6-6613-47fd-9353-65f41c89801a),segment_id=ca1915b6-6613-47fd-9353-65f41c89801a)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:13.755228 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-33e4656f-52ca-4aa9-ab3c-43bb62e47902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.772672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-33e4656f-52ca-4aa9-ab3c-43bb62e47902 None None] Calling delete_port for 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:13.858405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.864810 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-33e4656f-52ca-4aa9-ab3c-43bb62e47902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.878246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e4656f-52ca-4aa9-ab3c-43bb62e47902 None None] No DVR routers for this DVR port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:32:13.883258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:13.894423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] No DVR routers for this DVR port 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:32:13.905599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4656f-52ca-4aa9-ab3c-43bb62e47902 None None] Pushing event deleted for resources: {'Port': ['ID=8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:13.970606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:13.994962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dfff4e1-8f06-45c7-a0f5-5156dd2f2255']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:14.004184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca1915b6-6613-47fd-9353-65f41c89801a') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:14.007055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca1915b6-6613-47fd-9353-65f41c89801a') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:14.014762 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.028217 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.033781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:32:14.034156 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:32:14.035812 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:32:14.109841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40640) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:14.114544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6fb4f718-a14c-4c75-b3e4-7b536024e379 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1076866167', 'description': 'tempest-secgroup-smoke-1076866167 description', 'project_id': '38742014418042538107885273e48e96'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:14.199988 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.205166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.209370 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] 10.222.0.31 "DELETE /v2.0/networks/9dfff4e1-8f06-45c7-a0f5-5156dd2f2255 HTTP/1.1" status: 204 len: 168 time: 0.8844743 Oct 12 23:32:14.212591 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40642) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:14.220684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bf94a-9b0f-4743-9d32-21f488261e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=9dfff4e1-8f06-45c7-a0f5-5156dd2f2255,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:14.228602 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f718-a14c-4c75-b3e4-7b536024e379 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.298009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f718-a14c-4c75-b3e4-7b536024e379 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.368095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f718-a14c-4c75-b3e4-7b536024e379 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.403750 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4f718-a14c-4c75-b3e4-7b536024e379 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4fc0da3-c02a-4f39-aaea-68b01386bbdb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:14.475924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:14.479099 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6fb4f718-a14c-4c75-b3e4-7b536024e379 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.483869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6fb4f718-a14c-4c75-b3e4-7b536024e379 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3727274 Oct 12 23:32:14.489821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40644) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:14.489821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-416e4f10-2a37-4dee-84d4-0d75f6d05663 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc0da3-c02a-4f39-aaea-68b01386bbdb', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:14.499479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:14.500132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6c7b4402-ba19-4bdf-8ccb-a5fb0b45b6c5 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:14.501355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:14.524584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:14.524996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8c49fd2d-dbe0-4a67-a25d-294c6d7af9b6 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:14.528297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2b3ab806-726b-4b6c-a36f-741691c7d4b8 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:14.547725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2b3ab806-726b-4b6c-a36f-741691c7d4b8 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:14.554681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2b3ab806-726b-4b6c-a36f-741691c7d4b8 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:14.589634 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.614019 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-416e4f10-2a37-4dee-84d4-0d75f6d05663 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.688591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-416e4f10-2a37-4dee-84d4-0d75f6d05663 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.777279 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-416e4f10-2a37-4dee-84d4-0d75f6d05663 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.814799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e4f10-2a37-4dee-84d4-0d75f6d05663 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a746e19-324a-49fc-8de8-770fa707afdc,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:14.851264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Deleting port 01b65488-008a-42a4-8d1d-6ccee29e5357 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:14.851715 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.894772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-416e4f10-2a37-4dee-84d4-0d75f6d05663 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.900181 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-416e4f10-2a37-4dee-84d4-0d75f6d05663 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4147849 Oct 12 23:32:14.900797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40650) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:14.905611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ea8416ca-5696-4eda-b4bc-4581b659835c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc0da3-c02a-4f39-aaea-68b01386bbdb', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:14.937889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] For port 01b65488-008a-42a4-8d1d-6ccee29e5357, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=01b65488-008a-42a4-8d1d-6ccee29e5357,segment=NetworkSegment(5fc71dbd-fc17-49fa-8893-e79d7469d6a2),segment_id=5fc71dbd-fc17-49fa-8893-e79d7469d6a2)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:14.938258 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:14.952252 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Calling delete_port for 01b65488-008a-42a4-8d1d-6ccee29e5357 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:14.994623 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea8416ca-5696-4eda-b4bc-4581b659835c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.059977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea8416ca-5696-4eda-b4bc-4581b659835c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.149218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea8416ca-5696-4eda-b4bc-4581b659835c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.168059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8416ca-5696-4eda-b4bc-4581b659835c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bf81c01-8d2b-4114-aa1f-29eaf0e0862c,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:15.183867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.210106 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=01b65488-008a-42a4-8d1d-6ccee29e5357,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:15.242889 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ea8416ca-5696-4eda-b4bc-4581b659835c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.249689 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ea8416ca-5696-4eda-b4bc-4581b659835c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3425796 Oct 12 23:32:15.249689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40656) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:15.252628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-84b64026-61a2-474b-8ccb-7841b16d9a21 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc0da3-c02a-4f39-aaea-68b01386bbdb', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:15.398810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84b64026-61a2-474b-8ccb-7841b16d9a21 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.454691 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.476570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84b64026-61a2-474b-8ccb-7841b16d9a21 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.503854 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.561582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84b64026-61a2-474b-8ccb-7841b16d9a21 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.586169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b64026-61a2-474b-8ccb-7841b16d9a21 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e952ec6-01f7-4d9d-bc1c-528e48f1fea0,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:15.612835 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c4506281-0203-45c8-9dcb-f069cfdace4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.637672 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-84b64026-61a2-474b-8ccb-7841b16d9a21 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.639731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-84b64026-61a2-474b-8ccb-7841b16d9a21 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3908153 Oct 12 23:32:15.641963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40660) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:15.646486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-32790a34-01dc-4f2a-b1f0-d5e8692b914c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc0da3-c02a-4f39-aaea-68b01386bbdb', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:15.684324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:32:15.727095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32790a34-01dc-4f2a-b1f0-d5e8692b914c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.793946 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32790a34-01dc-4f2a-b1f0-d5e8692b914c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.799135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:32:15.807727 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-819139f4-e9e8-449a-9ce3-ce01f8b7d2d5 admin admin] 10.222.0.31 "PUT /v2.0/routers/84c14f41-c9ee-4ab4-a373-9d2c431697a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5906394 Oct 12 23:32:15.807727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40662) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:15.809736 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] Sync routers for ids ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:32:15.819589 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] Routers {'84c14f41-c9ee-4ab4-a373-9d2c431697a5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:15.820449 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:32:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:15.869182 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32790a34-01dc-4f2a-b1f0-d5e8692b914c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.891236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32790a34-01dc-4f2a-b1f0-d5e8692b914c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67d223b-719c-4db0-89b4-0b8e7ebe2a37,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:15.936283 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.960571 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] Set router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:15.968070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-32790a34-01dc-4f2a-b1f0-d5e8692b914c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:15.973153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-32790a34-01dc-4f2a-b1f0-d5e8692b914c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3300800 Oct 12 23:32:15.973882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40664) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:15.979150 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6d1f510b-d855-4868-88a7-b4019aa3e5bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc0da3-c02a-4f39-aaea-68b01386bbdb', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:16.054433 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.075411 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-6d1f510b-d855-4868-88a7-b4019aa3e5bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Project 38742014418042538107885273e48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:32:16.080721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d1f510b-d855-4868-88a7-b4019aa3e5bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.148244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d1f510b-d855-4868-88a7-b4019aa3e5bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.165890 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179'}], 'enable_snat': True}, 'gw_port_id': '75a847fc-5455-4498-81c8-99cbba705fea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:01Z', 'updated_at': '2021-10-12T23:32:15Z', 'revision_number': 5, 'project_id': '64f02836f8774890ac3531f64a834400', 'gw_port': {'id': '75a847fc-5455-4498-81c8-99cbba705fea', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:2e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2778, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:16:03Z', 'updated_at': '2021-10-12T23:16:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:16.185237 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Deleting port 75a847fc-5455-4498-81c8-99cbba705fea {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:16.185776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.200834 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] Checking router: 84c14f41-c9ee-4ab4-a373-9d2c431697a5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:32:16.209507 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] Routers {'84c14f41-c9ee-4ab4-a373-9d2c431697a5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:16.210496 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:32:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:16.218224 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.242684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d1f510b-d855-4868-88a7-b4019aa3e5bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.274569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1f510b-d855-4868-88a7-b4019aa3e5bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b7f338-7e6d-40c8-b527-38faed9bc20d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:16.294329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] For port 75a847fc-5455-4498-81c8-99cbba705fea, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=75a847fc-5455-4498-81c8-99cbba705fea,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:16.294329 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.307567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Calling delete_port for 75a847fc-5455-4498-81c8-99cbba705fea owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:16.309716 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] Set router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:16.375864 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:01Z', 'updated_at': '2021-10-12T23:32:16Z', 'revision_number': 6, 'project_id': '64f02836f8774890ac3531f64a834400', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:16.397511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6d1f510b-d855-4868-88a7-b4019aa3e5bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.401514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6d1f510b-d855-4868-88a7-b4019aa3e5bd tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4240520 Oct 12 23:32:16.402079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40670) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:16.408841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-c8a81077-cbb9-43f8-a93f-c92778cc98d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'security_group_rule': {'security_group_id': 'f4fc0da3-c02a-4f39-aaea-68b01386bbdb', 'project_id': '38742014418042538107885273e48e96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:16.410978 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a1f9e72-3657-4ac8-8633-f92ec2e5a691 None None] The sync data for ids ['84c14f41-c9ee-4ab4-a373-9d2c431697a5'] in n-d-790519-14 is: [{'id': '84c14f41-c9ee-4ab4-a373-9d2c431697a5', 'name': 'tempest-TestVolumeBootPattern-1764863588-router', 'tenant_id': '64f02836f8774890ac3531f64a834400', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:16:01Z', 'updated_at': '2021-10-12T23:32:16Z', 'revision_number': 6, 'project_id': '64f02836f8774890ac3531f64a834400', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:32:16.526904 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-c8a81077-cbb9-43f8-a93f-c92778cc98d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Project 38742014418042538107885273e48e96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:32:16.532162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8a81077-cbb9-43f8-a93f-c92778cc98d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.578688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.595886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8a81077-cbb9-43f8-a93f-c92778cc98d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.605415 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=75a847fc-5455-4498-81c8-99cbba705fea,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:16.679183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.680597 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8a81077-cbb9-43f8-a93f-c92778cc98d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.701555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a81077-cbb9-43f8-a93f-c92778cc98d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f751b3-c282-48b4-b688-e86432c03cad,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:16.781234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c8a81077-cbb9-43f8-a93f-c92778cc98d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.785039 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c8a81077-cbb9-43f8-a93f-c92778cc98d9 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3796349 Oct 12 23:32:16.785198 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.785292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40674) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:16.793061 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.796850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'network': {'name': 'tempest-network-smoke--719621703', 'project_id': '38742014418042538107885273e48e96', 'port_security_enabled': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:16.892321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:32:16.895856 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.923991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:32:16.924158 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.924158 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84c14f41-c9ee-4ab4-a373-9d2c431697a5 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:32:16.926813 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.931060 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-269d841a-e591-4be6-babd-a52e73b94cc3 admin admin] 10.222.0.31 "DELETE /v2.0/routers/84c14f41-c9ee-4ab4-a373-9d2c431697a5 HTTP/1.1" status: 204 len: 168 time: 1.1163573 Oct 12 23:32:16.931195 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.931195 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Added segment 82a2a10c-e04f-42ce-8a12-00e8bde609d0 of type vlan for network 59019a30-4c75-4727-8bf3-87817127fdb2 Oct 12 23:32:16.931347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40676) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:16.975921 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:16.976884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-c84f4a76-73be-477e-9d6a-7aad47515190 admin admin] Deleting subnet b6b453fa-038e-4cf5-98c8-0856fd0149f7 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:32:16.980118 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c84f4a76-73be-477e-9d6a-7aad47515190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.015339 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c84f4a76-73be-477e-9d6a-7aad47515190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.074833 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.080508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:17.081093 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.099777 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c84f4a76-73be-477e-9d6a-7aad47515190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.155591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Network': ['ID=59019a30-4c75-4727-8bf3-87817127fdb2,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:17.172070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 59019a30-4c75-4727-8bf3-87817127fdb2 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:32:17.188265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-90d07414-edeb-4068-92bc-9a4f9b18d7e8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3940191 Oct 12 23:32:17.188899 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40680) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:17.193545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'admin_state_up': True, 'project_id': '38742014418042538107885273e48e96', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:17.223782 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c84f4a76-73be-477e-9d6a-7aad47515190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.245252 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd98ba32-a500-4831-8ebc-294231b965b8 None None] Network 820eccc1-9d1e-43c0-b5ce-f732c9242b3e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:32:17.255815 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c84f4a76-73be-477e-9d6a-7aad47515190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.260060 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c84f4a76-73be-477e-9d6a-7aad47515190 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/b6b453fa-038e-4cf5-98c8-0856fd0149f7 HTTP/1.1" status: 204 len: 168 time: 0.3278496 Oct 12 23:32:17.261310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84f4a76-73be-477e-9d6a-7aad47515190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6b453fa-038e-4cf5-98c8-0856fd0149f7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:17.262891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40682) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:17.275301 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.276376 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.342071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.356303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.415188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Deleting port a5c38a97-bab4-46df-8329-34c00b3e075b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:17.415744 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.472814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d7506f-8fbf-4144-8163-e764213f331f None None] DHCP port deletion for 820eccc1-9d1e-43c0-b5ce-f732c9242b3e request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:32:17.497551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] For port a5c38a97-bab4-46df-8329-34c00b3e075b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a5c38a97-bab4-46df-8329-34c00b3e075b,segment=NetworkSegment(5fc71dbd-fc17-49fa-8893-e79d7469d6a2),segment_id=5fc71dbd-fc17-49fa-8893-e79d7469d6a2)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:17.497551 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.512211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Calling delete_port for a5c38a97-bab4-46df-8329-34c00b3e075b owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:17.531216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-75d7506f-8fbf-4144-8163-e764213f331f None None] Deleting port a5c38a97-bab4-46df-8329-34c00b3e075b {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:32:17.531895 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-75d7506f-8fbf-4144-8163-e764213f331f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.652239 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-75d7506f-8fbf-4144-8163-e764213f331f None None] For port a5c38a97-bab4-46df-8329-34c00b3e075b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a5c38a97-bab4-46df-8329-34c00b3e075b,segment=NetworkSegment(5fc71dbd-fc17-49fa-8893-e79d7469d6a2),segment_id=5fc71dbd-fc17-49fa-8893-e79d7469d6a2)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:17.652794 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-75d7506f-8fbf-4144-8163-e764213f331f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.671509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-75d7506f-8fbf-4144-8163-e764213f331f None None] Calling delete_port for a5c38a97-bab4-46df-8329-34c00b3e075b owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:32:17.721622 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.752173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5c38a97-bab4-46df-8329-34c00b3e075b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:17.764756 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-75d7506f-8fbf-4144-8163-e764213f331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.767381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] No DVR routers for this DVR port a5c38a97-bab4-46df-8329-34c00b3e075b on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:32:17.780106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d7506f-8fbf-4144-8163-e764213f331f None None] No DVR routers for this DVR port a5c38a97-bab4-46df-8329-34c00b3e075b on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:32:17.802645 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d7506f-8fbf-4144-8163-e764213f331f None None] Pushing event deleted for resources: {'Port': ['ID=a5c38a97-bab4-46df-8329-34c00b3e075b,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:17.846729 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.883035 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.904846 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820eccc1-9d1e-43c0-b5ce-f732c9242b3e']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:17.916010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc71dbd-fc17-49fa-8893-e79d7469d6a2') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:17.916305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc71dbd-fc17-49fa-8893-e79d7469d6a2') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:17.926861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.932517 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.942662 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.949334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:32:17.949724 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:32:17.951418 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:32:18.092269 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.101795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.107679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] 10.222.0.31 "DELETE /v2.0/networks/820eccc1-9d1e-43c0-b5ce-f732c9242b3e HTTP/1.1" status: 204 len: 168 time: 0.8411157 Oct 12 23:32:18.112883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.120796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0a92e6-64bb-462f-8c3b-096c81d52356 admin admin] Pushing event deleted for resources: {'Network': ['ID=820eccc1-9d1e-43c0-b5ce-f732c9242b3e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:18.132312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.256031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.25.2.221 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:32:18.363372 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.464053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 01b65488-008a-42a4-8d1d-6ccee29e5357 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:18.476261 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.496929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 01b65488-008a-42a4-8d1d-6ccee29e5357 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:18.496929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 01b65488-008a-42a4-8d1d-6ccee29e5357 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:18.496929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 75a847fc-5455-4498-81c8-99cbba705fea no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:18.508136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 75a847fc-5455-4498-81c8-99cbba705fea {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:18.508657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 75a847fc-5455-4498-81c8-99cbba705fea not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:18.509223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a5c38a97-bab4-46df-8329-34c00b3e075b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:32:18.528506 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a5c38a97-bab4-46df-8329-34c00b3e075b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:32:18.528925 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:32:18.529229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a5c38a97-bab4-46df-8329-34c00b3e075b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:32:18.531045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40692) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:18.534681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:32:18.543575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:32:18.547034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:18.595749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9666151f-4917-4853-a879-a0783fade020 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d5796b82d2104cbd9f53b8f46e14bfba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0627189 Oct 12 23:32:18.597966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40696) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:18.655808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed945-bcb3-4bf4-9664-632b4358e3f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.677287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed945-bcb3-4bf4-9664-632b4358e3f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.800844 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed945-bcb3-4bf4-9664-632b4358e3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.804840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa1ed945-bcb3-4bf4-9664-632b4358e3f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:18.808895 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fa1ed945-bcb3-4bf4-9664-632b4358e3f6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/71089158-b6bf-4de4-b72d-00f3a4aca5db HTTP/1.1" status: 204 len: 168 time: 0.2065225 Oct 12 23:32:18.817115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1ed945-bcb3-4bf4-9664-632b4358e3f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71089158-b6bf-4de4-b72d-00f3a4aca5db,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:18.891681 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.096363 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.218210 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.309266 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:32:19.417119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:32:19.430392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Sync routers for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:32:19.441687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:19.442525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:32:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:19.518909 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.524942 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.526337 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-46cc7e7c-eb72-45c2-9885-75c9c923567e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3362806 Oct 12 23:32:19.529525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40706) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:19.554515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:19.559705 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40708) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:19.565206 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1e25a9b7-bc97-4c9c-b883-bff9205a594c tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=38742014418042538107885273e48e96&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344369 Oct 12 23:32:19.568555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40710) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:19.725660 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7b7ea271-3f7d-4c38-9576-e53d1237a2c7 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=64f02836f8774890ac3531f64a834400&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644304 Oct 12 23:32:19.728907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40714) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:19.745872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:18Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:19.755753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2563a12-18af-455c-9b34-f545638b6d6d tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:19.759865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f2563a12-18af-455c-9b34-f545638b6d6d tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1876256 Oct 12 23:32:19.761954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40716) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:19.779621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Checking router: bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:32:19.779985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Updating router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:32:19.783405 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9652b5a-a5d8-461e-a07e-074bb3cda823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.798010 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f55f897e-08d8-4208-bcc9-e892b9cd4870 tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339909 Oct 12 23:32:19.800115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40718) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:19.806714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1882176421', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'project_id': '38742014418042538107885273e48e96', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:19.808756 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.810320 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9652b5a-a5d8-461e-a07e-074bb3cda823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.924666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9652b5a-a5d8-461e-a07e-074bb3cda823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.927463 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f9652b5a-a5d8-461e-a07e-074bb3cda823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:19.933671 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f9652b5a-a5d8-461e-a07e-074bb3cda823 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f9523642-5cbd-4a7a-ba69-6aecbd73fb40 HTTP/1.1" status: 204 len: 168 time: 0.2013180 Oct 12 23:32:19.940420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9652b5a-a5d8-461e-a07e-074bb3cda823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9523642-5cbd-4a7a-ba69-6aecbd73fb40,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:19.971970 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:32:19.976213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:20.193288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:20.279983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:20.309458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:20.343468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Subnet': ['ID=026ee4ac-c869-47eb-83d2-b3c7b782c647,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:20.368051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Checking segment: {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:32:20.368931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network hostable DHCP agents. Network: 59019a30-4c75-4727-8bf3-87817127fdb2, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:32:20.504919 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network 59019a30-4c75-4727-8bf3-87817127fdb2 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:32:20.557999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Attempting to bind port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:32:20.558564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Attempting to bind port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:32:20.558789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Attempting to bind port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:32:20.570287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:32:20.570287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:32:20.570634 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:20.570903 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:32:20.571476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Bound port: f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:32:20.571866 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:20.573990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd24c7-0b1c-4878-9b03-0f44df53d368 None None] Pushing event updated for resources: {'Port': ['ID=f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:20.629764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 59019a30-4c75-4727-8bf3-87817127fdb2) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:32:20.636808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:20.637698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:20.648603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5a5ce0-1414-4da5-b128-8ca105c49e3c None None] Network 59019a30-4c75-4727-8bf3-87817127fdb2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:32:20.703123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] For port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:32:20.721776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] For port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:32:20.733799 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-77c5e88a-3d65-4b2f-a6b1-4140d31b4f50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9319315 Oct 12 23:32:20.736826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 40726) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:20.808986 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:20.860250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-59019a30-4c75-4727-8bf3-87817127fdb2', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:32:20.861268 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:20.911191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:20.911825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:32:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:20.997905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbd24c7-0b1c-4878-9b03-0f44df53d368 None None] Pushing event updated for resources: {'Port': ['ID=f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:21.127553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:21.189507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Allocated IP 172.20.0.2 (59019a30-4c75-4727-8bf3-87817127fdb2/026ee4ac-c869-47eb-83d2-b3c7b782c647/2ab67694-d674-4e5a-ab13-2b96ed48b178) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:32:21.238074 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:21.445246 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:21.453581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:18Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:21.483063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2044ae1-cb54-4657-8682-2e100ffde8fd None None] The sync data for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 is: [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:18Z', 'revision_number': 3, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:32:21.550079 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:21.593553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Network 59019a30-4c75-4727-8bf3-87817127fdb2 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:32:21.598073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:32:21.603463 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:32:21.607102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Pushing event updated for resources: {'Port': ['ID=2ab67694-d674-4e5a-ab13-2b96ed48b178,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:21.635039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.20.0.1 (59019a30-4c75-4727-8bf3-87817127fdb2/026ee4ac-c869-47eb-83d2-b3c7b782c647/ff39c195-dc7b-45db-8053-85bddef2a70b) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:32:21.672880 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Attempting to bind port 2ab67694-d674-4e5a-ab13-2b96ed48b178 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:32:21.673415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Attempting to bind port 2ab67694-d674-4e5a-ab13-2b96ed48b178 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:32:21.673789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Attempting to bind port 2ab67694-d674-4e5a-ab13-2b96ed48b178 on network 59019a30-4c75-4727-8bf3-87817127fdb2 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:32:21.680120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:32:21.680500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Checking segment: {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:32:21.680913 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:21.681370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Bound using segment: {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:32:21.681851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Bound port: 2ab67694-d674-4e5a-ab13-2b96ed48b178, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:32:21.682296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:21.760296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] For port 2ab67694-d674-4e5a-ab13-2b96ed48b178, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:32:21.764621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] For port 2ab67694-d674-4e5a-ab13-2b96ed48b178, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2ab67694-d674-4e5a-ab13-2b96ed48b178,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:32:21.808808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:21.826717 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:21.901151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e57889-ce87-426b-af21-545fd85c123f None None] Pushing event updated for resources: {'Port': ['ID=2ab67694-d674-4e5a-ab13-2b96ed48b178,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:21.921188 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:21.978065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=ff39c195-dc7b-45db-8053-85bddef2a70b,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:21.990107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network 59019a30-4c75-4727-8bf3-87817127fdb2 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:32:21.991616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:32:21.994054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:32:22.040835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:22.311852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:22.570630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:32:22.645224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:22.645835 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:22.676687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:22.735846 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:22.754821 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:22.757700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:22.817194 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:22.819306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2ab67694-d674-4e5a-ab13-2b96ed48b178 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:32:22.833295 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:22.835931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=ff39c195-dc7b-45db-8053-85bddef2a70b,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:22.925125 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:22.939212 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2ab67694-d674-4e5a-ab13-2b96ed48b178 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:22.939212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:22.971820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network 59019a30-4c75-4727-8bf3-87817127fdb2 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:32:22.973297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:32:23.023653 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:23.033927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3755312-431c-43ff-8eb4-a71ae300cf1b None None] Network 59019a30-4c75-4727-8bf3-87817127fdb2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:32:23.105880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:32:23.106001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 2ab67694-d674-4e5a-ab13-2b96ed48b178, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2ab67694-d674-4e5a-ab13-2b96ed48b178,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:23.142178 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7523dd21-002b-48b9-b0da-8855b7aa8e35 None None] Provisioning complete for port 2ab67694-d674-4e5a-ab13-2b96ed48b178 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:23.142966 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7523dd21-002b-48b9-b0da-8855b7aa8e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:23.191601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:23.285863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=2ab67694-d674-4e5a-ab13-2b96ed48b178,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:23.571509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0f8da8a5-8efd-498a-8d7f-d9b62803150a None None] Provisioning complete for port ff39c195-dc7b-45db-8053-85bddef2a70b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:23.572076 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f8da8a5-8efd-498a-8d7f-d9b62803150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:23.613615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:32:23.626062 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8759897-b433-43e8-a006-270a91018087 None None] Sync routers for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:32:23.627890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3aa255d0-e729-4112-8e08-896c8936805f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "PUT /v2.0/routers/bc0b8258-9b17-49df-9e0a-2a7c28fff0b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8883488 Oct 12 23:32:23.640382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0f8da8a5-8efd-498a-8d7f-d9b62803150a None None] Port ff39c195-dc7b-45db-8053-85bddef2a70b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:32:23.647883 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8759897-b433-43e8-a006-270a91018087 None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:23.648497 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b8759897-b433-43e8-a006-270a91018087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:32:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:23.663000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0f8da8a5-8efd-498a-8d7f-d9b62803150a None None] Provisioning complete for port 2ab67694-d674-4e5a-ab13-2b96ed48b178 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:23.663530 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0f8da8a5-8efd-498a-8d7f-d9b62803150a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:23.827682 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b8759897-b433-43e8-a006-270a91018087 None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:23.888628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5c8b2643-d9de-4822-bcc7-c62a3ddf9e30 None None] Provisioning complete for port ff39c195-dc7b-45db-8053-85bddef2a70b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:23.889005 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5c8b2643-d9de-4822-bcc7-c62a3ddf9e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:23.948600 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-f07bb37a-b5b1-4705-b27a-c37ae00285d4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1076866167&fields=id&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 267 time: 0.0852625 Oct 12 23:32:23.953805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5c8b2643-d9de-4822-bcc7-c62a3ddf9e30 None None] Port ff39c195-dc7b-45db-8053-85bddef2a70b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:32:24.070202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-775b195f-062a-4596-8236-fd1ca346ec05 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:24.071809 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-775b195f-062a-4596-8236-fd1ca346ec05 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/networks?id=59019a30-4c75-4727-8bf3-87817127fdb2 HTTP/1.1" status: 200 len: 796 time: 0.1134009 Oct 12 23:32:24.073717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0291a927-3096-499c-86ca-0f46140b6806 None None] Provisioning complete for port ff39c195-dc7b-45db-8053-85bddef2a70b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:24.074162 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0291a927-3096-499c-86ca-0f46140b6806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:24.088371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-6518cdc7-f286-41d1-b091-7b8ada643c50 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/quotas/38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 375 time: 0.0107110 Oct 12 23:32:24.115035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-0291a927-3096-499c-86ca-0f46140b6806 None None] Port ff39c195-dc7b-45db-8053-85bddef2a70b cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:32:24.154417 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-bfcb2385-41ed-4107-b89c-bc50338f18ca tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0595517 Oct 12 23:32:24.158347 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b8759897-b433-43e8-a006-270a91018087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ff39c195-dc7b-45db-8053-85bddef2a70b', 'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c6:a0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:21Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 2, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:24.191224 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8759897-b433-43e8-a006-270a91018087 None None] Checking router: bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:32:24.191597 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8759897-b433-43e8-a006-270a91018087 None None] Updating router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 port ff39c195-dc7b-45db-8053-85bddef2a70b binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:32:24.221535 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b8759897-b433-43e8-a006-270a91018087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:24.288167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-ae555a52-9af4-4a54-b844-aac92e1679f0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:32:24.289104 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-ae555a52-9af4-4a54-b844-aac92e1679f0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1214852 Oct 12 23:32:24.401879 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-02c8ebf4-7876-4e6d-9be6-1cb22ba53d70 service neutron] 10.222.0.31 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058235 Oct 12 23:32:24.494717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b29551c3-01cc-4902-900a-7c657597657c service neutron] 10.222.0.31 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914304 Oct 12 23:32:24.513020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:32:24.523212 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b8759897-b433-43e8-a006-270a91018087 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:24.562713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:24.563080 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:24.590692 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b8759897-b433-43e8-a006-270a91018087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:24.651488 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Pushing event updated for resources: {'Port': ['ID=ff39c195-dc7b-45db-8053-85bddef2a70b,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:24.680159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2ab67694-d674-4e5a-ab13-2b96ed48b178 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:32:24.680587 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.680900 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.681358 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.681792 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.682222 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.682651 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.683507 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.683744 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.684167 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.685765 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.687135 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.687595 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:24.740232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2ab67694-d674-4e5a-ab13-2b96ed48b178 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:24.740961 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:24.777536 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-b8759897-b433-43e8-a006-270a91018087 None None] Attempting to bind port ff39c195-dc7b-45db-8053-85bddef2a70b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:32:24.778040 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-b8759897-b433-43e8-a006-270a91018087 None None] Attempting to bind port ff39c195-dc7b-45db-8053-85bddef2a70b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:32:24.778243 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8759897-b433-43e8-a006-270a91018087 None None] Attempting to bind port ff39c195-dc7b-45db-8053-85bddef2a70b on network 59019a30-4c75-4727-8bf3-87817127fdb2 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:32:24.785398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4d95da11-b1d5-4cdd-83bc-1132bfc88659 req-62a44ba9-0da6-4bf4-a621-d9e286b388d1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 210 time: 0.0508935 Oct 12 23:32:24.789299 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8759897-b433-43e8-a006-270a91018087 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:32:24.789674 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8759897-b433-43e8-a006-270a91018087 None None] Checking segment: {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:32:24.790080 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b8759897-b433-43e8-a006-270a91018087 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:24.790467 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8759897-b433-43e8-a006-270a91018087 None None] Bound using segment: {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:32:24.790952 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-b8759897-b433-43e8-a006-270a91018087 None None] Bound port: ff39c195-dc7b-45db-8053-85bddef2a70b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:32:24.791329 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b8759897-b433-43e8-a006-270a91018087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:24.887207 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-b8759897-b433-43e8-a006-270a91018087 None None] For port ff39c195-dc7b-45db-8053-85bddef2a70b, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:32:24.890697 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-b8759897-b433-43e8-a006-270a91018087 None None] For port ff39c195-dc7b-45db-8053-85bddef2a70b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ff39c195-dc7b-45db-8053-85bddef2a70b,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:32:24.989702 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b8759897-b433-43e8-a006-270a91018087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:25.051633 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8759897-b433-43e8-a006-270a91018087 None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:25.051633 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b8759897-b433-43e8-a006-270a91018087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:32:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:25.054073 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612cd2c-f367-492f-9445-446682f93fe9 None None] Pushing event updated for resources: {'Port': ['ID=ff39c195-dc7b-45db-8053-85bddef2a70b,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:25.067609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6c3d3561-81b2-4ac3-ad5a-039a8d026c12 None None] Provisioning complete for port ff39c195-dc7b-45db-8053-85bddef2a70b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:25.067993 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6c3d3561-81b2-4ac3-ad5a-039a8d026c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:25.162893 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6c3d3561-81b2-4ac3-ad5a-039a8d026c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:25.190293 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b8759897-b433-43e8-a006-270a91018087 None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:25.201389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6c3d3561-81b2-4ac3-ad5a-039a8d026c12 None None] For port ff39c195-dc7b-45db-8053-85bddef2a70b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ff39c195-dc7b-45db-8053-85bddef2a70b,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:25.326384 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6c3d3561-81b2-4ac3-ad5a-039a8d026c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:25.383894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3d3561-81b2-4ac3-ad5a-039a8d026c12 None None] Pushing event updated for resources: {'Port': ['ID=ff39c195-dc7b-45db-8053-85bddef2a70b,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:25.448007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-845ca276-aed8-4463-9032-daff79d0ef8a None None] Provisioning complete for port ff39c195-dc7b-45db-8053-85bddef2a70b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:25.448477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-845ca276-aed8-4463-9032-daff79d0ef8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:25.469652 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b8759897-b433-43e8-a006-270a91018087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ff39c195-dc7b-45db-8053-85bddef2a70b', 'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c6:a0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:21Z', 'updated_at': '2021-10-12T23:32:24Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:25.499253 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8759897-b433-43e8-a006-270a91018087 None None] The sync data for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 is: [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ff39c195-dc7b-45db-8053-85bddef2a70b', 'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c6:a0:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:21Z', 'updated_at': '2021-10-12T23:32:24Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:32:25.880616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f93560d0-7756-4e5d-af85-c6dd2e4eabf0 req-924f7c43-c811-4212-b0c8-cd0fa3402a9f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 210 time: 0.0342400 Oct 12 23:32:26.495261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ff39c195-dc7b-45db-8053-85bddef2a70b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:32:26.550424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ff39c195-dc7b-45db-8053-85bddef2a70b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:26.550696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:26.810078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-7a7da982-d1e2-41e8-a2df-bedd46c87b89 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:26.811539 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-7a7da982-d1e2-41e8-a2df-bedd46c87b89 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "GET /v2.0/networks?id=59019a30-4c75-4727-8bf3-87817127fdb2 HTTP/1.1" status: 200 len: 796 time: 0.1175995 Oct 12 23:32:26.853737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-30386f3d-2ddb-4a8b-96de-a12fd75593b7 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38742014418042538107885273e48e96 HTTP/1.1" status: 200 len: 380 time: 0.0329220 Oct 12 23:32:26.862963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'port': {'device_id': '539668d1-cd27-4b87-99b7-2623ce807d19', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'admin_state_up': True, 'tenant_id': '38742014418042538107885273e48e96', 'security_groups': ['f4fc0da3-c02a-4f39-aaea-68b01386bbdb']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:26.984372 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57953e73-8495-46ad-8cd6-ba7cacda6ca6 req-3149245d-5021-4fbd-98ff-c93a45890089 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 210 time: 0.0282526 Oct 12 23:32:27.057966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Made reservation on behalf of 38742014418042538107885273e48e96 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:32:27.061586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:27.191382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.20.0.4 (59019a30-4c75-4727-8bf3-87817127fdb2/026ee4ac-c869-47eb-83d2-b3c7b782c647/affd38ba-3b97-4689-8c0a-743c31fbba1a) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:32:27.344518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:27.418589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:27.463304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network 59019a30-4c75-4727-8bf3-87817127fdb2 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:32:27.466438 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:32:27.470135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:32:27.495262 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=affd38ba-3b97-4689-8c0a-743c31fbba1a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:27.524605 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:27.525255 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:27.597829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-26635c66-dc42-44f2-a5c9-0537a5c1c921 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7384553 Oct 12 23:32:27.614667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Request body: {'port': {'device_id': '539668d1-cd27-4b87-99b7-2623ce807d19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:27.681526 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:27.775010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-19609385-9ab4-4c89-89ea-696195ddce50 None None] Provisioning complete for port affd38ba-3b97-4689-8c0a-743c31fbba1a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:27.775559 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-19609385-9ab4-4c89-89ea-696195ddce50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:27.808641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-19609385-9ab4-4c89-89ea-696195ddce50 None None] Port affd38ba-3b97-4689-8c0a-743c31fbba1a cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:32:27.957600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id affd38ba-3b97-4689-8c0a-743c31fbba1a {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:32:27.965734 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:27.978186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Transition to ACTIVE for port object affd38ba-3b97-4689-8c0a-743c31fbba1a will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:32:28.052186 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:28.131726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Pushing event updated for resources: {'Port': ['ID=affd38ba-3b97-4689-8c0a-743c31fbba1a,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:28.154630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081bdf22-3927-4f81-925f-79c97b43c4a7 req-f648da86-684b-4579-bbbc-04577f8c5b97 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:28.156223 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-081bdf22-3927-4f81-925f-79c97b43c4a7 req-f648da86-684b-4579-bbbc-04577f8c5b97 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 943 time: 0.1008501 Oct 12 23:32:28.235458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-081bdf22-3927-4f81-925f-79c97b43c4a7 req-6a393126-e1c0-49ed-b22f-0b9a22d695c2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642631 Oct 12 23:32:28.249325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Attempting to bind port affd38ba-3b97-4689-8c0a-743c31fbba1a on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:32:28.249663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Attempting to bind port affd38ba-3b97-4689-8c0a-743c31fbba1a by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:32:28.249994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Attempting to bind port affd38ba-3b97-4689-8c0a-743c31fbba1a on network 59019a30-4c75-4727-8bf3-87817127fdb2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:32:28.261290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Port affd38ba-3b97-4689-8c0a-743c31fbba1a on network 59019a30-4c75-4727-8bf3-87817127fdb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:32:28.261290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Attempting to bind port affd38ba-3b97-4689-8c0a-743c31fbba1a on network 59019a30-4c75-4727-8bf3-87817127fdb2 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:32:28.265580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:32:28.265858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Checking segment: {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:32:28.266229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Bound using segment: {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:32:28.266666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Bound port: affd38ba-3b97-4689-8c0a-743c31fbba1a, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82a2a10c-e04f-42ce-8a12-00e8bde609d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:32:28.267077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:28.338225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:32:28.341431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:32:28.418711 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:28.465818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:28.466395 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:28.467788 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] 10.222.0.25 "PUT /v2.0/ports/affd38ba-3b97-4689-8c0a-743c31fbba1a HTTP/1.1" status: 200 len: 1092 time: 0.8575783 Oct 12 23:32:28.468232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:32:28.470460 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9262d11d-7327-483d-a243-c9fa2b59f580" -d '{"events": [{"name": "network-changed", "server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:32:28.495529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f935b-4439-47d5-aa6d-d34e7b9b2b81 service neutron] Pushing event updated for resources: {'Port': ['ID=affd38ba-3b97-4689-8c0a-743c31fbba1a,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:28.520195 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23654cf3-a06c-4534-9058-6694bb93cec4 x-openstack-request-id: req-23654cf3-a06c-4534-9058-6694bb93cec4 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:32:28.520553 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:32:28.520860 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-23654cf3-a06c-4534-9058-6694bb93cec4 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:32:28.521362 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'status': 'completed', 'code': 200} Oct 12 23:32:28.587069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262d11d-7327-483d-a243-c9fa2b59f580 req-8ea84801-deb1-4671-8b95-1989fcc4f93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:28.588641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9262d11d-7327-483d-a243-c9fa2b59f580 req-8ea84801-deb1-4671-8b95-1989fcc4f93e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 1095 time: 0.0480196 Oct 12 23:32:28.701763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262d11d-7327-483d-a243-c9fa2b59f580 req-8a021dfb-7496-4e3d-85b7-17b029ae4a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:28.703237 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9262d11d-7327-483d-a243-c9fa2b59f580 req-8a021dfb-7496-4e3d-85b7-17b029ae4a53 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=38742014418042538107885273e48e96&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1068993 Oct 12 23:32:28.799872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9262d11d-7327-483d-a243-c9fa2b59f580 req-4463767d-b558-40a9-b077-b714577a07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:28.801354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9262d11d-7327-483d-a243-c9fa2b59f580 req-4463767d-b558-40a9-b077-b714577a07ae service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905693 Oct 12 23:32:28.879277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-009508ff-0945-4689-b70f-22a0d69e7804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:28.880756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-009508ff-0945-4689-b70f-22a0d69e7804 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 1095 time: 0.0443828 Oct 12 23:32:28.923248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-5bf14976-6693-44e2-a077-84bb5e2fb21e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a HTTP/1.1" status: 200 len: 217 time: 0.0344405 Oct 12 23:32:28.973421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-284088e5-0dee-4e2d-93b5-fae069f3f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:28.975475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-284088e5-0dee-4e2d-93b5-fae069f3f413 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=026ee4ac-c869-47eb-83d2-b3c7b782c647 HTTP/1.1" status: 200 len: 835 time: 0.0453897 Oct 12 23:32:29.019424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-c9cedaa9-a0bf-4be1-b804-b49a3d40cd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:29.020868 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-c9cedaa9-a0bf-4be1-b804-b49a3d40cd62 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59019a30-4c75-4727-8bf3-87817127fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0390425 Oct 12 23:32:29.112603 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-19bf9677-448f-46ab-a641-5ae5fa1d89c6 service neutron] 10.222.0.25 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842943 Oct 12 23:32:29.204906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b398cc2f-a85d-48b0-a2e2-93442f3c8208 req-70133cc5-c6f8-471b-955e-58a8b26f7e06 service neutron] 10.222.0.25 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853732 Oct 12 23:32:29.366810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78445f6d-29d8-4d1e-83ca-78202fa69fcc req-93829e60-2b10-4783-93d0-45dfc29dbbce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:29.368423 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-78445f6d-29d8-4d1e-83ca-78202fa69fcc req-93829e60-2b10-4783-93d0-45dfc29dbbce tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 943 time: 0.0587215 Oct 12 23:32:29.408037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-78445f6d-29d8-4d1e-83ca-78202fa69fcc req-56a8d8de-d28b-4cfd-8923-319d054768dc tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335760 Oct 12 23:32:30.524463 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d9dc8-5acf-4870-b9e9-2e40e29b5fc8 req-e3d7a37e-15a7-4e73-bf0a-e8fb13871848 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:30.526034 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-002d9dc8-5acf-4870-b9e9-2e40e29b5fc8 req-e3d7a37e-15a7-4e73-bf0a-e8fb13871848 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 943 time: 0.0486736 Oct 12 23:32:30.565466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-002d9dc8-5acf-4870-b9e9-2e40e29b5fc8 req-6ca38d22-93ae-460c-8bb8-6ac70f5fd5f0 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319333 Oct 12 23:32:31.693905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8c5a8-8ff4-4e15-886a-c4abdfbf5292 req-6236b6df-d17b-48c8-bdaa-c1dcb58a5d63 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:31.695472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be8c5a8-8ff4-4e15-886a-c4abdfbf5292 req-6236b6df-d17b-48c8-bdaa-c1dcb58a5d63 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 943 time: 0.0494781 Oct 12 23:32:31.733118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be8c5a8-8ff4-4e15-886a-c4abdfbf5292 req-1470b378-62f4-4129-bae5-6beebdcfee9a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318253 Oct 12 23:32:31.890403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device affd38ba-3b97-4689-8c0a-743c31fbba1a details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:32:31.988435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:31.999144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'port_id': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'mac_address': 'fa:16:3e:e9:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:32:32.034079 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:32.047310 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affd38ba-3b97-4689-8c0a-743c31fbba1a {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:32:32.065655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:32.137266 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:32.189945 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=affd38ba-3b97-4689-8c0a-743c31fbba1a,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:32.197317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.197668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.198009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.198345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.198680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.199034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.199364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.199688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.200012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.200334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.200658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.200977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:32:32.335848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['affd38ba-3b97-4689-8c0a-743c31fbba1a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:32:32.846962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6908ffbe-addc-47e4-9456-affc304010d5 req-2a543581-3788-4607-9464-bb468008e90e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:32.848442 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6908ffbe-addc-47e4-9456-affc304010d5 req-2a543581-3788-4607-9464-bb468008e90e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 944 time: 0.0495756 Oct 12 23:32:32.887694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6908ffbe-addc-47e4-9456-affc304010d5 req-14da1671-39bc-445e-a1c5-2d1b122a4bcf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324664 Oct 12 23:32:33.905972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device affd38ba-3b97-4689-8c0a-743c31fbba1a up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:32:34.005017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194cd084-8300-414a-8b5f-971fbb912a9d req-635a857a-44a8-4400-9646-bb7263bae29b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:34.007632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-194cd084-8300-414a-8b5f-971fbb912a9d req-635a857a-44a8-4400-9646-bb7263bae29b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 944 time: 0.0527747 Oct 12 23:32:34.029194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port affd38ba-3b97-4689-8c0a-743c31fbba1a completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:32:34.033258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port affd38ba-3b97-4689-8c0a-743c31fbba1a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:32:34.033693 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:34.049686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-194cd084-8300-414a-8b5f-971fbb912a9d req-2a065042-4b16-4033-bfdd-89aa93326f76 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356309 Oct 12 23:32:34.116867 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:34.138598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:32:34.140873 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8e39ed-6b8f-4eb3-93c8-e85d63a0085e" -d '{"events": [{"server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "name": "network-vif-plugged", "status": "completed", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:32:34.154749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:32:34.178041 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a125a4-89cb-44df-8190-6a0f0ca3417f x-openstack-request-id: req-c5a125a4-89cb-44df-8190-6a0f0ca3417f {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:32:34.178817 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "name": "network-vif-plugged", "status": "completed", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:32:34.179114 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c5a125a4-89cb-44df-8190-6a0f0ca3417f {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:32:34.179518 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'code': 200} Oct 12 23:32:34.257946 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:34.277526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa951b2-cf75-4512-8dc0-156b63d9420f req-d860874f-458e-4441-8e23-80842bf9acc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:34.279046 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5fa951b2-cf75-4512-8dc0-156b63d9420f req-d860874f-458e-4441-8e23-80842bf9acc4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 1096 time: 0.0446384 Oct 12 23:32:34.315403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=affd38ba-3b97-4689-8c0a-743c31fbba1a,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:34.322000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5fa951b2-cf75-4512-8dc0-156b63d9420f req-3041cc14-ce25-4dac-b74b-408d480a5080 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339572 Oct 12 23:32:35.174711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23912df0-4afc-4915-94bc-d3eec1d9da48 req-27baf8d1-1d9d-4065-9822-8055100c9e1c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:35.176288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23912df0-4afc-4915-94bc-d3eec1d9da48 req-27baf8d1-1d9d-4065-9822-8055100c9e1c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0581822 Oct 12 23:32:35.217469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23912df0-4afc-4915-94bc-d3eec1d9da48 req-f20b29ad-efe2-47fc-bc0d-b9446af8603a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340586 Oct 12 23:32:36.348186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8671ae-3b3b-438c-a372-2b51fb4ee4e8 req-df022ac2-95d8-46bf-bf17-24fa237209e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:36.350245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c8671ae-3b3b-438c-a372-2b51fb4ee4e8 req-df022ac2-95d8-46bf-bf17-24fa237209e1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0590324 Oct 12 23:32:36.389128 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c8671ae-3b3b-438c-a372-2b51fb4ee4e8 req-abb7ffd4-b1e4-490b-b385-d7728e7ec713 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326290 Oct 12 23:32:36.515667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165c3016-378a-41c8-be3d-2c39b3d14a84 req-5c71df01-d164-4917-b8ac-0b611644c07d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:36.517063 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-165c3016-378a-41c8-be3d-2c39b3d14a84 req-5c71df01-d164-4917-b8ac-0b611644c07d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0541277 Oct 12 23:32:36.560763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-165c3016-378a-41c8-be3d-2c39b3d14a84 req-e1babfdc-3aca-4e65-b938-2f42842d89aa tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369473 Oct 12 23:32:36.586775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40870) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:36.630236 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b15b92b3-9b5d-474f-b719-50c297790dca tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:36.632405 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b15b92b3-9b5d-474f-b719-50c297790dca tempest-TestNetworkAdvancedServerOps-931519559 tempest-TestNetworkAdvancedServerOps-931519559-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 1092 time: 0.0446107 Oct 12 23:32:36.635244 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40872) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:36.639493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'tenant_id': '38742014418042538107885273e48e96', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:32:36.760870 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:36.868377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:36.976810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Allocated IP 172.25.2.8 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/4f9f67c7-156d-4c08-88ec-65a0c54b768d) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:32:37.331578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:37.445560 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:37.486321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:32:37.488994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:32:37.494090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:32:37.497164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=4f9f67c7-156d-4c08-88ec-65a0c54b768d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:37.991923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:38.154395 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:38.300885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:38.366873 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:38.432704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event updated for resources: {'Port': ['ID=4f9f67c7-156d-4c08-88ec-65a0c54b768d,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:32:38.447591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:38.548518 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Floating IP 8cfc967c-584d-4e20-b331-a6d197bc38fa associated. External IP: 172.25.2.8, port: affd38ba-3b97-4689-8c0a-743c31fbba1a. Oct 12 23:32:38.764913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:32:38.874901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:32:38.888654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] Sync routers for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:32:38.901476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:38.902103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:32:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:38.996965 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:39.011627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:39.026257 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4a998c0f-40cf-4e71-820c-ec1351ea0642 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.3899925 Oct 12 23:32:39.026998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:32:39.039569 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea079bf-5fa0-400d-9e66-18645ed2443b" -d '{"events": [{"name": "network-changed", "server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:32:39.095605 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0655cb-d853-4b31-b0e5-dbd706ace4f9 x-openstack-request-id: req-5f0655cb-d853-4b31-b0e5-dbd706ace4f9 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:32:39.095605 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:32:39.095605 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5f0655cb-d853-4b31-b0e5-dbd706ace4f9 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:32:39.095605 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'status': 'completed', 'code': 200} Oct 12 23:32:39.138734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0151796-44e1-4211-8f1f-5c63e5e6ae18 req-1c86e21f-86cf-467d-9aef-d38301163ed2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:39.140565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b0151796-44e1-4211-8f1f-5c63e5e6ae18 req-1c86e21f-86cf-467d-9aef-d38301163ed2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0594144 Oct 12 23:32:39.173124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-8ebb00ec-2929-4a5c-9f8c-2f6e93d154cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:39.175778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-8ebb00ec-2929-4a5c-9f8c-2f6e93d154cf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 1097 time: 0.0619035 Oct 12 23:32:39.188061 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b0151796-44e1-4211-8f1f-5c63e5e6ae18 req-63c87577-9ade-46f8-ae83-089a299ebff1 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402989 Oct 12 23:32:39.211521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40896) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:39.271582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '8cfc967c-584d-4e20-b331-a6d197bc38fa', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'port_id': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'mac_address': 'fa:16:3e:e9:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539668d1-cd27-4b87-99b7-2623ce807d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:32:37Z', 'updated_at': '2021-10-12T23:32:37Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff39c195-dc7b-45db-8053-85bddef2a70b', 'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c6:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:21Z', 'updated_at': '2021-10-12T23:32:25Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:39.271969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-2e681a04-fcb7-48c2-991b-a0cb65dd0adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:39.273549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-2e681a04-fcb7-48c2-991b-a0cb65dd0adb service neutron] 10.222.0.25 "GET /v2.0/networks?id=59019a30-4c75-4727-8bf3-87817127fdb2 HTTP/1.1" status: 200 len: 897 time: 0.0913045 Oct 12 23:32:39.281800 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ca10c6b9-48b2-47a6-85a8-38966fe9d33b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/8cfc967c-584d-4e20-b331-a6d197bc38fa HTTP/1.1" status: 200 len: 989 time: 0.0691261 Oct 12 23:32:39.301978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] Checking router: bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:32:39.311972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:32:39.312688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:32:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:39.346620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-8e240cee-eea1-410e-8f9c-dc6d7e35fe25 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a HTTP/1.1" status: 200 len: 997 time: 0.0658693 Oct 12 23:32:39.395777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-39b20a5d-35c2-407b-9f33-a061a0b40bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:39.398133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-39b20a5d-35c2-407b-9f33-a061a0b40bb8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=026ee4ac-c869-47eb-83d2-b3c7b782c647 HTTP/1.1" status: 200 len: 835 time: 0.0444746 Oct 12 23:32:39.418824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:32:39.444336 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-c9376fc5-d7c2-4f53-9e9b-1536176c81e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:39.445826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-c9376fc5-d7c2-4f53-9e9b-1536176c81e5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59019a30-4c75-4727-8bf3-87817127fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409911 Oct 12 23:32:39.542276 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-00c06df6-dc39-469b-9cf1-d90e40b52aef service neutron] 10.222.0.25 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887568 Oct 12 23:32:39.635799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dea079bf-5fa0-400d-9e66-18645ed2443b req-721bc19c-5a13-4286-9b0c-d7b34c6445e4 service neutron] 10.222.0.25 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866766 Oct 12 23:32:39.644983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '8cfc967c-584d-4e20-b331-a6d197bc38fa', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'port_id': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'mac_address': 'fa:16:3e:e9:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539668d1-cd27-4b87-99b7-2623ce807d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:32:37Z', 'updated_at': '2021-10-12T23:32:37Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff39c195-dc7b-45db-8053-85bddef2a70b', 'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c6:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:21Z', 'updated_at': '2021-10-12T23:32:25Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:32:39.671760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4c1693-45e0-4cf5-be22-eb4533610b32 None None] The sync data for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 is: [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '8cfc967c-584d-4e20-b331-a6d197bc38fa', 'tenant_id': '38742014418042538107885273e48e96', 'floating_ip_address': '172.25.2.8', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'port_id': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3988, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'mac_address': 'fa:16:3e:e9:8e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '539668d1-cd27-4b87-99b7-2623ce807d19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:32:37Z', 'updated_at': '2021-10-12T23:32:37Z', 'revision_number': 0, 'project_id': '38742014418042538107885273e48e96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff39c195-dc7b-45db-8053-85bddef2a70b', 'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c6:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:21Z', 'updated_at': '2021-10-12T23:32:25Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:32:39.875519 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d1b042-dde0-4b85-83c6-c338305db20e None None] New status for floating IP 8cfc967c-584d-4e20-b331-a6d197bc38fa: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:32:40.284790 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 40904) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:32:40.346202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2e9f37b1-84aa-4875-b98a-eae6c4f5ec6e tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/8cfc967c-584d-4e20-b331-a6d197bc38fa HTTP/1.1" status: 200 len: 991 time: 0.0602686 Oct 12 23:32:42.136707 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c46bb0d4-14df-4e7a-b0ca-8200d99dcca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:45.514405 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:45.601519 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f0a4ddd9-c762-49f7-a049-a40dbc75e812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:46.223376 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:47.920432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:49.139924 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:32:49.211758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:49.480447 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:32:55.868262 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-d5383946-6a41-420d-b0e8-0e8b24cefa0f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423660 Oct 12 23:32:55.957493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-9adfa359-ddc3-4c15-bf30-81ab09c67b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:55.959742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-9adfa359-ddc3-4c15-bf30-81ab09c67b58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 1097 time: 0.0495358 Oct 12 23:32:56.062021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-027aa3f8-9775-472c-a27b-cf6f99d918e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:56.063521 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-027aa3f8-9775-472c-a27b-cf6f99d918e9 service neutron] 10.222.0.25 "GET /v2.0/networks?id=59019a30-4c75-4727-8bf3-87817127fdb2 HTTP/1.1" status: 200 len: 897 time: 0.0843384 Oct 12 23:32:56.133328 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-638dc740-4f6b-4492-8b14-d73acf3ab6f4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a HTTP/1.1" status: 200 len: 999 time: 0.0610805 Oct 12 23:32:56.184406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-9f2435c0-7d48-4373-9972-c0510c02ace8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:56.185889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-9f2435c0-7d48-4373-9972-c0510c02ace8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=026ee4ac-c869-47eb-83d2-b3c7b782c647 HTTP/1.1" status: 200 len: 835 time: 0.0453541 Oct 12 23:32:56.234916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-3dd5c03f-f284-4259-8755-51265776493b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:32:56.236475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-3dd5c03f-f284-4259-8755-51265776493b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59019a30-4c75-4727-8bf3-87817127fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415595 Oct 12 23:32:56.330037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-57fd0ea8-3c62-4e99-8d76-96bd3a854e4e service neutron] 10.222.0.25 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855091 Oct 12 23:32:56.421930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84f8f775-82f4-4d73-9a21-01102d8ab78a req-77813c43-c076-4fa1-9081-cd76eca3b6e8 service neutron] 10.222.0.25 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841663 Oct 12 23:33:07.362586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f5303-2ab1-4cef-a1c2-515c1d9ae4a1 req-86dc9e39-a055-4293-829a-1a37c264f126 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:07.364165 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-020f5303-2ab1-4cef-a1c2-515c1d9ae4a1 req-86dc9e39-a055-4293-829a-1a37c264f126 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0562823 Oct 12 23:33:07.408551 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-020f5303-2ab1-4cef-a1c2-515c1d9ae4a1 req-45986e87-6773-4e61-85a4-a62fa0be6321 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375841 Oct 12 23:33:08.548383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5923ba92-5ae3-4e2e-ba96-9159fc0a9743 req-d0ede984-cb9f-4311-9d4f-05b4a1f13089 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:08.549889 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5923ba92-5ae3-4e2e-ba96-9159fc0a9743 req-d0ede984-cb9f-4311-9d4f-05b4a1f13089 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0552523 Oct 12 23:33:08.595473 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5923ba92-5ae3-4e2e-ba96-9159fc0a9743 req-f016af06-2cc9-4ac8-a4a6-7ac82d72ed96 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388896 Oct 12 23:33:09.710696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466efba-fc8d-4ce2-96b0-35ad45924fbe req-901d20fb-a3d9-4065-aa8f-1c2673cef622 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:09.712256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8466efba-fc8d-4ce2-96b0-35ad45924fbe req-901d20fb-a3d9-4065-aa8f-1c2673cef622 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0497770 Oct 12 23:33:09.752232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8466efba-fc8d-4ce2-96b0-35ad45924fbe req-8285f011-5e9d-435e-b2f0-3c4fdd342ab6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339699 Oct 12 23:33:10.871787 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116e110-b547-45da-91b9-1a3fb1166e5f req-1d313222-dd77-4741-bd1e-e7949c8ede40 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:10.873278 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d116e110-b547-45da-91b9-1a3fb1166e5f req-1d313222-dd77-4741-bd1e-e7949c8ede40 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0498161 Oct 12 23:33:10.912847 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d116e110-b547-45da-91b9-1a3fb1166e5f req-848051ea-42bd-4de6-8511-dd19d0d1bc89 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335841 Oct 12 23:33:12.030838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332939f6-95c8-4bac-b2a4-eabaabe50c4b req-580f3167-1990-4b0c-ab3a-0800a8d65705 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:12.032388 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-332939f6-95c8-4bac-b2a4-eabaabe50c4b req-580f3167-1990-4b0c-ab3a-0800a8d65705 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0500095 Oct 12 23:33:12.076108 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-332939f6-95c8-4bac-b2a4-eabaabe50c4b req-93d1ee3d-021e-460a-8fc4-2cfa782bfde4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Oct 12 23:33:12.142854 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4fa40aa6-e35b-48ed-9c7a-e578fa21baa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:13.195565 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee94520-84ae-4579-8a38-68581d44b921 req-36a60fb7-8512-4253-b764-ed7c1c1ed28d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:13.197144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ee94520-84ae-4579-8a38-68581d44b921 req-36a60fb7-8512-4253-b764-ed7c1c1ed28d tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0512795 Oct 12 23:33:13.235738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ee94520-84ae-4579-8a38-68581d44b921 req-772998c3-d1be-49ab-b8ee-60a8f15c85a2 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325010 Oct 12 23:33:14.350947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b28c3eb-bdb6-45fd-82d1-cf09ef232c38 req-b58f7a03-6947-4d81-85be-d197bdd83752 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:14.352458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b28c3eb-bdb6-45fd-82d1-cf09ef232c38 req-b58f7a03-6947-4d81-85be-d197bdd83752 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0498331 Oct 12 23:33:14.395329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b28c3eb-bdb6-45fd-82d1-cf09ef232c38 req-eb7bc867-1e3d-495c-a8e3-4141f7be6b31 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369346 Oct 12 23:33:15.497679 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:15.514166 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d552a268-dbd6-411e-b257-2e25c44b27a2 req-ee5c1662-e689-466b-a50a-180cb48cf6f5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:15.515688 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d552a268-dbd6-411e-b257-2e25c44b27a2 req-ee5c1662-e689-466b-a50a-180cb48cf6f5 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0531044 Oct 12 23:33:15.554291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d552a268-dbd6-411e-b257-2e25c44b27a2 req-12179d52-04f3-45cb-9aea-fb3c0ee7967a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319262 Oct 12 23:33:15.600217 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a99d310f-822f-4e2e-8b33-464387227089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:16.193450 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:16.672809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa691235-3ed6-4d18-b32c-8528448da474 req-94fdc781-1f62-473c-a16b-c959394c2c02 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:16.674680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa691235-3ed6-4d18-b32c-8528448da474 req-94fdc781-1f62-473c-a16b-c959394c2c02 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0504146 Oct 12 23:33:16.712212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa691235-3ed6-4d18-b32c-8528448da474 req-8ea07f05-4eec-40c7-9415-a150be27b643 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317485 Oct 12 23:33:17.835349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e085f6-5325-4fcd-9137-a2ac0dee1dde req-a0dfad90-67dc-4336-a9e3-89d4b50f03ac tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:17.836836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84e085f6-5325-4fcd-9137-a2ac0dee1dde req-a0dfad90-67dc-4336-a9e3-89d4b50f03ac tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0583806 Oct 12 23:33:17.874623 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84e085f6-5325-4fcd-9137-a2ac0dee1dde req-fc7369cb-74e6-4b15-af91-494c7b32e9f6 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316844 Oct 12 23:33:17.931258 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:18.989716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497f4c77-b427-4559-8b22-44b837ea9d02 req-12e73c2b-de11-4857-a520-7493ce5f5135 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:18.991235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-497f4c77-b427-4559-8b22-44b837ea9d02 req-12e73c2b-de11-4857-a520-7493ce5f5135 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0500488 Oct 12 23:33:19.028334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-497f4c77-b427-4559-8b22-44b837ea9d02 req-33f5ec41-a538-49fc-a49f-550ac8161441 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312235 Oct 12 23:33:19.240819 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:19.497235 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:20.143442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c4e960-72fb-428e-8000-dcf410a2d1ec req-b54b8efd-cc6d-4438-b78a-6e4dc2162bc4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:20.144977 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8c4e960-72fb-428e-8000-dcf410a2d1ec req-b54b8efd-cc6d-4438-b78a-6e4dc2162bc4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0494475 Oct 12 23:33:20.183719 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8c4e960-72fb-428e-8000-dcf410a2d1ec req-32eef726-b359-47de-8e86-4e10fd004993 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316513 Oct 12 23:33:20.440181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6452dddb-4fc9-49dc-b226-56484f501ca9 req-34eb4be6-5225-435e-8347-da91994124e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:20.441705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6452dddb-4fc9-49dc-b226-56484f501ca9 req-34eb4be6-5225-435e-8347-da91994124e4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 1097 time: 0.0401211 Oct 12 23:33:20.480962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6452dddb-4fc9-49dc-b226-56484f501ca9 req-2c625026-9c2f-4543-8e2c-8f6f8ffd1418 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320001 Oct 12 23:33:21.299287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48a0c6-5a5c-402e-82a9-c202c02862de req-a15ebd5b-9469-457a-ab36-e04e9d3ff13b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:21.303109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0b48a0c6-5a5c-402e-82a9-c202c02862de req-a15ebd5b-9469-457a-ab36-e04e9d3ff13b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0490141 Oct 12 23:33:21.342407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0b48a0c6-5a5c-402e-82a9-c202c02862de req-04f79189-dcec-4527-8b0e-7a6a0cb91a4f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349669 Oct 12 23:33:22.129362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device affd38ba-3b97-4689-8c0a-743c31fbba1a details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:33:22.132757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device affd38ba-3b97-4689-8c0a-743c31fbba1a no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:33:22.267244 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:22.291970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:33:22.309367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:33:22.311613 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a70df5-23bd-4f60-8da7-4baeca6e2659" -d '{"events": [{"server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "name": "network-vif-unplugged", "status": "completed", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:33:22.324791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'port_id': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'mac_address': 'fa:16:3e:e9:8e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:33:22.328053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:33:22.351982 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec3c2aec-d7f7-4f21-8ad9-5e308ec2c674 x-openstack-request-id: req-ec3c2aec-d7f7-4f21-8ad9-5e308ec2c674 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:33:22.352304 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "name": "network-vif-unplugged", "status": "completed", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:33:22.352561 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ec3c2aec-d7f7-4f21-8ad9-5e308ec2c674 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:33:22.352956 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'code': 200} Oct 12 23:33:22.368063 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:22.383925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id affd38ba-3b97-4689-8c0a-743c31fbba1a {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:33:22.411985 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:22.460688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5bef2-102d-4bec-8ef0-cf8cf771d1ac req-1aaf4eb8-5d82-4704-b8b8-c22a8f272250 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:22.463139 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36e5bef2-102d-4bec-8ef0-cf8cf771d1ac req-1aaf4eb8-5d82-4704-b8b8-c22a8f272250 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 943 time: 0.0521040 Oct 12 23:33:22.482888 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:33:22.483277 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:33:22.492854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=affd38ba-3b97-4689-8c0a-743c31fbba1a,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:22.506099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36e5bef2-102d-4bec-8ef0-cf8cf771d1ac req-7e7a4d42-5887-4448-acd8-b27831fbc216 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373826 Oct 12 23:33:22.529031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41306) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:22.599600 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a21c4b30-329a-4395-adf4-bcc0bd18778b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/floatingips/8cfc967c-584d-4e20-b331-a6d197bc38fa HTTP/1.1" status: 200 len: 989 time: 0.0687394 Oct 12 23:33:23.018865 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:23.031997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id affd38ba-3b97-4689-8c0a-743c31fbba1a {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:33:23.050629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:33:23.120149 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:23.167702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=affd38ba-3b97-4689-8c0a-743c31fbba1a,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:23.320948 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['affd38ba-3b97-4689-8c0a-743c31fbba1a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:33:24.148565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device affd38ba-3b97-4689-8c0a-743c31fbba1a up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:33:24.197158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port affd38ba-3b97-4689-8c0a-743c31fbba1a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:33:24.197908 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:24.271091 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:24.302165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:33:24.354184 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:33:24.356390 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d7f298e-64fa-4059-96ab-eb3c2d21f1de" -d '{"events": [{"server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "name": "network-vif-plugged", "status": "completed", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:33:24.365705 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:24.399906 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14730280-ea6a-4b3b-a17b-e4b55fdc99f3 x-openstack-request-id: req-14730280-ea6a-4b3b-a17b-e4b55fdc99f3 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:33:24.400140 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "name": "network-vif-plugged", "status": "completed", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:33:24.400403 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-14730280-ea6a-4b3b-a17b-e4b55fdc99f3 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:33:24.400774 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'code': 200} Oct 12 23:33:24.418006 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=affd38ba-3b97-4689-8c0a-743c31fbba1a,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:26.139681 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:33:42.176638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-34e941af-0371-4c43-aeef-61d2a3bbbd53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:45.503045 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:45.588301 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d28ab02a-826b-4f99-b6d6-a3ffdc10fd62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:46.200031 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:47.925258 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:48.146693 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-b543f66f-96db-4f86-a0b2-85fa70cb483c req-ad11dcf6-4b10-4318-84f4-1bb05aef5451 service neutron] (101889) timed out ('10.222.0.25', 61164) {{(pid=101889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:33:49.210979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:49.485029 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:49.814782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41596) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:49.820190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21785691', 'description': 'tempest-secgroup-smoke-21785691 description', 'project_id': 'b4c43c913be644e097d947337696b153'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:33:49.914218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:49.979100 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.062567 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.090834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3739ebb-7fd4-4eb1-856b-a424880ef1b7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:50.097973 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.098805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.099332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.099673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.100004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.100335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.100667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.100993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.101376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.101702 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.102023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.102342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:50.138603 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.139912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e0d9806b-7970-4145-b576-fd25a346ddf6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3241043 Oct 12 23:33:50.142827 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41598) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:50.148145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-454e3eb7-a619-40cb-9d03-72193adebada tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'security_group_rule': {'security_group_id': 'd3739ebb-7fd4-4eb1-856b-a424880ef1b7', 'project_id': 'b4c43c913be644e097d947337696b153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:33:50.221662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-454e3eb7-a619-40cb-9d03-72193adebada tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.276733 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-454e3eb7-a619-40cb-9d03-72193adebada tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.353024 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-454e3eb7-a619-40cb-9d03-72193adebada tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.371180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e3eb7-a619-40cb-9d03-72193adebada tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87712a48-acf8-45a9-b38e-c66f40adbe13,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:50.456982 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-454e3eb7-a619-40cb-9d03-72193adebada tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.458259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-454e3eb7-a619-40cb-9d03-72193adebada tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3141427 Oct 12 23:33:50.460997 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41600) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:50.465409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e8ee6a3b-1c58-45b2-8c6c-f3300775a478 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'security_group_rule': {'security_group_id': 'd3739ebb-7fd4-4eb1-856b-a424880ef1b7', 'project_id': 'b4c43c913be644e097d947337696b153', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:33:50.552957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6a3b-1c58-45b2-8c6c-f3300775a478 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.611359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6a3b-1c58-45b2-8c6c-f3300775a478 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.696369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6a3b-1c58-45b2-8c6c-f3300775a478 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.714347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee6a3b-1c58-45b2-8c6c-f3300775a478 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac946f77-b3bc-42e3-8411-65ad63b1bee5,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:50.778319 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e8ee6a3b-1c58-45b2-8c6c-f3300775a478 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.779557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e8ee6a3b-1c58-45b2-8c6c-f3300775a478 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3175988 Oct 12 23:33:50.782188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41602) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:50.787403 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-72f83813-0500-4f37-8c94-e6e0a08ded0b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'security_group_rule': {'security_group_id': 'd3739ebb-7fd4-4eb1-856b-a424880ef1b7', 'project_id': 'b4c43c913be644e097d947337696b153', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:33:50.872402 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72f83813-0500-4f37-8c94-e6e0a08ded0b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:50.932323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72f83813-0500-4f37-8c94-e6e0a08ded0b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.009173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72f83813-0500-4f37-8c94-e6e0a08ded0b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.026807 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f83813-0500-4f37-8c94-e6e0a08ded0b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9be9c55c-dc28-4c3e-b0a6-322060eae703,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:51.108680 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-72f83813-0500-4f37-8c94-e6e0a08ded0b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.109932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-72f83813-0500-4f37-8c94-e6e0a08ded0b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3268192 Oct 12 23:33:51.112694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41604) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:51.117168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e56160bc-9b08-4c69-90c4-ed46e95ddc03 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'security_group_rule': {'security_group_id': 'd3739ebb-7fd4-4eb1-856b-a424880ef1b7', 'project_id': 'b4c43c913be644e097d947337696b153', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:33:51.208174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e56160bc-9b08-4c69-90c4-ed46e95ddc03 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.265928 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e56160bc-9b08-4c69-90c4-ed46e95ddc03 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.363843 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e56160bc-9b08-4c69-90c4-ed46e95ddc03 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.381519 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56160bc-9b08-4c69-90c4-ed46e95ddc03 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4457bb68-418a-41c2-9995-fed679c730ee,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:51.475696 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e56160bc-9b08-4c69-90c4-ed46e95ddc03 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.476842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e56160bc-9b08-4c69-90c4-ed46e95ddc03 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3632343 Oct 12 23:33:51.479527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41606) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:51.483837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-56ac5fc8-da20-4cf2-aa10-09516a28f58c tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'security_group_rule': {'security_group_id': 'd3739ebb-7fd4-4eb1-856b-a424880ef1b7', 'project_id': 'b4c43c913be644e097d947337696b153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:33:51.570834 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-56ac5fc8-da20-4cf2-aa10-09516a28f58c tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Project b4c43c913be644e097d947337696b153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:33:51.575661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56ac5fc8-da20-4cf2-aa10-09516a28f58c tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.638411 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56ac5fc8-da20-4cf2-aa10-09516a28f58c tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.708167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56ac5fc8-da20-4cf2-aa10-09516a28f58c tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.728297 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ac5fc8-da20-4cf2-aa10-09516a28f58c tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711cd093-e4a8-417a-9cf2-19ca5bdc3114,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:51.806858 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-56ac5fc8-da20-4cf2-aa10-09516a28f58c tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.809232 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-56ac5fc8-da20-4cf2-aa10-09516a28f58c tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3286095 Oct 12 23:33:51.810775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41608) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:51.815192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6624de48-22ce-4178-b958-e602d5a127b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'security_group_rule': {'security_group_id': 'd3739ebb-7fd4-4eb1-856b-a424880ef1b7', 'project_id': 'b4c43c913be644e097d947337696b153', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:33:51.889482 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-6624de48-22ce-4178-b958-e602d5a127b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Project b4c43c913be644e097d947337696b153 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:33:51.894348 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6624de48-22ce-4178-b958-e602d5a127b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:51.954784 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6624de48-22ce-4178-b958-e602d5a127b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:52.022609 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6624de48-22ce-4178-b958-e602d5a127b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:52.039831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6624de48-22ce-4178-b958-e602d5a127b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1dbcd50-7642-4afd-89e9-4b860c651fb5,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:52.096877 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6624de48-22ce-4178-b958-e602d5a127b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:52.098126 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6624de48-22ce-4178-b958-e602d5a127b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2863014 Oct 12 23:33:52.295462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-b42eda60-f6c5-4ce7-a6d8-7c53ad7733ff tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21785691&fields=id&tenant_id=b4c43c913be644e097d947337696b153 HTTP/1.1" status: 200 len: 267 time: 0.0328453 Oct 12 23:33:52.404914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-5ec3ae5d-7827-4cc7-a413-0e302e7fa546 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:52.406345 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-5ec3ae5d-7827-4cc7-a413-0e302e7fa546 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/networks?id=a39d931a-981a-4b45-af2a-a467eb6957cd HTTP/1.1" status: 200 len: 814 time: 0.1042829 Oct 12 23:33:52.421473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-d4ceaa26-8a45-4c97-bbe5-e1ae59850e85 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/quotas/b4c43c913be644e097d947337696b153 HTTP/1.1" status: 200 len: 375 time: 0.0089273 Oct 12 23:33:52.472261 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-7b02946c-daaf-4846-b6ab-284a096e1504 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=b4c43c913be644e097d947337696b153&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456238 Oct 12 23:33:52.571056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-c0e3357c-6080-4157-94b8-16a743747b68 service neutron] 10.222.0.31 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861812 Oct 12 23:33:52.661069 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-86e24bd6-2820-4357-b09c-f09e4645f13d service neutron] 10.222.0.31 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839529 Oct 12 23:33:53.105043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41624) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:53.427460 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-df668f44-01d1-4f7e-b11a-c1e95d6900ef req-ce92101c-3385-471e-9663-d0726a7ab7f7 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 210 time: 0.2815390 Oct 12 23:33:53.534193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port 4f9f67c7-156d-4c08-88ec-65a0c54b768d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:33:53.534536 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:53.615791 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:53.616137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:53.627703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for 4f9f67c7-156d-4c08-88ec-65a0c54b768d owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:33:53.851131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:53.884163 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=4f9f67c7-156d-4c08-88ec-65a0c54b768d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:53.936859 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:53.937181 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Floating IP 8cfc967c-584d-4e20-b331-a6d197bc38fa disassociated (deleted). External IP: 172.25.2.8, port: affd38ba-3b97-4689-8c0a-743c31fbba1a. Oct 12 23:33:54.146028 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:33:54.255330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:33:54.260280 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:54.264800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] Sync routers for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:33:54.274679 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:33:54.275368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:33:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:33:54.287826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-18ddcea0-2250-4360-9705-a0bf93709913 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/floatingips/8cfc967c-584d-4e20-b331-a6d197bc38fa HTTP/1.1" status: 204 len: 168 time: 1.1810682 Oct 12 23:33:54.288808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:33:54.291089 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f" -d '{"events": [{"name": "network-changed", "server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:33:54.347530 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940120df-40f7-453e-bd8a-3cc7de491e55 x-openstack-request-id: req-940120df-40f7-453e-bd8a-3cc7de491e55 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:33:54.347933 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:33:54.348289 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-940120df-40f7-453e-bd8a-3cc7de491e55 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:33:54.348818 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'status': 'completed', 'code': 200} Oct 12 23:33:54.387306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:33:54.419095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-6c98c580-1440-43c8-a850-01781f1e5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:54.420949 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-6c98c580-1440-43c8-a850-01781f1e5094 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=38742014418042538107885273e48e96&device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 1097 time: 0.0500801 Oct 12 23:33:54.541710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-54b1eb5c-f2c3-45a1-ab43-8f8de8e6e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:54.543186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-54b1eb5c-f2c3-45a1-ab43-8f8de8e6e93d service neutron] 10.222.0.25 "GET /v2.0/networks?id=59019a30-4c75-4727-8bf3-87817127fdb2 HTTP/1.1" status: 200 len: 897 time: 0.1142848 Oct 12 23:33:54.561730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-756cf86c-43f4-4ba9-aa21-f67840b4ea24 req-1bef9949-7040-4dbe-9aaa-aba2217c7ca1 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 210 time: 0.0340879 Oct 12 23:33:54.604855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-0a632004-91ec-4483-8b46-e0dbe1dbfc97 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a HTTP/1.1" status: 200 len: 217 time: 0.0467076 Oct 12 23:33:54.612788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ff39c195-dc7b-45db-8053-85bddef2a70b', 'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c6:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:21Z', 'updated_at': '2021-10-12T23:32:25Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:33:54.642563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] Checking router: bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:33:54.652130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:33:54.652760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:33:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:33:54.665673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-722a055a-9f9a-44b7-808c-5b2c0d037df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:54.667194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-722a055a-9f9a-44b7-808c-5b2c0d037df8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=026ee4ac-c869-47eb-83d2-b3c7b782c647 HTTP/1.1" status: 200 len: 835 time: 0.0522923 Oct 12 23:33:54.745379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-584d7288-ac46-4059-ae2a-b371fc447ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:54.746991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-584d7288-ac46-4059-ae2a-b371fc447ae7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=59019a30-4c75-4727-8bf3-87817127fdb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0726235 Oct 12 23:33:54.774599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ed62b-0f5e-461f-bbd8-3dabf4ef99d2 req-ae95b6d4-6e73-4d12-b217-649766883bcf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:54.776214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b46ed62b-0f5e-461f-bbd8-3dabf4ef99d2 req-ae95b6d4-6e73-4d12-b217-649766883bcf tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.0731099 Oct 12 23:33:54.862753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b46ed62b-0f5e-461f-bbd8-3dabf4ef99d2 req-7ffa28de-76c0-4856-aafd-a09c664bf996 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740805 Oct 12 23:33:54.885630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-119622af-681c-4908-8484-9aca53289562 service neutron] 10.222.0.25 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272173 Oct 12 23:33:54.916426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:33:54.981183 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9c92ea3-fd4e-4884-9a2a-a5e05984bc1f req-1d25852a-a28e-499d-9cd7-b12425eb2ac4 service neutron] 10.222.0.25 "GET /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876446 Oct 12 23:33:55.114480 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-a6a291c3-74d5-48cf-876e-6f6065011eb9 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:55.115994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-a6a291c3-74d5-48cf-876e-6f6065011eb9 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.41 "GET /v2.0/networks?id=a39d931a-981a-4b45-af2a-a467eb6957cd HTTP/1.1" status: 200 len: 814 time: 0.1023369 Oct 12 23:33:55.118340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ff39c195-dc7b-45db-8053-85bddef2a70b', 'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c6:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:21Z', 'updated_at': '2021-10-12T23:32:25Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:33:55.143996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f7fc29-dba2-4308-8252-411e7c692632 None None] The sync data for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 is: [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'ff39c195-dc7b-45db-8053-85bddef2a70b', 'name': '', 'network_id': '59019a30-4c75-4727-8bf3-87817127fdb2', 'tenant_id': '38742014418042538107885273e48e96', 'mac_address': 'fa:16:3e:c6:a0:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:21Z', 'updated_at': '2021-10-12T23:32:25Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'subnets': [{'id': '026ee4ac-c869-47eb-83d2-b3c7b782c647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:33:55.160473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-20f91944-e80c-441b-8947-c0862dc0796e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b4c43c913be644e097d947337696b153 HTTP/1.1" status: 200 len: 378 time: 0.0356348 Oct 12 23:33:55.170115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'port': {'device_id': '205eb304-e355-4ab9-a8b6-25a45c068554', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'admin_state_up': True, 'tenant_id': 'b4c43c913be644e097d947337696b153', 'security_groups': ['d3739ebb-7fd4-4eb1-856b-a424880ef1b7']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:33:55.354042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Made reservation on behalf of b4c43c913be644e097d947337696b153 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:33:55.358111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:55.415396 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ae17e5-cd98-48b2-b8ea-13d577220dea None None] New status for floating IP 8cfc967c-584d-4e20-b331-a6d197bc38fa: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:33:55.498797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Allocated IP 172.20.0.6 (a39d931a-981a-4b45-af2a-a467eb6957cd/009344ad-14ef-4af2-a091-b31733ad8186/a3c45099-b869-462d-a65d-629097d636ef) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:33:55.647435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:55.684124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7006704-2677-469e-9835-effd0f0ca315 req-4e9c858a-e0cf-44f0-9efb-f99c992710a8 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 210 time: 0.0308249 Oct 12 23:33:55.731383 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:55.779356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Network a39d931a-981a-4b45-af2a-a467eb6957cd is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:33:55.782526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:33:55.786155 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:33:55.812193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'Port': ['ID=a3c45099-b869-462d-a65d-629097d636ef,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:55.825125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.825458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.825798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.826129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.826464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.826790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.827139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.827462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.827784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.828103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.828419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.828737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:33:55.855860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:55.856457 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:55.933893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-e1987577-b524-471e-b20b-1f7a1018a753 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7675037 Oct 12 23:33:55.956246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Request body: {'port': {'device_id': '205eb304-e355-4ab9-a8b6-25a45c068554', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:33:56.006268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aa17c027-2fa2-41eb-b242-bd37d5104ef3 None None] Provisioning complete for port a3c45099-b869-462d-a65d-629097d636ef triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:33:56.006874 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aa17c027-2fa2-41eb-b242-bd37d5104ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:56.046057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-aa17c027-2fa2-41eb-b242-bd37d5104ef3 None None] Port a3c45099-b869-462d-a65d-629097d636ef cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:33:56.062981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4c99c-9265-4dc0-8da9-69bdaa814321 req-c32ef2db-5812-435a-a96f-483c8e1d35eb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:56.064499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cc4c99c-9265-4dc0-8da9-69bdaa814321 req-c32ef2db-5812-435a-a96f-483c8e1d35eb tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.1247048 Oct 12 23:33:56.082444 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:56.126913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-fddbda23-7180-4f7d-ace9-937efd65c04c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:56.128377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-fddbda23-7180-4f7d-ace9-937efd65c04c tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 945 time: 0.1196163 Oct 12 23:33:56.151650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4cc4c99c-9265-4dc0-8da9-69bdaa814321 req-f5b9b2f4-0c70-4497-a857-1f085b55967b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/security-groups?id=f4fc0da3-c02a-4f39-aaea-68b01386bbdb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802853 Oct 12 23:33:56.355314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port affd38ba-3b97-4689-8c0a-743c31fbba1a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:33:56.355656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:56.482136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port affd38ba-3b97-4689-8c0a-743c31fbba1a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=affd38ba-3b97-4689-8c0a-743c31fbba1a,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:33:56.482501 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:56.517652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for affd38ba-3b97-4689-8c0a-743c31fbba1a owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:33:56.539094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3c45099-b869-462d-a65d-629097d636ef {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:33:56.572032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:56.590691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Transition to ACTIVE for port object a3c45099-b869-462d-a65d-629097d636ef will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:33:56.664364 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:56.741962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c45099-b869-462d-a65d-629097d636ef,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:56.780283 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:56.832230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=affd38ba-3b97-4689-8c0a-743c31fbba1a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:56.842022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Attempting to bind port a3c45099-b869-462d-a65d-629097d636ef on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:33:56.842225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Attempting to bind port a3c45099-b869-462d-a65d-629097d636ef by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:33:56.842553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Attempting to bind port a3c45099-b869-462d-a65d-629097d636ef on network a39d931a-981a-4b45-af2a-a467eb6957cd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:33:56.870218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Port a3c45099-b869-462d-a65d-629097d636ef on network a39d931a-981a-4b45-af2a-a467eb6957cd not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:33:56.870542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Attempting to bind port a3c45099-b869-462d-a65d-629097d636ef on network a39d931a-981a-4b45-af2a-a467eb6957cd {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:33:56.879350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d0f41-9c0b-4ba2-967f-63475d699354 req-34416c26-1694-4000-846b-aae82f6be913 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:56.879350 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-054d0f41-9c0b-4ba2-967f-63475d699354 req-34416c26-1694-4000-846b-aae82f6be913 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.1065567 Oct 12 23:33:56.925872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-054d0f41-9c0b-4ba2-967f-63475d699354 req-cfcab5f5-4bf2-46a2-86b2-82c25549ce4d tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406127 Oct 12 23:33:57.252067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] No DVR routers for this DVR port affd38ba-3b97-4689-8c0a-743c31fbba1a on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:33:57.258879 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:57.260770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7fb4ef3-6146-40ed-a702-9a49409d0758 req-43e2db6a-e9de-48bd-be96-93123e43d37f tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.25 "DELETE /v2.0/ports/affd38ba-3b97-4689-8c0a-743c31fbba1a HTTP/1.1" status: 204 len: 173 time: 1.1124823 Oct 12 23:33:57.261550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'name': 'network-vif-deleted', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:33:57.267194 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e23bca-cc58-408e-aa0b-2bfc97360ba5" -d '{"events": [{"server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "name": "network-vif-deleted", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:33:57.285333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 33, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:33:57.285908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Checking segment: {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:33:57.286446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Bound using segment: {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:33:57.287243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Bound port: a3c45099-b869-462d-a65d-629097d636ef, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b48a4519-3173-4dc1-ad85-d1114a62d543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:33:57.287756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:57.292160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb7534d9-2d08-4d7c-a185-cedf2c5a3852 req-7650704d-62f4-4f08-ada1-b093565385e3 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "GET /v2.0/ports?device_id=539668d1-cd27-4b87-99b7-2623ce807d19 HTTP/1.1" status: 200 len: 210 time: 0.0499043 Oct 12 23:33:57.341936 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76373542-8228-4607-ae6f-78344607eb51 x-openstack-request-id: req-76373542-8228-4607-ae6f-78344607eb51 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:33:57.342610 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "539668d1-cd27-4b87-99b7-2623ce807d19", "name": "network-vif-deleted", "tag": "affd38ba-3b97-4689-8c0a-743c31fbba1a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:33:57.342931 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76373542-8228-4607-ae6f-78344607eb51 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:33:57.343342 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '539668d1-cd27-4b87-99b7-2623ce807d19', 'name': 'network-vif-deleted', 'tag': 'affd38ba-3b97-4689-8c0a-743c31fbba1a', 'status': 'completed', 'code': 200} Oct 12 23:33:57.382385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] For port a3c45099-b869-462d-a65d-629097d636ef, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:33:57.386053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] For port a3c45099-b869-462d-a65d-629097d636ef, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a3c45099-b869-462d-a65d-629097d636ef,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:33:57.429279 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:57.467624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:57.468453 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:57.469834 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] 10.222.0.41 "PUT /v2.0/ports/a3c45099-b869-462d-a65d-629097d636ef HTTP/1.1" status: 200 len: 1092 time: 1.5199962 Oct 12 23:33:57.498797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34499035-a1c3-42f7-ac8d-334224458002 service neutron] Pushing event updated for resources: {'Port': ['ID=a3c45099-b869-462d-a65d-629097d636ef,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:57.610258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-d6d2c2e0-b857-49be-a10d-e849a7cbe98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:57.611901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-d6d2c2e0-b857-49be-a10d-e849a7cbe98f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c43c913be644e097d947337696b153&device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1095 time: 0.0523798 Oct 12 23:33:57.654801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-bfcbf6a4-13c4-487c-9806-83122fc1698c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c45099-b869-462d-a65d-629097d636ef HTTP/1.1" status: 200 len: 217 time: 0.0351965 Oct 12 23:33:57.707273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-02545e6b-05c1-42d4-b7d8-d3a8db0d1011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:57.708770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-02545e6b-05c1-42d4-b7d8-d3a8db0d1011 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=009344ad-14ef-4af2-a091-b31733ad8186 HTTP/1.1" status: 200 len: 853 time: 0.0472734 Oct 12 23:33:57.763090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-d043615c-e702-401b-85ef-82806b5ff221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:57.764788 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-d043615c-e702-401b-85ef-82806b5ff221 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a39d931a-981a-4b45-af2a-a467eb6957cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483592 Oct 12 23:33:57.862481 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-8b749ae6-7e65-4ccd-8175-955f02b50b0d service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896497 Oct 12 23:33:57.965331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b3e9c1f-64b0-43a7-bc98-7a5170a17637 req-6be23057-1708-4ae0-8a56-d496e738c7cb service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958741 Oct 12 23:33:58.056260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00859d5a-4b71-4a47-b850-538058480a72 req-122861ac-b42a-4649-aadd-bfe6fc715f86 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:58.057880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00859d5a-4b71-4a47-b850-538058480a72 req-122861ac-b42a-4649-aadd-bfe6fc715f86 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0592797 Oct 12 23:33:58.097589 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00859d5a-4b71-4a47-b850-538058480a72 req-5a0f2cd2-0bbe-4613-99d2-9a52f64e3e51 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325933 Oct 12 23:33:58.358748 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41658) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:58.734120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:58.986319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port ff39c195-dc7b-45db-8053-85bddef2a70b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:33:58.986669 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:59.085956 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port ff39c195-dc7b-45db-8053-85bddef2a70b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ff39c195-dc7b-45db-8053-85bddef2a70b,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:33:59.086329 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:59.101209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for ff39c195-dc7b-45db-8053-85bddef2a70b owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:33:59.230064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535c338-116e-48bd-a8b9-7ce71426f86d req-329d6058-10ae-45f9-a50f-76f272b680b5 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:59.231625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e535c338-116e-48bd-a8b9-7ce71426f86d req-329d6058-10ae-45f9-a50f-76f272b680b5 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0519564 Oct 12 23:33:59.274706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e535c338-116e-48bd-a8b9-7ce71426f86d req-c16b6c68-8cfc-4995-98e1-0f767ddca787 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363717 Oct 12 23:33:59.336718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:59.344770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:33:59.347795 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca9ec361-5b89-4754-8adf-b81becf37b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:33:59.367860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=ff39c195-dc7b-45db-8053-85bddef2a70b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:33:59.392582 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7334cac2-789b-4afb-a90b-bdc837b3d9ca x-openstack-request-id: req-7334cac2-789b-4afb-a90b-bdc837b3d9ca {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:33:59.392982 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:33:59.393327 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7334cac2-789b-4afb-a90b-bdc837b3d9ca {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:33:59.393817 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef', 'status': 'completed', 'code': 200} Oct 12 23:33:59.472775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-26015640-660c-4f22-a128-706fb5f18da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:59.475640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-26015640-660c-4f22-a128-706fb5f18da1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c43c913be644e097d947337696b153&device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1095 time: 0.0550835 Oct 12 23:33:59.567699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:33:59.584704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-f9164318-5a98-4ae7-8f62-a565fc57765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:59.586748 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-f9164318-5a98-4ae7-8f62-a565fc57765d service neutron] 10.222.0.41 "GET /v2.0/networks?id=a39d931a-981a-4b45-af2a-a467eb6957cd HTTP/1.1" status: 200 len: 915 time: 0.1047828 Oct 12 23:33:59.641926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-d4be5245-4ca7-4382-bcec-4d479c35bcd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c45099-b869-462d-a65d-629097d636ef HTTP/1.1" status: 200 len: 217 time: 0.0480201 Oct 12 23:33:59.691945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-db45b302-50cb-4acd-9b35-011283732c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:59.694569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-db45b302-50cb-4acd-9b35-011283732c60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=009344ad-14ef-4af2-a091-b31733ad8186 HTTP/1.1" status: 200 len: 853 time: 0.0461156 Oct 12 23:33:59.741456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-073c1640-e6b7-4f35-911b-db4dc2fb1417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:33:59.743154 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-073c1640-e6b7-4f35-911b-db4dc2fb1417 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a39d931a-981a-4b45-af2a-a467eb6957cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416994 Oct 12 23:33:59.812815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:33:59.841458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-bdb5fe1b-7587-4997-9813-1de4ee9d21a7 service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909691 Oct 12 23:33:59.926627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:33:59.932688 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ac2bf474-89e2-4285-9bc3-330892d5cc0a tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "PUT /v2.0/routers/bc0b8258-9b17-49df-9e0a-2a7c28fff0b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5728400 Oct 12 23:33:59.935509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41666) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:33:59.938246 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca9ec361-5b89-4754-8adf-b81becf37b8f req-b066e958-fc45-4a86-929c-8dd3eed899f9 service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895891 Oct 12 23:33:59.940691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] Sync routers for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:33:59.953860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:33:59.954828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:33:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:33:59.993805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-faaed05e-cc86-47f6-a5e0-6fbf2463072b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting subnet 026ee4ac-c869-47eb-83d2-b3c7b782c647 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:33:59.996917 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faaed05e-cc86-47f6-a5e0-6fbf2463072b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.043047 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faaed05e-cc86-47f6-a5e0-6fbf2463072b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.060022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:34:00.132274 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faaed05e-cc86-47f6-a5e0-6fbf2463072b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.248587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:33:59Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:00.262637 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faaed05e-cc86-47f6-a5e0-6fbf2463072b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.276100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] Checking router: bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:34:00.284430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] Routers {'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:34:00.285054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:33:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:00.293359 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaed05e-cc86-47f6-a5e0-6fbf2463072b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Subnet': ['ID=026ee4ac-c869-47eb-83d2-b3c7b782c647,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:00.308174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-faaed05e-cc86-47f6-a5e0-6fbf2463072b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.315393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41670) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:00.327242 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-faaed05e-cc86-47f6-a5e0-6fbf2463072b tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/subnets/026ee4ac-c869-47eb-83d2-b3c7b782c647 HTTP/1.1" status: 204 len: 168 time: 0.3901091 Oct 12 23:34:00.330907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbc5a20-a915-427d-b5c9-84f349b96ff5 None None] Network 59019a30-4c75-4727-8bf3-87817127fdb2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:34:00.332874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device affd38ba-3b97-4689-8c0a-743c31fbba1a no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:34:00.401023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: affd38ba-3b97-4689-8c0a-743c31fbba1a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:34:00.401342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device affd38ba-3b97-4689-8c0a-743c31fbba1a not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:34:00.468549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc963f-c565-40d4-b30c-f940ef71f800 req-cc5ab7ba-f816-439b-ad2c-cbf0270b4f05 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:00.470294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eddc963f-c565-40d4-b30c-f940ef71f800 req-cc5ab7ba-f816-439b-ad2c-cbf0270b4f05 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.1028934 Oct 12 23:34:00.486618 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.531145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] Set router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:34:00.613832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eddc963f-c565-40d4-b30c-f940ef71f800 req-80f9b665-0eef-4db2-b06c-5194f288558b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859735 Oct 12 23:34:00.634364 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.709954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] DHCP port deletion for 59019a30-4c75-4727-8bf3-87817127fdb2 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:34:00.747258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Deleting port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:34:00.747597 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.771158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:33:59Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:00.804355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Deleting port 2ab67694-d674-4e5a-ab13-2b96ed48b178 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:34:00.804782 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.806468 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fa821a-82d0-4eef-880f-d61beb852353 None None] The sync data for ids ['bc0b8258-9b17-49df-9e0a-2a7c28fff0b3'] in n-d-790519-14 is: [{'id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-292433464', 'tenant_id': '38742014418042538107885273e48e96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221'}], 'enable_snat': True}, 'gw_port_id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:32:17Z', 'updated_at': '2021-10-12T23:33:59Z', 'revision_number': 5, 'project_id': '38742014418042538107885273e48e96', 'gw_port': {'id': 'f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:7a:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc0b8258-9b17-49df-9e0a-2a7c28fff0b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3982, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:32:18Z', 'updated_at': '2021-10-12T23:32:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:34:00.835644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] For port f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:34:00.836022 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.853083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Calling delete_port for f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:34:00.873129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] For port 2ab67694-d674-4e5a-ab13-2b96ed48b178, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2ab67694-d674-4e5a-ab13-2b96ed48b178,segment=NetworkSegment(82a2a10c-e04f-42ce-8a12-00e8bde609d0),segment_id=82a2a10c-e04f-42ce-8a12-00e8bde609d0)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:34:00.873524 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:00.886285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Calling delete_port for 2ab67694-d674-4e5a-ab13-2b96ed48b178 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:34:01.023086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.048706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Pushing event deleted for resources: {'Port': ['ID=2ab67694-d674-4e5a-ab13-2b96ed48b178,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:01.056391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] No DVR routers for this DVR port 2ab67694-d674-4e5a-ab13-2b96ed48b178 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:34:01.058665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.059041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.059392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.059773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.060073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.060408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.060738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.061068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.061397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.061724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.062057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.062379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-358fb070-af4e-4dcb-9434-596311fd8da9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:34:01.068306 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.100010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Port': ['ID=f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:01.167882 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.267119 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.269299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.370733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.371399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Fanout notify agent at l3_agent the message router_deleted on router bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:34:01.378238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.379377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2c729c0a-5983-44ec-a127-1e6107d8a7d8 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/routers/bc0b8258-9b17-49df-9e0a-2a7c28fff0b3 HTTP/1.1" status: 204 len: 168 time: 1.0629520 Oct 12 23:34:01.382693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41672) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:01.466099 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.556198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.575722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59019a30-4c75-4727-8bf3-87817127fdb2']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:01.585223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a2a10c-e04f-42ce-8a12-00e8bde609d0') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:01.585520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a2a10c-e04f-42ce-8a12-00e8bde609d0') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:01.594851 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.608801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.615955 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:34:01.616349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:34:01.619336 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:34:01.736508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.746183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.748538 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ca53ec-46be-450c-a2d4-7df39b400e04 req-3da7afb2-e4b0-4d5e-96f2-70ba0ac70ba6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:01.749050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/networks/59019a30-4c75-4727-8bf3-87817127fdb2 HTTP/1.1" status: 204 len: 168 time: 0.3650188 Oct 12 23:34:01.750291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39ca53ec-46be-450c-a2d4-7df39b400e04 req-3da7afb2-e4b0-4d5e-96f2-70ba0ac70ba6 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0499437 Oct 12 23:34:01.751547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41676) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:01.758880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff41367-7656-4c73-91c0-15ed184efce4 tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'Network': ['ID=59019a30-4c75-4727-8bf3-87817127fdb2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:01.819156 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39ca53ec-46be-450c-a2d4-7df39b400e04 req-aa732765-9d68-4970-8f75-b5e0bfb77c69 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0602427 Oct 12 23:34:01.843586 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76e2e6f5-2137-4e6b-840d-efad60454dca tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:01.872092 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76e2e6f5-2137-4e6b-840d-efad60454dca tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:02.037898 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76e2e6f5-2137-4e6b-840d-efad60454dca tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:02.040774 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-76e2e6f5-2137-4e6b-840d-efad60454dca tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:02.041942 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-76e2e6f5-2137-4e6b-840d-efad60454dca tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] 10.222.0.31 "DELETE /v2.0/security-groups/f4fc0da3-c02a-4f39-aaea-68b01386bbdb HTTP/1.1" status: 204 len: 168 time: 0.2894340 Oct 12 23:34:02.051580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e2e6f5-2137-4e6b-840d-efad60454dca tempest-TestNetworkAdvancedServerOps-769375074 tempest-TestNetworkAdvancedServerOps-769375074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4fc0da3-c02a-4f39-aaea-68b01386bbdb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:02.527146 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:34:02.547246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:34:02.547596 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f3f59ddd-49ce-4e6a-aa57-37f1ca2fb1ab not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:34:02.548019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2ab67694-d674-4e5a-ab13-2b96ed48b178 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:34:02.566780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2ab67694-d674-4e5a-ab13-2b96ed48b178 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:34:02.567225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2ab67694-d674-4e5a-ab13-2b96ed48b178 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:34:02.567649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ff39c195-dc7b-45db-8053-85bddef2a70b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:34:02.586714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ff39c195-dc7b-45db-8053-85bddef2a70b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:34:02.587113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ff39c195-dc7b-45db-8053-85bddef2a70b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:34:02.595923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41684) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:02.737943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-842cbd1d-0f7f-40f8-a8ee-5073493c3595 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=38742014418042538107885273e48e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408463 Oct 12 23:34:02.741140 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41688) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:02.788778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0e07550-c94f-453b-9f86-0c05f2997f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:02.809705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0e07550-c94f-453b-9f86-0c05f2997f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:02.937408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3137a-b47a-4b92-ad6d-dc7af0159e1c req-d96fab03-8204-4edf-8327-4d71b7c992df tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:02.938803 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fd3137a-b47a-4b92-ad6d-dc7af0159e1c req-d96fab03-8204-4edf-8327-4d71b7c992df tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0490754 Oct 12 23:34:02.940352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0e07550-c94f-453b-9f86-0c05f2997f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:02.942886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f0e07550-c94f-453b-9f86-0c05f2997f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:02.944216 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f0e07550-c94f-453b-9f86-0c05f2997f39 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/8bd0b152-0b9b-4019-a721-e0e8a8b65535 HTTP/1.1" status: 204 len: 168 time: 0.2019944 Oct 12 23:34:02.966229 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e07550-c94f-453b-9f86-0c05f2997f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd0b152-0b9b-4019-a721-e0e8a8b65535,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:02.988254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2fd3137a-b47a-4b92-ad6d-dc7af0159e1c req-858bb3b1-6c0b-49e8-9e06-013ff16df422 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429566 Oct 12 23:34:03.139077 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:34:03.556966 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41696) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:03.596867 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d763a414-134c-4403-9b0d-79c69dbc0d4a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f4c9b7b7cf44705acdf33b601fdee0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387444 Oct 12 23:34:03.599293 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41698) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:03.645920 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ca41c1c-c5d6-4297-a292-c0de6c33452a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:03.667071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ca41c1c-c5d6-4297-a292-c0de6c33452a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:03.786307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ca41c1c-c5d6-4297-a292-c0de6c33452a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:03.789139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ca41c1c-c5d6-4297-a292-c0de6c33452a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:03.790332 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ca41c1c-c5d6-4297-a292-c0de6c33452a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/82a446c0-11a0-4a73-803d-60b8ef552375 HTTP/1.1" status: 204 len: 168 time: 0.1901007 Oct 12 23:34:03.797891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca41c1c-c5d6-4297-a292-c0de6c33452a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82a446c0-11a0-4a73-803d-60b8ef552375,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:04.129739 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b8de10-1467-4dbc-9116-5a07a4beaccb req-1200b016-ce28-4cc8-be94-6ab7c9642738 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:04.132225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95b8de10-1467-4dbc-9116-5a07a4beaccb req-1200b016-ce28-4cc8-be94-6ab7c9642738 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0637598 Oct 12 23:34:04.176279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95b8de10-1467-4dbc-9116-5a07a4beaccb req-e3ad269a-3263-4c37-a588-dd8ac74b0775 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370297 Oct 12 23:34:05.296467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5e48b8-17c2-4a5c-b9a2-ab1e40c9cef0 req-c12f8437-53d6-4857-be40-dcf9a44beb9a tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:05.297985 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a5e48b8-17c2-4a5c-b9a2-ab1e40c9cef0 req-c12f8437-53d6-4857-be40-dcf9a44beb9a tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0547826 Oct 12 23:34:05.338552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a5e48b8-17c2-4a5c-b9a2-ab1e40c9cef0 req-5204845a-6bc7-43c3-bf3f-a56c4c8c7316 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344727 Oct 12 23:34:06.452737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f19bfe-f8f0-4062-9b80-e381981d7d04 req-93761661-a8f4-471b-a51c-5b0e3b20c83b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:06.454200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79f19bfe-f8f0-4062-9b80-e381981d7d04 req-93761661-a8f4-471b-a51c-5b0e3b20c83b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0492978 Oct 12 23:34:06.491976 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-79f19bfe-f8f0-4062-9b80-e381981d7d04 req-d975867c-c3c4-471a-9db9-67037035b703 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318120 Oct 12 23:34:07.605325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9900b97-5261-40c3-aa1e-f26fc714af0a req-cab702f6-9774-4955-a732-818a368f81e4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:07.607143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9900b97-5261-40c3-aa1e-f26fc714af0a req-cab702f6-9774-4955-a732-818a368f81e4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0494649 Oct 12 23:34:07.645278 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d9900b97-5261-40c3-aa1e-f26fc714af0a req-f2e9f052-1a2c-4242-b1ac-c196fd10c988 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324802 Oct 12 23:34:08.761630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70120f7-ba3a-4292-bedd-f3c6eef5740c req-3bf9a134-ae84-456c-8709-31108f59b5fc tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:08.763904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b70120f7-ba3a-4292-bedd-f3c6eef5740c req-3bf9a134-ae84-456c-8709-31108f59b5fc tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0529935 Oct 12 23:34:08.803852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b70120f7-ba3a-4292-bedd-f3c6eef5740c req-8a5fd1e8-d118-4d3b-83ca-61c6646f98c4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331116 Oct 12 23:34:09.920530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ff596-4726-406b-ba68-27730793168b req-de60c537-8d89-4633-9e77-ea2dc0fe5bbd tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:09.921908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e2ff596-4726-406b-ba68-27730793168b req-de60c537-8d89-4633-9e77-ea2dc0fe5bbd tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 943 time: 0.0504444 Oct 12 23:34:09.943070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a3c45099-b869-462d-a65d-629097d636ef details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:34:09.962468 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e2ff596-4726-406b-ba68-27730793168b req-74d1d341-ea6e-4a82-b885-ad9566a81efa tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328584 Oct 12 23:34:10.040698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a3c45099-b869-462d-a65d-629097d636ef, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a3c45099-b869-462d-a65d-629097d636ef,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:34:10.051578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'a3c45099-b869-462d-a65d-629097d636ef', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'port_id': 'a3c45099-b869-462d-a65d-629097d636ef', 'mac_address': 'fa:16:3e:d7:f8:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:34:10.087469 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:10.100147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3c45099-b869-462d-a65d-629097d636ef {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:34:10.118811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a3c45099-b869-462d-a65d-629097d636ef, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a3c45099-b869-462d-a65d-629097d636ef,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:34:10.261870 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:10.311563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a3c45099-b869-462d-a65d-629097d636ef,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:10.495230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['a3c45099-b869-462d-a65d-629097d636ef'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:34:11.092380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f52349-a3fe-44ed-8a22-4e388d0b4154 req-ae8828d6-5ec8-46e3-8ed2-875c79c18e2e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:11.093846 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77f52349-a3fe-44ed-8a22-4e388d0b4154 req-ae8828d6-5ec8-46e3-8ed2-875c79c18e2e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 944 time: 0.0525839 Oct 12 23:34:11.130210 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77f52349-a3fe-44ed-8a22-4e388d0b4154 req-69b0f359-8dae-4142-a7a8-511695112014 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305204 Oct 12 23:34:11.942431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a3c45099-b869-462d-a65d-629097d636ef up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:34:12.062073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port a3c45099-b869-462d-a65d-629097d636ef completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:34:12.069929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port a3c45099-b869-462d-a65d-629097d636ef triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:34:12.070319 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:12.148822 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:12.164648 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2a79c853-ab49-4460-a9fe-4db44791abe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:12.178393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:34:12.182701 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f754b482-7169-4398-927f-5843702323cd" -d '{"events": [{"server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "name": "network-vif-plugged", "status": "completed", "tag": "a3c45099-b869-462d-a65d-629097d636ef"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:34:12.193617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port a3c45099-b869-462d-a65d-629097d636ef, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a3c45099-b869-462d-a65d-629097d636ef,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:34:12.218142 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0996f236-e339-4aec-8706-caafeaa99c2b x-openstack-request-id: req-0996f236-e339-4aec-8706-caafeaa99c2b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:34:12.218441 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "name": "network-vif-plugged", "status": "completed", "tag": "a3c45099-b869-462d-a65d-629097d636ef", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:34:12.218697 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0996f236-e339-4aec-8706-caafeaa99c2b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:34:12.219125 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef', 'code': 200} Oct 12 23:34:12.250052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5232a20-3f41-4286-b595-fc54af3d5ca8 req-25abf4c7-88a7-40e8-a543-f669a7cd4726 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:12.251156 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:12.255393 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b5232a20-3f41-4286-b595-fc54af3d5ca8 req-25abf4c7-88a7-40e8-a543-f669a7cd4726 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 944 time: 0.0562158 Oct 12 23:34:12.301131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=a3c45099-b869-462d-a65d-629097d636ef,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:12.301506 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b5232a20-3f41-4286-b595-fc54af3d5ca8 req-8b0958a9-8298-4a75-866b-d0ca9999a051 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388381 Oct 12 23:34:12.321565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba345211-ad71-423a-97b2-682f206b7274 req-48a41269-1174-4844-bdbf-4041a426cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:12.323130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba345211-ad71-423a-97b2-682f206b7274 req-48a41269-1174-4844-bdbf-4041a426cea4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1097 time: 0.0469494 Oct 12 23:34:12.358624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba345211-ad71-423a-97b2-682f206b7274 req-58b5c386-a6cd-43d3-a452-0bf67527e75f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284750 Oct 12 23:34:13.417576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3e7c80-eac5-4c00-af83-954f459408f1 req-7105b346-fbad-43f0-834d-ff4d7a21013a tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:13.419098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c3e7c80-eac5-4c00-af83-954f459408f1 req-7105b346-fbad-43f0-834d-ff4d7a21013a tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 945 time: 0.0500050 Oct 12 23:34:13.456556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c3e7c80-eac5-4c00-af83-954f459408f1 req-231d9897-f70f-4809-984b-4a7ce02534d1 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313544 Oct 12 23:34:14.567810 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878814f-ca9d-4a81-91d0-66d50dd90514 req-48a52c0f-07c4-401b-9fa9-fc82b2a2788e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:14.569465 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7878814f-ca9d-4a81-91d0-66d50dd90514 req-48a52c0f-07c4-401b-9fa9-fc82b2a2788e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 945 time: 0.0485055 Oct 12 23:34:14.608999 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7878814f-ca9d-4a81-91d0-66d50dd90514 req-7fc7fe25-e0c3-4081-aa19-3d5b7f8b5bd4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332427 Oct 12 23:34:14.733579 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288570fd-69ce-424b-a98b-5eeaf26a3e4c req-38837e2d-935f-4332-8e4a-837fe3db016e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:14.734957 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-288570fd-69ce-424b-a98b-5eeaf26a3e4c req-38837e2d-935f-4332-8e4a-837fe3db016e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 945 time: 0.0527751 Oct 12 23:34:14.771419 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-288570fd-69ce-424b-a98b-5eeaf26a3e4c req-a225fb02-71f6-4460-af20-7664669b0f35 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306678 Oct 12 23:34:14.793115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41726) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:15.015347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bffaa1d3-7de8-4bba-a06a-54c2eb51bce6 tempest-TestVolumeBackupRestore-1136153375 tempest-TestVolumeBackupRestore-1136153375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:15.016775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bffaa1d3-7de8-4bba-a06a-54c2eb51bce6 tempest-TestVolumeBackupRestore-1136153375 tempest-TestVolumeBackupRestore-1136153375-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1092 time: 0.2227004 Oct 12 23:34:15.019634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 41730) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:15.024730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'a3c45099-b869-462d-a65d-629097d636ef', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:34:15.141840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:15.239219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:15.339109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Allocated IP 172.25.2.201 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/6ede5ce8-bbc7-45e1-89a1-647e579d900d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:34:15.442009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:15.519283 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:15.529171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:15.570458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:34:15.573311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:34:15.577549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:34:15.604057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'Port': ['ID=6ede5ce8-bbc7-45e1-89a1-647e579d900d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:15.609062 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-22909f32-4968-494a-8feb-d8eb1758dd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:15.936720 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:16.056490 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:16.192262 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:16.206772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:16.267744 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:16.335181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event updated for resources: {'Port': ['ID=6ede5ce8-bbc7-45e1-89a1-647e579d900d,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:34:16.348483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:16.448940 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Floating IP 758fae46-0396-422e-a462-0f6a8ec63cc1 associated. External IP: 172.25.2.201, port: a3c45099-b869-462d-a65d-629097d636ef. Oct 12 23:34:16.652263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:34:16.759101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:34:16.769396 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] Sync routers for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:34:16.779230 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:34:16.779830 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:34:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:16.836172 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:16.862752 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b80171d0-5464-4c29-8026-7e7713245881 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8420985 Oct 12 23:34:16.863366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:34:16.865560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41732) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:16.866579 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9" -d '{"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:34:16.887365 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:34:16.901606 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1376c8aa-6215-43a7-a284-be6fb665d0d6 x-openstack-request-id: req-1376c8aa-6215-43a7-a284-be6fb665d0d6 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:34:16.901900 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:34:16.902153 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1376c8aa-6215-43a7-a284-be6fb665d0d6 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:34:16.902564 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef', 'status': 'completed', 'code': 200} Oct 12 23:34:16.909927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd4f06f-5526-4725-a557-b8caca270032 tempest-TestVolumeBackupRestore-1136153375 tempest-TestVolumeBackupRestore-1136153375-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:16.915425 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1cd4f06f-5526-4725-a557-b8caca270032 tempest-TestVolumeBackupRestore-1136153375 tempest-TestVolumeBackupRestore-1136153375-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1092 time: 0.0443544 Oct 12 23:34:16.915647 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41736) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:34:16.919988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-13c6025c-3b5f-40c8-8f6a-218c9a224be0 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Request body: {'floatingip': {'port_id': 'a3c45099-b869-462d-a65d-629097d636ef'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:34:16.972591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-dd767516-d74e-49a1-bc8d-e2084a2edb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:16.974103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-dd767516-d74e-49a1-bc8d-e2084a2edb6c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c43c913be644e097d947337696b153&device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1097 time: 0.0445828 Oct 12 23:34:16.983488 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13c6025c-3b5f-40c8-8f6a-218c9a224be0 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:17.065794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-c45fb5d8-c42a-4a49-901e-e3e691596227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:17.067303 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-c45fb5d8-c42a-4a49-901e-e3e691596227 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a39d931a-981a-4b45-af2a-a467eb6957cd HTTP/1.1" status: 200 len: 915 time: 0.0865557 Oct 12 23:34:17.117766 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '758fae46-0396-422e-a462-0f6a8ec63cc1', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'port_id': 'a3c45099-b869-462d-a65d-629097d636ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'mac_address': 'fa:16:3e:d7:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205eb304-e355-4ab9-a8b6-25a45c068554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:34:15Z', 'updated_at': '2021-10-12T23:34:15Z', 'revision_number': 0, 'project_id': 'b4c43c913be644e097d947337696b153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:17.138098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-dbab2970-80d2-4601-abcb-172f8a7ad0cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c45099-b869-462d-a65d-629097d636ef HTTP/1.1" status: 200 len: 999 time: 0.0634751 Oct 12 23:34:17.144095 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] Checking router: ecb605e7-cc0b-444d-9e5d-4ca3ce547bce for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:34:17.152487 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:34:17.153099 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:34:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:17.190151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-afca9420-6bf7-4cfb-aac1-7e11ab8cede3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:17.191673 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-afca9420-6bf7-4cfb-aac1-7e11ab8cede3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=009344ad-14ef-4af2-a091-b31733ad8186 HTTP/1.1" status: 200 len: 853 time: 0.0475056 Oct 12 23:34:17.239033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-8b9ccf78-f642-480f-9bc0-704ddf85b7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:17.240552 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-8b9ccf78-f642-480f-9bc0-704ddf85b7b7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a39d931a-981a-4b45-af2a-a467eb6957cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420454 Oct 12 23:34:17.354478 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:34:17.615706 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '758fae46-0396-422e-a462-0f6a8ec63cc1', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'port_id': 'a3c45099-b869-462d-a65d-629097d636ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'mac_address': 'fa:16:3e:d7:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205eb304-e355-4ab9-a8b6-25a45c068554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:34:15Z', 'updated_at': '2021-10-12T23:34:15Z', 'revision_number': 0, 'project_id': 'b4c43c913be644e097d947337696b153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:17.644954 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d5d2a-eb64-428e-a930-ac56565b93ff None None] The sync data for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 is: [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '758fae46-0396-422e-a462-0f6a8ec63cc1', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'port_id': 'a3c45099-b869-462d-a65d-629097d636ef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'mac_address': 'fa:16:3e:d7:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205eb304-e355-4ab9-a8b6-25a45c068554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:34:15Z', 'updated_at': '2021-10-12T23:34:15Z', 'revision_number': 0, 'project_id': 'b4c43c913be644e097d947337696b153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:34:17.702719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-712ae5fe-12a0-4a8a-82df-e46f597d1dac service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543612 Oct 12 23:34:17.779670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13c6025c-3b5f-40c8-8f6a-218c9a224be0 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:17.801416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ee2ef26-0b4d-4b02-9eed-5fdef7d250b9 req-5d5e866b-51bb-4037-ab3f-3cb89fb23ff8 service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903273 Oct 12 23:34:17.833706 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13c6025c-3b5f-40c8-8f6a-218c9a224be0 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:17.876676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296c2669-8c40-484e-9ffd-594fa884869b None None] New status for floating IP 758fae46-0396-422e-a462-0f6a8ec63cc1: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:34:17.964615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:18.049169 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6025c-3b5f-40c8-8f6a-218c9a224be0 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:34:18.159533 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6025c-3b5f-40c8-8f6a-218c9a224be0 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:34:18.164839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-13c6025c-3b5f-40c8-8f6a-218c9a224be0 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:18.174638 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] Sync routers for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:34:18.185199 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:34:18.185891 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:34:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:18.193200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:34:18.196042 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a62d7cc-27a0-41f2-99da-203be39eb685" -d '{"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:34:18.228549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-13c6025c-3b5f-40c8-8f6a-218c9a224be0 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "PUT /v2.0/floatingips/758fae46-0396-422e-a462-0f6a8ec63cc1 HTTP/1.1" status: 200 len: 991 time: 1.3069232 Oct 12 23:34:18.251077 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3891c252-0661-4a0c-89f2-34d5dfa78113 x-openstack-request-id: req-3891c252-0661-4a0c-89f2-34d5dfa78113 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:34:18.251371 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:34:18.251650 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3891c252-0661-4a0c-89f2-34d5dfa78113 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:34:18.252045 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef', 'status': 'completed', 'code': 200} Oct 12 23:34:18.309489 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:34:18.316688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-c774797c-eeb0-4ef4-8646-2aecfbd924d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:18.318535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-c774797c-eeb0-4ef4-8646-2aecfbd924d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c43c913be644e097d947337696b153&device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1097 time: 0.0444555 Oct 12 23:34:18.409766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-76582a37-c78f-46d1-b6f1-bcc58ef1c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:18.411177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-76582a37-c78f-46d1-b6f1-bcc58ef1c963 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a39d931a-981a-4b45-af2a-a467eb6957cd HTTP/1.1" status: 200 len: 915 time: 0.0853381 Oct 12 23:34:18.479305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-c7daf637-2df3-4ef6-b02a-da8078387b9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c45099-b869-462d-a65d-629097d636ef HTTP/1.1" status: 200 len: 1001 time: 0.0615945 Oct 12 23:34:18.528360 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '758fae46-0396-422e-a462-0f6a8ec63cc1', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'port_id': 'a3c45099-b869-462d-a65d-629097d636ef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'mac_address': 'fa:16:3e:d7:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205eb304-e355-4ab9-a8b6-25a45c068554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:34:15Z', 'updated_at': '2021-10-12T23:34:17Z', 'revision_number': 2, 'project_id': 'b4c43c913be644e097d947337696b153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:18.532660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-0c355378-dbe6-4e15-91df-051f6131affc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:18.534137 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-0c355378-dbe6-4e15-91df-051f6131affc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=009344ad-14ef-4af2-a091-b31733ad8186 HTTP/1.1" status: 200 len: 853 time: 0.0445211 Oct 12 23:34:18.559407 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] Checking router: ecb605e7-cc0b-444d-9e5d-4ca3ce547bce for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:34:18.567621 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:34:18.568229 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:34:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:18.578725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-36761c57-6066-4e39-befb-398afcd953cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:18.580245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-36761c57-6066-4e39-befb-398afcd953cc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a39d931a-981a-4b45-af2a-a467eb6957cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395994 Oct 12 23:34:18.675009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-22234fc8-309d-45a9-b0f0-797988c705ad service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873778 Oct 12 23:34:18.676641 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:34:18.765085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a62d7cc-27a0-41f2-99da-203be39eb685 req-2fa5720a-b1d2-4a79-9fd2-c9961f38798e service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825546 Oct 12 23:34:18.893019 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '758fae46-0396-422e-a462-0f6a8ec63cc1', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'port_id': 'a3c45099-b869-462d-a65d-629097d636ef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'mac_address': 'fa:16:3e:d7:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205eb304-e355-4ab9-a8b6-25a45c068554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:34:15Z', 'updated_at': '2021-10-12T23:34:17Z', 'revision_number': 2, 'project_id': 'b4c43c913be644e097d947337696b153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:34:18.922408 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988b6d16-270b-432d-9b0a-6b8fa5512a1e None None] The sync data for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 is: [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '758fae46-0396-422e-a462-0f6a8ec63cc1', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'port_id': 'a3c45099-b869-462d-a65d-629097d636ef', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4000, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'mac_address': 'fa:16:3e:d7:f8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '205eb304-e355-4ab9-a8b6-25a45c068554', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:34:15Z', 'updated_at': '2021-10-12T23:34:17Z', 'revision_number': 2, 'project_id': 'b4c43c913be644e097d947337696b153', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:34:19.233583 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:19.525252 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:20.253221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:34:20.255608 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9719998-19ac-4fc5-8336-6420a3e4aa76" -d '{"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:34:20.292379 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb4ee8f-9a93-4dc9-a642-a5089d3d10d8 x-openstack-request-id: req-fbb4ee8f-9a93-4dc9-a642-a5089d3d10d8 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:34:20.292676 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:34:20.292926 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fbb4ee8f-9a93-4dc9-a642-a5089d3d10d8 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:34:20.293320 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef', 'status': 'completed', 'code': 200} Oct 12 23:34:20.353623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-1dc33953-81ab-4d9a-94f3-f8f3210b1911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:20.355131 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-1dc33953-81ab-4d9a-94f3-f8f3210b1911 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c43c913be644e097d947337696b153&device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1097 time: 0.0411048 Oct 12 23:34:20.445705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-ef263726-173c-4d13-908b-307038b1b22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:20.447160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-ef263726-173c-4d13-908b-307038b1b22b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a39d931a-981a-4b45-af2a-a467eb6957cd HTTP/1.1" status: 200 len: 915 time: 0.0855935 Oct 12 23:34:20.514165 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-ebf6647e-b8af-40e3-ac62-3a0b7a4385e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c45099-b869-462d-a65d-629097d636ef HTTP/1.1" status: 200 len: 1001 time: 0.0605111 Oct 12 23:34:20.562393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-1e8401e1-a35b-4e9e-b390-89b6d657cab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:20.563829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-1e8401e1-a35b-4e9e-b390-89b6d657cab5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=009344ad-14ef-4af2-a091-b31733ad8186 HTTP/1.1" status: 200 len: 853 time: 0.0434563 Oct 12 23:34:20.609131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-ba917667-4f0d-4aab-9e4d-ebcf00d5f666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:20.610630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-ba917667-4f0d-4aab-9e4d-ebcf00d5f666 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a39d931a-981a-4b45-af2a-a467eb6957cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400431 Oct 12 23:34:20.701545 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-3714c708-ac72-4aa0-9785-259bf8fb8050 service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839031 Oct 12 23:34:20.790141 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9719998-19ac-4fc5-8336-6420a3e4aa76 req-0c1cf3db-ff75-4483-a53d-3ea944e0bab4 service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816183 Oct 12 23:34:40.139613 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:34:42.153697 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4345d39f-ed2c-4bd3-b874-254588623037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:45.534408 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:45.644869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-559b4486-6fbf-4799-8886-85f84ddc0ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:46.202869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:47.936106 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:49.244488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:49.547158 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:34:55.730780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-7586f606-13cb-450b-a975-77c7b66463a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0958171 Oct 12 23:34:55.820906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-f39eab4e-e683-4060-823d-3b0800e43e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:55.822490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-f39eab4e-e683-4060-823d-3b0800e43e76 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c43c913be644e097d947337696b153&device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1097 time: 0.0479670 Oct 12 23:34:55.928393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-75ea8046-d432-468a-b86a-d97d6d2f9408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:55.929949 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-75ea8046-d432-468a-b86a-d97d6d2f9408 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a39d931a-981a-4b45-af2a-a467eb6957cd HTTP/1.1" status: 200 len: 915 time: 0.0863509 Oct 12 23:34:55.999299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-71bf12fa-d183-4831-868e-a5835e9477b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c45099-b869-462d-a65d-629097d636ef HTTP/1.1" status: 200 len: 1001 time: 0.0625923 Oct 12 23:34:56.047127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-ffb2f539-2724-4182-9cbb-f732ee199691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:56.048744 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-ffb2f539-2724-4182-9cbb-f732ee199691 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=009344ad-14ef-4af2-a091-b31733ad8186 HTTP/1.1" status: 200 len: 853 time: 0.0431299 Oct 12 23:34:56.092889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-0e090fe7-5628-4ec5-9a7e-6095e9b5658a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:34:56.094376 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-0e090fe7-5628-4ec5-9a7e-6095e9b5658a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a39d931a-981a-4b45-af2a-a467eb6957cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394063 Oct 12 23:34:56.185873 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-825831a0-fcad-4745-ae59-d91025e579cd service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843265 Oct 12 23:34:56.273973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0472a5b0-86c1-4da8-afef-47db242f47ae req-fcc0772f-084d-49d9-952f-8647f2d9afc9 service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813859 Oct 12 23:35:12.152605 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6b95759e-fc5e-4601-b929-9c5b54c5c517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:15.562329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:15.626838 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4c674599-6d36-4b7a-8e1e-c5be92bc31f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:16.231381 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:17.139769 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:35:17.986803 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:18.965542 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41772) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:19.124340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Deleting port 6ede5ce8-bbc7-45e1-89a1-647e579d900d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:19.124709 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:19.202393 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:19.202726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:19.215115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Calling delete_port for 6ede5ce8-bbc7-45e1-89a1-647e579d900d owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:19.271123 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:19.419674 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:19.445676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event deleted for resources: {'Port': ['ID=6ede5ce8-bbc7-45e1-89a1-647e579d900d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:19.474050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.475272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.475272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.475272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.475555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.475697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.476027 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.476350 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.476671 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.477010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.477309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.477627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:19.516688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:19.517036 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Floating IP 758fae46-0396-422e-a462-0f6a8ec63cc1 disassociated (deleted). External IP: 172.25.2.201, port: a3c45099-b869-462d-a65d-629097d636ef. Oct 12 23:35:19.579878 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:19.724408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:35:19.833464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:35:19.838410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:19.843459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] Sync routers for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:35:19.851922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:35:19.852536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:35:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:19.865337 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4b5719e1-bf56-44c2-bfa2-abe0cc6d8b52 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "DELETE /v2.0/floatingips/758fae46-0396-422e-a462-0f6a8ec63cc1 HTTP/1.1" status: 204 len: 168 time: 0.8986742 Oct 12 23:35:19.866007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:35:19.868403 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11f88557-c715-4da0-8d03-3f4a41870d63" -d '{"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:35:19.909237 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c255952c-1dcb-4426-bda2-f71d24ab8910 x-openstack-request-id: req-c255952c-1dcb-4426-bda2-f71d24ab8910 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:35:19.909533 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "tag": "a3c45099-b869-462d-a65d-629097d636ef", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:35:19.909781 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c255952c-1dcb-4426-bda2-f71d24ab8910 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:35:19.910178 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef', 'status': 'completed', 'code': 200} Oct 12 23:35:19.969088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:35:19.976694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-fc3b33f8-2d43-4ed5-b388-a5dee5c27459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:19.978200 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-fc3b33f8-2d43-4ed5-b388-a5dee5c27459 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b4c43c913be644e097d947337696b153&device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 1097 time: 0.0452778 Oct 12 23:35:20.075620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-58623dee-cedc-46ea-b934-e2bb2e69d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:20.077093 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-58623dee-cedc-46ea-b934-e2bb2e69d603 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a39d931a-981a-4b45-af2a-a467eb6957cd HTTP/1.1" status: 200 len: 915 time: 0.0917866 Oct 12 23:35:20.118233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-f06000c6-b58e-4459-aef3-a18a320ddaf9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a3c45099-b869-462d-a65d-629097d636ef HTTP/1.1" status: 200 len: 217 time: 0.0345566 Oct 12 23:35:20.175251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-7aafc753-df36-421b-a76c-c05355ee530d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:20.176750 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-7aafc753-df36-421b-a76c-c05355ee530d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=009344ad-14ef-4af2-a091-b31733ad8186 HTTP/1.1" status: 200 len: 853 time: 0.0523953 Oct 12 23:35:20.179724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:20.210900 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] Checking router: ecb605e7-cc0b-444d-9e5d-4ca3ce547bce for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:35:20.222675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:35:20.223345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:35:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:20.228069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-53f1ff57-be68-4de7-b952-a26d46c10748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:20.229626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-53f1ff57-be68-4de7-b952-a26d46c10748 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a39d931a-981a-4b45-af2a-a467eb6957cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0451939 Oct 12 23:35:20.332723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-548072b2-d7f5-4cbf-b6b5-3bd67ad5c8f1 service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957391 Oct 12 23:35:20.340683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:35:20.429737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-11f88557-c715-4da0-8d03-3f4a41870d63 req-5b7cfa68-ffaf-4aff-b4e3-e38b1f42664d service neutron] 10.222.0.41 "GET /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897119 Oct 12 23:35:20.458436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c72c21-e265-498c-8cb1-afd463d3b678 req-9f99eee5-7a7a-43b7-b541-aa66add6cc2e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:20.460104 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55c72c21-e265-498c-8cb1-afd463d3b678 req-9f99eee5-7a7a-43b7-b541-aa66add6cc2e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 945 time: 0.1949387 Oct 12 23:35:20.501262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55c72c21-e265-498c-8cb1-afd463d3b678 req-f4e5cfd4-cf23-4234-947b-f9ae6b42fddb tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341380 Oct 12 23:35:20.558797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:20.584770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a01936e-c1fa-40ff-9111-88985ad72aa2 None None] The sync data for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 is: [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:31:20Z', 'revision_number': 4, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7ae242c1-0e82-4321-b11c-d4e6df13691d', 'name': '', 'network_id': 'a39d931a-981a-4b45-af2a-a467eb6957cd', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'mac_address': 'fa:16:3e:5f:f0:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3957, 'fixed_ips': [{'subnet_id': '009344ad-14ef-4af2-a091-b31733ad8186', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:19Z', 'updated_at': '2021-10-12T23:31:24Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'subnets': [{'id': '009344ad-14ef-4af2-a091-b31733ad8186', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:35:20.812270 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5302001a-e76b-4f83-aa02-71b90ce012a0 None None] New status for floating IP 758fae46-0396-422e-a462-0f6a8ec63cc1: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:35:21.677344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b18053-0fcf-4ce4-834d-c37b68fd8b1b req-48c99062-7990-418f-8f68-f87d94519f30 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:21.678789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57b18053-0fcf-4ce4-834d-c37b68fd8b1b req-48c99062-7990-418f-8f68-f87d94519f30 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 945 time: 0.1076956 Oct 12 23:35:21.717996 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57b18053-0fcf-4ce4-834d-c37b68fd8b1b req-56ee6143-54f9-4ce3-bb0b-9b8a43e6c39e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/security-groups?id=d3739ebb-7fd4-4eb1-856b-a424880ef1b7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322273 Oct 12 23:35:21.793432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-a8f33d1f-94f5-4d01-a3a1-73d0743c832a tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:21.796581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-a8f33d1f-94f5-4d01-a3a1-73d0743c832a tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.41 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 945 time: 0.0542185 Oct 12 23:35:21.882084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Deleting port a3c45099-b869-462d-a65d-629097d636ef {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:21.882426 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:21.974911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] For port a3c45099-b869-462d-a65d-629097d636ef, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=a3c45099-b869-462d-a65d-629097d636ef,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:35:21.975300 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:21.987582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Calling delete_port for a3c45099-b869-462d-a65d-629097d636ef owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:22.169684 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:22.200158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event deleted for resources: {'Port': ['ID=a3c45099-b869-462d-a65d-629097d636ef,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:22.223506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.223856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.224193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.224529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.224860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.225188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.225566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.225898 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.226221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.226547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.226867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.233281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:22.248753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] No DVR routers for this DVR port a3c45099-b869-462d-a65d-629097d636ef on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:35:22.251290 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:22.254571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-28ff211e-7665-4d8e-925a-34a0344144b1 req-ac6ebc67-953e-4008-955c-106d765432b4 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.41 "DELETE /v2.0/ports/a3c45099-b869-462d-a65d-629097d636ef HTTP/1.1" status: 204 len: 173 time: 0.4539773 Oct 12 23:35:22.255044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'name': 'network-vif-deleted', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:35:22.257337 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af29b7ed-e95c-485f-bdab-acf581c17666" -d '{"events": [{"server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "name": "network-vif-deleted", "tag": "a3c45099-b869-462d-a65d-629097d636ef"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:35:22.367523 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43aedc13-87d6-4aee-bafd-fcf172391a7b x-openstack-request-id: req-43aedc13-87d6-4aee-bafd-fcf172391a7b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:35:22.367824 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "205eb304-e355-4ab9-a8b6-25a45c068554", "name": "network-vif-deleted", "tag": "a3c45099-b869-462d-a65d-629097d636ef", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:35:22.368359 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43aedc13-87d6-4aee-bafd-fcf172391a7b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:35:22.368799 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '205eb304-e355-4ab9-a8b6-25a45c068554', 'name': 'network-vif-deleted', 'tag': 'a3c45099-b869-462d-a65d-629097d636ef', 'status': 'completed', 'code': 200} Oct 12 23:35:22.811121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85b57160-5e5d-4114-a24c-e5ed4f2c6f99 req-20087910-f667-40ba-aa41-79d8889f002e tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 210 time: 0.0273941 Oct 12 23:35:23.907022 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c97e3728-a8b7-410b-936e-6b091d820a20 req-4529fd04-b50c-42fa-819c-c27edfe19151 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 210 time: 0.0283146 Oct 12 23:35:24.347033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a3c45099-b869-462d-a65d-629097d636ef no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:35:24.367517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: a3c45099-b869-462d-a65d-629097d636ef {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:35:24.367779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device a3c45099-b869-462d-a65d-629097d636ef not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:35:25.001176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a285e188-edac-47a5-b4b9-f91dc6d7ff6c req-9cef0ddb-839d-4e7e-be50-b07be37ff64d tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 210 time: 0.0264139 Oct 12 23:35:26.093226 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e6c10b1-09b7-47df-8b2b-e2bd09418750 req-249c2bab-1a3b-4daf-812c-4eaf537bf953 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 210 time: 0.0263827 Oct 12 23:35:27.201029 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8abdc984-0ded-4093-a9df-2cb58ed6340f req-652a4fa0-2393-4df0-97ca-3f62cb675c40 tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "GET /v2.0/ports?device_id=205eb304-e355-4ab9-a8b6-25a45c068554 HTTP/1.1" status: 200 len: 210 time: 0.0297892 Oct 12 23:35:28.255665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 41814) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:28.316312 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c61ac358-99b7-4864-84f8-318457dd123b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:28.341286 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c61ac358-99b7-4864-84f8-318457dd123b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:28.489940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c61ac358-99b7-4864-84f8-318457dd123b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:28.492524 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c61ac358-99b7-4864-84f8-318457dd123b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:28.493670 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c61ac358-99b7-4864-84f8-318457dd123b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] 10.222.0.31 "DELETE /v2.0/security-groups/d3739ebb-7fd4-4eb1-856b-a424880ef1b7 HTTP/1.1" status: 204 len: 168 time: 0.2370262 Oct 12 23:35:28.503355 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ac358-99b7-4864-84f8-318457dd123b tempest-TestVolumeBackupRestore-1243867138 tempest-TestVolumeBackupRestore-1243867138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3739ebb-7fd4-4eb1-856b-a424880ef1b7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:33.427576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42064) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:33.808400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:34.060954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Deleting port 7ae242c1-0e82-4321-b11c-d4e6df13691d {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:34.061295 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:34.146799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] For port 7ae242c1-0e82-4321-b11c-d4e6df13691d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7ae242c1-0e82-4321-b11c-d4e6df13691d,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:35:34.147193 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:34.159882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Calling delete_port for 7ae242c1-0e82-4321-b11c-d4e6df13691d owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:34.421231 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:34.445174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae242c1-0e82-4321-b11c-d4e6df13691d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:34.633183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:34.846148 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:35:34.954782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:35:34.960024 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b3d3a9a0-c68c-4e77-b9ea-a69f3318089f admin admin] 10.222.0.31 "PUT /v2.0/routers/ecb605e7-cc0b-444d-9e5d-4ca3ce547bce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5313182 Oct 12 23:35:34.962726 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42138) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:34.963794 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] Sync routers for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:35:34.973305 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:35:34.973918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:35:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:35.066824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:35.086424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:35:35.283002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:35:34Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:35.311535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] Checking router: ecb605e7-cc0b-444d-9e5d-4ca3ce547bce for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:35:35.323340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] Routers {'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:35:35.324026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:35:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:35.431439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] Set router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:35:35.449973 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:35.587173 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Deleting port e60c1e0b-49b5-47e4-a30b-51436468c3ad {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:35.587517 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:35.611014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:35:34Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:35.642241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06837e57-01a1-453b-826c-3078b0f6e909 None None] The sync data for ids ['ecb605e7-cc0b-444d-9e5d-4ca3ce547bce'] in n-d-790519-14 is: [{'id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'name': 'tempest-TestVolumeBackupRestore-2010901061-router', 'tenant_id': 'b4c43c913be644e097d947337696b153', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27'}], 'enable_snat': True}, 'gw_port_id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:16Z', 'updated_at': '2021-10-12T23:35:34Z', 'revision_number': 5, 'project_id': 'b4c43c913be644e097d947337696b153', 'gw_port': {'id': 'e60c1e0b-49b5-47e4-a30b-51436468c3ad', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:d5:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecb605e7-cc0b-444d-9e5d-4ca3ce547bce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3954, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:17Z', 'updated_at': '2021-10-12T23:31:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:35:35.677598 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] For port e60c1e0b-49b5-47e4-a30b-51436468c3ad, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e60c1e0b-49b5-47e4-a30b-51436468c3ad,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:35:35.677598 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:35.686796 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Calling delete_port for e60c1e0b-49b5-47e4-a30b-51436468c3ad owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:35.905071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:35.931157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Pushing event deleted for resources: {'Port': ['ID=e60c1e0b-49b5-47e4-a30b-51436468c3ad,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:35.993338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.091740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.094271 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.221225 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.221757 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router ecb605e7-cc0b-444d-9e5d-4ca3ce547bce {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:35:36.226056 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.231148 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eabf279c-8a4c-4e96-9a7d-99c28d4a70fe admin admin] 10.222.0.31 "DELETE /v2.0/routers/ecb605e7-cc0b-444d-9e5d-4ca3ce547bce HTTP/1.1" status: 204 len: 168 time: 1.2661240 Oct 12 23:35:36.231295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42208) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:36.277006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-040b584b-9561-4fe0-868f-001a500b1bd3 admin admin] Deleting subnet 009344ad-14ef-4af2-a091-b31733ad8186 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:35:36.281155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-040b584b-9561-4fe0-868f-001a500b1bd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.318173 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-040b584b-9561-4fe0-868f-001a500b1bd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.406488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-040b584b-9561-4fe0-868f-001a500b1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.533917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-040b584b-9561-4fe0-868f-001a500b1bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.557346 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040b584b-9561-4fe0-868f-001a500b1bd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=009344ad-14ef-4af2-a091-b31733ad8186,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:36.566391 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-040b584b-9561-4fe0-868f-001a500b1bd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.566920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-040b584b-9561-4fe0-868f-001a500b1bd3 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/009344ad-14ef-4af2-a091-b31733ad8186 HTTP/1.1" status: 204 len: 168 time: 0.3360751 Oct 12 23:35:36.569454 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2ae5b1-c4f1-4a0a-bbe3-8053e1bf9886 None None] Network a39d931a-981a-4b45-af2a-a467eb6957cd requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:35:36.569929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42222) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:36.645396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.714106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Deleting port 1f02d092-b82e-43ee-8894-65c4269dc26b {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:36.714682 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.774250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] DHCP port deletion for a39d931a-981a-4b45-af2a-a467eb6957cd request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:35:36.777492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e60c1e0b-49b5-47e4-a30b-51436468c3ad no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:35:36.795524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] For port 1f02d092-b82e-43ee-8894-65c4269dc26b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1f02d092-b82e-43ee-8894-65c4269dc26b,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:35:36.795890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.801614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e60c1e0b-49b5-47e4-a30b-51436468c3ad {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:35:36.801960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e60c1e0b-49b5-47e4-a30b-51436468c3ad not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:35:36.802378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7ae242c1-0e82-4321-b11c-d4e6df13691d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:35:36.808777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Calling delete_port for 1f02d092-b82e-43ee-8894-65c4269dc26b owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:36.836171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 7ae242c1-0e82-4321-b11c-d4e6df13691d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:35:36.836507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7ae242c1-0e82-4321-b11c-d4e6df13691d not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:35:36.862786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Deleting port 1f02d092-b82e-43ee-8894-65c4269dc26b {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:36.863294 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.927707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] For port 1f02d092-b82e-43ee-8894-65c4269dc26b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1f02d092-b82e-43ee-8894-65c4269dc26b,segment=NetworkSegment(b48a4519-3173-4dc1-ad85-d1114a62d543),segment_id=b48a4519-3173-4dc1-ad85-d1114a62d543)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:35:36.927973 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:36.940621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Calling delete_port for 1f02d092-b82e-43ee-8894-65c4269dc26b owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:36.982152 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.010895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] No DVR routers for this DVR port 1f02d092-b82e-43ee-8894-65c4269dc26b on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:35:37.015320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f02d092-b82e-43ee-8894-65c4269dc26b,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:37.026211 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.054367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Pushing event deleted for resources: {'Port': ['ID=1f02d092-b82e-43ee-8894-65c4269dc26b,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:37.057486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] No DVR routers for this DVR port 1f02d092-b82e-43ee-8894-65c4269dc26b on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:35:37.064225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.064575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.064925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.068092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.068092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.068092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.068092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.068092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.068092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.068092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.068092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.068092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d54add61-e1db-480a-b6d4-367682dabdac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:35:37.093333 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.113935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a39d931a-981a-4b45-af2a-a467eb6957cd']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:37.123702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b48a4519-3173-4dc1-ad85-d1114a62d543') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:37.124088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b48a4519-3173-4dc1-ad85-d1114a62d543') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:37.134677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.147938 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.155036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:35:37.155568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:35:37.157157 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:35:37.272628 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.279072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.282155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] 10.222.0.31 "DELETE /v2.0/networks/a39d931a-981a-4b45-af2a-a467eb6957cd HTTP/1.1" status: 204 len: 168 time: 0.7117529 Oct 12 23:35:37.285175 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42258) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:37.295295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80cbb53-27fc-47be-83fd-701e2b169065 admin admin] Pushing event deleted for resources: {'Network': ['ID=a39d931a-981a-4b45-af2a-a467eb6957cd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:37.643695 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.887963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Deleting port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:37.888324 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.964358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] For port 5b0b98ae-b6be-4d65-895e-79cd40b8aae0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5b0b98ae-b6be-4d65-895e-79cd40b8aae0,segment=NetworkSegment(c2bdbc01-4cdf-44f6-9167-ef196fdcae4b),segment_id=c2bdbc01-4cdf-44f6-9167-ef196fdcae4b)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:35:37.965226 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:37.979097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Calling delete_port for 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:38.218964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:38.247042 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0b98ae-b6be-4d65-895e-79cd40b8aae0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:38.411983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:38.624845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Router cb29e422-cddf-4df0-9fbb-a130fce1d259 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:35:38.625888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1f02d092-b82e-43ee-8894-65c4269dc26b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:35:38.648074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1f02d092-b82e-43ee-8894-65c4269dc26b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:35:38.648382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1f02d092-b82e-43ee-8894-65c4269dc26b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:35:38.732494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:35:38.737416 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-26b22a46-54af-471b-970e-89044eee8ad7 admin admin] 10.222.0.31 "PUT /v2.0/routers/cb29e422-cddf-4df0-9fbb-a130fce1d259/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4511945 Oct 12 23:35:38.740108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42284) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:38.741379 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] Sync routers for ids ['cb29e422-cddf-4df0-9fbb-a130fce1d259'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:35:38.754565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] Routers {'cb29e422-cddf-4df0-9fbb-a130fce1d259'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:35:38.755375 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:35:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cb29e422-cddf-4df0-9fbb-a130fce1d259'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:38.844419 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:38.853734 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] Set router cb29e422-cddf-4df0-9fbb-a130fce1d259 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:35:38.947341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.030103 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:35:38Z', 'revision_number': 5, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'gw_port': {'id': '6bf7cb18-a22f-45bb-8287-d8884c80d677', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:f6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:31:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:39.056972 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] Checking router: cb29e422-cddf-4df0-9fbb-a130fce1d259 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:35:39.064387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Deleting port 6bf7cb18-a22f-45bb-8287-d8884c80d677 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:39.064726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.065202 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] Routers {'cb29e422-cddf-4df0-9fbb-a130fce1d259'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:35:39.065885 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:35:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cb29e422-cddf-4df0-9fbb-a130fce1d259'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:39.152269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] For port 6bf7cb18-a22f-45bb-8287-d8884c80d677, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=6bf7cb18-a22f-45bb-8287-d8884c80d677,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:35:39.153202 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.166597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Calling delete_port for 6bf7cb18-a22f-45bb-8287-d8884c80d677 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:39.239843 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] Set router cb29e422-cddf-4df0-9fbb-a130fce1d259 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:35:39.292495 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:35:38Z', 'revision_number': 6, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:39.319030 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0506d1-bdcd-441a-8a3b-08bb7913ede4 None None] The sync data for ids ['cb29e422-cddf-4df0-9fbb-a130fce1d259'] in n-d-790519-14 is: [{'id': 'cb29e422-cddf-4df0-9fbb-a130fce1d259', 'name': 'tempest-TestVolumeBackupRestore-1229015385-router', 'tenant_id': '14959572d3164ae7ace529b48c1cf089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:31:23Z', 'updated_at': '2021-10-12T23:35:38Z', 'revision_number': 6, 'project_id': '14959572d3164ae7ace529b48c1cf089', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:35:39.415627 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.441770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf7cb18-a22f-45bb-8287-d8884c80d677,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:39.503057 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.591331 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.593482 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.701527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.702117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb29e422-cddf-4df0-9fbb-a130fce1d259 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:35:39.706829 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.708319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-422cad23-1f55-4a83-94d6-8a590a715454 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cb29e422-cddf-4df0-9fbb-a130fce1d259 HTTP/1.1" status: 204 len: 168 time: 0.9670494 Oct 12 23:35:39.710659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:39.759156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-aec6d286-2bb1-48e8-b258-4a3e618973e2 admin admin] Deleting subnet 2cc34bd7-c495-4c0a-bb63-93852a0726dd {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:35:39.762918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aec6d286-2bb1-48e8-b258-4a3e618973e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.800839 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aec6d286-2bb1-48e8-b258-4a3e618973e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:39.878898 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aec6d286-2bb1-48e8-b258-4a3e618973e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.025363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aec6d286-2bb1-48e8-b258-4a3e618973e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.053157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec6d286-2bb1-48e8-b258-4a3e618973e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cc34bd7-c495-4c0a-bb63-93852a0726dd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:40.058156 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aec6d286-2bb1-48e8-b258-4a3e618973e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.062645 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aec6d286-2bb1-48e8-b258-4a3e618973e2 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/2cc34bd7-c495-4c0a-bb63-93852a0726dd HTTP/1.1" status: 204 len: 168 time: 0.3509309 Oct 12 23:35:40.063675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb005df-b037-4ca1-977a-1e9ef58102db None None] Network 55f64366-2b24-4083-8535-c0f177c271aa requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:35:40.066677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42288) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:40.151135 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.207301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Deleting port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:40.207645 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.259297 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82535ed-ff6e-4fc6-9032-21cd94245386 None None] DHCP port deletion for 55f64366-2b24-4083-8535-c0f177c271aa request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:35:40.289976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] For port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5f523a3e-8fbb-457c-9b60-e1d15c4e298d,segment=NetworkSegment(c2bdbc01-4cdf-44f6-9167-ef196fdcae4b),segment_id=c2bdbc01-4cdf-44f6-9167-ef196fdcae4b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:35:40.290350 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.308013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Calling delete_port for 5f523a3e-8fbb-457c-9b60-e1d15c4e298d owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:40.312841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d82535ed-ff6e-4fc6-9032-21cd94245386 None None] Deleting port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:35:40.313515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d82535ed-ff6e-4fc6-9032-21cd94245386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.382499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d82535ed-ff6e-4fc6-9032-21cd94245386 None None] For port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5f523a3e-8fbb-457c-9b60-e1d15c4e298d,segment=NetworkSegment(c2bdbc01-4cdf-44f6-9167-ef196fdcae4b),segment_id=c2bdbc01-4cdf-44f6-9167-ef196fdcae4b)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:35:40.382990 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d82535ed-ff6e-4fc6-9032-21cd94245386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.399820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d82535ed-ff6e-4fc6-9032-21cd94245386 None None] Calling delete_port for 5f523a3e-8fbb-457c-9b60-e1d15c4e298d owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:35:40.500037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.506816 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d82535ed-ff6e-4fc6-9032-21cd94245386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.544673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f523a3e-8fbb-457c-9b60-e1d15c4e298d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:40.554449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82535ed-ff6e-4fc6-9032-21cd94245386 None None] Pushing event deleted for resources: {'Port': ['ID=5f523a3e-8fbb-457c-9b60-e1d15c4e298d,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:40.555348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] No DVR routers for this DVR port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:35:40.557499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82535ed-ff6e-4fc6-9032-21cd94245386 None None] No DVR routers for this DVR port 5f523a3e-8fbb-457c-9b60-e1d15c4e298d on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:35:40.614139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:35:40.635218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:35:40.635562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5b0b98ae-b6be-4d65-895e-79cd40b8aae0 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:35:40.635979 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6bf7cb18-a22f-45bb-8287-d8884c80d677 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:35:40.646461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.655353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 6bf7cb18-a22f-45bb-8287-d8884c80d677 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:35:40.655716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 6bf7cb18-a22f-45bb-8287-d8884c80d677 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:35:40.656128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5f523a3e-8fbb-457c-9b60-e1d15c4e298d no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:35:40.667177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55f64366-2b24-4083-8535-c0f177c271aa']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:40.676294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 5f523a3e-8fbb-457c-9b60-e1d15c4e298d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:35:40.676637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5f523a3e-8fbb-457c-9b60-e1d15c4e298d not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:35:40.677311 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:40.677604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2bdbc01-4cdf-44f6-9167-ef196fdcae4b') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:35:40.688084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.701717 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.708568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:35:40.708970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:35:40.710669 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:35:40.832572 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.836730 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:40.845169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] 10.222.0.31 "DELETE /v2.0/networks/55f64366-2b24-4083-8535-c0f177c271aa HTTP/1.1" status: 204 len: 168 time: 0.7735431 Oct 12 23:35:40.862602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9ec56-86e5-46c2-b213-6192cc997a75 admin admin] Pushing event deleted for resources: {'Network': ['ID=55f64366-2b24-4083-8535-c0f177c271aa,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:41.216476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42294) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:41.256203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-259548f9-2840-401e-99e4-de9b042f444e admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=b4c43c913be644e097d947337696b153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385327 Oct 12 23:35:41.258676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42296) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:41.310874 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5735a0e-b9c3-405d-a7e0-581eda9973d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:41.334873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5735a0e-b9c3-405d-a7e0-581eda9973d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:41.476355 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5735a0e-b9c3-405d-a7e0-581eda9973d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:41.478989 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d5735a0e-b9c3-405d-a7e0-581eda9973d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:41.480186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d5735a0e-b9c3-405d-a7e0-581eda9973d8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/70202e21-1bb7-475b-9ba4-918e1fa5c8b4 HTTP/1.1" status: 204 len: 168 time: 0.2205472 Oct 12 23:35:41.489271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5735a0e-b9c3-405d-a7e0-581eda9973d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70202e21-1bb7-475b-9ba4-918e1fa5c8b4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:42.205775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42302) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:42.205775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-42f5aa45-b2c3-4130-8b92-661de5044471 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=14959572d3164ae7ace529b48c1cf089&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468721 Oct 12 23:35:42.205775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42304) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:35:42.224881 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-52893db8-86c3-4daa-8239-6a4b28fb10f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:42.252258 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d632286b-4e14-4bdf-ad25-91fa8806630d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:42.275246 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d632286b-4e14-4bdf-ad25-91fa8806630d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:42.384561 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d632286b-4e14-4bdf-ad25-91fa8806630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:42.387259 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d632286b-4e14-4bdf-ad25-91fa8806630d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:42.388448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d632286b-4e14-4bdf-ad25-91fa8806630d admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/79d0578b-4fa8-4c62-84d5-bf056009a2fa HTTP/1.1" status: 204 len: 168 time: 0.1852231 Oct 12 23:35:42.396052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632286b-4e14-4bdf-ad25-91fa8806630d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d0578b-4fa8-4c62-84d5-bf056009a2fa,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:45.516249 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:45.621350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-456834fd-5df2-4321-9925-9560b9f42892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:46.238163 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:47.946976 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:49.255089 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:49.544839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:53.215158 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-83c8430f-441b-4584-a5b0-82e3864316b1 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/networks?tenant_id=6fa1f7634370401983ec0e9b53621f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296226 Oct 12 23:35:53.397660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f38c-4090-4669-98a9-493e0120762d req-589a27ec-0b4c-4f33-8e8c-434c894cff88 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:53.399058 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-589a27ec-0b4c-4f33-8e8c-434c894cff88 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1785002 Oct 12 23:35:53.414025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-3f13a82e-8801-4ff7-8cb3-592bfe97e4cd tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/quotas/6fa1f7634370401983ec0e9b53621f67 HTTP/1.1" status: 200 len: 375 time: 0.0091023 Oct 12 23:35:53.739438 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-383d42a6-c59d-4e44-a4c0-6c5ac12bf7a8 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6fa1f7634370401983ec0e9b53621f67&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3190925 Oct 12 23:35:53.961329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ebdfeff-a584-4f1c-a8d9-eb300cdd1422 req-684f5228-f02d-4a35-978b-f59a5916af9e tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 210 time: 0.0280375 Oct 12 23:35:54.139142 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:35:55.077832 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8eaedba0-f858-4f7d-a417-e00e011aeff3 req-01c52627-55f5-41b7-a07e-34bd271ddea0 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 210 time: 0.0257585 Oct 12 23:35:55.939811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-843d8d2f-e583-40a7-b43a-8cd7a23a1385 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=6fa1f7634370401983ec0e9b53621f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286207 Oct 12 23:35:56.128001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f38c-4090-4669-98a9-493e0120762d req-bce52d7b-3fb6-4838-a4ac-542fb47e619a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:56.129503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-bce52d7b-3fb6-4838-a4ac-542fb47e619a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843486 Oct 12 23:35:56.143296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Request body: {'port': {'device_id': '17af865d-e65d-4ac6-90f2-7e2bbb4d3c14', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'admin_state_up': True, 'tenant_id': '6fa1f7634370401983ec0e9b53621f67'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:35:56.542632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-21a8fce0-11ea-413b-b279-d83db8c3c7dd req-d799fabe-0fa5-425e-8881-7d483fa771b3 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 210 time: 0.3937895 Oct 12 23:35:56.664235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Made reservation on behalf of 6fa1f7634370401983ec0e9b53621f67 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:35:56.668100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:56.679777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:56.752606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:56.812683 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:56.875836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7796ab20-4f98-4d7f-83b1-daaa8ea81117,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:56.943007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Allocated IP 192.168.233.59 (0f3890ee-a187-4aef-8f1a-67384a5ce4b6/4a6cb8b4-fc0c-4286-b060-9a048738e534/cabd6bc5-2877-44d2-bdff-bfb9871d7074) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:35:57.089496 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:57.173328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:57.220570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:35:57.223768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:35:57.227359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:35:57.251825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Pushing event updated for resources: {'Port': ['ID=cabd6bc5-2877-44d2-bdff-bfb9871d7074,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:57.282244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:57.282861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:57.360802 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-7cffec94-3f9d-4bfe-95b2-ea9955bf675a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2217195 Oct 12 23:35:57.373692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Request body: {'port': {'device_id': '17af865d-e65d-4ac6-90f2-7e2bbb4d3c14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:35:57.427334 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:57.430112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-bc986ebf-5bf2-4a08-bfe9-f937c99c6975 None None] Provisioning complete for port cabd6bc5-2877-44d2-bdff-bfb9871d7074 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:35:57.430601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bc986ebf-5bf2-4a08-bfe9-f937c99c6975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:57.463129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bc986ebf-5bf2-4a08-bfe9-f937c99c6975 None None] Port cabd6bc5-2877-44d2-bdff-bfb9871d7074 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:35:57.658654 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708071b3-4c79-4184-9cd2-160ee1e40238 req-e6a9b226-45df-49e2-88f6-c0a762a213c0 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:57.660101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-708071b3-4c79-4184-9cd2-160ee1e40238 req-e6a9b226-45df-49e2-88f6-c0a762a213c0 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 935 time: 0.0490475 Oct 12 23:35:57.691562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cabd6bc5-2877-44d2-bdff-bfb9871d7074 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:35:57.697359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-708071b3-4c79-4184-9cd2-160ee1e40238 req-fa898bb9-4086-4131-a045-04b48c73c931 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308111 Oct 12 23:35:57.699528 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:57.711566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Transition to ACTIVE for port object cabd6bc5-2877-44d2-bdff-bfb9871d7074 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:35:57.774877 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:57.831932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cabd6bc5-2877-44d2-bdff-bfb9871d7074,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:57.910732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Attempting to bind port cabd6bc5-2877-44d2-bdff-bfb9871d7074 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:35:57.911048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Attempting to bind port cabd6bc5-2877-44d2-bdff-bfb9871d7074 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:35:57.911331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Attempting to bind port cabd6bc5-2877-44d2-bdff-bfb9871d7074 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:35:57.916087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Port cabd6bc5-2877-44d2-bdff-bfb9871d7074 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:35:57.916408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Attempting to bind port cabd6bc5-2877-44d2-bdff-bfb9871d7074 on network 0f3890ee-a187-4aef-8f1a-67384a5ce4b6 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:35:57.922054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:35:57.922394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Checking segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:35:57.922797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Bound using segment: {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:35:57.923234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Bound port: cabd6bc5-2877-44d2-bdff-bfb9871d7074, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed62a3a-6bc8-476c-acab-dba14cc68881', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:35:57.923593 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:57.991468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] For port cabd6bc5-2877-44d2-bdff-bfb9871d7074, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:35:57.994446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] For port cabd6bc5-2877-44d2-bdff-bfb9871d7074, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cabd6bc5-2877-44d2-bdff-bfb9871d7074,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:35:58.070506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:58.104280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:58.108212 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:35:58.108212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] 10.222.0.25 "PUT /v2.0/ports/cabd6bc5-2877-44d2-bdff-bfb9871d7074 HTTP/1.1" status: 200 len: 1096 time: 0.7376482 Oct 12 23:35:58.108212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17af865d-e65d-4ac6-90f2-7e2bbb4d3c14', 'tag': 'cabd6bc5-2877-44d2-bdff-bfb9871d7074'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:35:58.109607 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0323bb-35c1-4fb5-955d-66f1528aaa9d" -d '{"events": [{"name": "network-changed", "server_uuid": "17af865d-e65d-4ac6-90f2-7e2bbb4d3c14", "tag": "cabd6bc5-2877-44d2-bdff-bfb9871d7074"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:35:58.138484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2564d206-e18a-401c-9150-ad29f21217e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cabd6bc5-2877-44d2-bdff-bfb9871d7074,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:35:58.154740 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013ddace-45fb-4b48-8ce4-b5325c149403 x-openstack-request-id: req-013ddace-45fb-4b48-8ce4-b5325c149403 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:35:58.155076 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17af865d-e65d-4ac6-90f2-7e2bbb4d3c14", "tag": "cabd6bc5-2877-44d2-bdff-bfb9871d7074", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:35:58.155329 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-013ddace-45fb-4b48-8ce4-b5325c149403 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:35:58.155737 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17af865d-e65d-4ac6-90f2-7e2bbb4d3c14', 'tag': 'cabd6bc5-2877-44d2-bdff-bfb9871d7074', 'status': 'completed', 'code': 200} Oct 12 23:35:58.217286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0323bb-35c1-4fb5-955d-66f1528aaa9d req-98a1e94c-6219-4d69-992e-85342b57fee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:58.218799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff0323bb-35c1-4fb5-955d-66f1528aaa9d req-98a1e94c-6219-4d69-992e-85342b57fee1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6fa1f7634370401983ec0e9b53621f67&device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 1099 time: 0.0442195 Oct 12 23:35:58.247429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff0323bb-35c1-4fb5-955d-66f1528aaa9d req-edb0b067-2f87-48ce-8856-5068632e5f83 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=6fa1f7634370401983ec0e9b53621f67&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210507 Oct 12 23:35:58.346626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0323bb-35c1-4fb5-955d-66f1528aaa9d req-8b5dbf81-6f69-4d11-a04c-ea65c7552667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:58.348112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff0323bb-35c1-4fb5-955d-66f1528aaa9d req-8b5dbf81-6f69-4d11-a04c-ea65c7552667 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0949481 Oct 12 23:35:58.423928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f38c-4090-4669-98a9-493e0120762d req-b9008aaa-8bef-4d58-b221-3bc70b2f23ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:58.425329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-b9008aaa-8bef-4d58-b221-3bc70b2f23ec service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=6fa1f7634370401983ec0e9b53621f67&device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 1099 time: 0.0399804 Oct 12 23:35:58.469656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-cfe53c97-ba2c-4ce9-9097-34754a9b2a34 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=cabd6bc5-2877-44d2-bdff-bfb9871d7074 HTTP/1.1" status: 200 len: 217 time: 0.0365620 Oct 12 23:35:58.517156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f38c-4090-4669-98a9-493e0120762d req-de1e1e1f-e40a-4f09-af55-d94609b5fe3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:58.518522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-de1e1e1f-e40a-4f09-af55-d94609b5fe3d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4a6cb8b4-fc0c-4286-b060-9a048738e534 HTTP/1.1" status: 200 len: 843 time: 0.0426621 Oct 12 23:35:58.564952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c061f38c-4090-4669-98a9-493e0120762d req-e38ed213-6759-4552-9698-084a5e9bb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:58.566404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-e38ed213-6759-4552-9698-084a5e9bb58f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=0f3890ee-a187-4aef-8f1a-67384a5ce4b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0398915 Oct 12 23:35:58.663433 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-acc9a651-e7ba-4f00-b0af-9d751e7c29ae service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858433 Oct 12 23:35:58.755748 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c061f38c-4090-4669-98a9-493e0120762d req-60a7b6de-9578-4266-9458-88e1809d58ac service neutron] 10.222.0.25 "GET /v2.0/networks/0f3890ee-a187-4aef-8f1a-67384a5ce4b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844452 Oct 12 23:35:58.820371 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a04bf3-e656-4476-84d2-990b43a28da9 req-f6d85b35-9ecf-47a7-b863-9c23502dae17 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:58.821816 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-94a04bf3-e656-4476-84d2-990b43a28da9 req-f6d85b35-9ecf-47a7-b863-9c23502dae17 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 947 time: 0.0514095 Oct 12 23:35:58.860319 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-94a04bf3-e656-4476-84d2-990b43a28da9 req-cfe1a56a-cd1c-4bfe-adec-d27f49ac0302 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317347 Oct 12 23:35:59.987137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0dfd18-c0c5-4226-86ac-92fe975eaea3 req-afdeb65c-0d0d-4d2c-9e52-97dc151b69da tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:35:59.988597 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef0dfd18-c0c5-4226-86ac-92fe975eaea3 req-afdeb65c-0d0d-4d2c-9e52-97dc151b69da tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 947 time: 0.0497077 Oct 12 23:36:00.025379 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef0dfd18-c0c5-4226-86ac-92fe975eaea3 req-ebacf426-99c1-49b6-8b06-c9739f4278ec tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308268 Oct 12 23:36:00.857043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device cabd6bc5-2877-44d2-bdff-bfb9871d7074 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:36:00.952999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port cabd6bc5-2877-44d2-bdff-bfb9871d7074, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cabd6bc5-2877-44d2-bdff-bfb9871d7074,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:00.963013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'cabd6bc5-2877-44d2-bdff-bfb9871d7074', 'network_id': '0f3890ee-a187-4aef-8f1a-67384a5ce4b6', 'port_id': 'cabd6bc5-2877-44d2-bdff-bfb9871d7074', 'mac_address': 'fa:16:3e:a4:38:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a6cb8b4-fc0c-4286-b060-9a048738e534', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:36:00.999209 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:01.011233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cabd6bc5-2877-44d2-bdff-bfb9871d7074 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:36:01.029554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port cabd6bc5-2877-44d2-bdff-bfb9871d7074, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cabd6bc5-2877-44d2-bdff-bfb9871d7074,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:01.107402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:01.140109 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f98eaf-4312-4a96-be4a-85c30d3154df req-047a6738-65cf-421d-8c67-51764439a9b2 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:01.141600 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f98eaf-4312-4a96-be4a-85c30d3154df req-047a6738-65cf-421d-8c67-51764439a9b2 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 947 time: 0.0493608 Oct 12 23:36:01.157656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=cabd6bc5-2877-44d2-bdff-bfb9871d7074,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:01.180961 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0f98eaf-4312-4a96-be4a-85c30d3154df req-7a1dceab-f6a2-4d37-8737-00d4522538f1 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330710 Oct 12 23:36:01.311155 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cabd6bc5-2877-44d2-bdff-bfb9871d7074'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:36:02.297777 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bbc859-8348-47e9-8282-34e8b240fed5 req-8d5a1ee9-5a71-4810-8757-2efdcb01f00e tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:02.299253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36bbc859-8348-47e9-8282-34e8b240fed5 req-8d5a1ee9-5a71-4810-8757-2efdcb01f00e tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 948 time: 0.0537746 Oct 12 23:36:02.337470 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36bbc859-8348-47e9-8282-34e8b240fed5 req-6b5cf9ff-8dc9-4d16-a0f4-f42b30c96d9d tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324106 Oct 12 23:36:02.888216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device cabd6bc5-2877-44d2-bdff-bfb9871d7074 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:36:03.020486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port cabd6bc5-2877-44d2-bdff-bfb9871d7074 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:36:03.024181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port cabd6bc5-2877-44d2-bdff-bfb9871d7074 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:36:03.028335 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:03.103608 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:03.282626 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17af865d-e65d-4ac6-90f2-7e2bbb4d3c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabd6bc5-2877-44d2-bdff-bfb9871d7074'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:36:03.284805 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485d5131-fb76-447e-b2be-c265acb99949" -d '{"events": [{"server_uuid": "17af865d-e65d-4ac6-90f2-7e2bbb4d3c14", "name": "network-vif-plugged", "status": "completed", "tag": "cabd6bc5-2877-44d2-bdff-bfb9871d7074"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:36:03.297525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port cabd6bc5-2877-44d2-bdff-bfb9871d7074, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cabd6bc5-2877-44d2-bdff-bfb9871d7074,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:03.369724 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:03.400485 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b3b0d8-9e88-4743-aec8-ad82d5752b77 x-openstack-request-id: req-19b3b0d8-9e88-4743-aec8-ad82d5752b77 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:36:03.400776 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17af865d-e65d-4ac6-90f2-7e2bbb4d3c14", "name": "network-vif-plugged", "status": "completed", "tag": "cabd6bc5-2877-44d2-bdff-bfb9871d7074", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:36:03.401098 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-19b3b0d8-9e88-4743-aec8-ad82d5752b77 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:36:03.401452 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17af865d-e65d-4ac6-90f2-7e2bbb4d3c14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cabd6bc5-2877-44d2-bdff-bfb9871d7074', 'code': 200} Oct 12 23:36:03.427988 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=cabd6bc5-2877-44d2-bdff-bfb9871d7074,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:03.457073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870957f-4b6f-44f2-ba92-af8dd50251b4 req-21321cb3-8bb0-4f02-ab2d-cf343e5901ba tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:03.458762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b870957f-4b6f-44f2-ba92-af8dd50251b4 req-21321cb3-8bb0-4f02-ab2d-cf343e5901ba tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 949 time: 0.0506690 Oct 12 23:36:03.519657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b870957f-4b6f-44f2-ba92-af8dd50251b4 req-47c6194d-43cf-436d-8c99-4ce238ee15b3 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525599 Oct 12 23:36:03.522264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6c472-f88c-4104-9536-ee44287249ef req-d50fda5f-0064-4cee-a5cb-30b218387901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:03.523689 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7d6c472-f88c-4104-9536-ee44287249ef req-d50fda5f-0064-4cee-a5cb-30b218387901 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 1101 time: 0.0639613 Oct 12 23:36:03.564171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7d6c472-f88c-4104-9536-ee44287249ef req-3202a2a5-9bb4-4d56-8398-f5b4f2b84144 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335319 Oct 12 23:36:04.639034 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f076f62c-a94f-4d82-8f7c-6bd6b8196b34 req-30b8e843-1a89-421c-9277-3127a1f55350 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:04.640500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f076f62c-a94f-4d82-8f7c-6bd6b8196b34 req-30b8e843-1a89-421c-9277-3127a1f55350 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 949 time: 0.0503309 Oct 12 23:36:04.678470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f076f62c-a94f-4d82-8f7c-6bd6b8196b34 req-1b1cc09c-1373-4ca5-96af-5df3257ae96e tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314407 Oct 12 23:36:05.791283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec9ae7-319e-4741-9c47-394d50d82efe req-77035c70-473f-4de2-8955-cdb22618aa8a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:05.792742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acec9ae7-319e-4741-9c47-394d50d82efe req-77035c70-473f-4de2-8955-cdb22618aa8a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 949 time: 0.0491738 Oct 12 23:36:05.829596 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acec9ae7-319e-4741-9c47-394d50d82efe req-67e9b15e-637b-41a4-ae3c-550e33243e84 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310040 Oct 12 23:36:06.311905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-9625a3a4-9512-4910-b7cc-45911f19d205 req-b1e88950-c7d0-4977-ac8a-88c1bfbbbf97 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:36:06.312912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9625a3a4-9512-4910-b7cc-45911f19d205 req-b1e88950-c7d0-4977-ac8a-88c1bfbbbf97 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1034679 Oct 12 23:36:06.793175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-4e0979f3-29b9-4ecd-8479-58e7fa1bfe5d req-7bc3f120-c0a7-42aa-92f8-f1f036658fc0 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:36:06.794068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4e0979f3-29b9-4ecd-8479-58e7fa1bfe5d req-7bc3f120-c0a7-42aa-92f8-f1f036658fc0 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056539 Oct 12 23:36:07.380387 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0149cb80-e221-43c5-9628-6cafc2998359 req-f0fba32a-00e9-44b0-bdc8-b9d3751d32c9 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:07.381847 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0149cb80-e221-43c5-9628-6cafc2998359 req-f0fba32a-00e9-44b0-bdc8-b9d3751d32c9 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 949 time: 0.0496635 Oct 12 23:36:07.419985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0149cb80-e221-43c5-9628-6cafc2998359 req-88dcf9eb-fa92-4bcf-a7a6-437304c7f7aa tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321012 Oct 12 23:36:08.546759 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a885581-0e47-4b3f-a015-893cc59be500 req-9334d55b-cd96-4b2d-ba21-d8022e36cc04 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:08.548290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a885581-0e47-4b3f-a015-893cc59be500 req-9334d55b-cd96-4b2d-ba21-d8022e36cc04 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 949 time: 0.0527449 Oct 12 23:36:08.586415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a885581-0e47-4b3f-a015-893cc59be500 req-3834c5ad-9796-4a19-8a0f-a9d39b6c990a tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/security-groups?id=7796ab20-4f98-4d7f-83b1-daaa8ea81117&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321305 Oct 12 23:36:08.649979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-4a02e67c-68bc-48a9-8274-a51ae99a63b1 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:08.651442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-4a02e67c-68bc-48a9-8274-a51ae99a63b1 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.25 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 949 time: 0.0510573 Oct 12 23:36:08.742671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Deleting port cabd6bc5-2877-44d2-bdff-bfb9871d7074 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:36:08.742919 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:08.830128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] For port cabd6bc5-2877-44d2-bdff-bfb9871d7074, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=cabd6bc5-2877-44d2-bdff-bfb9871d7074,segment=NetworkSegment(eed62a3a-6bc8-476c-acab-dba14cc68881),segment_id=eed62a3a-6bc8-476c-acab-dba14cc68881)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:08.830487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:08.847073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Calling delete_port for cabd6bc5-2877-44d2-bdff-bfb9871d7074 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:36:09.032265 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:09.048106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['cabd6bc5-2877-44d2-bdff-bfb9871d7074'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:36:09.061088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Pushing event deleted for resources: {'Port': ['ID=cabd6bc5-2877-44d2-bdff-bfb9871d7074,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:09.106663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] No DVR routers for this DVR port cabd6bc5-2877-44d2-bdff-bfb9871d7074 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:36:09.110143 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:09.113514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a595a859-b744-4c49-82c8-18f03d7e2f12 req-dcc324af-0d43-488b-a951-2a74f694c176 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.25 "DELETE /v2.0/ports/cabd6bc5-2877-44d2-bdff-bfb9871d7074 HTTP/1.1" status: 204 len: 173 time: 0.4559453 Oct 12 23:36:09.113970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17af865d-e65d-4ac6-90f2-7e2bbb4d3c14', 'name': 'network-vif-deleted', 'tag': 'cabd6bc5-2877-44d2-bdff-bfb9871d7074'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:36:09.116327 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d2a7709-23d7-4b11-95f1-ceeacc305384" -d '{"events": [{"server_uuid": "17af865d-e65d-4ac6-90f2-7e2bbb4d3c14", "name": "network-vif-deleted", "tag": "cabd6bc5-2877-44d2-bdff-bfb9871d7074"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:36:09.153308 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738fc3ba-941c-4830-99e5-be6b3ff16d71 x-openstack-request-id: req-738fc3ba-941c-4830-99e5-be6b3ff16d71 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:36:09.153669 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17af865d-e65d-4ac6-90f2-7e2bbb4d3c14", "name": "network-vif-deleted", "tag": "cabd6bc5-2877-44d2-bdff-bfb9871d7074", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:36:09.153983 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-738fc3ba-941c-4830-99e5-be6b3ff16d71 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:36:09.154678 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17af865d-e65d-4ac6-90f2-7e2bbb4d3c14', 'name': 'network-vif-deleted', 'tag': 'cabd6bc5-2877-44d2-bdff-bfb9871d7074', 'status': 'completed', 'code': 200} Oct 12 23:36:09.691263 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06795ce7-0022-42a0-b22d-f33dbab419c7 req-27e471ac-61ad-4f54-b651-23b0c681bc26 tempest-ServersAdminNegativeTestJSON-703645294 tempest-ServersAdminNegativeTestJSON-703645294-project] 10.222.0.31 "GET /v2.0/ports?device_id=17af865d-e65d-4ac6-90f2-7e2bbb4d3c14 HTTP/1.1" status: 200 len: 210 time: 0.0276549 Oct 12 23:36:11.408980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42446) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:11.541294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9a711ffb-f4aa-4cb9-889c-3c544693624b admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6fa1f7634370401983ec0e9b53621f67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311598 Oct 12 23:36:11.543782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42450) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:11.591073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-773220bb-6b52-4779-b359-048f698d708b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:11.611993 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-773220bb-6b52-4779-b359-048f698d708b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:11.723146 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-773220bb-6b52-4779-b359-048f698d708b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:11.725677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-773220bb-6b52-4779-b359-048f698d708b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:11.726809 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-773220bb-6b52-4779-b359-048f698d708b admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7796ab20-4f98-4d7f-83b1-daaa8ea81117 HTTP/1.1" status: 204 len: 168 time: 0.1821377 Oct 12 23:36:11.735139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773220bb-6b52-4779-b359-048f698d708b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7796ab20-4f98-4d7f-83b1-daaa8ea81117,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:12.157803 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ac8b7522-f5b3-415c-a0ec-738deafb8266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:12.306841 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42456) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:12.320504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-870263cf-89fc-403b-803f-9f814651dbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:12.393504 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-870263cf-89fc-403b-803f-9f814651dbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:12.472147 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-870263cf-89fc-403b-803f-9f814651dbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:12.509255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870263cf-89fc-403b-803f-9f814651dbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfdaa28-118f-4a4c-8f48-8e03b829e7dd,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:12.513559 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-870263cf-89fc-403b-803f-9f814651dbf0 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=41d247be0cbf40e19bcf44c135da559d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056563 Oct 12 23:36:12.516219 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42458) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:12.565097 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-060c0671-fe57-465e-a04e-6e4a59744cd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:12.588962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-060c0671-fe57-465e-a04e-6e4a59744cd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:12.723240 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-060c0671-fe57-465e-a04e-6e4a59744cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:12.725801 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-060c0671-fe57-465e-a04e-6e4a59744cd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:12.726956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-060c0671-fe57-465e-a04e-6e4a59744cd8 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/ecfdaa28-118f-4a4c-8f48-8e03b829e7dd HTTP/1.1" status: 204 len: 168 time: 0.2097831 Oct 12 23:36:12.734884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060c0671-fe57-465e-a04e-6e4a59744cd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecfdaa28-118f-4a4c-8f48-8e03b829e7dd,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:12.960620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device cabd6bc5-2877-44d2-bdff-bfb9871d7074 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:36:12.971745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: cabd6bc5-2877-44d2-bdff-bfb9871d7074 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:36:12.974247 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device cabd6bc5-2877-44d2-bdff-bfb9871d7074 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:36:13.823978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42480) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:13.920051 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1694584747-network', 'tenant_id': '74ce533f6e5b44ed8d2345763f80b26f'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:36:14.029794 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Made reservation on behalf of 74ce533f6e5b44ed8d2345763f80b26f for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:36:14.032765 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.041334 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.113203 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.180256 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.202520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:36:14.220387 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a799d5-315d-458c-99ff-bdc0723874cb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:14.223330 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.223682 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Added segment c5695eeb-7a25-4eaf-b58a-ef8a6db837f8 of type vlan for network b31de1f4-d8c4-42f8-8980-b1ec9c49851e Oct 12 23:36:14.265793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.351863 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.352792 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:14.353374 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.441741 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] Pushing event updated for resources: {'Network': ['ID=b31de1f4-d8c4-42f8-8980-b1ec9c49851e,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:14.451283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b31de1f4-d8c4-42f8-8980-b1ec9c49851e details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:36:14.480265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-da0dfb7f-2c71-4d5d-bf3a-c69f91393d84 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6552107 Oct 12 23:36:14.483197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42484) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:14.488592 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Request body: {'subnet': {'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1694584747-subnet', 'tenant_id': '74ce533f6e5b44ed8d2345763f80b26f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:36:14.580646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Made reservation on behalf of 74ce533f6e5b44ed8d2345763f80b26f for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:36:14.583111 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.809167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:14.869304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37f6c051-1572-49be-91c7-fee2d265f62d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:14.877073 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Checking segment: {'id': 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:36:14.877432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Network hostable DHCP agents. Network: b31de1f4-d8c4-42f8-8980-b1ec9c49851e, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:36:14.949475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Network b31de1f4-d8c4-42f8-8980-b1ec9c49851e is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:36:15.035230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b31de1f4-d8c4-42f8-8980-b1ec9c49851e) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:36:15.039316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:15.040151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:15.044962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920d53ff-d494-41cb-b8a2-825b0964a033 None None] Network b31de1f4-d8c4-42f8-8980-b1ec9c49851e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:36:15.124193 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-68aca627-b31d-4455-9340-494c698ec378 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6399550 Oct 12 23:36:15.165750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c0d2ff-8150-44fa-a04d-a29ccd85a2e4 None None] Network b31de1f4-d8c4-42f8-8980-b1ec9c49851e requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:36:15.535472 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:15.615092 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-a7650867-5836-454d-ad64-2fbc2ae52d1c tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:15.616578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-a7650867-5836-454d-ad64-2fbc2ae52d1c tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/networks?id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e HTTP/1.1" status: 200 len: 812 time: 0.1790566 Oct 12 23:36:15.630219 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f0b7406-fbe2-4b1b-9c01-a2f6662fe0ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:15.631266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-693f787a-d80a-467d-aacd-b1786d47b5e0 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/quotas/74ce533f6e5b44ed8d2345763f80b26f HTTP/1.1" status: 200 len: 375 time: 0.0089974 Oct 12 23:36:15.664591 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9c7cfcb8-5eb0-45a2-a594-829907e186b0 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268245 Oct 12 23:36:15.675443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-3f69f9cf-3e8e-438f-903e-a0bebd07c46f service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:36:15.676399 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-3f69f9cf-3e8e-438f-903e-a0bebd07c46f service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049825 Oct 12 23:36:15.765832 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-8703046e-406c-4a0c-a0d2-6caad8f44bb5 service neutron] 10.222.0.31 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831647 Oct 12 23:36:15.855623 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-275c77d8-f02e-41d3-809e-ee167c96ff63 service neutron] 10.222.0.31 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836780 Oct 12 23:36:16.119051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e0dd0670-c5a5-48e9-bc18-033bce3a0266 req-2d0d2f46-6fb3-4071-87d3-ee959b248928 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 210 time: 0.0296462 Oct 12 23:36:16.224432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:17.195911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7f8fc8c4-ce6a-46b1-916a-ea8d9f47c0e1 req-e6233f64-eb70-4358-bbdc-40fc96600414 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 210 time: 0.0268059 Oct 12 23:36:17.950245 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:18.287448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9976d0f8-3bc8-4297-8615-e07ffd5795f9 req-99518656-d682-4dde-8e90-fc67125942ab tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 210 time: 0.0265348 Oct 12 23:36:18.387582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-85cbc360-9e23-49bc-8aa5-3b6d4b0660d4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:18.389024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-85cbc360-9e23-49bc-8aa5-3b6d4b0660d4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.25 "GET /v2.0/networks?id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e HTTP/1.1" status: 200 len: 812 time: 0.1006949 Oct 12 23:36:18.401694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Request body: {'port': {'device_id': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e', 'admin_state_up': True, 'tenant_id': '74ce533f6e5b44ed8d2345763f80b26f'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:36:18.589820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Made reservation on behalf of 74ce533f6e5b44ed8d2345763f80b26f for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:36:18.593524 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:18.724837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Allocated IP 172.20.0.14 (b31de1f4-d8c4-42f8-8980-b1ec9c49851e/37f6c051-1572-49be-91c7-fee2d265f62d/dfe93fb2-9c61-45f9-825b-f6c38d929019) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:36:18.866219 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:18.963400 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.013701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Network b31de1f4-d8c4-42f8-8980-b1ec9c49851e is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:36:19.018115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:36:19.020673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:36:19.045727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Pushing event updated for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:19.075096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:19.075699 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.171966 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-f83f4935-84bf-4e81-a74f-fc30487908e6 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7740333 Oct 12 23:36:19.240942 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Request body: {'port': {'device_id': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:36:19.266433 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.297972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.405380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68be3d8e-0ed7-4cca-a1c7-b0df75be88d7 req-735b3c80-b65e-4aa2-8341-d5042ebbe60d tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:19.407562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68be3d8e-0ed7-4cca-a1c7-b0df75be88d7 req-735b3c80-b65e-4aa2-8341-d5042ebbe60d tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 932 time: 0.0526466 Oct 12 23:36:19.449740 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68be3d8e-0ed7-4cca-a1c7-b0df75be88d7 req-00179aff-859f-4405-b89e-04c06e25410f tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339870 Oct 12 23:36:19.565658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfe93fb2-9c61-45f9-825b-f6c38d929019 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:36:19.568919 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.573027 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.585741 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Transition to ACTIVE for port object dfe93fb2-9c61-45f9-825b-f6c38d929019 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:36:19.658171 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.713865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:19.781952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Attempting to bind port dfe93fb2-9c61-45f9-825b-f6c38d929019 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:36:19.782277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Attempting to bind port dfe93fb2-9c61-45f9-825b-f6c38d929019 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:36:19.782594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Attempting to bind port dfe93fb2-9c61-45f9-825b-f6c38d929019 on network b31de1f4-d8c4-42f8-8980-b1ec9c49851e {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:36:19.786654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Port dfe93fb2-9c61-45f9-825b-f6c38d929019 on network b31de1f4-d8c4-42f8-8980-b1ec9c49851e not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:36:19.786989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Attempting to bind port dfe93fb2-9c61-45f9-825b-f6c38d929019 on network b31de1f4-d8c4-42f8-8980-b1ec9c49851e {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:36:19.791884 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:36:19.792212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Checking segment: {'id': 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:36:19.792584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Bound using segment: {'id': 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:36:19.792995 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Bound port: dfe93fb2-9c61-45f9-825b-f6c38d929019, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:36:19.793335 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.854529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:36:19.857423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:36:19.953051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.986517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:19.987160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:19.988693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] 10.222.0.25 "PUT /v2.0/ports/dfe93fb2-9c61-45f9-825b-f6c38d929019 HTTP/1.1" status: 200 len: 1093 time: 0.8086977 Oct 12 23:36:19.994108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:36:19.997281 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1144a60d-adf8-4d26-b434-6ce7cba0e4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:36:20.017864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2c3fa-f43e-4d05-88c1-4a09b401dd30 service neutron] Pushing event updated for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:20.031478 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6eb09ad-12ed-4b22-974b-f778c8b1dd47 x-openstack-request-id: req-a6eb09ad-12ed-4b22-974b-f778c8b1dd47 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:36:20.031777 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:36:20.032030 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a6eb09ad-12ed-4b22-974b-f778c8b1dd47 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:36:20.032432 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'status': 'completed', 'code': 200} Oct 12 23:36:20.093864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144a60d-adf8-4d26-b434-6ce7cba0e4ce req-50514856-8abc-4c66-a1f7-0c07b8738773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:20.095389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1144a60d-adf8-4d26-b434-6ce7cba0e4ce req-50514856-8abc-4c66-a1f7-0c07b8738773 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 1096 time: 0.0419474 Oct 12 23:36:20.197194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144a60d-adf8-4d26-b434-6ce7cba0e4ce req-68aae83c-7003-490c-a977-913ae593a7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:20.198580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1144a60d-adf8-4d26-b434-6ce7cba0e4ce req-68aae83c-7003-490c-a977-913ae593a7f5 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0949607 Oct 12 23:36:20.294109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1144a60d-adf8-4d26-b434-6ce7cba0e4ce req-a3621a82-8a08-4ea9-9a39-fbf402d788ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:20.295590 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1144a60d-adf8-4d26-b434-6ce7cba0e4ce req-a3621a82-8a08-4ea9-9a39-fbf402d788ff service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908079 Oct 12 23:36:20.367261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-2515a613-15ad-4db2-a12e-1fd9256e4382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:20.368711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-2515a613-15ad-4db2-a12e-1fd9256e4382 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 1096 time: 0.0400405 Oct 12 23:36:20.409431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-b86550c9-3dfb-48cb-b93a-4bf43ea8a45e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019 HTTP/1.1" status: 200 len: 217 time: 0.0330427 Oct 12 23:36:20.456127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-1452bb9a-c687-4dfb-9c39-30a13afb9973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:20.457478 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-1452bb9a-c687-4dfb-9c39-30a13afb9973 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37f6c051-1572-49be-91c7-fee2d265f62d HTTP/1.1" status: 200 len: 852 time: 0.0415356 Oct 12 23:36:20.493730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-fc30ed3f-9949-45a1-9eb2-3464bb871488 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284891 Oct 12 23:36:20.565617 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28841dc-9221-4b8f-8889-08b8f0118e60 req-42e2f9f1-d8a4-4008-9afa-c8d05db2ea0a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:20.567150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a28841dc-9221-4b8f-8889-08b8f0118e60 req-42e2f9f1-d8a4-4008-9afa-c8d05db2ea0a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 944 time: 0.0505877 Oct 12 23:36:20.587252 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-0b44a40b-99be-4d4d-a4d0-a34dcf6f6d27 service neutron] 10.222.0.25 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860038 Oct 12 23:36:20.608666 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a28841dc-9221-4b8f-8889-08b8f0118e60 req-6562d69a-a0bb-4ce7-ac5c-83e94c09e8c1 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354834 Oct 12 23:36:20.683412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33d2d42a-ef14-47c6-b501-a59291c5a753 req-ee917f0a-13f1-42b4-9839-810a2dc7c9fa service neutron] 10.222.0.25 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887213 Oct 12 23:36:21.725290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34aac93d-61d6-4b1b-89a8-62db0a76acb8 req-cc17f340-73d6-4ba7-b9d4-29749cdb2024 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:21.726775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34aac93d-61d6-4b1b-89a8-62db0a76acb8 req-cc17f340-73d6-4ba7-b9d4-29749cdb2024 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 944 time: 0.0498457 Oct 12 23:36:21.763927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34aac93d-61d6-4b1b-89a8-62db0a76acb8 req-215c61eb-97ad-431a-a73c-566136840f0a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Oct 12 23:36:22.880339 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f719af-4257-4593-a785-109def163227 req-6b04792a-531a-4650-b609-6f8fe1425c00 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:22.881784 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02f719af-4257-4593-a785-109def163227 req-6b04792a-531a-4650-b609-6f8fe1425c00 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 944 time: 0.0517709 Oct 12 23:36:22.919490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-02f719af-4257-4593-a785-109def163227 req-5daa2bfe-411b-496b-9c4c-506c42bde065 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316575 Oct 12 23:36:22.966460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device dfe93fb2-9c61-45f9-825b-f6c38d929019 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:36:23.060008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:23.074752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e', 'port_id': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'mac_address': 'fa:16:3e:6c:1b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f6c051-1572-49be-91c7-fee2d265f62d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:36:23.114733 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:23.127708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe93fb2-9c61-45f9-825b-f6c38d929019 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:36:23.147304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:23.241157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:23.286854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:23.428569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['dfe93fb2-9c61-45f9-825b-f6c38d929019'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:36:24.032473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5097739-d785-4039-b64f-f74ee8b33c42 req-9d77c6df-1914-4b8f-af4b-649f0162ae38 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:24.033930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5097739-d785-4039-b64f-f74ee8b33c42 req-9d77c6df-1914-4b8f-af4b-649f0162ae38 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 945 time: 0.0481002 Oct 12 23:36:24.071464 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5097739-d785-4039-b64f-f74ee8b33c42 req-57ef9348-0a40-4e4c-972c-2af9ff5be03a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315831 Oct 12 23:36:24.964600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device dfe93fb2-9c61-45f9-825b-f6c38d929019 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:36:25.092533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port dfe93fb2-9c61-45f9-825b-f6c38d929019 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:36:25.096328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port dfe93fb2-9c61-45f9-825b-f6c38d929019 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:36:25.096702 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:25.175888 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:25.186151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6cc641-cb70-4c3a-ae20-b584897413e7 req-97bb4229-4ec1-488b-bed8-093462b6f79a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:25.188179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7b6cc641-cb70-4c3a-ae20-b584897413e7 req-97bb4229-4ec1-488b-bed8-093462b6f79a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 945 time: 0.0489047 Oct 12 23:36:25.198843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:36:25.201070 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43b5b2ae-d568-40e7-b1d8-84bdee02e262" -d '{"events": [{"server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "name": "network-vif-plugged", "status": "completed", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:36:25.213964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:25.226622 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7b6cc641-cb70-4c3a-ae20-b584897413e7 req-be15d3e0-9a42-4976-a5bc-0973c918659a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320580 Oct 12 23:36:25.239048 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b73787-61f4-4a99-89a0-9569fba52e8e x-openstack-request-id: req-a0b73787-61f4-4a99-89a0-9569fba52e8e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:36:25.239382 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "name": "network-vif-plugged", "status": "completed", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:36:25.239599 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0b73787-61f4-4a99-89a0-9569fba52e8e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:36:25.239993 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'code': 200} Oct 12 23:36:25.275787 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:25.323304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:25.340859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ad5007-7e49-4e7d-8f4a-9305a280a47e req-9ec5693d-cd0b-4324-9e66-f8571709d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:25.342363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18ad5007-7e49-4e7d-8f4a-9305a280a47e req-9ec5693d-cd0b-4324-9e66-f8571709d26e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 1098 time: 0.0456550 Oct 12 23:36:25.378738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18ad5007-7e49-4e7d-8f4a-9305a280a47e req-abd102f8-c317-4bd5-b35d-350111d9b8bc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273278 Oct 12 23:36:26.345589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc42a48-6c29-4859-97b8-07f598eead2e req-a0018e98-2393-43c6-80f7-a5e52ef8f545 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:26.347106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0cc42a48-6c29-4859-97b8-07f598eead2e req-a0018e98-2393-43c6-80f7-a5e52ef8f545 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0516560 Oct 12 23:36:26.384663 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0cc42a48-6c29-4859-97b8-07f598eead2e req-2b7e1d31-80ff-4809-8b50-e6b8962a3422 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317595 Oct 12 23:36:27.500532 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8f54aa-b0f1-4556-9b54-56da5d646c7e req-c8f5bea8-720d-4913-854c-aac4a00ab978 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:27.502000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be8f54aa-b0f1-4556-9b54-56da5d646c7e req-c8f5bea8-720d-4913-854c-aac4a00ab978 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0488067 Oct 12 23:36:27.539352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be8f54aa-b0f1-4556-9b54-56da5d646c7e req-b8b5cdaf-5e1f-42cc-8388-ff58f85d9761 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Oct 12 23:36:29.015221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b2db1f-96d5-4b6d-b0bc-fd55f360940e req-41d37f06-70c6-4425-8906-c85eeaf1a447 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:29.017343 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4b2db1f-96d5-4b6d-b0bc-fd55f360940e req-41d37f06-70c6-4425-8906-c85eeaf1a447 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0517762 Oct 12 23:36:29.054455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4b2db1f-96d5-4b6d-b0bc-fd55f360940e req-a4e9b59e-de7a-48e0-8c7c-eda14b321158 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309176 Oct 12 23:36:29.063381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42546) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:29.203872 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-de726059-65cc-4c8d-b64e-3992d38b1d73 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1384356 Oct 12 23:36:29.212604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-0911b406-ed25-481f-966d-e86848b6ffda service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:36:29.213534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-0911b406-ed25-481f-966d-e86848b6ffda service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048442 Oct 12 23:36:30.173172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77aa4b5-aff7-428c-8598-ab31600d1cc1 req-e9853948-6249-406b-916a-09d677e5ab10 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:30.174666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77aa4b5-aff7-428c-8598-ab31600d1cc1 req-e9853948-6249-406b-916a-09d677e5ab10 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0501180 Oct 12 23:36:30.212762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77aa4b5-aff7-428c-8598-ab31600d1cc1 req-8a43de9a-b5a4-4cc5-966a-587e9ff62f18 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316701 Oct 12 23:36:31.034045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-3b49a40a-2df3-45a8-a226-fefc7ff06fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:31.035517 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-3b49a40a-2df3-45a8-a226-fefc7ff06fbf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 1098 time: 0.0454206 Oct 12 23:36:31.122709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-9e7f366a-c93f-4f74-811b-828e251753bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:31.124187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-9e7f366a-c93f-4f74-811b-828e251753bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e HTTP/1.1" status: 200 len: 913 time: 0.0821939 Oct 12 23:36:31.139329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:36:31.168235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-8f2ce006-6c78-46cf-b7ac-93e4119a426a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019 HTTP/1.1" status: 200 len: 217 time: 0.0375776 Oct 12 23:36:31.215502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-86f60ebc-baba-43e8-b598-8bc33898fd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:31.219338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-86f60ebc-baba-43e8-b598-8bc33898fd49 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37f6c051-1572-49be-91c7-fee2d265f62d HTTP/1.1" status: 200 len: 852 time: 0.0421722 Oct 12 23:36:31.247985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-2cf09daa-bf74-4adc-9ddd-7ac34bd26cc9 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245879 Oct 12 23:36:31.328947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca348ad5-cb49-46ab-9f63-5be3b28b5d70 req-00c6c559-19e4-41b9-9f39-6834cd3ee846 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:31.330458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca348ad5-cb49-46ab-9f63-5be3b28b5d70 req-00c6c559-19e4-41b9-9f39-6834cd3ee846 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0502348 Oct 12 23:36:31.343309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-78916b04-9d16-4e42-a830-9ee0ebe885bd service neutron] 10.222.0.25 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885267 Oct 12 23:36:31.368096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ca348ad5-cb49-46ab-9f63-5be3b28b5d70 req-96c82c70-9cbd-417f-aacb-d945800fa79d tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315788 Oct 12 23:36:31.431959 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-43f2f99f-7bfb-41d4-be22-0bf96120179d service neutron] 10.222.0.25 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821469 Oct 12 23:36:32.487395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908fc72-a9a0-4c76-adda-b1caaac9eee7 req-5e4522bd-b46f-4788-a15c-a7f6f041631f tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:32.488863 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a908fc72-a9a0-4c76-adda-b1caaac9eee7 req-5e4522bd-b46f-4788-a15c-a7f6f041631f tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0483840 Oct 12 23:36:32.526431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a908fc72-a9a0-4c76-adda-b1caaac9eee7 req-09170bc6-b8d7-43c6-bc1d-be99790ba1ad tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317209 Oct 12 23:36:33.642637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9648d490-d7ce-41b9-8297-f280e4112be7 req-6858b949-e44c-4d4a-a9ab-bf2696a662e2 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:33.644092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9648d490-d7ce-41b9-8297-f280e4112be7 req-6858b949-e44c-4d4a-a9ab-bf2696a662e2 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0521657 Oct 12 23:36:33.681400 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9648d490-d7ce-41b9-8297-f280e4112be7 req-1af59238-0bd7-4318-aa6b-3f85ce7b3fdb tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314610 Oct 12 23:36:34.798345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a0dfb-909d-4a3c-a961-029b7e07e8b0 req-8e556af8-24ce-4034-a319-5413df2bdd8d tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:34.799786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c05a0dfb-909d-4a3c-a961-029b7e07e8b0 req-8e556af8-24ce-4034-a319-5413df2bdd8d tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0535483 Oct 12 23:36:34.837542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c05a0dfb-909d-4a3c-a961-029b7e07e8b0 req-e235c7fb-b6df-4dd8-93a9-ac0bb5df5fdd tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318916 Oct 12 23:36:35.950336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4e2cf2-c7b4-446a-ba6b-61ccb8227de8 req-1b1e4404-3edb-4319-aca2-fa0b728ef7f2 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:35.951821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee4e2cf2-c7b4-446a-ba6b-61ccb8227de8 req-1b1e4404-3edb-4319-aca2-fa0b728ef7f2 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0485132 Oct 12 23:36:35.988299 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee4e2cf2-c7b4-446a-ba6b-61ccb8227de8 req-f77bf020-0147-4877-a78d-929b08a20f3b tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303345 Oct 12 23:36:37.102576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116b632-4daf-4d70-9222-403295ecfba1 req-c8c5d121-904b-4f01-99bb-471bc2db9b9a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:37.104085 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2116b632-4daf-4d70-9222-403295ecfba1 req-c8c5d121-904b-4f01-99bb-471bc2db9b9a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0480268 Oct 12 23:36:37.141684 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2116b632-4daf-4d70-9222-403295ecfba1 req-12a656a2-8594-4c0c-9365-bae43ede4698 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318041 Oct 12 23:36:38.256022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a83428b-55cb-4d09-a730-edb437967561 req-d83ad6fd-0827-4ecc-8a46-7148b51a2738 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:38.257464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a83428b-55cb-4d09-a730-edb437967561 req-d83ad6fd-0827-4ecc-8a46-7148b51a2738 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0480664 Oct 12 23:36:38.293918 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a83428b-55cb-4d09-a730-edb437967561 req-12d8e451-6e79-4603-b822-aea580ea1557 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306358 Oct 12 23:36:39.408000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aef9d0e-592e-4f23-9748-16caf0a54bf6 req-d47fc658-5e30-4467-983d-488b2fcd66a1 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:39.409478 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8aef9d0e-592e-4f23-9748-16caf0a54bf6 req-d47fc658-5e30-4467-983d-488b2fcd66a1 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0481582 Oct 12 23:36:39.447100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8aef9d0e-592e-4f23-9748-16caf0a54bf6 req-a0817b01-cf03-4524-a83f-ed6399cd98a7 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315781 Oct 12 23:36:40.572284 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0785ab1e-6e8b-4cfb-addc-257219145506 req-06b34322-c524-4218-880a-c0c541ff0099 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:40.573760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0785ab1e-6e8b-4cfb-addc-257219145506 req-06b34322-c524-4218-880a-c0c541ff0099 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0557470 Oct 12 23:36:40.615267 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0785ab1e-6e8b-4cfb-addc-257219145506 req-f9b141ac-fec4-4ed0-8ee7-56d03599e93c tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352845 Oct 12 23:36:41.741808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e6c099-8c01-46a0-aba8-315ba960f226 req-6a895d84-e65a-4e57-a7f1-b389e0e1db93 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:41.743322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09e6c099-8c01-46a0-aba8-315ba960f226 req-6a895d84-e65a-4e57-a7f1-b389e0e1db93 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0556474 Oct 12 23:36:41.783288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-09e6c099-8c01-46a0-aba8-315ba960f226 req-bc14c519-eb9b-466a-a6e0-ec65f12b87e9 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338979 Oct 12 23:36:42.162603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b3f99cc-5cee-4170-aab2-d0d720a2dd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:42.896326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e827a-1915-47e0-b188-1ea21d61bc81 req-ad8b17cc-8179-4572-a9e6-44fa2ed4dfdb tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:42.897769 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c70e827a-1915-47e0-b188-1ea21d61bc81 req-ad8b17cc-8179-4572-a9e6-44fa2ed4dfdb tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0477045 Oct 12 23:36:42.933795 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c70e827a-1915-47e0-b188-1ea21d61bc81 req-40558c7c-7126-4a51-9ae2-76b9ef75b103 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301428 Oct 12 23:36:44.048744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43549693-a463-4758-a7e6-fa58b4d7b3f8 req-aca06489-04ae-4a9f-8b95-e8ec87d74e09 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:44.050479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43549693-a463-4758-a7e6-fa58b4d7b3f8 req-aca06489-04ae-4a9f-8b95-e8ec87d74e09 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0491884 Oct 12 23:36:44.087758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43549693-a463-4758-a7e6-fa58b4d7b3f8 req-e8aa2b96-964f-4ec0-b332-301d7080a3a2 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314143 Oct 12 23:36:45.202264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0127503-9948-49c1-be88-2f41d6f98036 req-31aa6030-24ce-4b94-8bea-76a328a618c5 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:45.204591 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0127503-9948-49c1-be88-2f41d6f98036 req-31aa6030-24ce-4b94-8bea-76a328a618c5 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0494752 Oct 12 23:36:45.241767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f0127503-9948-49c1-be88-2f41d6f98036 req-bcd24b75-02b6-4d91-97ac-6e7ebf5a8a1c tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310438 Oct 12 23:36:45.528870 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:45.614583 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4956b8d0-91bb-4f1c-b712-5d4d13ae62b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:46.217938 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:46.356045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674671e1-4fc8-4801-bf8c-d0d2aaa11b5e req-287fdedd-fddd-430f-9dbb-e26286b8dc67 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:46.357524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-674671e1-4fc8-4801-bf8c-d0d2aaa11b5e req-287fdedd-fddd-430f-9dbb-e26286b8dc67 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0480146 Oct 12 23:36:46.394583 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-674671e1-4fc8-4801-bf8c-d0d2aaa11b5e req-c1b3e966-03a5-4160-87ee-5e950d5e495b tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309529 Oct 12 23:36:47.511317 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ba580-f4c6-42b5-94d3-43b4d12ca504 req-2338afa8-c52b-4d98-8a91-a27d84fd3171 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:47.512762 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20ba580-f4c6-42b5-94d3-43b4d12ca504 req-2338afa8-c52b-4d98-8a91-a27d84fd3171 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0516539 Oct 12 23:36:47.550418 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a20ba580-f4c6-42b5-94d3-43b4d12ca504 req-3ab86b34-d114-4791-b1f4-788a37f91304 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317185 Oct 12 23:36:47.949419 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:48.479767 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-2607695b-7280-4af9-9aad-983f64c8e74c service neutron] show failed (client error): The resource could not be found. Oct 12 23:36:48.480751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-2607695b-7280-4af9-9aad-983f64c8e74c service neutron] 10.222.0.25 "GET /v2.0/ports/dfe93fb2-9c61-45f9-825b-f6c38d929019/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0565109 Oct 12 23:36:48.667939 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5a7dc-30c3-4768-a0e4-89b5229cad6f req-aba64cfc-ac7e-4fd4-af8a-52ae9171eac5 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:48.669435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03a5a7dc-30c3-4768-a0e4-89b5229cad6f req-aba64cfc-ac7e-4fd4-af8a-52ae9171eac5 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0495450 Oct 12 23:36:48.709054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03a5a7dc-30c3-4768-a0e4-89b5229cad6f req-f350c5e1-ed2b-4f98-b77d-57ddb4b14262 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328393 Oct 12 23:36:48.961617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-44119a83-e1ab-4065-9cb9-1b89a16b9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:48.963115 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-44119a83-e1ab-4065-9cb9-1b89a16b9b96 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe&tenant_id=74ce533f6e5b44ed8d2345763f80b26f HTTP/1.1" status: 200 len: 1098 time: 0.0396011 Oct 12 23:36:48.974510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:36:49.027446 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:49.226816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:49.243068 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:49.259343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:36:49.300924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:36:49.303190 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d441439e-cf46-4223-9029-1bdb4c49e15a" -d '{"events": [{"server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:36:49.310265 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:49.320033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Transition to ACTIVE for port object dfe93fb2-9c61-45f9-825b-f6c38d929019 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:36:49.351643 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-676b48a4-b528-4547-808b-0eae21dd4e22 x-openstack-request-id: req-676b48a4-b528-4547-808b-0eae21dd4e22 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:36:49.351937 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "name": "network-vif-unplugged", "status": "completed", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:36:49.352188 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-676b48a4-b528-4547-808b-0eae21dd4e22 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:36:49.352586 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'code': 200} Oct 12 23:36:49.380248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:49.442694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] No DVR routers for this DVR port dfe93fb2-9c61-45f9-825b-f6c38d929019 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:36:49.444618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Pushing event updated for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:49.453994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.454332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.454665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.455020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.455350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.455673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.455994 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.456312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.456633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.456951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.457267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.457585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:49.495401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Attempting to bind port dfe93fb2-9c61-45f9-825b-f6c38d929019 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:36:49.496060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Attempting to bind port dfe93fb2-9c61-45f9-825b-f6c38d929019 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:36:49.496060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Attempting to bind port dfe93fb2-9c61-45f9-825b-f6c38d929019 on network b31de1f4-d8c4-42f8-8980-b1ec9c49851e {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:36:49.500338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Port dfe93fb2-9c61-45f9-825b-f6c38d929019 on network b31de1f4-d8c4-42f8-8980-b1ec9c49851e not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:36:49.500730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Attempting to bind port dfe93fb2-9c61-45f9-825b-f6c38d929019 on network b31de1f4-d8c4-42f8-8980-b1ec9c49851e {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:36:49.505432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:36:49.505761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Checking segment: {'id': 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:36:49.506133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Bound using segment: {'id': 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:36:49.506548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Bound port: dfe93fb2-9c61-45f9-825b-f6c38d929019, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:36:49.506894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:49.563607 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:49.573704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:36:49.576744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:36:49.660342 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:49.693961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:49.694606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:49.696036 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] 10.222.0.41 "PUT /v2.0/ports/dfe93fb2-9c61-45f9-825b-f6c38d929019 HTTP/1.1" status: 200 len: 1093 time: 0.7252996 Oct 12 23:36:49.718616 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca428dd-9161-4164-b754-14f9852b2f0b service neutron] Pushing event updated for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:49.761026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-aa4b82a0-35ac-4519-b61a-901227b2d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:49.762444 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-aa4b82a0-35ac-4519-b61a-901227b2d3b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 1096 time: 0.0407932 Oct 12 23:36:49.876530 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294c00ec-0e9a-4da0-b6db-7c193d5c0a95 req-5ab2bd8e-3fec-4171-9c37-45ff4ce9a24a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:49.878005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-294c00ec-0e9a-4da0-b6db-7c193d5c0a95 req-5ab2bd8e-3fec-4171-9c37-45ff4ce9a24a tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 944 time: 0.1010425 Oct 12 23:36:49.898444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-d9b593b3-2ea9-4a2e-9f18-753514b9070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:49.899887 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-d9b593b3-2ea9-4a2e-9f18-753514b9070c service neutron] 10.222.0.41 "GET /v2.0/networks?id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e HTTP/1.1" status: 200 len: 913 time: 0.1301324 Oct 12 23:36:49.947850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-74202978-0441-45b9-858d-10a4b294c9da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019 HTTP/1.1" status: 200 len: 217 time: 0.0408688 Oct 12 23:36:49.985292 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-294c00ec-0e9a-4da0-b6db-7c193d5c0a95 req-5bd4500d-a199-404c-ae14-db5a6c00a5db tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970213 Oct 12 23:36:50.003266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-f0768084-d24d-415c-9aaa-91ebe9889a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:50.004706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-f0768084-d24d-415c-9aaa-91ebe9889a56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37f6c051-1572-49be-91c7-fee2d265f62d HTTP/1.1" status: 200 len: 852 time: 0.0499687 Oct 12 23:36:50.035697 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-cbd72fc1-ce31-4aa8-aef8-e7c42f5a53bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239694 Oct 12 23:36:50.129221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-a6084c16-67ba-42b6-96d5-6e009d64067e service neutron] 10.222.0.41 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863466 Oct 12 23:36:50.223442 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-062e617e-68f1-47e4-8d5d-8e645ed9325c req-f2553dc0-2f61-4870-957d-676ab5e01d2f service neutron] 10.222.0.41 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870752 Oct 12 23:36:51.089286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device dfe93fb2-9c61-45f9-825b-f6c38d929019 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:36:51.104676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ec3e3-4023-4fec-820e-c6a04737c7bb req-c00930bb-e362-458e-9198-f0b808d2a962 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:51.106161 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d32ec3e3-4023-4fec-820e-c6a04737c7bb req-c00930bb-e362-458e-9198-f0b808d2a962 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 944 time: 0.0487587 Oct 12 23:36:51.130590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device dfe93fb2-9c61-45f9-825b-f6c38d929019 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:36:51.145286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d32ec3e3-4023-4fec-820e-c6a04737c7bb req-d7c719e5-070b-494c-b564-55185cdedd95 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318279 Oct 12 23:36:51.353872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:36:51.356273 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3" -d '{"events": [{"name": "network-changed", "server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:36:51.402614 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a485d7-de7e-4e10-957c-faaf09939454 x-openstack-request-id: req-76a485d7-de7e-4e10-957c-faaf09939454 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:36:51.402902 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:36:51.403182 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-76a485d7-de7e-4e10-957c-faaf09939454 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:36:51.403578 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'status': 'completed', 'code': 200} Oct 12 23:36:51.492716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-ffd0a98f-5e09-409f-9173-c702897ee2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:51.494182 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-ffd0a98f-5e09-409f-9173-c702897ee2e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 1096 time: 0.0619245 Oct 12 23:36:51.495847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-2f0fb908-2a10-4158-9ad7-fbaedb84a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:51.497164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-2f0fb908-2a10-4158-9ad7-fbaedb84a7f9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 1096 time: 0.0738392 Oct 12 23:36:51.650490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-29fc5b4c-0e59-4295-ab2d-503beea91297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:51.651985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-29fc5b4c-0e59-4295-ab2d-503beea91297 service neutron] 10.222.0.25 "GET /v2.0/networks?id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e HTTP/1.1" status: 200 len: 913 time: 0.1509356 Oct 12 23:36:51.653268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-83b7d95f-fe26-46f1-a4ac-bb4aa17cb835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:51.654549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-83b7d95f-fe26-46f1-a4ac-bb4aa17cb835 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e HTTP/1.1" status: 200 len: 913 time: 0.1456664 Oct 12 23:36:51.696345 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-15d95923-d271-4a5e-9c8d-128a992974f2 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019 HTTP/1.1" status: 200 len: 217 time: 0.0375469 Oct 12 23:36:51.732109 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-05e0cdb5-68b3-468d-9422-b27a570a834e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019 HTTP/1.1" status: 200 len: 217 time: 0.0671768 Oct 12 23:36:51.796041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-8de54257-6dde-4f4a-ae24-43fe70b835f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:51.797637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-8de54257-6dde-4f4a-ae24-43fe70b835f0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37f6c051-1572-49be-91c7-fee2d265f62d HTTP/1.1" status: 200 len: 852 time: 0.0730734 Oct 12 23:36:51.804507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-c1b82175-f9bd-417c-b93e-9c0774d4e0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:51.805812 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-c1b82175-f9bd-417c-b93e-9c0774d4e0ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=37f6c051-1572-49be-91c7-fee2d265f62d HTTP/1.1" status: 200 len: 852 time: 0.0558248 Oct 12 23:36:51.832567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-b2e70218-91fd-4433-9023-ca5ba92bfb84 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258596 Oct 12 23:36:51.865500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-89d6cbb3-fe09-4a72-b60e-e5aeaa9ae684 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349383 Oct 12 23:36:52.268001 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b5818b-11d1-4d1a-b826-9315740708ba req-e4542412-9d33-4ada-9ee6-c6f28a8f8652 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:52.271377 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c2b5818b-11d1-4d1a-b826-9315740708ba req-e4542412-9d33-4ada-9ee6-c6f28a8f8652 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 944 time: 0.0530107 Oct 12 23:36:52.308652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c2b5818b-11d1-4d1a-b826-9315740708ba req-e1a5cc7b-865b-4c91-b3b1-70aa6dea7b23 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323575 Oct 12 23:36:52.353832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-1d4a60b7-163b-401f-9edf-1fdf9b0120f4 service neutron] 10.222.0.25 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5132837 Oct 12 23:36:52.355928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-53b6a370-cdd3-48b1-b56e-0b3651c69a53 service neutron] 10.222.0.41 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815419 Oct 12 23:36:52.510585 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-4c0d55b9-a76a-4874-92a3-ea95fe465012 service neutron] 10.222.0.25 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495891 Oct 12 23:36:52.513914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7f5198-0f77-4322-b352-d3b8aa33c4a3 req-a439eaf4-0b35-4e07-b51d-f7ccb6990920 service neutron] 10.222.0.41 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460721 Oct 12 23:36:52.722587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dfe93fb2-9c61-45f9-825b-f6c38d929019 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:36:52.815101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:52.822280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-9e5d4135-fdee-4f93-9810-53504dfe64c9 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:52.823783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-9e5d4135-fdee-4f93-9810-53504dfe64c9 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.25 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe&tenant_id=74ce533f6e5b44ed8d2345763f80b26f&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 944 time: 0.0873437 Oct 12 23:36:52.826322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'network_id': 'b31de1f4-d8c4-42f8-8980-b1ec9c49851e', 'port_id': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'mac_address': 'fa:16:3e:6c:1b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f6c051-1572-49be-91c7-fee2d265f62d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:36:52.862634 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:52.874815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfe93fb2-9c61-45f9-825b-f6c38d929019 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:36:52.883540 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-eb89680b-0b8a-4b62-96b1-6b4a8709db25 service neutron] delete failed (client error): The resource could not be found. Oct 12 23:36:52.884612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-eb89680b-0b8a-4b62-96b1-6b4a8709db25 service neutron] 10.222.0.25 "DELETE /v2.0/ports/dfe93fb2-9c61-45f9-825b-f6c38d929019/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0535097 Oct 12 23:36:52.898195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:52.963824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-4b3d5f13-b625-4cf9-94f3-0d1b53930526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:52.965271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-4b3d5f13-b625-4cf9-94f3-0d1b53930526 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 1096 time: 0.0400431 Oct 12 23:36:52.988945 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:53.035202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:53.042667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.043042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.043383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.043725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.044058 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.044387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.044716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.045039 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.045361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.045685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.046005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.046326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:53.057488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-4e31d746-8fcd-41d9-a99c-4ae2d97a25ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:53.058971 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-4e31d746-8fcd-41d9-a99c-4ae2d97a25ad service neutron] 10.222.0.25 "GET /v2.0/networks?id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e HTTP/1.1" status: 200 len: 913 time: 0.0872235 Oct 12 23:36:53.100414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-24749461-9dcb-458c-bf40-6f3117b25be6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019 HTTP/1.1" status: 200 len: 217 time: 0.0345414 Oct 12 23:36:53.148957 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-7d8ec321-3def-4b84-b588-3cc729617dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:53.150410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-7d8ec321-3def-4b84-b588-3cc729617dcc service neutron] 10.222.0.25 "GET /v2.0/subnets?id=37f6c051-1572-49be-91c7-fee2d265f62d HTTP/1.1" status: 200 len: 852 time: 0.0428772 Oct 12 23:36:53.181672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-182d8cd3-fd89-452c-a632-fe23af32a54f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=b31de1f4-d8c4-42f8-8980-b1ec9c49851e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248795 Oct 12 23:36:53.219787 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dfe93fb2-9c61-45f9-825b-f6c38d929019'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:36:53.273255 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-6cd79194-2e27-442d-b223-679090348f91 service neutron] 10.222.0.25 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844314 Oct 12 23:36:53.375267 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-c23ee6be-3c79-4581-ab86-649b1fb22546 service neutron] 10.222.0.25 "GET /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949039 Oct 12 23:36:54.732397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dfe93fb2-9c61-45f9-825b-f6c38d929019 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:36:54.744022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30783375-08af-4117-9441-08f2aff53f54 req-a7ebcd7e-4388-4162-9878-4aef3b13a062 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:54.745534 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-30783375-08af-4117-9441-08f2aff53f54 req-a7ebcd7e-4388-4162-9878-4aef3b13a062 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 945 time: 0.0522852 Oct 12 23:36:54.784171 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-30783375-08af-4117-9441-08f2aff53f54 req-1db86908-ce37-4d27-b08a-f0999dfff7d2 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320241 Oct 12 23:36:54.837650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port dfe93fb2-9c61-45f9-825b-f6c38d929019 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:36:54.841511 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port dfe93fb2-9c61-45f9-825b-f6c38d929019 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:36:54.841885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:54.914510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:54.935602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:36:54.938318 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7bdcd5-46d9-4905-8ceb-0f9e5884d0f5" -d '{"events": [{"server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "name": "network-vif-plugged", "status": "completed", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:36:54.950449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:54.975691 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a7b811-3301-43e0-b157-8b0a5142a422 x-openstack-request-id: req-d1a7b811-3301-43e0-b157-8b0a5142a422 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:36:54.975691 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "name": "network-vif-plugged", "status": "completed", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:36:54.975691 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1a7b811-3301-43e0-b157-8b0a5142a422 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:36:54.975691 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'code': 200} Oct 12 23:36:55.023615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:55.077199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:55.900347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd293a67-5a36-46b1-82c0-9f83988d04ee req-bade0b8a-5e9c-471b-bb59-cad187b58592 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:55.901789 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd293a67-5a36-46b1-82c0-9f83988d04ee req-bade0b8a-5e9c-471b-bb59-cad187b58592 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0491359 Oct 12 23:36:55.941664 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd293a67-5a36-46b1-82c0-9f83988d04ee req-e7fb51fa-bdc8-4000-8110-669ec5ed9639 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/security-groups?id=a1a799d5-315d-458c-99ff-bdc0723874cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330067 Oct 12 23:36:55.957021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-7521dd49-32c0-4d9a-9e89-4e9260d4cb1b tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:55.958489 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-7521dd49-32c0-4d9a-9e89-4e9260d4cb1b tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.41 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 946 time: 0.0565300 Oct 12 23:36:56.053287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Deleting port dfe93fb2-9c61-45f9-825b-f6c38d929019 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:36:56.053626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:56.143718 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] For port dfe93fb2-9c61-45f9-825b-f6c38d929019, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dfe93fb2-9c61-45f9-825b-f6c38d929019,segment=NetworkSegment(c5695eeb-7a25-4eaf-b58a-ef8a6db837f8),segment_id=c5695eeb-7a25-4eaf-b58a-ef8a6db837f8)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:36:56.144091 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:56.157849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Calling delete_port for dfe93fb2-9c61-45f9-825b-f6c38d929019 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:36:56.371990 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:56.383817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dfe93fb2-9c61-45f9-825b-f6c38d929019'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:36:56.401057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Pushing event deleted for resources: {'Port': ['ID=dfe93fb2-9c61-45f9-825b-f6c38d929019,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:56.440816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] No DVR routers for this DVR port dfe93fb2-9c61-45f9-825b-f6c38d929019 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:36:56.443490 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:56.446909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69272c9a-2f32-4518-9fff-5ba7e48586c7 req-5dc9e12b-e2d8-4222-b132-3c1c01a917a4 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.41 "DELETE /v2.0/ports/dfe93fb2-9c61-45f9-825b-f6c38d929019 HTTP/1.1" status: 204 len: 173 time: 0.4824476 Oct 12 23:36:56.447370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'name': 'network-vif-deleted', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:36:56.449626 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7d5aac-cf5d-42cf-ba25-f7e22ec5ffa8" -d '{"events": [{"server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "name": "network-vif-deleted", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:36:56.486465 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2f1994-7d77-47e5-8e83-7150c1924c7a x-openstack-request-id: req-6b2f1994-7d77-47e5-8e83-7150c1924c7a {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:36:56.486759 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81b3ecf3-be82-4ca3-82b9-cdbd850798fe", "name": "network-vif-deleted", "tag": "dfe93fb2-9c61-45f9-825b-f6c38d929019", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:36:56.487040 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6b2f1994-7d77-47e5-8e83-7150c1924c7a {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:36:56.487445 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b3ecf3-be82-4ca3-82b9-cdbd850798fe', 'name': 'network-vif-deleted', 'tag': 'dfe93fb2-9c61-45f9-825b-f6c38d929019', 'status': 'completed', 'code': 200} Oct 12 23:36:56.653473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-915628f8-6b80-476c-b0cc-ddb3df328f0b req-9075bd43-25b2-4f4b-8f3b-78471e8327e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0254416 Oct 12 23:36:56.768986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-915628f8-6b80-476c-b0cc-ddb3df328f0b req-329631d6-4f4f-49d6-babe-df6c336756e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 210 time: 0.0300705 Oct 12 23:36:56.885917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915628f8-6b80-476c-b0cc-ddb3df328f0b req-b1d09ca6-29a9-4bb6-973e-32c295e1540b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:56.887404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-915628f8-6b80-476c-b0cc-ddb3df328f0b req-b1d09ca6-29a9-4bb6-973e-32c295e1540b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0922394 Oct 12 23:36:56.985860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915628f8-6b80-476c-b0cc-ddb3df328f0b req-7cf78a26-aa86-45f4-8f3b-b139b706be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:36:56.987430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-915628f8-6b80-476c-b0cc-ddb3df328f0b req-7cf78a26-aa86-45f4-8f3b-b139b706be36 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929148 Oct 12 23:36:57.050154 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f86de305-eb16-4c25-8a2d-3ee13c0bb19d req-0953e68c-a495-4d40-9589-d18f4032fa81 tempest-DeleteServersTestJSON-1319006385 tempest-DeleteServersTestJSON-1319006385-project] 10.222.0.31 "GET /v2.0/ports?device_id=81b3ecf3-be82-4ca3-82b9-cdbd850798fe HTTP/1.1" status: 200 len: 210 time: 0.0274839 Oct 12 23:36:58.176942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 42638) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:58.223319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Deleting subnet 37f6c051-1572-49be-91c7-fee2d265f62d {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:36:58.226317 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.259962 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.297991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.408866 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.435127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37f6c051-1572-49be-91c7-fee2d265f62d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:58.438660 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.441092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/37f6c051-1572-49be-91c7-fee2d265f62d HTTP/1.1" status: 204 len: 168 time: 0.2631590 Oct 12 23:36:58.443863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42640) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:58.447524 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.447868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.448201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.448532 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.448856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.449182 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.449503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.449820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.450136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.450460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.450769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.451119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e850393a-f47b-4ab1-a618-2768670ea4d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:36:58.514578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.599611 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.620284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b31de1f4-d8c4-42f8-8980-b1ec9c49851e']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:36:58.630374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:36:58.630667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5695eeb-7a25-4eaf-b58a-ef8a6db837f8') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:36:58.639970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.653341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.660200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:36:58.660527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:36:58.662149 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:36:58.765319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dfe93fb2-9c61-45f9-825b-f6c38d929019 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:36:58.783244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.784992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: dfe93fb2-9c61-45f9-825b-f6c38d929019 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:36:58.785329 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dfe93fb2-9c61-45f9-825b-f6c38d929019 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:36:58.788665 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:58.792342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] 10.222.0.31 "DELETE /v2.0/networks/b31de1f4-d8c4-42f8-8980-b1ec9c49851e HTTP/1.1" status: 204 len: 168 time: 0.3474395 Oct 12 23:36:58.806006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0331476c-53dc-40a5-a7c5-d1f4c9a146bd admin admin] Pushing event deleted for resources: {'Network': ['ID=b31de1f4-d8c4-42f8-8980-b1ec9c49851e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:36:59.086856 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42644) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:59.126995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7e041704-04c7-4394-8b87-a96395707ab5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=74ce533f6e5b44ed8d2345763f80b26f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388775 Oct 12 23:36:59.129467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42646) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:36:59.177844 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf392f9a-fedb-44cc-b62b-84b10cc488be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:59.198447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf392f9a-fedb-44cc-b62b-84b10cc488be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:59.309253 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf392f9a-fedb-44cc-b62b-84b10cc488be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:59.311780 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cf392f9a-fedb-44cc-b62b-84b10cc488be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:36:59.313461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cf392f9a-fedb-44cc-b62b-84b10cc488be admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/a1a799d5-315d-458c-99ff-bdc0723874cb HTTP/1.1" status: 204 len: 168 time: 0.1830947 Oct 12 23:36:59.321032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf392f9a-fedb-44cc-b62b-84b10cc488be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a799d5-315d-458c-99ff-bdc0723874cb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:00.244272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42670) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:37:00.365556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2147277743-network', 'tenant_id': '43029fffffa94adb89808061566a2560'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:37:00.463294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Made reservation on behalf of 43029fffffa94adb89808061566a2560 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:37:00.465629 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:00.475045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:00.551081 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:00.611673 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:00.638178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:37:00.643890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54e17a7f-c503-4825-a9ef-e22c0c025201,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:00.650905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:00.651276 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Added segment 5b607fe0-6ef5-4e91-97f4-1e9666081b36 of type vlan for network f6939e4c-947b-4990-8ccf-e37394bb28f8 Oct 12 23:37:00.690476 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:00.783238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:00.784212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:00.784799 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:00.842659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] Pushing event updated for resources: {'Network': ['ID=f6939e4c-947b-4990-8ccf-e37394bb28f8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:00.852555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network f6939e4c-947b-4990-8ccf-e37394bb28f8 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:37:00.906011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4142273b-fb0b-4811-a4bc-ed219126e16b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6604722 Oct 12 23:37:00.908627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 42676) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:37:00.913433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Request body: {'subnet': {'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2147277743-subnet', 'tenant_id': '43029fffffa94adb89808061566a2560', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:37:00.994327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Made reservation on behalf of 43029fffffa94adb89808061566a2560 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:37:00.996643 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:01.212281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:01.274303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9c203b9-31a5-4dbd-a408-feb45abdf985,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:01.282045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Checking segment: {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:37:01.282404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Network hostable DHCP agents. Network: f6939e4c-947b-4990-8ccf-e37394bb28f8, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:37:01.383406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Network f6939e4c-947b-4990-8ccf-e37394bb28f8 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:37:01.474767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, f6939e4c-947b-4990-8ccf-e37394bb28f8) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:37:01.478746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:01.479363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:01.484028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a9ed7d-b9f4-47c8-878d-b41525626966 None None] Network f6939e4c-947b-4990-8ccf-e37394bb28f8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:37:01.594203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3a34423c-716f-40c8-bf72-6ee49f4ea59b admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6845274 Oct 12 23:37:01.603198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d8eca-f13a-4656-abd4-334ad166fa64 None None] Network f6939e4c-947b-4990-8ccf-e37394bb28f8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:37:02.010012 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-537f4203-4a43-4731-95dc-a7b339d75648 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:02.011398 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-537f4203-4a43-4731-95dc-a7b339d75648 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 815 time: 0.1027663 Oct 12 23:37:02.028179 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-b048f566-aafb-4d13-bb31-e2578219eef6 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/quotas/43029fffffa94adb89808061566a2560 HTTP/1.1" status: 200 len: 375 time: 0.0088525 Oct 12 23:37:02.058849 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-d972594a-f2a7-4767-9ca7-36bf3a29042b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250003 Oct 12 23:37:02.149766 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-aa155557-5764-46f0-9fe1-a180401b44f3 service neutron] 10.222.0.31 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840235 Oct 12 23:37:02.237035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-2d96c7f5-1c85-452f-a7ab-e1566bf499da service neutron] 10.222.0.31 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808930 Oct 12 23:37:02.465000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bf2873ff-8aaa-4710-b0b3-b008b79e9353 req-effc37de-8f15-4035-9134-6e0c4122bc8a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 210 time: 0.0262356 Oct 12 23:37:03.567774 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-77a8c38d-04b2-4a93-99d6-9fd78e6028b1 req-2e6c4a31-bfaa-4045-b091-1dccc76692c1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 210 time: 0.0285752 Oct 12 23:37:04.609969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-0ba4fd05-8914-4ae6-be37-2e622b973df1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:04.611918 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-0ba4fd05-8914-4ae6-be37-2e622b973df1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.41 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 815 time: 0.1170959 Oct 12 23:37:04.625767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Request body: {'port': {'device_id': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8', 'admin_state_up': True, 'tenant_id': '43029fffffa94adb89808061566a2560'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:37:04.700478 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1563932-7e27-48e3-b98a-2f5227b56c99 req-bceb78bc-fd31-4165-b8b4-4987bd8a58a0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 210 time: 0.0342937 Oct 12 23:37:04.825282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Made reservation on behalf of 43029fffffa94adb89808061566a2560 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:37:04.828966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:04.957359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Allocated IP 172.20.0.8 (f6939e4c-947b-4990-8ccf-e37394bb28f8/a9c203b9-31a5-4dbd-a408-feb45abdf985/3e4f3786-03d5-4266-9db7-bb08cf3156f6) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:37:05.101270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:05.203487 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:05.249478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Network f6939e4c-947b-4990-8ccf-e37394bb28f8 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:37:05.252674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:37:05.256309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:37:05.278928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Pushing event updated for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:05.311662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:05.312265 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:05.402914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-446d8b07-0fb2-405b-bfc8-a0bb84e8b70e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7810795 Oct 12 23:37:05.414683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Request body: {'port': {'device_id': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:37:05.466531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:05.744418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e4f3786-03d5-4266-9db7-bb08cf3156f6 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:37:05.751823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:05.764415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Transition to ACTIVE for port object 3e4f3786-03d5-4266-9db7-bb08cf3156f6 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:37:05.819751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934feab-b0f0-4db5-a5b6-8a69c15be107 req-2d8dcd5d-f87e-4425-95d1-70c3388ae606 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:05.821216 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b934feab-b0f0-4db5-a5b6-8a69c15be107 req-2d8dcd5d-f87e-4425-95d1-70c3388ae606 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 931 time: 0.0522487 Oct 12 23:37:05.842640 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:05.859391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b934feab-b0f0-4db5-a5b6-8a69c15be107 req-cd2e67da-9bd8-4cfc-a3fc-fd0972e8d59a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Oct 12 23:37:05.910554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:05.957689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Attempting to bind port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:37:05.958024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Attempting to bind port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:37:05.958348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Attempting to bind port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on network f6939e4c-947b-4990-8ccf-e37394bb28f8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:37:05.962539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on network f6939e4c-947b-4990-8ccf-e37394bb28f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:37:05.962861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Attempting to bind port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on network f6939e4c-947b-4990-8ccf-e37394bb28f8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:37:05.967614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 36, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:37:05.967952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Checking segment: {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:37:05.968334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Bound using segment: {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:37:05.968758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Bound port: 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:37:05.969108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:06.035456 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:37:06.038400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:37:06.099986 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:06.135802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:06.136416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:06.137798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] 10.222.0.41 "PUT /v2.0/ports/3e4f3786-03d5-4266-9db7-bb08cf3156f6 HTTP/1.1" status: 200 len: 1092 time: 0.7272015 Oct 12 23:37:06.138253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:37:06.140584 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-153566ce-8dbe-41f3-9d39-9367224d96d7" -d '{"events": [{"name": "network-changed", "server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:37:06.163383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b532875-73fd-4729-9b4f-b1ffe2f66cad service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:06.179131 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa61399-7517-4207-bc07-0ca00ce5b102 x-openstack-request-id: req-8fa61399-7517-4207-bc07-0ca00ce5b102 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:37:06.179434 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:37:06.179686 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8fa61399-7517-4207-bc07-0ca00ce5b102 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:37:06.180088 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'status': 'completed', 'code': 200} Oct 12 23:37:06.240149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153566ce-8dbe-41f3-9d39-9367224d96d7 req-e539cae1-b9ef-4967-9be3-0983ca0ef92f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:06.241632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-153566ce-8dbe-41f3-9d39-9367224d96d7 req-e539cae1-b9ef-4967-9be3-0983ca0ef92f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 1095 time: 0.0408475 Oct 12 23:37:06.343886 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153566ce-8dbe-41f3-9d39-9367224d96d7 req-5c07fae3-5909-4e23-bed8-923685a0be67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:06.345348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-153566ce-8dbe-41f3-9d39-9367224d96d7 req-5c07fae3-5909-4e23-bed8-923685a0be67 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=43029fffffa94adb89808061566a2560&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0956299 Oct 12 23:37:06.438225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153566ce-8dbe-41f3-9d39-9367224d96d7 req-0c0454a4-f885-4868-9c84-595e61bf490f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:06.440233 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-153566ce-8dbe-41f3-9d39-9367224d96d7 req-0c0454a4-f885-4868-9c84-595e61bf490f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876064 Oct 12 23:37:06.516460 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-e07afb6a-592b-442c-8120-327a226b585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:06.518005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-e07afb6a-592b-442c-8120-327a226b585b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 1095 time: 0.0446672 Oct 12 23:37:06.559017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-acb47d10-6f3f-4a9f-a3a8-a45a0deeb4e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6 HTTP/1.1" status: 200 len: 217 time: 0.0334797 Oct 12 23:37:06.606631 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-1c875666-5a8a-4793-bd44-557175420044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:06.608100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-1c875666-5a8a-4793-bd44-557175420044 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0427792 Oct 12 23:37:06.639637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-95d9e66f-6be8-411d-938b-91a195ad4eda service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246074 Oct 12 23:37:06.732374 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-3a18b47f-4bb0-49b4-84fc-5b9989a26f1a service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858009 Oct 12 23:37:06.820535 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9940d4c0-d03c-441e-921b-4d73aeded9dd req-6cff5b03-6b6b-4c5c-93e2-edb5dbffd1a7 service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818291 Oct 12 23:37:06.974256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5988bb65-1906-49b1-b8c8-65ef46d7a72e req-ff6a3957-0aff-4202-bcb7-90e4fab0a488 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:06.975752 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5988bb65-1906-49b1-b8c8-65ef46d7a72e req-ff6a3957-0aff-4202-bcb7-90e4fab0a488 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 943 time: 0.0485396 Oct 12 23:37:07.012856 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5988bb65-1906-49b1-b8c8-65ef46d7a72e req-69dde838-0760-4b2b-8dd9-52876dd64512 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310748 Oct 12 23:37:08.132904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618f2ac9-c542-4b69-a5eb-e7745f7fea65 req-eb4abb46-ece8-4eab-a49d-b06edfb33363 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:08.134392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-618f2ac9-c542-4b69-a5eb-e7745f7fea65 req-eb4abb46-ece8-4eab-a49d-b06edfb33363 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 943 time: 0.0543070 Oct 12 23:37:08.138707 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:37:08.171245 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-618f2ac9-c542-4b69-a5eb-e7745f7fea65 req-e5e04f46-bdcb-467a-98d4-bc989ae38ea8 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308745 Oct 12 23:37:09.284772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95e06c-2b8a-4d0d-9e3b-c92ad4d8ab79 req-bf5b4c45-08fe-43be-8e91-b90b2812d94d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:09.286218 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9a95e06c-2b8a-4d0d-9e3b-c92ad4d8ab79 req-bf5b4c45-08fe-43be-8e91-b90b2812d94d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 943 time: 0.0474305 Oct 12 23:37:09.323124 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9a95e06c-2b8a-4d0d-9e3b-c92ad4d8ab79 req-f3963d14-e3ac-4ea8-9396-b83cfd964c6a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Oct 12 23:37:10.435973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb753b9-258d-44fa-9020-15bc53e98a97 req-dc587e6e-1831-4e91-a25b-a95e2f2f0fe0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:10.437434 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fb753b9-258d-44fa-9020-15bc53e98a97 req-dc587e6e-1831-4e91-a25b-a95e2f2f0fe0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 943 time: 0.0489321 Oct 12 23:37:10.475313 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fb753b9-258d-44fa-9020-15bc53e98a97 req-d80110cd-c420-48ea-a168-6aa1322919df tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318701 Oct 12 23:37:10.844301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3e4f3786-03d5-4266-9db7-bb08cf3156f6 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:37:10.941996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:10.952470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8', 'port_id': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'mac_address': 'fa:16:3e:00:96:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c203b9-31a5-4dbd-a408-feb45abdf985', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:37:10.987547 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:10.999445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4f3786-03d5-4266-9db7-bb08cf3156f6 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:37:11.018424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:11.082440 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:11.132771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:11.265713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['3e4f3786-03d5-4266-9db7-bb08cf3156f6'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:37:11.593819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d26d27-1fab-4a02-8de6-7f0769c6dbc7 req-dbe0f5ad-dff1-4bb1-8223-46ca68d6b2b0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:11.595295 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5d26d27-1fab-4a02-8de6-7f0769c6dbc7 req-dbe0f5ad-dff1-4bb1-8223-46ca68d6b2b0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 944 time: 0.0525978 Oct 12 23:37:11.633115 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f5d26d27-1fab-4a02-8de6-7f0769c6dbc7 req-b96c8989-61da-4b4a-a102-22b0a1cde1c7 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313389 Oct 12 23:37:12.151146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c52b0c09-13f7-4bf3-bf1c-628d2b0735ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:12.746020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a84f78-391d-4a4b-b7ab-04f97b2530f0 req-0512e7ec-cdbd-4adc-83b4-a597fb1d05dc tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:12.747480 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5a84f78-391d-4a4b-b7ab-04f97b2530f0 req-0512e7ec-cdbd-4adc-83b4-a597fb1d05dc tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 944 time: 0.0476983 Oct 12 23:37:12.784092 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c5a84f78-391d-4a4b-b7ab-04f97b2530f0 req-47c15898-d302-451c-9d4c-2276e1e786a5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304680 Oct 12 23:37:12.859926 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3e4f3786-03d5-4266-9db7-bb08cf3156f6 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:37:12.973905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:37:12.977559 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:37:12.977929 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:13.053897 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:13.075231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:37:13.077431 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbf61e5-85a0-4e99-9bf6-220dd1f6d426" -d '{"events": [{"server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:37:13.090591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:13.115019 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a567ca8-202d-45f0-98d5-af75a614c82d x-openstack-request-id: req-5a567ca8-202d-45f0-98d5-af75a614c82d {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:37:13.115314 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:37:13.115568 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a567ca8-202d-45f0-98d5-af75a614c82d {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:37:13.115961 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'code': 200} Oct 12 23:37:13.151141 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:13.197601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:13.213115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48551212-fcfa-4945-93a9-29492ee6be90 req-832999ce-3417-4dc4-b71e-a136e1c3ff93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:13.214610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48551212-fcfa-4945-93a9-29492ee6be90 req-832999ce-3417-4dc4-b71e-a136e1c3ff93 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 1097 time: 0.0464265 Oct 12 23:37:13.249650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48551212-fcfa-4945-93a9-29492ee6be90 req-4c4cd4eb-57c1-4e9d-86e0-920651ba78d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273483 Oct 12 23:37:13.898557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f64a94-7957-46bc-ab46-217cf7a731cd req-900154e2-9e9a-439b-b733-1a9e2683f164 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:13.899973 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8f64a94-7957-46bc-ab46-217cf7a731cd req-900154e2-9e9a-439b-b733-1a9e2683f164 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0487092 Oct 12 23:37:13.939323 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8f64a94-7957-46bc-ab46-217cf7a731cd req-839de39f-97f0-4aed-aa3b-016b9f035520 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330832 Oct 12 23:37:15.057744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f936ed-8e98-42dc-91e2-3ee75e012960 req-a060d002-77bc-4e69-b4a9-123ec075191e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:15.059414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4f936ed-8e98-42dc-91e2-3ee75e012960 req-a060d002-77bc-4e69-b4a9-123ec075191e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0494547 Oct 12 23:37:15.098472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4f936ed-8e98-42dc-91e2-3ee75e012960 req-95476003-0864-497e-9ed7-f7a078de6dfe tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321860 Oct 12 23:37:15.210948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b21cdb8-7851-406d-b7d9-69a9055b3923 req-71d400c8-9676-4d26-84cd-f201127e0ad5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:15.212396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b21cdb8-7851-406d-b7d9-69a9055b3923 req-71d400c8-9676-4d26-84cd-f201127e0ad5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0483198 Oct 12 23:37:15.248337 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3b21cdb8-7851-406d-b7d9-69a9055b3923 req-00dd5d40-1aef-4433-8dc5-4bc81c41ad21 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300000 Oct 12 23:37:15.525252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f69b8c4-6c57-4591-ac8b-af382b15dabb req-a34e163d-7b37-4b44-bb38-5cb562dceb62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:15.525557 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:15.526730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f69b8c4-6c57-4591-ac8b-af382b15dabb req-a34e163d-7b37-4b44-bb38-5cb562dceb62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0523863 Oct 12 23:37:15.565427 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f69b8c4-6c57-4591-ac8b-af382b15dabb req-10d8c132-abc4-49df-b815-9e7b79bb18ed tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327351 Oct 12 23:37:15.613880 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c6b75284-b8ac-41c3-ae82-50315d2df8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:15.679514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423053-1e12-40a1-9198-d8d63f05e54f req-e6e2bef7-4a35-43d9-a19f-184a6d68bffd tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:15.680959 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd423053-1e12-40a1-9198-d8d63f05e54f req-e6e2bef7-4a35-43d9-a19f-184a6d68bffd tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0486972 Oct 12 23:37:15.718173 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cd423053-1e12-40a1-9198-d8d63f05e54f req-2eae0f79-fbf4-4d05-abfc-24269355b917 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311782 Oct 12 23:37:16.095641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d930eac-c874-4dba-add4-28c29a11808b req-5e0ac678-a339-4299-8a4c-71674f17bc4e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:16.097186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d930eac-c874-4dba-add4-28c29a11808b req-5e0ac678-a339-4299-8a4c-71674f17bc4e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0549102 Oct 12 23:37:16.135855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d930eac-c874-4dba-add4-28c29a11808b req-6a6775ac-805e-4a47-937a-011e4a3109d2 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325751 Oct 12 23:37:16.208518 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:16.218112 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-e2cbaaaa-3582-4176-b0c3-41d66c4ac713 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0403297 Oct 12 23:37:17.255173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f910a6c-7d3b-4452-80cc-199c1c404ffa req-0dfa4e30-d18d-4e11-9d14-4d81d2375aa5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:17.256672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f910a6c-7d3b-4452-80cc-199c1c404ffa req-0dfa4e30-d18d-4e11-9d14-4d81d2375aa5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0522060 Oct 12 23:37:17.295563 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f910a6c-7d3b-4452-80cc-199c1c404ffa req-fc3db879-4b09-436d-9c2d-5fa07d049c7a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328445 Oct 12 23:37:17.968050 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:18.241795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-9b2ece79-53b7-48a5-b9f9-42c800ddd539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:18.243283 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-9b2ece79-53b7-48a5-b9f9-42c800ddd539 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 1097 time: 0.0398982 Oct 12 23:37:18.336394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-e73ee042-6102-41ff-8568-06fdb3ea41af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:18.337892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-e73ee042-6102-41ff-8568-06fdb3ea41af service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.0875525 Oct 12 23:37:18.379846 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-e057d465-fbb0-4980-b114-a6790a380bff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6 HTTP/1.1" status: 200 len: 217 time: 0.0349746 Oct 12 23:37:18.411189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230863ee-641c-4977-b739-9fde07c82099 req-35c26024-13cd-4557-a295-f9a7348682d4 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:18.412690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-230863ee-641c-4977-b739-9fde07c82099 req-35c26024-13cd-4557-a295-f9a7348682d4 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0481496 Oct 12 23:37:18.428621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-6fee5e3a-db47-42ef-93da-ec9c5aa5bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:18.430074 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-6fee5e3a-db47-42ef-93da-ec9c5aa5bec2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0436249 Oct 12 23:37:18.451450 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-230863ee-641c-4977-b739-9fde07c82099 req-fad59bf1-c12b-476e-8039-c14a177509ac tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320191 Oct 12 23:37:18.466918 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-f620fd9d-93c5-49cc-bbad-c62b0adb92ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294178 Oct 12 23:37:18.559569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-520e5e72-bd5b-474c-8e83-e9d3c00fa93b service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854757 Oct 12 23:37:18.654058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-9001a41b-3023-455d-83cd-3a677f103aad service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876374 Oct 12 23:37:19.282181 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:19.567147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5c876-f7e9-48af-99b1-3057220c07a1 req-e6c716e7-0e05-4300-9565-6b430d23078b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:19.568705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cb5c876-f7e9-48af-99b1-3057220c07a1 req-e6c716e7-0e05-4300-9565-6b430d23078b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0495551 Oct 12 23:37:19.591194 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:19.606835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9cb5c876-f7e9-48af-99b1-3057220c07a1 req-3d0208fb-0540-4245-aac2-455d012fda7e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Oct 12 23:37:20.723509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad11ea41-7452-4d58-bb4b-821abfa29c3d req-86479e66-b719-46f4-bc6a-cdd58cb59b11 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:20.724971 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad11ea41-7452-4d58-bb4b-821abfa29c3d req-86479e66-b719-46f4-bc6a-cdd58cb59b11 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0526390 Oct 12 23:37:20.764147 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad11ea41-7452-4d58-bb4b-821abfa29c3d req-d230be11-024e-4adc-818f-950378db3b44 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331557 Oct 12 23:37:21.878655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602d3be1-bae9-4f29-b1e4-ff7a410c8020 req-f83681e8-4234-4340-84e9-7aba04cb1787 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:21.880056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-602d3be1-bae9-4f29-b1e4-ff7a410c8020 req-f83681e8-4234-4340-84e9-7aba04cb1787 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0484324 Oct 12 23:37:21.917007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-602d3be1-bae9-4f29-b1e4-ff7a410c8020 req-6c018125-a2cd-40fb-80f6-43f7af57c05a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Oct 12 23:37:23.034699 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e6c02b-0001-48f3-973e-1acc6a88536a req-eeb91a20-7f19-4ae7-90a6-467484fd4d3c tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:23.036208 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-12e6c02b-0001-48f3-973e-1acc6a88536a req-eeb91a20-7f19-4ae7-90a6-467484fd4d3c tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0508714 Oct 12 23:37:23.075217 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-12e6c02b-0001-48f3-973e-1acc6a88536a req-cb811497-4f7e-4bae-bd18-496d10577261 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329437 Oct 12 23:37:24.245138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c979565b-127f-499f-b003-e1e7b215d99c req-02f5da5d-0667-4194-aad9-beecb5014edb tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:24.246598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c979565b-127f-499f-b003-e1e7b215d99c req-02f5da5d-0667-4194-aad9-beecb5014edb tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.1030962 Oct 12 23:37:24.283362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c979565b-127f-499f-b003-e1e7b215d99c req-79806e70-4070-42e3-b465-9bf278fbeddf tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301375 Oct 12 23:37:25.396475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8babcd0e-bbf2-4704-a922-9818fa0eb7b1 req-5db98e68-7190-4409-b1a8-a62922ebf029 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:25.397917 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8babcd0e-bbf2-4704-a922-9818fa0eb7b1 req-5db98e68-7190-4409-b1a8-a62922ebf029 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0479877 Oct 12 23:37:25.435025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8babcd0e-bbf2-4704-a922-9818fa0eb7b1 req-998c4801-8521-448e-bb3f-c69e77230590 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311749 Oct 12 23:37:26.554731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313291d-27e7-44d7-a0cd-fc0f21669cf7 req-9d070f02-0649-4c24-aa7d-bd6f734522d1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:26.556239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f313291d-27e7-44d7-a0cd-fc0f21669cf7 req-9d070f02-0649-4c24-aa7d-bd6f734522d1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0500548 Oct 12 23:37:26.595178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f313291d-27e7-44d7-a0cd-fc0f21669cf7 req-da5415c9-0ca4-475a-ba75-aaf475b0f5b4 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329418 Oct 12 23:37:27.716832 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b365483-c05f-4c33-9951-a5fe256a036b req-0f482394-5d84-4504-a19e-6752091ef522 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:27.718288 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b365483-c05f-4c33-9951-a5fe256a036b req-0f482394-5d84-4504-a19e-6752091ef522 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0543544 Oct 12 23:37:27.756981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b365483-c05f-4c33-9951-a5fe256a036b req-ba0af660-f4e7-460f-9aff-b1dff46e0c03 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319920 Oct 12 23:37:28.870252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934148ec-a84d-4245-bd09-2735df6cf3db req-b135930d-7950-4645-86a0-58148a39cf1e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:28.871628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-934148ec-a84d-4245-bd09-2735df6cf3db req-b135930d-7950-4645-86a0-58148a39cf1e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0484018 Oct 12 23:37:28.908141 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-934148ec-a84d-4245-bd09-2735df6cf3db req-497b5722-cb68-4f88-861e-45d897757ecb tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306146 Oct 12 23:37:30.022508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ae809-032d-4413-b32c-a85462d0c489 req-97d93b2b-0e31-4a67-b99b-ecd943607aca tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:30.024069 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f32ae809-032d-4413-b32c-a85462d0c489 req-97d93b2b-0e31-4a67-b99b-ecd943607aca tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0481887 Oct 12 23:37:30.061448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f32ae809-032d-4413-b32c-a85462d0c489 req-4052e423-13f6-4772-ac2f-0bb10eeec679 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315225 Oct 12 23:37:31.179367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13442c22-f9e8-454c-acf7-ba9bcf3db5fc req-f59c3f51-10e2-4298-9852-13632a624ac9 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:31.180821 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13442c22-f9e8-454c-acf7-ba9bcf3db5fc req-f59c3f51-10e2-4298-9852-13632a624ac9 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0524600 Oct 12 23:37:31.217895 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13442c22-f9e8-454c-acf7-ba9bcf3db5fc req-5b9a4650-4c94-425d-87e6-712c79d4ea29 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310786 Oct 12 23:37:32.331867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc023df7-7ad5-4516-8163-c6d9f33cd19b req-6473b05c-1547-4b82-b474-a4fbd9af2287 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:32.333511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc023df7-7ad5-4516-8163-c6d9f33cd19b req-6473b05c-1547-4b82-b474-a4fbd9af2287 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0488615 Oct 12 23:37:32.369702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc023df7-7ad5-4516-8163-c6d9f33cd19b req-24de5ae5-fb18-485a-97e7-0a6785cdac74 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303926 Oct 12 23:37:33.485444 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e519250-2f1c-43f6-9e29-0854a6f0797b req-ba265de6-401e-41c9-a8d7-b0062a9ec0a3 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:33.486922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e519250-2f1c-43f6-9e29-0854a6f0797b req-ba265de6-401e-41c9-a8d7-b0062a9ec0a3 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0495398 Oct 12 23:37:33.524479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5e519250-2f1c-43f6-9e29-0854a6f0797b req-096d8506-24f5-4736-a633-a3a9821ea710 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315762 Oct 12 23:37:34.642630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd5b51-aee8-454f-bcbb-7c304b98d99b req-6e6ec47c-a392-479d-9856-801e58afaad4 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:34.644796 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69bd5b51-aee8-454f-bcbb-7c304b98d99b req-6e6ec47c-a392-479d-9856-801e58afaad4 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0530722 Oct 12 23:37:34.681433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69bd5b51-aee8-454f-bcbb-7c304b98d99b req-776fa83e-2d57-48af-ad14-67195192bdd5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306890 Oct 12 23:37:35.798819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80086b9-bdb6-4938-8b99-7fe26eb7be48 req-54bcb72d-d427-4bda-b2f0-75aa24513cca tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:35.800857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c80086b9-bdb6-4938-8b99-7fe26eb7be48 req-54bcb72d-d427-4bda-b2f0-75aa24513cca tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0504451 Oct 12 23:37:35.838644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c80086b9-bdb6-4938-8b99-7fe26eb7be48 req-98d296f0-1033-4605-9ec3-49acafad21f8 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Oct 12 23:37:36.952116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f55b4a1-5cd7-44bb-9058-6deae4d27695 req-1af2d649-578a-47f0-93aa-3ac040d44c96 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:36.953558 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f55b4a1-5cd7-44bb-9058-6deae4d27695 req-1af2d649-578a-47f0-93aa-3ac040d44c96 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0482926 Oct 12 23:37:36.990521 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9f55b4a1-5cd7-44bb-9058-6deae4d27695 req-055ec61d-e4a7-48ec-b030-aaa1a8194c18 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301051 Oct 12 23:37:37.910877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-842bd1d5-8d39-45d2-8f41-2f56e2c50870 req-54f7b8de-4ffa-4a0c-b00b-75103da43bae tempest-AttachVolumeNegativeTest-667940692 tempest-AttachVolumeNegativeTest-667940692-project] (101890) timed out ('10.222.0.41', 57679) {{(pid=101890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:37:38.112096 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9516fa2-1e1d-41e1-a49c-673719c72e62 req-f5993c44-4de2-493f-8a8f-056319195758 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:38.113568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9516fa2-1e1d-41e1-a49c-673719c72e62 req-f5993c44-4de2-493f-8a8f-056319195758 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0538740 Oct 12 23:37:38.150592 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9516fa2-1e1d-41e1-a49c-673719c72e62 req-fcef849e-001c-4ef3-9b9f-48a1d9133cbf tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310113 Oct 12 23:37:39.266256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef471251-9643-42d7-8837-2eb495327bd1 req-0c65803d-e38a-43ce-ad7a-bf2d71ff37d1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:39.267760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ef471251-9643-42d7-8837-2eb495327bd1 req-0c65803d-e38a-43ce-ad7a-bf2d71ff37d1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0484848 Oct 12 23:37:39.306846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ef471251-9643-42d7-8837-2eb495327bd1 req-05b0c6e9-7618-4021-b82f-65ace45db23f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312715 Oct 12 23:37:40.424224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870cf221-8a17-4587-bead-d17869fd9e13 req-43aa62b4-d3c6-486d-a518-cc71cb7eaaac tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:40.426240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-870cf221-8a17-4587-bead-d17869fd9e13 req-43aa62b4-d3c6-486d-a518-cc71cb7eaaac tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0500307 Oct 12 23:37:40.464954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-870cf221-8a17-4587-bead-d17869fd9e13 req-2c7ad0be-756b-451c-aa7a-f6beacf0780f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327699 Oct 12 23:37:41.592322 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8be199-2eb3-4bd8-933e-bb2e924a8dde req-13e16bfd-88a0-4136-82a0-ffb9529714eb tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:41.594326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb8be199-2eb3-4bd8-933e-bb2e924a8dde req-13e16bfd-88a0-4136-82a0-ffb9529714eb tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0592809 Oct 12 23:37:41.637293 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb8be199-2eb3-4bd8-933e-bb2e924a8dde req-d6cb5055-0433-465b-85b5-9edf16d2fd74 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353413 Oct 12 23:37:42.148492 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-169887b1-1871-47c7-b30f-772ca4707e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:42.756450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb7632-d547-4009-9016-f27d773abf80 req-d0ab8085-2b77-41af-bc0d-fbd4e1736c4d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:42.757923 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cecb7632-d547-4009-9016-f27d773abf80 req-d0ab8085-2b77-41af-bc0d-fbd4e1736c4d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0480704 Oct 12 23:37:42.795661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cecb7632-d547-4009-9016-f27d773abf80 req-d7eb559d-a98b-40e4-b52e-5e59a9af11de tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318160 Oct 12 23:37:43.908102 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddaeba-1f55-4f30-9d37-04054ecc16ec req-a0025a21-d23b-41fc-a44b-c63d4879ab46 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:43.910107 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eeddaeba-1f55-4f30-9d37-04054ecc16ec req-a0025a21-d23b-41fc-a44b-c63d4879ab46 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0489089 Oct 12 23:37:43.947697 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eeddaeba-1f55-4f30-9d37-04054ecc16ec req-e7c25852-5550-4539-be14-ed25a83f244e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314167 Oct 12 23:37:45.065197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305e0a2e-a37b-477b-9ac1-d3099f88fc9f req-0f628331-af71-4510-b850-dfe9c04a454e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:45.066861 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305e0a2e-a37b-477b-9ac1-d3099f88fc9f req-0f628331-af71-4510-b850-dfe9c04a454e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0526526 Oct 12 23:37:45.103979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305e0a2e-a37b-477b-9ac1-d3099f88fc9f req-b116870c-eba9-4c98-8562-00274f82710b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311828 Oct 12 23:37:45.138471 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:37:45.533363 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:45.616790 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-16cfdb7e-1d62-4cfa-82c0-73c29e84b215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:45.883222 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-2d333636-0769-4800-82f2-9689f455fd4a service neutron] show failed (client error): The resource could not be found. Oct 12 23:37:45.884238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-2d333636-0769-4800-82f2-9689f455fd4a service neutron] 10.222.0.41 "GET /v2.0/ports/3e4f3786-03d5-4266-9db7-bb08cf3156f6/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0537415 Oct 12 23:37:46.220906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ade56b-b54d-4aab-805b-2f57d9a07fa0 req-b9fc8e8e-a5c9-4ec0-88fc-ec1eacf83ee9 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:46.223028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37ade56b-b54d-4aab-805b-2f57d9a07fa0 req-b9fc8e8e-a5c9-4ec0-88fc-ec1eacf83ee9 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0487700 Oct 12 23:37:46.252125 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:46.259889 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-37ade56b-b54d-4aab-805b-2f57d9a07fa0 req-a9db01f7-5fb9-4ac3-be29-a4044f0494a2 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309052 Oct 12 23:37:46.497519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-1a466f8f-17b9-4d32-b9a4-625f2f8eab24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:46.498896 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-1a466f8f-17b9-4d32-b9a4-625f2f8eab24 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67&tenant_id=43029fffffa94adb89808061566a2560 HTTP/1.1" status: 200 len: 1097 time: 0.0397525 Oct 12 23:37:46.510785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:37:46.566648 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:46.764057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:46.796685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:37:46.834903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:37:46.837150 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8892d5a0-3525-4e16-adb5-95d6346ad77e" -d '{"events": [{"server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "name": "network-vif-unplugged", "status": "completed", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:37:46.841155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:46.853038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Transition to ACTIVE for port object 3e4f3786-03d5-4266-9db7-bb08cf3156f6 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:37:46.885686 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e6d33d-9b54-46b2-97ea-3edb2b91f44c x-openstack-request-id: req-43e6d33d-9b54-46b2-97ea-3edb2b91f44c {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:37:46.885981 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "name": "network-vif-unplugged", "status": "completed", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:37:46.886232 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-43e6d33d-9b54-46b2-97ea-3edb2b91f44c {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:37:46.886631 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'code': 200} Oct 12 23:37:46.922551 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:46.982969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] No DVR routers for this DVR port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:37:46.985897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:47.022350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Attempting to bind port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:37:47.022588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Attempting to bind port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:37:47.022908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Attempting to bind port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on network f6939e4c-947b-4990-8ccf-e37394bb28f8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:37:47.027005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on network f6939e4c-947b-4990-8ccf-e37394bb28f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:37:47.027320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Attempting to bind port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on network f6939e4c-947b-4990-8ccf-e37394bb28f8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:37:47.031952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:37:47.032284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Checking segment: {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:37:47.032658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Bound using segment: {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:37:47.033070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Bound port: 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:37:47.033415 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:47.093792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:37:47.096746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:37:47.157078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:47.194486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:47.195248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:47.196593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] 10.222.0.25 "PUT /v2.0/ports/3e4f3786-03d5-4266-9db7-bb08cf3156f6 HTTP/1.1" status: 200 len: 1092 time: 0.6898494 Oct 12 23:37:47.212462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ddef2-1e78-4e11-87fb-3f3bb36eb0af service neutron] Pushing event updated for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:47.258477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-aba16780-f33c-4e89-870f-742eee58e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:47.259952 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-aba16780-f33c-4e89-870f-742eee58e671 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 1095 time: 0.0399473 Oct 12 23:37:47.356071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-d02d5393-9341-4cb9-b310-e8741b4e37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:47.357524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-d02d5393-9341-4cb9-b310-e8741b4e37fc service neutron] 10.222.0.25 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.0906689 Oct 12 23:37:47.380849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ffc52f-8719-4c70-aea2-bd8e704e9111 req-3f17671b-61bd-46d7-8240-69817380de06 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:47.382315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6ffc52f-8719-4c70-aea2-bd8e704e9111 req-3f17671b-61bd-46d7-8240-69817380de06 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 943 time: 0.0525320 Oct 12 23:37:47.397214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-ab233c27-1aab-457b-80f4-a2a4142a5197 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6 HTTP/1.1" status: 200 len: 217 time: 0.0327272 Oct 12 23:37:47.420327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6ffc52f-8719-4c70-aea2-bd8e704e9111 req-2622ccbe-089c-4947-8339-cc29d1c40568 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320261 Oct 12 23:37:47.450561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-5e67ad37-5764-46d3-b80f-34626136ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:47.452036 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-5e67ad37-5764-46d3-b80f-34626136ff52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0477705 Oct 12 23:37:47.483336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-f6570428-fd31-44fd-b313-58870c3ed2ef service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242183 Oct 12 23:37:47.572327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-ac7e0232-d2d1-48ea-9cc7-cc13c3cd8f23 service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822556 Oct 12 23:37:47.668420 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47595642-e158-4348-bdfc-bb26b0fa96a4 req-482399a9-faee-422c-bbc1-b1ea2f7f324c service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889966 Oct 12 23:37:47.948756 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:48.536502 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de05537-c484-45f5-b72c-b5520961c403 req-c4630647-53aa-4d12-95f9-f28e33a627ba tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:48.537956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6de05537-c484-45f5-b72c-b5520961c403 req-c4630647-53aa-4d12-95f9-f28e33a627ba tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 943 time: 0.0485570 Oct 12 23:37:48.575532 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6de05537-c484-45f5-b72c-b5520961c403 req-219ccd3c-5696-438a-8bb8-5a1e7de2b3c2 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312829 Oct 12 23:37:48.887713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:37:48.890041 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beebc134-6b94-41f5-ac36-db0d5d896242" -d '{"events": [{"name": "network-changed", "server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:37:48.939429 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e41ad8-2872-4b6d-b333-e855bd41b97b x-openstack-request-id: req-35e41ad8-2872-4b6d-b333-e855bd41b97b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:37:48.939723 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:37:48.939982 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-35e41ad8-2872-4b6d-b333-e855bd41b97b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:37:48.940410 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'status': 'completed', 'code': 200} Oct 12 23:37:48.999118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3e4f3786-03d5-4266-9db7-bb08cf3156f6 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:37:49.030383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-047247f6-0a08-4259-8bf6-aaf2650e7488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:49.031972 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-047247f6-0a08-4259-8bf6-aaf2650e7488 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 1095 time: 0.0723891 Oct 12 23:37:49.034224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-a26a38f0-2c43-4dc2-999a-abc3b380796f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:49.035595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-a26a38f0-2c43-4dc2-999a-abc3b380796f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 1095 time: 0.0680823 Oct 12 23:37:49.037290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3e4f3786-03d5-4266-9db7-bb08cf3156f6 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:37:49.280854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3e4f3786-03d5-4266-9db7-bb08cf3156f6 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:37:49.285035 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:49.385147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:49.403175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8', 'port_id': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'mac_address': 'fa:16:3e:00:96:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c203b9-31a5-4dbd-a408-feb45abdf985', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:37:49.445269 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:49.459708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e4f3786-03d5-4266-9db7-bb08cf3156f6 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:37:49.479665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:49.549245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-b963965f-c6f4-4f13-9c68-9b712454fccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:49.550731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-b963965f-c6f4-4f13-9c68-9b712454fccb service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.5119636 Oct 12 23:37:49.551846 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-b0919c92-feb3-44a9-82f3-2f0e20c5bc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:49.553135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-b0919c92-feb3-44a9-82f3-2f0e20c5bc9b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.5068216 Oct 12 23:37:49.556733 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:49.587638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:49.599909 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-a51d0ebe-9165-4171-8322-697a2395d754 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6 HTTP/1.1" status: 200 len: 217 time: 0.0422647 Oct 12 23:37:49.611369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:49.644076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-57f89e8b-1d2f-4931-ae2f-48cafe7a6fe5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6 HTTP/1.1" status: 200 len: 217 time: 0.0800416 Oct 12 23:37:49.746499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-ce09e2e2-511b-4cde-8428-4e2daea14a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:49.747955 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-ce09e2e2-511b-4cde-8428-4e2daea14a61 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.1120796 Oct 12 23:37:49.751197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-056ccce2-d98b-4fd7-8fa7-422629a732dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:49.752595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-056ccce2-d98b-4fd7-8fa7-422629a732dd service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0892599 Oct 12 23:37:49.779231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['3e4f3786-03d5-4266-9db7-bb08cf3156f6'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:37:49.789751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-d1661fcf-91f5-40d0-8ebb-26c271420733 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347610 Oct 12 23:37:49.810360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dc4200-ef1c-4f0b-8b0d-1b8d9c54b59e req-bcb22f47-c84e-4f98-ae29-dfd71e6a957a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:49.811729 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-76dc4200-ef1c-4f0b-8b0d-1b8d9c54b59e req-bcb22f47-c84e-4f98-ae29-dfd71e6a957a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 944 time: 0.1473687 Oct 12 23:37:49.814841 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-3bc774b8-0fd4-4377-95f5-e01b0255ac31 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519967 Oct 12 23:37:49.963039 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-76dc4200-ef1c-4f0b-8b0d-1b8d9c54b59e req-e7abc75c-dacc-44a9-aba0-00d2931aa543 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404359 Oct 12 23:37:49.991346 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-1bb7dfdf-f3fb-45d1-92f1-a19552963395 service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785121 Oct 12 23:37:50.021054 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-01f291ec-9778-4239-b64d-97024586b920 service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880195 Oct 12 23:37:50.153482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-5713badc-e484-458e-b1f1-e451afb59cc1 service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536872 Oct 12 23:37:50.163286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-beebc134-6b94-41f5-ac36-db0d5d896242 req-37b8847a-7dee-4035-ab4c-3e16d33baf84 service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174459 Oct 12 23:37:50.298474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5f545-ff71-483d-a54c-f04319fe966c req-637cd63c-dbc2-4c4b-86e1-ee9f2e4af11f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:50.300969 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2f5f545-ff71-483d-a54c-f04319fe966c req-637cd63c-dbc2-4c4b-86e1-ee9f2e4af11f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 944 time: 0.0521977 Oct 12 23:37:50.368948 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2f5f545-ff71-483d-a54c-f04319fe966c req-766c5414-6417-44ba-a5e7-37dce1602cee tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611455 Oct 12 23:37:50.386242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-3e3c57b5-5b7d-4949-84dc-651eb652d2ad tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:50.387710 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-3e3c57b5-5b7d-4949-84dc-651eb652d2ad tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67&tenant_id=43029fffffa94adb89808061566a2560&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 944 time: 0.0668037 Oct 12 23:37:50.457542 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-e303d64b-8a59-4b50-b098-9d001188e8df service neutron] delete failed (client error): The resource could not be found. Oct 12 23:37:50.458447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-e303d64b-8a59-4b50-b098-9d001188e8df service neutron] 10.222.0.41 "DELETE /v2.0/ports/3e4f3786-03d5-4266-9db7-bb08cf3156f6/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0627885 Oct 12 23:37:50.539386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-0c6952f7-4be5-43fa-83fe-0a36a598724f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:50.541100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-0c6952f7-4be5-43fa-83fe-0a36a598724f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 1096 time: 0.0408432 Oct 12 23:37:50.634330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-6ffac501-586a-4bb5-a729-caab45fa75c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:50.635814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-6ffac501-586a-4bb5-a729-caab45fa75c5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.0880723 Oct 12 23:37:50.677327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-5a557b44-1e5a-4f40-b40d-6cd7078ea5ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6 HTTP/1.1" status: 200 len: 217 time: 0.0336270 Oct 12 23:37:50.725332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-2bf6c786-39bc-4b93-9396-495bcea49199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:50.726673 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-2bf6c786-39bc-4b93-9396-495bcea49199 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0423293 Oct 12 23:37:50.758948 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-7afd2b8b-7788-4670-b69c-63a393ea7f75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245755 Oct 12 23:37:50.849140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-029d3158-aab2-4ba5-bbd4-fb68bbece21b service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830624 Oct 12 23:37:50.941903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dcc761c7-7f77-4c99-9d1b-41a8a9af85ef req-b745b4d3-36ce-4989-8a24-5c738ffbdcfa service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855231 Oct 12 23:37:51.295658 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3e4f3786-03d5-4266-9db7-bb08cf3156f6 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:37:51.428435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:37:51.432307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:37:51.436138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:51.497380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b92130-b1c7-464e-8e81-22cfedf6a3d7 req-58eab0bc-5851-4f16-a858-4241f510f315 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:51.499110 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73b92130-b1c7-464e-8e81-22cfedf6a3d7 req-58eab0bc-5851-4f16-a858-4241f510f315 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 944 time: 0.0599604 Oct 12 23:37:51.513989 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:51.537556 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:37:51.538914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73b92130-b1c7-464e-8e81-22cfedf6a3d7 req-8fb40b46-efbd-4c63-b1ed-7d8bed0701e2 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Oct 12 23:37:51.539854 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db1bbe4-c159-431d-98d6-07cd8120b06b" -d '{"events": [{"server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:37:51.555399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:51.587300 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab17df3-dfac-4802-afd4-92abd7bf77c5 x-openstack-request-id: req-1ab17df3-dfac-4802-afd4-92abd7bf77c5 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:37:51.587300 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "name": "network-vif-plugged", "status": "completed", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:37:51.587300 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1ab17df3-dfac-4802-afd4-92abd7bf77c5 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:37:51.587300 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'code': 200} Oct 12 23:37:51.633764 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:51.680716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:52.655555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d6e5b-13fa-4487-b302-62ed40188abb req-18fd6a1b-eeaf-40cd-babf-20c065fd26de tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:52.656998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f0d6e5b-13fa-4487-b302-62ed40188abb req-18fd6a1b-eeaf-40cd-babf-20c065fd26de tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0485299 Oct 12 23:37:52.693621 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f0d6e5b-13fa-4487-b302-62ed40188abb req-c50333ee-b54c-42c5-aeea-ff34bc5e68c0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307782 Oct 12 23:37:52.806868 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf28436-ee32-4875-ada7-a160cc88a06b req-3a112e8b-313d-4ff5-99fd-b432ba57fa7f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:52.808389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abf28436-ee32-4875-ada7-a160cc88a06b req-3a112e8b-313d-4ff5-99fd-b432ba57fa7f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0488329 Oct 12 23:37:52.845110 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-abf28436-ee32-4875-ada7-a160cc88a06b req-afdd22a1-a318-47e3-9589-885f92eadeaa tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307770 Oct 12 23:37:52.959590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8844808-31c8-4ade-b57b-588e024e45f5 req-82e0ebe3-0618-4b73-b3b8-73af0c7b249c tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:52.961035 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8844808-31c8-4ade-b57b-588e024e45f5 req-82e0ebe3-0618-4b73-b3b8-73af0c7b249c tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0511720 Oct 12 23:37:52.997637 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e8844808-31c8-4ade-b57b-588e024e45f5 req-1d92d8ad-dc51-4795-8c05-6ea8d7af6c4b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307405 Oct 12 23:37:53.534556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-f8c26890-9458-46d5-bf85-d4398688cc04 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:53.536051 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-f8c26890-9458-46d5-bf85-d4398688cc04 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 815 time: 0.1006358 Oct 12 23:37:53.552283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-c90943aa-1c9f-451d-bcb5-26770fdf96d5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/quotas/43029fffffa94adb89808061566a2560 HTTP/1.1" status: 200 len: 375 time: 0.0098016 Oct 12 23:37:53.615767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-f4982662-e4f3-4d6a-9983-1e582c7b8480 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582116 Oct 12 23:37:53.704359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-c9449cab-0bbe-4a94-a922-75442f9e0b94 service neutron] 10.222.0.31 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814841 Oct 12 23:37:53.794440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-b8383c09-a199-485c-993a-5b52371cde92 service neutron] 10.222.0.31 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839460 Oct 12 23:37:54.031474 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34c99f9f-b7c3-4057-8081-603a67c203a8 req-19570fb7-1383-4787-8197-d40de9019838 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 210 time: 0.0261805 Oct 12 23:37:54.662904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250990d-818d-4751-9424-287072e8b43f req-e123693e-a077-4fdd-858d-1335e88b7ab1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:54.664454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b250990d-818d-4751-9424-287072e8b43f req-e123693e-a077-4fdd-858d-1335e88b7ab1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5276a3b-c09c-4718-8f96-b168ff2aaa67 HTTP/1.1" status: 200 len: 945 time: 0.0479751 Oct 12 23:37:54.757765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-b250990d-818d-4751-9424-287072e8b43f req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Deleting port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:37:54.758111 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b250990d-818d-4751-9424-287072e8b43f req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:54.848632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b250990d-818d-4751-9424-287072e8b43f req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] For port 3e4f3786-03d5-4266-9db7-bb08cf3156f6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3e4f3786-03d5-4266-9db7-bb08cf3156f6,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:54.848915 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b250990d-818d-4751-9424-287072e8b43f req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:54.861241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-b250990d-818d-4751-9424-287072e8b43f req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Calling delete_port for 3e4f3786-03d5-4266-9db7-bb08cf3156f6 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:37:55.056992 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b250990d-818d-4751-9424-287072e8b43f req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:55.079173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['3e4f3786-03d5-4266-9db7-bb08cf3156f6'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:37:55.089263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Pushing event deleted for resources: {'Port': ['ID=3e4f3786-03d5-4266-9db7-bb08cf3156f6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:55.121958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.122277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.122565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.122902 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.123257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.123590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.123920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.124252 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.124576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.124899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.125223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.125545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:55.142143 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99add10c-dfa9-4852-bdcd-a7fbac820ac5 req-8ab21c95-2d0b-4878-ba17-44137fe51573 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 210 time: 0.0271518 Oct 12 23:37:55.147779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b250990d-818d-4751-9424-287072e8b43f req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] No DVR routers for this DVR port 3e4f3786-03d5-4266-9db7-bb08cf3156f6 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:37:55.150469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b250990d-818d-4751-9424-287072e8b43f req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:55.153809 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b250990d-818d-4751-9424-287072e8b43f req-97f84e96-f6df-49df-b818-a0ecd670ba70 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.25 "DELETE /v2.0/ports/3e4f3786-03d5-4266-9db7-bb08cf3156f6 HTTP/1.1" status: 204 len: 173 time: 0.4825559 Oct 12 23:37:55.154255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'name': 'network-vif-deleted', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:37:55.159854 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5144fd8a-4ca9-42e6-a497-92a14d8d0bb4" -d '{"events": [{"server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "name": "network-vif-deleted", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:37:55.191899 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804b7674-e8e9-4539-8ef6-a690e81dc231 x-openstack-request-id: req-804b7674-e8e9-4539-8ef6-a690e81dc231 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:37:55.192208 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5276a3b-c09c-4718-8f96-b168ff2aaa67", "name": "network-vif-deleted", "tag": "3e4f3786-03d5-4266-9db7-bb08cf3156f6", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:37:55.192462 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-804b7674-e8e9-4539-8ef6-a690e81dc231 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:37:55.192866 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5276a3b-c09c-4718-8f96-b168ff2aaa67', 'name': 'network-vif-deleted', 'tag': '3e4f3786-03d5-4266-9db7-bb08cf3156f6', 'status': 'completed', 'code': 200} Oct 12 23:37:56.074958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-fc7dc034-a418-4dc5-8f3d-dac0ff0e5965 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:56.076405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-fc7dc034-a418-4dc5-8f3d-dac0ff0e5965 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.25 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 815 time: 0.1030586 Oct 12 23:37:56.089991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Request body: {'port': {'device_id': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8', 'admin_state_up': True, 'tenant_id': '43029fffffa94adb89808061566a2560'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:37:56.242138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4f12c67-0f89-4ed7-8f8c-cdae41b56f69 req-6af352ae-dae6-4cd1-852f-73236ddbb9aa tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 210 time: 0.0270028 Oct 12 23:37:56.300000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Made reservation on behalf of 43029fffffa94adb89808061566a2560 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:37:56.303824 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:56.430537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Allocated IP 172.20.0.14 (f6939e4c-947b-4990-8ccf-e37394bb28f8/a9c203b9-31a5-4dbd-a408-feb45abdf985/3069462d-1c70-4ce8-8180-5ecf6d434eaa) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:37:56.571884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:56.663056 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:56.712905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Network f6939e4c-947b-4990-8ccf-e37394bb28f8 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:37:56.716147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:37:56.719847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:37:56.727003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Pushing event updated for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:56.771449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:56.772054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:56.856158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-44d0da87-8f81-4135-bf8e-ef3846a48a62 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7698917 Oct 12 23:37:56.867794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Request body: {'port': {'device_id': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:37:56.920073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:57.186596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3069462d-1c70-4ce8-8180-5ecf6d434eaa {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:37:57.194542 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:57.206863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Transition to ACTIVE for port object 3069462d-1c70-4ce8-8180-5ecf6d434eaa will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:37:57.282003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:57.322290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3e4f3786-03d5-4266-9db7-bb08cf3156f6 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:37:57.340983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 3e4f3786-03d5-4266-9db7-bb08cf3156f6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:37:57.341321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3e4f3786-03d5-4266-9db7-bb08cf3156f6 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:37:57.381094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Pushing event updated for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:57.429771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a933ccc-a9b2-4942-87a3-961e83e181fd req-957b54f0-ae84-4ca4-9aea-823ec19235f8 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:57.431270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a933ccc-a9b2-4942-87a3-961e83e181fd req-957b54f0-ae84-4ca4-9aea-823ec19235f8 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 944 time: 0.1166506 Oct 12 23:37:57.459441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Attempting to bind port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:37:57.459696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Attempting to bind port 3069462d-1c70-4ce8-8180-5ecf6d434eaa by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:37:57.460022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Attempting to bind port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on network f6939e4c-947b-4990-8ccf-e37394bb28f8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:37:57.467220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on network f6939e4c-947b-4990-8ccf-e37394bb28f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:37:57.467540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Attempting to bind port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on network f6939e4c-947b-4990-8ccf-e37394bb28f8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:37:57.479836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:37:57.482059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Checking segment: {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:37:57.482059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Bound using segment: {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:37:57.482059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Bound port: 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:37:57.482059 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:57.496561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a933ccc-a9b2-4942-87a3-961e83e181fd req-710f15af-8659-4ab5-86e4-fa3020d1c692 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573332 Oct 12 23:37:57.552126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:37:57.555297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:37:57.636781 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:57.678264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:57.678880 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:57.680273 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] 10.222.0.25 "PUT /v2.0/ports/3069462d-1c70-4ce8-8180-5ecf6d434eaa HTTP/1.1" status: 200 len: 1093 time: 0.8164871 Oct 12 23:37:57.680718 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:37:57.682990 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91471565-caca-46c9-890e-9cc1c37016aa" -d '{"events": [{"name": "network-changed", "server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:37:57.704683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d93d0f-7bfd-4f64-968b-a06c8bdc6e6b service neutron] Pushing event updated for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:57.726503 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e863f39-7452-41d1-8bd1-783c479a80ec x-openstack-request-id: req-5e863f39-7452-41d1-8bd1-783c479a80ec {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:37:57.726801 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:37:57.727095 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5e863f39-7452-41d1-8bd1-783c479a80ec {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:37:57.727504 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'status': 'completed', 'code': 200} Oct 12 23:37:57.788375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91471565-caca-46c9-890e-9cc1c37016aa req-9ff0ce11-b99f-44a6-b759-bd0056abd5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:57.789857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91471565-caca-46c9-890e-9cc1c37016aa req-9ff0ce11-b99f-44a6-b759-bd0056abd5be service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 1096 time: 0.0408337 Oct 12 23:37:57.891027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91471565-caca-46c9-890e-9cc1c37016aa req-b47fff77-678d-475c-93a9-ace64018e738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:57.892498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91471565-caca-46c9-890e-9cc1c37016aa req-b47fff77-678d-475c-93a9-ace64018e738 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=43029fffffa94adb89808061566a2560&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0949745 Oct 12 23:37:57.985278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91471565-caca-46c9-890e-9cc1c37016aa req-d8754eda-0f30-499c-8362-ba3a93856ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:57.986677 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91471565-caca-46c9-890e-9cc1c37016aa req-d8754eda-0f30-499c-8362-ba3a93856ddc service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880573 Oct 12 23:37:58.063406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-4aa80614-3e11-4361-9289-1a88ac2416c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:58.064898 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-4aa80614-3e11-4361-9289-1a88ac2416c9 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 1096 time: 0.0451822 Oct 12 23:37:58.108714 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-e6563e6e-5e4a-4f0a-ab72-6829bd5ecf0d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa HTTP/1.1" status: 200 len: 217 time: 0.0352025 Oct 12 23:37:58.156308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-e5c0abb5-5858-4d88-955c-9e74556ecc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:58.157692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-e5c0abb5-5858-4d88-955c-9e74556ecc19 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0427458 Oct 12 23:37:58.188534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-07ac13d4-b826-4625-add6-0d4d049dd0da service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236304 Oct 12 23:37:58.278509 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-c5a8009c-2029-4273-8a5c-6b0f36df581f service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826964 Oct 12 23:37:58.366122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-64f60da7-5000-4ad5-9c13-9e808a9a044d req-18fbccd5-25f7-433d-9360-5f2df6f2953d service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806739 Oct 12 23:37:58.614557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb85649-3294-4679-9e12-091867edbd18 req-eec01912-2f08-4593-93df-5e2476e4e5da tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:58.616205 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfb85649-3294-4679-9e12-091867edbd18 req-eec01912-2f08-4593-93df-5e2476e4e5da tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 944 time: 0.0533707 Oct 12 23:37:58.654944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cfb85649-3294-4679-9e12-091867edbd18 req-faaf1b67-96e1-4a7d-abf1-5f5db3d9b5af tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328178 Oct 12 23:37:59.327884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3069462d-1c70-4ce8-8180-5ecf6d434eaa details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:37:59.420770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:59.432444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8', 'port_id': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'mac_address': 'fa:16:3e:3c:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c203b9-31a5-4dbd-a408-feb45abdf985', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:37:59.467215 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:59.479609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3069462d-1c70-4ce8-8180-5ecf6d434eaa {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:37:59.498560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:37:59.578621 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:37:59.629139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:37:59.636390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.636733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.637096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.637428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.637756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.638087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.638410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.638730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.639073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.639396 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.639716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.640034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:37:59.767246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['3069462d-1c70-4ce8-8180-5ecf6d434eaa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:37:59.770548 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeba118-0a1e-46ea-9504-9ecac27f28e4 req-f88cc7b4-f651-4e55-95b1-fab8c1d515ed tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:37:59.772108 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-adeba118-0a1e-46ea-9504-9ecac27f28e4 req-f88cc7b4-f651-4e55-95b1-fab8c1d515ed tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 945 time: 0.0494552 Oct 12 23:37:59.816044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-adeba118-0a1e-46ea-9504-9ecac27f28e4 req-6e357ed2-6ab0-4739-9409-12108ec46527 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378175 Oct 12 23:38:00.930477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25279125-7b0f-4a66-a252-ac128a039821 req-070560fd-2ae2-4877-a1db-5feae864de09 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:00.931979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25279125-7b0f-4a66-a252-ac128a039821 req-070560fd-2ae2-4877-a1db-5feae864de09 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 945 time: 0.0486345 Oct 12 23:38:00.932583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-77d9ce6b-3eb1-452a-a1a1-f8cf89bd1988 req-2f6885dc-6861-469c-832d-bb12b7f4b7de service neutron] (101890) timed out ('10.222.0.31', 60052) {{(pid=101890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:38:00.968356 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-25279125-7b0f-4a66-a252-ac128a039821 req-f046fccf-8524-4890-9694-76727788a605 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305023 Oct 12 23:38:01.342562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3069462d-1c70-4ce8-8180-5ecf6d434eaa up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:38:01.599721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 3069462d-1c70-4ce8-8180-5ecf6d434eaa completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:38:01.603706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 3069462d-1c70-4ce8-8180-5ecf6d434eaa triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:01.604077 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:01.678782 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:01.700110 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:38:01.702320 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5a97fe-d861-4f7a-b949-210265eee4b0" -d '{"events": [{"server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "name": "network-vif-plugged", "status": "completed", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:38:01.716685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:38:01.738177 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45bb8e1e-36bb-4136-a895-1162a9317c14 x-openstack-request-id: req-45bb8e1e-36bb-4136-a895-1162a9317c14 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:38:01.739848 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "name": "network-vif-plugged", "status": "completed", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:38:01.740111 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45bb8e1e-36bb-4136-a895-1162a9317c14 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:38:01.740534 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'code': 200} Oct 12 23:38:01.791094 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:01.830687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a20f391-7b89-4c86-baab-e9e3c0de08bf req-69a92d26-fc12-4ab9-96a9-54b25f080389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:01.832811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a20f391-7b89-4c86-baab-e9e3c0de08bf req-69a92d26-fc12-4ab9-96a9-54b25f080389 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 1098 time: 0.0392103 Oct 12 23:38:01.840835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:01.868885 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0a20f391-7b89-4c86-baab-e9e3c0de08bf req-5a7c6414-4ee3-4b45-9abe-9679e83f5509 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286338 Oct 12 23:38:02.084320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858c393-0e79-4cd1-8835-633b9c5393b8 req-03ae7e84-a40a-4363-a85d-932360e8bbf5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:02.085769 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0858c393-0e79-4cd1-8835-633b9c5393b8 req-03ae7e84-a40a-4363-a85d-932360e8bbf5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0525720 Oct 12 23:38:02.123546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0858c393-0e79-4cd1-8835-633b9c5393b8 req-4cdcd7d3-d2c3-4348-8795-d9c8ade951f8 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316637 Oct 12 23:38:03.243994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b526faf9-d621-4285-9ee4-05058d0a9dd1 req-0e6c908e-644e-4ee1-ad92-b9dd33ba5aeb tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:03.245459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b526faf9-d621-4285-9ee4-05058d0a9dd1 req-0e6c908e-644e-4ee1-ad92-b9dd33ba5aeb tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0526690 Oct 12 23:38:03.282002 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b526faf9-d621-4285-9ee4-05058d0a9dd1 req-c67eae9c-da70-4a77-8e4c-d4d8bf9127d5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306768 Oct 12 23:38:03.393275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f271a5-f190-42a7-b304-05bdbba09230 req-7fbb1387-b52e-4562-bb6c-5565ad9f532b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:03.395304 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18f271a5-f190-42a7-b304-05bdbba09230 req-7fbb1387-b52e-4562-bb6c-5565ad9f532b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0480821 Oct 12 23:38:03.433096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18f271a5-f190-42a7-b304-05bdbba09230 req-9ba763f4-c347-4d3c-8157-507fe0b7494b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317841 Oct 12 23:38:03.805782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4957d-3b6e-43c5-b380-85403212cf78 req-616f4036-db43-4dec-bea6-92b39241e50a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:03.807282 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0af4957d-3b6e-43c5-b380-85403212cf78 req-616f4036-db43-4dec-bea6-92b39241e50a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0488021 Oct 12 23:38:03.845225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0af4957d-3b6e-43c5-b380-85403212cf78 req-502ce5c2-7ecf-4156-96a9-8c114685b641 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319602 Oct 12 23:38:03.919389 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-5a8fe881-7543-44eb-9364-e7ad32ba2b4b service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0392129 Oct 12 23:38:04.960866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3af1d-bab1-4f69-a284-965729b8cdcc req-4a84c211-d486-4f65-94cf-660261b77af9 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:04.962385 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbc3af1d-bab1-4f69-a284-965729b8cdcc req-4a84c211-d486-4f65-94cf-660261b77af9 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0490539 Oct 12 23:38:05.000799 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbc3af1d-bab1-4f69-a284-965729b8cdcc req-5867bf6c-3d76-42f5-8d94-f708847a73a1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Oct 12 23:38:05.845701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-f77f5f32-8a1f-4530-abcb-bafb7e67a28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:05.847507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-f77f5f32-8a1f-4530-abcb-bafb7e67a28e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 1098 time: 0.0452173 Oct 12 23:38:05.940946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-b5a030c6-e886-4f1f-a92b-0bddba56ed1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:05.942990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-b5a030c6-e886-4f1f-a92b-0bddba56ed1b service neutron] 10.222.0.25 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.0889704 Oct 12 23:38:05.987507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-7e405913-c4ba-4580-91bd-ee7cde86b93c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa HTTP/1.1" status: 200 len: 217 time: 0.0373709 Oct 12 23:38:06.036021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-5cf4a00e-b3c0-4a21-99ec-89235c20cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:06.037500 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-5cf4a00e-b3c0-4a21-99ec-89235c20cf9c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0438960 Oct 12 23:38:06.069871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-64a9117c-513e-4678-96dc-65075ef78f34 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258849 Oct 12 23:38:06.177971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af1d25-7122-4b09-8ab0-47bc3611119c req-4a1d862e-81d0-4bbb-9ef5-9aba5ba91b53 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:06.179367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14af1d25-7122-4b09-8ab0-47bc3611119c req-4a1d862e-81d0-4bbb-9ef5-9aba5ba91b53 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.1079733 Oct 12 23:38:06.213422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-5e5c734a-9f16-427b-9646-b4fa8c672a47 service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339064 Oct 12 23:38:06.245895 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-14af1d25-7122-4b09-8ab0-47bc3611119c req-aa5208ed-6a58-4991-aa28-a9b1136c6258 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602863 Oct 12 23:38:06.314037 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-ba532085-2090-4a97-8507-c80c63809cb4 service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916564 Oct 12 23:38:07.361855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bf5167-4042-4197-9776-ca1f40f219d4 req-2f5999e4-9979-43f5-b3a1-2213f452edaa tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:07.364001 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3bf5167-4042-4197-9776-ca1f40f219d4 req-2f5999e4-9979-43f5-b3a1-2213f452edaa tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0519969 Oct 12 23:38:07.401139 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3bf5167-4042-4197-9776-ca1f40f219d4 req-70a7499e-97f6-4b7a-94e3-4447d68d48de tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313489 Oct 12 23:38:08.517819 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32c136b-22f7-44d5-b4cb-d029e8040fff req-1d635686-30da-42dc-8434-c4459d85766f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:08.519311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a32c136b-22f7-44d5-b4cb-d029e8040fff req-1d635686-30da-42dc-8434-c4459d85766f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0502355 Oct 12 23:38:08.556717 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a32c136b-22f7-44d5-b4cb-d029e8040fff req-488b674a-09d7-47d2-b453-d8008a169ee0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314505 Oct 12 23:38:09.670311 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e3998-43d6-482e-a1e5-c1e4337120e6 req-b6e17ebd-b3d3-4b78-a6c1-fd0d5be5eaed tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:09.671831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe5e3998-43d6-482e-a1e5-c1e4337120e6 req-b6e17ebd-b3d3-4b78-a6c1-fd0d5be5eaed tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0486405 Oct 12 23:38:09.712212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fe5e3998-43d6-482e-a1e5-c1e4337120e6 req-7abe68cd-e446-407b-9dc6-49ae86f352d4 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331564 Oct 12 23:38:10.826826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766984de-c48f-4f30-a5db-0930fbf2f5f0 req-b201eb4d-11c0-457c-9382-ffbc460e0c66 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:10.828306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-766984de-c48f-4f30-a5db-0930fbf2f5f0 req-b201eb4d-11c0-457c-9382-ffbc460e0c66 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0480206 Oct 12 23:38:10.865476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-766984de-c48f-4f30-a5db-0930fbf2f5f0 req-31a87599-870b-4968-b067-c2dbe4ea34f6 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307672 Oct 12 23:38:11.981326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3883a86a-395e-4401-a0d0-d764313c37c8 req-da5635de-7034-4a3a-bdec-d8535c1fce24 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:11.982763 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3883a86a-395e-4401-a0d0-d764313c37c8 req-da5635de-7034-4a3a-bdec-d8535c1fce24 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0483544 Oct 12 23:38:12.019249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3883a86a-395e-4401-a0d0-d764313c37c8 req-703f045e-b03e-4099-af43-0b679a7e32f1 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305896 Oct 12 23:38:12.164550 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dd69eec7-ae71-487e-bc63-aa167f0af7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:13.134108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e493e4-bf42-4e99-a204-c0a50807f607 req-040c2d03-dd9b-46b7-acb9-f098f42609dd tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:13.135607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45e493e4-bf42-4e99-a204-c0a50807f607 req-040c2d03-dd9b-46b7-acb9-f098f42609dd tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0484333 Oct 12 23:38:13.177459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45e493e4-bf42-4e99-a204-c0a50807f607 req-73fa35e7-ab8f-4333-a5e0-613fa1737d46 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356836 Oct 12 23:38:14.295889 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfafd810-7451-4897-8e0e-0616ca90a5b3 req-e9d6c911-03b4-43e6-bf23-5626a50ddd1f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:14.297246 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfafd810-7451-4897-8e0e-0616ca90a5b3 req-e9d6c911-03b4-43e6-bf23-5626a50ddd1f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0532305 Oct 12 23:38:14.335036 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dfafd810-7451-4897-8e0e-0616ca90a5b3 req-4d0e1986-0ec5-467e-b4f0-5d6f436cf4a7 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Oct 12 23:38:15.452052 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ca666-40c0-4eb2-ab5b-d5c78125914f req-d5c5e205-907d-4b25-a891-71d1819786d2 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:15.453416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d8ca666-40c0-4eb2-ab5b-d5c78125914f req-d5c5e205-907d-4b25-a891-71d1819786d2 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0514464 Oct 12 23:38:15.492187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1d8ca666-40c0-4eb2-ab5b-d5c78125914f req-e8856615-a9a2-497c-8a8a-7272105e748e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320678 Oct 12 23:38:15.524785 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:15.607602 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-37cab219-bc1f-4cbc-b52b-5c4f741be1ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:16.238885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:16.607373 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52061129-2c1f-42fe-ab46-6de1fe943549 req-cd852d5e-4a86-415f-bcd9-e8cf24912591 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:16.608877 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52061129-2c1f-42fe-ab46-6de1fe943549 req-cd852d5e-4a86-415f-bcd9-e8cf24912591 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0504186 Oct 12 23:38:16.647246 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52061129-2c1f-42fe-ab46-6de1fe943549 req-cd70a05e-b4bf-4f34-b69e-f017f159369c tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321624 Oct 12 23:38:17.759318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a9075-5d54-4876-9004-2aef17b8a806 req-9c3d1c6f-eacf-41de-904c-81b79df01f0d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:17.760755 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd4a9075-5d54-4876-9004-2aef17b8a806 req-9c3d1c6f-eacf-41de-904c-81b79df01f0d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0473652 Oct 12 23:38:17.798453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fd4a9075-5d54-4876-9004-2aef17b8a806 req-2516cacf-19fc-4a7e-9958-da5d6eb6b50a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Oct 12 23:38:17.959345 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:18.909467 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f57fc4-ba32-4c63-8f6a-fc6ba8f8c0f9 req-0b742e5d-1dc7-46b0-ae73-86c840b499a0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:18.911368 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1f57fc4-ba32-4c63-8f6a-fc6ba8f8c0f9 req-0b742e5d-1dc7-46b0-ae73-86c840b499a0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0478349 Oct 12 23:38:18.948225 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c1f57fc4-ba32-4c63-8f6a-fc6ba8f8c0f9 req-059334a4-5838-40ce-8462-2d4676614ddf tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307260 Oct 12 23:38:19.293221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:19.595908 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:20.060267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b0c6c-0c3a-4801-ae2f-acba363d8ffa req-733d12e6-74e6-47c3-b766-0835e8c14ded tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:20.061789 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-135b0c6c-0c3a-4801-ae2f-acba363d8ffa req-733d12e6-74e6-47c3-b766-0835e8c14ded tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0478835 Oct 12 23:38:20.104686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-135b0c6c-0c3a-4801-ae2f-acba363d8ffa req-aac22047-dbcb-4e9c-9511-b8f811eab286 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358982 Oct 12 23:38:21.223855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe8ddc7-b954-4a2c-88fa-1a28267dceb3 req-49fddb59-bf1d-4388-982a-bca3896624ba tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:21.225423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8fe8ddc7-b954-4a2c-88fa-1a28267dceb3 req-49fddb59-bf1d-4388-982a-bca3896624ba tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0537300 Oct 12 23:38:21.262144 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8fe8ddc7-b954-4a2c-88fa-1a28267dceb3 req-dc457475-123e-4604-9983-fa49bd296773 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306284 Oct 12 23:38:22.143539 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:38:22.374148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0040a647-163f-4c33-8913-b59533b01dd1 req-a9f53aa5-ce62-4ecf-98c9-8bd3cd15bff7 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:22.375623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0040a647-163f-4c33-8913-b59533b01dd1 req-a9f53aa5-ce62-4ecf-98c9-8bd3cd15bff7 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0477254 Oct 12 23:38:22.413138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0040a647-163f-4c33-8913-b59533b01dd1 req-45e27760-cb2b-4aa8-829e-4a8cf6537ab4 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308976 Oct 12 23:38:23.528188 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8072c-f4fc-4b48-ae18-5dbc36eb0715 req-410faca8-3e1e-4930-a7ea-a14efe0a4e51 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:23.529639 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4d8072c-f4fc-4b48-ae18-5dbc36eb0715 req-410faca8-3e1e-4930-a7ea-a14efe0a4e51 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0498462 Oct 12 23:38:23.566536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4d8072c-f4fc-4b48-ae18-5dbc36eb0715 req-c68410d9-440e-4f9d-874b-0948c828b660 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 Oct 12 23:38:24.681123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd621264-224b-4c9c-982b-2d2db0694939 req-1e6c4557-4ac1-4dff-bc68-24b8e9c92201 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:24.682577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd621264-224b-4c9c-982b-2d2db0694939 req-1e6c4557-4ac1-4dff-bc68-24b8e9c92201 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0485809 Oct 12 23:38:24.719286 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cd621264-224b-4c9c-982b-2d2db0694939 req-af459879-a707-4560-b18b-74d6173b4416 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307121 Oct 12 23:38:25.834016 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315da92-87f8-4772-a57e-79a0569ca15a req-4aa73e32-be9f-431c-ad73-00ec1e48676d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:25.835477 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a315da92-87f8-4772-a57e-79a0569ca15a req-4aa73e32-be9f-431c-ad73-00ec1e48676d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0487344 Oct 12 23:38:25.872314 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a315da92-87f8-4772-a57e-79a0569ca15a req-b0c11f79-7659-4c38-b67d-2b145d82dbd4 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308373 Oct 12 23:38:26.986818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef30947-5c20-4e64-9873-4d69306aa094 req-358ffaba-87c5-4039-a69a-7281c65acb29 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:26.988275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ef30947-5c20-4e64-9873-4d69306aa094 req-358ffaba-87c5-4039-a69a-7281c65acb29 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0476327 Oct 12 23:38:27.028947 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ef30947-5c20-4e64-9873-4d69306aa094 req-508e9f01-0a3b-40a3-a326-b2491bda1f29 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347357 Oct 12 23:38:28.149367 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c6fc7-c07f-4170-a1ae-b148d0c0fc2d req-b35c7be1-b92a-4518-a26b-3d59b44a687a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:28.150821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-447c6fc7-c07f-4170-a1ae-b148d0c0fc2d req-b35c7be1-b92a-4518-a26b-3d59b44a687a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0552118 Oct 12 23:38:28.200976 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-447c6fc7-c07f-4170-a1ae-b148d0c0fc2d req-2bc3a48d-3742-455c-a825-337823fbca13 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441108 Oct 12 23:38:29.315469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd45482e-d509-4054-9e21-1b4f2f49a7e9 req-fee1590d-0d19-40e8-8b84-7a0996d13196 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:29.317150 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd45482e-d509-4054-9e21-1b4f2f49a7e9 req-fee1590d-0d19-40e8-8b84-7a0996d13196 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0494628 Oct 12 23:38:29.353935 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd45482e-d509-4054-9e21-1b4f2f49a7e9 req-44fb6a7c-ad4b-4001-838d-fe2248622e23 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309055 Oct 12 23:38:30.468145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311665c6-576e-425e-9edd-bfd5717150bb req-9ba6911c-a49e-43b1-9221-0cd8f330a6db tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:30.469633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-311665c6-576e-425e-9edd-bfd5717150bb req-9ba6911c-a49e-43b1-9221-0cd8f330a6db tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0493107 Oct 12 23:38:30.506871 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-311665c6-576e-425e-9edd-bfd5717150bb req-17bdcb60-13c7-43dc-aad1-73746725dea5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306728 Oct 12 23:38:31.623070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e5f14-cb26-4265-93e2-7c04ae5f16e1 req-486b631d-71b2-4434-890d-259827fff787 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:31.624565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d11e5f14-cb26-4265-93e2-7c04ae5f16e1 req-486b631d-71b2-4434-890d-259827fff787 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0515568 Oct 12 23:38:31.664035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d11e5f14-cb26-4265-93e2-7c04ae5f16e1 req-8a1110a4-870d-4284-92da-9209b74adf85 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328732 Oct 12 23:38:32.777117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81785b12-f50f-4ce3-8b7c-2ccc3a5a8274 req-0399b69e-c901-48f9-8dbd-49afaa6749b3 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:32.778554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81785b12-f50f-4ce3-8b7c-2ccc3a5a8274 req-0399b69e-c901-48f9-8dbd-49afaa6749b3 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0479581 Oct 12 23:38:32.815476 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-81785b12-f50f-4ce3-8b7c-2ccc3a5a8274 req-0dc3f897-2ed8-4464-a46b-8e074c4bd93a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310392 Oct 12 23:38:33.330443 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-ce40fd76-cbe0-4057-a84e-0ce4bcf98193 service neutron] show failed (client error): The resource could not be found. Oct 12 23:38:33.331451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-ce40fd76-cbe0-4057-a84e-0ce4bcf98193 service neutron] 10.222.0.25 "GET /v2.0/ports/3069462d-1c70-4ce8-8180-5ecf6d434eaa/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0535529 Oct 12 23:38:33.830021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-c7481bb4-c74a-4692-a72a-57f04cb71872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:33.831519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-c7481bb4-c74a-4692-a72a-57f04cb71872 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95&tenant_id=43029fffffa94adb89808061566a2560 HTTP/1.1" status: 200 len: 1098 time: 0.0438108 Oct 12 23:38:33.843379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:33.919216 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:33.974187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985495dc-386f-4e8e-8fdf-6db8d826bd13 req-e8dc92d4-644d-4c1e-9c36-77e454ec66ce tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:33.975669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-985495dc-386f-4e8e-8fdf-6db8d826bd13 req-e8dc92d4-644d-4c1e-9c36-77e454ec66ce tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0854204 Oct 12 23:38:34.077146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-985495dc-386f-4e8e-8fdf-6db8d826bd13 req-75f383a9-693b-4062-ad14-c47bc679a070 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952742 Oct 12 23:38:34.167282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:38:34.545907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:38:34.585596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:38:34.587930 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cb2891-a80f-46f3-b6fa-7f88d61eb9fd" -d '{"events": [{"server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "name": "network-vif-unplugged", "status": "completed", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:38:34.591805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:34.604512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Transition to ACTIVE for port object 3069462d-1c70-4ce8-8180-5ecf6d434eaa will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:38:34.639761 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681a6222-2a4a-4464-91cd-ab5ace2b5881 x-openstack-request-id: req-681a6222-2a4a-4464-91cd-ab5ace2b5881 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:38:34.643804 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "name": "network-vif-unplugged", "status": "completed", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:38:34.643804 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-681a6222-2a4a-4464-91cd-ab5ace2b5881 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:38:34.643804 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'code': 200} Oct 12 23:38:34.681317 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:34.738564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] No DVR routers for this DVR port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:38:34.745640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Pushing event updated for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:34.779980 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Attempting to bind port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:38:34.780304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Attempting to bind port 3069462d-1c70-4ce8-8180-5ecf6d434eaa by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:38:34.780633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Attempting to bind port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on network f6939e4c-947b-4990-8ccf-e37394bb28f8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:38:34.784812 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on network f6939e4c-947b-4990-8ccf-e37394bb28f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:38:34.785124 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Attempting to bind port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on network f6939e4c-947b-4990-8ccf-e37394bb28f8 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:38:34.790117 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 38, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:38:34.790452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Checking segment: {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:38:34.791113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Bound using segment: {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:38:34.791536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Bound port: 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b607fe0-6ef5-4e91-97f4-1e9666081b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:38:34.791883 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:34.852813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:38:34.855716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:38:34.927978 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:34.965016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:34.965669 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:34.967070 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] 10.222.0.41 "PUT /v2.0/ports/3069462d-1c70-4ce8-8180-5ecf6d434eaa HTTP/1.1" status: 200 len: 1093 time: 1.1275699 Oct 12 23:38:34.982544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58568e-e389-4eb4-bf61-a53594a64f5b service neutron] Pushing event updated for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:35.027181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-f6151b48-b587-488f-a6db-a278007454aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:35.028638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-f6151b48-b587-488f-a6db-a278007454aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 1096 time: 0.0402501 Oct 12 23:38:35.121531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-75660c7c-ae7d-4916-8ecd-f8d9d3a96db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:35.123075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-75660c7c-ae7d-4916-8ecd-f8d9d3a96db8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.0882084 Oct 12 23:38:35.165095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-c6849a0a-46aa-4a0c-8fdd-4c0b4f7e11f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa HTTP/1.1" status: 200 len: 217 time: 0.0355759 Oct 12 23:38:35.238084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-24aca535-1254-4e5b-a7d7-538323ebc75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:35.240288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-24aca535-1254-4e5b-a7d7-538323ebc75f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0678439 Oct 12 23:38:35.248446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d9c716-9180-41f8-98a0-01853f7ffade req-99b91cb6-931e-42a4-bebd-d4af847fc96c tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:35.249778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3d9c716-9180-41f8-98a0-01853f7ffade req-99b91cb6-931e-42a4-bebd-d4af847fc96c tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 944 time: 0.0872383 Oct 12 23:38:35.291265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-09d677f7-9d8b-4cf2-bd67-64e43b7f4e2f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402951 Oct 12 23:38:35.351420 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a3d9c716-9180-41f8-98a0-01853f7ffade req-09922ee4-b526-4da6-a6a8-0b98e5c8c11e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874918 Oct 12 23:38:35.393675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-d80072f2-6836-47fa-bafa-65727f6044f8 service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949187 Oct 12 23:38:35.440378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3069462d-1c70-4ce8-8180-5ecf6d434eaa no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:38:35.479091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3069462d-1c70-4ce8-8180-5ecf6d434eaa not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:38:35.484355 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ab16c6f-6f82-4828-963e-add100d6c51a req-38c590a7-abc3-493b-8b31-1ba675219fbf service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838821 Oct 12 23:38:36.473095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b86901-4329-47f0-b3f5-dc4fc718ade3 req-96e1fd77-0a7b-4dea-883d-a36baba46f04 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:36.474707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20b86901-4329-47f0-b3f5-dc4fc718ade3 req-96e1fd77-0a7b-4dea-883d-a36baba46f04 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 944 time: 0.0527103 Oct 12 23:38:36.512694 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-20b86901-4329-47f0-b3f5-dc4fc718ade3 req-7f81621d-a9b6-4afb-bd65-f8f572dcc258 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Oct 12 23:38:36.641496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:38:36.643845 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaed8528-12a0-48d7-8d5d-df2d0516ac60" -d '{"events": [{"name": "network-changed", "server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:38:36.690961 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f4d42b-99d3-49a0-b396-881b73040535 x-openstack-request-id: req-45f4d42b-99d3-49a0-b396-881b73040535 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:38:36.691267 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:38:36.691580 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-45f4d42b-99d3-49a0-b396-881b73040535 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:38:36.692083 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'status': 'completed', 'code': 200} Oct 12 23:38:36.780986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-bfc64b59-a2f0-46c7-9513-79d6b609d302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:36.782462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-bfc64b59-a2f0-46c7-9513-79d6b609d302 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 1096 time: 0.0715744 Oct 12 23:38:36.784870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-4c3cf4d9-060e-40ea-adc2-654224367eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:36.786778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-4c3cf4d9-060e-40ea-adc2-654224367eb1 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 1096 time: 0.0678015 Oct 12 23:38:36.939448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-2a2ce26d-b895-4467-914c-bd3f1f8d7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:36.940832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-2a2ce26d-b895-4467-914c-bd3f1f8d7d91 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.1505978 Oct 12 23:38:36.944196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-517ff5aa-3373-4407-865a-dc9313966c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:36.945511 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-517ff5aa-3373-4407-865a-dc9313966c04 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.1472938 Oct 12 23:38:37.019510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-ff7c829c-39d0-4091-ad71-e92f421a04c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa HTTP/1.1" status: 200 len: 217 time: 0.0677769 Oct 12 23:38:37.020819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-518e6517-36ad-479a-9f42-7317a3424f09 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa HTTP/1.1" status: 200 len: 217 time: 0.0681145 Oct 12 23:38:37.102615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-5a747494-3e0e-4055-9f6e-4d75c44e2434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:37.104078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-5a747494-3e0e-4055-9f6e-4d75c44e2434 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0767775 Oct 12 23:38:37.105428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-e5fd2c22-6ab3-46a0-8a9d-146a87b64627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:37.106714 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-e5fd2c22-6ab3-46a0-8a9d-146a87b64627 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0783567 Oct 12 23:38:37.141923 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-4718500f-8445-41b1-bc01-22b3345dba6a service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300627 Oct 12 23:38:37.173053 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-5a14440a-9b1f-4e2d-888c-e2ec8fd099bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334454 Oct 12 23:38:37.314432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-aeb8d434-2b3c-4040-968f-1ef8f02178d8 service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647935 Oct 12 23:38:37.320127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-8d531aef-6a1d-4879-9e69-d642e08803d0 service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382935 Oct 12 23:38:37.471992 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-693946ef-a6b0-4fad-a5cc-8fbd80dabb76 service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504655 Oct 12 23:38:37.477045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eaed8528-12a0-48d7-8d5d-df2d0516ac60 req-76c44d6a-0183-4883-b178-4af3dad51288 service neutron] 10.222.0.41 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383629 Oct 12 23:38:37.629882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989a309-d893-42e4-a11b-733a521b2eee req-cacf159c-8afe-41c1-9e50-719db097415e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:37.631428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9989a309-d893-42e4-a11b-733a521b2eee req-cacf159c-8afe-41c1-9e50-719db097415e tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 944 time: 0.0515165 Oct 12 23:38:37.668912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9989a309-d893-42e4-a11b-733a521b2eee req-4fd19e8a-af5a-4fc2-8e55-f4fc8bf3e65c tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Oct 12 23:38:37.967397 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126ad162-65fc-4b88-8176-bd3fab755a24 req-9fee4ea8-0820-4e0e-b1c0-7605f512b61d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:37.968865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-126ad162-65fc-4b88-8176-bd3fab755a24 req-9fee4ea8-0820-4e0e-b1c0-7605f512b61d tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 944 time: 0.0483859 Oct 12 23:38:38.008587 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-126ad162-65fc-4b88-8176-bd3fab755a24 req-9c5cea8c-dc32-4a24-82b8-eabf2dde526a tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333600 Oct 12 23:38:38.044657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-5671ba0a-d621-4061-b898-5027fa85ab58 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:38.051016 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-5671ba0a-d621-4061-b898-5027fa85ab58 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.25 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95&tenant_id=43029fffffa94adb89808061566a2560&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 944 time: 0.0558813 Oct 12 23:38:38.105262 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-9c1157e0-76a5-4c9e-b733-d59370070514 service neutron] delete failed (client error): The resource could not be found. Oct 12 23:38:38.106265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-9c1157e0-76a5-4c9e-b733-d59370070514 service neutron] 10.222.0.25 "DELETE /v2.0/ports/3069462d-1c70-4ce8-8180-5ecf6d434eaa/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0530603 Oct 12 23:38:38.189245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-29acd34a-82e9-4b35-8972-02b2a9efe279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:38.190669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-29acd34a-82e9-4b35-8972-02b2a9efe279 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=43029fffffa94adb89808061566a2560&device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 1096 time: 0.0418036 Oct 12 23:38:38.281904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-92e3f929-778f-40ca-af64-c09905800d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:38.283391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-92e3f929-778f-40ca-af64-c09905800d15 service neutron] 10.222.0.25 "GET /v2.0/networks?id=f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 200 len: 916 time: 0.0859179 Oct 12 23:38:38.323533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-57c65386-76e6-4d35-89b0-1880bf1e80ee service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa HTTP/1.1" status: 200 len: 217 time: 0.0336335 Oct 12 23:38:38.372692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-9a135ed1-5386-40b1-a042-9b69b7ece2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:38.374101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-9a135ed1-5386-40b1-a042-9b69b7ece2a9 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 200 len: 855 time: 0.0431414 Oct 12 23:38:38.403986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-40dcdb7a-d9e0-4093-88e4-59621155ed0f service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=f6939e4c-947b-4990-8ccf-e37394bb28f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232472 Oct 12 23:38:38.495400 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-157e2ef7-1bff-4220-b115-2b4d0c6f3f3c service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837007 Oct 12 23:38:38.583132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8909556f-7cd4-4dbe-85d3-9d10f50dbf26 req-58c75606-1602-40b7-83e1-0fe7ef4b0d78 service neutron] 10.222.0.25 "GET /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799210 Oct 12 23:38:39.133266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cf1655-56b9-48ae-9eb8-ff900b081d7b req-659dc546-4105-42df-8a55-a6a56d43883f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:39.134808 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13cf1655-56b9-48ae-9eb8-ff900b081d7b req-659dc546-4105-42df-8a55-a6a56d43883f tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 944 time: 0.0549469 Oct 12 23:38:39.173250 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13cf1655-56b9-48ae-9eb8-ff900b081d7b req-433cdfe8-8442-4660-856f-5ffed4b052f0 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322359 Oct 12 23:38:39.288373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3069462d-1c70-4ce8-8180-5ecf6d434eaa details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:38:39.384462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:38:39.395607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'network_id': 'f6939e4c-947b-4990-8ccf-e37394bb28f8', 'port_id': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'mac_address': 'fa:16:3e:3c:d5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9c203b9-31a5-4dbd-a408-feb45abdf985', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:38:39.438913 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:39.451715 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3069462d-1c70-4ce8-8180-5ecf6d434eaa {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:38:39.470773 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:38:39.549837 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:39.599049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:39.757741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['3069462d-1c70-4ce8-8180-5ecf6d434eaa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:38:40.289456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f8e66-b3aa-4c99-ab21-21ef7935098a req-8fbd5881-f08a-4c4e-b8f3-caf9a48095cf tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:40.291182 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e2f8e66-b3aa-4c99-ab21-21ef7935098a req-8fbd5881-f08a-4c4e-b8f3-caf9a48095cf tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 945 time: 0.0521393 Oct 12 23:38:40.328308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5e2f8e66-b3aa-4c99-ab21-21ef7935098a req-d460d6df-052c-437c-8269-085f9ac09e2c tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312545 Oct 12 23:38:40.459042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9f37db-946e-43d7-8306-48e1e9bc0d8b req-649e7b25-38f3-438c-8dbb-8391ce701639 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:40.460474 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a9f37db-946e-43d7-8306-48e1e9bc0d8b req-649e7b25-38f3-438c-8dbb-8391ce701639 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 945 time: 0.0499854 Oct 12 23:38:40.498506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9a9f37db-946e-43d7-8306-48e1e9bc0d8b req-e319e58b-4e32-41a2-8486-5cd14992b7ed tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319970 Oct 12 23:38:40.609490 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3b5fe-777e-45ce-854f-faaf54005545 req-b9b3d386-c5bf-46be-aa43-171706e0f9f5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:40.611008 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4f3b5fe-777e-45ce-854f-faaf54005545 req-b9b3d386-c5bf-46be-aa43-171706e0f9f5 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 945 time: 0.0481615 Oct 12 23:38:40.651906 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a4f3b5fe-777e-45ce-854f-faaf54005545 req-ea709a11-2e3b-4ddb-9701-dc720e914725 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343266 Oct 12 23:38:41.206304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89805c1-e5db-47df-95f4-9bbab5622ffa req-6b0a2131-fc07-454b-bb96-a049efeb38da tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:41.208676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e89805c1-e5db-47df-95f4-9bbab5622ffa req-6b0a2131-fc07-454b-bb96-a049efeb38da tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 945 time: 0.0494707 Oct 12 23:38:41.255615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e89805c1-e5db-47df-95f4-9bbab5622ffa req-cc54cc0e-c209-4db7-ba71-37ef47a124b6 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Oct 12 23:38:41.314507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3069462d-1c70-4ce8-8180-5ecf6d434eaa up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:38:41.427280 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 3069462d-1c70-4ce8-8180-5ecf6d434eaa completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:38:41.431524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 3069462d-1c70-4ce8-8180-5ecf6d434eaa triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:41.432146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:41.521641 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:41.548353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:38:41.550587 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1c3961-b52c-4906-9d45-5cc8483b3a52" -d '{"events": [{"server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "name": "network-vif-plugged", "status": "completed", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:38:41.564360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:38:41.591024 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc1b3d1-7151-483f-9808-8a0f0a6d98b2 x-openstack-request-id: req-2fc1b3d1-7151-483f-9808-8a0f0a6d98b2 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:38:41.591319 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "name": "network-vif-plugged", "status": "completed", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:38:41.591572 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2fc1b3d1-7151-483f-9808-8a0f0a6d98b2 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:38:41.591969 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'code': 200} Oct 12 23:38:41.630930 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:41.687764 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:42.144178 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-effcfc5a-c337-4b5b-a3eb-4f6286fac495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:42.375660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ea1004-5a46-40a2-b768-4def110076e9 req-de9fc270-5730-47ff-9f5b-4b5044a8e367 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:42.377025 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ea1004-5a46-40a2-b768-4def110076e9 req-de9fc270-5730-47ff-9f5b-4b5044a8e367 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0525134 Oct 12 23:38:42.443221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ea1004-5a46-40a2-b768-4def110076e9 req-38aff5cf-a43e-40f2-bcef-3c309fadd3cc tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/security-groups?id=54e17a7f-c503-4825-a9ef-e22c0c025201&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545666 Oct 12 23:38:42.451468 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a5bc5-2c64-4310-be86-b401c00e258d req-3b6b2de9-235e-42e9-a5be-987eed2ae5b9 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:42.452875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-914a5bc5-2c64-4310-be86-b401c00e258d req-3b6b2de9-235e-42e9-a5be-987eed2ae5b9 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.41 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 946 time: 0.0718148 Oct 12 23:38:42.539663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-914a5bc5-2c64-4310-be86-b401c00e258d req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Deleting port 3069462d-1c70-4ce8-8180-5ecf6d434eaa {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:38:42.540004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-914a5bc5-2c64-4310-be86-b401c00e258d req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:42.632177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-914a5bc5-2c64-4310-be86-b401c00e258d req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] For port 3069462d-1c70-4ce8-8180-5ecf6d434eaa, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3069462d-1c70-4ce8-8180-5ecf6d434eaa,segment=NetworkSegment(5b607fe0-6ef5-4e91-97f4-1e9666081b36),segment_id=5b607fe0-6ef5-4e91-97f4-1e9666081b36)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:38:42.632476 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-914a5bc5-2c64-4310-be86-b401c00e258d req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:42.644442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-914a5bc5-2c64-4310-be86-b401c00e258d req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Calling delete_port for 3069462d-1c70-4ce8-8180-5ecf6d434eaa owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:38:42.849775 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-914a5bc5-2c64-4310-be86-b401c00e258d req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:42.861513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['3069462d-1c70-4ce8-8180-5ecf6d434eaa'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:38:42.879012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Pushing event deleted for resources: {'Port': ['ID=3069462d-1c70-4ce8-8180-5ecf6d434eaa,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:42.919254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-914a5bc5-2c64-4310-be86-b401c00e258d req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] No DVR routers for this DVR port 3069462d-1c70-4ce8-8180-5ecf6d434eaa on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:38:42.924558 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-914a5bc5-2c64-4310-be86-b401c00e258d req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:42.925448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-914a5bc5-2c64-4310-be86-b401c00e258d req-2fda65f8-253c-4200-b640-d23f0d4aa64b tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.41 "DELETE /v2.0/ports/3069462d-1c70-4ce8-8180-5ecf6d434eaa HTTP/1.1" status: 204 len: 173 time: 0.4664581 Oct 12 23:38:42.925897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'name': 'network-vif-deleted', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:38:42.928839 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5159d227-ef9e-4400-ad6e-3aa34e73f0bd" -d '{"events": [{"server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "name": "network-vif-deleted", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:38:42.963661 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80294999-97ac-48a9-aa46-caab8f8a833e x-openstack-request-id: req-80294999-97ac-48a9-aa46-caab8f8a833e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:38:42.963952 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88f5c550-0bdf-4ab2-8457-2bc3d5167f95", "name": "network-vif-deleted", "tag": "3069462d-1c70-4ce8-8180-5ecf6d434eaa", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:38:42.964202 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80294999-97ac-48a9-aa46-caab8f8a833e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:38:42.964598 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88f5c550-0bdf-4ab2-8457-2bc3d5167f95', 'name': 'network-vif-deleted', 'tag': '3069462d-1c70-4ce8-8180-5ecf6d434eaa', 'status': 'completed', 'code': 200} Oct 12 23:38:43.551361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1e56812f-0d87-4b0f-bdc8-0bd264cb4112 req-06247f34-fd70-4c5a-bdfd-7b305efbfff7 tempest-ServerDiskConfigTestJSON-2084682012 tempest-ServerDiskConfigTestJSON-2084682012-project] 10.222.0.31 "GET /v2.0/ports?device_id=88f5c550-0bdf-4ab2-8457-2bc3d5167f95 HTTP/1.1" status: 200 len: 210 time: 0.0294502 Oct 12 23:38:44.673832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43052) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:44.717571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-734a63b5-a99b-4d1c-b047-5633b777e744 admin admin] Deleting subnet a9c203b9-31a5-4dbd-a408-feb45abdf985 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:38:44.720499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-734a63b5-a99b-4d1c-b047-5633b777e744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:44.753653 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-734a63b5-a99b-4d1c-b047-5633b777e744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:44.792404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-734a63b5-a99b-4d1c-b047-5633b777e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:44.887718 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-734a63b5-a99b-4d1c-b047-5633b777e744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:44.913529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a63b5-a99b-4d1c-b047-5633b777e744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9c203b9-31a5-4dbd-a408-feb45abdf985,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:44.917531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-734a63b5-a99b-4d1c-b047-5633b777e744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:44.920711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-734a63b5-a99b-4d1c-b047-5633b777e744 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/a9c203b9-31a5-4dbd-a408-feb45abdf985 HTTP/1.1" status: 204 len: 168 time: 0.2458527 Oct 12 23:38:44.923289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43054) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:44.989265 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.069359 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.088771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6939e4c-947b-4990-8ccf-e37394bb28f8']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:45.097870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b607fe0-6ef5-4e91-97f4-1e9666081b36') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:45.098736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b607fe0-6ef5-4e91-97f4-1e9666081b36') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:45.107945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.121203 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.126854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:38:45.127291 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:38:45.128858 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:38:45.247073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.252731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.255990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] 10.222.0.31 "DELETE /v2.0/networks/f6939e4c-947b-4990-8ccf-e37394bb28f8 HTTP/1.1" status: 204 len: 168 time: 0.3317840 Oct 12 23:38:45.267251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fb85a3-848d-4dee-8429-4c489885b27e admin admin] Pushing event deleted for resources: {'Network': ['ID=f6939e4c-947b-4990-8ccf-e37394bb28f8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:45.356592 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3069462d-1c70-4ce8-8180-5ecf6d434eaa no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:38:45.376399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 3069462d-1c70-4ce8-8180-5ecf6d434eaa {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:38:45.376722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3069462d-1c70-4ce8-8180-5ecf6d434eaa not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:38:45.532897 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.591974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43058) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:45.624188 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-246989d7-c024-46a5-9a45-1de83bf98981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.634211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1ae50b7d-3302-4aca-9f65-3884f55a35b2 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=43029fffffa94adb89808061566a2560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410664 Oct 12 23:38:45.634652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43060) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:45.687448 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b38646e2-3d42-4826-a725-3972e61240fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.709432 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b38646e2-3d42-4826-a725-3972e61240fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.835977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b38646e2-3d42-4826-a725-3972e61240fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.838556 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b38646e2-3d42-4826-a725-3972e61240fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:45.839747 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b38646e2-3d42-4826-a725-3972e61240fe admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/54e17a7f-c503-4825-a9ef-e22c0c025201 HTTP/1.1" status: 204 len: 168 time: 0.2039700 Oct 12 23:38:45.847717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38646e2-3d42-4826-a725-3972e61240fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54e17a7f-c503-4825-a9ef-e22c0c025201,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:46.229740 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:46.873077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43082) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:46.968118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1519616396-network', 'tenant_id': '321fe5664899499e85182985dff47096'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:47.095441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Made reservation on behalf of 321fe5664899499e85182985dff47096 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:38:47.097697 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.106414 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.180272 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.241179 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.267658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:38:47.274723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=736f40b1-aed1-4ca0-89ea-2a6b95656fcb,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:47.280504 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.280843 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Added segment 427c2a23-972b-46e0-8caf-ae8ce4cf9c53 of type vlan for network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 Oct 12 23:38:47.319995 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.412555 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.413753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:47.414333 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.474925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] Pushing event updated for resources: {'Network': ['ID=49fe01da-845b-4a7d-a25d-f66e43ce4b58,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:47.485003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:38:47.548167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8284d5d7-009d-4f3d-8da3-6035b1748cfa admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6739900 Oct 12 23:38:47.551844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43086) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:47.556358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Request body: {'subnet': {'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1519616396-subnet', 'tenant_id': '321fe5664899499e85182985dff47096', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:47.658244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Made reservation on behalf of 321fe5664899499e85182985dff47096 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:38:47.661323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.884681 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:47.940080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71bdfc5f-8392-4a7f-b034-ec30474613ed,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:47.949293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:38:47.949652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Network hostable DHCP agents. Network: 49fe01da-845b-4a7d-a25d-f66e43ce4b58, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:38:47.955559 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.029578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:38:48.115361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 49fe01da-845b-4a7d-a25d-f66e43ce4b58) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:38:48.119344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:48.119930 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.124241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57a1f7e-9541-4774-9919-0a4018c5aa8a None None] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:38:48.218504 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f3651bce-d8ec-4328-8c32-972bffbcb216 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6658483 Oct 12 23:38:48.221094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43088) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:48.225848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:48.269367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:38:48.270305 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.315617 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.316716 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.373207 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.401965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Allocated IP 172.20.0.2 (49fe01da-845b-4a7d-a25d-f66e43ce4b58/71bdfc5f-8392-4a7f-b034-ec30474613ed/8798b72a-b8a7-4050-9fac-71570d1c1aac) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:38:48.542007 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.582354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.604709 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.643951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:38:48.646025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:38:48.649675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:38:48.658474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Pushing event updated for resources: {'Port': ['ID=8798b72a-b8a7-4050-9fac-71570d1c1aac,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:48.708978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Attempting to bind port 8798b72a-b8a7-4050-9fac-71570d1c1aac on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:38:48.709353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Attempting to bind port 8798b72a-b8a7-4050-9fac-71570d1c1aac by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:38:48.709719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Attempting to bind port 8798b72a-b8a7-4050-9fac-71570d1c1aac on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:38:48.714727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:38:48.715137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:38:48.715578 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.715946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:38:48.716415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Bound port: 8798b72a-b8a7-4050-9fac-71570d1c1aac, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:38:48.716800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.782126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] For port 8798b72a-b8a7-4050-9fac-71570d1c1aac, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:38:48.785938 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] For port 8798b72a-b8a7-4050-9fac-71570d1c1aac, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8798b72a-b8a7-4050-9fac-71570d1c1aac,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:38:48.850609 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.885077 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.904698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:48.910405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a119b68-a9c2-4f5d-8e91-f95c463b9f73 None None] Pushing event updated for resources: {'Port': ['ID=8798b72a-b8a7-4050-9fac-71570d1c1aac,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:49.012970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Allocated IP 172.25.2.218 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/db38f530-750c-4e1f-97d2-47fb08d27017) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:38:49.138808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:49.230380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:49.273894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:38:49.275556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:49.277014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:38:49.280547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:38:49.303649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Pushing event updated for resources: {'Port': ['ID=db38f530-750c-4e1f-97d2-47fb08d27017,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:49.593025 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:49.608306 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:49.746062 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649bee2a-41ab-409c-bac0-c7b1c4393111 None None] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:38:49.815469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7b5e1e8f-53e6-4afe-bc41-1b666e4775de None None] Provisioning complete for port 8798b72a-b8a7-4050-9fac-71570d1c1aac triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:49.815850 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7b5e1e8f-53e6-4afe-bc41-1b666e4775de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:49.972188 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7b5e1e8f-53e6-4afe-bc41-1b666e4775de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:50.017791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7b5e1e8f-53e6-4afe-bc41-1b666e4775de None None] For port 8798b72a-b8a7-4050-9fac-71570d1c1aac, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8798b72a-b8a7-4050-9fac-71570d1c1aac,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:38:50.084445 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7b5e1e8f-53e6-4afe-bc41-1b666e4775de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:50.135637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5e1e8f-53e6-4afe-bc41-1b666e4775de None None] Pushing event updated for resources: {'Port': ['ID=8798b72a-b8a7-4050-9fac-71570d1c1aac,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:50.167673 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:50.205136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e5666146-0d42-4ca8-887f-b4a59b1dc77c None None] Provisioning complete for port 8798b72a-b8a7-4050-9fac-71570d1c1aac triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:50.205510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5666146-0d42-4ca8-887f-b4a59b1dc77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:50.386386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Router cf41b618-1363-4b2a-9121-00320b8755e4 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:38:50.491240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:38:50.500133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:38:50.509383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:38:50.510075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:38:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:50.588775 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:50.592643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-41d11f80-dea8-480e-8bff-0935f096f40a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.3680415 Oct 12 23:38:50.592952 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43092) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:50.615416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:38:50.716915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8798b72a-b8a7-4050-9fac-71570d1c1aac up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:38:50.821131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8798b72a-b8a7-4050-9fac-71570d1c1aac triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:50.821500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:50.905620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:49Z', 'revision_number': 3, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:50.936813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:38:50.937180 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Updating router cf41b618-1363-4b2a-9121-00320b8755e4 port db38f530-750c-4e1f-97d2-47fb08d27017 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:38:50.968278 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.216444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.301892 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.306730 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.355213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Attempting to bind port db38f530-750c-4e1f-97d2-47fb08d27017 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:38:51.355605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Attempting to bind port db38f530-750c-4e1f-97d2-47fb08d27017 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:38:51.355966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Attempting to bind port db38f530-750c-4e1f-97d2-47fb08d27017 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:38:51.362678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bd40a-c46e-4e2d-993c-9afbd93ff5da None None] Pushing event updated for resources: {'Port': ['ID=db38f530-750c-4e1f-97d2-47fb08d27017,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:51.366158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:38:51.366538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:38:51.367044 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.367424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:38:51.368422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Bound port: db38f530-750c-4e1f-97d2-47fb08d27017, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:38:51.368422 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.419766 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] For port db38f530-750c-4e1f-97d2-47fb08d27017, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:38:51.422793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] For port db38f530-750c-4e1f-97d2-47fb08d27017, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=db38f530-750c-4e1f-97d2-47fb08d27017,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:38:51.462221 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Allocated IP 172.20.0.1 (49fe01da-845b-4a7d-a25d-f66e43ce4b58/71bdfc5f-8392-4a7f-b034-ec30474613ed/5785b5cc-4dc9-4592-b408-8992090812ea) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:38:51.501615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.561633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:38:51.562262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:38:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:51.565832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.603217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bd40a-c46e-4e2d-993c-9afbd93ff5da None None] Pushing event updated for resources: {'Port': ['ID=db38f530-750c-4e1f-97d2-47fb08d27017,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:51.656009 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.674811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:38:51.702515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:38:51.705721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:38:51.708468 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:38:51.734208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Pushing event updated for resources: {'Port': ['ID=5785b5cc-4dc9-4592-b408-8992090812ea,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:51.746286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.746633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.747000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.747342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.747676 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.748007 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.748337 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.748720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.749072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.749376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.749701 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.750022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:51.773030 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.955031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b1a7a55d-9780-479f-bef7-383a0be5f835 None None] Provisioning complete for port 5785b5cc-4dc9-4592-b408-8992090812ea triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:51.955405 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b1a7a55d-9780-479f-bef7-383a0be5f835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:51.979721 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:52.006375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b1a7a55d-9780-479f-bef7-383a0be5f835 None None] Port 5785b5cc-4dc9-4592-b408-8992090812ea cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:38:52.054824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:49Z', 'revision_number': 3, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:52.084714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58247e5a-c358-4261-87c0-0bd36b7c5a76 None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:49Z', 'revision_number': 3, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:38:52.140204 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:52.227287 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:52.303523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Pushing event updated for resources: {'Port': ['ID=5785b5cc-4dc9-4592-b408-8992090812ea,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:52.312928 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:52.407185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:38:52.408673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:38:52.533381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:38:52.632301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-55536d4d-efe8-493c-98cf-db9c93ff09d4 None None] Provisioning complete for port 5785b5cc-4dc9-4592-b408-8992090812ea triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:52.632851 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-55536d4d-efe8-493c-98cf-db9c93ff09d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:52.659768 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:38:52.679327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-38025e79-a438-4d21-afc9-b7b2db755975 admin admin] 10.222.0.31 "PUT /v2.0/routers/cf41b618-1363-4b2a-9121-00320b8755e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0767376 Oct 12 23:38:52.679534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-55536d4d-efe8-493c-98cf-db9c93ff09d4 None None] Port 5785b5cc-4dc9-4592-b408-8992090812ea cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:38:52.728296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device db38f530-750c-4e1f-97d2-47fb08d27017 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:38:52.779925 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port db38f530-750c-4e1f-97d2-47fb08d27017 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:52.780225 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:52.868087 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:52.888315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port db38f530-750c-4e1f-97d2-47fb08d27017, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=db38f530-750c-4e1f-97d2-47fb08d27017,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:38:52.998157 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.047170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=db38f530-750c-4e1f-97d2-47fb08d27017,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:53.274649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43100) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:53.279285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-015daf1d-f893-4f12-b013-a6bcaf5c1f6e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'security_group': {'name': 'tempest-securitygroup--176538004', 'description': 'tempest-description--416438590'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:53.398399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015daf1d-f893-4f12-b013-a6bcaf5c1f6e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.467003 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015daf1d-f893-4f12-b013-a6bcaf5c1f6e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.541265 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015daf1d-f893-4f12-b013-a6bcaf5c1f6e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.572939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015daf1d-f893-4f12-b013-a6bcaf5c1f6e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8fb96ae-5487-4595-9306-9e6f904acb9f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:53.593751 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:38:53.605103 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:38:53.606050 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:38:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:53.640776 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-015daf1d-f893-4f12-b013-a6bcaf5c1f6e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.642172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-015daf1d-f893-4f12-b013-a6bcaf5c1f6e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3663678 Oct 12 23:38:53.644749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43104) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:53.649105 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-91c95c2b-a6b1-4076-b4cd-ff65b1051710 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'security_group_rule': {'security_group_id': 'd8fb96ae-5487-4595-9306-9e6f904acb9f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:53.713239 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:38:53.743753 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91c95c2b-a6b1-4076-b4cd-ff65b1051710 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.805676 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91c95c2b-a6b1-4076-b4cd-ff65b1051710 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.886847 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91c95c2b-a6b1-4076-b4cd-ff65b1051710 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.901921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c95c2b-a6b1-4076-b4cd-ff65b1051710 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=135c6dea-8d0f-47fa-ac72-226c60e889a2,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:53.905215 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 2, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:53.932776 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:38:53.933128 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Updating router cf41b618-1363-4b2a-9121-00320b8755e4 port 5785b5cc-4dc9-4592-b408-8992090812ea binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:38:53.956874 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.992463 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91c95c2b-a6b1-4076-b4cd-ff65b1051710 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:53.993722 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-91c95c2b-a6b1-4076-b4cd-ff65b1051710 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3479948 Oct 12 23:38:53.996374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43106) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:54.000739 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-778d5e35-e632-4d68-ace3-ae68955d5764 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'security_group_rule': {'security_group_id': 'd8fb96ae-5487-4595-9306-9e6f904acb9f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:54.091528 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-778d5e35-e632-4d68-ace3-ae68955d5764 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.148879 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-778d5e35-e632-4d68-ace3-ae68955d5764 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.215256 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.218089 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-778d5e35-e632-4d68-ace3-ae68955d5764 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.233171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778d5e35-e632-4d68-ace3-ae68955d5764 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1cb75e3-475e-42bb-9a43-79c39d14e8b0,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:54.292834 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.312518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-778d5e35-e632-4d68-ace3-ae68955d5764 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.313737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-778d5e35-e632-4d68-ace3-ae68955d5764 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3163898 Oct 12 23:38:54.317362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43108) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:38:54.322041 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:54.383318 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Pushing event updated for resources: {'Port': ['ID=5785b5cc-4dc9-4592-b408-8992090812ea,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:54.397941 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.398284 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.398617 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.399056 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.399302 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.399623 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.399942 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.400266 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.400583 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.401058 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.401276 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.401515 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:54.408012 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Attempting to bind port 5785b5cc-4dc9-4592-b408-8992090812ea on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:38:54.408402 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Attempting to bind port 5785b5cc-4dc9-4592-b408-8992090812ea by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:38:54.408739 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Attempting to bind port 5785b5cc-4dc9-4592-b408-8992090812ea on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:38:54.414444 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 38, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:38:54.414816 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:38:54.415246 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.415402 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.415632 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:38:54.416347 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Bound port: 5785b5cc-4dc9-4592-b408-8992090812ea, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:38:54.416721 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.489794 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] For port 5785b5cc-4dc9-4592-b408-8992090812ea, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:38:54.493202 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] For port 5785b5cc-4dc9-4592-b408-8992090812ea, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5785b5cc-4dc9-4592-b408-8992090812ea,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:38:54.521627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.570310 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.613320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c31a7afa-3027-463e-ae6c-5726357aab96 None None] Provisioning complete for port 5785b5cc-4dc9-4592-b408-8992090812ea triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:54.614538 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c31a7afa-3027-463e-ae6c-5726357aab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.629865 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf029f24-0d23-491f-81c8-741de706a854 None None] Pushing event updated for resources: {'Port': ['ID=5785b5cc-4dc9-4592-b408-8992090812ea,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:54.649653 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:38:54.650658 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:38:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:54.664736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Allocated IP 172.25.2.62 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/a21ea6a3-0766-41b3-86e5-e76cc744a202) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:38:54.720130 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c31a7afa-3027-463e-ae6c-5726357aab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.733739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device db38f530-750c-4e1f-97d2-47fb08d27017 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:38:54.778724 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:38:54.792822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-c31a7afa-3027-463e-ae6c-5726357aab96 None None] For port 5785b5cc-4dc9-4592-b408-8992090812ea, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5785b5cc-4dc9-4592-b408-8992090812ea,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:38:54.807720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port db38f530-750c-4e1f-97d2-47fb08d27017 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:54.808202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.841451 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.900972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c31a7afa-3027-463e-ae6c-5726357aab96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.947448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:54.959470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31a7afa-3027-463e-ae6c-5726357aab96 None None] Pushing event updated for resources: {'Port': ['ID=5785b5cc-4dc9-4592-b408-8992090812ea,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:54.991253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:38:54.994231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:38:54.997921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:38:55.003520 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event updated for resources: {'Port': ['ID=a21ea6a3-0766-41b3-86e5-e76cc744a202,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:55.022278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a53ce6f1-4a8d-4911-af29-de3e7b9ba752 None None] Provisioning complete for port 5785b5cc-4dc9-4592-b408-8992090812ea triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:55.023482 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a53ce6f1-4a8d-4911-af29-de3e7b9ba752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:55.106490 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:55.111432 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:38:55.137108 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aacc9139-b8bc-4b40-a000-72f845c76f5f None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:38:55.236918 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:55.393511 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:55.447095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:55.513050 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event updated for resources: {'Port': ['ID=a21ea6a3-0766-41b3-86e5-e76cc744a202,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:55.527966 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:55.594680 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:55.596020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-abf91d0c-1337-4a2e-9ccb-0344b562b3cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2775977 Oct 12 23:38:55.770673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-6cd7a5c2-3c08-46e4-9d9f-478eb996fa23 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--176538004&fields=id&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 267 time: 0.0439050 Oct 12 23:38:55.884809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-51b007f6-7a93-4f4c-a95d-cfb03749ccca tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:55.886378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-51b007f6-7a93-4f4c-a95d-cfb03749ccca tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 812 time: 0.1084645 Oct 12 23:38:55.902120 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-f03a51f0-3125-41a7-bc4f-131ab1b1bdda tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/quotas/321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 375 time: 0.0098231 Oct 12 23:38:55.959342 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-49666c89-c8af-422c-915a-8977ad4b771f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0505667 Oct 12 23:38:56.069970 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-05a84b7e-3eed-4dee-9c4f-6cb532421093 service neutron] 10.222.0.31 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986326 Oct 12 23:38:56.161760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-f06b9270-e447-4b8f-9e3f-3c473d92a7f3 service neutron] 10.222.0.31 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852437 Oct 12 23:38:56.380407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2024bcc4-fb67-42f1-9801-20a69e4166ee req-99744f3a-9c62-40d9-ba8e-e5854d34e3e5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 210 time: 0.0280101 Oct 12 23:38:56.695150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5785b5cc-4dc9-4592-b408-8992090812ea up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:38:56.746632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 5785b5cc-4dc9-4592-b408-8992090812ea triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:56.747033 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:57.502802 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-41980f22-a184-4eb7-a692-c5dcb6f43530 req-18dd8dfc-b1ec-4723-ace6-10d522aea110 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 210 time: 0.0280583 Oct 12 23:38:58.453928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-ccbfd783-a3b5-4aaf-886a-9ba9b16373ae tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:58.455301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-ccbfd783-a3b5-4aaf-886a-9ba9b16373ae tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 812 time: 0.1060073 Oct 12 23:38:58.498188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-a83f3293-6c34-43c1-862e-41969cf56fa5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 379 time: 0.0340173 Oct 12 23:38:58.507145 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'port': {'device_id': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'admin_state_up': True, 'tenant_id': '321fe5664899499e85182985dff47096', 'security_groups': ['d8fb96ae-5487-4595-9306-9e6f904acb9f']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:58.627638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3dbba3e-c73c-4114-a2a3-5d33c3d999dc req-4d946a50-bb3b-430f-96e7-3131a95f282c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 210 time: 0.0357721 Oct 12 23:38:58.724488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Made reservation on behalf of 321fe5664899499e85182985dff47096 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:38:58.727989 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:58.853437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Allocated IP 172.20.0.12 (49fe01da-845b-4a7d-a25d-f66e43ce4b58/71bdfc5f-8392-4a7f-b034-ec30474613ed/b36dc5bb-e6ad-4068-b56c-34e5a0722ffc) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:38:58.986075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:59.073147 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:59.121343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:38:59.124607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:38:59.128299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:38:59.134959 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event updated for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:59.143450 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:38:59.163107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.163453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.163794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.164132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.164464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.164792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.165121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.165455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.165773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.166354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.166678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.167028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:38:59.194463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:59.195193 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:59.278504 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-2256644c-81f3-4848-8039-dea178a7f237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7749939 Oct 12 23:38:59.290873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Request body: {'port': {'device_id': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:38:59.343384 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:59.355144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d722a771-e223-436a-99bb-59c63e9dbe53 None None] Provisioning complete for port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:38:59.355810 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d722a771-e223-436a-99bb-59c63e9dbe53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:59.388490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d722a771-e223-436a-99bb-59c63e9dbe53 None None] Port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:38:59.602688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b36dc5bb-e6ad-4068-b56c-34e5a0722ffc {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:38:59.610015 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:59.621526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Transition to ACTIVE for port object b36dc5bb-e6ad-4068-b56c-34e5a0722ffc will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:38:59.689462 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:59.743513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Pushing event updated for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:38:59.769928 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cac427-4134-4197-8005-99949fb85f50 req-9fef61d5-6a63-46b0-9b85-7bfbc8651231 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:38:59.772418 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47cac427-4134-4197-8005-99949fb85f50 req-9fef61d5-6a63-46b0-9b85-7bfbc8651231 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 944 time: 0.0619423 Oct 12 23:38:59.812864 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47cac427-4134-4197-8005-99949fb85f50 req-05f5bed9-d757-4e71-82ca-5b413adf5db6 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338888 Oct 12 23:38:59.815904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Attempting to bind port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:38:59.817169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Attempting to bind port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:38:59.817169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Attempting to bind port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:38:59.821729 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:38:59.822162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Attempting to bind port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:38:59.827578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 38, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:38:59.827943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:38:59.828320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:38:59.828751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Bound port: b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:38:59.829115 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:38:59.896040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:38:59.899216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:38:59.964114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:00.002100 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:00.002788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:00.004172 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] 10.222.0.41 "PUT /v2.0/ports/b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 1093 time: 0.7176054 Oct 12 23:39:00.005301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:39:00.007864 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b6749d-e246-4784-8087-5e75c3fdb3d9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:39:00.033555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c25c6d-3321-4980-8280-21bc73c4b82b service neutron] Pushing event updated for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:39:00.058177 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e5d851-fad2-4f3c-9ea1-64632915da67 x-openstack-request-id: req-61e5d851-fad2-4f3c-9ea1-64632915da67 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:39:00.059170 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:39:00.061647 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-61e5d851-fad2-4f3c-9ea1-64632915da67 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:39:00.061647 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'status': 'completed', 'code': 200} Oct 12 23:39:00.126851 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6749d-e246-4784-8087-5e75c3fdb3d9 req-a97750ff-8dfa-42d9-b5ce-576aeb539314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:00.128447 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36b6749d-e246-4784-8087-5e75c3fdb3d9 req-a97750ff-8dfa-42d9-b5ce-576aeb539314 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1096 time: 0.0475981 Oct 12 23:39:00.247623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6749d-e246-4784-8087-5e75c3fdb3d9 req-6bc24b72-9b51-432e-8ca3-a6dbdb96e576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:00.249104 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36b6749d-e246-4784-8087-5e75c3fdb3d9 req-6bc24b72-9b51-432e-8ca3-a6dbdb96e576 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=321fe5664899499e85182985dff47096&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1126385 Oct 12 23:39:00.355358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6749d-e246-4784-8087-5e75c3fdb3d9 req-4b6d6c8b-8881-4020-877c-1ec8e54ea903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:00.356835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36b6749d-e246-4784-8087-5e75c3fdb3d9 req-4b6d6c8b-8881-4020-877c-1ec8e54ea903 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009860 Oct 12 23:39:00.430490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-cda5e682-5dc7-41db-b81b-11165a4e3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:00.431902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-cda5e682-5dc7-41db-b81b-11165a4e3a45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1096 time: 0.0401037 Oct 12 23:39:00.472833 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-6d3cb0ec-1198-41c5-9f99-2cc0daeedb01 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 217 time: 0.0333664 Oct 12 23:39:00.524191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-96342ec1-f2f7-4ce8-8583-6cb363ca6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:00.525601 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-96342ec1-f2f7-4ce8-8583-6cb363ca6cfe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0466039 Oct 12 23:39:00.571564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-1d9a1fec-54a6-4e61-8855-b2705fd5eace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:00.573032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-1d9a1fec-54a6-4e61-8855-b2705fd5eace service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403936 Oct 12 23:39:00.664408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-d45e81ec-0022-4a8c-8907-19a1fc3c17f6 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838211 Oct 12 23:39:00.759986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6dcbacc8-e085-4f42-adbb-6f7188867252 req-d49c0f78-08c4-4d88-ad5a-fef571084a3b service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867186 Oct 12 23:39:00.928312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5fb929-ec5d-4571-8148-dc05442c11e6 req-42ece564-fdf2-4af4-84f3-6aae8be950ba tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:00.929805 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa5fb929-ec5d-4571-8148-dc05442c11e6 req-42ece564-fdf2-4af4-84f3-6aae8be950ba tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 944 time: 0.0485620 Oct 12 23:39:00.966297 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fa5fb929-ec5d-4571-8148-dc05442c11e6 req-2e0a8ef9-5a88-4d1e-bbd8-5d6c98a9ab83 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305898 Oct 12 23:39:02.082712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef1063e-2723-4faa-802a-5bfe330262d2 req-c375098d-2f9a-4b38-a14e-3bd3e922f5bf tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:02.084310 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ef1063e-2723-4faa-802a-5bfe330262d2 req-c375098d-2f9a-4b38-a14e-3bd3e922f5bf tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 944 time: 0.0511959 Oct 12 23:39:02.122412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ef1063e-2723-4faa-802a-5bfe330262d2 req-93efb5a5-301c-486b-95f9-d8c526b80e2c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321398 Oct 12 23:39:03.235423 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c51ffa-b582-49ce-9e7b-58e9db4642bb req-d13b1257-7be3-4879-ad19-c76ba6e71e19 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:03.236946 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-74c51ffa-b582-49ce-9e7b-58e9db4642bb req-d13b1257-7be3-4879-ad19-c76ba6e71e19 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 944 time: 0.0488279 Oct 12 23:39:03.274767 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-74c51ffa-b582-49ce-9e7b-58e9db4642bb req-a12c390b-ab85-46c8-bd9a-0357997c1378 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312922 Oct 12 23:39:03.434567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b36dc5bb-e6ad-4068-b56c-34e5a0722ffc details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:39:03.528368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:39:03.539947 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'mac_address': 'fa:16:3e:07:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:39:03.575545 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:03.588685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36dc5bb-e6ad-4068-b56c-34e5a0722ffc {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:39:03.607746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:39:03.703831 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:03.755525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:39:03.762748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.763124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.763470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.763809 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.764144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.764484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.764813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.765144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.765474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.765802 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.766129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.766458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:39:03.887926 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:39:04.394900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5f309-009d-4103-9704-44af71582534 req-efc3ee3e-f772-4e64-b6e6-9d84d03065f0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:04.396406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9c5f309-009d-4103-9704-44af71582534 req-efc3ee3e-f772-4e64-b6e6-9d84d03065f0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 945 time: 0.0546634 Oct 12 23:39:04.438148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c9c5f309-009d-4103-9704-44af71582534 req-8a9132a2-1995-441f-88b2-bf88090cc810 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358233 Oct 12 23:39:05.434354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b36dc5bb-e6ad-4068-b56c-34e5a0722ffc up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:39:05.546813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:39:05.551523 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:39:05.551904 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:05.557052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d75e0-d7e3-4e56-a8d5-1b81cce60187 req-db52cd90-a7d6-4138-96e0-c9b15002fa08 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:05.558542 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b5d75e0-d7e3-4e56-a8d5-1b81cce60187 req-db52cd90-a7d6-4138-96e0-c9b15002fa08 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 945 time: 0.0532370 Oct 12 23:39:05.596313 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5b5d75e0-d7e3-4e56-a8d5-1b81cce60187 req-c99f8fc2-1b66-4489-b1d3-d9093276e26d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Oct 12 23:39:05.636240 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:05.657729 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:39:05.660591 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-399659c6-9577-4edf-8993-e3f70cb656ea" -d '{"events": [{"server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "name": "network-vif-plugged", "status": "completed", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:39:05.672904 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:39:05.698841 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a337d7-b3fe-4baa-a8d1-011fc07391bd x-openstack-request-id: req-37a337d7-b3fe-4baa-a8d1-011fc07391bd {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:39:05.699158 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "name": "network-vif-plugged", "status": "completed", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:39:05.699410 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-37a337d7-b3fe-4baa-a8d1-011fc07391bd {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:39:05.699896 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'code': 200} Oct 12 23:39:05.744013 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:05.790348 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:39:05.796399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ebb27-916d-4188-9fa0-ededf1ed364f req-a9d33dbd-f304-4bc0-97b9-e0ff9fc13801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:05.797894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd7ebb27-916d-4188-9fa0-ededf1ed364f req-a9d33dbd-f304-4bc0-97b9-e0ff9fc13801 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1098 time: 0.0419095 Oct 12 23:39:05.833035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bd7ebb27-916d-4188-9fa0-ededf1ed364f req-dbc6fda9-0efc-4aef-b765-572578da2ef5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279744 Oct 12 23:39:06.715299 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992ba075-c0cb-41b5-909e-a29278c4dbb2 req-105481f3-be6a-49c8-a267-20d7c06e2f44 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:06.716768 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-992ba075-c0cb-41b5-909e-a29278c4dbb2 req-105481f3-be6a-49c8-a267-20d7c06e2f44 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0491226 Oct 12 23:39:06.754775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-992ba075-c0cb-41b5-909e-a29278c4dbb2 req-7baf0d55-ae58-4701-b2cf-8c6b8a030716 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319874 Oct 12 23:39:07.870406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a0084-c23c-4471-a7ac-b6ca249ae78f req-bddb9fad-3a95-4a9b-be64-09bcf5585ec2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:07.871867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-973a0084-c23c-4471-a7ac-b6ca249ae78f req-bddb9fad-3a95-4a9b-be64-09bcf5585ec2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0492346 Oct 12 23:39:07.909312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-973a0084-c23c-4471-a7ac-b6ca249ae78f req-43f08ce6-2ba2-42d0-9d3f-40da6e2e9803 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312657 Oct 12 23:39:08.019878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f10dd3-0c6a-4324-95c3-5ddbb86084af req-181d7666-e481-4d08-a42c-756c84f5bf12 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:08.021630 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8f10dd3-0c6a-4324-95c3-5ddbb86084af req-181d7666-e481-4d08-a42c-756c84f5bf12 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0493469 Oct 12 23:39:08.030313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 43168) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:39:08.034568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-614c60b5-bab9-4efa-adf0-da6c00bba35b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'floatingip': {'port_id': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:39:08.077671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-614c60b5-bab9-4efa-adf0-da6c00bba35b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:08.509481 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-614c60b5-bab9-4efa-adf0-da6c00bba35b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:08.566734 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-614c60b5-bab9-4efa-adf0-da6c00bba35b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:08.667207 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-614c60b5-bab9-4efa-adf0-da6c00bba35b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336 associated. External IP: 172.25.2.62, port: b36dc5bb-e6ad-4068-b56c-34e5a0722ffc. Oct 12 23:39:08.871485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-614c60b5-bab9-4efa-adf0-da6c00bba35b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:39:08.976978 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-614c60b5-bab9-4efa-adf0-da6c00bba35b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:39:08.981872 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-614c60b5-bab9-4efa-adf0-da6c00bba35b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:08.986607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:39:08.999455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:39:09.000071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:38:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:39:09.007456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-614c60b5-bab9-4efa-adf0-da6c00bba35b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "PUT /v2.0/floatingips/94ea6b4f-59b7-4e83-9d5a-ec48289cb336 HTTP/1.1" status: 200 len: 991 time: 0.9761200 Oct 12 23:39:09.008048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:39:09.010294 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}55d211b9b54cf9a5415d8eb8bbfe7dee2cfdc2893677fe7c974207779af593de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9609e8-5da5-45d0-becb-00a69d4fdf75" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:39:09.102311 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:39:09.141332 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b503ef8e-211d-43e3-bf82-83b87ddc2716 x-openstack-request-id: req-b503ef8e-211d-43e3-bf82-83b87ddc2716 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:39:09.141823 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:39:09.141928 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b503ef8e-211d-43e3-bf82-83b87ddc2716 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:39:09.142307 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'status': 'completed', 'code': 200} Oct 12 23:39:09.205402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-a0afa8d9-c076-47c8-a1ae-1efd521941e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:09.207674 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-a0afa8d9-c076-47c8-a1ae-1efd521941e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1098 time: 0.0452542 Oct 12 23:39:09.298368 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-a6ecbd1d-ede8-477d-8994-c8fb90d65f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:09.299878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-a6ecbd1d-ede8-477d-8994-c8fb90d65f54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0859966 Oct 12 23:39:09.327495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:07:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:39:08Z', 'revision_number': 1, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:39:09.353884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:39:09.362011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:39:09.362627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:38:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:39:09.370090 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-e3c53618-c080-465d-b591-3dcd91ec1b6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 999 time: 0.0624619 Oct 12 23:39:09.419298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-750452d5-8412-49a7-b08f-79844f9befc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:09.420695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-750452d5-8412-49a7-b08f-79844f9befc4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0442054 Oct 12 23:39:09.465945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-5479d891-cf44-43c5-a35c-d579f9bbb82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:39:09.467099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:39:09.467490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-5479d891-cf44-43c5-a35c-d579f9bbb82d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399024 Oct 12 23:39:09.559805 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-4d49e3b2-6ecd-4456-9991-8db940ea99b4 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855772 Oct 12 23:39:09.661082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae9609e8-5da5-45d0-becb-00a69d4fdf75 req-b3b4f2bc-43e9-4747-b53c-f2a6d1462512 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941572 Oct 12 23:39:09.707139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:07:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:39:08Z', 'revision_number': 1, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:39:09.732929 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbca73-4844-4f09-9e6a-e451ef963acb None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:07:31:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:39:08Z', 'revision_number': 1, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:39:09.922655 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2183b7f4-3553-4737-8a32-e08cd4cc95eb None None] New status for floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:39:12.155074 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-be83071f-e75b-4599-b3f1-24ca5567a515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:15.537930 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:15.600960 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cdbb1764-bb9f-4cab-95c3-1e28323fbc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:16.246872 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:17.991827 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:19.301173 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:19.626209 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:36.142012 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:39:42.154907 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b672b7ff-a2ea-400e-a8fe-37a21d738cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:45.551148 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:45.640390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5ba36c3-6d72-4173-b00e-eb15cb201a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:46.242750 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:47.954729 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:49.280699 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:39:49.628846 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:00.726262 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-9255ce12-c1ad-48df-9105-3286fd404306 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1005392 Oct 12 23:40:00.814915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-3b02d5c8-9748-40a6-aa79-6840050ed4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:00.816558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-3b02d5c8-9748-40a6-aa79-6840050ed4db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1098 time: 0.0468144 Oct 12 23:40:00.915983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-79cf1f81-485c-43a9-98b7-fe25441087e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:00.917600 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-79cf1f81-485c-43a9-98b7-fe25441087e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0831273 Oct 12 23:40:00.987182 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-2176c644-6ec2-4fc9-bc62-c5c90fdd8a79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 1001 time: 0.0619760 Oct 12 23:40:01.034744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-42478bc3-bc06-412a-9eac-3cc2082bea14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:01.036235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-42478bc3-bc06-412a-9eac-3cc2082bea14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0429945 Oct 12 23:40:01.083475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-728a9e74-8ee4-47c7-b633-6b1cca3fe3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:01.085043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-728a9e74-8ee4-47c7-b633-6b1cca3fe3ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406687 Oct 12 23:40:01.096668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-d0dd8f3c-dd17-4c35-b7c2-6b3441cead67 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:40:01.097669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-d0dd8f3c-dd17-4c35-b7c2-6b3441cead67 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058532 Oct 12 23:40:01.191414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-b7599b92-8c49-419a-84d4-643088c75ea6 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861897 Oct 12 23:40:01.277894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93a92cb1-f4d4-4565-8f7e-ec0c3606fe9b req-2b2172f5-6c1d-4d3d-a88a-ffe3dfb8df33 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800083 Oct 12 23:40:12.131562 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bc5ce578-5a3e-4d70-8336-47b0de82fb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:13.143499 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:40:15.588726 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:15.648238 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ee1a3ff-3ede-48f8-9668-62088825754e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:16.228751 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:17.956459 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:19.339444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:19.608029 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:42.136981 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cc9ca0fa-9399-469c-b2bd-d49b70a130e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:43.739934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffd838-fb43-4496-93b4-215da0bf0382 req-abacdae4-6f13-4c7f-8a43-55c4ed0b25b2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:43.741423 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29ffd838-fb43-4496-93b4-215da0bf0382 req-abacdae4-6f13-4c7f-8a43-55c4ed0b25b2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.1303720 Oct 12 23:40:43.782077 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-29ffd838-fb43-4496-93b4-215da0bf0382 req-5bfafdd4-9dd3-440a-a566-06151b60540e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337925 Oct 12 23:40:44.196805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fee765-c4de-4897-867b-b3b0b902cf09 req-8362f968-a1e3-4e69-a01e-9c7288d7a192 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:44.198335 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04fee765-c4de-4897-867b-b3b0b902cf09 req-8362f968-a1e3-4e69-a01e-9c7288d7a192 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0487385 Oct 12 23:40:44.239417 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04fee765-c4de-4897-867b-b3b0b902cf09 req-3ce93054-7d17-4f33-946b-84b5a2969a6c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335252 Oct 12 23:40:44.389117 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-42a3d55d-417e-4c3b-93cd-24918158f8a3 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915499 Oct 12 23:40:44.399815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-1f61dc32-ad17-41cb-bb0c-828fbed889f1 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:40:44.400962 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-1f61dc32-ad17-41cb-bb0c-828fbed889f1 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050340 Oct 12 23:40:45.415543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf67be-3473-4a32-a864-d99355f51c04 req-e20a9733-245f-4239-b46d-9964fc9f1f73 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:45.417277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdaf67be-3473-4a32-a864-d99355f51c04 req-e20a9733-245f-4239-b46d-9964fc9f1f73 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.1043651 Oct 12 23:40:45.459978 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdaf67be-3473-4a32-a864-d99355f51c04 req-bf277dca-45ce-47e2-b101-7865dd582797 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363886 Oct 12 23:40:45.559161 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:45.616845 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-06803fde-8d02-4987-b13d-43e27ed243ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:46.240233 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:46.359907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-960bd380-5dea-440d-827f-c5c27b11fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:46.361386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-960bd380-5dea-440d-827f-c5c27b11fbc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1098 time: 0.0416074 Oct 12 23:40:46.451990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-818f7a52-39c1-461e-85c0-56581b847756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:46.453439 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-818f7a52-39c1-461e-85c0-56581b847756 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0848973 Oct 12 23:40:46.525132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-7cb5cbfe-2035-401e-a6e7-83c83904884b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 1001 time: 0.0642600 Oct 12 23:40:46.576928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-f25e3c02-71a3-4b15-95b4-01bfaca62180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:46.578407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-f25e3c02-71a3-4b15-95b4-01bfaca62180 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0464046 Oct 12 23:40:46.583010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb377836-c812-42eb-a324-b8251a5328fa req-ff3490be-d950-429a-b374-52d73d7021f7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:46.584530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb377836-c812-42eb-a324-b8251a5328fa req-ff3490be-d950-429a-b374-52d73d7021f7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0537567 Oct 12 23:40:46.625514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb377836-c812-42eb-a324-b8251a5328fa req-def568da-8312-4dab-b379-9bd0ec41c309 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347302 Oct 12 23:40:46.625825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-750d1706-1869-4fab-9323-543d1d9ff700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:46.627379 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-750d1706-1869-4fab-9323-543d1d9ff700 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420098 Oct 12 23:40:46.721654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-0ca02a6e-35a1-4b87-ac30-42295f4cffec service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866764 Oct 12 23:40:46.810424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-4fdf6aee-122a-4e80-9d4b-8779fb611ddc service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809715 Oct 12 23:40:47.747670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44428faa-c995-4808-acba-05f2cdf48b24 req-15c4c179-c030-4a22-b875-ab8802fcdefb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:47.749230 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44428faa-c995-4808-acba-05f2cdf48b24 req-15c4c179-c030-4a22-b875-ab8802fcdefb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0535541 Oct 12 23:40:47.787247 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44428faa-c995-4808-acba-05f2cdf48b24 req-0f05611c-e73d-4f32-b811-7734076edb81 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Oct 12 23:40:47.979303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:48.902809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1b1acd-4b57-4022-b35f-81cec7de0707 req-8b8ff403-cb56-4ff1-b51c-6edc4f40da58 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:48.904203 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e1b1acd-4b57-4022-b35f-81cec7de0707 req-8b8ff403-cb56-4ff1-b51c-6edc4f40da58 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0490818 Oct 12 23:40:48.942256 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3e1b1acd-4b57-4022-b35f-81cec7de0707 req-69b03c71-63dc-49e9-a18f-16105cbff6a8 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Oct 12 23:40:49.276208 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:49.641853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:50.055076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef85ef-3cdc-40c3-a9f0-07f7ba4124b7 req-6724c53b-f9d2-4558-8fa9-152d4e501d0a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:50.056560 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4fef85ef-3cdc-40c3-a9f0-07f7ba4124b7 req-6724c53b-f9d2-4558-8fa9-152d4e501d0a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0483537 Oct 12 23:40:50.094341 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4fef85ef-3cdc-40c3-a9f0-07f7ba4124b7 req-b7ccf110-4ae3-4910-95fa-8b7bd9c5f5fa tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319364 Oct 12 23:40:50.142642 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:40:51.209731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ed42c-048d-4c67-89b4-7ce055ac3cde req-892bec68-b939-44c5-913d-d8377cd3424f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:51.211230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7ed42c-048d-4c67-89b4-7ce055ac3cde req-892bec68-b939-44c5-913d-d8377cd3424f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0487919 Oct 12 23:40:51.248940 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6f7ed42c-048d-4c67-89b4-7ce055ac3cde req-f6200765-30ce-4b25-961d-54af9fe62ede tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318122 Oct 12 23:40:52.364136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbad875-6518-41c5-96bb-6764d54baa01 req-5d70873e-712c-4b13-8f4d-272a81db6c84 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:52.365572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dbad875-6518-41c5-96bb-6764d54baa01 req-5d70873e-712c-4b13-8f4d-272a81db6c84 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0491321 Oct 12 23:40:52.401827 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7dbad875-6518-41c5-96bb-6764d54baa01 req-4368e505-ce62-413a-83d7-694f3b5187f0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303617 Oct 12 23:40:53.521121 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c2e55-d357-4892-9c83-75040bf57ba9 req-1e951020-fb28-43a1-8527-15e120c92a27 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:53.522574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-999c2e55-d357-4892-9c83-75040bf57ba9 req-1e951020-fb28-43a1-8527-15e120c92a27 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0521770 Oct 12 23:40:53.559415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-999c2e55-d357-4892-9c83-75040bf57ba9 req-ca236ec6-c0b8-492c-a035-bdb6baad2bfd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309839 Oct 12 23:40:54.678599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473df440-8907-4493-8a9f-5b0650ae3e67 req-e23efa77-e900-4b99-9406-a7131afcdb9e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:54.680066 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-473df440-8907-4493-8a9f-5b0650ae3e67 req-e23efa77-e900-4b99-9406-a7131afcdb9e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0526257 Oct 12 23:40:54.717386 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-473df440-8907-4493-8a9f-5b0650ae3e67 req-7014bbcd-79d1-4e3c-8bf9-3d4badb165f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314190 Oct 12 23:40:55.831503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd4064-31ab-4e44-9196-c187800d5c5b req-09c7799a-2794-460b-9d1e-8e8f7bfadc79 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:55.833889 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43bd4064-31ab-4e44-9196-c187800d5c5b req-09c7799a-2794-460b-9d1e-8e8f7bfadc79 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0509379 Oct 12 23:40:55.871655 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43bd4064-31ab-4e44-9196-c187800d5c5b req-3d6d2e18-9443-48a0-b52f-b8c98cdd4a0e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Oct 12 23:40:56.986174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c451e71-7f65-44c0-af3f-c5a0e0b46ef0 req-894f49db-c23e-428d-b955-cec38b8550cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:56.987666 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c451e71-7f65-44c0-af3f-c5a0e0b46ef0 req-894f49db-c23e-428d-b955-cec38b8550cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0489476 Oct 12 23:40:57.027300 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c451e71-7f65-44c0-af3f-c5a0e0b46ef0 req-085869b1-b9a9-4286-8dc9-5954495d0a4a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326703 Oct 12 23:40:58.142190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05bb9f-e685-430d-8a06-aec18dfb1656 req-a9c2851b-d3b4-4373-92a4-cc897933e360 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:58.143661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de05bb9f-e685-430d-8a06-aec18dfb1656 req-a9c2851b-d3b4-4373-92a4-cc897933e360 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0480917 Oct 12 23:40:58.181365 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-de05bb9f-e685-430d-8a06-aec18dfb1656 req-c6afc182-bb88-4388-988f-fe21147a2856 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315475 Oct 12 23:40:58.809754 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-78668352-690d-4cb1-97d8-f0270349066e service neutron] show failed (client error): The resource could not be found. Oct 12 23:40:58.810735 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-78668352-690d-4cb1-97d8-f0270349066e service neutron] 10.222.0.41 "GET /v2.0/ports/b36dc5bb-e6ad-4068-b56c-34e5a0722ffc/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0539472 Oct 12 23:40:59.301677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7bbb4b-7b91-42e2-bb0c-439bc345e82d req-64440358-9db4-4208-988e-efd3fffa97e5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:59.303244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d7bbb4b-7b91-42e2-bb0c-439bc345e82d req-64440358-9db4-4208-988e-efd3fffa97e5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0537937 Oct 12 23:40:59.351697 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d7bbb4b-7b91-42e2-bb0c-439bc345e82d req-451ec989-a604-4c67-b344-282081c40d49 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 Oct 12 23:40:59.380160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-c70e73a6-93dd-4f88-8ef2-a74286507309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:40:59.381644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-c70e73a6-93dd-4f88-8ef2-a74286507309 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 1098 time: 0.0448728 Oct 12 23:40:59.392325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-4ea5bf89-282d-4b7f-99c2-34b4f16e2a70 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:40:59.393190 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-4ea5bf89-282d-4b7f-99c2-34b4f16e2a70 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0048306 Oct 12 23:40:59.404796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:40:59.457183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:59.655779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:40:59.687693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:40:59.727162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:40:59.729406 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af56aa9b-a74b-4669-81c6-0057f14c85cc" -d '{"events": [{"server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "name": "network-vif-unplugged", "status": "completed", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:40:59.733142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:59.745532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Transition to ACTIVE for port object b36dc5bb-e6ad-4068-b56c-34e5a0722ffc will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:40:59.807737 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:40:59.844987 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ce2f6e-3f73-46ca-acae-90e23c3e3fdd x-openstack-request-id: req-f1ce2f6e-3f73-46ca-acae-90e23c3e3fdd {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:40:59.844987 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "name": "network-vif-unplugged", "status": "completed", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:40:59.844987 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f1ce2f6e-3f73-46ca-acae-90e23c3e3fdd {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:40:59.844987 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'code': 200} Oct 12 23:40:59.890354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Pushing event updated for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:40:59.905180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.905525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.905922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.906202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.906533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.906864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.907220 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.907544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.907870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.908195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.908520 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.908841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:40:59.945746 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] No DVR routers for this DVR port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:41:00.081337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Attempting to bind port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:41:00.081797 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Attempting to bind port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:41:00.082132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Attempting to bind port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:41:00.086490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:41:00.086805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Attempting to bind port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:41:00.091595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 40, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:41:00.092058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:41:00.092433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:41:00.092850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Bound port: b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:41:00.093206 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:00.158540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:41:00.159968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:41:00.245385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:00.282488 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:00.283147 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:00.284565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] 10.222.0.25 "PUT /v2.0/ports/b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 1093 time: 0.8837440 Oct 12 23:41:00.304286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5105371e-e3c2-4bb7-9e2c-6ecb9a6a2620 service neutron] Pushing event updated for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:41:00.352448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-4032bed1-3abf-4eba-9e80-069f07de80e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:00.353985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-4032bed1-3abf-4eba-9e80-069f07de80e7 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1096 time: 0.0457282 Oct 12 23:41:00.477070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-7c52a490-5c3b-4faf-9f2a-1ec4f5791ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:00.478556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-7c52a490-5c3b-4faf-9f2a-1ec4f5791ab3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1172900 Oct 12 23:41:00.498906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b2686-a1eb-4593-b18a-bcc1e695d2b1 req-60a8cbe9-75ba-4812-9ee0-6a8c6a901c9b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:00.500315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-420b2686-a1eb-4593-b18a-bcc1e695d2b1 req-60a8cbe9-75ba-4812-9ee0-6a8c6a901c9b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 944 time: 0.0705543 Oct 12 23:41:00.580568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-420b2686-a1eb-4593-b18a-bcc1e695d2b1 req-f041506e-0bd1-4697-9be1-6d1d4830d968 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475039 Oct 12 23:41:00.582547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-5824624c-aa3a-4697-999e-721295cce204 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 999 time: 0.0965505 Oct 12 23:41:00.632347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-d89319ee-f8b5-44c8-87ae-5e668bab3825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:00.633813 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-d89319ee-f8b5-44c8-87ae-5e668bab3825 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0443075 Oct 12 23:41:00.683335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-8a9ab05d-53c8-47af-9095-c3f3d3ab778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:00.684699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-8a9ab05d-53c8-47af-9095-c3f3d3ab778d service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434272 Oct 12 23:41:00.775166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-7b4a0a08-a272-4a18-8112-d98252c91fd0 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823960 Oct 12 23:41:00.868521 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51e073fa-1a03-416c-ae52-a4ed1550eafa req-d3a188e3-cd46-432e-b0d7-eac2b6af30b5 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858655 Oct 12 23:41:01.701223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbadb65e-dd14-4427-b704-174543929724 req-93d04404-3326-4c07-8861-0c2248212213 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:01.702679 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbadb65e-dd14-4427-b704-174543929724 req-93d04404-3326-4c07-8861-0c2248212213 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 944 time: 0.0519478 Oct 12 23:41:01.740739 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bbadb65e-dd14-4427-b704-174543929724 req-82d3b8ef-dac0-4ab7-9370-9631dae938f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311966 Oct 12 23:41:01.845966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:41:01.848962 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b5814f-2ca7-466f-9804-8e3d96b025ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:41:01.897750 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11a7ad8-cdb8-4cda-b7ed-65d47b440ed1 x-openstack-request-id: req-f11a7ad8-cdb8-4cda-b7ed-65d47b440ed1 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:41:01.898370 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:41:01.898370 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f11a7ad8-cdb8-4cda-b7ed-65d47b440ed1 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:41:01.898670 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'status': 'completed', 'code': 200} Oct 12 23:41:02.025461 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b36dc5bb-e6ad-4068-b56c-34e5a0722ffc no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:41:02.065604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b36dc5bb-e6ad-4068-b56c-34e5a0722ffc not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:41:02.328148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-7abaadf9-bb8e-4b89-b6ec-6024194c2be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:02.329628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-7abaadf9-bb8e-4b89-b6ec-6024194c2be1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1096 time: 0.4165556 Oct 12 23:41:02.331345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-6d5d20f9-8c0e-490b-8cbc-525f249cca45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:02.332672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-6d5d20f9-8c0e-490b-8cbc-525f249cca45 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1096 time: 0.4111693 Oct 12 23:41:02.349147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b36dc5bb-e6ad-4068-b56c-34e5a0722ffc details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:41:02.443154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:41:02.454238 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'mac_address': 'fa:16:3e:07:31:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:41:02.492347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-c2e1b1af-76a8-4f57-94f0-5b077a395969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:02.492921 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:02.493867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-c2e1b1af-76a8-4f57-94f0-5b077a395969 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1570444 Oct 12 23:41:02.495020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-2b5e8b21-f9e1-4bb7-8e8d-f62b9944d11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:02.496299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-2b5e8b21-f9e1-4bb7-8e8d-f62b9944d11c service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1524982 Oct 12 23:41:02.505830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b36dc5bb-e6ad-4068-b56c-34e5a0722ffc {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:41:02.525220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:41:02.604695 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:02.607965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-d7eef756-9bf7-45c9-81fe-75e2d8d0fdbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 999 time: 0.1064718 Oct 12 23:41:02.614412 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-35243f2a-7289-4dd0-9acd-103b20485954 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 999 time: 0.0784276 Oct 12 23:41:02.656244 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:41:02.664762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.665109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.665447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.665779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.666108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.666436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.666815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.667727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.668051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.668369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.668688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.669357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:41:02.692604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-18f8fc3e-96b8-4008-927b-9b091679d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:02.694082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-18f8fc3e-96b8-4008-927b-9b091679d9d3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0788243 Oct 12 23:41:02.698088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-bdc3f55d-cbad-4707-a1d1-ed8b9fd32c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:02.699349 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-bdc3f55d-cbad-4707-a1d1-ed8b9fd32c5a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0758116 Oct 12 23:41:02.776544 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-74c77105-c5e5-4f2c-a718-63935d31bba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:02.778160 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-74c77105-c5e5-4f2c-a718-63935d31bba4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0701523 Oct 12 23:41:02.783859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-bb9e1827-6c84-496c-b302-be22fdac3af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:02.785396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-bb9e1827-6c84-496c-b302-be22fdac3af4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697644 Oct 12 23:41:02.858090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f82194-ba59-4048-9254-0aa8c49ee6ab req-250306b5-6f39-46ca-a8c8-c57bbc1a2885 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:02.859519 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89f82194-ba59-4048-9254-0aa8c49ee6ab req-250306b5-6f39-46ca-a8c8-c57bbc1a2885 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 945 time: 0.0501108 Oct 12 23:41:02.867071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:41:02.902138 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89f82194-ba59-4048-9254-0aa8c49ee6ab req-e1604989-9bbe-4e1b-818d-11033f437a79 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351353 Oct 12 23:41:02.940422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-b30ee068-a6ee-43a7-a969-97220de3d079 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479750 Oct 12 23:41:02.997840 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-dca98438-5d85-494b-b198-bd28e8ff50b8 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879220 Oct 12 23:41:03.104748 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-a3e9dda9-14ab-461d-9954-6d5639cdb8cf service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573176 Oct 12 23:41:03.126977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44b5814f-2ca7-466f-9804-8e3d96b025ba req-a24cdd28-f2d6-472a-8cbb-1416b2899a23 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203585 Oct 12 23:41:03.236586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ada11-d7de-4c11-bfc7-46f469c76133 req-8707d5c3-15f6-40a0-a89a-cccaadcd7f10 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:03.238586 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e53ada11-d7de-4c11-bfc7-46f469c76133 req-8707d5c3-15f6-40a0-a89a-cccaadcd7f10 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 945 time: 0.0488508 Oct 12 23:41:03.277570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e53ada11-d7de-4c11-bfc7-46f469c76133 req-3e41fed6-0fd3-41e3-afa2-61ea4307bc24 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319490 Oct 12 23:41:03.333531 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-c0ebae55-073a-4f56-a549-910966c04739 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:03.335071 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-c0ebae55-073a-4f56-a549-910966c04739 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a&tenant_id=321fe5664899499e85182985dff47096&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 945 time: 0.0585470 Oct 12 23:41:03.399895 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-74aea4f2-161a-4168-af76-2cbb6db2f4b5 service neutron] delete failed (client error): The resource could not be found. Oct 12 23:41:03.400843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-74aea4f2-161a-4168-af76-2cbb6db2f4b5 service neutron] 10.222.0.41 "DELETE /v2.0/ports/b36dc5bb-e6ad-4068-b56c-34e5a0722ffc/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0587425 Oct 12 23:41:03.481693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-5dbaf83f-5193-4a84-a95d-12a17b5515ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:03.483197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-5dbaf83f-5193-4a84-a95d-12a17b5515ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 1097 time: 0.0403616 Oct 12 23:41:03.571775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-4d36ccbd-f056-4d28-a6bb-01d983b0834b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:03.573212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-4d36ccbd-f056-4d28-a6bb-01d983b0834b service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0837638 Oct 12 23:41:03.642834 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-53152cf3-89e5-46fd-99f9-bc33bea35be0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 200 len: 1000 time: 0.0625813 Oct 12 23:41:03.693904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-8b5bcdd0-e380-4143-8fc3-e45e975e446d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:03.695284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-8b5bcdd0-e380-4143-8fc3-e45e975e446d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0455182 Oct 12 23:41:03.739106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-b3b83287-fdef-45a3-86a5-d9893ac070e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:03.740544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-b3b83287-fdef-45a3-86a5-d9893ac070e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388837 Oct 12 23:41:03.832943 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-386bec50-13ef-4ddd-b54d-d520aaa16152 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854919 Oct 12 23:41:03.921112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a85b3cc0-c270-4e1f-bd88-10d697cce27e req-8c4fdc94-3bf9-4f81-80fb-22dedea3726e service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811427 Oct 12 23:41:04.364379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b36dc5bb-e6ad-4068-b56c-34e5a0722ffc up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:41:04.404003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c86ec-d917-4904-aa50-019e0c27e01b req-625d0422-15c8-4e13-a8e3-b43a07fe5263 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:04.405534 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-509c86ec-d917-4904-aa50-019e0c27e01b req-625d0422-15c8-4e13-a8e3-b43a07fe5263 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 945 time: 0.0556431 Oct 12 23:41:04.444839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-509c86ec-d917-4904-aa50-019e0c27e01b req-da0aa728-a50b-4621-ab88-7fd2fb3fbb15 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328267 Oct 12 23:41:04.492691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:41:04.496501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:41:04.496876 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:04.573409 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:04.597570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:41:04.599851 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d4bedf-2b7b-4f01-bbbe-da7f5ae64194" -d '{"events": [{"server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "name": "network-vif-plugged", "status": "completed", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:41:04.613731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:41:04.687624 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:04.712920 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d20125-0986-43ac-9dea-c45bb531b9ba x-openstack-request-id: req-e2d20125-0986-43ac-9dea-c45bb531b9ba {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:41:04.715268 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "name": "network-vif-plugged", "status": "completed", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:41:04.715268 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e2d20125-0986-43ac-9dea-c45bb531b9ba {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:41:04.715268 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'code': 200} Oct 12 23:41:04.739661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:41:05.557561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57234760-069c-4269-a81b-1af53ac0df3a req-1f3cfe4c-3a5b-407e-b908-956670abeae3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:05.559035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57234760-069c-4269-a81b-1af53ac0df3a req-1f3cfe4c-3a5b-407e-b908-956670abeae3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0479558 Oct 12 23:41:05.596344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57234760-069c-4269-a81b-1af53ac0df3a req-5340b626-7902-4ce6-86b3-1ba7bf2f4ebe tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Oct 12 23:41:05.714406 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6eb23-b73f-43d8-b0a7-526f3d2f9ae8 req-cd3a332b-2a54-4ca4-af2e-26ae555f20ff tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:05.715869 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9f6eb23-b73f-43d8-b0a7-526f3d2f9ae8 req-cd3a332b-2a54-4ca4-af2e-26ae555f20ff tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0515802 Oct 12 23:41:05.752911 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c9f6eb23-b73f-43d8-b0a7-526f3d2f9ae8 req-6199fcaf-0676-4aa9-8acc-626f3d8f4957 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310686 Oct 12 23:41:05.865079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ce1730-0acd-4efd-bce5-f5d1401e548d req-b6accf77-bfbf-4cd0-aab1-905259d85180 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:05.866529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6ce1730-0acd-4efd-bce5-f5d1401e548d req-b6accf77-bfbf-4cd0-aab1-905259d85180 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0481362 Oct 12 23:41:05.902706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6ce1730-0acd-4efd-bce5-f5d1401e548d req-dd05ce85-c035-4bf6-b1df-5507a04e9e8d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302155 Oct 12 23:41:06.308448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35b5579-a519-4749-b55b-ce21132c2c96 req-b60464db-7d9a-484f-8ff6-3bd4d19255ed tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:06.310059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f35b5579-a519-4749-b55b-ce21132c2c96 req-b60464db-7d9a-484f-8ff6-3bd4d19255ed tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0538135 Oct 12 23:41:06.346590 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f35b5579-a519-4749-b55b-ce21132c2c96 req-fac69000-5495-4267-8548-6b7b26c9f312 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306435 Oct 12 23:41:07.462830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad1c26-43b4-4f9d-ae71-b05fe0987583 req-d7ff0693-f3bf-4213-9ebd-7b457806040f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:07.464330 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47ad1c26-43b4-4f9d-ae71-b05fe0987583 req-d7ff0693-f3bf-4213-9ebd-7b457806040f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0497723 Oct 12 23:41:07.511098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-47ad1c26-43b4-4f9d-ae71-b05fe0987583 req-35426ce2-d47a-48cb-a512-eaf04c883f3b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322938 Oct 12 23:41:07.531144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-361f468c-ea93-4fb6-bb4f-7dab9597b552 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:07.532612 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-361f468c-ea93-4fb6-bb4f-7dab9597b552 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 946 time: 0.0507162 Oct 12 23:41:07.619564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Deleting port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:41:07.619900 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:07.710074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] For port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:41:07.710346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:07.921774 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:07.922132 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:07.922441 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336 disassociated. External IP: 172.25.2.62, port: b36dc5bb-e6ad-4068-b56c-34e5a0722ffc. Oct 12 23:41:07.922770 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Calling delete_port for b36dc5bb-e6ad-4068-b56c-34e5a0722ffc owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:41:08.092943 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:08.120577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event deleted for resources: {'Port': ['ID=b36dc5bb-e6ad-4068-b56c-34e5a0722ffc,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:41:08.256922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:41:08.364383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:41:08.373856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:41:08.386497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:41:08.387159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:40:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:41:08.402507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] No DVR routers for this DVR port b36dc5bb-e6ad-4068-b56c-34e5a0722ffc on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:41:08.405094 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:08.408344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-827b671e-ee82-4dfd-9c83-3561fd3cc47d req-51ba4848-d548-4915-bba3-06e3ed8b43ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "DELETE /v2.0/ports/b36dc5bb-e6ad-4068-b56c-34e5a0722ffc HTTP/1.1" status: 204 len: 173 time: 0.8697000 Oct 12 23:41:08.408748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'name': 'network-vif-deleted', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:41:08.411711 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2941947a-8b26-4168-b1f7-f61d9001339d" -d '{"events": [{"server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "name": "network-vif-deleted", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:41:08.449047 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2cbac3-466f-42c9-b089-081b89f9237f x-openstack-request-id: req-8e2cbac3-466f-42c9-b089-081b89f9237f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:41:08.449482 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d4baf1a-16b9-4864-8f07-b19d292f832a", "name": "network-vif-deleted", "tag": "b36dc5bb-e6ad-4068-b56c-34e5a0722ffc", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:41:08.449748 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8e2cbac3-466f-42c9-b089-081b89f9237f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:41:08.450511 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d4baf1a-16b9-4864-8f07-b19d292f832a', 'name': 'network-vif-deleted', 'tag': 'b36dc5bb-e6ad-4068-b56c-34e5a0722ffc', 'status': 'completed', 'code': 200} Oct 12 23:41:08.489838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:41:08.610021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bc8de06-174d-4919-80de-4d254d238538 req-75614d9e-8336-4583-96b6-031b5a135fb1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=4d4baf1a-16b9-4864-8f07-b19d292f832a HTTP/1.1" status: 200 len: 210 time: 0.0279722 Oct 12 23:41:08.853482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:41:08.879635 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:41:08.887939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:41:08.888483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:40:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:41:08.992674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:41:09.192372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:41:09.217400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7344dfc-83f5-47a4-8320-fc99eadeecc1 None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:41:09.440700 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-336f49f8-2417-4cb9-9846-2b402fee6937 None None] New status for floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:41:09.838507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-0f9d714f-3223-46ab-b7bc-4440b7e530c5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--176538004&fields=id&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 267 time: 0.0317676 Oct 12 23:41:09.946628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-4b7b1f3d-d47e-4972-84f5-c6150e4c887e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:09.948040 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-4b7b1f3d-d47e-4972-84f5-c6150e4c887e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 812 time: 0.1026919 Oct 12 23:41:09.962819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-806b53fd-bf8e-4af3-8615-3293bbcb59b9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/quotas/321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 375 time: 0.0092130 Oct 12 23:41:10.014265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-6921217e-8427-4e7c-9f4c-b9a236803d16 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463295 Oct 12 23:41:10.158616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-224b20e5-5f9c-492f-8dc1-a6cf82b51251 service neutron] 10.222.0.31 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323230 Oct 12 23:41:10.247530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-0b3b3936-9469-4275-95a8-7852d9796eb0 service neutron] 10.222.0.31 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818446 Oct 12 23:41:10.413200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b36dc5bb-e6ad-4068-b56c-34e5a0722ffc no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:41:10.433282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: b36dc5bb-e6ad-4068-b56c-34e5a0722ffc {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:41:10.439124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device b36dc5bb-e6ad-4068-b56c-34e5a0722ffc not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:41:10.505075 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e967021-30af-4f6e-af76-343f1a12abfd req-3fb13b69-5563-4f4c-af96-faa032289bc1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 210 time: 0.0314717 Oct 12 23:41:11.603560 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c47cf794-7072-499e-8ba6-bf2ed2f6e3f0 req-3ef6dc4b-49f0-4ea0-b186-b5f0bc68ff75 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 210 time: 0.0300298 Oct 12 23:41:12.155607 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a5c94b5c-c5c1-4cc1-abed-5da8b91726b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:12.305029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-d5c29032-a2b6-41e0-9060-eff9fbc1959f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:12.306556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-d5c29032-a2b6-41e0-9060-eff9fbc1959f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 812 time: 0.1026735 Oct 12 23:41:12.348477 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-5a0ce52c-e6e8-46c8-99a0-62f46567039d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 379 time: 0.0332079 Oct 12 23:41:12.357360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'port': {'device_id': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'admin_state_up': True, 'tenant_id': '321fe5664899499e85182985dff47096', 'security_groups': ['d8fb96ae-5487-4595-9306-9e6f904acb9f']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:41:12.544138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Made reservation on behalf of 321fe5664899499e85182985dff47096 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:41:12.547648 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:12.676565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Allocated IP 172.20.0.5 (49fe01da-845b-4a7d-a25d-f66e43ce4b58/71bdfc5f-8392-4a7f-b034-ec30474613ed/91013563-0649-478a-a8ec-586fe552fa00) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:41:12.699801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7ed62d5c-c021-498e-b248-8ec3693e08b7 req-f687eab6-4da5-4b9e-a4ef-e434d32908be tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 210 time: 0.0283794 Oct 12 23:41:12.815849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:12.902133 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:12.944090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:41:12.947137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:41:12.950867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:41:12.981286 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event updated for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:41:13.011364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:13.012006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:13.118588 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-11fed35b-3a62-4eb5-b8c9-bad0942c177f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7646413 Oct 12 23:41:13.131588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Request body: {'port': {'device_id': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:41:13.158600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4e3bd09e-6e99-46c4-888c-5923fcd11685 None None] Provisioning complete for port 91013563-0649-478a-a8ec-586fe552fa00 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:41:13.159213 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e3bd09e-6e99-46c4-888c-5923fcd11685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:13.184600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:13.192343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4e3bd09e-6e99-46c4-888c-5923fcd11685 None None] Port 91013563-0649-478a-a8ec-586fe552fa00 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:41:13.441928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91013563-0649-478a-a8ec-586fe552fa00 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:41:13.449673 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:13.461652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Transition to ACTIVE for port object 91013563-0649-478a-a8ec-586fe552fa00 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:41:13.555603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:13.984892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Pushing event updated for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:41:14.043398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bd118-8672-4415-bff9-9c6150ece871 req-845c0dff-fd8b-46ee-a678-864f4dd66237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:14.044954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d83bd118-8672-4415-bff9-9c6150ece871 req-845c0dff-fd8b-46ee-a678-864f4dd66237 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 943 time: 0.1194401 Oct 12 23:41:14.088795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Attempting to bind port 91013563-0649-478a-a8ec-586fe552fa00 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:41:14.089140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Attempting to bind port 91013563-0649-478a-a8ec-586fe552fa00 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:41:14.089473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Attempting to bind port 91013563-0649-478a-a8ec-586fe552fa00 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:41:14.100804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Port 91013563-0649-478a-a8ec-586fe552fa00 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:41:14.101134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Attempting to bind port 91013563-0649-478a-a8ec-586fe552fa00 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:41:14.110159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d83bd118-8672-4415-bff9-9c6150ece871 req-a875bbaf-b3c8-42b9-b256-56de2af86ae2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587099 Oct 12 23:41:14.111041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 40, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:41:14.111380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:41:14.111751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:41:14.112183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Bound port: 91013563-0649-478a-a8ec-586fe552fa00, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:41:14.112544 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:14.181373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:41:14.184457 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:41:14.242164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:14.279079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:14.279637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:14.280942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] 10.222.0.41 "PUT /v2.0/ports/91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 1092 time: 1.1533856 Oct 12 23:41:14.281381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'tag': '91013563-0649-478a-a8ec-586fe552fa00'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:41:14.283686 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f8ac8d-8420-49ff-9acd-ff58bbd67943" -d '{"events": [{"name": "network-changed", "server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "tag": "91013563-0649-478a-a8ec-586fe552fa00"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:41:14.307049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2401448-5ac5-459a-a6e6-2ba275b0451a service neutron] Pushing event updated for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:41:14.327959 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c416f2fa-9239-4ba0-8285-a5d4a00dde9b x-openstack-request-id: req-c416f2fa-9239-4ba0-8285-a5d4a00dde9b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:41:14.328255 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "tag": "91013563-0649-478a-a8ec-586fe552fa00", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:41:14.328504 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c416f2fa-9239-4ba0-8285-a5d4a00dde9b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:41:14.328901 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'tag': '91013563-0649-478a-a8ec-586fe552fa00', 'status': 'completed', 'code': 200} Oct 12 23:41:14.395315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8ac8d-8420-49ff-9acd-ff58bbd67943 req-60560c9c-29f0-4aff-8019-0308838a77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:14.397719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23f8ac8d-8420-49ff-9acd-ff58bbd67943 req-60560c9c-29f0-4aff-8019-0308838a77c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1095 time: 0.0458748 Oct 12 23:41:14.501679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8ac8d-8420-49ff-9acd-ff58bbd67943 req-1fa116a5-e050-423d-a91d-0e6eabc67c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:14.503179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23f8ac8d-8420-49ff-9acd-ff58bbd67943 req-1fa116a5-e050-423d-a91d-0e6eabc67c45 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=321fe5664899499e85182985dff47096&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987656 Oct 12 23:41:14.599702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f8ac8d-8420-49ff-9acd-ff58bbd67943 req-6dc5f648-b6b0-4aaf-ba00-126a3f5bb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:14.601166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-23f8ac8d-8420-49ff-9acd-ff58bbd67943 req-6dc5f648-b6b0-4aaf-ba00-126a3f5bb8ee service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913687 Oct 12 23:41:14.675077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-d288d8eb-c39a-4b18-9b65-bd82de3508b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:14.676591 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-d288d8eb-c39a-4b18-9b65-bd82de3508b0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1095 time: 0.0407419 Oct 12 23:41:14.717542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-89da0b9d-b14e-40f0-befa-8345c69d3101 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 217 time: 0.0336781 Oct 12 23:41:14.767225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-f9a24d0e-33db-4699-95af-cd426b0beaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:14.768596 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-f9a24d0e-33db-4699-95af-cd426b0beaf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0441637 Oct 12 23:41:14.817854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-62e76357-0ca9-4e95-992e-880f854eda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:14.819358 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-62e76357-0ca9-4e95-992e-880f854eda3e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430441 Oct 12 23:41:14.906848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-d6b0ef54-86a0-474d-bd62-7cef23951733 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805178 Oct 12 23:41:14.998599 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-957d4537-a7f8-426f-b83a-7e58e9091e6b req-12da6260-4022-4922-8d45-dad2e1063858 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849679 Oct 12 23:41:15.227841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb97b5f3-9ebe-4c9b-9fc9-16637bec4251 req-d69241a8-a466-4a03-b011-41d71f94e04e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:15.229367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cb97b5f3-9ebe-4c9b-9fc9-16637bec4251 req-d69241a8-a466-4a03-b011-41d71f94e04e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 943 time: 0.0521777 Oct 12 23:41:15.266212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cb97b5f3-9ebe-4c9b-9fc9-16637bec4251 req-533d9367-8b58-414c-bb74-d88c8b32d625 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309310 Oct 12 23:41:15.540851 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:15.621812 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd2c2403-4d0f-4e80-b32a-22f688caeab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:16.239417 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:16.380940 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b070ed-26e5-4130-9666-619c61e42cde req-006fd84a-f8aa-4f0d-85fa-bce91497f83a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:16.382391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3b070ed-26e5-4130-9666-619c61e42cde req-006fd84a-f8aa-4f0d-85fa-bce91497f83a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 943 time: 0.0482790 Oct 12 23:41:16.419698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b3b070ed-26e5-4130-9666-619c61e42cde req-a7d0a557-e4a2-493c-ac4e-45d3eed5be1d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312483 Oct 12 23:41:17.531539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8691c32-1d32-42aa-9096-555aab7b000b req-148e09ca-b0ca-4f48-9d83-2dfb227c3e00 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:17.532986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8691c32-1d32-42aa-9096-555aab7b000b req-148e09ca-b0ca-4f48-9d83-2dfb227c3e00 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 943 time: 0.0475492 Oct 12 23:41:17.571361 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e8691c32-1d32-42aa-9096-555aab7b000b req-9756327d-94de-420c-926b-a2f6fa33e6b9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318935 Oct 12 23:41:17.965296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:18.087441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 91013563-0649-478a-a8ec-586fe552fa00 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:41:18.261923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:41:18.273254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '91013563-0649-478a-a8ec-586fe552fa00', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': '91013563-0649-478a-a8ec-586fe552fa00', 'mac_address': 'fa:16:3e:85:b9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:41:18.310379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:18.326739 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91013563-0649-478a-a8ec-586fe552fa00 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:41:18.346722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:41:18.432892 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:18.481342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:41:18.672909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['91013563-0649-478a-a8ec-586fe552fa00'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:41:18.690824 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8faeb-7a09-4d6c-8662-6951da9b0a39 req-12f7706e-996a-42f1-8d01-8ace249d6d3a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:18.692439 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6c8faeb-7a09-4d6c-8662-6951da9b0a39 req-12f7706e-996a-42f1-8d01-8ace249d6d3a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 944 time: 0.0486808 Oct 12 23:41:18.731459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6c8faeb-7a09-4d6c-8662-6951da9b0a39 req-10ccb607-9131-491f-bdc8-598d957ba99d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326219 Oct 12 23:41:19.320717 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:19.618049 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:19.850427 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addf5f0-a375-4af9-9850-784ad1eea4cf req-54fa8693-b032-48ce-a9ca-523ce33a0e9f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:19.851902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3addf5f0-a375-4af9-9850-784ad1eea4cf req-54fa8693-b032-48ce-a9ca-523ce33a0e9f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 944 time: 0.0532527 Oct 12 23:41:19.888850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3addf5f0-a375-4af9-9850-784ad1eea4cf req-6c20756a-79b7-4f44-ab6b-1482004f1a79 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309296 Oct 12 23:41:20.118344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 91013563-0649-478a-a8ec-586fe552fa00 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:41:20.227487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 91013563-0649-478a-a8ec-586fe552fa00 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:41:20.231262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 91013563-0649-478a-a8ec-586fe552fa00 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:41:20.231663 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:20.309212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:20.334357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91013563-0649-478a-a8ec-586fe552fa00'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:41:20.336740 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2ba79c-184b-43b6-bf5b-6014bb8af848" -d '{"events": [{"server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "name": "network-vif-plugged", "status": "completed", "tag": "91013563-0649-478a-a8ec-586fe552fa00"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:41:20.349333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:41:20.375486 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066be410-226e-4fd6-8df3-fbfe25bc5e2b x-openstack-request-id: req-066be410-226e-4fd6-8df3-fbfe25bc5e2b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:41:20.375486 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "name": "network-vif-plugged", "status": "completed", "tag": "91013563-0649-478a-a8ec-586fe552fa00", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:41:20.375486 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-066be410-226e-4fd6-8df3-fbfe25bc5e2b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:41:20.375486 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91013563-0649-478a-a8ec-586fe552fa00', 'code': 200} Oct 12 23:41:20.452647 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:20.471467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada1c72-65e7-413c-bfe2-36a098932ba1 req-311fd370-6dc8-4dfc-927b-4afbdb61878c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:20.473354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ada1c72-65e7-413c-bfe2-36a098932ba1 req-311fd370-6dc8-4dfc-927b-4afbdb61878c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1096 time: 0.0434008 Oct 12 23:41:20.504526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:41:20.509405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ada1c72-65e7-413c-bfe2-36a098932ba1 req-1e45053b-063a-4c12-8572-cabe27fa60b8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295219 Oct 12 23:41:21.003081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bafab3e-c46c-4baf-a451-b873c2767c6d req-dbe7e70a-c887-4bf9-bafa-3d973d69a193 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:21.004529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bafab3e-c46c-4baf-a451-b873c2767c6d req-dbe7e70a-c887-4bf9-bafa-3d973d69a193 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0483785 Oct 12 23:41:21.040938 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9bafab3e-c46c-4baf-a451-b873c2767c6d req-3cee2365-af66-46a8-9a18-247f0336d778 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304523 Oct 12 23:41:22.452808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53655640-15fa-4527-965a-ab2d46f99698 req-09b0bd46-3c8d-430e-86c3-e78a077c4427 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:22.454177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53655640-15fa-4527-965a-ab2d46f99698 req-09b0bd46-3c8d-430e-86c3-e78a077c4427 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.3456082 Oct 12 23:41:22.491937 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53655640-15fa-4527-965a-ab2d46f99698 req-14158447-da1c-4599-858d-d4899b09091e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303233 Oct 12 23:41:22.605455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89fdfa-e1ef-4367-aa44-8624f96c431a req-80881558-ba7a-45f1-94b4-9bdc329fa871 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:22.606927 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5d89fdfa-e1ef-4367-aa44-8624f96c431a req-80881558-ba7a-45f1-94b4-9bdc329fa871 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0522680 Oct 12 23:41:22.616045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43548) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:41:22.620348 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a576e4f2-19c9-48ba-bfbc-8c1bd7dc343d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'floatingip': {'port_id': '91013563-0649-478a-a8ec-586fe552fa00'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:41:22.658421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a576e4f2-19c9-48ba-bfbc-8c1bd7dc343d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:23.085014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a576e4f2-19c9-48ba-bfbc-8c1bd7dc343d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:23.141923 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a576e4f2-19c9-48ba-bfbc-8c1bd7dc343d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:23.245474 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-a576e4f2-19c9-48ba-bfbc-8c1bd7dc343d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336 associated. External IP: 172.25.2.62, port: 91013563-0649-478a-a8ec-586fe552fa00. Oct 12 23:41:23.454370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a576e4f2-19c9-48ba-bfbc-8c1bd7dc343d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:41:23.564137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a576e4f2-19c9-48ba-bfbc-8c1bd7dc343d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:41:23.569114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a576e4f2-19c9-48ba-bfbc-8c1bd7dc343d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:23.575921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:41:23.586615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:41:23.587257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:41:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:41:23.595966 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a576e4f2-19c9-48ba-bfbc-8c1bd7dc343d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "PUT /v2.0/floatingips/94ea6b4f-59b7-4e83-9d5a-ec48289cb336 HTTP/1.1" status: 200 len: 990 time: 0.9788861 Oct 12 23:41:23.596560 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'tag': '91013563-0649-478a-a8ec-586fe552fa00'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:41:23.599502 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce25d92-129d-46b6-bb90-12b8600b61f1" -d '{"events": [{"name": "network-changed", "server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "tag": "91013563-0649-478a-a8ec-586fe552fa00"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:41:23.637656 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c457bad0-39c0-4b9a-8778-961a7f94e2cc x-openstack-request-id: req-c457bad0-39c0-4b9a-8778-961a7f94e2cc {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:41:23.638270 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "tag": "91013563-0649-478a-a8ec-586fe552fa00", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:41:23.638270 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c457bad0-39c0-4b9a-8778-961a7f94e2cc {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:41:23.638622 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'tag': '91013563-0649-478a-a8ec-586fe552fa00', 'status': 'completed', 'code': 200} Oct 12 23:41:23.693870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:41:23.700475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-377cd686-6c02-4bc3-a569-8034a4ee682b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:23.701994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-377cd686-6c02-4bc3-a569-8034a4ee682b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1097 time: 0.0401542 Oct 12 23:41:23.795386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-7b1f110b-e4de-48f1-81fb-34602614c9dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:23.796772 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-7b1f110b-e4de-48f1-81fb-34602614c9dd service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0884938 Oct 12 23:41:23.861582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-a2ecd2e1-5f6f-4dcb-be31-57c3b7312c1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 998 time: 0.0577052 Oct 12 23:41:23.909944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-a0bc70cb-b6c8-44a8-936e-6098666e6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:23.911507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-a0bc70cb-b6c8-44a8-936e-6098666e6ecc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0437434 Oct 12 23:41:23.912347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': '91013563-0649-478a-a8ec-586fe552fa00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:85:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:41:22Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:41:23.937710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:41:23.946590 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:41:23.947269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:41:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:41:23.960157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-0760917f-c204-4317-abaf-699043d3206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:41:23.961686 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-0760917f-c204-4317-abaf-699043d3206e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435266 Oct 12 23:41:24.050773 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-842d322e-719f-4efe-8509-ddc449e5515a service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817630 Oct 12 23:41:24.051253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:41:24.143845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bce25d92-129d-46b6-bb90-12b8600b61f1 req-b645e417-c860-4813-92eb-7ddf83295208 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865588 Oct 12 23:41:24.274056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': '91013563-0649-478a-a8ec-586fe552fa00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:85:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:41:22Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:41:24.300181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65e7bd4-9045-41cb-8bbc-609922a60ba9 None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': '91013563-0649-478a-a8ec-586fe552fa00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:85:b9:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:41:22Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:41:24.493033 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f261291d-9044-46cf-bebd-0bc548063013 None None] New status for floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:41:27.141988 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:41:42.137895 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c7c25de1-b563-4840-b94d-47d701820b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:45.577477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:45.606375 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1742ddba-cf1c-445e-bd3c-447b4a030347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:46.235848 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:47.970300 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:49.291801 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:41:49.612318 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:01.658226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-3b2f8cdc-8c7a-4d37-858e-4c9241224a2d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396388 Oct 12 23:42:01.736395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-3dbae137-6abf-4be2-9a1f-fdf2d682b1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:42:01.737840 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-3dbae137-6abf-4be2-9a1f-fdf2d682b1a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1097 time: 0.0391343 Oct 12 23:42:01.844063 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-39effcc1-e5dd-468f-b128-b05a5bdae8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:42:01.845577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-39effcc1-e5dd-468f-b128-b05a5bdae8ab service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0880480 Oct 12 23:42:01.912340 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-2a1e1fa9-cd4c-4f19-8a4e-9850b1ae24a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 1000 time: 0.0598173 Oct 12 23:42:01.961949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-c071acb4-6633-4c89-b9ec-255209ed4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:42:01.963389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-c071acb4-6633-4c89-b9ec-255209ed4c27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0444405 Oct 12 23:42:02.014025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-8e099008-1df4-47a7-bf19-7e5fc2ce634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:42:02.015537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-8e099008-1df4-47a7-bf19-7e5fc2ce634f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443535 Oct 12 23:42:02.104240 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-ba9d3f16-4a0f-46e9-ba1f-87a13733f6e5 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809226 Oct 12 23:42:02.196626 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2a4b3484-25ca-471f-a2ca-67fbe784dad6 req-87e06b5f-b78f-4f0f-8ebc-5bbd632aaff6 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855870 Oct 12 23:42:04.141827 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:42:12.135849 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d4969225-80de-4217-87b2-c91d160e6675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:15.588793 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:15.617483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-60f3a379-ca23-4ef9-acad-dddc1002c4cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:16.268481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:17.992653 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:19.302751 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:19.638198 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:41.141325 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:42:42.152164 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a6bbd052-f4f9-4141-8087-a31c6216401a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:45.554800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:45.626573 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6566ff2d-b4ef-4bdc-862f-56388fe3ad09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:46.254801 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:47.965095 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:49.330770 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:49.643800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:42:58.446471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a04c8a-54c1-4da6-802c-7e491ab83826 req-8e77a735-f09c-4c98-a9ec-1f4996f23eca tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:42:58.448030 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00a04c8a-54c1-4da6-802c-7e491ab83826 req-8e77a735-f09c-4c98-a9ec-1f4996f23eca tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0507493 Oct 12 23:42:58.485620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00a04c8a-54c1-4da6-802c-7e491ab83826 req-445ed2cd-4db2-436e-9606-0c5a6d79ebbc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316737 Oct 12 23:42:59.604722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a735a-db02-44a2-9614-0b98853f8e96 req-bfc25963-4670-41e9-afbf-49cec77ef09c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:42:59.606257 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a83a735a-db02-44a2-9614-0b98853f8e96 req-bfc25963-4670-41e9-afbf-49cec77ef09c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0498013 Oct 12 23:42:59.644256 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a83a735a-db02-44a2-9614-0b98853f8e96 req-69e2ba65-8b30-4a32-9ca2-7f86c1693fcc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316925 Oct 12 23:43:00.759434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4272f-6829-40f0-9d02-b55570f4b7ed req-1fe9f2d5-5214-482e-8a05-5c2c169799fd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:00.760899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44d4272f-6829-40f0-9d02-b55570f4b7ed req-1fe9f2d5-5214-482e-8a05-5c2c169799fd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0485184 Oct 12 23:43:00.797888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44d4272f-6829-40f0-9d02-b55570f4b7ed req-7163878d-1a4d-42d0-a44d-cc2a6c953f9a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309975 Oct 12 23:43:01.911870 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d3d95-171b-49f0-9d57-12ce24740327 req-716bace5-194a-4342-a325-ffcd82b6a174 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:01.913437 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-892d3d95-171b-49f0-9d57-12ce24740327 req-716bace5-194a-4342-a325-ffcd82b6a174 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0490561 Oct 12 23:43:01.950612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-892d3d95-171b-49f0-9d57-12ce24740327 req-faa5f3ae-2a0a-473a-9a37-78ded7eaa478 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310414 Oct 12 23:43:02.696653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-15801e83-c426-46cc-80de-bc2559d72a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:02.698124 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-15801e83-c426-46cc-80de-bc2559d72a00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1097 time: 0.0450072 Oct 12 23:43:02.799210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-998133fc-e98c-4e58-8713-052951104357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:02.800649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-998133fc-e98c-4e58-8713-052951104357 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0847483 Oct 12 23:43:02.868044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-e5f6c1ab-9584-439f-a480-30d6440fa71b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 1000 time: 0.0601487 Oct 12 23:43:02.916599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-55002e99-25a5-4453-a534-5d763d98c9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:02.918289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-55002e99-25a5-4453-a534-5d763d98c9b9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0429978 Oct 12 23:43:02.966476 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-2f47f892-5dec-4b52-86d4-46669fa44a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:02.967987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-2f47f892-5dec-4b52-86d4-46669fa44a79 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0423534 Oct 12 23:43:03.094192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88ad037-feb0-4c23-8809-36745809bf23 req-06315604-57f8-459b-a7fe-115e6961b643 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:03.095693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a88ad037-feb0-4c23-8809-36745809bf23 req-06315604-57f8-459b-a7fe-115e6961b643 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0764945 Oct 12 23:43:03.099136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-19ab3ce8-3567-4a48-938b-66835b317ce6 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237216 Oct 12 23:43:03.182519 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a88ad037-feb0-4c23-8809-36745809bf23 req-02f603d6-1976-416b-aa5a-750d9395c51f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801644 Oct 12 23:43:03.214503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6e8bc42-2bc3-4aaf-9184-9f0c22425662 req-d7282ce9-d24b-4ef4-a451-280a3ed7c2b7 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066155 Oct 12 23:43:04.299798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745a9ac-59f9-4249-b726-20501ed6ecb9 req-f92a62fd-bbe0-46e2-bf80-b34063b790fa tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:04.301263 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1745a9ac-59f9-4249-b726-20501ed6ecb9 req-f92a62fd-bbe0-46e2-bf80-b34063b790fa tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0542808 Oct 12 23:43:04.339178 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1745a9ac-59f9-4249-b726-20501ed6ecb9 req-32af5d75-e7e8-4504-80e4-ae5494258e3c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319576 Oct 12 23:43:05.453725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602c43be-fe72-4a89-90ba-0105ae926abc req-ff00ed39-122f-41d3-90a2-9963ea17735b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:05.455188 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-602c43be-fe72-4a89-90ba-0105ae926abc req-ff00ed39-122f-41d3-90a2-9963ea17735b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0492375 Oct 12 23:43:05.493277 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-602c43be-fe72-4a89-90ba-0105ae926abc req-565fd05f-4ad0-4fa2-b896-7fb72421741e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Oct 12 23:43:06.610153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07606d1-f845-48ed-839e-6e253a37e169 req-26714f5c-0bc2-45b8-85f1-71278da91172 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:06.611673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b07606d1-f845-48ed-839e-6e253a37e169 req-26714f5c-0bc2-45b8-85f1-71278da91172 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0497220 Oct 12 23:43:06.649737 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b07606d1-f845-48ed-839e-6e253a37e169 req-13c962ac-b2c6-4186-a9b4-56b34e5dbacb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311172 Oct 12 23:43:07.766580 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8ae86-bf49-4afb-8cec-f0a17e872dd8 req-ffb4b3d9-af2b-4275-b850-0eb848cc41c0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:07.768914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ded8ae86-bf49-4afb-8cec-f0a17e872dd8 req-ffb4b3d9-af2b-4275-b850-0eb848cc41c0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0485418 Oct 12 23:43:07.805938 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ded8ae86-bf49-4afb-8cec-f0a17e872dd8 req-3979d160-a8ba-4d59-a0bc-68c41473e843 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318973 Oct 12 23:43:08.921201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e814962d-4244-4680-ad30-e281d8be9865 req-a50b22b1-7231-4d42-b920-1089ed6a7198 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:08.922575 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e814962d-4244-4680-ad30-e281d8be9865 req-a50b22b1-7231-4d42-b920-1089ed6a7198 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0491323 Oct 12 23:43:08.960085 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e814962d-4244-4680-ad30-e281d8be9865 req-fcae1564-9b15-49a2-930d-81a4aa266b0c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315704 Oct 12 23:43:09.355999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4065cd8-5ee6-4da0-aadf-d315acb69328 req-d4d8b9f6-87ca-4940-8078-27f6e1edfd5f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:09.357484 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4065cd8-5ee6-4da0-aadf-d315acb69328 req-d4d8b9f6-87ca-4940-8078-27f6e1edfd5f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0531080 Oct 12 23:43:09.394539 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4065cd8-5ee6-4da0-aadf-d315acb69328 req-92df5901-021c-47c1-8bc1-4196d1f709cd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310912 Oct 12 23:43:09.449045 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-e87cf10d-5245-4fb7-a81f-61d00ad14cca service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0404875 Oct 12 23:43:10.516408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0e7a3-e868-401f-af54-6bb2ff78b39f req-dfecb0da-fa3b-47f6-b73b-1ed591049218 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:10.517893 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82e0e7a3-e868-401f-af54-6bb2ff78b39f req-dfecb0da-fa3b-47f6-b73b-1ed591049218 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0529370 Oct 12 23:43:10.555780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82e0e7a3-e868-401f-af54-6bb2ff78b39f req-38f84953-adc7-48a2-b1d2-9eb938bf148a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319507 Oct 12 23:43:11.316029 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-aa76d237-4883-42d3-af7a-80f4d70528d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:11.317498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-aa76d237-4883-42d3-af7a-80f4d70528d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1097 time: 0.0404172 Oct 12 23:43:11.407356 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-6f013792-3de8-4f2a-b56c-a3e0972510c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:11.408790 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-6f013792-3de8-4f2a-b56c-a3e0972510c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0846202 Oct 12 23:43:11.471866 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-b0731468-8031-4ab6-87ce-3201c3ddabac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 1000 time: 0.0562167 Oct 12 23:43:11.521517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-32ef3f48-19f8-4fa3-b3b5-d2964ac5089b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:11.522823 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-32ef3f48-19f8-4fa3-b3b5-d2964ac5089b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0442026 Oct 12 23:43:11.570484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-b2788fda-9455-4d50-846b-6a119acccda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:11.571876 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-b2788fda-9455-4d50-846b-6a119acccda0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425637 Oct 12 23:43:11.662572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-8058c56d-73c0-4e8d-8470-9a25ad8aa383 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834606 Oct 12 23:43:11.676938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9bbc1-ac92-440f-a3a7-15cc30f1c55d req-4e10c666-cf3a-4541-87eb-53e69e0b64ff tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:11.678530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35f9bbc1-ac92-440f-a3a7-15cc30f1c55d req-4e10c666-cf3a-4541-87eb-53e69e0b64ff tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0512884 Oct 12 23:43:11.716383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35f9bbc1-ac92-440f-a3a7-15cc30f1c55d req-f18e110d-7042-4d4d-b2b7-1ace59b93220 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316136 Oct 12 23:43:11.757138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-31510e9a-9ff5-4cb9-b80a-36655ddc1097 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880475 Oct 12 23:43:12.119034 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-757fb7d8-44a6-4ad4-a6bd-797e1f919fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:12.829425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55596c8-1c8a-474d-80d7-7a7880142492 req-87f3e1d0-0f42-4639-917f-97f61e28d4ba tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:12.830886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e55596c8-1c8a-474d-80d7-7a7880142492 req-87f3e1d0-0f42-4639-917f-97f61e28d4ba tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0487285 Oct 12 23:43:12.868087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e55596c8-1c8a-474d-80d7-7a7880142492 req-65f63beb-2969-4cc6-a541-4f083a186c22 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306313 Oct 12 23:43:13.667746 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-0d75c119-dd09-41df-b10d-b4655e81bde1 service neutron] show failed (client error): The resource could not be found. Oct 12 23:43:13.668986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-0d75c119-dd09-41df-b10d-b4655e81bde1 service neutron] 10.222.0.41 "GET /v2.0/ports/91013563-0649-478a-a8ec-586fe552fa00/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0537729 Oct 12 23:43:13.994849 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27bcbf-76b4-41a1-bdad-977c8b3c4ab4 req-7dc4ae5a-23b9-4bd0-849a-5635dfcb030a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:13.996367 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc27bcbf-76b4-41a1-bdad-977c8b3c4ab4 req-7dc4ae5a-23b9-4bd0-849a-5635dfcb030a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0593283 Oct 12 23:43:14.033508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc27bcbf-76b4-41a1-bdad-977c8b3c4ab4 req-0e5d2fa1-1a17-4f73-836f-2b7d123c08f1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312638 Oct 12 23:43:14.220105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-7bd8b6e3-01e7-44bb-a172-c00019d5b3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:14.221567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-7bd8b6e3-01e7-44bb-a172-c00019d5b3d4 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 1097 time: 0.0867403 Oct 12 23:43:14.232730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:43:14.635044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:14.826615 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:43:14.858219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:43:14.895572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91013563-0649-478a-a8ec-586fe552fa00'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:43:14.898539 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8f6f85-63b3-42cf-8459-d744e5ebd132" -d '{"events": [{"server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "name": "network-vif-unplugged", "status": "completed", "tag": "91013563-0649-478a-a8ec-586fe552fa00"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:43:14.902560 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:14.914595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Transition to ACTIVE for port object 91013563-0649-478a-a8ec-586fe552fa00 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:43:14.948566 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6c18e1-ee79-40de-80df-99e05371ccb2 x-openstack-request-id: req-db6c18e1-ee79-40de-80df-99e05371ccb2 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:43:14.948879 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "name": "network-vif-unplugged", "status": "completed", "tag": "91013563-0649-478a-a8ec-586fe552fa00", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:43:14.949133 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-db6c18e1-ee79-40de-80df-99e05371ccb2 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:43:14.949530 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91013563-0649-478a-a8ec-586fe552fa00', 'code': 200} Oct 12 23:43:14.974352 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:15.053246 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Pushing event updated for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:15.067891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.068853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.069331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.069653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.069989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.070323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.070651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.070999 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.071375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.071718 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.071982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.072310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:15.109543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] No DVR routers for this DVR port 91013563-0649-478a-a8ec-586fe552fa00 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:43:15.160752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4799a15e-8fdb-4e5e-b322-fa690e1e96ae req-231e46b4-75c7-4afb-a621-39e653cf3819 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:15.163265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4799a15e-8fdb-4e5e-b322-fa690e1e96ae req-231e46b4-75c7-4afb-a621-39e653cf3819 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 943 time: 0.0536933 Oct 12 23:43:15.205748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4799a15e-8fdb-4e5e-b322-fa690e1e96ae req-ccddbf4e-cfee-4845-9368-4a8b6b8c6892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358407 Oct 12 23:43:15.252866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Attempting to bind port 91013563-0649-478a-a8ec-586fe552fa00 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:43:15.253437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Attempting to bind port 91013563-0649-478a-a8ec-586fe552fa00 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:43:15.253547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Attempting to bind port 91013563-0649-478a-a8ec-586fe552fa00 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:43:15.257820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Port 91013563-0649-478a-a8ec-586fe552fa00 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:43:15.258142 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Attempting to bind port 91013563-0649-478a-a8ec-586fe552fa00 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:43:15.262841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 42, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:43:15.263206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:43:15.263584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:43:15.264006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Bound port: 91013563-0649-478a-a8ec-586fe552fa00, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:43:15.264359 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:15.329726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:43:15.333743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:43:15.415068 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:15.448523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:15.449155 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:15.450530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] 10.222.0.25 "PUT /v2.0/ports/91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 1092 time: 1.2215638 Oct 12 23:43:15.476981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c8684-4284-4765-bd41-37f8dcd13072 service neutron] Pushing event updated for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:15.519247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-f066ad0d-bf75-452f-b5dd-70f822db3771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:15.520775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-f066ad0d-bf75-452f-b5dd-70f822db3771 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1095 time: 0.0447586 Oct 12 23:43:15.559303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:15.610725 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e7ad04c-939b-4e78-b00f-286ef112a405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:15.627740 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-609964b0-9e25-48ab-b437-e10ca8b6a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:15.629209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-609964b0-9e25-48ab-b437-e10ca8b6a993 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1012602 Oct 12 23:43:15.694299 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-b4ed2b0d-565c-4b6b-85a8-2a6cb332c6d8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 998 time: 0.0583193 Oct 12 23:43:15.742798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-aeaa2dca-fff0-45ca-a943-a37595efb976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:15.744292 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-aeaa2dca-fff0-45ca-a943-a37595efb976 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0436656 Oct 12 23:43:15.793328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-2ef87411-6bca-4dbe-a30e-513de80ab597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:15.794796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-2ef87411-6bca-4dbe-a30e-513de80ab597 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436070 Oct 12 23:43:15.896852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-4f7b71ab-74f6-48f3-92b0-f03758224589 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935283 Oct 12 23:43:15.988934 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1be05788-b140-4029-b8dc-4d8572f73ebc req-37edf2c4-97da-4768-aab0-3c1debaac1e7 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852726 Oct 12 23:43:16.301910 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:16.325327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87886b-77d7-4364-95e0-4f8e019402c2 req-78e3fc8b-15c2-4184-a751-b3035ee7543a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:16.326851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf87886b-77d7-4364-95e0-4f8e019402c2 req-78e3fc8b-15c2-4184-a751-b3035ee7543a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 943 time: 0.0506494 Oct 12 23:43:16.364348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cf87886b-77d7-4364-95e0-4f8e019402c2 req-54ca6eef-0322-466d-bc5a-8e8728c453f3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314686 Oct 12 23:43:16.951250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'tag': '91013563-0649-478a-a8ec-586fe552fa00'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:43:16.953512 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970535f8-135b-4d36-8c91-e0336fe5ae58" -d '{"events": [{"name": "network-changed", "server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "tag": "91013563-0649-478a-a8ec-586fe552fa00"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:43:17.001628 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954099ca-c123-40f5-9b58-e4e5ae3bef55 x-openstack-request-id: req-954099ca-c123-40f5-9b58-e4e5ae3bef55 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:43:17.001925 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "tag": "91013563-0649-478a-a8ec-586fe552fa00", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:43:17.002178 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-954099ca-c123-40f5-9b58-e4e5ae3bef55 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:43:17.002572 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'tag': '91013563-0649-478a-a8ec-586fe552fa00', 'status': 'completed', 'code': 200} Oct 12 23:43:17.092434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-d6c125a5-9e46-48a1-ac78-8c5ab22bb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:17.093907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-d6c125a5-9e46-48a1-ac78-8c5ab22bb7a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1095 time: 0.0727494 Oct 12 23:43:17.096402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-a67a2f42-c06b-451b-b750-0a94295f025f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:17.097706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-a67a2f42-c06b-451b-b750-0a94295f025f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1095 time: 0.0679014 Oct 12 23:43:17.250738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-c72100cf-b43b-4e84-a4ae-cd6333d53b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:17.252120 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-c72100cf-b43b-4e84-a4ae-cd6333d53b7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1514933 Oct 12 23:43:17.253179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-bc6d546a-7d89-478d-bb36-7ab147399939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:17.254457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-bc6d546a-7d89-478d-bb36-7ab147399939 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1469162 Oct 12 23:43:17.362013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-227bade3-f35d-4061-8bbc-c87d7887bd57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 998 time: 0.1033340 Oct 12 23:43:17.363766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-fdec2931-5fdc-413f-88d6-5f7c856b4f50 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 998 time: 0.0990081 Oct 12 23:43:17.457036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-ec2ad1aa-33f6-4d0b-b3ba-6c4fcbaadd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:17.458451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-ec2ad1aa-33f6-4d0b-b3ba-6c4fcbaadd0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0902154 Oct 12 23:43:17.476067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-b2aa11fa-d5ad-4863-bfb5-4ec50cf78548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:17.477385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-b2aa11fa-d5ad-4863-bfb5-4ec50cf78548 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.1022365 Oct 12 23:43:17.552983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3220f0-3795-4dad-a93c-7cb118a87113 req-951a2411-c39d-40d5-9670-92dccd8e4cd2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:17.554287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c3220f0-3795-4dad-a93c-7cb118a87113 req-951a2411-c39d-40d5-9670-92dccd8e4cd2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 943 time: 0.1180475 Oct 12 23:43:17.563578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-e6af1549-95c3-4951-afe4-0d9753968854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:17.564925 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-e6af1549-95c3-4951-afe4-0d9753968854 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791647 Oct 12 23:43:17.567233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-a71fccc6-e537-4848-aa47-7588b286c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:17.569162 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-a71fccc6-e537-4848-aa47-7588b286c50a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962558 Oct 12 23:43:17.702670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0c3220f0-3795-4dad-a93c-7cb118a87113 req-dfd1045f-9cc1-439d-a707-8ad611bba767 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417587 Oct 12 23:43:17.753387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-92e970ba-8301-4749-8214-88e18400ebc4 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793158 Oct 12 23:43:17.755214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-3bbf803f-33aa-486c-bb75-a2806f97efe0 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663923 Oct 12 23:43:17.910490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-c74cba27-795c-4e85-bf9f-3e4c5f9abd98 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487756 Oct 12 23:43:17.912371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-970535f8-135b-4d36-8c91-e0336fe5ae58 req-18a603d7-767c-447a-bbcf-d2d877fc6899 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516938 Oct 12 23:43:17.952881 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:18.139979 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:43:18.646161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 91013563-0649-478a-a8ec-586fe552fa00 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:43:18.687027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 91013563-0649-478a-a8ec-586fe552fa00 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:43:18.819435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a599eba-3f2f-4476-a7ac-7885fd3f1664 req-66344b26-2ed7-4fc1-9e19-ed160719ba13 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:18.820900 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9a599eba-3f2f-4476-a7ac-7885fd3f1664 req-66344b26-2ed7-4fc1-9e19-ed160719ba13 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 943 time: 0.0479975 Oct 12 23:43:18.861599 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9a599eba-3f2f-4476-a7ac-7885fd3f1664 req-8e15d381-c1f4-4cdf-835f-83b2065150e7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346427 Oct 12 23:43:18.915570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 91013563-0649-478a-a8ec-586fe552fa00 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:43:19.006733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:43:19.019246 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '91013563-0649-478a-a8ec-586fe552fa00', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': '91013563-0649-478a-a8ec-586fe552fa00', 'mac_address': 'fa:16:3e:85:b9:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:43:19.056839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:19.072980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91013563-0649-478a-a8ec-586fe552fa00 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:43:19.093803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:43:19.152159 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:19.200382 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71bedb-1a17-47e1-8ed3-8b8d3ba0ab9b req-243c96b6-d62d-4658-b612-416241ab0e2b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:19.201200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:19.201875 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e71bedb-1a17-47e1-8ed3-8b8d3ba0ab9b req-243c96b6-d62d-4658-b612-416241ab0e2b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 943 time: 0.0675831 Oct 12 23:43:19.209976 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.210499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.210843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.211214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.211548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.211883 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.212215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.212542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.212911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.213317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.213647 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.214020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:43:19.242326 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9e71bedb-1a17-47e1-8ed3-8b8d3ba0ab9b req-487788f7-c3bc-43c3-a7ec-5b4255415047 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336769 Oct 12 23:43:19.274860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7477-8cd4-438a-8248-be5191983e22 req-b7470c5c-a1e4-4cde-822b-4829f210619b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:19.276424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96aa7477-8cd4-438a-8248-be5191983e22 req-b7470c5c-a1e4-4cde-822b-4829f210619b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b&tenant_id=321fe5664899499e85182985dff47096&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 944 time: 0.0578182 Oct 12 23:43:19.341582 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:19.344636 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-96aa7477-8cd4-438a-8248-be5191983e22 req-9098e4d4-7111-4996-bfe4-5349085fd174 service neutron] delete failed (client error): The resource could not be found. Oct 12 23:43:19.345644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96aa7477-8cd4-438a-8248-be5191983e22 req-9098e4d4-7111-4996-bfe4-5349085fd174 service neutron] 10.222.0.41 "DELETE /v2.0/ports/91013563-0649-478a-a8ec-586fe552fa00/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0614767 Oct 12 23:43:19.365352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['91013563-0649-478a-a8ec-586fe552fa00'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:43:19.426315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7477-8cd4-438a-8248-be5191983e22 req-2efd0b91-670b-412b-aff9-a2386bee05c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:19.428411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96aa7477-8cd4-438a-8248-be5191983e22 req-2efd0b91-670b-412b-aff9-a2386bee05c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1096 time: 0.0419383 Oct 12 23:43:19.517225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7477-8cd4-438a-8248-be5191983e22 req-4b99e716-1297-4b20-81c6-c08480535203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:19.518687 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96aa7477-8cd4-438a-8248-be5191983e22 req-4b99e716-1297-4b20-81c6-c08480535203 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0846550 Oct 12 23:43:19.587751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96aa7477-8cd4-438a-8248-be5191983e22 req-5398a2b6-9426-4445-8b45-b9c037408da4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 999 time: 0.0620604 Oct 12 23:43:19.633383 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:19.636464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7477-8cd4-438a-8248-be5191983e22 req-cbec73cb-9551-4ef8-9ff1-3faf2dfeea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:19.637891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96aa7477-8cd4-438a-8248-be5191983e22 req-cbec73cb-9551-4ef8-9ff1-3faf2dfeea18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0439191 Oct 12 23:43:19.683139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa7477-8cd4-438a-8248-be5191983e22 req-0371d37e-3f36-4484-ba52-97142a10f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:19.684524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96aa7477-8cd4-438a-8248-be5191983e22 req-0371d37e-3f36-4484-ba52-97142a10f45d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0393672 Oct 12 23:43:19.777378 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96aa7477-8cd4-438a-8248-be5191983e22 req-fd61c133-b80e-48cb-ac1c-4351c4c461d4 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849097 Oct 12 23:43:19.864301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-96aa7477-8cd4-438a-8248-be5191983e22 req-5c62d217-e227-4633-b407-ec53e6cddf31 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798798 Oct 12 23:43:20.373120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4bbed-6195-4017-9ee5-8c54f0590c2e req-8a5b6f0e-f0bd-4beb-a059-904efd85c155 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:20.374579 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aff4bbed-6195-4017-9ee5-8c54f0590c2e req-8a5b6f0e-f0bd-4beb-a059-904efd85c155 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 944 time: 0.0584092 Oct 12 23:43:20.413098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aff4bbed-6195-4017-9ee5-8c54f0590c2e req-ab514f69-c552-4f0a-8ac9-776d8acd8797 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325217 Oct 12 23:43:20.928859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 91013563-0649-478a-a8ec-586fe552fa00 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:43:21.027088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 91013563-0649-478a-a8ec-586fe552fa00 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:43:21.030727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 91013563-0649-478a-a8ec-586fe552fa00 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:43:21.031146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:21.104344 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:21.126624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91013563-0649-478a-a8ec-586fe552fa00'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:43:21.128885 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a330bd28-3d37-41a8-8b3d-a2a5c3fe9e22" -d '{"events": [{"server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "name": "network-vif-plugged", "status": "completed", "tag": "91013563-0649-478a-a8ec-586fe552fa00"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:43:21.142073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:43:21.164702 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72577937-f7ab-46a2-83ca-b3c2d210b8dc x-openstack-request-id: req-72577937-f7ab-46a2-83ca-b3c2d210b8dc {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:43:21.164989 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "name": "network-vif-plugged", "status": "completed", "tag": "91013563-0649-478a-a8ec-586fe552fa00", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:43:21.165240 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72577937-f7ab-46a2-83ca-b3c2d210b8dc {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:43:21.165697 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91013563-0649-478a-a8ec-586fe552fa00', 'code': 200} Oct 12 23:43:21.210489 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:21.259326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:21.527156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28b8b2-3f46-48d3-b212-ec3fc982aaf8 req-9b0e8209-ed5e-4802-b5cc-504820e46fef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:21.528673 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4e28b8b2-3f46-48d3-b212-ec3fc982aaf8 req-9b0e8209-ed5e-4802-b5cc-504820e46fef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0492830 Oct 12 23:43:21.567189 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4e28b8b2-3f46-48d3-b212-ec3fc982aaf8 req-32f32677-492d-47f1-97cb-9360b37d9c1b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325992 Oct 12 23:43:21.681850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d526ec97-d213-4acf-b9f7-46620bd5a627 req-b2191fe9-fedc-4dd0-a58c-058e775d38d9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:21.683359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d526ec97-d213-4acf-b9f7-46620bd5a627 req-b2191fe9-fedc-4dd0-a58c-058e775d38d9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0489511 Oct 12 23:43:21.720770 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d526ec97-d213-4acf-b9f7-46620bd5a627 req-3f2d0b47-27ea-42ce-bf3e-d0ab3f6c501f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316274 Oct 12 23:43:22.054809 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acf456-38a6-4336-88f8-192767f2a0f6 req-c795cd79-e6bb-42ca-bc20-6880b6de5a6c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:22.056455 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0acf456-38a6-4336-88f8-192767f2a0f6 req-c795cd79-e6bb-42ca-bc20-6880b6de5a6c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0521975 Oct 12 23:43:22.095277 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d0acf456-38a6-4336-88f8-192767f2a0f6 req-235ab929-a3fc-4df8-ab5e-ed89960aa050 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326095 Oct 12 23:43:22.157255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-11a589a8-c60a-4013-8658-436b2181bf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:22.158719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-11a589a8-c60a-4013-8658-436b2181bf67 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 1097 time: 0.0387921 Oct 12 23:43:22.250650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-2e4d2784-7d60-410a-8640-c2ad3ead4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:22.252044 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-2e4d2784-7d60-410a-8640-c2ad3ead4377 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0868187 Oct 12 23:43:22.315158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-e2c13261-18d7-4893-b43b-4c026e6d8234 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 200 len: 1000 time: 0.0559759 Oct 12 23:43:22.365706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-ce221f65-ba17-4bdd-aa66-eeddc4513c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:22.367198 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-ce221f65-ba17-4bdd-aa66-eeddc4513c96 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0456161 Oct 12 23:43:22.410194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-98b420b3-6106-4206-9ec6-54cea47c8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:22.412144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-98b420b3-6106-4206-9ec6-54cea47c8f65 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0378978 Oct 12 23:43:22.498658 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-4dbae61a-90b0-4b7e-8087-a1e5b6a7154b service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799880 Oct 12 23:43:22.589833 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9596d22d-78e9-4f12-8523-eabed5147bdf req-1ffb8cd5-7a59-430a-8120-b1efbbb15264 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839598 Oct 12 23:43:23.215824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6966d2-e054-4bb7-8e81-df1766fdd2d1 req-7f5ee348-9724-49c7-852c-c8a6c6bc7036 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:23.217392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b6966d2-e054-4bb7-8e81-df1766fdd2d1 req-7f5ee348-9724-49c7-852c-c8a6c6bc7036 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0521853 Oct 12 23:43:23.257383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8b6966d2-e054-4bb7-8e81-df1766fdd2d1 req-4fa323f1-77b6-4690-b430-6463dfcba679 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339768 Oct 12 23:43:24.379657 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dd25bc-d557-49f0-a149-f78cd5f9d717 req-54b2bb68-4b91-4921-a047-01bcaf2b9751 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:24.381352 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89dd25bc-d557-49f0-a149-f78cd5f9d717 req-54b2bb68-4b91-4921-a047-01bcaf2b9751 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0525100 Oct 12 23:43:24.420693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-89dd25bc-d557-49f0-a149-f78cd5f9d717 req-5f95a660-2b43-4b0d-b6a9-334fd29b4341 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334241 Oct 12 23:43:24.839630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fe2658-b745-4dc2-99c4-055a1594b397 req-72c84457-19d8-45fe-a24e-8ceffd3fcdf4 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:24.841103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39fe2658-b745-4dc2-99c4-055a1594b397 req-72c84457-19d8-45fe-a24e-8ceffd3fcdf4 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0492930 Oct 12 23:43:24.878414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39fe2658-b745-4dc2-99c4-055a1594b397 req-e6b056da-3f04-49af-89bd-8971504ccb8b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313175 Oct 12 23:43:25.993642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5ad46-a367-4933-b441-2fab33d0b12d req-cf03e6cb-a0dc-42b9-8866-c83be51b4089 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:25.995112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1b5ad46-a367-4933-b441-2fab33d0b12d req-cf03e6cb-a0dc-42b9-8866-c83be51b4089 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0477452 Oct 12 23:43:26.044195 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b1b5ad46-a367-4933-b441-2fab33d0b12d req-b9231bc0-85de-46c3-b2a5-24a0bb85136e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431473 Oct 12 23:43:26.079642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-9cf9cb3c-198f-41b6-87b2-0ba671abaf1e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:26.081082 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-9cf9cb3c-198f-41b6-87b2-0ba671abaf1e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 945 time: 0.0524051 Oct 12 23:43:26.168864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Deleting port 91013563-0649-478a-a8ec-586fe552fa00 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:43:26.169124 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:26.258707 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] For port 91013563-0649-478a-a8ec-586fe552fa00, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=91013563-0649-478a-a8ec-586fe552fa00,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:43:26.259103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:26.423751 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:26.424030 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:26.424340 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336 disassociated. External IP: 172.25.2.62, port: 91013563-0649-478a-a8ec-586fe552fa00. Oct 12 23:43:26.424674 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Calling delete_port for 91013563-0649-478a-a8ec-586fe552fa00 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:43:26.639123 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:26.667541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event deleted for resources: {'Port': ['ID=91013563-0649-478a-a8ec-586fe552fa00,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:26.790298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:43:26.899666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:43:26.908970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:43:26.919434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:43:26.920051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:43:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:43:26.938613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] No DVR routers for this DVR port 91013563-0649-478a-a8ec-586fe552fa00 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:43:26.941108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:26.944467 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-104dc1fc-5a3f-4c9e-a9c3-63c5afd87505 req-266673d2-b18f-4fd9-bcdc-5694c98f0fc0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "DELETE /v2.0/ports/91013563-0649-478a-a8ec-586fe552fa00 HTTP/1.1" status: 204 len: 173 time: 0.8562522 Oct 12 23:43:26.944899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'name': 'network-vif-deleted', 'tag': '91013563-0649-478a-a8ec-586fe552fa00'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:43:26.947217 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97029b01-d730-4bba-816d-685a4014fa4c" -d '{"events": [{"server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "name": "network-vif-deleted", "tag": "91013563-0649-478a-a8ec-586fe552fa00"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:43:26.984287 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a95cb97-7d82-4c63-a68a-d370011e93aa x-openstack-request-id: req-8a95cb97-7d82-4c63-a68a-d370011e93aa {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:43:26.984577 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a904180a-1eec-4242-ac22-0bef268cf55b", "name": "network-vif-deleted", "tag": "91013563-0649-478a-a8ec-586fe552fa00", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:43:26.984831 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8a95cb97-7d82-4c63-a68a-d370011e93aa {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:43:26.985229 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a904180a-1eec-4242-ac22-0bef268cf55b', 'name': 'network-vif-deleted', 'tag': '91013563-0649-478a-a8ec-586fe552fa00', 'status': 'completed', 'code': 200} Oct 12 23:43:27.024913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:43:27.158173 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c1f412e1-12cb-4e67-950d-2296503f54ed req-2c1f6c7f-0c14-4502-928e-5a913a94150c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=a904180a-1eec-4242-ac22-0bef268cf55b HTTP/1.1" status: 200 len: 210 time: 0.0309587 Oct 12 23:43:27.380718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:43:27.406833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:43:27.415629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:43:27.416249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:43:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:43:27.523591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:43:27.723089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:43:27.749714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433f24c4-92d4-4af0-aeae-ee34cda9bcc3 None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:43:27.965960 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d6a2da-830a-4df0-a59c-d58008e7891e None None] New status for floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:43:28.422678 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-7a4f7df2-8ed4-410a-987e-91034d2fae33 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--176538004&fields=id&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 267 time: 0.0322890 Oct 12 23:43:28.532951 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-eb1fe7e9-7035-49bd-8198-682c22889a69 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:28.534557 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-eb1fe7e9-7035-49bd-8198-682c22889a69 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 812 time: 0.1049216 Oct 12 23:43:28.550159 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-cdc7d95e-cdb9-47f5-8b39-26a7c569e4b3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/quotas/321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 375 time: 0.0095761 Oct 12 23:43:28.604675 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-0eb4bec1-9832-4a88-95e7-1297d050d746 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0483854 Oct 12 23:43:28.749006 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-2a1fbbf7-368d-44ac-9090-65393c57c6cf service neutron] 10.222.0.31 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318469 Oct 12 23:43:28.839471 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-0b0ae046-308d-40f7-bbf1-fe1561697f94 service neutron] 10.222.0.31 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842340 Oct 12 23:43:28.976765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 91013563-0649-478a-a8ec-586fe552fa00 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:43:28.996410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 91013563-0649-478a-a8ec-586fe552fa00 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:43:28.996786 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 91013563-0649-478a-a8ec-586fe552fa00 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:43:29.066916 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d0aacb08-b65c-446a-b07c-166ab414f4ba req-8dc37a9d-92d4-4ce2-a510-a084a7cb2a72 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 210 time: 0.0261767 Oct 12 23:43:30.163308 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bcde949c-faf4-4691-8c27-d1750caaeab2 req-3a07ed73-94b8-4a6b-84a5-996492e381b0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 210 time: 0.0279360 Oct 12 23:43:30.875661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-e8d10428-3603-45e6-92c8-1d1891cbde7e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:30.877018 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-e8d10428-3603-45e6-92c8-1d1891cbde7e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 812 time: 0.1043546 Oct 12 23:43:30.920632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-c0c58704-55c3-43e1-bbdf-77ed9bdb4fe4 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 379 time: 0.0334320 Oct 12 23:43:30.931171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'port': {'device_id': '1277a736-995d-4a04-b088-292b42ab0c47', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'admin_state_up': True, 'tenant_id': '321fe5664899499e85182985dff47096', 'security_groups': ['d8fb96ae-5487-4595-9306-9e6f904acb9f']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:43:31.352688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-43c0851d-b46c-4ff0-a93d-2ac2c24e4fba req-f19c5aa0-1824-43db-9b66-85b5fd264306 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 210 time: 0.0327418 Oct 12 23:43:31.461331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Made reservation on behalf of 321fe5664899499e85182985dff47096 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:43:31.464747 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:31.588328 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Allocated IP 172.20.0.3 (49fe01da-845b-4a7d-a25d-f66e43ce4b58/71bdfc5f-8392-4a7f-b034-ec30474613ed/eda8c7a2-a9ee-4b0d-8028-13a7321df2fd) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:43:31.722118 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:31.804569 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:31.847966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:43:31.851644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:43:31.855225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:43:31.879110 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:31.908639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:31.909280 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:31.994910 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3aa6b7d5-b826-4666-be4d-32184e79e892 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0671222 Oct 12 23:43:32.007389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Request body: {'port': {'device_id': '1277a736-995d-4a04-b088-292b42ab0c47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:43:32.040980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c661b4b4-5794-4bce-acd1-b9cd068ad251 None None] Provisioning complete for port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:43:32.042007 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c661b4b4-5794-4bce-acd1-b9cd068ad251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:32.064811 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:32.077085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-c661b4b4-5794-4bce-acd1-b9cd068ad251 None None] Port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:43:32.323511 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eda8c7a2-a9ee-4b0d-8028-13a7321df2fd {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:43:32.330703 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:32.342591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Transition to ACTIVE for port object eda8c7a2-a9ee-4b0d-8028-13a7321df2fd will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:43:32.397165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:32.467782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:32.476422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba31a30-bf44-42c2-a058-767fd0690688 req-8360bb51-abeb-47c6-8848-2a587f2a6a66 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:32.477981 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ba31a30-bf44-42c2-a058-767fd0690688 req-8360bb51-abeb-47c6-8848-2a587f2a6a66 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 943 time: 0.0571296 Oct 12 23:43:32.523055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:43:32.523393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:43:32.523726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:43:32.524374 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0ba31a30-bf44-42c2-a058-767fd0690688 req-4f8fc4d4-af48-4743-b1a7-8496e4759830 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395725 Oct 12 23:43:32.528549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:43:32.528872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:43:32.533799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 43, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:43:32.534139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:43:32.534518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:43:32.535206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Bound port: eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:43:32.535567 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:32.622319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:43:32.625475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:43:32.673097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:32.709594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:32.710211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:32.711624 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] 10.222.0.25 "PUT /v2.0/ports/eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 1092 time: 0.7088821 Oct 12 23:43:32.712072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:43:32.714347 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbdc51a-f39f-4ef6-8ec7-e2142dcab361" -d '{"events": [{"name": "network-changed", "server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:43:32.736151 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcac1d7-fba6-4e60-991c-c9fc5482a47f service neutron] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:32.753695 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdd76ed-629a-43c4-9ffd-9d7addff8d6a x-openstack-request-id: req-8bdd76ed-629a-43c4-9ffd-9d7addff8d6a {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:43:32.753981 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:43:32.754231 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8bdd76ed-629a-43c4-9ffd-9d7addff8d6a {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:43:32.754637 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'status': 'completed', 'code': 200} Oct 12 23:43:32.820452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdc51a-f39f-4ef6-8ec7-e2142dcab361 req-0c3c2c0f-5829-489f-9d69-7a23346c4c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:32.822021 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fcbdc51a-f39f-4ef6-8ec7-e2142dcab361 req-0c3c2c0f-5829-489f-9d69-7a23346c4c04 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1095 time: 0.0461435 Oct 12 23:43:32.929683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdc51a-f39f-4ef6-8ec7-e2142dcab361 req-1e2e26ee-1528-4cc7-b5c1-0a76452bf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:32.931204 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fcbdc51a-f39f-4ef6-8ec7-e2142dcab361 req-1e2e26ee-1528-4cc7-b5c1-0a76452bf566 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=321fe5664899499e85182985dff47096&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1010151 Oct 12 23:43:33.027016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbdc51a-f39f-4ef6-8ec7-e2142dcab361 req-6c11d3cd-b793-4679-8dea-a5ccccd336a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:33.028374 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fcbdc51a-f39f-4ef6-8ec7-e2142dcab361 req-6c11d3cd-b793-4679-8dea-a5ccccd336a8 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903637 Oct 12 23:43:33.104865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3a1f3290-13a8-45fb-8cbb-d2a55c0c8bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:33.106334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-3a1f3290-13a8-45fb-8cbb-d2a55c0c8bf8 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1095 time: 0.0401692 Oct 12 23:43:33.148984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-c501e863-6563-41c7-88bf-a01baf1c8d9f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 217 time: 0.0333610 Oct 12 23:43:33.201203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-f6fb34bb-fba2-41cf-a141-f9019f999c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:33.202608 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-f6fb34bb-fba2-41cf-a141-f9019f999c91 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0470088 Oct 12 23:43:33.253164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-d8eeccfb-fdfa-4302-93cc-40ed77ccfc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:33.254775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-d8eeccfb-fdfa-4302-93cc-40ed77ccfc1c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0448163 Oct 12 23:43:33.342908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-8bcb17cb-48df-4971-8d5c-3c61cb51bce0 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812306 Oct 12 23:43:33.434847 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ad2d8334-25c8-4b66-9430-50000ba60e59 req-f3a83bcd-ac4f-4516-a838-d1fc9c663222 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843425 Oct 12 23:43:33.644642 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99754050-e5fd-4d65-a4ca-a7c393d17884 req-b6257b76-d980-4a2f-a01e-8a9cb5dc7bfc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:33.646301 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99754050-e5fd-4d65-a4ca-a7c393d17884 req-b6257b76-d980-4a2f-a01e-8a9cb5dc7bfc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 943 time: 0.0489049 Oct 12 23:43:33.683764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99754050-e5fd-4d65-a4ca-a7c393d17884 req-6be21160-023b-4984-90a7-74789446a9a5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315852 Oct 12 23:43:34.799623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d51d55-55dd-4865-9a31-3de0760813b5 req-44443494-4e4e-409a-a0f5-e31205ac1fbd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:34.801122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-76d51d55-55dd-4865-9a31-3de0760813b5 req-44443494-4e4e-409a-a0f5-e31205ac1fbd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 943 time: 0.0503714 Oct 12 23:43:34.839698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-76d51d55-55dd-4865-9a31-3de0760813b5 req-3e83fb91-06b8-49a0-969c-67282940fe27 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321310 Oct 12 23:43:35.008102 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:43:35.101366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:43:35.116029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'mac_address': 'fa:16:3e:54:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:43:35.151042 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:35.163694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda8c7a2-a9ee-4b0d-8028-13a7321df2fd {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:43:35.182746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:43:35.260231 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:35.306894 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:35.448409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:43:35.954361 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7297d-889d-4122-8855-c0f864b8e158 req-951ca804-6238-484a-82fb-5fe81cb33db7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:35.955862 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23f7297d-889d-4122-8855-c0f864b8e158 req-951ca804-6238-484a-82fb-5fe81cb33db7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 944 time: 0.0497484 Oct 12 23:43:35.993255 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-23f7297d-889d-4122-8855-c0f864b8e158 req-41d3c172-21c2-4423-9399-dfcb7d9be6c4 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309005 Oct 12 23:43:37.024285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:43:37.119249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6699ff4-fd91-4d46-93a8-a5532dfbae1b req-3460b42c-8bd7-4959-a12c-5a15fca124d9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:37.120721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6699ff4-fd91-4d46-93a8-a5532dfbae1b req-3460b42c-8bd7-4959-a12c-5a15fca124d9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 944 time: 0.0591421 Oct 12 23:43:37.141554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:43:37.145479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:43:37.146467 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:37.160196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6699ff4-fd91-4d46-93a8-a5532dfbae1b req-4503ab89-6b1c-41f4-b648-27905cea0d9f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333436 Oct 12 23:43:37.224336 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:37.245740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:43:37.248013 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5548898-5522-43e0-a9a3-267963b5d7a7" -d '{"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-plugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:43:37.261196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:43:37.285589 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bec267-8add-49e3-8552-4f1a6f581448 x-openstack-request-id: req-c9bec267-8add-49e3-8552-4f1a6f581448 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:43:37.285886 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-plugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:43:37.286219 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c9bec267-8add-49e3-8552-4f1a6f581448 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:43:37.286732 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'code': 200} Oct 12 23:43:37.301338 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:37.349313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:43:37.382573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6cb52-51b3-4a0e-a03b-82aac8a6be34 req-aa34c88e-cddc-41d0-84d6-04f0d8456a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:37.384333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51c6cb52-51b3-4a0e-a03b-82aac8a6be34 req-aa34c88e-cddc-41d0-84d6-04f0d8456a28 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1097 time: 0.0423315 Oct 12 23:43:37.420296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-51c6cb52-51b3-4a0e-a03b-82aac8a6be34 req-366070f5-bd0a-43ef-a5d4-36017855557c service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294368 Oct 12 23:43:38.275796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bfacad-ea8e-4b6a-ae23-3ad68a2134a6 req-ac2aefe7-c0d6-482b-a996-5f57593466b1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:38.277265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0bfacad-ea8e-4b6a-ae23-3ad68a2134a6 req-ac2aefe7-c0d6-482b-a996-5f57593466b1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0492716 Oct 12 23:43:38.315426 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0bfacad-ea8e-4b6a-ae23-3ad68a2134a6 req-cd1b1437-4f12-46bf-8ba7-ad636f19a475 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322018 Oct 12 23:43:39.436226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71ca49-e3d2-47b2-860b-3fa57faa5f24 req-6a9e694c-127e-4607-9e3b-09d578012ee5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:39.437574 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af71ca49-e3d2-47b2-860b-3fa57faa5f24 req-6a9e694c-127e-4607-9e3b-09d578012ee5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0525732 Oct 12 23:43:39.479474 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af71ca49-e3d2-47b2-860b-3fa57faa5f24 req-bfda9ea7-7eb6-48e3-a6e8-0b8535328caf tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356612 Oct 12 23:43:39.593713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb068ce-1bcc-42a0-9f17-509e905660fa req-89dbf74f-443c-4740-99e7-e44b9842a93e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:39.595184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cbb068ce-1bcc-42a0-9f17-509e905660fa req-89dbf74f-443c-4740-99e7-e44b9842a93e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0528464 Oct 12 23:43:39.604195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 43918) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:43:39.608626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-11cca6bd-9bad-4a99-8495-2c6ea36ef3d3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'floatingip': {'port_id': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:43:39.647165 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11cca6bd-9bad-4a99-8495-2c6ea36ef3d3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:40.076347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11cca6bd-9bad-4a99-8495-2c6ea36ef3d3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:40.133987 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11cca6bd-9bad-4a99-8495-2c6ea36ef3d3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:40.237929 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-11cca6bd-9bad-4a99-8495-2c6ea36ef3d3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336 associated. External IP: 172.25.2.62, port: eda8c7a2-a9ee-4b0d-8028-13a7321df2fd. Oct 12 23:43:40.441688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11cca6bd-9bad-4a99-8495-2c6ea36ef3d3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:43:40.545721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cca6bd-9bad-4a99-8495-2c6ea36ef3d3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:43:40.550531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-11cca6bd-9bad-4a99-8495-2c6ea36ef3d3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:40.558092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:43:40.568669 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:43:40.569288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:43:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:43:40.585665 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-11cca6bd-9bad-4a99-8495-2c6ea36ef3d3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "PUT /v2.0/floatingips/94ea6b4f-59b7-4e83-9d5a-ec48289cb336 HTTP/1.1" status: 200 len: 990 time: 0.9770167 Oct 12 23:43:40.585665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:43:40.586120 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ec236c-9c0b-4519-b30c-8d461f9d87f4" -d '{"events": [{"name": "network-changed", "server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:43:40.626128 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef826c3d-fe83-4850-8135-eb320f24a251 x-openstack-request-id: req-ef826c3d-fe83-4850-8135-eb320f24a251 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:43:40.626782 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:43:40.626782 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ef826c3d-fe83-4850-8135-eb320f24a251 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:43:40.627096 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'status': 'completed', 'code': 200} Oct 12 23:43:40.678750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:43:40.695433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-b1b7d102-3400-4ce2-8346-c652ca7ca336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:40.696850 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-b1b7d102-3400-4ce2-8346-c652ca7ca336 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1097 time: 0.0413337 Oct 12 23:43:40.791724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-e336ac7c-7bf5-4ffa-be81-72029dc12f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:40.793455 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-e336ac7c-7bf5-4ffa-be81-72029dc12f2d service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0888038 Oct 12 23:43:40.862698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-3087772e-c220-4df3-86a7-19c153dac15b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 998 time: 0.0617521 Oct 12 23:43:40.908043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:54:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277a736-995d-4a04-b088-292b42ab0c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:43:39Z', 'revision_number': 9, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:43:40.912769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-98eaac55-7f1e-42e7-bdd0-b29f046f2a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:40.914238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-98eaac55-7f1e-42e7-bdd0-b29f046f2a01 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0446527 Oct 12 23:43:40.935749 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:43:40.945288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:43:40.945954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:43:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:43:40.960189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-151980bb-5dbf-4fb9-acae-369bff28a057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:43:40.961689 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-151980bb-5dbf-4fb9-acae-369bff28a057 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407145 Oct 12 23:43:41.053761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:43:41.058311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-69af371d-a7b4-4a84-af53-cee422acedfc service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892067 Oct 12 23:43:41.148178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74ec236c-9c0b-4519-b30c-8d461f9d87f4 req-547db36d-422c-40dd-87a2-06a1ca54e5f0 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830722 Oct 12 23:43:41.279636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:54:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277a736-995d-4a04-b088-292b42ab0c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:43:39Z', 'revision_number': 9, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:43:41.309317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018c58a7-78c4-48b7-b4c1-fb34150edf54 None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:54:9d:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1277a736-995d-4a04-b088-292b42ab0c47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:43:39Z', 'revision_number': 9, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:43:41.516808 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc6bce4-655b-4b63-87b4-a7c8e4eaecea None None] New status for floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:43:42.128723 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3287bddd-cab2-4ca8-9688-049518d89d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:45.552767 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:45.604256 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2b85796-e497-4389-ac56-702b4ece211f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:46.249417 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:47.986748 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:49.312235 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:49.672740 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:43:55.140110 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:44:01.246683 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-d536fc2b-07f7-4890-ac29-78b4ec4f26f9 req-3504909e-1e94-4f5b-b69b-fa74af222a5c service neutron] (101890) timed out ('10.222.0.25', 61173) {{(pid=101890) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:44:09.976338 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-5b089b51-8142-4c38-9725-6a7ea9e3aa5f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0446732 Oct 12 23:44:10.057815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-3540b005-954a-48ba-9cce-4c173a3e8bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:44:10.059327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-3540b005-954a-48ba-9cce-4c173a3e8bd3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1097 time: 0.0412941 Oct 12 23:44:10.165270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-844d99db-ba79-4d79-86d4-1f218d95b917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:44:10.166691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-844d99db-ba79-4d79-86d4-1f218d95b917 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0870819 Oct 12 23:44:10.230707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-8e91eb2c-cf67-4e52-8da7-0bce3ee5c4ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 1001 time: 0.0565588 Oct 12 23:44:10.279464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-883678c1-92fd-4af2-977a-ac57b931ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:44:10.280835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-883678c1-92fd-4af2-977a-ac57b931ee2c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0420260 Oct 12 23:44:10.331339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-35760371-e7d8-4a94-83d8-b8b42f9b93e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:44:10.333453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-35760371-e7d8-4a94-83d8-b8b42f9b93e4 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436599 Oct 12 23:44:10.423705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-04a481fa-ebae-412c-a94c-0e4cf282f82d service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827136 Oct 12 23:44:10.515899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fad1ad7-84ac-4585-8894-50fe1c9b531a req-4c6ad861-b334-4f84-ad83-77cc4d3552b9 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849380 Oct 12 23:44:12.128071 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d7ee32dc-a666-4dc5-8ba4-880dc1ee8d70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:15.567826 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:15.624737 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-65cb0f99-43ca-478c-93e3-c6ebf1578f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:16.243310 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:17.985049 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:19.344659 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:19.670647 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:32.139363 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:44:42.139983 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2b2e3b97-7550-4af5-a09a-3233381ef081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:45.555900 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:45.608263 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01e9ec27-37cc-4569-9b68-ea8f8e188c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:46.271315 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:48.013984 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:49.327771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:44:49.688836 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:09.137714 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:45:11.970757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-457edebd-c49b-4b10-be4e-bef024d6089f req-b65a0df9-1c83-4b0f-81e0-d1a3760c230a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0409148 Oct 12 23:45:12.057393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457edebd-c49b-4b10-be4e-bef024d6089f req-87c95da1-66d1-4624-bb00-453c43b8166c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:12.058894 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-457edebd-c49b-4b10-be4e-bef024d6089f req-87c95da1-66d1-4624-bb00-453c43b8166c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1097 time: 0.0422029 Oct 12 23:45:12.145261 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-924c405f-bb16-4a00-bb67-6bd03bc235ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:12.167132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457edebd-c49b-4b10-be4e-bef024d6089f req-58f24269-08b1-449c-9987-877446753b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:12.177474 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-457edebd-c49b-4b10-be4e-bef024d6089f req-58f24269-08b1-449c-9987-877446753b5f service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0897677 Oct 12 23:45:12.234192 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-457edebd-c49b-4b10-be4e-bef024d6089f req-110ad185-fce0-440f-99ee-8ff963029a04 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 1001 time: 0.0567901 Oct 12 23:45:12.283206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457edebd-c49b-4b10-be4e-bef024d6089f req-8969ef7a-b94e-4bdf-a7eb-6def5c225c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:12.285771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-457edebd-c49b-4b10-be4e-bef024d6089f req-8969ef7a-b94e-4bdf-a7eb-6def5c225c9b service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0441687 Oct 12 23:45:12.334624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457edebd-c49b-4b10-be4e-bef024d6089f req-4054e21a-cc90-41cf-9ca6-1166904e82c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:12.336113 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-457edebd-c49b-4b10-be4e-bef024d6089f req-4054e21a-cc90-41cf-9ca6-1166904e82c5 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438395 Oct 12 23:45:12.422514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-457edebd-c49b-4b10-be4e-bef024d6089f req-fb6d41cd-6ea3-45e2-b23a-25f15512fe9a service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792100 Oct 12 23:45:12.513543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-457edebd-c49b-4b10-be4e-bef024d6089f req-176b8139-e5cc-498f-a527-563d69932b67 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827942 Oct 12 23:45:15.556522 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:15.607331 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-179c3021-6375-416f-9d94-793ba92fc112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:16.265405 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:16.614662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9f7eab-cbde-4dcc-8004-5e5282d063df req-b3056d33-7384-4b3d-964f-394ef870a81f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:16.616187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d9f7eab-cbde-4dcc-8004-5e5282d063df req-b3056d33-7384-4b3d-964f-394ef870a81f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0524237 Oct 12 23:45:16.653968 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3d9f7eab-cbde-4dcc-8004-5e5282d063df req-8d0a293b-2923-41f5-ab83-99ebc6060679 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316553 Oct 12 23:45:16.787448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-ff8077cd-e784-4382-a1f2-bfe6f5ac1a0c service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0962038 Oct 12 23:45:17.776630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0977746-42f6-4dfe-8fac-5f897f017446 req-d73c00de-f907-46f7-9624-699e5d01d2ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:17.778118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0977746-42f6-4dfe-8fac-5f897f017446 req-d73c00de-f907-46f7-9624-699e5d01d2ef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0516381 Oct 12 23:45:17.815510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c0977746-42f6-4dfe-8fac-5f897f017446 req-5e4434e6-639b-4e5d-bc5a-5172df7d4c81 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310760 Oct 12 23:45:18.009438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:18.752847 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-02232322-e346-4033-94a6-e41e1d4508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:18.754967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-02232322-e346-4033-94a6-e41e1d4508d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1097 time: 0.0406940 Oct 12 23:45:18.847731 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-ae876e23-36cb-4266-ac16-a7c1bf548a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:18.849202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-ae876e23-36cb-4266-ac16-a7c1bf548a7b service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0868087 Oct 12 23:45:18.913486 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-2fd38f56-cc8c-4ebe-af72-dda3b4bd74a6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 1001 time: 0.0570800 Oct 12 23:45:18.937370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce1127-64a4-4883-b0c8-e3d0843d9023 req-94c36337-ec57-4294-9068-863c66594123 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:18.938841 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63ce1127-64a4-4883-b0c8-e3d0843d9023 req-94c36337-ec57-4294-9068-863c66594123 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0518339 Oct 12 23:45:18.965810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-4c8260fa-4aab-4802-aa02-d3946ba37566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:18.967290 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-4c8260fa-4aab-4802-aa02-d3946ba37566 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0475612 Oct 12 23:45:18.977003 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-63ce1127-64a4-4883-b0c8-e3d0843d9023 req-3c0484a3-49a2-4acc-b346-4cd6b14ae20a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312734 Oct 12 23:45:19.012705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-512d1c13-ec30-480b-9139-cd74c7a63bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:19.014181 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-512d1c13-ec30-480b-9139-cd74c7a63bf7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404134 Oct 12 23:45:19.101287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-be0123bb-19c8-499f-b48c-204ac3954c33 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799315 Oct 12 23:45:19.192531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-d15d1654-7c57-4d50-89d0-a18b4aa81d65 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844378 Oct 12 23:45:19.339515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:19.703755 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:20.094199 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99614f0b-70f7-4b5a-85bd-fed7dcf571b1 req-efaf0ec9-ca46-4dd7-9b11-4f7c777b834e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:20.095679 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99614f0b-70f7-4b5a-85bd-fed7dcf571b1 req-efaf0ec9-ca46-4dd7-9b11-4f7c777b834e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0487747 Oct 12 23:45:20.132798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-99614f0b-70f7-4b5a-85bd-fed7dcf571b1 req-e65906dd-65c0-4faf-a985-024ce3cc3364 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310707 Oct 12 23:45:21.247518 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752c4f24-4053-4375-ae7c-691eb95d3476 req-237e66aa-d64a-48b4-8309-e215219f83d9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:21.249050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-752c4f24-4053-4375-ae7c-691eb95d3476 req-237e66aa-d64a-48b4-8309-e215219f83d9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0487738 Oct 12 23:45:21.289268 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-752c4f24-4053-4375-ae7c-691eb95d3476 req-8fd3a79a-f0f2-4dd9-8618-500e96273a38 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334535 Oct 12 23:45:22.409359 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833f30f9-f80f-4007-bd6c-339cfeff84df req-1bdb8834-46c8-4d94-8261-8a83fe2cc1d0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:22.410974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-833f30f9-f80f-4007-bd6c-339cfeff84df req-1bdb8834-46c8-4d94-8261-8a83fe2cc1d0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0519650 Oct 12 23:45:22.447524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-833f30f9-f80f-4007-bd6c-339cfeff84df req-5cbbec49-a210-43c7-bd3b-fdfaea6d43f3 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307345 Oct 12 23:45:23.560634 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae054613-5d3a-4658-805b-cde807b7946b req-ead48d21-64ad-4340-a85f-971548807547 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:23.562087 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae054613-5d3a-4658-805b-cde807b7946b req-ead48d21-64ad-4340-a85f-971548807547 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0481415 Oct 12 23:45:23.599712 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae054613-5d3a-4658-805b-cde807b7946b req-74bb711c-6ef8-49bd-92df-01120e3f2e06 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311079 Oct 12 23:45:24.713009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c0ad10-d6bb-48ad-a934-bfee90de4f8e req-ecb36cf5-3536-4bb2-a65b-5338292a16a7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:24.714462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2c0ad10-d6bb-48ad-a934-bfee90de4f8e req-ecb36cf5-3536-4bb2-a65b-5338292a16a7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0478423 Oct 12 23:45:24.752826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2c0ad10-d6bb-48ad-a934-bfee90de4f8e req-2a38c5b4-b9b8-4ccf-ae99-97fb22762022 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324156 Oct 12 23:45:25.872856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634e88f-a06d-4678-881c-955bf862ec68 req-440be13b-e456-4ceb-b88e-24bc550c5ab0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:25.874196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9634e88f-a06d-4678-881c-955bf862ec68 req-440be13b-e456-4ceb-b88e-24bc550c5ab0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0529277 Oct 12 23:45:25.911173 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9634e88f-a06d-4678-881c-955bf862ec68 req-832b1110-6533-48d2-ad0c-e3334299ed54 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305574 Oct 12 23:45:27.024679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd57d7-5f86-43cc-8e42-1307007ee893 req-148df56d-6aa1-44d6-93b0-7d75eeab80a5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:27.026152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acdd57d7-5f86-43cc-8e42-1307007ee893 req-148df56d-6aa1-44d6-93b0-7d75eeab80a5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0485563 Oct 12 23:45:27.063294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-acdd57d7-5f86-43cc-8e42-1307007ee893 req-68859948-64b5-433d-a0b6-81269f0aecba tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311394 Oct 12 23:45:28.178429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2c00f-b606-4525-a1b5-edfe64783c11 req-40198cb2-65ba-4af0-8ffd-e75f11b50504 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:28.179925 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2b2c00f-b606-4525-a1b5-edfe64783c11 req-40198cb2-65ba-4af0-8ffd-e75f11b50504 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0502553 Oct 12 23:45:28.218121 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a2b2c00f-b606-4525-a1b5-edfe64783c11 req-e8463415-e607-4671-9d62-2b2848ab5299 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321910 Oct 12 23:45:29.337501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7346bdc8-0783-4f0b-b6b5-bbde9b6c5038 req-806d987b-8f59-4355-aa18-f8b4bd814c05 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:29.339003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7346bdc8-0783-4f0b-b6b5-bbde9b6c5038 req-806d987b-8f59-4355-aa18-f8b4bd814c05 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0523672 Oct 12 23:45:29.375784 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7346bdc8-0783-4f0b-b6b5-bbde9b6c5038 req-46f7c29c-a558-47c9-b2cf-61eb92655728 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307641 Oct 12 23:45:30.492000 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6f8244-aee6-4b6d-a640-e6b76df23555 req-f54ef69a-29bc-442e-97d0-98d970909d0b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:30.493470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b6f8244-aee6-4b6d-a640-e6b76df23555 req-f54ef69a-29bc-442e-97d0-98d970909d0b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0510991 Oct 12 23:45:30.530007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1b6f8244-aee6-4b6d-a640-e6b76df23555 req-fe2e8447-0784-453f-9b2e-b255408e308e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305631 Oct 12 23:45:31.644452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f5703-ba15-4b36-a900-5508d31b0215 req-2cf20115-9413-4787-b94b-9ef1bdad47d2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:31.645903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9f5703-ba15-4b36-a900-5508d31b0215 req-2cf20115-9413-4787-b94b-9ef1bdad47d2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0489097 Oct 12 23:45:31.683001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9d9f5703-ba15-4b36-a900-5508d31b0215 req-48469d4d-59e3-42a1-93e6-080fadaaa25e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312300 Oct 12 23:45:32.801443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa7df84-542c-4faa-889f-3926acf29076 req-e2d59121-2fcf-40b4-a3e2-975312a2b701 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:32.802886 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa7df84-542c-4faa-889f-3926acf29076 req-e2d59121-2fcf-40b4-a3e2-975312a2b701 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0529313 Oct 12 23:45:32.840042 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-afa7df84-542c-4faa-889f-3926acf29076 req-781db362-8b78-4be0-940d-243586f875ec tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Oct 12 23:45:33.952564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a603471-ef71-4ff8-b3ae-4f5e9df2aa5f req-533006e3-4f31-437c-b3c0-3afdf947db92 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:33.954005 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a603471-ef71-4ff8-b3ae-4f5e9df2aa5f req-533006e3-4f31-437c-b3c0-3afdf947db92 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0474255 Oct 12 23:45:33.991582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a603471-ef71-4ff8-b3ae-4f5e9df2aa5f req-08a62320-bb4a-42e6-b9e7-ae74e8fbb91d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310199 Oct 12 23:45:35.108896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e6e0c-8d44-4e08-bef2-50cfb3fd05fe req-92285a7c-1249-467b-a0b8-587aaac806b5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:35.110363 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-909e6e0c-8d44-4e08-bef2-50cfb3fd05fe req-92285a7c-1249-467b-a0b8-587aaac806b5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0490801 Oct 12 23:45:35.148196 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-909e6e0c-8d44-4e08-bef2-50cfb3fd05fe req-bdc0922c-2bf6-4875-b4b1-35c4094200be tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311217 Oct 12 23:45:36.265571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eb536e-7f7a-4464-8a4d-18ab0e571277 req-6996bdde-bef2-4f32-8364-8ab961080ccd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:36.267033 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03eb536e-7f7a-4464-8a4d-18ab0e571277 req-6996bdde-bef2-4f32-8364-8ab961080ccd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0518022 Oct 12 23:45:36.694217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03eb536e-7f7a-4464-8a4d-18ab0e571277 req-d7acae04-db02-45ca-bba1-e3dd73ef400c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4204905 Oct 12 23:45:36.702357 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-f5299e6a-eee7-41e2-a96f-0197da8a8af3 service neutron] show failed (client error): The resource could not be found. Oct 12 23:45:36.703314 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-f5299e6a-eee7-41e2-a96f-0197da8a8af3 service neutron] 10.222.0.25 "GET /v2.0/ports/eda8c7a2-a9ee-4b0d-8028-13a7321df2fd/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.4242086 Oct 12 23:45:37.188059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-85f31fab-d4b1-446f-bcf1-7c810963c1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:37.189533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-85f31fab-d4b1-446f-bcf1-7c810963c1e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 1097 time: 0.0849643 Oct 12 23:45:37.200939 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:45:37.253941 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:37.447594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:45:37.480525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:45:37.517723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:45:37.520927 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc063c9-15a8-4b89-9f8a-3c3039cfcf09" -d '{"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-unplugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:45:37.524680 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:37.537010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Transition to ACTIVE for port object eda8c7a2-a9ee-4b0d-8028-13a7321df2fd will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:45:37.570592 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80d30cc7-cd5e-4010-9cb0-c9b6f98596ca x-openstack-request-id: req-80d30cc7-cd5e-4010-9cb0-c9b6f98596ca {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:45:37.570884 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-unplugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:45:37.571174 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-80d30cc7-cd5e-4010-9cb0-c9b6f98596ca {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:45:37.571582 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'code': 200} Oct 12 23:45:37.601853 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:37.683499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:37.697537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.697936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.698228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.698546 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.698875 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.699229 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.699554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.699881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.700203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.700524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.700843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.701159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:37.741658 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] No DVR routers for this DVR port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:45:37.877375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ede4469-e99a-4470-b38b-e2e4b6408e2e req-1aea0941-39ee-4d7b-9152-ebf26173a463 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:37.879760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ede4469-e99a-4470-b38b-e2e4b6408e2e req-1aea0941-39ee-4d7b-9152-ebf26173a463 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 943 time: 0.1017270 Oct 12 23:45:37.954809 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2ede4469-e99a-4470-b38b-e2e4b6408e2e req-2e5fab38-7b0c-4118-8f44-ec74961092ed tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675600 Oct 12 23:45:37.955514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:45:37.955848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:45:37.956170 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:45:37.961191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:45:37.961507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:45:37.966551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 45, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:45:37.966805 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:45:37.967035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:45:37.967461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Bound port: eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:45:37.967816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:38.030185 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:45:38.033182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:45:38.111288 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:38.146278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:38.146888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:38.148265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] 10.222.0.41 "PUT /v2.0/ports/eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 1092 time: 0.9512036 Oct 12 23:45:38.171091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87046260-60b6-4b7b-87a4-ec63c359daaf service neutron] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:38.219675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-6cb858f2-27a3-470e-8097-bfa499809721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:38.221106 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-6cb858f2-27a3-470e-8097-bfa499809721 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1095 time: 0.0471299 Oct 12 23:45:38.316576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-062bff50-e755-4bdb-8d49-78bcd0dce0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:38.318023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-062bff50-e755-4bdb-8d49-78bcd0dce0b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0901947 Oct 12 23:45:38.385770 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-0d3a12c9-3e77-414c-9076-04652b92d401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 999 time: 0.0609882 Oct 12 23:45:38.438280 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-d61ca3ed-8487-43e7-97be-8b8cf9738818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:38.439749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-d61ca3ed-8487-43e7-97be-8b8cf9738818 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0462465 Oct 12 23:45:38.483440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-cb88beae-70ff-4ef0-806f-a1db60daf391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:38.484843 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-cb88beae-70ff-4ef0-806f-a1db60daf391 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385151 Oct 12 23:45:38.576857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-6b5f4313-e33e-4fef-993b-13b222e30120 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852630 Oct 12 23:45:38.665965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8ccf8020-de08-421d-8e29-453a2ff5b81b req-f96cd6b2-3f79-4753-a07b-686e548f38b1 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821419 Oct 12 23:45:39.071243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7153c34-70a7-4352-b3c0-9e735fafda6e req-bb53e0ca-1c5f-4f62-bb06-420ad7d17675 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:39.072698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7153c34-70a7-4352-b3c0-9e735fafda6e req-bb53e0ca-1c5f-4f62-bb06-420ad7d17675 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 943 time: 0.0487864 Oct 12 23:45:39.109834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7153c34-70a7-4352-b3c0-9e735fafda6e req-15a17313-2747-4724-a3e0-0b334bac6ff8 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312142 Oct 12 23:45:39.572498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:45:39.575408 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afd754e-1e00-456c-97f0-b56bce5239f6" -d '{"events": [{"name": "network-changed", "server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:45:39.623239 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:45:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa52978-b566-4010-b607-a5f30f2eb45c x-openstack-request-id: req-6aa52978-b566-4010-b607-a5f30f2eb45c {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:45:39.623551 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:45:39.623800 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6aa52978-b566-4010-b607-a5f30f2eb45c {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:45:39.624197 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'status': 'completed', 'code': 200} Oct 12 23:45:39.714762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-8244a479-0d49-4f0c-ba5a-c7816fe314c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:39.716260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-8244a479-0d49-4f0c-ba5a-c7816fe314c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1095 time: 0.0733979 Oct 12 23:45:39.717913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-0e84e6d3-dba0-4112-94ec-ba55f8455330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:39.719244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-0e84e6d3-dba0-4112-94ec-ba55f8455330 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1095 time: 0.0679245 Oct 12 23:45:39.874663 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-e94d5677-4090-4748-90f8-89793efacb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:39.876055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-e94d5677-4090-4748-90f8-89793efacb7d service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1523888 Oct 12 23:45:39.877381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-a17ea9fc-930a-410d-a45b-c2c8ae547d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:39.879283 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-a17ea9fc-930a-410d-a45b-c2c8ae547d13 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1487968 Oct 12 23:45:39.982659 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-3718a2d7-3902-4cb7-9734-15c6b1d32f0a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 999 time: 0.0985527 Oct 12 23:45:39.988870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-c4f28e53-407d-4f11-9d1d-c67f03634fdc service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 999 time: 0.0994434 Oct 12 23:45:40.064283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-cdacf071-2126-4a1c-99d5-de7b49ea4c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:40.065792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-cdacf071-2126-4a1c-99d5-de7b49ea4c06 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0758832 Oct 12 23:45:40.067169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-dfb422d9-8aed-4df8-97c3-50a71d3d65c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:40.068785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-dfb422d9-8aed-4df8-97c3-50a71d3d65c4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0721443 Oct 12 23:45:40.140624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-e088dafe-2131-4dc9-a8c0-af800e2cd8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:40.142124 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-e088dafe-2131-4dc9-a8c0-af800e2cd8ea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0688877 Oct 12 23:45:40.148367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-f3c10544-c4b6-46db-96df-b987b896dab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:40.160220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-f3c10544-c4b6-46db-96df-b987b896dab3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0692284 Oct 12 23:45:40.234352 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f959879f-05e1-492f-a3bf-9b4830e654fc req-b36619bc-13c3-4c25-a05e-a8622a933726 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:40.235873 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f959879f-05e1-492f-a3bf-9b4830e654fc req-b36619bc-13c3-4c25-a05e-a8622a933726 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 943 time: 0.0542734 Oct 12 23:45:40.277000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f959879f-05e1-492f-a3bf-9b4830e654fc req-18e04d20-164f-4f98-885c-65594e9cb376 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342586 Oct 12 23:45:40.306713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-cdfd0ffb-b9c7-4ae0-9350-1394525c39a9 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537001 Oct 12 23:45:40.309974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-bdf534fd-e512-42cd-b021-ecfc8f3f95ff service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481085 Oct 12 23:45:40.467152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-778d1563-5a31-4c55-8e7e-a0090387e004 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524017 Oct 12 23:45:40.468934 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6afd754e-1e00-456c-97f0-b56bce5239f6 req-e4546819-27de-4e28-8182-c8c87158283d service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468968 Oct 12 23:45:41.242194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:45:41.332996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:45:41.348962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'mac_address': 'fa:16:3e:54:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:45:41.388515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:41.401291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c43441-34ed-49d2-aca1-301a8a61ed50 req-86b03a64-b191-4501-a0e3-54297848b74b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:41.402855 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38c43441-34ed-49d2-aca1-301a8a61ed50 req-86b03a64-b191-4501-a0e3-54297848b74b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 943 time: 0.0557520 Oct 12 23:45:41.404849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda8c7a2-a9ee-4b0d-8028-13a7321df2fd {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:45:41.430569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:45:41.443178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-38c43441-34ed-49d2-aca1-301a8a61ed50 req-62db19b5-5b17-4d73-b056-d159447bddb2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343053 Oct 12 23:45:41.481781 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:41.515581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:45:41.571882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:41.580054 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:45:41.583961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.584547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.585065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.585564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.586056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.586616 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.587188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.587752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.588108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.588426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.588760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.589091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:45:41.723548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:45:42.004675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874e7c41-08a8-44ac-a9fe-b4f0be1eb4fe req-857128e8-6c5b-4d0e-94b9-bbac6e1ccad4 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:42.006138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-874e7c41-08a8-44ac-a9fe-b4f0be1eb4fe req-857128e8-6c5b-4d0e-94b9-bbac6e1ccad4 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 944 time: 0.0747294 Oct 12 23:45:42.033772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-912d71a8-9ac3-42fb-8b96-b46e5bc2c47b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:42.035759 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-912d71a8-9ac3-42fb-8b96-b46e5bc2c47b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47&tenant_id=321fe5664899499e85182985dff47096&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 944 time: 0.0771964 Oct 12 23:45:42.060776 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-874e7c41-08a8-44ac-a9fe-b4f0be1eb4fe req-2c00ecea-3275-4c17-a97a-4360fa0bd12c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484440 Oct 12 23:45:42.116940 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-3ccb3e03-e7b9-4492-a280-3a51de18f973 service neutron] 10.222.0.41 "GET /v2.0/ports/eda8c7a2-a9ee-4b0d-8028-13a7321df2fd/bindings/n-h1-790519-14 HTTP/1.1" status: 200 len: 383 time: 0.0670054 Oct 12 23:45:42.167557 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d39b79fb-d783-4edd-88c3-2dcd9b87c77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:42.182814 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-28679c28-b201-4885-868b-f3cf7f4d2606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:42.184429 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-28679c28-b201-4885-868b-f3cf7f4d2606 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1096 time: 0.0421896 Oct 12 23:45:42.273829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-4b7dde01-7b7a-4bf0-b859-fd556c2f9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:42.275306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-4b7dde01-7b7a-4bf0-b859-fd556c2f9b4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0837781 Oct 12 23:45:42.341383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a16a168b-56ac-4f0b-b0bb-e0c89e014a32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 1000 time: 0.0595281 Oct 12 23:45:42.387996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-2d703b74-7d86-43bb-9b4a-bf7feeb596da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:42.389288 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-2d703b74-7d86-43bb-9b4a-bf7feeb596da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0413451 Oct 12 23:45:42.432830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-45fdefac-867f-4676-8041-f8697548b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:42.434202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-45fdefac-867f-4676-8041-f8697548b288 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0374708 Oct 12 23:45:42.525112 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-b551ae75-8bf5-45fa-a529-8174077431cd service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833254 Oct 12 23:45:42.611704 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-0eaff5b6-4c71-4dc5-95e3-f72ecc1835c5 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791554 Oct 12 23:45:43.241147 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a135d8-233b-4089-b1a1-1142152f265c req-7f12ff9c-7cb3-423a-93fb-4972ab0792b1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:43.242633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55a135d8-233b-4089-b1a1-1142152f265c req-7f12ff9c-7cb3-423a-93fb-4972ab0792b1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 944 time: 0.1079972 Oct 12 23:45:43.247264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:45:43.281207 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-55a135d8-233b-4089-b1a1-1142152f265c req-0e5065e6-5f48-44f0-a5fe-c98cf1d1a5a0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312750 Oct 12 23:45:43.355812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:45:43.359548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:45:43.359959 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:43.438663 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:43.461791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:45:43.464038 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fd3592-3764-48f6-9d21-ccb453c7f549" -d '{"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-plugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:45:43.477273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:45:43.513575 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0a6658-f830-4eaf-b94a-dd6c6a003713 x-openstack-request-id: req-5a0a6658-f830-4eaf-b94a-dd6c6a003713 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:45:43.513929 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-plugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:45:43.514191 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5a0a6658-f830-4eaf-b94a-dd6c6a003713 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:45:43.514597 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'code': 200} Oct 12 23:45:43.549625 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:43.594949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:44.399506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c9968-732b-46aa-8376-36355c395856 req-ae6bd308-ec57-43d9-8d9b-beb7fc92058a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:44.401052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-651c9968-732b-46aa-8376-36355c395856 req-ae6bd308-ec57-43d9-8d9b-beb7fc92058a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0496173 Oct 12 23:45:44.441172 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-651c9968-732b-46aa-8376-36355c395856 req-01c6d413-e1ea-4386-8f0e-d3b3ebe342de tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336285 Oct 12 23:45:45.030459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-d0001c16-cab7-4ed3-936c-054e44f345fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:45.031972 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-d0001c16-cab7-4ed3-936c-054e44f345fe service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 1097 time: 0.0458975 Oct 12 23:45:45.044441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:45:45.096372 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:45.296549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:45:45.327798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:45:45.369450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:45:45.371729 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b34d190-07e4-406e-9d04-2e7736e4fb48" -d '{"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-unplugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:45:45.375721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:45.398173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Transition to ACTIVE for port object eda8c7a2-a9ee-4b0d-8028-13a7321df2fd will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:45:45.418337 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88362e2e-2cb5-4f80-891f-5061d3a832c0 x-openstack-request-id: req-88362e2e-2cb5-4f80-891f-5061d3a832c0 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:45:45.418632 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-unplugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:45:45.419182 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-88362e2e-2cb5-4f80-891f-5061d3a832c0 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:45:45.419650 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'code': 200} Oct 12 23:45:45.488120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:45.568294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:45.571999 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cff341-356c-40d1-8264-b64db70aa5ca req-53518c6d-0753-4c86-a2b4-dc7c9ca7196c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:45.578404 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:45.583435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83cff341-356c-40d1-8264-b64db70aa5ca req-53518c6d-0753-4c86-a2b4-dc7c9ca7196c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 944 time: 0.0722320 Oct 12 23:45:45.612986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] No DVR routers for this DVR port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:45:45.621969 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-83cff341-356c-40d1-8264-b64db70aa5ca req-fb89d73d-d98d-496e-946b-0df172a2c50b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374238 Oct 12 23:45:45.629889 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66e43d39-5865-4cdb-96bf-06dd933940be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:45.755702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:45:45.756021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:45:45.756340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:45:45.761578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:45:45.761895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Attempting to bind port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:45:45.766634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 45, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:45:45.766987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:45:45.767364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:45:45.767778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Bound port: eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:45:45.768127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:45.834284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:45:45.837152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:45:45.904139 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:45.935804 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:45.936413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:45.937786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] 10.222.0.25 "PUT /v2.0/ports/eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 1093 time: 0.8974302 Oct 12 23:45:45.974970 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80e958d-ee19-4f3c-a424-6badff185a5b service neutron] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=11']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:46.007534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-28a815ef-9431-4d1d-90e7-fdcf674558f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:46.009183 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-28a815ef-9431-4d1d-90e7-fdcf674558f4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1096 time: 0.0484955 Oct 12 23:45:46.110998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-9dfd51ad-48fd-49aa-905c-ca8bf549b381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:46.112471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-9dfd51ad-48fd-49aa-905c-ca8bf549b381 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0964313 Oct 12 23:45:46.136672 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:45:46.179411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-dd67fabb-8835-4c0a-8746-bedae08dbbe5 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 999 time: 0.0588160 Oct 12 23:45:46.233088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-8082a6c0-d9e3-40c6-817f-55d6dea994cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:46.234455 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-8082a6c0-d9e3-40c6-817f-55d6dea994cb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0485930 Oct 12 23:45:46.258698 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:46.280928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-6726796c-f09c-4f07-9887-2ff7483342e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:46.282413 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-6726796c-f09c-4f07-9887-2ff7483342e7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403497 Oct 12 23:45:46.372175 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-291fa5d7-7bab-41b7-a78f-d616b6c185a8 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818400 Oct 12 23:45:46.465296 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a42f311e-903a-4d8c-bc66-193204bdc1ae req-b1724c56-2f8d-46d1-be5b-94234e306bd4 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852826 Oct 12 23:45:46.794367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef9d48d-29b3-4261-8959-eba759b9c731 req-af322160-b793-4269-bfdb-1705601b991f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:46.795841 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ef9d48d-29b3-4261-8959-eba759b9c731 req-af322160-b793-4269-bfdb-1705601b991f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 944 time: 0.0985475 Oct 12 23:45:46.833199 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ef9d48d-29b3-4261-8959-eba759b9c731 req-c1c704e4-d81e-417b-9d4e-c74c7713198a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308063 Oct 12 23:45:47.421627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:45:47.424045 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0a3374-a256-48c9-aa34-c882eaff4e68" -d '{"events": [{"name": "network-changed", "server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:45:47.471040 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee2eed11-473e-4da7-a347-ba9435701e24 x-openstack-request-id: req-ee2eed11-473e-4da7-a347-ba9435701e24 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:45:47.471334 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:45:47.471588 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ee2eed11-473e-4da7-a347-ba9435701e24 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:45:47.471988 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'status': 'completed', 'code': 200} Oct 12 23:45:47.561238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-1b37b530-fcca-4655-9484-b5370179002e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:47.561794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-1b37b530-fcca-4655-9484-b5370179002e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1096 time: 0.0715091 Oct 12 23:45:47.563496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-b3dbcb79-85e2-4926-b0f7-4baf0acc0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:47.564820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-b3dbcb79-85e2-4926-b0f7-4baf0acc0408 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 1096 time: 0.0656929 Oct 12 23:45:47.718076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-bc5ba129-3e39-4331-8fb5-2446feb892e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:47.719469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-bc5ba129-3e39-4331-8fb5-2446feb892e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1513565 Oct 12 23:45:47.720543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-689ad1a6-a056-47c9-b125-d3c8473bbcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:47.721831 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-689ad1a6-a056-47c9-b125-d3c8473bbcdc service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1468303 Oct 12 23:45:47.826146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-c85ca279-fa78-47d7-b9cf-28b96f0e424c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 999 time: 0.0996304 Oct 12 23:45:47.831694 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-bfffa9c7-9fde-49ea-b68b-1e231a1b120a service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 200 len: 999 time: 0.0990660 Oct 12 23:45:47.996329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:48.288113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-ec0bb953-e2f0-417a-8985-9106b779b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:48.289513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-ec0bb953-e2f0-417a-8985-9106b779b30b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.4568610 Oct 12 23:45:48.292306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-3f23a1e4-474a-492d-afa7-64551cdbb534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:48.294985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-3f23a1e4-474a-492d-afa7-64551cdbb534 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.4541163 Oct 12 23:45:48.356307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45124b60-e2b8-456c-8f24-00e3e99af3a7 req-37386f78-ba70-49da-a753-3b7cae6c1c8e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:48.357757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45124b60-e2b8-456c-8f24-00e3e99af3a7 req-37386f78-ba70-49da-a753-3b7cae6c1c8e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 944 time: 0.1198165 Oct 12 23:45:48.395489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-bcdc05d3-d1e2-4239-8491-434accb9de86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:48.396941 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-bcdc05d3-d1e2-4239-8491-434accb9de86 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0902679 Oct 12 23:45:48.402667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-634994b4-52e6-4812-98ce-4a3db365897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:48.404055 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-634994b4-52e6-4812-98ce-4a3db365897c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075468 Oct 12 23:45:48.448235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-45124b60-e2b8-456c-8f24-00e3e99af3a7 req-65a1169f-fc1b-4589-afb1-47de5a64f5c9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824869 Oct 12 23:45:48.567585 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-5e747789-f778-4819-b70b-77d7ef44cce1 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486566 Oct 12 23:45:48.569440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-fcc20602-26d8-4c94-a328-b4862ecf7c34 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645513 Oct 12 23:45:48.724184 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-9177ce19-42cb-4e9f-bef6-36651ee7e70d service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494212 Oct 12 23:45:48.729658 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e0a3374-a256-48c9-aa34-c882eaff4e68 req-dec96225-a54f-4166-b2fe-1fe569ac1ba4 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468787 Oct 12 23:45:49.297208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:45:49.474406 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:49.490492 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:45:49.548324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:45:49.567885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5fb2f-8d0b-4029-b6ec-1f791ff13daf req-9a5b120d-2362-4810-91da-17cad954bcb2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:49.569383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dda5fb2f-8d0b-4029-b6ec-1f791ff13daf req-9a5b120d-2362-4810-91da-17cad954bcb2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 944 time: 0.0490642 Oct 12 23:45:49.610220 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dda5fb2f-8d0b-4029-b6ec-1f791ff13daf req-bfa47cf9-9fa1-48ea-8fd5-d8acef60f8cb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347331 Oct 12 23:45:49.650478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:45:49.662128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'mac_address': 'fa:16:3e:54:9d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:45:49.702105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:49.710977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:49.715518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eda8c7a2-a9ee-4b0d-8028-13a7321df2fd {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:45:49.731337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269c306-9bb2-464c-80f2-e04ce1182cd9 req-2c6b85fb-1169-4b0b-a8ae-12eaa4617da2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:49.734908 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c269c306-9bb2-464c-80f2-e04ce1182cd9 req-2c6b85fb-1169-4b0b-a8ae-12eaa4617da2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 944 time: 0.0553353 Oct 12 23:45:49.735221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:45:49.773518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c269c306-9bb2-464c-80f2-e04ce1182cd9 req-b385bca5-58d8-4393-b998-f5848178a76c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340095 Oct 12 23:45:49.785483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:49.833661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=12']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:49.886860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7600a8a-8232-4808-90d2-3ff2654d3b13 req-188eeda4-83e5-40b9-a7de-4c9475bed778 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:49.888341 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f7600a8a-8232-4808-90d2-3ff2654d3b13 req-188eeda4-83e5-40b9-a7de-4c9475bed778 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0481253 Oct 12 23:45:49.925738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f7600a8a-8232-4808-90d2-3ff2654d3b13 req-565ed1e0-170e-4339-83dc-fa96596e614a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312674 Oct 12 23:45:50.036733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:45:50.410588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a22ce5-bfa2-43b6-b710-f8b5d68b778a req-71f72a5a-8ba6-4dd4-b73f-960fff0d7d19 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:50.412052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-05a22ce5-bfa2-43b6-b710-f8b5d68b778a req-71f72a5a-8ba6-4dd4-b73f-960fff0d7d19 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0533056 Oct 12 23:45:50.448648 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-05a22ce5-bfa2-43b6-b710-f8b5d68b778a req-67177c07-4c8b-4aae-af1a-c3312406654b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307558 Oct 12 23:45:51.542199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:45:51.564844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6769b3-c92a-45e5-9ef9-790c5cb7f098 req-1942b60f-ffe0-4210-9ce1-5626e3e3d795 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:51.567116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a6769b3-c92a-45e5-9ef9-790c5cb7f098 req-1942b60f-ffe0-4210-9ce1-5626e3e3d795 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0510485 Oct 12 23:45:51.632566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a6769b3-c92a-45e5-9ef9-790c5cb7f098 req-6048c428-7cb6-46e0-a64c-fee4ae23f4c8 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558224 Oct 12 23:45:51.636167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:45:51.640520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:45:51.640788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-4ceb985c-8d19-4097-a3a2-ce9b67690e2a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:51.640947 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:51.642254 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-4ceb985c-8d19-4097-a3a2-ce9b67690e2a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 945 time: 0.0742691 Oct 12 23:45:51.717451 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:51.735930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Deleting port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:45:51.736204 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:51.739816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:45:51.742054 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01dc8d8-9017-48b8-935d-48f8704e1cd2" -d '{"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-plugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:45:51.759078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:45:51.806551 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbb70e0-45d9-4c71-be9e-7c1fba83503c x-openstack-request-id: req-7bbb70e0-45d9-4c71-be9e-7c1fba83503c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:45:51.806839 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-plugged", "status": "completed", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:45:51.807129 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7bbb70e0-45d9-4c71-be9e-7c1fba83503c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:45:51.810028 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'code': 200} Oct 12 23:45:51.835366 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:51.857292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] For port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:45:51.857651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:51.884545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=13']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:52.036320 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:52.036602 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:52.036918 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336 disassociated. External IP: 172.25.2.62, port: eda8c7a2-a9ee-4b0d-8028-13a7321df2fd. Oct 12 23:45:52.037255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Calling delete_port for eda8c7a2-a9ee-4b0d-8028-13a7321df2fd owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:45:52.208050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:52.240203 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event deleted for resources: {'Port': ['ID=eda8c7a2-a9ee-4b0d-8028-13a7321df2fd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:52.356195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:45:52.469008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:45:52.480949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:45:52.490270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:45:52.490885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:45:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:45:52.514399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] No DVR routers for this DVR port eda8c7a2-a9ee-4b0d-8028-13a7321df2fd on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:45:52.517248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:52.522193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-71b74bc5-8746-471d-b66b-0f8195a43c2e req-a7355255-f519-41c6-863c-b99aab2f08f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "DELETE /v2.0/ports/eda8c7a2-a9ee-4b0d-8028-13a7321df2fd HTTP/1.1" status: 204 len: 173 time: 0.8728933 Oct 12 23:45:52.522651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-deleted', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:45:52.525089 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8637ae9-2cbe-4c73-919f-7635cb28a320" -d '{"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-deleted", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:45:52.566883 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc17f64c-953c-42eb-9e22-7386d9a11520 x-openstack-request-id: req-cc17f64c-953c-42eb-9e22-7386d9a11520 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:45:52.567532 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1277a736-995d-4a04-b088-292b42ab0c47", "name": "network-vif-deleted", "tag": "eda8c7a2-a9ee-4b0d-8028-13a7321df2fd", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:45:52.567532 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-cc17f64c-953c-42eb-9e22-7386d9a11520 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:45:52.567854 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1277a736-995d-4a04-b088-292b42ab0c47', 'name': 'network-vif-deleted', 'tag': 'eda8c7a2-a9ee-4b0d-8028-13a7321df2fd', 'status': 'completed', 'code': 200} Oct 12 23:45:52.610299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:45:52.739088 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d636dbb7-fc6a-4f59-998f-7387c6e7bcb1 req-5f1dffcf-fed0-4d6e-99fe-30976728324b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=1277a736-995d-4a04-b088-292b42ab0c47 HTTP/1.1" status: 200 len: 210 time: 0.0291128 Oct 12 23:45:52.832759 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:45:52.865300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:45:52.874149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:45:52.874776 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:45:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:45:52.995866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:45:53.213917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:45:53.240670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ac231b-af4f-4f0e-9fdd-e89157d60f24 None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:45:53.579186 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c3a6bd-80ff-425f-b8f6-24218ca1ac74 None None] New status for floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:45:54.008697 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-a6273d41-dbb1-439e-ada6-29c5ed4a2a75 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-securitygroup--176538004&fields=id&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 267 time: 0.0330958 Oct 12 23:45:54.116020 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-1a5d6cf7-fdf3-4360-b4e1-cdd561050d34 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:54.117469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-1a5d6cf7-fdf3-4360-b4e1-cdd561050d34 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 812 time: 0.1020727 Oct 12 23:45:54.132181 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-1a3ad93a-59b7-4904-9581-9661c2926e5c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/quotas/321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 375 time: 0.0090623 Oct 12 23:45:54.188461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-0d6020c7-93e3-43fd-b8ba-2a941cfd9055 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0511167 Oct 12 23:45:54.203775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-963095f0-7fb8-4c17-be12-62c6ac2de9eb service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:45:54.204708 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-963095f0-7fb8-4c17-be12-62c6ac2de9eb service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0050001 Oct 12 23:45:54.291445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2b72503d-7786-46cc-a009-6b8866e61b70 service neutron] 10.222.0.31 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802805 Oct 12 23:45:54.387738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-18bffb9a-6959-4c75-98ea-193bbd1d4510 service neutron] 10.222.0.31 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897524 Oct 12 23:45:54.584766 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f058d9fa-f17e-4f0b-adde-3470626ea963 req-8e466a30-5eda-4c1d-84cf-ba7f1e3f3846 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 210 time: 0.0272915 Oct 12 23:45:55.565179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:45:55.590808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: eda8c7a2-a9ee-4b0d-8028-13a7321df2fd {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:45:55.591181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eda8c7a2-a9ee-4b0d-8028-13a7321df2fd not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:45:55.679958 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1101523c-0e00-4a62-8d15-a94f3b328fb5 req-937d5d23-f1e0-4a32-a88f-c638ec71e5a9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 210 time: 0.0276761 Oct 12 23:45:56.151157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-562e375f-8c1b-4f5a-85ec-f76c55b95698 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:56.152600 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-562e375f-8c1b-4f5a-85ec-f76c55b95698 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 812 time: 0.1023512 Oct 12 23:45:56.199961 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-771365ad-580e-4ec4-b66f-4ad3dc7aa8d0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 379 time: 0.0387039 Oct 12 23:45:56.210796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'port': {'device_id': '71683498-fca5-47c0-9460-080a50bec683', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'admin_state_up': True, 'tenant_id': '321fe5664899499e85182985dff47096', 'security_groups': ['d8fb96ae-5487-4595-9306-9e6f904acb9f']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:45:56.389695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Made reservation on behalf of 321fe5664899499e85182985dff47096 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:45:56.393257 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:56.520320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Allocated IP 172.20.0.7 (49fe01da-845b-4a7d-a25d-f66e43ce4b58/71bdfc5f-8392-4a7f-b034-ec30474613ed/3d320ad6-4794-4905-8e6b-51e8ac891272) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:45:56.655765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:56.733347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:56.779549 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:45:56.782748 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:45:56.787738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:45:56.800819 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0c568-159b-4d83-8234-e279ccbb5f23 req-8ebcbb89-a30b-49ea-9fbd-3c10e91e1b17 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:56.803503 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32c0c568-159b-4d83-8234-e279ccbb5f23 req-8ebcbb89-a30b-49ea-9fbd-3c10e91e1b17 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 931 time: 0.0543764 Oct 12 23:45:56.820039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:56.843667 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:56.844440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:56.847524 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-32c0c568-159b-4d83-8234-e279ccbb5f23 req-eac1285e-72b5-4d61-ab2c-59b9c76a29e8 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373318 Oct 12 23:45:56.969981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-4eaf766f-b411-47f6-924c-90466994d801 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7628539 Oct 12 23:45:56.982293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Request body: {'port': {'device_id': '71683498-fca5-47c0-9460-080a50bec683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:45:57.034082 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:57.077628 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-516e0a17-1fdf-416a-9a95-8c7e7c430065 None None] Provisioning complete for port 3d320ad6-4794-4905-8e6b-51e8ac891272 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:45:57.078242 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-516e0a17-1fdf-416a-9a95-8c7e7c430065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:57.111915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-516e0a17-1fdf-416a-9a95-8c7e7c430065 None None] Port 3d320ad6-4794-4905-8e6b-51e8ac891272 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:45:57.304332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d320ad6-4794-4905-8e6b-51e8ac891272 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:45:57.311409 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:57.323016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Transition to ACTIVE for port object 3d320ad6-4794-4905-8e6b-51e8ac891272 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:45:57.407170 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:57.457684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:57.532920 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:45:57.533249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:45:57.533571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:45:57.538600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Port 3d320ad6-4794-4905-8e6b-51e8ac891272 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:45:57.538914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:45:57.543751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 45, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:45:57.544343 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:45:57.544722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:45:57.545141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Bound port: 3d320ad6-4794-4905-8e6b-51e8ac891272, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:45:57.545502 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:57.611917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:45:57.615034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:45:57.704782 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:57.738249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:57.739054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:45:57.740315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 1092 time: 0.7621963 Oct 12 23:45:57.740753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:45:57.743012 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7f3a1f9-e5d6-47c7-bf22-9911a3faabc7" -d '{"events": [{"name": "network-changed", "server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:45:57.770276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d46f9b8-e613-4923-88ce-6ce7e7d335c9 service neutron] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:45:57.782327 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c44e38-cce5-4eeb-95fc-f4445e5fd003 x-openstack-request-id: req-42c44e38-cce5-4eeb-95fc-f4445e5fd003 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:45:57.782625 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:45:57.782954 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-42c44e38-cce5-4eeb-95fc-f4445e5fd003 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:45:57.783370 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'status': 'completed', 'code': 200} Oct 12 23:45:57.845295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3a1f9-e5d6-47c7-bf22-9911a3faabc7 req-85ceb8cf-a1bb-4ca2-95d6-5fdea5a12512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:57.847461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e7f3a1f9-e5d6-47c7-bf22-9911a3faabc7 req-85ceb8cf-a1bb-4ca2-95d6-5fdea5a12512 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1095 time: 0.0434003 Oct 12 23:45:57.955837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3a1f9-e5d6-47c7-bf22-9911a3faabc7 req-424fc138-43c0-4765-9e1f-d60665ce6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:57.957896 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e7f3a1f9-e5d6-47c7-bf22-9911a3faabc7 req-424fc138-43c0-4765-9e1f-d60665ce6791 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=321fe5664899499e85182985dff47096&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1036477 Oct 12 23:45:57.975391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6e507-0750-413f-84c1-ea7647e00dbe req-6d997b1a-55ed-4923-8402-417f0a9b0f72 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:57.976880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48f6e507-0750-413f-84c1-ea7647e00dbe req-6d997b1a-55ed-4923-8402-417f0a9b0f72 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0549142 Oct 12 23:45:58.015021 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-48f6e507-0750-413f-84c1-ea7647e00dbe req-f3750d8f-724d-4ed9-bb46-206d105aec5e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316429 Oct 12 23:45:58.057569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f3a1f9-e5d6-47c7-bf22-9911a3faabc7 req-48c15224-bed3-4f9f-99db-2bcda703630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:58.059056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e7f3a1f9-e5d6-47c7-bf22-9911a3faabc7 req-48c15224-bed3-4f9f-99db-2bcda703630e service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948949 Oct 12 23:45:58.135982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-f1af384d-d73a-412c-ba27-9bcff80e35a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:58.137461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-f1af384d-d73a-412c-ba27-9bcff80e35a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1095 time: 0.0408070 Oct 12 23:45:58.178674 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-f7246213-1cbd-47a8-8058-89fd6a73b14f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 217 time: 0.0334504 Oct 12 23:45:58.231032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-6fa89743-03e3-4285-98b3-4139a015820d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:58.232463 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-6fa89743-03e3-4285-98b3-4139a015820d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0475640 Oct 12 23:45:58.277366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-bdb3b90b-4a90-46a4-a4dd-e7df3c58977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:58.278801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-bdb3b90b-4a90-46a4-a4dd-e7df3c58977e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394948 Oct 12 23:45:58.367438 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-43b50c4f-b40a-42cc-8133-b419ba9b87b0 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815017 Oct 12 23:45:58.459217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffd0c75a-2b0a-4a45-a97b-afd2d77e6bd8 req-ead8eb7b-cb04-4a84-bcfe-f4624b3f9c14 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842445 Oct 12 23:45:59.133474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f03c33-f8d7-47fd-993e-b09e18736f3a req-f085aea4-6e31-404b-ae8f-14719e17cecd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:45:59.134869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2f03c33-f8d7-47fd-993e-b09e18736f3a req-f085aea4-6e31-404b-ae8f-14719e17cecd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0489345 Oct 12 23:45:59.178010 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f2f03c33-f8d7-47fd-993e-b09e18736f3a req-f9485e98-f18a-467d-a4b7-ac13edd65e33 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370417 Oct 12 23:46:00.297513 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5cb98a-dafc-48d1-87ae-ce80f6573169 req-a9e67f8a-0990-4203-b5c6-f9c1e4985960 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:00.299005 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da5cb98a-dafc-48d1-87ae-ce80f6573169 req-a9e67f8a-0990-4203-b5c6-f9c1e4985960 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0494373 Oct 12 23:46:00.336738 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-da5cb98a-dafc-48d1-87ae-ce80f6573169 req-d3ef9fd4-acc2-472d-8073-aaac305bad74 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316930 Oct 12 23:46:01.361953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:46:01.457595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deffe99-80ad-4156-a56b-fd96189dea06 req-da6aaa7c-5a2b-4d35-ab06-086d3280bf82 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:01.459099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6deffe99-80ad-4156-a56b-fd96189dea06 req-da6aaa7c-5a2b-4d35-ab06-086d3280bf82 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0543892 Oct 12 23:46:01.465662 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:46:01.477642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'mac_address': 'fa:16:3e:37:6e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:46:01.498191 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6deffe99-80ad-4156-a56b-fd96189dea06 req-149a1296-4906-4fba-98ca-f375679f0e08 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331664 Oct 12 23:46:01.513711 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:01.527171 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d320ad6-4794-4905-8e6b-51e8ac891272 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:46:01.546296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:46:01.595389 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:01.642023 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:46:01.783076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['3d320ad6-4794-4905-8e6b-51e8ac891272'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:46:02.611808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eee59a-c334-4b8b-b529-aea58570affb req-e9f8f5a6-d996-4c5a-9210-49a5cbe43d9a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:02.614043 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50eee59a-c334-4b8b-b529-aea58570affb req-e9f8f5a6-d996-4c5a-9210-49a5cbe43d9a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0492325 Oct 12 23:46:02.650173 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-50eee59a-c334-4b8b-b529-aea58570affb req-5125da92-a78a-4354-ac9a-54714b875354 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301709 Oct 12 23:46:03.376256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:46:03.515100 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 3d320ad6-4794-4905-8e6b-51e8ac891272 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:46:03.519379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 3d320ad6-4794-4905-8e6b-51e8ac891272 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:46:03.519790 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:03.596387 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:03.618087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:46:03.620317 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}92b69abc1a8e83132cc0f31a0e24b172660440b6347dd9c313415605614a5ff0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c37020-c888-44a7-9d7a-68e08a4d902e" -d '{"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-plugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:46:03.633304 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:46:03.656518 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d844646-d52b-4e41-9704-136a6b200909 x-openstack-request-id: req-3d844646-d52b-4e41-9704-136a6b200909 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:46:03.656806 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-plugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:46:03.657058 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3d844646-d52b-4e41-9704-136a6b200909 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:46:03.657451 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'code': 200} Oct 12 23:46:03.681163 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:03.731444 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:46:03.766773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ffa2c-cb47-4850-9d0a-f581b8e1d684 req-53b751e8-4d5d-4540-b92e-04efd05e42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:03.768322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e5ffa2c-cb47-4850-9d0a-f581b8e1d684 req-53b751e8-4d5d-4540-b92e-04efd05e42b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1097 time: 0.0550666 Oct 12 23:46:03.781637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e1c424-ebed-435d-8aac-145159f63358 req-c18bbf46-75ac-40ec-b8ac-567eb651c7fd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:03.783152 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06e1c424-ebed-435d-8aac-145159f63358 req-c18bbf46-75ac-40ec-b8ac-567eb651c7fd tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0559304 Oct 12 23:46:03.803978 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e5ffa2c-cb47-4850-9d0a-f581b8e1d684 req-3cd3e143-c2a0-4594-941d-608d4165f834 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287087 Oct 12 23:46:03.827992 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06e1c424-ebed-435d-8aac-145159f63358 req-f757507e-db32-41f6-a3ab-c5829153f240 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385735 Oct 12 23:46:04.946714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6b20-c0d7-493b-8243-3f25dbf73442 req-81fcf71b-4355-4d0a-8a25-497805037a53 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:04.948217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a2c6b20-c0d7-493b-8243-3f25dbf73442 req-81fcf71b-4355-4d0a-8a25-497805037a53 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0481846 Oct 12 23:46:04.985958 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a2c6b20-c0d7-493b-8243-3f25dbf73442 req-332a0766-9870-48ce-b28c-6874f16c6fe5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317676 Oct 12 23:46:06.097879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10631688-34a8-4c31-941a-ded91344cdce req-54c4b5d8-5f90-47cc-affb-85252fe6680c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:06.099358 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10631688-34a8-4c31-941a-ded91344cdce req-54c4b5d8-5f90-47cc-affb-85252fe6680c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0479202 Oct 12 23:46:06.136741 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-10631688-34a8-4c31-941a-ded91344cdce req-fae25fe5-1e4a-4a5e-9125-ba10c64351e4 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315135 Oct 12 23:46:06.250876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32572edf-46d2-4c18-a05f-f2ccb870f11d req-98ece0f6-e126-4705-b548-17bec0a7749a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:06.252348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32572edf-46d2-4c18-a05f-f2ccb870f11d req-98ece0f6-e126-4705-b548-17bec0a7749a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0515890 Oct 12 23:46:06.261380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44318) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:46:06.265640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1bc94a8f-b0c2-4b18-9565-0ad06adc8f91 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Request body: {'floatingip': {'port_id': '3d320ad6-4794-4905-8e6b-51e8ac891272'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:46:06.304745 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1bc94a8f-b0c2-4b18-9565-0ad06adc8f91 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:06.709182 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-f1a97946-912b-4e1e-b4ba-402c7397fac7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0761583 Oct 12 23:46:06.783120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1bc94a8f-b0c2-4b18-9565-0ad06adc8f91 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:06.797452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-3af145e7-b3a6-4ca7-93ea-39813224f57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:06.798905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-3af145e7-b3a6-4ca7-93ea-39813224f57b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1097 time: 0.0468354 Oct 12 23:46:06.834757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1bc94a8f-b0c2-4b18-9565-0ad06adc8f91 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:06.979725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-d5206490-2065-4b6a-81f0-e45175244316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:06.981178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-d5206490-2065-4b6a-81f0-e45175244316 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1638520 Oct 12 23:46:06.986859 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-1bc94a8f-b0c2-4b18-9565-0ad06adc8f91 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336 associated. External IP: 172.25.2.62, port: 3d320ad6-4794-4905-8e6b-51e8ac891272. Oct 12 23:46:07.457083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-c85a0c18-d8eb-49f6-8ac7-38e5cbcdbc38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 999 time: 0.4671934 Oct 12 23:46:07.522627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-9ec19984-389b-4e62-9b69-ab4d574dc6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:07.524096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-9ec19984-389b-4e62-9b69-ab4d574dc6b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0586343 Oct 12 23:46:07.641042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-2cf0f1b4-ed2a-4cc2-927e-4f44e5cb1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:07.642492 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-2cf0f1b4-ed2a-4cc2-927e-4f44e5cb1d21 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886199 Oct 12 23:46:07.662713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc94a8f-b0c2-4b18-9565-0ad06adc8f91 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:46:07.815875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-1a81440c-c546-445e-ac3c-ce448de3e50b service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656461 Oct 12 23:46:07.876107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc94a8f-b0c2-4b18-9565-0ad06adc8f91 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:46:07.881656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1bc94a8f-b0c2-4b18-9565-0ad06adc8f91 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:07.885774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:46:07.895847 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:46:07.896577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:45:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:46:07.919924 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1bc94a8f-b0c2-4b18-9565-0ad06adc8f91 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "PUT /v2.0/floatingips/94ea6b4f-59b7-4e83-9d5a-ec48289cb336 HTTP/1.1" status: 200 len: 991 time: 1.6574993 Oct 12 23:46:07.926891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:46:07.928943 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8384afe2a5fee6000e69a6143d1db586a92cb094708607019c57bbd5255d9369" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd" -d '{"events": [{"name": "network-changed", "server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:46:07.948641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a54c9b6-9d9f-474e-9413-aa638ddd1bd9 req-a3ab5053-e8b0-4f61-ac60-c0aa866accb1 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243327 Oct 12 23:46:08.020263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:46:08.038865 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ba92cb-7d3e-4ff9-a6f2-26ec639e8b2e x-openstack-request-id: req-b4ba92cb-7d3e-4ff9-a6f2-26ec639e8b2e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:46:08.039257 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:46:08.039688 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b4ba92cb-7d3e-4ff9-a6f2-26ec639e8b2e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:46:08.040129 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'status': 'completed', 'code': 200} Oct 12 23:46:08.105633 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-45f7d969-d494-4abb-a9fd-749a784fdb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:08.107251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-45f7d969-d494-4abb-a9fd-749a784fdb5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1097 time: 0.0457752 Oct 12 23:46:08.202421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-ba19f856-1e5f-4ac7-95f2-53398fed8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:08.203945 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-ba19f856-1e5f-4ac7-95f2-53398fed8797 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0900576 Oct 12 23:46:08.256791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:37:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71683498-fca5-47c0-9460-080a50bec683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:46:06Z', 'revision_number': 13, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:46:08.273628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-f951e8de-ea84-49e3-ab27-1ebed0c59db1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 999 time: 0.0629530 Oct 12 23:46:08.283017 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:46:08.292389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:46:08.292997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:45:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:46:08.323319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-5f6f1b55-f561-4a73-87c2-24da10bf765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:08.324860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-5f6f1b55-f561-4a73-87c2-24da10bf765d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0441809 Oct 12 23:46:08.370537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-116c612b-d576-497d-b489-c0fc9ab965db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:46:08.372024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-116c612b-d576-497d-b489-c0fc9ab965db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400362 Oct 12 23:46:08.397436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:46:08.466051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-89ec8802-3b9e-4c8d-a7e8-4a06260cb9c0 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864654 Oct 12 23:46:08.556810 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8c23e0df-e3fa-404a-8f9c-51d0be21c3fd req-30d6caad-57ba-4bcf-b06c-aea6b01b913f service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840127 Oct 12 23:46:08.630234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:37:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71683498-fca5-47c0-9460-080a50bec683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:46:06Z', 'revision_number': 13, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:46:08.813808 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aa6b06-e2da-47c3-a024-78d1d9e87aa7 None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '94ea6b4f-59b7-4e83-9d5a-ec48289cb336', 'tenant_id': '321fe5664899499e85182985dff47096', 'floating_ip_address': '172.25.2.62', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'port_id': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4049, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'mac_address': 'fa:16:3e:37:6e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71683498-fca5-47c0-9460-080a50bec683', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:38:55Z', 'updated_at': '2021-10-12T23:46:06Z', 'revision_number': 13, 'project_id': '321fe5664899499e85182985dff47096', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:46:08.998726 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017693fa-bcf2-4e7d-ab97-0a5867abab18 None None] New status for floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:46:12.138291 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b27b2b0e-3ef5-4806-90d9-ee96fae3d9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:15.572303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:15.635221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ed737900-818e-4194-9057-c61e77780fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:16.263603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:18.000805 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:19.332108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:19.697869 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:23.135965 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:46:42.154975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-69db62e9-7cd8-4a18-ab51-f213631dba06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:45.537512 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:45.606195 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-15fdaf84-3c91-45b4-9f79-ca8705b0156a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:46.251498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:48.029170 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:49.366161 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:49.738139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:46:55.827711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-01c002e2-d003-4852-bf7b-847450a0f7fc req-1dc32515-30ec-4049-b5a7-505890d2fb15 service neutron] (101889) timed out ('10.222.0.41', 57672) {{(pid=101889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 12 23:47:00.137272 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:47:06.746990 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-b17c2d78-5d51-4faf-8860-e243f69cd4f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0778420 Oct 12 23:47:06.829019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-463a08ab-f5ed-4a56-8fc2-bf66aa5479d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:47:06.830494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-463a08ab-f5ed-4a56-8fc2-bf66aa5479d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1097 time: 0.0440602 Oct 12 23:47:06.934261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-d17b325a-ba9b-4698-bf6e-5acdf7743b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:47:06.935775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-d17b325a-ba9b-4698-bf6e-5acdf7743b27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0871718 Oct 12 23:47:07.006369 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-8ec7cb49-78f5-46d2-80e2-ff638b561335 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 1001 time: 0.0634465 Oct 12 23:47:07.057094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-e76f6b12-6cc8-41d9-838a-441466192fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:47:07.058497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-e76f6b12-6cc8-41d9-838a-441466192fdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0445714 Oct 12 23:47:07.107639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-1c6b7bab-b739-42c2-ae98-bfde401af97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:47:07.109127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-1c6b7bab-b739-42c2-ae98-bfde401af97d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0400951 Oct 12 23:47:07.203954 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-71a70b7b-06d9-4873-9141-12dc6901bfe3 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877028 Oct 12 23:47:07.295174 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f9bca411-8f53-44f8-8b7e-c1e6bb77f10d req-83f54361-88f5-4d83-a109-9bd5c35b2248 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843029 Oct 12 23:47:12.148294 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-79b9fed5-efa2-4e73-99b9-bbad81ab3d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:15.562597 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:15.616987 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e4d13db-2773-4d4a-8487-7d57c894f355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:16.256972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:17.994257 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:19.353602 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:19.719553 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:37.138507 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:47:42.171152 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6be02fa-fcfd-40c5-a496-31419b352634 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:45.441642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbd0b07-6d60-4f70-a25a-09a5eb0e6303 req-a49d297a-f391-41d6-8522-3f05eb4ec0c9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:47:45.443045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fbd0b07-6d60-4f70-a25a-09a5eb0e6303 req-a49d297a-f391-41d6-8522-3f05eb4ec0c9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0940480 Oct 12 23:47:45.479787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1fbd0b07-6d60-4f70-a25a-09a5eb0e6303 req-d8d4fc31-f660-4fe2-9c5d-80facad501d9 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308447 Oct 12 23:47:45.562230 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:45.616207 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c5dc888e-dd60-41fe-9043-f2f1b85a0a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:46.307653 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:48.010751 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:49.336382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:49.776579 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:47:58.151216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-0f4e7791-095a-45ff-bfdd-04da268644a8 req-bd890ced-520f-4652-875d-29229be0ab68 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:47:58.152259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f4e7791-095a-45ff-bfdd-04da268644a8 req-bd890ced-520f-4652-875d-29229be0ab68 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0441127 Oct 12 23:47:58.516394 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42018e2e-adfb-4c02-a4e9-43d592e5a788 req-d0a2c9fb-a43b-43d0-ba66-0803421406d0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:47:58.517891 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42018e2e-adfb-4c02-a4e9-43d592e5a788 req-d0a2c9fb-a43b-43d0-ba66-0803421406d0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0487170 Oct 12 23:47:58.556619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-42018e2e-adfb-4c02-a4e9-43d592e5a788 req-0af07a4e-0d96-4f3b-b603-6d5fc772cf17 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320404 Oct 12 23:47:58.721787 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-195e4a30-1027-4c18-941c-9fc57837aa45 service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0801861 Oct 12 23:47:59.679917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cea474-025b-4d8e-873b-344e1e324362 req-603b3b27-0fd3-474f-a2eb-2ae0b5a2a46f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:47:59.681443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93cea474-025b-4d8e-873b-344e1e324362 req-603b3b27-0fd3-474f-a2eb-2ae0b5a2a46f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0555396 Oct 12 23:47:59.727150 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93cea474-025b-4d8e-873b-344e1e324362 req-e93492a0-da6b-4b05-bcd4-068606630384 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384874 Oct 12 23:48:00.717458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-0cb96542-760a-490f-9129-5e5aae775106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:00.718921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-0cb96542-760a-490f-9129-5e5aae775106 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1097 time: 0.0400331 Oct 12 23:48:00.813244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-45c61521-598b-42d9-887a-6b9c9c74a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:00.814711 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-45c61521-598b-42d9-887a-6b9c9c74a495 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0888817 Oct 12 23:48:00.842401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ec60e-ba23-4f5d-b34f-0e3b8ec5df44 req-6b2f7d96-d1b0-4939-aba0-d2258865f209 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:00.843894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-406ec60e-ba23-4f5d-b34f-0e3b8ec5df44 req-6b2f7d96-d1b0-4939-aba0-d2258865f209 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0476847 Oct 12 23:48:00.879692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-dbb8bcca-6ed6-4546-ad95-e330e6611eef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 1001 time: 0.0578442 Oct 12 23:48:00.883158 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-406ec60e-ba23-4f5d-b34f-0e3b8ec5df44 req-a956a78a-e10c-4fd6-8b39-b1b3115f9e85 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325696 Oct 12 23:48:00.931768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-54c62140-9832-4bc9-8204-574d53a3ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:00.933225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-54c62140-9832-4bc9-8204-574d53a3ccc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0467198 Oct 12 23:48:00.984521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-2c0a349c-f4dc-4637-a736-a2b2072bd476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:00.986003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-2c0a349c-f4dc-4637-a736-a2b2072bd476 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0453532 Oct 12 23:48:01.082064 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-7ceb9194-49f1-4ff1-bdd5-75ead829ab2a service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891972 Oct 12 23:48:01.177425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-a28e304d-ed59-42d1-9205-7029ca601bb3 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880861 Oct 12 23:48:02.000989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa009052-5836-4e11-aa48-33dc2525bb6c req-32464082-494f-425a-a89c-eacf788e3827 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:02.002469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa009052-5836-4e11-aa48-33dc2525bb6c req-32464082-494f-425a-a89c-eacf788e3827 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0498002 Oct 12 23:48:02.040572 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa009052-5836-4e11-aa48-33dc2525bb6c req-9087c48b-4ea4-4c13-8fc8-f1527fd3bb4d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321863 Oct 12 23:48:03.152935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b8718e-6c48-47fe-8394-120d530f51da req-9359bfe0-d22a-4dba-9c70-94c8de81c7bf tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:03.154392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92b8718e-6c48-47fe-8394-120d530f51da req-9359bfe0-d22a-4dba-9c70-94c8de81c7bf tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0481021 Oct 12 23:48:03.192751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92b8718e-6c48-47fe-8394-120d530f51da req-4ee48ad5-78cc-4591-8296-3d8d010ee177 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321593 Oct 12 23:48:04.307525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf4c9b-111d-4818-b94a-2b6061ffbc90 req-ecfbe3f6-afe2-45d6-bd46-adb21062ac73 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:04.309017 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2fcf4c9b-111d-4818-b94a-2b6061ffbc90 req-ecfbe3f6-afe2-45d6-bd46-adb21062ac73 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0487792 Oct 12 23:48:04.345256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2fcf4c9b-111d-4818-b94a-2b6061ffbc90 req-e4798e68-4cd2-4d95-a845-abe2e42b0475 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304542 Oct 12 23:48:05.466883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb696f84-a35f-424c-a8f9-8cf746af438f req-7a3b5e76-966e-4eed-8870-233d78a6cbf1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:05.468373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb696f84-a35f-424c-a8f9-8cf746af438f req-7a3b5e76-966e-4eed-8870-233d78a6cbf1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0527122 Oct 12 23:48:05.508068 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb696f84-a35f-424c-a8f9-8cf746af438f req-ecd1dfe1-3481-45e4-999b-021c77fb6d8d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328233 Oct 12 23:48:06.628737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3edbaf-aa9f-4b5b-88ca-5ae15e708d0d req-9eac8ffe-0de3-45bf-9675-873673f40446 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:06.630839 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c3edbaf-aa9f-4b5b-88ca-5ae15e708d0d req-9eac8ffe-0de3-45bf-9675-873673f40446 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0550807 Oct 12 23:48:06.672076 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c3edbaf-aa9f-4b5b-88ca-5ae15e708d0d req-a3bb9e89-6f58-4ed0-842c-be7386154beb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350003 Oct 12 23:48:06.710179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-bab417be-84b6-49dd-886b-737580f92063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:06.711700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-bab417be-84b6-49dd-886b-737580f92063 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1097 time: 0.0432236 Oct 12 23:48:06.819009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-10c19944-237a-417b-a66c-987d3bda8145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:06.820476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-10c19944-237a-417b-a66c-987d3bda8145 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0875902 Oct 12 23:48:06.884152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-fb70bf91-66a6-4a5e-9a09-6c3486e9e553 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 1001 time: 0.0559945 Oct 12 23:48:06.935418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-996b0dcd-9d6e-4991-9afc-d366bc64ed36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:06.936818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-996b0dcd-9d6e-4991-9afc-d366bc64ed36 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0437353 Oct 12 23:48:06.983191 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-88f3278e-d49d-4905-a2ad-5dea5188b930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:06.984618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-88f3278e-d49d-4905-a2ad-5dea5188b930 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412915 Oct 12 23:48:07.070225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-b46e339e-11e4-4a1f-b9ca-907d6eb34498 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786052 Oct 12 23:48:07.160196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8a9ad68-23d8-4303-a41b-1860c8c68cd7 req-1fb5ae68-f1ff-44b6-9d53-e01f40bcac1a service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820630 Oct 12 23:48:07.803153 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc8076f-f019-4c65-821c-6198b651cc74 req-ef2bdfdb-06d5-42aa-a6d2-7e2708006d8e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:07.804613 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bc8076f-f019-4c65-821c-6198b651cc74 req-ef2bdfdb-06d5-42aa-a6d2-7e2708006d8e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0498090 Oct 12 23:48:07.842086 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3bc8076f-f019-4c65-821c-6198b651cc74 req-856d1e05-ab63-4389-8b36-28984bd3347c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316386 Oct 12 23:48:08.956024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f77222-ea57-4c68-aae5-d471aa003683 req-b925ff5c-f7a4-44af-b7c1-8c401e05adfc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:08.957490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f77222-ea57-4c68-aae5-d471aa003683 req-b925ff5c-f7a4-44af-b7c1-8c401e05adfc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0492444 Oct 12 23:48:08.995108 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-55f77222-ea57-4c68-aae5-d471aa003683 req-79e79909-37a3-4b3a-88fa-1ab01eb33062 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309775 Oct 12 23:48:10.108082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7260e-dd5d-4447-95f9-f5a1c58f50e9 req-9c3e3d86-34bf-4a32-b199-5c75f3e65573 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:10.109542 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d7260e-dd5d-4447-95f9-f5a1c58f50e9 req-9c3e3d86-34bf-4a32-b199-5c75f3e65573 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0476177 Oct 12 23:48:10.147816 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84d7260e-dd5d-4447-95f9-f5a1c58f50e9 req-0b988882-76b8-41ed-80ea-3a2732d25b20 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Oct 12 23:48:11.265281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91313992-7707-458c-a3ec-baa14568527f req-426b2239-c24a-48e7-93a5-81edfaf06e17 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:11.266746 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91313992-7707-458c-a3ec-baa14568527f req-426b2239-c24a-48e7-93a5-81edfaf06e17 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0486655 Oct 12 23:48:11.304574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-91313992-7707-458c-a3ec-baa14568527f req-6c6be4a2-d777-47d9-ac91-0e232e593c71 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318527 Oct 12 23:48:12.136053 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-915839b8-58e0-4ad4-8fe1-bc8b9404d8a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:12.426161 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac22ea9-1028-4d50-94e4-b46e726e51e9 req-0279c631-134b-4666-84de-8730de14dac6 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:12.428319 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ac22ea9-1028-4d50-94e4-b46e726e51e9 req-0279c631-134b-4666-84de-8730de14dac6 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0524132 Oct 12 23:48:12.465013 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ac22ea9-1028-4d50-94e4-b46e726e51e9 req-60ddf6ac-0aed-42b6-8dc4-68578e4987e8 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309005 Oct 12 23:48:13.582499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620ad38-8250-4fe2-b437-153b449e757b req-31289c77-d95d-4ff1-996d-6af28075e91c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:13.584395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b620ad38-8250-4fe2-b437-153b449e757b req-31289c77-d95d-4ff1-996d-6af28075e91c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0505919 Oct 12 23:48:13.627272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b620ad38-8250-4fe2-b437-153b449e757b req-5b770b39-bc17-4bf5-8ea3-65c8c98a930f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366404 Oct 12 23:48:14.137659 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:48:14.744525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bd49e1-6ae2-4ff5-99b7-cc9c6d59f751 req-d89e3774-8de9-426a-b3ec-bed44959a589 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:14.745992 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40bd49e1-6ae2-4ff5-99b7-cc9c6d59f751 req-d89e3774-8de9-426a-b3ec-bed44959a589 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0490792 Oct 12 23:48:14.783433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40bd49e1-6ae2-4ff5-99b7-cc9c6d59f751 req-85f332e8-2f8a-4adf-a522-6691f77980d0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313597 Oct 12 23:48:15.570036 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:15.571852 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-ee495938-4561-4bba-a860-b93f2e47a539 service neutron] show failed (client error): The resource could not be found. Oct 12 23:48:15.572913 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-ee495938-4561-4bba-a860-b93f2e47a539 service neutron] 10.222.0.41 "GET /v2.0/ports/3d320ad6-4794-4905-8e6b-51e8ac891272/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0563989 Oct 12 23:48:15.615944 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3ba98d7d-253a-4e5c-ab3f-e049543e502f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:15.904679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f13101-e194-4db3-8986-5e4ba275a32c req-fb7d580c-58f5-4357-9953-af470fc4f0a0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:15.906140 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9f13101-e194-4db3-8986-5e4ba275a32c req-fb7d580c-58f5-4357-9953-af470fc4f0a0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0494196 Oct 12 23:48:15.944762 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a9f13101-e194-4db3-8986-5e4ba275a32c req-9c6c32e2-1a54-43fe-be55-2174e421f2cc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321183 Oct 12 23:48:16.107355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-086bed44-dc50-4873-be24-20a5b6d506d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:16.108835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-086bed44-dc50-4873-be24-20a5b6d506d6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 1097 time: 0.0772641 Oct 12 23:48:16.120978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:48:16.174535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:16.284276 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:16.371385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:48:16.403239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:48:16.441469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:48:16.447416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:16.459478 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Transition to ACTIVE for port object 3d320ad6-4794-4905-8e6b-51e8ac891272 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:48:16.483063 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2400514f-d2f5-45f3-aa68-f37d54e4a053" -d '{"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-unplugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:48:16.530078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:16.616398 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c53ba86a-f303-43b6-a8a3-5cc0f4bc401d x-openstack-request-id: req-c53ba86a-f303-43b6-a8a3-5cc0f4bc401d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:48:16.617104 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-unplugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:48:16.617104 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c53ba86a-f303-43b6-a8a3-5cc0f4bc401d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:48:16.617306 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'code': 200} Oct 12 23:48:16.626222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:48:16.636385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.636727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.637064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.637396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.637778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.638046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.638365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.638687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.639046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.639370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.639687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.640003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:16.675716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] No DVR routers for this DVR port 3d320ad6-4794-4905-8e6b-51e8ac891272 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:48:16.815100 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:48:16.815434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:48:16.815758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:48:16.819976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Port 3d320ad6-4794-4905-8e6b-51e8ac891272 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:48:16.820292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:48:16.825059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 47, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:48:16.825389 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:48:16.825764 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:48:16.826180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Bound port: 3d320ad6-4794-4905-8e6b-51e8ac891272, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:48:16.826529 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:16.888078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:48:16.890879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:48:16.976436 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:17.015730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:17.016347 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:17.017718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] 10.222.0.25 "PUT /v2.0/ports/3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 1092 time: 0.9005566 Oct 12 23:48:17.088880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d8e78-deb9-463b-8724-a8a41a77d6d3 service neutron] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:48:17.114904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a422d6-9f46-4d8d-bba2-0fe1ab4088a9 req-9246cdde-8c1f-4c2d-baf5-d092a3b1c4ac tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:17.116565 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03a422d6-9f46-4d8d-bba2-0fe1ab4088a9 req-9246cdde-8c1f-4c2d-baf5-d092a3b1c4ac tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0979528 Oct 12 23:48:17.123452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-96127e1e-adf0-4d4e-bd63-65217ab86030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:17.124906 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-96127e1e-adf0-4d4e-bd63-65217ab86030 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1095 time: 0.0718837 Oct 12 23:48:17.209272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-03a422d6-9f46-4d8d-bba2-0fe1ab4088a9 req-1a5cc8ee-c200-4fb6-9f48-645a046738e5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834048 Oct 12 23:48:17.245506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-cb545372-54cb-4030-809e-bad75a2cf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:17.246987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-cb545372-54cb-4030-809e-bad75a2cf1bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1150897 Oct 12 23:48:17.309926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-f5e0a2d6-197a-4548-949e-253dc32c5b03 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 999 time: 0.0562513 Oct 12 23:48:17.361521 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-ca2700dd-37ac-4ee6-aa00-28cbd60f9ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:17.362920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-ca2700dd-37ac-4ee6-aa00-28cbd60f9ffb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0462971 Oct 12 23:48:17.407163 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-0269e83c-6559-47a5-8e9c-4384e406a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:17.408605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-0269e83c-6559-47a5-8e9c-4384e406a21e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0381107 Oct 12 23:48:17.501777 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-b557bb20-8cb8-4dde-9036-6c52e2236dff service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846226 Oct 12 23:48:17.589892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-a80c33a8-6d27-4a97-9726-0f24bdbe3b44 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805645 Oct 12 23:48:17.981758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:18.028829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:48:18.070092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:48:18.333974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a1e4e4-d4e8-4f63-a080-6766bb484e34 req-bc895eaa-2ccf-4f7d-bdc6-f387f2af009a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:18.335500 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7a1e4e4-d4e8-4f63-a080-6766bb484e34 req-bc895eaa-2ccf-4f7d-bdc6-f387f2af009a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0514073 Oct 12 23:48:18.373915 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7a1e4e4-d4e8-4f63-a080-6766bb484e34 req-5c16433c-ed0c-4646-b858-7e3f6a2a120e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Oct 12 23:48:18.618284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:48:18.620676 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57d1f80-e763-4587-9432-d028329a959d" -d '{"events": [{"name": "network-changed", "server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:48:18.668961 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ba01eb-61ac-4388-894f-b276e3d62136 x-openstack-request-id: req-a0ba01eb-61ac-4388-894f-b276e3d62136 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:48:18.669251 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:48:18.669502 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a0ba01eb-61ac-4388-894f-b276e3d62136 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:48:18.669896 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'status': 'completed', 'code': 200} Oct 12 23:48:18.760853 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1f80-e763-4587-9432-d028329a959d req-076773ba-b995-4ed6-ae48-4c5dbd5e0f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:18.761146 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-076773ba-b995-4ed6-ae48-4c5dbd5e0f2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1095 time: 0.0734444 Oct 12 23:48:18.762765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1f80-e763-4587-9432-d028329a959d req-8daa9943-5bd9-4814-ad83-7b2c210a9416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:18.764231 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-8daa9943-5bd9-4814-ad83-7b2c210a9416 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1095 time: 0.0686057 Oct 12 23:48:19.284128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1f80-e763-4587-9432-d028329a959d req-06044b33-47d2-4b4d-a5c2-43a054d54477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:19.286147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-06044b33-47d2-4b4d-a5c2-43a054d54477 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.5167081 Oct 12 23:48:19.288899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1f80-e763-4587-9432-d028329a959d req-3b005a31-17e0-4e12-ac7e-4d08395588a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:19.290217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-3b005a31-17e0-4e12-ac7e-4d08395588a5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.5134425 Oct 12 23:48:19.358554 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:19.403506 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-2a8ba295-64bd-4201-abcd-460447f7712e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 999 time: 0.1108911 Oct 12 23:48:19.405080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-f3c8f1c9-a3dc-481f-a2fe-d976b7ef6e6d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 999 time: 0.1058226 Oct 12 23:48:19.487986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1f80-e763-4587-9432-d028329a959d req-133c0a75-408d-4ff9-b226-412f72f41d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:19.490342 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-133c0a75-408d-4ff9-b226-412f72f41d01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0794744 Oct 12 23:48:19.491772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1f80-e763-4587-9432-d028329a959d req-2a63cce4-59d3-458e-a7ad-2e183769ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:19.493073 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-2a63cce4-59d3-458e-a7ad-2e183769ffb7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0746412 Oct 12 23:48:19.500196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd21155-f5b0-44cb-9ff3-ec47338a37e1 req-2df3c85c-84dd-4a1e-89ca-2fa843904a06 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:19.501837 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6dd21155-f5b0-44cb-9ff3-ec47338a37e1 req-2df3c85c-84dd-4a1e-89ca-2fa843904a06 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0558746 Oct 12 23:48:19.545475 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6dd21155-f5b0-44cb-9ff3-ec47338a37e1 req-19b229cf-7745-49ba-ae12-f09f3c13291c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360136 Oct 12 23:48:19.569059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1f80-e763-4587-9432-d028329a959d req-430370f1-f42a-4ebf-8970-0e17850fa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:19.570548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-430370f1-f42a-4ebf-8970-0e17850fa5ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737145 Oct 12 23:48:19.572321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d1f80-e763-4587-9432-d028329a959d req-0a8b0bbc-c41d-4d8b-b928-b60353b84fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:19.573646 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-0a8b0bbc-c41d-4d8b-b928-b60353b84fe7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693190 Oct 12 23:48:19.731179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-c494ca91-93e9-43d8-9d1d-abba45a48568 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460083 Oct 12 23:48:19.732787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-3c610f2f-4483-44fb-b0a8-91f0bceefad5 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551056 Oct 12 23:48:19.758696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:19.891153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-53801bbb-9674-4d6f-b613-cc2b960c80fe service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530581 Oct 12 23:48:19.893043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e57d1f80-e763-4587-9432-d028329a959d req-4148384c-97cb-418f-b726-daf04b3a16ca service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474860 Oct 12 23:48:20.674396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4b0237-a7a5-4b4a-907f-606fa3aa7bdb req-b6ac3245-fba7-47e4-abb3-f769eadd7b57 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:20.676571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2f4b0237-a7a5-4b4a-907f-606fa3aa7bdb req-b6ac3245-fba7-47e4-abb3-f769eadd7b57 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0568638 Oct 12 23:48:20.716771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2f4b0237-a7a5-4b4a-907f-606fa3aa7bdb req-ff074ccf-2745-4e68-99fc-653d72b66090 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334461 Oct 12 23:48:21.835936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa6bc6-207e-4ac5-a2ad-cf1eea7b3b38 req-0badf6fe-dad8-4583-91b6-ced863d57482 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:21.837775 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24fa6bc6-207e-4ac5-a2ad-cf1eea7b3b38 req-0badf6fe-dad8-4583-91b6-ced863d57482 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0534065 Oct 12 23:48:21.878403 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-24fa6bc6-207e-4ac5-a2ad-cf1eea7b3b38 req-9312d872-20d1-46de-9806-b86d11e05672 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344570 Oct 12 23:48:22.999404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a770565-20f9-4ba2-9629-fed115d0d55c req-3ef0bc63-5f85-4cc9-be0a-b71aa0c372e6 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:23.001009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6a770565-20f9-4ba2-9629-fed115d0d55c req-3ef0bc63-5f85-4cc9-be0a-b71aa0c372e6 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0531337 Oct 12 23:48:23.039644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6a770565-20f9-4ba2-9629-fed115d0d55c req-646e958d-004b-4f51-a102-0257559f06f2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326054 Oct 12 23:48:24.160292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62b4fc-f3b0-42f8-9160-f52744386940 req-0a53eec8-0a2c-41d8-894b-f4e21d9b6099 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:24.161890 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f62b4fc-f3b0-42f8-9160-f52744386940 req-0a53eec8-0a2c-41d8-894b-f4e21d9b6099 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0482123 Oct 12 23:48:24.198760 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8f62b4fc-f3b0-42f8-9160-f52744386940 req-6b8fc406-370b-4595-8e3e-7029930c6d4b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310566 Oct 12 23:48:25.315345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3fb3b-7d49-453f-9625-c3016d78c07f req-9f5894e5-f9ed-44d0-9e7c-11da2e5e7785 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:25.316794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18c3fb3b-7d49-453f-9625-c3016d78c07f req-9f5894e5-f9ed-44d0-9e7c-11da2e5e7785 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0496333 Oct 12 23:48:25.357254 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18c3fb3b-7d49-453f-9625-c3016d78c07f req-5d6264f5-8949-4113-8ac6-9a7ef97148ac tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343027 Oct 12 23:48:26.475582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10a6a53-2416-4708-ac97-2b0dca9b1cda req-c2658053-c351-44a5-b386-521c81c504e6 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:26.477052 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e10a6a53-2416-4708-ac97-2b0dca9b1cda req-c2658053-c351-44a5-b386-521c81c504e6 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0524082 Oct 12 23:48:26.514211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e10a6a53-2416-4708-ac97-2b0dca9b1cda req-29da2595-746f-45a8-8dd7-559188836256 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312147 Oct 12 23:48:27.633006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54aaa4-7747-4534-8ae7-6aec0f6e19b8 req-aa3ae0df-77ba-4c4f-8207-34e52669ea3a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:27.634461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b54aaa4-7747-4534-8ae7-6aec0f6e19b8 req-aa3ae0df-77ba-4c4f-8207-34e52669ea3a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0531204 Oct 12 23:48:27.672623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b54aaa4-7747-4534-8ae7-6aec0f6e19b8 req-b3a390d9-4c34-4437-8364-d88394e5e2bc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321419 Oct 12 23:48:28.792669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72027b6f-4a82-4ecf-908e-acd51eb1900d req-85b177e5-b51c-4e66-a2a6-93783af810c4 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:28.794145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72027b6f-4a82-4ecf-908e-acd51eb1900d req-85b177e5-b51c-4e66-a2a6-93783af810c4 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0493762 Oct 12 23:48:28.831647 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-72027b6f-4a82-4ecf-908e-acd51eb1900d req-ffb2a113-263b-4c05-b4a4-51432b53b5d2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312362 Oct 12 23:48:29.947945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc9c95-9c17-4a43-b1d2-c0c5aeaa1f95 req-69e85105-1baf-4bba-8876-2e5b93581730 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:29.949418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aacc9c95-9c17-4a43-b1d2-c0c5aeaa1f95 req-69e85105-1baf-4bba-8876-2e5b93581730 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0492532 Oct 12 23:48:29.988048 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aacc9c95-9c17-4a43-b1d2-c0c5aeaa1f95 req-2477c4ee-0553-4471-9bc8-687268aef3bf tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328035 Oct 12 23:48:31.101718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1fe02-7588-4fbc-ada3-f0e43c1cbf1c req-9a251024-b464-47b5-82a7-ab06ac0418d7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:31.103212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40d1fe02-7588-4fbc-ada3-f0e43c1cbf1c req-9a251024-b464-47b5-82a7-ab06ac0418d7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0477121 Oct 12 23:48:31.140353 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-40d1fe02-7588-4fbc-ada3-f0e43c1cbf1c req-2b7566f5-dd1d-4efa-9155-59e7c7be222a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312288 Oct 12 23:48:31.693314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954516f0-006f-46f7-8949-624bf3169baf req-7430d50c-ab93-463c-925d-f969e2353e4d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:31.694973 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-954516f0-006f-46f7-8949-624bf3169baf req-7430d50c-ab93-463c-925d-f969e2353e4d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 943 time: 0.0571370 Oct 12 23:48:31.716381 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-96fa31bb-84ba-4ae7-b192-9b60c073f68b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:31.717982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-96fa31bb-84ba-4ae7-b192-9b60c073f68b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.25 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683&tenant_id=321fe5664899499e85182985dff47096&binding%3Ahost_id=n-h2-790519-14 HTTP/1.1" status: 200 len: 943 time: 0.0520673 Oct 12 23:48:31.733000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-954516f0-006f-46f7-8949-624bf3169baf req-f530e4cf-9aaa-465f-8cac-94f5da9a8b5f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318427 Oct 12 23:48:31.783468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-e5e48348-fdbf-4899-8200-4713d5c2387b service neutron] 10.222.0.25 "GET /v2.0/ports/3d320ad6-4794-4905-8e6b-51e8ac891272/bindings/n-h2-790519-14 HTTP/1.1" status: 200 len: 383 time: 0.0575678 Oct 12 23:48:31.844673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-606c9064-f6cd-4523-a447-abde93254d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:31.846059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-606c9064-f6cd-4523-a447-abde93254d95 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1095 time: 0.0406821 Oct 12 23:48:31.939306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-cded94cb-67d2-4515-a550-54ab4879e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:31.940809 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-cded94cb-67d2-4515-a550-54ab4879e072 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.0872226 Oct 12 23:48:32.008944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-5495279d-c924-48ba-be27-1831b9cff54e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 999 time: 0.0605402 Oct 12 23:48:32.057125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-1287742f-b6e5-493a-afae-71204ff358d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:32.058553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-1287742f-b6e5-493a-afae-71204ff358d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0433948 Oct 12 23:48:32.071652 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:48:32.103784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-b7d9583f-fae1-49ec-8b9c-7641e9bcb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:32.105196 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-b7d9583f-fae1-49ec-8b9c-7641e9bcb381 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0401602 Oct 12 23:48:32.161312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:48:32.172779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'mac_address': 'fa:16:3e:37:6e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:48:32.199445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-6cf73cdb-184e-4a53-989a-b0107b74423c service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869076 Oct 12 23:48:32.217883 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:32.230174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d320ad6-4794-4905-8e6b-51e8ac891272 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:48:32.249177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:48:32.288562 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-bdba00b4-f94a-4d65-9a76-152da9c5e811 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821533 Oct 12 23:48:32.301090 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:32.347327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:48:32.355086 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.355382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.355724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.356063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.356397 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.356730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.357064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.357390 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.357717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.358040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.358364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.358685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:48:32.571307 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['3d320ad6-4794-4905-8e6b-51e8ac891272'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:48:32.855598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad10165-fbb5-4ddd-8f2a-a4293aa5c4a5 req-c153b34d-75e1-463c-9a84-5d34b599c09c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:32.857081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aad10165-fbb5-4ddd-8f2a-a4293aa5c4a5 req-c153b34d-75e1-463c-9a84-5d34b599c09c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0537698 Oct 12 23:48:32.893986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aad10165-fbb5-4ddd-8f2a-a4293aa5c4a5 req-c5e2bfde-547f-428e-a2e5-b2d057782b92 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310419 Oct 12 23:48:34.011366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e5d87-5590-4499-b9dd-a41399007b16 req-c0758a31-65b5-4a34-84a0-390e7e985f0c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:34.012819 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b1e5d87-5590-4499-b9dd-a41399007b16 req-c0758a31-65b5-4a34-84a0-390e7e985f0c tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0496550 Oct 12 23:48:34.053211 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6b1e5d87-5590-4499-b9dd-a41399007b16 req-2cb9d0d9-f549-41dc-8030-dbcb063e3a35 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330696 Oct 12 23:48:34.080374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:48:34.175612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 3d320ad6-4794-4905-8e6b-51e8ac891272 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:48:34.179584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 3d320ad6-4794-4905-8e6b-51e8ac891272 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:48:34.179956 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:34.256454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:34.278639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:48:34.297327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:48:34.320581 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1fb9573-17bf-41bf-8020-1b30bb910b70" -d '{"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-plugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:48:34.352802 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:34.406490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:48:34.422872 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83c4b0de-9c2b-4478-878c-74a1d585bd09 x-openstack-request-id: req-83c4b0de-9c2b-4478-878c-74a1d585bd09 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:48:34.422872 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-plugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:48:34.423162 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-83c4b0de-9c2b-4478-878c-74a1d585bd09 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:48:34.423588 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'code': 200} Oct 12 23:48:35.173145 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670b03e5-a551-48f9-a3b9-aa1c7ea0a440 req-9cb829e0-b6db-4949-a687-e9eb859b96c1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:35.173145 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-670b03e5-a551-48f9-a3b9-aa1c7ea0a440 req-9cb829e0-b6db-4949-a687-e9eb859b96c1 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0491805 Oct 12 23:48:35.211456 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-670b03e5-a551-48f9-a3b9-aa1c7ea0a440 req-1249cf3f-e88c-4bfd-8bdc-c8fce62e97c7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323243 Oct 12 23:48:36.329736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5546c2e-9521-4671-bd1a-19e11b21b511 req-0138b28a-d5a3-416a-9108-fb2b5ad44742 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:36.331251 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5546c2e-9521-4671-bd1a-19e11b21b511 req-0138b28a-d5a3-416a-9108-fb2b5ad44742 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0492227 Oct 12 23:48:36.370099 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5546c2e-9521-4671-bd1a-19e11b21b511 req-dd67e9f2-e86b-4804-b885-47c56146f663 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327508 Oct 12 23:48:37.023722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-0cb80231-b14c-4754-85a8-279da3d2f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:37.025265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-0cb80231-b14c-4754-85a8-279da3d2f7c1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683&tenant_id=321fe5664899499e85182985dff47096 HTTP/1.1" status: 200 len: 1097 time: 0.0413287 Oct 12 23:48:37.037190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:48:37.093492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:37.293612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:48:37.326391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:48:37.363983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:48:37.366812 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308177a1-b996-45ab-84c5-a381cf44d3eb" -d '{"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-unplugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:48:37.370610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:37.383655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Transition to ACTIVE for port object 3d320ad6-4794-4905-8e6b-51e8ac891272 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:48:37.419873 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535fcd8c-7668-4e30-accd-81edc9fb1de6 x-openstack-request-id: req-535fcd8c-7668-4e30-accd-81edc9fb1de6 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:48:37.420431 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-unplugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:48:37.420687 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-535fcd8c-7668-4e30-accd-81edc9fb1de6 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:48:37.421095 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'code': 200} Oct 12 23:48:37.465678 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:37.567256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b948bd-7dcb-4526-87e7-3b11b093200d req-86e5ba05-6acd-494d-ae5b-9da9513e639f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:37.569543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69b948bd-7dcb-4526-87e7-3b11b093200d req-86e5ba05-6acd-494d-ae5b-9da9513e639f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.1315331 Oct 12 23:48:37.572331 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=10']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:48:37.641474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] No DVR routers for this DVR port 3d320ad6-4794-4905-8e6b-51e8ac891272 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:48:37.685199 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-69b948bd-7dcb-4526-87e7-3b11b093200d req-7ef189ad-4de9-443e-8a49-81d8e7a33e0b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022401 Oct 12 23:48:37.790823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:48:37.791098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:48:37.791426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:48:37.795846 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Port 3d320ad6-4794-4905-8e6b-51e8ac891272 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:48:37.796169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Attempting to bind port 3d320ad6-4794-4905-8e6b-51e8ac891272 on network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:48:37.800923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 48, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:48:37.801257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Checking segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:48:37.801636 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Bound using segment: {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:48:37.802590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Bound port: 3d320ad6-4794-4905-8e6b-51e8ac891272, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '427c2a23-972b-46e0-8caf-ae8ce4cf9c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:48:37.802977 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:37.865844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:48:37.869035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:48:37.930059 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:37.967794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:37.968518 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:37.970007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] 10.222.0.41 "PUT /v2.0/ports/3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 1093 time: 0.9368446 Oct 12 23:48:37.988938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f308f6-adec-4143-b70a-3a82e81c6f25 service neutron] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=11']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:48:38.035578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-6ee3c87b-8277-46d7-9cdb-83b274c7ecf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:38.037791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-6ee3c87b-8277-46d7-9cdb-83b274c7ecf5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1096 time: 0.0439990 Oct 12 23:48:38.105272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:48:38.148874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-6ad5987d-a9b9-4898-bfe0-9259c6c71907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:38.149130 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:48:38.151351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-6ad5987d-a9b9-4898-bfe0-9259c6c71907 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1065063 Oct 12 23:48:38.219406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-fcbec548-a371-4676-9941-a9006a7b0d0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 999 time: 0.0613999 Oct 12 23:48:38.271510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-0a0e42a5-f4bf-42e8-a01b-101563f7e713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:38.272860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-0a0e42a5-f4bf-42e8-a01b-101563f7e713 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0473306 Oct 12 23:48:38.317921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-c1d6769e-cddc-4739-acc8-da8c9cae2ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:38.319422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-c1d6769e-cddc-4739-acc8-da8c9cae2ff8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399153 Oct 12 23:48:38.412476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-24d948d3-d7d1-4580-819d-c293a763d5e9 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856452 Oct 12 23:48:38.500175 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae2bf904-c6a5-4d31-b0f8-7c6a329f2a75 req-b58408d6-c10e-49f8-bbe6-d27bf0f59f46 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813298 Oct 12 23:48:38.811754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61463ded-394a-44a3-a116-af095144a465 req-3162cc00-4df5-43a8-8cd2-122ce72044df tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:38.813237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61463ded-394a-44a3-a116-af095144a465 req-3162cc00-4df5-43a8-8cd2-122ce72044df tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0555875 Oct 12 23:48:38.851869 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-61463ded-394a-44a3-a116-af095144a465 req-805eb7a2-7c5d-4c29-82f3-34e4849066ac tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322480 Oct 12 23:48:39.422297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:48:39.424888 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9af167-7f5a-499e-8392-8d554f6dbea8" -d '{"events": [{"name": "network-changed", "server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:48:39.474365 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb1b55d-1c1f-4fbe-9630-91041649cb15 x-openstack-request-id: req-1bb1b55d-1c1f-4fbe-9630-91041649cb15 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:48:39.474662 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:48:39.474917 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1bb1b55d-1c1f-4fbe-9630-91041649cb15 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:48:39.475343 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'status': 'completed', 'code': 200} Oct 12 23:48:39.563771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-4ad9f7eb-887a-4f29-8e01-334e51312380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:39.565294 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-4ad9f7eb-887a-4f29-8e01-334e51312380 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1096 time: 0.0639751 Oct 12 23:48:39.568378 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-b049ac5f-24e1-462e-8818-119903c9070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:39.569718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-b049ac5f-24e1-462e-8818-119903c9070f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=321fe5664899499e85182985dff47096&device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 1096 time: 0.0763226 Oct 12 23:48:39.725506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-74b70259-361e-4684-8d00-797bab250a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:39.726886 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-74b70259-361e-4684-8d00-797bab250a25 service neutron] 10.222.0.25 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1549468 Oct 12 23:48:39.729386 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-bbca1cd5-139e-4722-8dce-89c5fddaba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:39.730685 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-bbca1cd5-139e-4722-8dce-89c5fddaba64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 200 len: 913 time: 0.1517751 Oct 12 23:48:39.839209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-000c4a73-21f6-4b2c-b95b-24af4ad7336e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 999 time: 0.1052201 Oct 12 23:48:39.840786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-a9040b17-e9c8-4717-9f2d-57719c2818b8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 200 len: 999 time: 0.1016486 Oct 12 23:48:39.922769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-933ff691-d6a4-49c9-bae0-57337dd66864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:39.924258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-933ff691-d6a4-49c9-bae0-57337dd66864 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0783374 Oct 12 23:48:39.925632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-cc2f06ba-3a38-44a6-a219-fc6f0723a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:39.927599 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-cc2f06ba-3a38-44a6-a219-fc6f0723a7fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 200 len: 851 time: 0.0733681 Oct 12 23:48:39.978913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f5140-0da0-4dab-baae-688784315ed9 req-2336b353-8e79-472c-874f-b24dd009046a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:39.980484 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be6f5140-0da0-4dab-baae-688784315ed9 req-2336b353-8e79-472c-874f-b24dd009046a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0566025 Oct 12 23:48:40.004908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-9954b759-c674-40b3-84c2-34a98d4e8081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:40.006465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-9954b759-c674-40b3-84c2-34a98d4e8081 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746937 Oct 12 23:48:40.012555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-899c232f-a0c2-49dc-885c-27a9ff0119dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:40.014088 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-899c232f-a0c2-49dc-885c-27a9ff0119dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=49fe01da-845b-4a7d-a25d-f66e43ce4b58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0744221 Oct 12 23:48:40.023840 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be6f5140-0da0-4dab-baae-688784315ed9 req-110325e7-482b-4ed4-8d75-99a73b03f681 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371788 Oct 12 23:48:40.165327 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-d8329904-2c87-4d6e-b8eb-3b3a443af556 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502824 Oct 12 23:48:40.168677 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-5ae51488-f7fa-458e-959a-46881f451993 service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455054 Oct 12 23:48:40.323602 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-8dd0ccf1-22d5-4e2d-a1cc-a58a076a76f0 service neutron] 10.222.0.25 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512835 Oct 12 23:48:40.325698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c9af167-7f5a-499e-8392-8d554f6dbea8 req-65c5d259-a0a8-418f-9c19-7a35016654fe service neutron] 10.222.0.41 "GET /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461358 Oct 12 23:48:41.146366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c0fc8-97c7-4a53-b782-9d6c9353ec3b req-b5bd97f9-ddae-4d9d-81ed-d648593a4e8d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:41.148171 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-682c0fc8-97c7-4a53-b782-9d6c9353ec3b req-b5bd97f9-ddae-4d9d-81ed-d648593a4e8d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0510719 Oct 12 23:48:41.194703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-682c0fc8-97c7-4a53-b782-9d6c9353ec3b req-4c6f93c4-213b-4641-8fb2-f711ca056864 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399718 Oct 12 23:48:42.158142 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-823e8250-c421-4f7b-ae90-9a241d9c1ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:42.314157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862230d7-a7e4-454d-8a08-56da31b66efa req-5572fb50-f09f-47d3-b52e-663c442e16dc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:42.315671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-862230d7-a7e4-454d-8a08-56da31b66efa req-5572fb50-f09f-47d3-b52e-663c442e16dc tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0507693 Oct 12 23:48:42.353888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-862230d7-a7e4-454d-8a08-56da31b66efa req-31b5f5fb-c89e-4466-ad16-89242f28d637 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315864 Oct 12 23:48:43.479272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c15e254-835e-4ace-bc57-36a9e5890037 req-83cb017a-426e-4c49-b966-d8af33aee1d0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:43.480785 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c15e254-835e-4ace-bc57-36a9e5890037 req-83cb017a-426e-4c49-b966-d8af33aee1d0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0565150 Oct 12 23:48:43.519490 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4c15e254-835e-4ace-bc57-36a9e5890037 req-c2fd2c85-92e5-4994-8650-60d0396c0305 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327275 Oct 12 23:48:44.640006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057b4cb-7b74-47db-bb7c-4c334f38f890 req-051ec20a-251f-4bce-b06b-11fa62ab30e5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:44.641501 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e057b4cb-7b74-47db-bb7c-4c334f38f890 req-051ec20a-251f-4bce-b06b-11fa62ab30e5 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0554395 Oct 12 23:48:44.678926 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e057b4cb-7b74-47db-bb7c-4c334f38f890 req-73a3dc91-6822-4f3b-bf79-61b40b54db11 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310926 Oct 12 23:48:45.563884 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:45.621389 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2d1ec400-9197-4535-9f07-52fdf16b574d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:45.792604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88488c2c-cebf-49ee-bcdc-0b5294b9ad22 req-6e27ef32-366e-47be-959e-e7aa8d849489 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:45.794038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88488c2c-cebf-49ee-bcdc-0b5294b9ad22 req-6e27ef32-366e-47be-959e-e7aa8d849489 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0476294 Oct 12 23:48:45.831225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88488c2c-cebf-49ee-bcdc-0b5294b9ad22 req-550ed4e9-7980-4537-8c36-975d5e761471 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309038 Oct 12 23:48:46.277977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:46.949684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca60d-c133-44ff-8096-81422ffa240f req-9a0427ad-4101-407d-bb12-ab215616047e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:46.951250 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06eca60d-c133-44ff-8096-81422ffa240f req-9a0427ad-4101-407d-bb12-ab215616047e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0504172 Oct 12 23:48:46.988549 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06eca60d-c133-44ff-8096-81422ffa240f req-445e070a-b2a7-489e-84b4-cda1b2c40e55 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313673 Oct 12 23:48:48.049794 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:48.108415 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb970f79-bc1a-41f6-a0ca-a3788b009227 req-d29cb291-a8bf-4073-ae8b-d1b09b6be173 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:48.109881 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb970f79-bc1a-41f6-a0ca-a3788b009227 req-d29cb291-a8bf-4073-ae8b-d1b09b6be173 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0486791 Oct 12 23:48:48.152497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bb970f79-bc1a-41f6-a0ca-a3788b009227 req-59eb294d-7023-4981-bd4a-613179ad397f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362415 Oct 12 23:48:49.269342 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3540ce68-da9f-49f8-8206-1e99e18e6054 req-ad22f178-bd72-4e24-b376-c4f7212cc407 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:49.271359 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3540ce68-da9f-49f8-8206-1e99e18e6054 req-ad22f178-bd72-4e24-b376-c4f7212cc407 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0513422 Oct 12 23:48:49.309842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3540ce68-da9f-49f8-8206-1e99e18e6054 req-f5454771-918c-4ea7-be76-40c359645241 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320566 Oct 12 23:48:49.358032 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:49.752477 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:50.230243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:48:50.323629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:48:50.334467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'port_id': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'mac_address': 'fa:16:3e:37:6e:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:48:50.371714 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:50.384362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d320ad6-4794-4905-8e6b-51e8ac891272 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:48:50.402948 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:48:50.424754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a752730-6c99-43bb-a4b2-2cdf17e39360 req-e6687136-570d-431e-9c97-d899e0f6d8a2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:50.426314 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a752730-6c99-43bb-a4b2-2cdf17e39360 req-e6687136-570d-431e-9c97-d899e0f6d8a2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 944 time: 0.0490525 Oct 12 23:48:50.455362 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:50.466756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8a752730-6c99-43bb-a4b2-2cdf17e39360 req-f22aa3ee-e351-426a-84ab-96bbb11cceab tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338314 Oct 12 23:48:50.505726 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=12']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:48:50.702548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['3d320ad6-4794-4905-8e6b-51e8ac891272'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:48:51.137901 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:48:51.585946 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba04f323-c820-4a21-8f5a-0d29ba781707 req-42b21b60-60a6-4d41-b1d4-8a651486f21d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:51.587452 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba04f323-c820-4a21-8f5a-0d29ba781707 req-42b21b60-60a6-4d41-b1d4-8a651486f21d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0525351 Oct 12 23:48:51.625014 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ba04f323-c820-4a21-8f5a-0d29ba781707 req-ff8d7e25-343d-4469-a854-941b96306fba tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316379 Oct 12 23:48:51.738248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edbdddd-3b09-463e-a1bf-d1bed87ca73f req-695f0e32-2d21-47f9-b6d4-27c89178e84a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:51.739819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4edbdddd-3b09-463e-a1bf-d1bed87ca73f req-695f0e32-2d21-47f9-b6d4-27c89178e84a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0493157 Oct 12 23:48:51.777443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4edbdddd-3b09-463e-a1bf-d1bed87ca73f req-5d71de7d-0ff2-414d-bfda-ec37ec9e1a0d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311222 Oct 12 23:48:51.888264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04286d8c-372c-4dbb-844d-897227f57cc6 req-a422949d-9e44-4074-9612-46c1a5b06bef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:51.889707 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04286d8c-372c-4dbb-844d-897227f57cc6 req-a422949d-9e44-4074-9612-46c1a5b06bef tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0478280 Oct 12 23:48:51.927155 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-04286d8c-372c-4dbb-844d-897227f57cc6 req-4780eb3b-182e-45da-ade1-624d05a42b16 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314152 Oct 12 23:48:52.246070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:48:52.358065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 3d320ad6-4794-4905-8e6b-51e8ac891272 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:48:52.361995 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 3d320ad6-4794-4905-8e6b-51e8ac891272 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:48:52.362382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:52.365661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bace11-03df-421f-870e-98ef6385d086 req-d0d0f0af-30c3-4710-a36b-25fa27d0ccb7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:52.367053 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68bace11-03df-421f-870e-98ef6385d086 req-d0d0f0af-30c3-4710-a36b-25fa27d0ccb7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 945 time: 0.0498502 Oct 12 23:48:52.405650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-68bace11-03df-421f-870e-98ef6385d086 req-12c93335-d53f-4f9b-a7d7-89b04665139b tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323474 Oct 12 23:48:52.442424 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:52.464263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:48:52.466487 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d3213d7-3e71-4962-8848-6f9303a90ad7" -d '{"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-plugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:48:52.478764 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:48:52.502993 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa98248f-d3a6-484d-bd75-fab6f523364e x-openstack-request-id: req-aa98248f-d3a6-484d-bd75-fab6f523364e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:48:52.503292 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-plugged", "status": "completed", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:48:52.503547 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-aa98248f-d3a6-484d-bd75-fab6f523364e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:48:52.503941 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'code': 200} Oct 12 23:48:52.542708 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:52.589699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=13']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:48:53.729932 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925946e-4ffa-467a-9ec7-f685c90c231d req-011e955c-bdcd-4a35-8756-06cc5272aeb7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:53.731310 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a925946e-4ffa-467a-9ec7-f685c90c231d req-011e955c-bdcd-4a35-8756-06cc5272aeb7 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 946 time: 0.0513828 Oct 12 23:48:53.767701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a925946e-4ffa-467a-9ec7-f685c90c231d req-6dd8f613-845d-442e-a14c-9270507a6fb2 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups?id=d8fb96ae-5487-4595-9306-9e6f904acb9f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306065 Oct 12 23:48:53.924500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-c4d67006-5357-4a3e-b8e5-b8231e18216f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:48:53.925942 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-c4d67006-5357-4a3e-b8e5-b8231e18216f tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 946 time: 0.0473077 Oct 12 23:48:54.022552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Deleting port 3d320ad6-4794-4905-8e6b-51e8ac891272 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:48:54.022801 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:54.107054 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] For port 3d320ad6-4794-4905-8e6b-51e8ac891272, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=3d320ad6-4794-4905-8e6b-51e8ac891272,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:48:54.107410 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:54.277276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:54.277569 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:54.277866 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336 disassociated. External IP: 172.25.2.62, port: 3d320ad6-4794-4905-8e6b-51e8ac891272. Oct 12 23:48:54.278204 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Calling delete_port for 3d320ad6-4794-4905-8e6b-51e8ac891272 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:48:54.443909 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:54.475940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event deleted for resources: {'Port': ['ID=3d320ad6-4794-4905-8e6b-51e8ac891272,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:48:54.594136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:48:55.023548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f86e6c0-a9b5-45a1-b22b-b2f07ef77ef2 req-8d492ee5-51d9-4c62-b2bd-c8dc1f7c7f20 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 210 time: 0.0321176 Oct 12 23:48:55.080699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:48:55.091104 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:48:55.101636 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:48:55.102253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:48:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:48:55.120132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] No DVR routers for this DVR port 3d320ad6-4794-4905-8e6b-51e8ac891272 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:48:55.123053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:48:55.126402 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c65f0420-7ff7-412d-9b7c-bf47da071064 req-24975bc3-d34b-4190-b88b-2068f9e472eb tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.41 "DELETE /v2.0/ports/3d320ad6-4794-4905-8e6b-51e8ac891272 HTTP/1.1" status: 204 len: 173 time: 1.1945121 Oct 12 23:48:55.126977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-deleted', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:48:55.129243 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc57684-b375-4a2d-84ef-e0757014aa0b" -d '{"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-deleted", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:48:55.203916 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7628bb8e-cec6-45ca-b156-42cd9b1bf253 x-openstack-request-id: req-7628bb8e-cec6-45ca-b156-42cd9b1bf253 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:48:55.203916 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71683498-fca5-47c0-9460-080a50bec683", "name": "network-vif-deleted", "tag": "3d320ad6-4794-4905-8e6b-51e8ac891272", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:48:55.203916 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7628bb8e-cec6-45ca-b156-42cd9b1bf253 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:48:55.203916 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71683498-fca5-47c0-9460-080a50bec683', 'name': 'network-vif-deleted', 'tag': '3d320ad6-4794-4905-8e6b-51e8ac891272', 'status': 'completed', 'code': 200} Oct 12 23:48:55.206986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:48:55.409355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:48:55.435420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:48:55.443765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:48:55.444365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:48:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:48:55.547317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:48:55.740966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:48:55.766952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-903f798b-eae0-4ee0-954c-8d04cff0fdd5 None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:51Z', 'revision_number': 4, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '5785b5cc-4dc9-4592-b408-8992090812ea', 'name': '', 'network_id': '49fe01da-845b-4a7d-a25d-f66e43ce4b58', 'tenant_id': '321fe5664899499e85182985dff47096', 'mac_address': 'fa:16:3e:95:88:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:51Z', 'updated_at': '2021-10-12T23:38:54Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'subnets': [{'id': '71bdfc5f-8392-4a7f-b034-ec30474613ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:48:55.976008 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6153d82-4f25-4894-9f08-27cf04d4f6b3 None None] New status for floating IP 94ea6b4f-59b7-4e83-9d5a-ec48289cb336: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:48:56.120804 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9fcfa1e2-e862-4aae-88af-e85f32b3e47b req-f484168d-5a97-4128-b3c6-4900c6d7ba5e tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 210 time: 0.0273530 Oct 12 23:48:57.218806 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d217e3b4-eabb-4c49-ab04-d80efd93e56c req-2e4d28d5-b3a3-419c-8d28-a16a4527e6ec tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 210 time: 0.0271831 Oct 12 23:48:58.261467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:48:58.282704 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 3d320ad6-4794-4905-8e6b-51e8ac891272 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:48:58.283043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 3d320ad6-4794-4905-8e6b-51e8ac891272 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:48:58.327309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ab3189f3-bfd9-4738-8eb1-88b19e320607 req-50ba30c6-8a53-423b-bc62-318231421a0a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 210 time: 0.0307169 Oct 12 23:48:59.420947 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6941fe48-507d-4fdf-85c8-3107c8d3f720 req-b3b6f74e-472c-40c9-acd9-ee303ddcf98a tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/ports?device_id=71683498-fca5-47c0-9460-080a50bec683 HTTP/1.1" status: 200 len: 210 time: 0.0263186 Oct 12 23:49:04.405025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44840) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:04.461341 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a773ab-ac8d-4bdc-a7e1-49973aeaffbe tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:04.483821 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a773ab-ac8d-4bdc-a7e1-49973aeaffbe tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:04.597927 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a773ab-ac8d-4bdc-a7e1-49973aeaffbe tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:04.601275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64a773ab-ac8d-4bdc-a7e1-49973aeaffbe tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:04.604222 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-64a773ab-ac8d-4bdc-a7e1-49973aeaffbe tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "DELETE /v2.0/security-groups/d8fb96ae-5487-4595-9306-9e6f904acb9f HTTP/1.1" status: 204 len: 168 time: 0.1980329 Oct 12 23:49:04.605291 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44842) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:04.613891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a773ab-ac8d-4bdc-a7e1-49973aeaffbe tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8fb96ae-5487-4595-9306-9e6f904acb9f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:04.622056 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-59877852-1621-40b4-955e-b09e517652f0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] show failed (client error): The resource could not be found. Oct 12 23:49:04.625903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44844) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:04.626066 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-59877852-1621-40b4-955e-b09e517652f0 tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "GET /v2.0/security-groups/d8fb96ae-5487-4595-9306-9e6f904acb9f HTTP/1.1" status: 404 len: 347 time: 0.0179691 Oct 12 23:49:04.758583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Deleting port a21ea6a3-0766-41b3-86e5-e76cc744a202 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:04.758835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:04.837776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:04.838104 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:04.850486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Calling delete_port for a21ea6a3-0766-41b3-86e5-e76cc744a202 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:05.055285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:05.082249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Pushing event deleted for resources: {'Port': ['ID=a21ea6a3-0766-41b3-86e5-e76cc744a202,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:05.142349 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:05.144874 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:05.146775 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-07201a85-bc3d-441b-b8fa-511b416a177d tempest-ServerActionsTestJSON-564639643 tempest-ServerActionsTestJSON-564639643-project] 10.222.0.31 "DELETE /v2.0/floatingips/94ea6b4f-59b7-4e83-9d5a-ec48289cb336 HTTP/1.1" status: 204 len: 168 time: 0.5198474 Oct 12 23:49:05.149701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44846) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:05.682078 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:05.924548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Deleting port 5785b5cc-4dc9-4592-b408-8992090812ea {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:05.924800 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:06.001621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] For port 5785b5cc-4dc9-4592-b408-8992090812ea, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=5785b5cc-4dc9-4592-b408-8992090812ea,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:06.001970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:06.014685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Calling delete_port for 5785b5cc-4dc9-4592-b408-8992090812ea owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:06.278093 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:06.309193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Pushing event deleted for resources: {'Port': ['ID=5785b5cc-4dc9-4592-b408-8992090812ea,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:06.476611 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:06.689432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Router cf41b618-1363-4b2a-9121-00320b8755e4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:49:06.796796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:49:06.803476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-57816aec-b1bd-4762-af73-734d339e49aa admin admin] 10.222.0.31 "PUT /v2.0/routers/cf41b618-1363-4b2a-9121-00320b8755e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6511247 Oct 12 23:49:06.804424 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44850) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:06.806183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad669972-fa5f-4377-b835-adce98086605 None None] Sync routers for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:49:06.815389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad669972-fa5f-4377-b835-adce98086605 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:49:06.815992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ad669972-fa5f-4377-b835-adce98086605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:48:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:06.908351 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:06.918008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ad669972-fa5f-4377-b835-adce98086605 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:49:07.014247 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.093885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ad669972-fa5f-4377-b835-adce98086605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218'}], 'enable_snat': True}, 'gw_port_id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:49:06Z', 'revision_number': 5, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port': {'id': 'db38f530-750c-4e1f-97d2-47fb08d27017', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4041, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:07.119659 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad669972-fa5f-4377-b835-adce98086605 None None] Checking router: cf41b618-1363-4b2a-9121-00320b8755e4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:49:07.127614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad669972-fa5f-4377-b835-adce98086605 None None] Routers {'cf41b618-1363-4b2a-9121-00320b8755e4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:49:07.128241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ad669972-fa5f-4377-b835-adce98086605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:48:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cf41b618-1363-4b2a-9121-00320b8755e4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:07.173257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Deleting port db38f530-750c-4e1f-97d2-47fb08d27017 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:07.173511 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.259883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] For port db38f530-750c-4e1f-97d2-47fb08d27017, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=db38f530-750c-4e1f-97d2-47fb08d27017,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:07.260245 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.277541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Calling delete_port for db38f530-750c-4e1f-97d2-47fb08d27017 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:07.373497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-ad669972-fa5f-4377-b835-adce98086605 None None] Set router cf41b618-1363-4b2a-9121-00320b8755e4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:49:07.424468 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-ad669972-fa5f-4377-b835-adce98086605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:49:07Z', 'revision_number': 6, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:07.452692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad669972-fa5f-4377-b835-adce98086605 None None] The sync data for ids ['cf41b618-1363-4b2a-9121-00320b8755e4'] in n-d-790519-14 is: [{'id': 'cf41b618-1363-4b2a-9121-00320b8755e4', 'name': 'tempest-ServerActionsTestJSON-1519616396-router', 'tenant_id': '321fe5664899499e85182985dff47096', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:38:48Z', 'updated_at': '2021-10-12T23:49:07Z', 'revision_number': 6, 'project_id': '321fe5664899499e85182985dff47096', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:49:07.500918 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.528073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=db38f530-750c-4e1f-97d2-47fb08d27017,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:07.587463 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.675656 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.677795 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.769183 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.769829 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf41b618-1363-4b2a-9121-00320b8755e4 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:49:07.774758 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.775964 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-73779eaf-4bdd-4ea3-ae0c-2d78005170a4 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cf41b618-1363-4b2a-9121-00320b8755e4 HTTP/1.1" status: 204 len: 168 time: 0.9706302 Oct 12 23:49:07.778464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 44852) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:07.831275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d3e1ae-8939-482a-a1a7-918f79dd3edf admin admin] Deleting subnet 71bdfc5f-8392-4a7f-b034-ec30474613ed {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:49:07.835619 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37d3e1ae-8939-482a-a1a7-918f79dd3edf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.872523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37d3e1ae-8939-482a-a1a7-918f79dd3edf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:07.953195 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37d3e1ae-8939-482a-a1a7-918f79dd3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.049515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37d3e1ae-8939-482a-a1a7-918f79dd3edf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.075206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d3e1ae-8939-482a-a1a7-918f79dd3edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71bdfc5f-8392-4a7f-b034-ec30474613ed,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:08.077170 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37d3e1ae-8939-482a-a1a7-918f79dd3edf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.081954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59e58c8-d019-4182-885b-e7baa3aba86c None None] Network 49fe01da-845b-4a7d-a25d-f66e43ce4b58 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:08.083507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-37d3e1ae-8939-482a-a1a7-918f79dd3edf admin admin] 10.222.0.31 "DELETE /v2.0/subnets/71bdfc5f-8392-4a7f-b034-ec30474613ed HTTP/1.1" status: 204 len: 168 time: 0.3035223 Oct 12 23:49:08.083716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44854) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:08.157097 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.214340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Deleting port 8798b72a-b8a7-4050-9fac-71570d1c1aac {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:08.214690 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.275795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e801ae5c-ea86-4f2e-a5a6-8dbfb3cd699f None None] DHCP port deletion for 49fe01da-845b-4a7d-a25d-f66e43ce4b58 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:49:08.279564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] For port 8798b72a-b8a7-4050-9fac-71570d1c1aac, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8798b72a-b8a7-4050-9fac-71570d1c1aac,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:08.279927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.292613 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Calling delete_port for 8798b72a-b8a7-4050-9fac-71570d1c1aac owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:08.323675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e801ae5c-ea86-4f2e-a5a6-8dbfb3cd699f None None] Deleting port 8798b72a-b8a7-4050-9fac-71570d1c1aac {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:08.324055 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e801ae5c-ea86-4f2e-a5a6-8dbfb3cd699f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.388210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e801ae5c-ea86-4f2e-a5a6-8dbfb3cd699f None None] For port 8798b72a-b8a7-4050-9fac-71570d1c1aac, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8798b72a-b8a7-4050-9fac-71570d1c1aac,segment=NetworkSegment(427c2a23-972b-46e0-8caf-ae8ce4cf9c53),segment_id=427c2a23-972b-46e0-8caf-ae8ce4cf9c53)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:08.388698 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e801ae5c-ea86-4f2e-a5a6-8dbfb3cd699f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.401193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e801ae5c-ea86-4f2e-a5a6-8dbfb3cd699f None None] Calling delete_port for 8798b72a-b8a7-4050-9fac-71570d1c1aac owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:08.444039 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.472125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Pushing event deleted for resources: {'Port': ['ID=8798b72a-b8a7-4050-9fac-71570d1c1aac,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:08.478864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] No DVR routers for this DVR port 8798b72a-b8a7-4050-9fac-71570d1c1aac on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:49:08.487937 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e801ae5c-ea86-4f2e-a5a6-8dbfb3cd699f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.489982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.489982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.489982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.489982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.490783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.490783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.490990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.491327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.491662 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.491989 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.492316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.492641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:08.497094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e801ae5c-ea86-4f2e-a5a6-8dbfb3cd699f None None] No DVR routers for this DVR port 8798b72a-b8a7-4050-9fac-71570d1c1aac on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:49:08.517845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e801ae5c-ea86-4f2e-a5a6-8dbfb3cd699f None None] Pushing event deleted for resources: {'Port': ['ID=8798b72a-b8a7-4050-9fac-71570d1c1aac,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:08.574361 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.594388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49fe01da-845b-4a7d-a25d-f66e43ce4b58']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:08.603955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '427c2a23-972b-46e0-8caf-ae8ce4cf9c53') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:08.604255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '427c2a23-972b-46e0-8caf-ae8ce4cf9c53') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:08.613740 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.627323 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.633388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:49:08.633807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:49:08.635490 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:49:08.735191 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.740723 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:08.747152 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] 10.222.0.31 "DELETE /v2.0/networks/49fe01da-845b-4a7d-a25d-f66e43ce4b58 HTTP/1.1" status: 204 len: 168 time: 0.6592786 Oct 12 23:49:08.758391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f1dfbb-a1d1-42eb-bbaa-0e3560040657 admin admin] Pushing event deleted for resources: {'Network': ['ID=49fe01da-845b-4a7d-a25d-f66e43ce4b58,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:09.005332 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device db38f530-750c-4e1f-97d2-47fb08d27017 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:49:09.024984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: db38f530-750c-4e1f-97d2-47fb08d27017 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:49:09.025328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device db38f530-750c-4e1f-97d2-47fb08d27017 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:49:09.025738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8798b72a-b8a7-4050-9fac-71570d1c1aac no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:49:09.044079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 8798b72a-b8a7-4050-9fac-71570d1c1aac {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:49:09.044424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8798b72a-b8a7-4050-9fac-71570d1c1aac not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:49:09.044813 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44858) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:09.044932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5785b5cc-4dc9-4592-b408-8992090812ea no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:49:09.066651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 5785b5cc-4dc9-4592-b408-8992090812ea {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:49:09.067372 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 5785b5cc-4dc9-4592-b408-8992090812ea not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:49:09.088130 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9f9033b5-d70c-4da8-b5af-a9dec00c7126 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=321fe5664899499e85182985dff47096&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418868 Oct 12 23:49:09.090526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44860) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:09.141344 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3065351-dcaa-4f91-8a71-f205cac805a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:09.163241 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3065351-dcaa-4f91-8a71-f205cac805a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:09.277728 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3065351-dcaa-4f91-8a71-f205cac805a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:09.280492 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3065351-dcaa-4f91-8a71-f205cac805a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:09.282197 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f3065351-dcaa-4f91-8a71-f205cac805a7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/736f40b1-aed1-4ca0-89ea-2a6b95656fcb HTTP/1.1" status: 204 len: 168 time: 0.1905339 Oct 12 23:49:09.291473 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3065351-dcaa-4f91-8a71-f205cac805a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=736f40b1-aed1-4ca0-89ea-2a6b95656fcb,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:10.248868 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44882) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:10.357954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-662578456-network', 'tenant_id': '60527704108b4f44976f24e68e165419'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:10.466072 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Made reservation on behalf of 60527704108b4f44976f24e68e165419 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:10.468484 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:10.477489 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:10.553423 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:10.620418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:10.645688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:49:10.655223 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d175b11-a571-4c10-928d-546f5041a746,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:10.659935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:10.660273 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Added segment f5b30f7b-9fc9-4f14-be07-06f0f598baea of type vlan for network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab Oct 12 23:49:10.700084 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:10.786482 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:10.787475 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:10.788063 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:10.844831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] Pushing event updated for resources: {'Network': ['ID=14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:10.855422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:49:10.922457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c8888890-06fe-4085-9292-d0a8bf02d13a admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6724482 Oct 12 23:49:10.925326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 44886) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:10.930193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Request body: {'subnet': {'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-662578456-subnet', 'tenant_id': '60527704108b4f44976f24e68e165419', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:11.009530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Made reservation on behalf of 60527704108b4f44976f24e68e165419 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:11.013417 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:11.232174 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:11.287281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad4526fb-c848-4267-84d5-58a114a841a2,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:11.293760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Checking segment: {'id': 'f5b30f7b-9fc9-4f14-be07-06f0f598baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:11.294115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Network hostable DHCP agents. Network: 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:49:11.386664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:49:11.449432 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:11.453408 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:11.453993 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:11.462013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305c4dde-1813-4a0d-a2d8-1398d3bae8d4 None None] Network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:11.526771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d3e5991e-1646-4ca9-89a2-bff6de7e8e5a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6003118 Oct 12 23:49:11.583375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c2be35-f2f8-432a-a17f-27b35e1f8b6e None None] Network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:11.943569 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79434e7-a54b-4340-9da4-948214265543 req-6ff57776-19e9-48bb-8943-b9a2316e87c3 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:11.945031 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-6ff57776-19e9-48bb-8943-b9a2316e87c3 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/networks?id=14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab HTTP/1.1" status: 200 len: 813 time: 0.1043787 Oct 12 23:49:11.959566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-3d77ac71-94e5-4251-a165-fb52973a41ad tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/quotas/60527704108b4f44976f24e68e165419 HTTP/1.1" status: 200 len: 375 time: 0.0088396 Oct 12 23:49:11.990266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-fbffb55c-7125-4430-b5e8-ab0a2daa4ae8 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60527704108b4f44976f24e68e165419&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256128 Oct 12 23:49:12.074641 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-4517fba3-b1e5-4ee4-923d-d618f0894635 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:49:12.075692 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-4517fba3-b1e5-4ee4-923d-d618f0894635 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0444353 Oct 12 23:49:12.175257 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d0822e9b-2550-4ea7-b1bf-09af732bdbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:12.464433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-a8704262-df9d-41d8-b745-1c90f2cd47cc service neutron] 10.222.0.31 "GET /v2.0/networks/14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3825586 Oct 12 23:49:12.555697 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-0316f15e-948f-42dc-98d7-316c54f1737e service neutron] 10.222.0.31 "GET /v2.0/networks/14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848582 Oct 12 23:49:12.774575 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e11813b1-0dce-47e3-bb5a-8774c9b76592 req-2269ac8a-65ab-46d5-acec-468348ee0e0f tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 210 time: 0.0286958 Oct 12 23:49:13.871966 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e9e31cb-6efe-4f6a-bba5-1e236bc7f726 req-679ae194-9fd6-4cbb-8a89-983d9396cc26 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 210 time: 0.0305035 Oct 12 23:49:14.663413 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79434e7-a54b-4340-9da4-948214265543 req-ca533bab-193f-435d-a657-79e67fb3e8f2 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:14.664891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-ca533bab-193f-435d-a657-79e67fb3e8f2 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.25 "GET /v2.0/networks?id=14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab HTTP/1.1" status: 200 len: 813 time: 0.1096566 Oct 12 23:49:14.678078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Request body: {'port': {'device_id': '8e97ada4-7467-4aa7-920d-99c97d5a55fc', 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab', 'admin_state_up': True, 'tenant_id': '60527704108b4f44976f24e68e165419'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:14.867021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Made reservation on behalf of 60527704108b4f44976f24e68e165419 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:14.870527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:15.001359 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61535e8f-23d6-402a-97d2-a75ad9588923 req-f8ce7296-862a-4c7c-8def-4ca63afc8972 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 210 time: 0.0471187 Oct 12 23:49:15.027967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Allocated IP 172.20.0.11 (14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab/ad4526fb-c848-4267-84d5-58a114a841a2/480e263b-0bce-4b56-b9ed-88c3067b87dd) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:49:15.176699 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:15.261360 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:15.303893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:49:15.306827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:15.310581 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:49:15.339664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Pushing event updated for resources: {'Port': ['ID=480e263b-0bce-4b56-b9ed-88c3067b87dd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:15.366752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:15.367382 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:15.434440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-139c1d5c-6828-4955-bf8c-3933bcc9bd1e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7604601 Oct 12 23:49:15.447600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Request body: {'port': {'device_id': '8e97ada4-7467-4aa7-920d-99c97d5a55fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:15.498622 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:15.580345 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:15.637805 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-27fa51e9-c3c9-427f-bdd0-7e6cefac3d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:15.767439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 480e263b-0bce-4b56-b9ed-88c3067b87dd {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:49:15.774778 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:15.788635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Transition to ACTIVE for port object 480e263b-0bce-4b56-b9ed-88c3067b87dd will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:49:15.848666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:15.896680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Pushing event updated for resources: {'Port': ['ID=480e263b-0bce-4b56-b9ed-88c3067b87dd,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:15.964509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Attempting to bind port 480e263b-0bce-4b56-b9ed-88c3067b87dd on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:49:15.964836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Attempting to bind port 480e263b-0bce-4b56-b9ed-88c3067b87dd by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'f5b30f7b-9fc9-4f14-be07-06f0f598baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:49:15.965159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Attempting to bind port 480e263b-0bce-4b56-b9ed-88c3067b87dd on network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:49:15.969282 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Port 480e263b-0bce-4b56-b9ed-88c3067b87dd on network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:49:15.969597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Attempting to bind port 480e263b-0bce-4b56-b9ed-88c3067b87dd on network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:49:15.974727 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 48, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:49:15.975176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Checking segment: {'id': 'f5b30f7b-9fc9-4f14-be07-06f0f598baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:15.975554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Bound using segment: {'id': 'f5b30f7b-9fc9-4f14-be07-06f0f598baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:49:15.975973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Bound port: 480e263b-0bce-4b56-b9ed-88c3067b87dd, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b30f7b-9fc9-4f14-be07-06f0f598baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:49:15.976318 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:16.041197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] For port 480e263b-0bce-4b56-b9ed-88c3067b87dd, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:49:16.044285 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] For port 480e263b-0bce-4b56-b9ed-88c3067b87dd, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=480e263b-0bce-4b56-b9ed-88c3067b87dd,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:49:16.106664 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:16.115487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c89d7-765e-4e7c-9b6e-f95164056fa9 req-15a54330-c7c1-4ef4-86c4-8ca2c7ad305e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:16.117012 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c6c89d7-765e-4e7c-9b6e-f95164056fa9 req-15a54330-c7c1-4ef4-86c4-8ca2c7ad305e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 944 time: 0.0495064 Oct 12 23:49:16.143013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:16.143625 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:16.144986 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] 10.222.0.25 "PUT /v2.0/ports/480e263b-0bce-4b56-b9ed-88c3067b87dd HTTP/1.1" status: 200 len: 1093 time: 0.7021620 Oct 12 23:49:16.145426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e97ada4-7467-4aa7-920d-99c97d5a55fc', 'tag': '480e263b-0bce-4b56-b9ed-88c3067b87dd'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:49:16.148292 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734a04e4-668e-4e65-881b-5a2b99bc5eed" -d '{"events": [{"name": "network-changed", "server_uuid": "8e97ada4-7467-4aa7-920d-99c97d5a55fc", "tag": "480e263b-0bce-4b56-b9ed-88c3067b87dd"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:49:16.155908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8c6c89d7-765e-4e7c-9b6e-f95164056fa9 req-4df036d1-c332-49fe-8504-7c7db26eb5a2 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326600 Oct 12 23:49:16.172442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095a29d2-4f0f-4031-9965-4dfe9ee60de4 service neutron] Pushing event updated for resources: {'Port': ['ID=480e263b-0bce-4b56-b9ed-88c3067b87dd,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:16.195221 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41f25e5-da90-43c7-a233-5062392094f4 x-openstack-request-id: req-f41f25e5-da90-43c7-a233-5062392094f4 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:49:16.195221 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e97ada4-7467-4aa7-920d-99c97d5a55fc", "tag": "480e263b-0bce-4b56-b9ed-88c3067b87dd", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:49:16.195221 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f41f25e5-da90-43c7-a233-5062392094f4 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:49:16.195526 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e97ada4-7467-4aa7-920d-99c97d5a55fc', 'tag': '480e263b-0bce-4b56-b9ed-88c3067b87dd', 'status': 'completed', 'code': 200} Oct 12 23:49:16.255742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a04e4-668e-4e65-881b-5a2b99bc5eed req-1ec4a296-10ce-4c5e-93a1-787086073136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:16.257351 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-734a04e4-668e-4e65-881b-5a2b99bc5eed req-1ec4a296-10ce-4c5e-93a1-787086073136 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=60527704108b4f44976f24e68e165419&device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 1096 time: 0.0408525 Oct 12 23:49:16.294841 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:16.704407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a04e4-668e-4e65-881b-5a2b99bc5eed req-57414c2c-604e-422d-8fb5-a4051b18d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:16.705880 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-734a04e4-668e-4e65-881b-5a2b99bc5eed req-57414c2c-604e-422d-8fb5-a4051b18d8fd service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=60527704108b4f44976f24e68e165419&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4413195 Oct 12 23:49:16.798073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734a04e4-668e-4e65-881b-5a2b99bc5eed req-3150ab3f-b012-4055-8b43-6a8a27a758f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:16.799556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-734a04e4-668e-4e65-881b-5a2b99bc5eed req-3150ab3f-b012-4055-8b43-6a8a27a758f1 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0857739 Oct 12 23:49:16.876992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79434e7-a54b-4340-9da4-948214265543 req-854cd6a5-c9c3-41c9-96ab-07c8be424704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:16.878387 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-854cd6a5-c9c3-41c9-96ab-07c8be424704 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=60527704108b4f44976f24e68e165419&device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 1096 time: 0.0432000 Oct 12 23:49:16.919040 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-bc0dae14-8c97-4cb5-b540-ab32b63c8d9b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=480e263b-0bce-4b56-b9ed-88c3067b87dd HTTP/1.1" status: 200 len: 217 time: 0.0324583 Oct 12 23:49:16.966689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79434e7-a54b-4340-9da4-948214265543 req-e1db2cd4-4db9-428a-a18f-9e248576f520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:16.968142 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-e1db2cd4-4db9-428a-a18f-9e248576f520 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=ad4526fb-c848-4267-84d5-58a114a841a2 HTTP/1.1" status: 200 len: 853 time: 0.0427940 Oct 12 23:49:16.999503 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-d3366fdf-a7ed-4dc1-af41-92085a893b61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238423 Oct 12 23:49:17.090858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-ddff6135-030c-4fea-806a-79ffc60ebc1f service neutron] 10.222.0.25 "GET /v2.0/networks/14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834584 Oct 12 23:49:17.179308 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79434e7-a54b-4340-9da4-948214265543 req-638b8f0f-2eac-40b9-8747-1478e26fdb36 service neutron] 10.222.0.25 "GET /v2.0/networks/14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813808 Oct 12 23:49:17.277685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc450d5a-7d58-4ce2-beb8-204336d288de req-cb1baa32-35d7-4d14-bd0b-3cf8a69195ab tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:17.279731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc450d5a-7d58-4ce2-beb8-204336d288de req-cb1baa32-35d7-4d14-bd0b-3cf8a69195ab tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 944 time: 0.0493197 Oct 12 23:49:17.317766 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cc450d5a-7d58-4ce2-beb8-204336d288de req-aeb7d417-fb05-4cc4-9b68-0523db1556d7 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325351 Oct 12 23:49:18.009355 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:18.437540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb085fbf-6d08-4397-b8d2-cef44d0f7385 req-96d883b2-b52e-4e2f-a792-29c0846b3b4f tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:18.439035 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cb085fbf-6d08-4397-b8d2-cef44d0f7385 req-96d883b2-b52e-4e2f-a792-29c0846b3b4f tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 944 time: 0.0531580 Oct 12 23:49:18.478385 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cb085fbf-6d08-4397-b8d2-cef44d0f7385 req-a4dd3567-4b8f-43ca-950d-4748708d6aa2 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328097 Oct 12 23:49:19.369560 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:19.594290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f8299c-cb4b-40cf-9072-3f3216797a0f req-41366361-653c-4687-8f31-08078e5db803 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:19.595781 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92f8299c-cb4b-40cf-9072-3f3216797a0f req-41366361-653c-4687-8f31-08078e5db803 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 944 time: 0.0485144 Oct 12 23:49:19.636466 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92f8299c-cb4b-40cf-9072-3f3216797a0f req-84d7b46a-79af-4855-9e71-7296af415d22 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345166 Oct 12 23:49:19.763153 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:20.275838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 480e263b-0bce-4b56-b9ed-88c3067b87dd details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:49:20.367303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 480e263b-0bce-4b56-b9ed-88c3067b87dd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=480e263b-0bce-4b56-b9ed-88c3067b87dd,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:20.381395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '480e263b-0bce-4b56-b9ed-88c3067b87dd', 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab', 'port_id': '480e263b-0bce-4b56-b9ed-88c3067b87dd', 'mac_address': 'fa:16:3e:7d:b8:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4526fb-c848-4267-84d5-58a114a841a2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:49:20.417177 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:20.430144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 480e263b-0bce-4b56-b9ed-88c3067b87dd {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:49:20.448229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 480e263b-0bce-4b56-b9ed-88c3067b87dd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=480e263b-0bce-4b56-b9ed-88c3067b87dd,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:20.534352 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:20.581158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=480e263b-0bce-4b56-b9ed-88c3067b87dd,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:20.724016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['480e263b-0bce-4b56-b9ed-88c3067b87dd'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:49:20.749427 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72395282-3a2d-474d-b724-845470b26404 req-dadbd8a2-d778-4ed7-9ae7-2d816dc85738 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:20.750907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72395282-3a2d-474d-b724-845470b26404 req-dadbd8a2-d778-4ed7-9ae7-2d816dc85738 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 945 time: 0.0491443 Oct 12 23:49:20.789056 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72395282-3a2d-474d-b724-845470b26404 req-913447fb-16b9-450e-a72f-fa70258a6038 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314517 Oct 12 23:49:21.902756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1038f5-4039-412a-aad4-7d2e2ccb67d1 req-7a184a05-30fe-4770-bd52-7d7c218fd224 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:21.904135 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e1038f5-4039-412a-aad4-7d2e2ccb67d1 req-7a184a05-30fe-4770-bd52-7d7c218fd224 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 945 time: 0.0473669 Oct 12 23:49:21.941229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e1038f5-4039-412a-aad4-7d2e2ccb67d1 req-1f4c288e-4469-413d-a122-0bd1556d0d2d tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312581 Oct 12 23:49:22.294177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 480e263b-0bce-4b56-b9ed-88c3067b87dd up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:49:22.402815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 480e263b-0bce-4b56-b9ed-88c3067b87dd completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:49:22.406352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 480e263b-0bce-4b56-b9ed-88c3067b87dd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:49:22.406719 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:22.483124 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:22.503918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97ada4-7467-4aa7-920d-99c97d5a55fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480e263b-0bce-4b56-b9ed-88c3067b87dd'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:49:22.506129 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498e0737-ff5d-414b-b2c1-d05ac6e091c2" -d '{"events": [{"server_uuid": "8e97ada4-7467-4aa7-920d-99c97d5a55fc", "name": "network-vif-plugged", "status": "completed", "tag": "480e263b-0bce-4b56-b9ed-88c3067b87dd"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:49:22.518409 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 480e263b-0bce-4b56-b9ed-88c3067b87dd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=480e263b-0bce-4b56-b9ed-88c3067b87dd,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:22.544710 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3be798de-3a47-4ce3-bb66-31ba68f089fa x-openstack-request-id: req-3be798de-3a47-4ce3-bb66-31ba68f089fa {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:49:22.544940 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97ada4-7467-4aa7-920d-99c97d5a55fc", "name": "network-vif-plugged", "status": "completed", "tag": "480e263b-0bce-4b56-b9ed-88c3067b87dd", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:49:22.545196 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-3be798de-3a47-4ce3-bb66-31ba68f089fa {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:49:22.545841 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e97ada4-7467-4aa7-920d-99c97d5a55fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '480e263b-0bce-4b56-b9ed-88c3067b87dd', 'code': 200} Oct 12 23:49:22.568849 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:22.616061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=480e263b-0bce-4b56-b9ed-88c3067b87dd,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:22.642270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa5a10d-8b4c-4202-a8de-de4586f9cfd9 req-96454741-2a96-4619-a040-72c2dcbab03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:22.643865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3aa5a10d-8b4c-4202-a8de-de4586f9cfd9 req-96454741-2a96-4619-a040-72c2dcbab03a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 1098 time: 0.0401056 Oct 12 23:49:22.678566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3aa5a10d-8b4c-4202-a8de-de4586f9cfd9 req-38833dbe-dfc6-4215-a2fa-66533d88a1dc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272615 Oct 12 23:49:23.053104 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84b35e5-6e02-4a32-8fb4-2962c9f92493 req-5e7e1e81-ec37-4258-8145-6034459dfdf8 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:23.054813 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e84b35e5-6e02-4a32-8fb4-2962c9f92493 req-5e7e1e81-ec37-4258-8145-6034459dfdf8 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0490723 Oct 12 23:49:23.091733 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e84b35e5-6e02-4a32-8fb4-2962c9f92493 req-b6eaa19f-f0a9-47a9-848b-2c45147269e9 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307264 Oct 12 23:49:24.209506 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c211e7-dad2-4cb5-ae2d-96b748f8cd0e req-aa67c273-67db-45fd-8b1f-c6060e2a67e4 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:24.211593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93c211e7-dad2-4cb5-ae2d-96b748f8cd0e req-aa67c273-67db-45fd-8b1f-c6060e2a67e4 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0530784 Oct 12 23:49:24.247836 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93c211e7-dad2-4cb5-ae2d-96b748f8cd0e req-005791c3-860d-4eba-a544-9739b26765c8 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304465 Oct 12 23:49:24.469680 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-20b32671-7ba4-4cdf-a8e9-0dd8f26a3165 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:24.471098 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-20b32671-7ba4-4cdf-a8e9-0dd8f26a3165 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/networks?id=14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab HTTP/1.1" status: 200 len: 813 time: 0.1047852 Oct 12 23:49:24.485953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-bca90860-d24b-4b0b-9643-0a61ac86c2b4 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/quotas/60527704108b4f44976f24e68e165419 HTTP/1.1" status: 200 len: 375 time: 0.0090647 Oct 12 23:49:24.534101 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-be981fe4-8c3a-4ef6-8421-ffc4ec16acff tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=60527704108b4f44976f24e68e165419&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0427914 Oct 12 23:49:24.648627 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-93bd0269-3982-4d4b-a1bc-c7529a2e9830 service neutron] 10.222.0.31 "GET /v2.0/networks/14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067293 Oct 12 23:49:24.737998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-063d89ae-619e-472e-98f1-a5cc390a7d96 service neutron] 10.222.0.31 "GET /v2.0/networks/14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829961 Oct 12 23:49:24.984872 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b7ad0712-aba7-442b-a1f0-5334f6e65723 req-8510f82e-1e4b-4aad-813f-122aa01e0e58 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 210 time: 0.0277696 Oct 12 23:49:26.076947 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e845a9e1-4a60-4f4f-92bf-72bf6a1dd515 req-f3ce6b44-51eb-4504-be9a-a7e65610fd2a tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 210 time: 0.0270848 Oct 12 23:49:26.887312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-8a93a173-005a-4b0c-a7c4-a6e63f8a2f25 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:26.888696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-8a93a173-005a-4b0c-a7c4-a6e63f8a2f25 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.41 "GET /v2.0/networks?id=14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab HTTP/1.1" status: 200 len: 813 time: 0.1067884 Oct 12 23:49:26.902314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Request body: {'port': {'device_id': '34c93602-3cb2-45b0-a063-cc773eb0dd25', 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab', 'admin_state_up': True, 'tenant_id': '60527704108b4f44976f24e68e165419'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:27.083428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Made reservation on behalf of 60527704108b4f44976f24e68e165419 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:27.087691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:27.181505 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbc91426-4a0e-46f9-833d-563847ed4309 req-6aab4ec0-015f-4de6-8182-b54389df44df tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 210 time: 0.0344148 Oct 12 23:49:27.245391 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Allocated IP 172.20.0.12 (14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab/ad4526fb-c848-4267-84d5-58a114a841a2/b0f035dc-c224-48e7-a2ac-a0c002064f2c) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:49:27.392608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:27.477784 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:27.489181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['480e263b-0bce-4b56-b9ed-88c3067b87dd'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:49:27.524144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:49:27.527290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:27.531261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:49:27.558351 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Pushing event updated for resources: {'Port': ['ID=b0f035dc-c224-48e7-a2ac-a0c002064f2c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:27.569901 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.570737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.571114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.571464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.571802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.572137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.572472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.572799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.573131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.573460 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.573841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.574107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:27.605542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:27.606184 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:27.668728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-158c4346-6e00-4c9c-9726-92504257497e tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7701077 Oct 12 23:49:27.681215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Request body: {'port': {'device_id': '34c93602-3cb2-45b0-a063-cc773eb0dd25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:27.735287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:28.001440 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f035dc-c224-48e7-a2ac-a0c002064f2c {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:49:28.009430 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:28.020866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Transition to ACTIVE for port object b0f035dc-c224-48e7-a2ac-a0c002064f2c will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:49:28.100224 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:28.138698 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:49:28.154716 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Pushing event updated for resources: {'Port': ['ID=b0f035dc-c224-48e7-a2ac-a0c002064f2c,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:28.221929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Attempting to bind port b0f035dc-c224-48e7-a2ac-a0c002064f2c on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:49:28.222277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Attempting to bind port b0f035dc-c224-48e7-a2ac-a0c002064f2c by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'f5b30f7b-9fc9-4f14-be07-06f0f598baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:49:28.222600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Attempting to bind port b0f035dc-c224-48e7-a2ac-a0c002064f2c on network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:49:28.227007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Port b0f035dc-c224-48e7-a2ac-a0c002064f2c on network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:49:28.227326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Attempting to bind port b0f035dc-c224-48e7-a2ac-a0c002064f2c on network 14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:49:28.231991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:49:28.232320 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Checking segment: {'id': 'f5b30f7b-9fc9-4f14-be07-06f0f598baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:28.232695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Bound using segment: {'id': 'f5b30f7b-9fc9-4f14-be07-06f0f598baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:49:28.233112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Bound port: b0f035dc-c224-48e7-a2ac-a0c002064f2c, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5b30f7b-9fc9-4f14-be07-06f0f598baea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:49:28.233474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:28.301795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] For port b0f035dc-c224-48e7-a2ac-a0c002064f2c, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:49:28.303440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e87ef-24bd-4039-a855-37f3b17dd246 req-7726ce82-21fc-4524-9186-b489ed1e069c tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:28.305632 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e7e87ef-24bd-4039-a855-37f3b17dd246 req-7726ce82-21fc-4524-9186-b489ed1e069c tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 944 time: 0.0559425 Oct 12 23:49:28.305757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] For port b0f035dc-c224-48e7-a2ac-a0c002064f2c, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b0f035dc-c224-48e7-a2ac-a0c002064f2c,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:49:28.343703 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2e7e87ef-24bd-4039-a855-37f3b17dd246 req-7ecfa2fa-b565-406f-b0ef-81b4805494d5 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318244 Oct 12 23:49:28.392392 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:28.431492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:28.432107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:28.433486 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] 10.222.0.41 "PUT /v2.0/ports/b0f035dc-c224-48e7-a2ac-a0c002064f2c HTTP/1.1" status: 200 len: 1093 time: 0.7568614 Oct 12 23:49:28.433930 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34c93602-3cb2-45b0-a063-cc773eb0dd25', 'tag': 'b0f035dc-c224-48e7-a2ac-a0c002064f2c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:49:28.436212 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34b724f3-6a0d-4df7-9480-8c24ca304a75" -d '{"events": [{"name": "network-changed", "server_uuid": "34c93602-3cb2-45b0-a063-cc773eb0dd25", "tag": "b0f035dc-c224-48e7-a2ac-a0c002064f2c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:49:28.455923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8700c-efa2-412d-ae60-33198e3a803c service neutron] Pushing event updated for resources: {'Port': ['ID=b0f035dc-c224-48e7-a2ac-a0c002064f2c,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:28.471476 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ab5e4a-9894-4c8b-b7a7-6062786cf448 x-openstack-request-id: req-74ab5e4a-9894-4c8b-b7a7-6062786cf448 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:49:28.471807 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34c93602-3cb2-45b0-a063-cc773eb0dd25", "tag": "b0f035dc-c224-48e7-a2ac-a0c002064f2c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:49:28.472061 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-74ab5e4a-9894-4c8b-b7a7-6062786cf448 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:49:28.472461 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34c93602-3cb2-45b0-a063-cc773eb0dd25', 'tag': 'b0f035dc-c224-48e7-a2ac-a0c002064f2c', 'status': 'completed', 'code': 200} Oct 12 23:49:28.531749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b724f3-6a0d-4df7-9480-8c24ca304a75 req-86ab993a-e13b-4bff-9640-d4fa0f5947f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:28.533257 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34b724f3-6a0d-4df7-9480-8c24ca304a75 req-86ab993a-e13b-4bff-9640-d4fa0f5947f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60527704108b4f44976f24e68e165419&device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 1096 time: 0.0415604 Oct 12 23:49:28.634434 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b724f3-6a0d-4df7-9480-8c24ca304a75 req-2c329eb8-f5b4-4803-a77d-d9df48d0f88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:28.635919 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34b724f3-6a0d-4df7-9480-8c24ca304a75 req-2c329eb8-f5b4-4803-a77d-d9df48d0f88b service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=60527704108b4f44976f24e68e165419&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0952516 Oct 12 23:49:28.731937 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b724f3-6a0d-4df7-9480-8c24ca304a75 req-e79f8030-714f-4631-af01-c559646087fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:28.733409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34b724f3-6a0d-4df7-9480-8c24ca304a75 req-e79f8030-714f-4631-af01-c559646087fc service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906432 Oct 12 23:49:28.812792 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-7c13bf69-7234-4c13-8261-cb980303249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:28.814256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-7c13bf69-7234-4c13-8261-cb980303249b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=60527704108b4f44976f24e68e165419&device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 1096 time: 0.0453019 Oct 12 23:49:28.855003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-f2a7d9a0-4636-439c-9f3c-287cbb1f2e23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f035dc-c224-48e7-a2ac-a0c002064f2c HTTP/1.1" status: 200 len: 217 time: 0.0328586 Oct 12 23:49:28.902614 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-bf5cf193-1fd8-4fed-99e7-5738194811ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:28.904161 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-bf5cf193-1fd8-4fed-99e7-5738194811ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ad4526fb-c848-4267-84d5-58a114a841a2 HTTP/1.1" status: 200 len: 853 time: 0.0426037 Oct 12 23:49:28.935498 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-27bff7e8-d0f2-459d-90dc-07953b574e77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238593 Oct 12 23:49:29.031633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-41b29334-c5ab-49eb-a0a0-c587d9b4388f service neutron] 10.222.0.41 "GET /v2.0/networks/14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883229 Oct 12 23:49:29.121458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-860bc22c-4cf2-460c-a13b-a4103b27e02c req-313d8143-5d4d-4d3d-affb-c5836ce4cfce service neutron] 10.222.0.41 "GET /v2.0/networks/14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833151 Oct 12 23:49:29.456732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62f527c-afda-45cd-beb6-29e743a98a75 req-3317c5f8-6fd6-48d2-8f0b-cbfa1c879db4 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:29.458182 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f527c-afda-45cd-beb6-29e743a98a75 req-3317c5f8-6fd6-48d2-8f0b-cbfa1c879db4 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 944 time: 0.0485153 Oct 12 23:49:29.495230 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b62f527c-afda-45cd-beb6-29e743a98a75 req-573a8a5f-a975-4629-91c1-47ffe348eae8 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306194 Oct 12 23:49:30.401073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b0f035dc-c224-48e7-a2ac-a0c002064f2c details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:49:30.490432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port b0f035dc-c224-48e7-a2ac-a0c002064f2c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b0f035dc-c224-48e7-a2ac-a0c002064f2c,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:30.501751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'b0f035dc-c224-48e7-a2ac-a0c002064f2c', 'network_id': '14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab', 'port_id': 'b0f035dc-c224-48e7-a2ac-a0c002064f2c', 'mac_address': 'fa:16:3e:da:ed:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad4526fb-c848-4267-84d5-58a114a841a2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:49:30.542848 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:30.557638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f035dc-c224-48e7-a2ac-a0c002064f2c {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:49:30.577656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port b0f035dc-c224-48e7-a2ac-a0c002064f2c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b0f035dc-c224-48e7-a2ac-a0c002064f2c,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:30.617644 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f1c8b-cb12-4332-9c1e-4680e71484a7 req-a1b8637e-8194-4836-92c7-26d66994ad58 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:30.619164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e7f1c8b-cb12-4332-9c1e-4680e71484a7 req-a1b8637e-8194-4836-92c7-26d66994ad58 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 944 time: 0.0555050 Oct 12 23:49:30.626238 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:30.657556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e7f1c8b-cb12-4332-9c1e-4680e71484a7 req-fddcee2b-5845-4887-8879-099b07497591 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321765 Oct 12 23:49:30.676826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=b0f035dc-c224-48e7-a2ac-a0c002064f2c,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:30.813435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['b0f035dc-c224-48e7-a2ac-a0c002064f2c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:49:31.773120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a552a646-35d3-41b0-92f1-21495f3d3303 req-411d62e0-7a11-4223-bf11-7f0e05fdd367 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:31.774569 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a552a646-35d3-41b0-92f1-21495f3d3303 req-411d62e0-7a11-4223-bf11-7f0e05fdd367 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 945 time: 0.0490282 Oct 12 23:49:31.811566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a552a646-35d3-41b0-92f1-21495f3d3303 req-1fd5d8eb-f146-4323-8c0c-1a8bcb6b99f5 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310879 Oct 12 23:49:32.416582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b0f035dc-c224-48e7-a2ac-a0c002064f2c up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:49:32.523011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port b0f035dc-c224-48e7-a2ac-a0c002064f2c completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:49:32.526922 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port b0f035dc-c224-48e7-a2ac-a0c002064f2c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:49:32.527323 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:32.602280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:32.624586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c93602-3cb2-45b0-a063-cc773eb0dd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f035dc-c224-48e7-a2ac-a0c002064f2c'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:49:32.626816 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0110246d-82d1-4d61-b498-3103697b7279" -d '{"events": [{"server_uuid": "34c93602-3cb2-45b0-a063-cc773eb0dd25", "name": "network-vif-plugged", "status": "completed", "tag": "b0f035dc-c224-48e7-a2ac-a0c002064f2c"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:49:32.639288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port b0f035dc-c224-48e7-a2ac-a0c002064f2c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b0f035dc-c224-48e7-a2ac-a0c002064f2c,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:32.660798 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781def78-1f96-4b8b-ba56-e0c480a4c017 x-openstack-request-id: req-781def78-1f96-4b8b-ba56-e0c480a4c017 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:49:32.661108 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c93602-3cb2-45b0-a063-cc773eb0dd25", "name": "network-vif-plugged", "status": "completed", "tag": "b0f035dc-c224-48e7-a2ac-a0c002064f2c", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:49:32.661413 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-781def78-1f96-4b8b-ba56-e0c480a4c017 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:49:32.661755 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c93602-3cb2-45b0-a063-cc773eb0dd25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f035dc-c224-48e7-a2ac-a0c002064f2c', 'code': 200} Oct 12 23:49:32.700348 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:32.752007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=b0f035dc-c224-48e7-a2ac-a0c002064f2c,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:32.754869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb59cff-05b4-41da-9748-b328bc8d45cd req-508a1b09-0ee5-4750-9e9c-717039eec0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:32.756435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9eb59cff-05b4-41da-9748-b328bc8d45cd req-508a1b09-0ee5-4750-9e9c-717039eec0b5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 1098 time: 0.0407703 Oct 12 23:49:32.759980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.760335 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.760683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.761028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.761373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.761715 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.762050 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.762384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.762740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.763101 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.763436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.763767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:49:32.792692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9eb59cff-05b4-41da-9748-b328bc8d45cd req-b3235788-55fb-42da-a7ee-94855d47b4f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293999 Oct 12 23:49:32.929417 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008be9f6-b809-4e2c-9d25-a108f9144912 req-bd9c4838-6646-4ee0-99b2-197effec6545 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:32.930857 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-008be9f6-b809-4e2c-9d25-a108f9144912 req-bd9c4838-6646-4ee0-99b2-197effec6545 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 946 time: 0.0527167 Oct 12 23:49:32.968395 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-008be9f6-b809-4e2c-9d25-a108f9144912 req-01667186-8ce5-4890-b125-699a01db29f7 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Oct 12 23:49:34.082640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f12b9-e288-43f1-bf15-05e3f1df1b50 req-34b4a0fc-6c4a-419e-a713-8d6e6834309d tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:34.084116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ee2f12b9-e288-43f1-bf15-05e3f1df1b50 req-34b4a0fc-6c4a-419e-a713-8d6e6834309d tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 946 time: 0.0488033 Oct 12 23:49:34.121047 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ee2f12b9-e288-43f1-bf15-05e3f1df1b50 req-19ba4c78-c8b1-45b7-a5da-7e00b20f2671 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307801 Oct 12 23:49:34.493845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7f276-dc84-4af2-a78e-4d5229d8cd0e req-c54178b2-1925-46fa-8ecd-afb3bccc4953 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:34.495329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ba7f276-dc84-4af2-a78e-4d5229d8cd0e req-c54178b2-1925-46fa-8ecd-afb3bccc4953 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 946 time: 0.0556581 Oct 12 23:49:34.533089 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1ba7f276-dc84-4af2-a78e-4d5229d8cd0e req-7b5a1b65-0cac-49df-88f9-63952f035181 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317073 Oct 12 23:49:35.646396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3e644b-009f-4adb-984f-9988a5476759 req-0e4cea92-f307-4696-9aac-d242f1add1d9 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:35.648485 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd3e644b-009f-4adb-984f-9988a5476759 req-0e4cea92-f307-4696-9aac-d242f1add1d9 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 946 time: 0.0472219 Oct 12 23:49:35.685364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bd3e644b-009f-4adb-984f-9988a5476759 req-e56f8d7e-838f-4723-a720-138089b1d081 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310342 Oct 12 23:49:35.752108 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90730f-5504-4859-9983-44161b5e420e req-5786ffb9-345d-4ff1-9c6e-f65d90a063c3 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:35.753450 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f90730f-5504-4859-9983-44161b5e420e req-5786ffb9-345d-4ff1-9c6e-f65d90a063c3 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.41 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 946 time: 0.0482373 Oct 12 23:49:35.847301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f90730f-5504-4859-9983-44161b5e420e req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Deleting port b0f035dc-c224-48e7-a2ac-a0c002064f2c {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:35.847630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f90730f-5504-4859-9983-44161b5e420e req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:35.933445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7f90730f-5504-4859-9983-44161b5e420e req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] For port b0f035dc-c224-48e7-a2ac-a0c002064f2c, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=b0f035dc-c224-48e7-a2ac-a0c002064f2c,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:35.933797 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f90730f-5504-4859-9983-44161b5e420e req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:35.946235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7f90730f-5504-4859-9983-44161b5e420e req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Calling delete_port for b0f035dc-c224-48e7-a2ac-a0c002064f2c owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:36.134227 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f90730f-5504-4859-9983-44161b5e420e req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:36.146588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['480e263b-0bce-4b56-b9ed-88c3067b87dd'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:49:36.149666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['b0f035dc-c224-48e7-a2ac-a0c002064f2c'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:49:36.162308 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Pushing event deleted for resources: {'Port': ['ID=b0f035dc-c224-48e7-a2ac-a0c002064f2c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:36.203734 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f90730f-5504-4859-9983-44161b5e420e req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] No DVR routers for this DVR port b0f035dc-c224-48e7-a2ac-a0c002064f2c on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:49:36.206276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7f90730f-5504-4859-9983-44161b5e420e req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:36.209570 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7f90730f-5504-4859-9983-44161b5e420e req-751acc34-9d7e-4add-a30a-0b77121ec7b0 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.41 "DELETE /v2.0/ports/b0f035dc-c224-48e7-a2ac-a0c002064f2c HTTP/1.1" status: 204 len: 173 time: 0.4499359 Oct 12 23:49:36.210012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34c93602-3cb2-45b0-a063-cc773eb0dd25', 'name': 'network-vif-deleted', 'tag': 'b0f035dc-c224-48e7-a2ac-a0c002064f2c'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:49:36.212305 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8416aad1-f639-4c05-9ee1-931935cf2593" -d '{"events": [{"server_uuid": "34c93602-3cb2-45b0-a063-cc773eb0dd25", "name": "network-vif-deleted", "tag": "b0f035dc-c224-48e7-a2ac-a0c002064f2c"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:49:36.248623 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7060653b-3c33-48a8-9b2f-319f5915261f x-openstack-request-id: req-7060653b-3c33-48a8-9b2f-319f5915261f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:49:36.248922 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34c93602-3cb2-45b0-a063-cc773eb0dd25", "name": "network-vif-deleted", "tag": "b0f035dc-c224-48e7-a2ac-a0c002064f2c", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:49:36.249187 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7060653b-3c33-48a8-9b2f-319f5915261f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:49:36.249586 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34c93602-3cb2-45b0-a063-cc773eb0dd25', 'name': 'network-vif-deleted', 'tag': 'b0f035dc-c224-48e7-a2ac-a0c002064f2c', 'status': 'completed', 'code': 200} Oct 12 23:49:36.789065 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-26d9833d-7924-4ae5-bd9a-e0b8d028d9f1 req-db285ba9-ad3d-4703-86b0-6cab3000d5ff tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=34c93602-3cb2-45b0-a063-cc773eb0dd25 HTTP/1.1" status: 200 len: 210 time: 0.0272772 Oct 12 23:49:37.938778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f94d0d0-40df-47f6-8337-cedfa04eda7b req-b8bf3731-d812-4e62-99a4-f7a64bccf57f tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:37.940252 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7f94d0d0-40df-47f6-8337-cedfa04eda7b req-b8bf3731-d812-4e62-99a4-f7a64bccf57f tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0519428 Oct 12 23:49:37.978185 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7f94d0d0-40df-47f6-8337-cedfa04eda7b req-42d885c9-2127-44e2-954b-c5126ba6fff9 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318892 Oct 12 23:49:38.106764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5a737-9863-42b7-b935-dbcaa5309d5f req-8bdd14b5-fdb3-47f3-bf06-48c49f4d3550 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:38.116395 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43f5a737-9863-42b7-b935-dbcaa5309d5f req-8bdd14b5-fdb3-47f3-bf06-48c49f4d3550 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0491490 Oct 12 23:49:38.145751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-43f5a737-9863-42b7-b935-dbcaa5309d5f req-8a026ba7-8f35-43d0-abb7-768a0cb7c5d6 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315063 Oct 12 23:49:38.267871 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd91d6-ac76-4194-a7ba-b5a0a7af64ad req-9ff92b8d-8af1-49fc-96f9-a4431d9542ed tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:38.269350 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9bd91d6-ac76-4194-a7ba-b5a0a7af64ad req-9ff92b8d-8af1-49fc-96f9-a4431d9542ed tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0518727 Oct 12 23:49:38.309287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9bd91d6-ac76-4194-a7ba-b5a0a7af64ad req-835816a8-44bb-457f-b025-81906cb4739d tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331640 Oct 12 23:49:38.379581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-b8c60599-47d5-4516-b2a5-47a8ed4b8222 req-3e9dfdc5-4df3-4c96-9997-2a9fbbac5f7d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:49:38.380458 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8c60599-47d5-4516-b2a5-47a8ed4b8222 req-3e9dfdc5-4df3-4c96-9997-2a9fbbac5f7d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054154 Oct 12 23:49:38.485102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d619d138-c659-4425-9901-88331b879070 req-e1417d4a-80db-461e-a0dc-0f1e87f045c7 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:38.486593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d619d138-c659-4425-9901-88331b879070 req-e1417d4a-80db-461e-a0dc-0f1e87f045c7 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0490553 Oct 12 23:49:38.524934 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d619d138-c659-4425-9901-88331b879070 req-3ab5cea5-ec99-4771-9c14-b35dd624b884 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324321 Oct 12 23:49:38.638165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9f74a1-f407-4d9a-b434-59f655819030 req-73e0cc21-2302-43ce-9cde-8611e463b238 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:38.639542 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d9f74a1-f407-4d9a-b434-59f655819030 req-73e0cc21-2302-43ce-9cde-8611e463b238 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0486615 Oct 12 23:49:38.675895 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d9f74a1-f407-4d9a-b434-59f655819030 req-60e86e1e-b052-4b8e-abd1-732df05bd793 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304592 Oct 12 23:49:38.803875 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab13a2-f462-409f-8005-fde3f6ffc0b5 req-4b123b0f-72dd-43fd-851b-e088069eafba tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:38.805949 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90ab13a2-f462-409f-8005-fde3f6ffc0b5 req-4b123b0f-72dd-43fd-851b-e088069eafba tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0533326 Oct 12 23:49:38.844370 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-90ab13a2-f462-409f-8005-fde3f6ffc0b5 req-3817d7e7-6046-49ec-bc71-2b1916cb8dc2 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Oct 12 23:49:39.311479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f505c0c-6f72-442b-9ddd-b416ee3e1585 req-44aef3ce-3217-4fb7-8b04-b75f0aa376cf tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:39.312932 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f505c0c-6f72-442b-9ddd-b416ee3e1585 req-44aef3ce-3217-4fb7-8b04-b75f0aa376cf tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0496893 Oct 12 23:49:39.349894 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f505c0c-6f72-442b-9ddd-b416ee3e1585 req-6debe48a-1cc9-4b8a-abb4-b183a4b1e546 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310354 Oct 12 23:49:40.417012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b0f035dc-c224-48e7-a2ac-a0c002064f2c no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:49:40.437253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: b0f035dc-c224-48e7-a2ac-a0c002064f2c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:49:40.437599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device b0f035dc-c224-48e7-a2ac-a0c002064f2c not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:49:40.470613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20682ca3-e186-4811-a465-86f48e8e2174 req-2befbb04-fba5-4a52-a819-af55801c2d41 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:40.472145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20682ca3-e186-4811-a465-86f48e8e2174 req-2befbb04-fba5-4a52-a819-af55801c2d41 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0504587 Oct 12 23:49:40.509061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-20682ca3-e186-4811-a465-86f48e8e2174 req-39a1ab19-18ca-4d40-b8f1-8d1c93f6edbd tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/security-groups?id=0d175b11-a571-4c10-928d-546f5041a746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310094 Oct 12 23:49:40.628064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-e18a11b7-2a67-4f0c-81e3-76842c961c7d tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:40.629557 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-e18a11b7-2a67-4f0c-81e3-76842c961c7d tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.25 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 946 time: 0.0521653 Oct 12 23:49:40.716927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Deleting port 480e263b-0bce-4b56-b9ed-88c3067b87dd {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:40.717273 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:40.810264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] For port 480e263b-0bce-4b56-b9ed-88c3067b87dd, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=480e263b-0bce-4b56-b9ed-88c3067b87dd,segment=NetworkSegment(f5b30f7b-9fc9-4f14-be07-06f0f598baea),segment_id=f5b30f7b-9fc9-4f14-be07-06f0f598baea)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:40.810623 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:40.824216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Calling delete_port for 480e263b-0bce-4b56-b9ed-88c3067b87dd owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:41.031996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:41.044706 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['480e263b-0bce-4b56-b9ed-88c3067b87dd'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:49:41.062200 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Pushing event deleted for resources: {'Port': ['ID=480e263b-0bce-4b56-b9ed-88c3067b87dd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:41.105318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] No DVR routers for this DVR port 480e263b-0bce-4b56-b9ed-88c3067b87dd on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:49:41.108073 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:41.111513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2f8198ad-c720-4c14-82db-cff60d8cc608 req-4908e4ca-3d7a-4b5e-9475-ce0d538865ac tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.25 "DELETE /v2.0/ports/480e263b-0bce-4b56-b9ed-88c3067b87dd HTTP/1.1" status: 204 len: 173 time: 0.4755340 Oct 12 23:49:41.111958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e97ada4-7467-4aa7-920d-99c97d5a55fc', 'name': 'network-vif-deleted', 'tag': '480e263b-0bce-4b56-b9ed-88c3067b87dd'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:49:41.114190 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df183351-1ebe-4a88-a55c-8735d70835db" -d '{"events": [{"server_uuid": "8e97ada4-7467-4aa7-920d-99c97d5a55fc", "name": "network-vif-deleted", "tag": "480e263b-0bce-4b56-b9ed-88c3067b87dd"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:49:41.154302 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bf7dcb-9e45-4cac-b65e-9f37dd5ef580 x-openstack-request-id: req-69bf7dcb-9e45-4cac-b65e-9f37dd5ef580 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:49:41.154621 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e97ada4-7467-4aa7-920d-99c97d5a55fc", "name": "network-vif-deleted", "tag": "480e263b-0bce-4b56-b9ed-88c3067b87dd", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:49:41.154877 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-69bf7dcb-9e45-4cac-b65e-9f37dd5ef580 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:49:41.155363 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e97ada4-7467-4aa7-920d-99c97d5a55fc', 'name': 'network-vif-deleted', 'tag': '480e263b-0bce-4b56-b9ed-88c3067b87dd', 'status': 'completed', 'code': 200} Oct 12 23:49:41.614263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3db7911c-f9df-4ce2-9a48-a96cdc7a87b7 req-235acd98-4b0e-40f6-8e7c-662e05278aa8 tempest-ServersNegativeTestJSON-1857045708 tempest-ServersNegativeTestJSON-1857045708-project] 10.222.0.31 "GET /v2.0/ports?device_id=8e97ada4-7467-4aa7-920d-99c97d5a55fc HTTP/1.1" status: 200 len: 210 time: 0.0270584 Oct 12 23:49:42.134257 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9970cff0-a13b-441b-97de-e2a9ca81f279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:42.672480 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45076) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:42.716860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-a56fc05c-3ece-45d3-930f-1b142c39e3e9 admin admin] Deleting subnet ad4526fb-c848-4267-84d5-58a114a841a2 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:49:42.719805 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a56fc05c-3ece-45d3-930f-1b142c39e3e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:42.752687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a56fc05c-3ece-45d3-930f-1b142c39e3e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:42.796069 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a56fc05c-3ece-45d3-930f-1b142c39e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:42.911986 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a56fc05c-3ece-45d3-930f-1b142c39e3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:42.938333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56fc05c-3ece-45d3-930f-1b142c39e3e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad4526fb-c848-4267-84d5-58a114a841a2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:42.942175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a56fc05c-3ece-45d3-930f-1b142c39e3e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:42.946267 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a56fc05c-3ece-45d3-930f-1b142c39e3e9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/ad4526fb-c848-4267-84d5-58a114a841a2 HTTP/1.1" status: 204 len: 168 time: 0.2725401 Oct 12 23:49:42.948537 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:43.016818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.097749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.118075 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:43.127443 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5b30f7b-9fc9-4f14-be07-06f0f598baea') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:43.127742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5b30f7b-9fc9-4f14-be07-06f0f598baea') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:43.138235 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.151628 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.157429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:49:43.157810 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:49:43.159507 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:49:43.311698 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.317112 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.320865 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] 10.222.0.31 "DELETE /v2.0/networks/14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab HTTP/1.1" status: 204 len: 168 time: 0.3707831 Oct 12 23:49:43.331846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e979e-646a-4655-a327-59579adf824c admin admin] Pushing event deleted for resources: {'Network': ['ID=14fd365f-a46f-4d9b-bcb2-c10fa87fb5ab,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:43.586842 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45082) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:43.627037 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4678d9a1-1157-431f-b051-ca63cecdd73d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=60527704108b4f44976f24e68e165419&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389836 Oct 12 23:49:43.629568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45084) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:43.678012 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd329cf2-7b40-4936-a20a-dd08567e52e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.699272 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd329cf2-7b40-4936-a20a-dd08567e52e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.813980 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd329cf2-7b40-4936-a20a-dd08567e52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.816654 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd329cf2-7b40-4936-a20a-dd08567e52e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:43.817793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fd329cf2-7b40-4936-a20a-dd08567e52e5 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0d175b11-a571-4c10-928d-546f5041a746 HTTP/1.1" status: 204 len: 168 time: 0.1873338 Oct 12 23:49:43.825457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd329cf2-7b40-4936-a20a-dd08567e52e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d175b11-a571-4c10-928d-546f5041a746,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:44.432527 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 480e263b-0bce-4b56-b9ed-88c3067b87dd no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:49:44.451835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 480e263b-0bce-4b56-b9ed-88c3067b87dd {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:49:44.456966 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 480e263b-0bce-4b56-b9ed-88c3067b87dd not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:49:44.850123 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45106) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:44.943142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1031873537'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:45.054032 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:45.057701 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:45.066165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:45.143779 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:45.214249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:45.242040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:49:45.250891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b6c246-c1dd-42b9-9f15-ef561f366718,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:45.256736 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:45.257076 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Added segment 0337fcf8-ad65-4e9d-81f0-44209b75af3f of type vlan for network d6d53b0a-3b7e-465e-a213-f0da0c1c406a Oct 12 23:49:45.296724 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:45.420152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:45.426049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:45.426633 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:45.538256 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Network': ['ID=d6d53b0a-3b7e-465e-a213-f0da0c1c406a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:45.548877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network d6d53b0a-3b7e-465e-a213-f0da0c1c406a details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:49:45.577615 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-37cbb199-e328-41d7-b63b-b97d095b16f7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7263799 Oct 12 23:49:45.612234 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:45.666632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e168ae4-dc1d-4d32-a9b9-d08fa0ca0709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:46.299750 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:48.009075 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:48.884944 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45112) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:48.889994 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'subnet': {'network_id': 'd6d53b0a-3b7e-465e-a213-f0da0c1c406a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:49.025612 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:49.029325 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.300033 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.358922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Subnet': ['ID=0a09774a-6958-4764-b94f-f2087a96eb1b,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:49.374141 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.374695 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Checking segment: {'id': '0337fcf8-ad65-4e9d-81f0-44209b75af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd6d53b0a-3b7e-465e-a213-f0da0c1c406a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:49.374829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network hostable DHCP agents. Network: d6d53b0a-3b7e-465e-a213-f0da0c1c406a, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:49:49.459756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network d6d53b0a-3b7e-465e-a213-f0da0c1c406a is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:49:49.533864 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, d6d53b0a-3b7e-465e-a213-f0da0c1c406a) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:49.538451 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:49.540126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.543228 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf59336-34f3-4b1c-b48a-eba52802fa3a None None] Network d6d53b0a-3b7e-465e-a213-f0da0c1c406a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:49.634125 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3ca77ca4-d4ca-44e9-97ad-2fd44c4c2faf tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7481122 Oct 12 23:49:49.637535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45118) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:49.642390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-139746288'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:49.689519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-d6d53b0a-3b7e-465e-a213-f0da0c1c406a', 'network_id': 'd6d53b0a-3b7e-465e-a213-f0da0c1c406a', 'tenant_id': 'c6ffb80c14e34904beb0a1978254662b', 'fixed_ips': [{'subnet_id': '0a09774a-6958-4764-b94f-f2087a96eb1b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:49:49.690390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.728820 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:49.732401 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.756679 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:49:49.765423 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.765775 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Added segment 7bc29ec5-681f-41cb-ac1a-ace73e849eef of type vlan for network b0d05be4-cf18-4da3-b1cd-f28bb306a0c8 Oct 12 23:49:49.793554 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.813509 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.833420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Allocated IP 2001:db8:0:ffff::2 (d6d53b0a-3b7e-465e-a213-f0da0c1c406a/0a09774a-6958-4764-b94f-f2087a96eb1b/a2688162-4f6a-40c5-91f6-48ec778db6d2) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:49:49.905783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.911512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:49.912183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.977598 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:49.980742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Network': ['ID=b0d05be4-cf18-4da3-b1cd-f28bb306a0c8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:49.991613 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network b0d05be4-cf18-4da3-b1cd-f28bb306a0c8 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:49:50.028511 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-87a4f1bd-1cd0-4e19-93d3-cbad3f7c3b8d tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3899169 Oct 12 23:49:50.031315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45122) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:50.036319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'subnet': {'network_id': 'b0d05be4-cf18-4da3-b1cd-f28bb306a0c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:50.058981 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:50.097857 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Network d6d53b0a-3b7e-465e-a213-f0da0c1c406a is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:49:50.103817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:50.107286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:49:50.134079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Pushing event updated for resources: {'Port': ['ID=a2688162-4f6a-40c5-91f6-48ec778db6d2,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:50.166761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Attempting to bind port a2688162-4f6a-40c5-91f6-48ec778db6d2 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:49:50.167112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Attempting to bind port a2688162-4f6a-40c5-91f6-48ec778db6d2 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '0337fcf8-ad65-4e9d-81f0-44209b75af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd6d53b0a-3b7e-465e-a213-f0da0c1c406a'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:49:50.167480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Attempting to bind port a2688162-4f6a-40c5-91f6-48ec778db6d2 on network d6d53b0a-3b7e-465e-a213-f0da0c1c406a {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:49:50.172514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:49:50.172888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Checking segment: {'id': '0337fcf8-ad65-4e9d-81f0-44209b75af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd6d53b0a-3b7e-465e-a213-f0da0c1c406a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:50.173295 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:50.173731 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Bound using segment: {'id': '0337fcf8-ad65-4e9d-81f0-44209b75af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd6d53b0a-3b7e-465e-a213-f0da0c1c406a'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:49:50.174197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Bound port: a2688162-4f6a-40c5-91f6-48ec778db6d2, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0337fcf8-ad65-4e9d-81f0-44209b75af3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd6d53b0a-3b7e-465e-a213-f0da0c1c406a'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:49:50.174580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:50.226433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:50.230331 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:50.240001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] For port a2688162-4f6a-40c5-91f6-48ec778db6d2, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:49:50.243716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] For port a2688162-4f6a-40c5-91f6-48ec778db6d2, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a2688162-4f6a-40c5-91f6-48ec778db6d2,segment=NetworkSegment(0337fcf8-ad65-4e9d-81f0-44209b75af3f),segment_id=0337fcf8-ad65-4e9d-81f0-44209b75af3f)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:49:50.312352 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:50.368691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af26556-cd64-4318-8f0b-bd597affbae6 None None] Pushing event updated for resources: {'Port': ['ID=a2688162-4f6a-40c5-91f6-48ec778db6d2,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:50.477331 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:50.558578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Subnet': ['ID=74d45b7a-c35a-4f0a-888f-9c6293e346a3,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:50.573377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Checking segment: {'id': '7bc29ec5-681f-41cb-ac1a-ace73e849eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b0d05be4-cf18-4da3-b1cd-f28bb306a0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:50.573747 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network hostable DHCP agents. Network: b0d05be4-cf18-4da3-b1cd-f28bb306a0c8, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:49:50.648615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network b0d05be4-cf18-4da3-b1cd-f28bb306a0c8 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:49:50.722601 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, b0d05be4-cf18-4da3-b1cd-f28bb306a0c8) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:50.727326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:50.727941 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:50.732631 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fcc95a-2340-45da-9c94-86e40d3e9383 None None] Network b0d05be4-cf18-4da3-b1cd-f28bb306a0c8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:50.823246 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-63db4cb7-8161-4f13-9b18-436ef5baf700 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7906549 Oct 12 23:49:50.825777 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45124) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:50.876509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-b0d05be4-cf18-4da3-b1cd-f28bb306a0c8', 'network_id': 'b0d05be4-cf18-4da3-b1cd-f28bb306a0c8', 'tenant_id': 'c6ffb80c14e34904beb0a1978254662b', 'fixed_ips': [{'subnet_id': '74d45b7a-c35a-4f0a-888f-9c6293e346a3'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:49:50.877377 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:50.926299 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.031053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Allocated IP 2001:db8::2 (b0d05be4-cf18-4da3-b1cd-f28bb306a0c8/74d45b7a-c35a-4f0a-888f-9c6293e346a3/3a1f1dfb-2417-455f-96e6-6864a6b614aa) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:49:51.032267 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.107149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a2688162-4f6a-40c5-91f6-48ec778db6d2 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:49:51.230736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a2688162-4f6a-40c5-91f6-48ec778db6d2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:49:51.230736 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.230736 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.277554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc6c4c4-cb3e-4c67-b28c-e83aaf64e9b2 None None] Network d6d53b0a-3b7e-465e-a213-f0da0c1c406a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:51.426415 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.453730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Subnet': ['ID=74d45b7a-c35a-4f0a-888f-9c6293e346a3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:51.506028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.524371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.543493 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d05be4-cf18-4da3-b1cd-f28bb306a0c8']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:51.544382 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.552788 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc29ec5-681f-41cb-ac1a-ace73e849eef') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:51.553085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc29ec5-681f-41cb-ac1a-ace73e849eef') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:51.563182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.576470 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.580175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Network b0d05be4-cf18-4da3-b1cd-f28bb306a0c8 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:49:51.582602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:49:51.583027 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:49:51.586093 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:49:51.594850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-8b4eb0c3-8600-4203-8429-7851b8867d74 None None] Provisioning complete for port a2688162-4f6a-40c5-91f6-48ec778db6d2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:49:51.595245 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8b4eb0c3-8600-4203-8429-7851b8867d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.599025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:51.605151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Pushing event updated for resources: {'Port': ['ID=3a1f1dfb-2417-455f-96e6-6864a6b614aa,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:51.606719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:49:51.659223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port a2688162-4f6a-40c5-91f6-48ec778db6d2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a2688162-4f6a-40c5-91f6-48ec778db6d2,segment=NetworkSegment(0337fcf8-ad65-4e9d-81f0-44209b75af3f),segment_id=0337fcf8-ad65-4e9d-81f0-44209b75af3f)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:51.694526 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:49:51.694526 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:49:51.694526 n-d-790519-14 neutron-server[101889]: [parameters: {'id': 'b0d05be4-cf18-4da3-b1cd-f28bb306a0c8'}] Oct 12 23:49:51.694526 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:49:51.695279 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:49:51.725742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.770416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Attempting to bind port 3a1f1dfb-2417-455f-96e6-6864a6b614aa on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:49:51.771082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Attempting to bind port 3a1f1dfb-2417-455f-96e6-6864a6b614aa by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '7bc29ec5-681f-41cb-ac1a-ace73e849eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b0d05be4-cf18-4da3-b1cd-f28bb306a0c8'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:49:51.771082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Attempting to bind port 3a1f1dfb-2417-455f-96e6-6864a6b614aa on network b0d05be4-cf18-4da3-b1cd-f28bb306a0c8 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:49:51.803262 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:49:51.803639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Checking segment: {'id': '7bc29ec5-681f-41cb-ac1a-ace73e849eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b0d05be4-cf18-4da3-b1cd-f28bb306a0c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:51.804071 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.805063 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Bound using segment: {'id': '7bc29ec5-681f-41cb-ac1a-ace73e849eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b0d05be4-cf18-4da3-b1cd-f28bb306a0c8'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:49:51.805695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Bound port: 3a1f1dfb-2417-455f-96e6-6864a6b614aa, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc29ec5-681f-41cb-ac1a-ace73e849eef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': 'b0d05be4-cf18-4da3-b1cd-f28bb306a0c8'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:49:51.806077 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:51.859604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=a2688162-4f6a-40c5-91f6-48ec778db6d2,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:51.922928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] For port 3a1f1dfb-2417-455f-96e6-6864a6b614aa, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:49:51.926233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] For port 3a1f1dfb-2417-455f-96e6-6864a6b614aa, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3a1f1dfb-2417-455f-96e6-6864a6b614aa,segment=NetworkSegment(7bc29ec5-681f-41cb-ac1a-ace73e849eef),segment_id=7bc29ec5-681f-41cb-ac1a-ace73e849eef)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:49:52.003432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.089326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4413861-90bb-466c-ad1c-0c582fab5075 None None] Pushing event updated for resources: {'Port': ['ID=3a1f1dfb-2417-455f-96e6-6864a6b614aa,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:52.103666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a67041-fb5c-4950-9782-aa9e59c99c7e None None] Network b0d05be4-cf18-4da3-b1cd-f28bb306a0c8 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:52.171183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fd74fc4c-65d3-42ee-875d-353c769606e3 None None] Provisioning complete for port a2688162-4f6a-40c5-91f6-48ec778db6d2 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:49:52.171183 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fd74fc4c-65d3-42ee-875d-353c769606e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.196732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.260651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Deleting port 3a1f1dfb-2417-455f-96e6-6864a6b614aa {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:52.261007 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.276740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab2974f-2e29-45f8-b0e9-3b1c4c1c8014 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:49:52.329076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] For port 3a1f1dfb-2417-455f-96e6-6864a6b614aa, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3a1f1dfb-2417-455f-96e6-6864a6b614aa,segment=NetworkSegment(7bc29ec5-681f-41cb-ac1a-ace73e849eef),segment_id=7bc29ec5-681f-41cb-ac1a-ace73e849eef)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:52.329450 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.342831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Calling delete_port for 3a1f1dfb-2417-455f-96e6-6864a6b614aa owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:52.352247 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab2974f-2e29-45f8-b0e9-3b1c4c1c8014 None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:49:52.517182 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.543791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Port': ['ID=3a1f1dfb-2417-455f-96e6-6864a6b614aa,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:52.545860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No DVR routers for this DVR port 3a1f1dfb-2417-455f-96e6-6864a6b614aa on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:49:52.624845 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.644024 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d05be4-cf18-4da3-b1cd-f28bb306a0c8']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:52.653448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc29ec5-681f-41cb-ac1a-ace73e849eef') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:52.653746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc29ec5-681f-41cb-ac1a-ace73e849eef') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:52.662630 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.675428 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.681370 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:49:52.681753 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:49:52.684651 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:49:52.797473 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.804907 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.808157 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/networks/b0d05be4-cf18-4da3-b1cd-f28bb306a0c8 HTTP/1.1" status: 204 len: 168 time: 1.9813862 Oct 12 23:49:52.811967 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45126) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:52.817046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-402314619'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:52.819723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2da265-c5cf-4474-a9d7-1e6e1ec2d2b6 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Network': ['ID=b0d05be4-cf18-4da3-b1cd-f28bb306a0c8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:52.911019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:52.914379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.937830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:49:52.946832 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:52.949240 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Added segment 371b6851-7a59-4e21-8167-0cd25f36714b of type vlan for network 1a16ddf4-d390-461f-8d89-2bd52717c21d Oct 12 23:49:52.992388 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:53.033079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a2688162-4f6a-40c5-91f6-48ec778db6d2 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:49:53.083287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:53.083617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a2688162-4f6a-40c5-91f6-48ec778db6d2 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:49:53.083993 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:53.092730 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:53.093322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:53.161222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Network': ['ID=1a16ddf4-d390-461f-8d89-2bd52717c21d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:53.172217 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 1a16ddf4-d390-461f-8d89-2bd52717c21d details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:49:53.211359 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2b8232c4-3875-47c1-86fc-addcf898ad18 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3982656 Oct 12 23:49:53.214267 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45128) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:53.222287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'subnet': {'network_id': '1a16ddf4-d390-461f-8d89-2bd52717c21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:53.374169 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:53.377731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:53.433072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Performing IP validity checks on allocation pools {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Oct 12 23:49:53.433508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.ipam_backend_mixin [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101890) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Oct 12 23:49:53.591849 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:53.651539 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Subnet': ['ID=d4e96fd7-a642-498b-b37f-a4437a92cc8e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:53.660428 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Checking segment: {'id': '371b6851-7a59-4e21-8167-0cd25f36714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a16ddf4-d390-461f-8d89-2bd52717c21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:53.661179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network hostable DHCP agents. Network: 1a16ddf4-d390-461f-8d89-2bd52717c21d, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:49:53.733838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network 1a16ddf4-d390-461f-8d89-2bd52717c21d is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:49:53.813688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 1a16ddf4-d390-461f-8d89-2bd52717c21d) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:53.817976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:53.819070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:53.823672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba762ca-7736-4e73-9f3a-ba35c7101749 None None] Network 1a16ddf4-d390-461f-8d89-2bd52717c21d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:53.914702 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f7d7b70a-eef6-4d27-a76b-789015b267b9 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6989126 Oct 12 23:49:53.917237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45130) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:53.959750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-1a16ddf4-d390-461f-8d89-2bd52717c21d', 'network_id': '1a16ddf4-d390-461f-8d89-2bd52717c21d', 'tenant_id': 'c6ffb80c14e34904beb0a1978254662b', 'fixed_ips': [{'subnet_id': 'd4e96fd7-a642-498b-b37f-a4437a92cc8e'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:49:53.961587 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.019407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.097529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Allocated IP 2001:db8::3 (1a16ddf4-d390-461f-8d89-2bd52717c21d/d4e96fd7-a642-498b-b37f-a4437a92cc8e/0e39ac6f-ba82-431a-b0c5-b316530ee9c1) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:49:54.114031 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.241204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.311849 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.350346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Network 1a16ddf4-d390-461f-8d89-2bd52717c21d is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:49:54.353283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:54.356698 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:49:54.363356 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Pushing event updated for resources: {'Port': ['ID=0e39ac6f-ba82-431a-b0c5-b316530ee9c1,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:54.397846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.412854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Attempting to bind port 0e39ac6f-ba82-431a-b0c5-b316530ee9c1 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:49:54.413224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Attempting to bind port 0e39ac6f-ba82-431a-b0c5-b316530ee9c1 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '371b6851-7a59-4e21-8167-0cd25f36714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a16ddf4-d390-461f-8d89-2bd52717c21d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:49:54.413665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Attempting to bind port 0e39ac6f-ba82-431a-b0c5-b316530ee9c1 on network 1a16ddf4-d390-461f-8d89-2bd52717c21d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:49:54.418724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:49:54.419123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Checking segment: {'id': '371b6851-7a59-4e21-8167-0cd25f36714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a16ddf4-d390-461f-8d89-2bd52717c21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:54.419529 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.419924 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Bound using segment: {'id': '371b6851-7a59-4e21-8167-0cd25f36714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a16ddf4-d390-461f-8d89-2bd52717c21d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:49:54.420404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Bound port: 0e39ac6f-ba82-431a-b0c5-b316530ee9c1, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '371b6851-7a59-4e21-8167-0cd25f36714b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '1a16ddf4-d390-461f-8d89-2bd52717c21d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:49:54.421035 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.432183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e96fd7-a642-498b-b37f-a4437a92cc8e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:54.490405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] For port 0e39ac6f-ba82-431a-b0c5-b316530ee9c1, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:49:54.490662 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.494019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] For port 0e39ac6f-ba82-431a-b0c5-b316530ee9c1, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0e39ac6f-ba82-431a-b0c5-b316530ee9c1,segment=NetworkSegment(371b6851-7a59-4e21-8167-0cd25f36714b),segment_id=371b6851-7a59-4e21-8167-0cd25f36714b)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:49:54.511303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a16ddf4-d390-461f-8d89-2bd52717c21d']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:54.528007 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371b6851-7a59-4e21-8167-0cd25f36714b') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:54.528196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371b6851-7a59-4e21-8167-0cd25f36714b') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:54.544120 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.574336 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.576097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.583345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:49:54.583784 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:49:54.587484 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:49:54.655651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63883f-d119-403d-ac53-611f6a444f83 None None] Pushing event updated for resources: {'Port': ['ID=0e39ac6f-ba82-431a-b0c5-b316530ee9c1,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:54.669765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7224eca-1c19-4d74-b6c2-c7a5c9b34ab3 None None] Network 1a16ddf4-d390-461f-8d89-2bd52717c21d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:54.683108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.db.api [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:49:54.683108 n-d-790519-14 neutron-server[101890]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:49:54.683108 n-d-790519-14 neutron-server[101890]: [parameters: {'id': '1a16ddf4-d390-461f-8d89-2bd52717c21d'}] Oct 12 23:49:54.683108 n-d-790519-14 neutron-server[101890]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101890) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:49:54.683540 n-d-790519-14 neutron-server[101890]: DEBUG oslo_db.api [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:49:54.786296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567ebf70-cf46-430d-bd72-ad316f05f1f6 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:49:54.848125 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567ebf70-cf46-430d-bd72-ad316f05f1f6 None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:49:55.184421 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.240384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Deleting port 0e39ac6f-ba82-431a-b0c5-b316530ee9c1 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:55.240721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.302883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] For port 0e39ac6f-ba82-431a-b0c5-b316530ee9c1, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=0e39ac6f-ba82-431a-b0c5-b316530ee9c1,segment=NetworkSegment(371b6851-7a59-4e21-8167-0cd25f36714b),segment_id=371b6851-7a59-4e21-8167-0cd25f36714b)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:55.303271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.321400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Calling delete_port for 0e39ac6f-ba82-431a-b0c5-b316530ee9c1 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:55.471107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.498541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Port': ['ID=0e39ac6f-ba82-431a-b0c5-b316530ee9c1,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:55.500470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No DVR routers for this DVR port 0e39ac6f-ba82-431a-b0c5-b316530ee9c1 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:49:55.582890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.603112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a16ddf4-d390-461f-8d89-2bd52717c21d']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:55.612429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '371b6851-7a59-4e21-8167-0cd25f36714b') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:55.612717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '371b6851-7a59-4e21-8167-0cd25f36714b') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:55.621876 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.634911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.640482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Releasing vlan 318 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:49:55.640859 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:49:55.643740 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:49:55.756732 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.766508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.766914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/networks/1a16ddf4-d390-461f-8d89-2bd52717c21d HTTP/1.1" status: 204 len: 168 time: 1.8487101 Oct 12 23:49:55.771047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45132) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:55.776916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1735363312'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:55.784113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbec245-31e3-4bfb-a0b3-cb1aa94f8414 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Network': ['ID=1a16ddf4-d390-461f-8d89-2bd52717c21d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:55.859854 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:55.863266 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.889712 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:49:55.897886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:55.898276 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Added segment 347ffd7b-d5f2-4a2a-a011-b163d51257f1 of type vlan for network 827b68b4-3753-4190-aeea-37100624980a Oct 12 23:49:55.935636 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:56.009000 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:56.014516 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:56.015148 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:56.078722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Network': ['ID=827b68b4-3753-4190-aeea-37100624980a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:56.090538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 827b68b4-3753-4190-aeea-37100624980a details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:49:56.130810 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a578cd10-d7cd-4451-938c-087f7b984ba5 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3586447 Oct 12 23:49:56.134198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45134) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:56.139124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'subnet': {'network_id': '827b68b4-3753-4190-aeea-37100624980a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:56.317047 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:56.320909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:56.575578 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:56.640037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Subnet': ['ID=7334da17-4ced-4456-bfa8-89dcabe720fe,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:56.651460 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Checking segment: {'id': '347ffd7b-d5f2-4a2a-a011-b163d51257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '827b68b4-3753-4190-aeea-37100624980a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:56.652023 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network hostable DHCP agents. Network: 827b68b4-3753-4190-aeea-37100624980a, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:49:56.740831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network 827b68b4-3753-4190-aeea-37100624980a is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:49:56.837315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 827b68b4-3753-4190-aeea-37100624980a) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:56.841362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:56.841948 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:56.845860 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65048d5e-f3d7-4ec9-b309-818a0b8c5d24 None None] Network 827b68b4-3753-4190-aeea-37100624980a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:56.914723 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-67dde052-34d7-4e1b-970a-bd682c53f3ac tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7792876 Oct 12 23:49:56.918734 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45136) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:56.923904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-31163492'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:56.988320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-827b68b4-3753-4190-aeea-37100624980a', 'network_id': '827b68b4-3753-4190-aeea-37100624980a', 'tenant_id': 'c6ffb80c14e34904beb0a1978254662b', 'fixed_ips': [{'subnet_id': '7334da17-4ced-4456-bfa8-89dcabe720fe'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:49:56.989171 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:56.991249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:56.995923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.019786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:49:57.028484 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.028822 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Added segment da11799e-da27-4f76-a8da-15bccb5c0352 of type vlan for network 90cfc19b-d217-43c8-8010-183dd1a4c929 Oct 12 23:49:57.072829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.123777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Allocated IP 2001:db8::2 (827b68b4-3753-4190-aeea-37100624980a/7334da17-4ced-4456-bfa8-89dcabe720fe/27c2cb3d-0db9-41fc-8b40-fd1608cf3228) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:49:57.162796 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.169238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:57.169815 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.236632 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Network': ['ID=90cfc19b-d217-43c8-8010-183dd1a4c929,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:57.251185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 90cfc19b-d217-43c8-8010-183dd1a4c929 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:49:57.285570 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e9ea3d59-05fb-4bbe-85df-62e53ac89d72 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3657589 Oct 12 23:49:57.288981 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45138) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:57.293869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Request body: {'subnet': {'network_id': '90cfc19b-d217-43c8-8010-183dd1a4c929', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:49:57.306184 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.375076 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.412440 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Network 827b68b4-3753-4190-aeea-37100624980a is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:49:57.415145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:57.418604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:49:57.427068 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Pushing event updated for resources: {'Port': ['ID=27c2cb3d-0db9-41fc-8b40-fd1608cf3228,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:57.436059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Made reservation on behalf of c6ffb80c14e34904beb0a1978254662b for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:49:57.439619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.475528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Attempting to bind port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:49:57.475956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Attempting to bind port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '347ffd7b-d5f2-4a2a-a011-b163d51257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '827b68b4-3753-4190-aeea-37100624980a'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:49:57.476287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Attempting to bind port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 on network 827b68b4-3753-4190-aeea-37100624980a {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:49:57.481162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:49:57.481570 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Checking segment: {'id': '347ffd7b-d5f2-4a2a-a011-b163d51257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '827b68b4-3753-4190-aeea-37100624980a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:57.481971 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.482357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Bound using segment: {'id': '347ffd7b-d5f2-4a2a-a011-b163d51257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '827b68b4-3753-4190-aeea-37100624980a'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:49:57.482817 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Bound port: 27c2cb3d-0db9-41fc-8b40-fd1608cf3228, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '347ffd7b-d5f2-4a2a-a011-b163d51257f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '827b68b4-3753-4190-aeea-37100624980a'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:49:57.483215 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.549829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] For port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:49:57.553092 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] For port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=27c2cb3d-0db9-41fc-8b40-fd1608cf3228,segment=NetworkSegment(347ffd7b-d5f2-4a2a-a011-b163d51257f1),segment_id=347ffd7b-d5f2-4a2a-a011-b163d51257f1)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:49:57.626125 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.681754 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a3bf0d-2a65-4535-898e-54b549acb97d None None] Pushing event updated for resources: {'Port': ['ID=27c2cb3d-0db9-41fc-8b40-fd1608cf3228,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:57.694652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.756539 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event updated for resources: {'Subnet': ['ID=4b96d1d0-121d-4e3a-8e99-d1fd88a5be4f,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:57.768259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Checking segment: {'id': 'da11799e-da27-4f76-a8da-15bccb5c0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '90cfc19b-d217-43c8-8010-183dd1a4c929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:57.768259 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network hostable DHCP agents. Network: 90cfc19b-d217-43c8-8010-183dd1a4c929, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:49:57.842992 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Network 90cfc19b-d217-43c8-8010-183dd1a4c929 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:49:57.905921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 90cfc19b-d217-43c8-8010-183dd1a4c929) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:57.911737 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:49:57.913308 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:57.925318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0fef5-16ef-4e12-97d3-8b57eee4abbe None None] Network 90cfc19b-d217-43c8-8010-183dd1a4c929 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:58.011816 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a53bb35c-ad89-4684-ab5e-6180ca40ea4b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7216890 Oct 12 23:49:58.014368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45140) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:49:58.075815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-90cfc19b-d217-43c8-8010-183dd1a4c929', 'network_id': '90cfc19b-d217-43c8-8010-183dd1a4c929', 'tenant_id': 'c6ffb80c14e34904beb0a1978254662b', 'fixed_ips': [{'subnet_id': '4b96d1d0-121d-4e3a-8e99-d1fd88a5be4f'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:49:58.076695 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.116262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.169622 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.216040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Allocated IP 2001:db8::2 (90cfc19b-d217-43c8-8010-183dd1a4c929/4b96d1d0-121d-4e3a-8e99-d1fd88a5be4f/833fd3c5-0ee3-4eed-b97a-755976b85ea5) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:49:58.365727 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.431432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.475518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Network 90cfc19b-d217-43c8-8010-183dd1a4c929 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:49:58.478632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:49:58.482121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:49:58.487815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Pushing event updated for resources: {'Port': ['ID=833fd3c5-0ee3-4eed-b97a-755976b85ea5,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:58.529018 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.562321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Subnet': ['ID=4b96d1d0-121d-4e3a-8e99-d1fd88a5be4f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:58.636888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.657456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cfc19b-d217-43c8-8010-183dd1a4c929']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:58.667559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da11799e-da27-4f76-a8da-15bccb5c0352') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:58.667857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da11799e-da27-4f76-a8da-15bccb5c0352') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:49:58.672597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ecaf9f-5175-4a42-85c1-a398188f6285 None None] Network 827b68b4-3753-4190-aeea-37100624980a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:58.677495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.690778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.697156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:49:58.697539 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:49:58.700508 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:49:58.751298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Attempting to bind port 833fd3c5-0ee3-4eed-b97a-755976b85ea5 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:49:58.751666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Attempting to bind port 833fd3c5-0ee3-4eed-b97a-755976b85ea5 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'da11799e-da27-4f76-a8da-15bccb5c0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '90cfc19b-d217-43c8-8010-183dd1a4c929'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:49:58.752025 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Attempting to bind port 833fd3c5-0ee3-4eed-b97a-755976b85ea5 on network 90cfc19b-d217-43c8-8010-183dd1a4c929 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:49:58.762078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-82da2c2b-3ce2-4f55-b07d-1e84e2c90b76 None None] Provisioning complete for port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:49:58.762443 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-82da2c2b-3ce2-4f55-b07d-1e84e2c90b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.765525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:49:58.765898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Checking segment: {'id': 'da11799e-da27-4f76-a8da-15bccb5c0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '90cfc19b-d217-43c8-8010-183dd1a4c929'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:49:58.766288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.766676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Bound using segment: {'id': 'da11799e-da27-4f76-a8da-15bccb5c0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '90cfc19b-d217-43c8-8010-183dd1a4c929'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:49:58.767166 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Bound port: 833fd3c5-0ee3-4eed-b97a-755976b85ea5, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da11799e-da27-4f76-a8da-15bccb5c0352', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '90cfc19b-d217-43c8-8010-183dd1a4c929'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:49:58.767576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:58.831729 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.db.api [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 12 23:49:58.831729 n-d-790519-14 neutron-server[101889]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 12 23:49:58.831729 n-d-790519-14 neutron-server[101889]: [parameters: {'id': '90cfc19b-d217-43c8-8010-183dd1a4c929'}] Oct 12 23:49:58.831729 n-d-790519-14 neutron-server[101889]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101889) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:49:58.832213 n-d-790519-14 neutron-server[101889]: DEBUG oslo_db.api [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:49:58.915085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] For port 833fd3c5-0ee3-4eed-b97a-755976b85ea5, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:49:58.959591 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] For port 833fd3c5-0ee3-4eed-b97a-755976b85ea5, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=833fd3c5-0ee3-4eed-b97a-755976b85ea5,segment=NetworkSegment(da11799e-da27-4f76-a8da-15bccb5c0352),segment_id=da11799e-da27-4f76-a8da-15bccb5c0352)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:49:58.977991 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-82da2c2b-3ce2-4f55-b07d-1e84e2c90b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:59.015256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-82da2c2b-3ce2-4f55-b07d-1e84e2c90b76 None None] For port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=27c2cb3d-0db9-41fc-8b40-fd1608cf3228,segment=NetworkSegment(347ffd7b-d5f2-4a2a-a011-b163d51257f1),segment_id=347ffd7b-d5f2-4a2a-a011-b163d51257f1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:59.032276 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:59.075250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:49:59.136308 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-82da2c2b-3ce2-4f55-b07d-1e84e2c90b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:59.148639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea956f9-a6a7-4c63-855c-f9d55a401d7e None None] Pushing event updated for resources: {'Port': ['ID=833fd3c5-0ee3-4eed-b97a-755976b85ea5,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:59.178869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9149866e-34d6-488b-8a87-4303204363a0 None None] Network 90cfc19b-d217-43c8-8010-183dd1a4c929 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:49:59.273893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82da2c2b-3ce2-4f55-b07d-1e84e2c90b76 None None] Pushing event updated for resources: {'Port': ['ID=27c2cb3d-0db9-41fc-8b40-fd1608cf3228,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:59.280502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:49:59.280875 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:59.321323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5a96ba17-df92-440e-a440-a2af077ebc2c None None] Provisioning complete for port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:49:59.321693 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5a96ba17-df92-440e-a440-a2af077ebc2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:59.333550 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:59.388586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Deleting port 833fd3c5-0ee3-4eed-b97a-755976b85ea5 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:49:59.388927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:59.426870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aebbc8-91ef-4c08-990a-02a111282060 None None] get_active_networks_info from n-d-790519-14 {{(pid=101891) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 12 23:49:59.450752 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] For port 833fd3c5-0ee3-4eed-b97a-755976b85ea5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=833fd3c5-0ee3-4eed-b97a-755976b85ea5,segment=NetworkSegment(da11799e-da27-4f76-a8da-15bccb5c0352),segment_id=da11799e-da27-4f76-a8da-15bccb5c0352)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:49:59.451143 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:59.464611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Calling delete_port for 833fd3c5-0ee3-4eed-b97a-755976b85ea5 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:49:59.540049 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95aebbc8-91ef-4c08-990a-02a111282060 None None] Resources bound (agent type, host, resource id): {{(pid=101891) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 12 23:49:59.946167 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:49:59.974393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Port': ['ID=833fd3c5-0ee3-4eed-b97a-755976b85ea5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:49:59.976804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No DVR routers for this DVR port 833fd3c5-0ee3-4eed-b97a-755976b85ea5 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:50:00.055206 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.073836 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cfc19b-d217-43c8-8010-183dd1a4c929']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:00.082930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da11799e-da27-4f76-a8da-15bccb5c0352') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:00.083248 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da11799e-da27-4f76-a8da-15bccb5c0352') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:00.092334 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.105720 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.111517 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:50:00.111897 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:50:00.114749 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:50:00.254557 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.261644 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.264776 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/networks/90cfc19b-d217-43c8-8010-183dd1a4c929 HTTP/1.1" status: 204 len: 168 time: 2.2495065 Oct 12 23:50:00.268205 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45142) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:00.276866 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce6636-7c17-422a-8032-317d21845801 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Network': ['ID=90cfc19b-d217-43c8-8010-183dd1a4c929,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:00.298045 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2ec152c-c335-40af-a363-044a3c4f9d7f tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] GET failed (client error): The resource could not be found. Oct 12 23:50:00.299354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c2ec152c-c335-40af-a363-044a3c4f9d7f tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "GET /v2.0/subnets/4b96d1d0-121d-4e3a-8e99-d1fd88a5be4f HTTP/1.1" status: 404 len: 337 time: 0.0301595 Oct 12 23:50:00.302139 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45144) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:00.319856 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c37fab3-53ac-40e4-97a9-0d0bcc336b80 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] DELETE failed (client error): The resource could not be found. Oct 12 23:50:00.320382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c37fab3-53ac-40e4-97a9-0d0bcc336b80 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:50:00.323325 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9c37fab3-53ac-40e4-97a9-0d0bcc336b80 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/networks/90cfc19b-d217-43c8-8010-183dd1a4c929 HTTP/1.1" status: 404 len: 339 time: 0.0202754 Oct 12 23:50:00.326749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45146) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:00.352094 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea41a23-512e-445e-9153-b1d5a4bc614b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] DELETE failed (client error): The resource could not be found. Oct 12 23:50:00.352526 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ea41a23-512e-445e-9153-b1d5a4bc614b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:50:00.355418 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7ea41a23-512e-445e-9153-b1d5a4bc614b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/subnets/4b96d1d0-121d-4e3a-8e99-d1fd88a5be4f HTTP/1.1" status: 404 len: 337 time: 0.0277743 Oct 12 23:50:00.357591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45148) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:00.375340 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8848c13-e4ac-4fae-a4fb-5ae633cfaaf7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] DELETE failed (client error): The resource could not be found. Oct 12 23:50:00.375863 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8848c13-e4ac-4fae-a4fb-5ae633cfaaf7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:50:00.378749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a8848c13-e4ac-4fae-a4fb-5ae633cfaaf7 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/networks/90cfc19b-d217-43c8-8010-183dd1a4c929 HTTP/1.1" status: 404 len: 339 time: 0.0202982 Oct 12 23:50:00.381034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45150) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:00.439238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-2caec3bd-111e-4479-b51c-e307c041ac3a tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Deleting subnet 7334da17-4ced-4456-bfa8-89dcabe720fe {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:50:00.442196 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2caec3bd-111e-4479-b51c-e307c041ac3a tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.485861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2caec3bd-111e-4479-b51c-e307c041ac3a tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.566889 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2caec3bd-111e-4479-b51c-e307c041ac3a tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.677167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2caec3bd-111e-4479-b51c-e307c041ac3a tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.708753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caec3bd-111e-4479-b51c-e307c041ac3a tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Subnet': ['ID=7334da17-4ced-4456-bfa8-89dcabe720fe,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:00.712690 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2caec3bd-111e-4479-b51c-e307c041ac3a tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.716183 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2caec3bd-111e-4479-b51c-e307c041ac3a tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/subnets/7334da17-4ced-4456-bfa8-89dcabe720fe HTTP/1.1" status: 204 len: 168 time: 0.3339188 Oct 12 23:50:00.718680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45152) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:00.721057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10af27ee-933d-4b53-b52d-fd231a42c1d7 None None] Network 827b68b4-3753-4190-aeea-37100624980a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:00.794870 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.851802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Deleting port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:50:00.852287 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.894052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29983814-bb43-4e57-ba48-b0ab00ead514 None None] DHCP port deletion for 827b68b4-3753-4190-aeea-37100624980a request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:50:00.920534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] For port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=27c2cb3d-0db9-41fc-8b40-fd1608cf3228,segment=NetworkSegment(347ffd7b-d5f2-4a2a-a011-b163d51257f1),segment_id=347ffd7b-d5f2-4a2a-a011-b163d51257f1)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:00.921285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:00.934628 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Calling delete_port for 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:50:00.943355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-29983814-bb43-4e57-ba48-b0ab00ead514 None None] Deleting port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:50:00.943735 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29983814-bb43-4e57-ba48-b0ab00ead514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.006709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-29983814-bb43-4e57-ba48-b0ab00ead514 None None] For port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=27c2cb3d-0db9-41fc-8b40-fd1608cf3228,segment=NetworkSegment(347ffd7b-d5f2-4a2a-a011-b163d51257f1),segment_id=347ffd7b-d5f2-4a2a-a011-b163d51257f1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:01.007242 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29983814-bb43-4e57-ba48-b0ab00ead514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.019932 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-29983814-bb43-4e57-ba48-b0ab00ead514 None None] Calling delete_port for 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:50:01.035036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:50:01.060215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.086657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:50:01.087028 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:50:01.087838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Port': ['ID=27c2cb3d-0db9-41fc-8b40-fd1608cf3228,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:01.089760 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No DVR routers for this DVR port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:50:01.124435 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29983814-bb43-4e57-ba48-b0ab00ead514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.149697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29983814-bb43-4e57-ba48-b0ab00ead514 None None] Pushing event deleted for resources: {'Port': ['ID=27c2cb3d-0db9-41fc-8b40-fd1608cf3228,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:01.153144 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29983814-bb43-4e57-ba48-b0ab00ead514 None None] No DVR routers for this DVR port 27c2cb3d-0db9-41fc-8b40-fd1608cf3228 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:50:01.175933 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.195375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827b68b4-3753-4190-aeea-37100624980a']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:01.204395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347ffd7b-d5f2-4a2a-a011-b163d51257f1') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:01.204692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347ffd7b-d5f2-4a2a-a011-b163d51257f1') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:01.214465 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.227860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.233626 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:50:01.234003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:50:01.236921 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:50:01.374342 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.381474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.384802 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/networks/827b68b4-3753-4190-aeea-37100624980a HTTP/1.1" status: 204 len: 168 time: 0.6651704 Oct 12 23:50:01.387186 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45154) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:01.404240 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201fd0f-1bb3-4473-9268-1bad957e4554 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Network': ['ID=827b68b4-3753-4190-aeea-37100624980a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:01.423330 n-d-790519-14 neutron-server[101890]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f840b4-11e5-4244-9114-7f860275cba0 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] DELETE failed (client error): The resource could not be found. Oct 12 23:50:01.423717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f840b4-11e5-4244-9114-7f860275cba0 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101890) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:50:01.426714 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-59f840b4-11e5-4244-9114-7f860275cba0 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/subnets/d4e96fd7-a642-498b-b37f-a4437a92cc8e HTTP/1.1" status: 404 len: 337 time: 0.0385845 Oct 12 23:50:01.430004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45156) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:01.453076 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-e167fc96-2971-43d7-9798-8909e8b51891 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] DELETE failed (client error): The resource could not be found. Oct 12 23:50:01.453811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e167fc96-2971-43d7-9798-8909e8b51891 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:50:01.456797 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e167fc96-2971-43d7-9798-8909e8b51891 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/networks/1a16ddf4-d390-461f-8d89-2bd52717c21d HTTP/1.1" status: 404 len: 339 time: 0.0257523 Oct 12 23:50:01.459298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45158) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:01.485350 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-90414bda-80da-404e-a22f-32cef576ed8c tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] DELETE failed (client error): The resource could not be found. Oct 12 23:50:01.485793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90414bda-80da-404e-a22f-32cef576ed8c tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:50:01.488783 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-90414bda-80da-404e-a22f-32cef576ed8c tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/subnets/74d45b7a-c35a-4f0a-888f-9c6293e346a3 HTTP/1.1" status: 404 len: 337 time: 0.0285482 Oct 12 23:50:01.492243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:01.509368 n-d-790519-14 neutron-server[101889]: INFO neutron.pecan_wsgi.hooks.translation [None req-1338f601-b314-48fb-ac52-b82dd005b6e4 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] DELETE failed (client error): The resource could not be found. Oct 12 23:50:01.509882 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1338f601-b314-48fb-ac52-b82dd005b6e4 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101889) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 12 23:50:01.512766 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1338f601-b314-48fb-ac52-b82dd005b6e4 tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/networks/b0d05be4-cf18-4da3-b1cd-f28bb306a0c8 HTTP/1.1" status: 404 len: 339 time: 0.0196302 Oct 12 23:50:01.515020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45162) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:01.563969 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d800aac-ab8f-46f3-9cb2-7194fb2b984b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Deleting subnet 0a09774a-6958-4764-b94f-f2087a96eb1b {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:50:01.566988 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d800aac-ab8f-46f3-9cb2-7194fb2b984b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.607110 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d800aac-ab8f-46f3-9cb2-7194fb2b984b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.691540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d800aac-ab8f-46f3-9cb2-7194fb2b984b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.820468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d800aac-ab8f-46f3-9cb2-7194fb2b984b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.848675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d800aac-ab8f-46f3-9cb2-7194fb2b984b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Subnet': ['ID=0a09774a-6958-4764-b94f-f2087a96eb1b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:01.851216 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7d800aac-ab8f-46f3-9cb2-7194fb2b984b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.855383 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7d800aac-ab8f-46f3-9cb2-7194fb2b984b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/subnets/0a09774a-6958-4764-b94f-f2087a96eb1b HTTP/1.1" status: 204 len: 168 time: 0.3394556 Oct 12 23:50:01.855599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2873f14f-1af7-4f8e-af7e-d7be160e1a52 None None] Network d6d53b0a-3b7e-465e-a213-f0da0c1c406a requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:01.857907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45164) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:01.935230 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:01.995091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Deleting port a2688162-4f6a-40c5-91f6-48ec778db6d2 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:50:01.995440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.027846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa907e-9543-4c50-a4e6-3d3ab79b94c4 None None] DHCP port deletion for d6d53b0a-3b7e-465e-a213-f0da0c1c406a request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:50:02.058583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] For port a2688162-4f6a-40c5-91f6-48ec778db6d2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a2688162-4f6a-40c5-91f6-48ec778db6d2,segment=NetworkSegment(0337fcf8-ad65-4e9d-81f0-44209b75af3f),segment_id=0337fcf8-ad65-4e9d-81f0-44209b75af3f)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:02.058969 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.071758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Calling delete_port for a2688162-4f6a-40c5-91f6-48ec778db6d2 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:50:02.072530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa907e-9543-4c50-a4e6-3d3ab79b94c4 None None] Deleting port a2688162-4f6a-40c5-91f6-48ec778db6d2 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:50:02.072914 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6cfa907e-9543-4c50-a4e6-3d3ab79b94c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.135537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6cfa907e-9543-4c50-a4e6-3d3ab79b94c4 None None] For port a2688162-4f6a-40c5-91f6-48ec778db6d2, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a2688162-4f6a-40c5-91f6-48ec778db6d2,segment=NetworkSegment(0337fcf8-ad65-4e9d-81f0-44209b75af3f),segment_id=0337fcf8-ad65-4e9d-81f0-44209b75af3f)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:02.135937 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6cfa907e-9543-4c50-a4e6-3d3ab79b94c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.148756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6cfa907e-9543-4c50-a4e6-3d3ab79b94c4 None None] Calling delete_port for a2688162-4f6a-40c5-91f6-48ec778db6d2 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:50:02.254466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.260781 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6cfa907e-9543-4c50-a4e6-3d3ab79b94c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.282410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Port': ['ID=a2688162-4f6a-40c5-91f6-48ec778db6d2,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:02.284261 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] No DVR routers for this DVR port a2688162-4f6a-40c5-91f6-48ec778db6d2 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:50:02.286816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfa907e-9543-4c50-a4e6-3d3ab79b94c4 None None] Pushing event deleted for resources: {'Port': ['ID=a2688162-4f6a-40c5-91f6-48ec778db6d2,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:02.288991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfa907e-9543-4c50-a4e6-3d3ab79b94c4 None None] No DVR routers for this DVR port a2688162-4f6a-40c5-91f6-48ec778db6d2 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:50:02.361755 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.385095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6d53b0a-3b7e-465e-a213-f0da0c1c406a']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:02.393940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0337fcf8-ad65-4e9d-81f0-44209b75af3f') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:02.394233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0337fcf8-ad65-4e9d-81f0-44209b75af3f') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:02.403799 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.416334 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.422162 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:50:02.422536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:50:02.425486 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:50:02.671519 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.678380 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:02.681864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] 10.222.0.31 "DELETE /v2.0/networks/d6d53b0a-3b7e-465e-a213-f0da0c1c406a HTTP/1.1" status: 204 len: 168 time: 0.8228810 Oct 12 23:50:02.693515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e10147-03de-4468-8436-e6f906faca6b tempest-NetworksIpV6Test-192300717 tempest-NetworksIpV6Test-192300717-project] Pushing event deleted for resources: {'Network': ['ID=d6d53b0a-3b7e-465e-a213-f0da0c1c406a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:03.032826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a2688162-4f6a-40c5-91f6-48ec778db6d2 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:50:03.053514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a2688162-4f6a-40c5-91f6-48ec778db6d2 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:50:03.054544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a2688162-4f6a-40c5-91f6-48ec778db6d2 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:50:03.152179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45170) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:03.300430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-750a7f73-318f-4970-890b-c1d2bffdf027 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c6ffb80c14e34904beb0a1978254662b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470819 Oct 12 23:50:03.302913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45174) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:03.362665 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b25711e1-4338-4b96-933d-5116fb566c58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:03.384387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b25711e1-4338-4b96-933d-5116fb566c58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:03.534013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b25711e1-4338-4b96-933d-5116fb566c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:03.536535 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b25711e1-4338-4b96-933d-5116fb566c58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:03.537696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b25711e1-4338-4b96-933d-5116fb566c58 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e4b6c246-c1dd-42b9-9f15-ef561f366718 HTTP/1.1" status: 204 len: 168 time: 0.2338617 Oct 12 23:50:03.546247 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25711e1-4338-4b96-933d-5116fb566c58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b6c246-c1dd-42b9-9f15-ef561f366718,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:04.509609 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45196) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:04.609667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7a97d6ab-d068-4d6f-9018-8b030ee272e9 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1728273551', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:04.682818 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a97d6ab-d068-4d6f-9018-8b030ee272e9 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:04.683786 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a97d6ab-d068-4d6f-9018-8b030ee272e9 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:04.735911 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a97d6ab-d068-4d6f-9018-8b030ee272e9 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:04.791471 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a97d6ab-d068-4d6f-9018-8b030ee272e9 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:04.878652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a97d6ab-d068-4d6f-9018-8b030ee272e9 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:04.879905 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7a97d6ab-d068-4d6f-9018-8b030ee272e9 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3692849 Oct 12 23:50:04.882672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45200) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:04.887523 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1767176622'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:04.968062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Made reservation on behalf of 86af4bf68dca4f7ba12b434869fb485d for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:50:04.971368 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:04.980749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:05.052661 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:05.116619 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:05.138781 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:50:05.142760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:50:05.152907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b9eca68-57ec-4177-a754-06fe6cdef223,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:05.157582 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:05.169358 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Added segment cd6f60dd-d8f7-458b-8724-e7defbea07d1 of type vlan for network 11caf27c-8e1d-4414-bd25-511369300f15 Oct 12 23:50:05.196938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:05.288709 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:05.294880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:05.295493 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:05.363069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event updated for resources: {'Network': ['ID=11caf27c-8e1d-4414-bd25-511369300f15,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:05.373901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 11caf27c-8e1d-4414-bd25-511369300f15 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:50:05.428340 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a3030d8b-db82-417b-b820-05a9cf5f01db tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5445797 Oct 12 23:50:05.431907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45202) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:05.438722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Request body: {'subnet': {'network_id': '11caf27c-8e1d-4414-bd25-511369300f15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:05.579616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Made reservation on behalf of 86af4bf68dca4f7ba12b434869fb485d for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:50:05.590464 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:05.814205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:05.877934 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event updated for resources: {'Subnet': ['ID=4db2b942-72eb-42d0-904d-6bde5bd69e05,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:05.888234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Checking segment: {'id': 'cd6f60dd-d8f7-458b-8724-e7defbea07d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '11caf27c-8e1d-4414-bd25-511369300f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:05.888234 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Network hostable DHCP agents. Network: 11caf27c-8e1d-4414-bd25-511369300f15, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:50:05.945781 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Network 11caf27c-8e1d-4414-bd25-511369300f15 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:50:06.025362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 11caf27c-8e1d-4414-bd25-511369300f15) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:06.031025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:06.031889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.032967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94056c10-0271-4468-a4d3-dd45ce0877f1 None None] Network 11caf27c-8e1d-4414-bd25-511369300f15 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:06.113665 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fd59e206-fe0f-49c7-98b8-6b5d4ec9babc tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6807091 Oct 12 23:50:06.116861 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45204) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:06.121805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-273738203'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:06.178205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-11caf27c-8e1d-4414-bd25-511369300f15', 'network_id': '11caf27c-8e1d-4414-bd25-511369300f15', 'tenant_id': '86af4bf68dca4f7ba12b434869fb485d', 'fixed_ips': [{'subnet_id': '4db2b942-72eb-42d0-904d-6bde5bd69e05'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:50:06.179278 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.219681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Made reservation on behalf of 86af4bf68dca4f7ba12b434869fb485d for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:50:06.223348 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.248347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:50:06.257364 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.257588 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Added segment 1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e of type vlan for network 15a544b8-f1e9-46c8-8999-b75156949ca4 Oct 12 23:50:06.298135 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.315169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Allocated IP 172.20.0.2 (11caf27c-8e1d-4414-bd25-511369300f15/4db2b942-72eb-42d0-904d-6bde5bd69e05/4ab7d227-6c21-4620-9206-c6f0281dee5e) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:50:06.396564 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.402867 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:06.403792 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.455665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.468935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event updated for resources: {'Network': ['ID=15a544b8-f1e9-46c8-8999-b75156949ca4,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:06.480157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 15a544b8-f1e9-46c8-8999-b75156949ca4 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:50:06.526322 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c474c66a-7de7-4b98-b4a7-11cb6bf38524 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4083917 Oct 12 23:50:06.529286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45206) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:06.534564 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Request body: {'subnet': {'network_id': '15a544b8-f1e9-46c8-8999-b75156949ca4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:06.551726 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.593010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Network 11caf27c-8e1d-4414-bd25-511369300f15 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:06.595916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:06.605109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:50:06.605109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Pushing event updated for resources: {'Port': ['ID=4ab7d227-6c21-4620-9206-c6f0281dee5e,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:06.657826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Attempting to bind port 4ab7d227-6c21-4620-9206-c6f0281dee5e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:50:06.658195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Attempting to bind port 4ab7d227-6c21-4620-9206-c6f0281dee5e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'cd6f60dd-d8f7-458b-8724-e7defbea07d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '11caf27c-8e1d-4414-bd25-511369300f15'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:50:06.658578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Attempting to bind port 4ab7d227-6c21-4620-9206-c6f0281dee5e on network 11caf27c-8e1d-4414-bd25-511369300f15 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:06.663621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:50:06.663992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Checking segment: {'id': 'cd6f60dd-d8f7-458b-8724-e7defbea07d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '11caf27c-8e1d-4414-bd25-511369300f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:06.664394 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.664788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Bound using segment: {'id': 'cd6f60dd-d8f7-458b-8724-e7defbea07d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '11caf27c-8e1d-4414-bd25-511369300f15'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:50:06.665250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Bound port: 4ab7d227-6c21-4620-9206-c6f0281dee5e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd6f60dd-d8f7-458b-8724-e7defbea07d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '11caf27c-8e1d-4414-bd25-511369300f15'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:50:06.665630 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.699557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Made reservation on behalf of 86af4bf68dca4f7ba12b434869fb485d for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:50:06.703248 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.730185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] For port 4ab7d227-6c21-4620-9206-c6f0281dee5e, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:50:06.733220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] For port 4ab7d227-6c21-4620-9206-c6f0281dee5e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4ab7d227-6c21-4620-9206-c6f0281dee5e,segment=NetworkSegment(cd6f60dd-d8f7-458b-8724-e7defbea07d1),segment_id=cd6f60dd-d8f7-458b-8724-e7defbea07d1)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:50:06.797641 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:06.853364 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7775f-1d65-4760-acfe-44b14be9c5cb None None] Pushing event updated for resources: {'Port': ['ID=4ab7d227-6c21-4620-9206-c6f0281dee5e,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:06.957095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:07.028399 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event updated for resources: {'Subnet': ['ID=e486cdcb-90a1-480f-a291-c0500b1a92aa,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:07.037005 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Checking segment: {'id': '1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '15a544b8-f1e9-46c8-8999-b75156949ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:07.037365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Network hostable DHCP agents. Network: 15a544b8-f1e9-46c8-8999-b75156949ca4, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:50:07.108770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4ab7d227-6c21-4620-9206-c6f0281dee5e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:07.111923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Network 15a544b8-f1e9-46c8-8999-b75156949ca4 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:50:07.165748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4ab7d227-6c21-4620-9206-c6f0281dee5e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:07.167054 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:07.185349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 15a544b8-f1e9-46c8-8999-b75156949ca4) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:07.190398 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:07.190398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:07.195360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8193cb0-8ea4-40a5-9bf3-dbe11aa1072a None None] Network 15a544b8-f1e9-46c8-8999-b75156949ca4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:07.263109 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4bf794ce-2198-4e9f-bb91-efa3d7199589 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7324882 Oct 12 23:50:07.265826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45208) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:07.270716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5c75b97f-db7b-4e7f-a2da-01b101baccb8 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Request body: {'router': {'external_gateway_info': {'network_id': '15a544b8-f1e9-46c8-8999-b75156949ca4'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:07.464105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:07.490421 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5c75b97f-db7b-4e7f-a2da-01b101baccb8 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:07.532780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 4ab7d227-6c21-4620-9206-c6f0281dee5e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4ab7d227-6c21-4620-9206-c6f0281dee5e,segment=NetworkSegment(cd6f60dd-d8f7-458b-8724-e7defbea07d1),segment_id=cd6f60dd-d8f7-458b-8724-e7defbea07d1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:07.558414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-15a544b8-f1e9-46c8-8999-b75156949ca4', 'network_id': '15a544b8-f1e9-46c8-8999-b75156949ca4', 'tenant_id': '86af4bf68dca4f7ba12b434869fb485d', 'fixed_ips': [{'subnet_id': 'e486cdcb-90a1-480f-a291-c0500b1a92aa'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:50:07.561274 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:07.645266 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:07.671535 n-d-790519-14 neutron-server[101889]: INFO neutron.api.v2.resource [None req-5c75b97f-db7b-4e7f-a2da-01b101baccb8 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 12 23:50:07.679229 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5c75b97f-db7b-4e7f-a2da-01b101baccb8 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "PUT /v2.0/routers/021f8011-cb7e-47b0-9306-b25e0fd6091d HTTP/1.1" status: 400 len: 364 time: 0.4056797 Oct 12 23:50:07.681405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45210) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:07.733135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb4e027-e8a5-4cf9-9975-9aeadb73ab7e tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Deleting subnet e486cdcb-90a1-480f-a291-c0500b1a92aa {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:50:07.744759 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=4ab7d227-6c21-4620-9206-c6f0281dee5e,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:07.761205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Allocated IP 172.21.0.2 (15a544b8-f1e9-46c8-8999-b75156949ca4/e486cdcb-90a1-480f-a291-c0500b1a92aa/3d20797b-cf65-4d4a-85f6-213368cbb62a) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:50:07.839985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-917e3903-258a-41fd-88d0-941afa5abe04 None None] Network 11caf27c-8e1d-4414-bd25-511369300f15 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:07.946064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c7cd1d59-26ca-4bcf-afa8-69d0eeade9ab None None] Provisioning complete for port 4ab7d227-6c21-4620-9206-c6f0281dee5e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:07.946435 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c7cd1d59-26ca-4bcf-afa8-69d0eeade9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:07.999523 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.076508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e027-e8a5-4cf9-9975-9aeadb73ab7e tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.080877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.118256 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e027-e8a5-4cf9-9975-9aeadb73ab7e tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.139415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Network 15a544b8-f1e9-46c8-8999-b75156949ca4 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:08.146309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:08.151056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:50:08.167374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Pushing event updated for resources: {'Port': ['ID=3d20797b-cf65-4d4a-85f6-213368cbb62a,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:08.212794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e027-e8a5-4cf9-9975-9aeadb73ab7e tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.221504 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Attempting to bind port 3d20797b-cf65-4d4a-85f6-213368cbb62a on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:50:08.224255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Attempting to bind port 3d20797b-cf65-4d4a-85f6-213368cbb62a by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '15a544b8-f1e9-46c8-8999-b75156949ca4'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:50:08.224255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Attempting to bind port 3d20797b-cf65-4d4a-85f6-213368cbb62a on network 15a544b8-f1e9-46c8-8999-b75156949ca4 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:08.228281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:50:08.228665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Checking segment: {'id': '1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '15a544b8-f1e9-46c8-8999-b75156949ca4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:08.229071 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.229469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Bound using segment: {'id': '1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '15a544b8-f1e9-46c8-8999-b75156949ca4'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:50:08.229953 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Bound port: 3d20797b-cf65-4d4a-85f6-213368cbb62a, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '15a544b8-f1e9-46c8-8999-b75156949ca4'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:50:08.230393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.437048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e027-e8a5-4cf9-9975-9aeadb73ab7e tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.441677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] For port 3d20797b-cf65-4d4a-85f6-213368cbb62a, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:50:08.447319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] For port 3d20797b-cf65-4d4a-85f6-213368cbb62a, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3d20797b-cf65-4d4a-85f6-213368cbb62a,segment=NetworkSegment(1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e),segment_id=1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:50:08.456158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-da1418ad-c57d-49b8-89c6-dcd204f35033 None None] Provisioning complete for port 4ab7d227-6c21-4620-9206-c6f0281dee5e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:08.458060 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-da1418ad-c57d-49b8-89c6-dcd204f35033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.467147 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb4e027-e8a5-4cf9-9975-9aeadb73ab7e tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event deleted for resources: {'Subnet': ['ID=e486cdcb-90a1-480f-a291-c0500b1a92aa,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:08.469170 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bdb4e027-e8a5-4cf9-9975-9aeadb73ab7e tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.474872 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bdb4e027-e8a5-4cf9-9975-9aeadb73ab7e tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "DELETE /v2.0/subnets/e486cdcb-90a1-480f-a291-c0500b1a92aa HTTP/1.1" status: 204 len: 168 time: 0.7918992 Oct 12 23:50:08.474872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45212) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:08.545589 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.551529 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.611097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a1109-b519-4edd-8ec4-85cff0c9956d None None] Pushing event updated for resources: {'Port': ['ID=3d20797b-cf65-4d4a-85f6-213368cbb62a,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:08.623882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Deleting port 3d20797b-cf65-4d4a-85f6-213368cbb62a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:50:08.624229 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.689533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] For port 3d20797b-cf65-4d4a-85f6-213368cbb62a, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3d20797b-cf65-4d4a-85f6-213368cbb62a,segment=NetworkSegment(1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e),segment_id=1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:08.690214 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.703418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Calling delete_port for 3d20797b-cf65-4d4a-85f6-213368cbb62a owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:50:08.870967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:08.899754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event deleted for resources: {'Port': ['ID=3d20797b-cf65-4d4a-85f6-213368cbb62a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:08.901601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] No DVR routers for this DVR port 3d20797b-cf65-4d4a-85f6-213368cbb62a on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:50:09.060940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4ab7d227-6c21-4620-9206-c6f0281dee5e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:09.110385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4ab7d227-6c21-4620-9206-c6f0281dee5e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:09.110767 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.358211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.380292 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a544b8-f1e9-46c8-8999-b75156949ca4']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:09.390250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:09.390543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e0329d6-8251-45fb-b2e8-fb23d0fb3c0e') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:09.401092 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.415203 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.421409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:50:09.425262 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:50:09.495398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7404bef1-db9c-4819-a366-9ba0ea3fa748 None None] Network 15a544b8-f1e9-46c8-8999-b75156949ca4 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:09.540100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.547298 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.552514 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "DELETE /v2.0/networks/15a544b8-f1e9-46c8-8999-b75156949ca4 HTTP/1.1" status: 204 len: 168 time: 1.0749161 Oct 12 23:50:09.553954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45214) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:09.560869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d863effc-b629-4f4c-b17c-aaa0be73b111 None None] Could not find standard attr ID for object 3d20797b-cf65-4d4a-85f6-213368cbb62a. {{(pid=101891) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 12 23:50:09.563704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf066f-f5b3-4dd2-b338-7aebb326546a tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event deleted for resources: {'Network': ['ID=15a544b8-f1e9-46c8-8999-b75156949ca4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:09.619660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Deleting subnet 4db2b942-72eb-42d0-904d-6bde5bd69e05 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:50:09.622732 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.658779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c2c685-7fef-4f5d-87e8-809b94906f88 None None] DHCP port deletion for 15a544b8-f1e9-46c8-8999-b75156949ca4 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:50:09.663377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.762568 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.894491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.919595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event deleted for resources: {'Subnet': ['ID=4db2b942-72eb-42d0-904d-6bde5bd69e05,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:09.929733 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.930086 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.930430 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.930772 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.931142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.931477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.931808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.932136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.932465 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.932793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.933124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.933450 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:09.935896 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a15bc4-547f-47f3-9b7e-f9cdeb8828bc None None] Network 11caf27c-8e1d-4414-bd25-511369300f15 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:09.936291 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:09.939588 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-cafc1367-e50d-499f-a1ae-c2ee7e00d1a3 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "DELETE /v2.0/subnets/4db2b942-72eb-42d0-904d-6bde5bd69e05 HTTP/1.1" status: 204 len: 168 time: 0.3844314 Oct 12 23:50:09.941979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45216) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:10.017576 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.071958 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Deleting port 4ab7d227-6c21-4620-9206-c6f0281dee5e {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:50:10.072301 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.113951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360823b0-8512-48f6-a92e-b085e269cd67 None None] DHCP port deletion for 11caf27c-8e1d-4414-bd25-511369300f15 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:50:10.140233 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] For port 4ab7d227-6c21-4620-9206-c6f0281dee5e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4ab7d227-6c21-4620-9206-c6f0281dee5e,segment=NetworkSegment(cd6f60dd-d8f7-458b-8724-e7defbea07d1),segment_id=cd6f60dd-d8f7-458b-8724-e7defbea07d1)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:10.140699 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.153243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Calling delete_port for 4ab7d227-6c21-4620-9206-c6f0281dee5e owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:50:10.159272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-360823b0-8512-48f6-a92e-b085e269cd67 None None] Deleting port 4ab7d227-6c21-4620-9206-c6f0281dee5e {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:50:10.159647 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-360823b0-8512-48f6-a92e-b085e269cd67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.224229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-360823b0-8512-48f6-a92e-b085e269cd67 None None] For port 4ab7d227-6c21-4620-9206-c6f0281dee5e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4ab7d227-6c21-4620-9206-c6f0281dee5e,segment=NetworkSegment(cd6f60dd-d8f7-458b-8724-e7defbea07d1),segment_id=cd6f60dd-d8f7-458b-8724-e7defbea07d1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:10.224536 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-360823b0-8512-48f6-a92e-b085e269cd67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.237438 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-360823b0-8512-48f6-a92e-b085e269cd67 None None] Calling delete_port for 4ab7d227-6c21-4620-9206-c6f0281dee5e owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:50:10.339998 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.346074 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-360823b0-8512-48f6-a92e-b085e269cd67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.369720 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event deleted for resources: {'Port': ['ID=4ab7d227-6c21-4620-9206-c6f0281dee5e,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:10.373243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] No DVR routers for this DVR port 4ab7d227-6c21-4620-9206-c6f0281dee5e on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:50:10.375094 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360823b0-8512-48f6-a92e-b085e269cd67 None None] Pushing event deleted for resources: {'Port': ['ID=4ab7d227-6c21-4620-9206-c6f0281dee5e,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:10.378542 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360823b0-8512-48f6-a92e-b085e269cd67 None None] No DVR routers for this DVR port 4ab7d227-6c21-4620-9206-c6f0281dee5e on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:50:10.454663 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.473782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11caf27c-8e1d-4414-bd25-511369300f15']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:10.483456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd6f60dd-d8f7-458b-8724-e7defbea07d1') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:10.483690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd6f60dd-d8f7-458b-8724-e7defbea07d1') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:10.493580 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.506556 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.512324 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:50:10.512710 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:50:10.515692 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:50:10.654117 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.660838 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.664459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "DELETE /v2.0/networks/11caf27c-8e1d-4414-bd25-511369300f15 HTTP/1.1" status: 204 len: 168 time: 0.7215466 Oct 12 23:50:10.667215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45218) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:10.676514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061f01c-86c9-4ad9-887c-5b258b4b1861 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Pushing event deleted for resources: {'Network': ['ID=11caf27c-8e1d-4414-bd25-511369300f15,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:10.693725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8413586c-2df0-4793-b418-1116efd7bd8e tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "GET /v2.0/ports?device_id=021f8011-cb7e-47b0-9306-b25e0fd6091d HTTP/1.1" status: 200 len: 205 time: 0.0252733 Oct 12 23:50:10.696657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45220) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:10.818001 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-168f74ac-3b6f-4f2d-80ab-6d7dc16b9294 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.972114 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-168f74ac-3b6f-4f2d-80ab-6d7dc16b9294 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:10.974156 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-168f74ac-3b6f-4f2d-80ab-6d7dc16b9294 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:11.038319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3d20797b-cf65-4d4a-85f6-213368cbb62a no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:50:11.058384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 3d20797b-cf65-4d4a-85f6-213368cbb62a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:50:11.058719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3d20797b-cf65-4d4a-85f6-213368cbb62a not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:50:11.059156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4ab7d227-6c21-4620-9206-c6f0281dee5e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:50:11.077229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4ab7d227-6c21-4620-9206-c6f0281dee5e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:50:11.077508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4ab7d227-6c21-4620-9206-c6f0281dee5e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:50:11.082485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-168f74ac-3b6f-4f2d-80ab-6d7dc16b9294 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:11.083087 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168f74ac-3b6f-4f2d-80ab-6d7dc16b9294 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Fanout notify agent at l3_agent the message router_deleted on router 021f8011-cb7e-47b0-9306-b25e0fd6091d {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:50:11.095285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-168f74ac-3b6f-4f2d-80ab-6d7dc16b9294 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:11.095285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-168f74ac-3b6f-4f2d-80ab-6d7dc16b9294 tempest-RoutersNegativeTest-626005597 tempest-RoutersNegativeTest-626005597-project] 10.222.0.31 "DELETE /v2.0/routers/021f8011-cb7e-47b0-9306-b25e0fd6091d HTTP/1.1" status: 204 len: 168 time: 0.3949912 Oct 12 23:50:11.539222 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45226) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:11.669935 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eb22d558-8561-4e52-9be3-ac875a388081 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=86af4bf68dca4f7ba12b434869fb485d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1295583 Oct 12 23:50:11.672798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45230) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:11.718821 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67d02f25-a004-4d45-855b-4e81f89542ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:11.739328 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67d02f25-a004-4d45-855b-4e81f89542ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:11.848382 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67d02f25-a004-4d45-855b-4e81f89542ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:11.851566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-67d02f25-a004-4d45-855b-4e81f89542ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:11.852702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-67d02f25-a004-4d45-855b-4e81f89542ba admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/0b9eca68-57ec-4177-a754-06fe6cdef223 HTTP/1.1" status: 204 len: 168 time: 0.1790230 Oct 12 23:50:11.860494 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d02f25-a004-4d45-855b-4e81f89542ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b9eca68-57ec-4177-a754-06fe6cdef223,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:12.151593 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-10b37a9a-0cf6-4711-b4c7-efdac214adaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:12.795635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45252) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:12.892789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-532159104-network', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:12.968245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Made reservation on behalf of a5b9e11fe4044127bb9bfd7e44af35c6 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:50:12.970551 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:12.979654 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.054000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.116748 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.140171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:50:13.155552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:13.158427 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.158773 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Added segment 35352355-4c5f-4f72-b6b9-f60ee7f217dc of type vlan for network ca8064a8-ec36-4099-ac4c-248c13838ff3 Oct 12 23:50:13.198746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.271122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.271989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:13.272760 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.368761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8064a8-ec36-4099-ac4c-248c13838ff3,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:13.378333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:50:13.388166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3cc76494-77c3-45fb-8022-dbf3a794efe9 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5909259 Oct 12 23:50:13.391009 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45256) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:13.396412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Request body: {'subnet': {'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-subnet', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:13.477037 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Made reservation on behalf of a5b9e11fe4044127bb9bfd7e44af35c6 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:50:13.479398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.693944 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.745758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:13.755637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Checking segment: {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:13.755990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Network hostable DHCP agents. Network: ca8064a8-ec36-4099-ac4c-248c13838ff3, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:50:13.847921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:50:13.910979 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ca8064a8-ec36-4099-ac4c-248c13838ff3) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:13.915558 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:13.916163 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:13.929806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9531ac-c43c-4d46-943e-293b7319790f None None] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:14.005641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8e095a29-3952-42ae-bcb3-d368eb80baa0 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6129990 Oct 12 23:50:14.008346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45258) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:14.012578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:14.061055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-ca8064a8-ec36-4099-ac4c-248c13838ff3', 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'fixed_ips': [{'subnet_id': 'bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:50:14.061903 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.094236 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.095359 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.146539 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.193231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Allocated IP 172.20.0.2 (ca8064a8-ec36-4099-ac4c-248c13838ff3/bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7/38c54301-bd7e-4b58-8d14-27ef95ce1a1c) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:50:14.331749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.347867 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.379963 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.421567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:14.424668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:14.428136 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:50:14.435747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Pushing event updated for resources: {'Port': ['ID=38c54301-bd7e-4b58-8d14-27ef95ce1a1c,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:14.490849 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Attempting to bind port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:50:14.491369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Attempting to bind port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:50:14.491909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Attempting to bind port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c on network ca8064a8-ec36-4099-ac4c-248c13838ff3 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:14.496902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:50:14.497272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Checking segment: {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:14.497669 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.498066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Bound using segment: {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:50:14.498521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Bound port: 38c54301-bd7e-4b58-8d14-27ef95ce1a1c, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:50:14.498896 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.563057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] For port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:50:14.566186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] For port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38c54301-bd7e-4b58-8d14-27ef95ce1a1c,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:50:14.597718 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.617353 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.620379 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.682253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1904cb-03c7-4cf0-8af3-cac3df632f57 None None] Pushing event updated for resources: {'Port': ['ID=38c54301-bd7e-4b58-8d14-27ef95ce1a1c,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:14.722314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Allocated IP 172.25.2.65 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/f7495941-f263-451c-a59b-9321b63d1137) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:50:14.841499 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.923075 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:14.974799 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:14.977688 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:14.981985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:50:14.984990 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Pushing event updated for resources: {'Port': ['ID=f7495941-f263-451c-a59b-9321b63d1137,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:15.074765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38c54301-bd7e-4b58-8d14-27ef95ce1a1c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:15.123067 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:15.123438 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:15.208074 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:15.243298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38c54301-bd7e-4b58-8d14-27ef95ce1a1c,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:15.312401 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:15.317404 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:15.372986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=38c54301-bd7e-4b58-8d14-27ef95ce1a1c,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:15.525139 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:15.586161 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:15.593209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f190f8-72af-4e01-b460-2cd74da46cd7 None None] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:15.651834 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cabf2ed6-9277-4ab5-a30a-a3156a0bfeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:15.664238 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e939429f-69b3-4ba2-b501-95a82a7fae24 None None] Provisioning complete for port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:15.664598 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e939429f-69b3-4ba2-b501-95a82a7fae24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:15.716439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Router 40668ff9-4b06-4123-8411-134846f11aef is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:50:15.826144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:50:15.836710 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Sync routers for ids ['40668ff9-4b06-4123-8411-134846f11aef'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:50:15.846331 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Routers {'40668ff9-4b06-4123-8411-134846f11aef'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:50:15.846959 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:50:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['40668ff9-4b06-4123-8411-134846f11aef'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:15.907804 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:15.911610 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-645d15ab-e970-49e5-a050-161da20d2bdd admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8998158 Oct 12 23:50:15.916421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45260) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:15.960423 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Set router 40668ff9-4b06-4123-8411-134846f11aef gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:50:16.030046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cc3b0ab8-030f-4ffc-ab94-9c6cbd68d4ab None None] Provisioning complete for port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:16.030717 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cc3b0ab8-030f-4ffc-ab94-9c6cbd68d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.147608 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40668ff9-4b06-4123-8411-134846f11aef', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f7495941-f263-451c-a59b-9321b63d1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:15Z', 'revision_number': 3, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'gw_port': {'id': 'f7495941-f263-451c-a59b-9321b63d1137', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:16.174537 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Checking router: 40668ff9-4b06-4123-8411-134846f11aef for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:50:16.174883 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Updating router 40668ff9-4b06-4123-8411-134846f11aef port f7495941-f263-451c-a59b-9321b63d1137 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:50:16.198692 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.311080 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.375945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.453308 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.511164 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.563551 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Attempting to bind port f7495941-f263-451c-a59b-9321b63d1137 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:50:16.574168 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Attempting to bind port f7495941-f263-451c-a59b-9321b63d1137 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:50:16.574168 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Attempting to bind port f7495941-f263-451c-a59b-9321b63d1137 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:16.574168 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Pushing event updated for resources: {'Port': ['ID=f7495941-f263-451c-a59b-9321b63d1137,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:16.574831 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:50:16.575224 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:16.575624 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.576015 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:50:16.576470 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Bound port: f7495941-f263-451c-a59b-9321b63d1137, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:50:16.576845 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.579902 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.580248 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.580652 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.580912 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.581278 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.581566 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.581885 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.582204 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.582530 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.582841 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.583186 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.583505 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:16.620903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Allocated IP 172.20.0.1 (ca8064a8-ec36-4099-ac4c-248c13838ff3/bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7/a8bb5664-b060-4112-93c1-c60c6aff5dc9) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:50:16.634842 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] For port f7495941-f263-451c-a59b-9321b63d1137, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:50:16.637814 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] For port f7495941-f263-451c-a59b-9321b63d1137, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f7495941-f263-451c-a59b-9321b63d1137,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:50:16.700629 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.723854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.757468 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Routers {'40668ff9-4b06-4123-8411-134846f11aef'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:50:16.758072 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:50:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['40668ff9-4b06-4123-8411-134846f11aef'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:16.798212 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.843592 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:16.848123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:16.851458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:50:16.877307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Pushing event updated for resources: {'Port': ['ID=a8bb5664-b060-4112-93c1-c60c6aff5dc9,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:16.883188 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c28f22-aae1-423e-876e-bd8c2f2f49c4 None None] Pushing event updated for resources: {'Port': ['ID=f7495941-f263-451c-a59b-9321b63d1137,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:16.901553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:16.956825 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] Set router 40668ff9-4b06-4123-8411-134846f11aef gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:50:17.068643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38c54301-bd7e-4b58-8d14-27ef95ce1a1c up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:17.115481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:17.116550 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:17.147715 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40668ff9-4b06-4123-8411-134846f11aef', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f7495941-f263-451c-a59b-9321b63d1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:15Z', 'revision_number': 3, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'gw_port': {'id': 'f7495941-f263-451c-a59b-9321b63d1137', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:17.172515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ff1f795b-faf5-4ba3-ac45-c04c54be11c5 None None] Provisioning complete for port a8bb5664-b060-4112-93c1-c60c6aff5dc9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:17.172841 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ff1f795b-faf5-4ba3-ac45-c04c54be11c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:17.179214 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c97c53-f125-4082-9662-bb9681bdf445 None None] The sync data for ids ['40668ff9-4b06-4123-8411-134846f11aef'] in n-d-790519-14 is: [{'id': '40668ff9-4b06-4123-8411-134846f11aef', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f7495941-f263-451c-a59b-9321b63d1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:15Z', 'revision_number': 3, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'gw_port': {'id': 'f7495941-f263-451c-a59b-9321b63d1137', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:50:17.187253 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:17.246245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ff1f795b-faf5-4ba3-ac45-c04c54be11c5 None None] Port a8bb5664-b060-4112-93c1-c60c6aff5dc9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:50:17.613638 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:17.677085 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:17.749682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Pushing event updated for resources: {'Port': ['ID=a8bb5664-b060-4112-93c1-c60c6aff5dc9,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:17.753908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:17.851036 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:17.852568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:17.983655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Router 40668ff9-4b06-4123-8411-134846f11aef has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:50:18.008427 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:18.076969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7c9fac7e-0e9a-43fd-bd1b-58206c747f27 None None] Provisioning complete for port a8bb5664-b060-4112-93c1-c60c6aff5dc9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:18.077765 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7c9fac7e-0e9a-43fd-bd1b-58206c747f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:18.098991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:50:18.105899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f005f65a-4955-44c1-8fda-a913c7b20944 admin admin] 10.222.0.31 "PUT /v2.0/routers/40668ff9-4b06-4123-8411-134846f11aef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1915176 Oct 12 23:50:18.111328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7c9fac7e-0e9a-43fd-bd1b-58206c747f27 None None] Port a8bb5664-b060-4112-93c1-c60c6aff5dc9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:50:18.660338 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Sync routers for ids ['40668ff9-4b06-4123-8411-134846f11aef'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:50:18.669752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Routers {'40668ff9-4b06-4123-8411-134846f11aef'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:50:18.670359 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:50:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['40668ff9-4b06-4123-8411-134846f11aef'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:18.750330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45278) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:18.755323 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1796507682-network', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:18.777553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Set router 40668ff9-4b06-4123-8411-134846f11aef gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:50:18.831474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Made reservation on behalf of 3cd9641680314e0ba3f54af7f25b73c7 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:50:18.833870 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:18.842961 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:18.919733 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:18.979736 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.009914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:50:19.021641 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fef1cfa-2d90-4e77-9a2b-855120047f7d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:19.029576 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.030090 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Added segment 512f7d32-e078-46ed-a1a9-8fea140dfa62 of type vlan for network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d Oct 12 23:50:19.077841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.118871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f7495941-f263-451c-a59b-9321b63d1137 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:19.145167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.146227 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:19.146911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.187383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40668ff9-4b06-4123-8411-134846f11aef', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f7495941-f263-451c-a59b-9321b63d1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:17Z', 'revision_number': 4, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'gw_port': {'id': 'f7495941-f263-451c-a59b-9321b63d1137', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'a8bb5664-b060-4112-93c1-c60c6aff5dc9', 'name': '', 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'mac_address': 'fa:16:3e:98:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:16Z', 'updated_at': '2021-10-12T23:50:17Z', 'revision_number': 2, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'subnets': [{'id': 'bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:19.191203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f7495941-f263-451c-a59b-9321b63d1137 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:19.191576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.212687 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] Pushing event updated for resources: {'Network': ['ID=4dfb51c8-72ac-4ceb-83d0-974b05a4564d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:19.219981 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Checking router: 40668ff9-4b06-4123-8411-134846f11aef for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:50:19.220271 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Updating router 40668ff9-4b06-4123-8411-134846f11aef port a8bb5664-b060-4112-93c1-c60c6aff5dc9 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:50:19.241281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:50:19.271007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-df4d30ac-02b7-46b0-949c-fbb663bc954c admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5170605 Oct 12 23:50:19.271334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45280) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:19.276714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Request body: {'subnet': {'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-subnet', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:19.325205 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.362677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Made reservation on behalf of 3cd9641680314e0ba3f54af7f25b73c7 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:50:19.365150 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.421818 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.471132 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.499458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port f7495941-f263-451c-a59b-9321b63d1137, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f7495941-f263-451c-a59b-9321b63d1137,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:19.563220 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.614613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.643052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=f7495941-f263-451c-a59b-9321b63d1137,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:19.667230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=14836db2-4c96-44e2-a353-681abe9a98f8,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:19.682620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Checking segment: {'id': '512f7d32-e078-46ed-a1a9-8fea140dfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:19.683143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Network hostable DHCP agents. Network: 4dfb51c8-72ac-4ceb-83d0-974b05a4564d, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:50:19.699310 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.751243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:50:19.790829 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.825690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 4dfb51c8-72ac-4ceb-83d0-974b05a4564d) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:19.829413 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.830224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:19.830775 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.845267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bdea420-aa98-4341-8f06-a8413819d608 None None] Network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:19.878097 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c836e-2d30-4f4e-bea3-f8884a542c60 None None] Pushing event updated for resources: {'Port': ['ID=a8bb5664-b060-4112-93c1-c60c6aff5dc9,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:19.919700 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-871b7e5f-d06d-4374-94d9-bc9c4e8609fc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6466472 Oct 12 23:50:19.922472 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45286) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:19.926837 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:19.955404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Attempting to bind port a8bb5664-b060-4112-93c1-c60c6aff5dc9 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:50:19.955830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Attempting to bind port a8bb5664-b060-4112-93c1-c60c6aff5dc9 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:50:19.956269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Attempting to bind port a8bb5664-b060-4112-93c1-c60c6aff5dc9 on network ca8064a8-ec36-4099-ac4c-248c13838ff3 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:19.967844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:50:19.968223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Checking segment: {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:19.968628 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:19.969026 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Bound using segment: {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:50:19.969654 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Bound port: a8bb5664-b060-4112-93c1-c60c6aff5dc9, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:50:19.970071 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.014230 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.015362 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.090630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] For port a8bb5664-b060-4112-93c1-c60c6aff5dc9, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:50:20.108643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aec32452-7475-4bc3-a0d7-ea172ac3091a None None] Provisioning complete for port a8bb5664-b060-4112-93c1-c60c6aff5dc9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:20.109023 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aec32452-7475-4bc3-a0d7-ea172ac3091a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.113083 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] For port a8bb5664-b060-4112-93c1-c60c6aff5dc9, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a8bb5664-b060-4112-93c1-c60c6aff5dc9,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:50:20.118334 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.153741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-4dfb51c8-72ac-4ceb-83d0-974b05a4564d', 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'fixed_ips': [{'subnet_id': '14836db2-4c96-44e2-a353-681abe9a98f8'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:50:20.167556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.172087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-aec32452-7475-4bc3-a0d7-ea172ac3091a None None] Port a8bb5664-b060-4112-93c1-c60c6aff5dc9 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:50:20.223826 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.331864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Routers {'40668ff9-4b06-4123-8411-134846f11aef'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:50:20.332481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:50:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['40668ff9-4b06-4123-8411-134846f11aef'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:20.337381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44c836e-2d30-4f4e-bea3-f8884a542c60 None None] Pushing event updated for resources: {'Port': ['ID=a8bb5664-b060-4112-93c1-c60c6aff5dc9,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:20.425083 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.428864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Allocated IP 172.20.0.2 (4dfb51c8-72ac-4ceb-83d0-974b05a4564d/14836db2-4c96-44e2-a353-681abe9a98f8/02ff41b4-f3d8-4843-8c85-c199350722c3) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:50:20.507798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] Set router 40668ff9-4b06-4123-8411-134846f11aef gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:50:20.679194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.688788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7528eab8-fde6-4a4c-9356-15051683ab4b None None] Provisioning complete for port a8bb5664-b060-4112-93c1-c60c6aff5dc9 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:20.689158 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7528eab8-fde6-4a4c-9356-15051683ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.704329 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.754769 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.811908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Allocated IP 172.25.2.224 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/b0907a38-0072-48cb-90e8-58a9f9d917ca) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:50:20.822469 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.875787 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7528eab8-fde6-4a4c-9356-15051683ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.880116 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:20.896528 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:20.901343 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:50:20.905293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Pushing event updated for resources: {'Port': ['ID=02ff41b4-f3d8-4843-8c85-c199350722c3,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:20.923091 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:20.927846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40668ff9-4b06-4123-8411-134846f11aef', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f7495941-f263-451c-a59b-9321b63d1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:17Z', 'revision_number': 4, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'gw_port': {'id': 'f7495941-f263-451c-a59b-9321b63d1137', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'a8bb5664-b060-4112-93c1-c60c6aff5dc9', 'name': '', 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'mac_address': 'fa:16:3e:98:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:16Z', 'updated_at': '2021-10-12T23:50:20Z', 'revision_number': 4, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'subnets': [{'id': 'bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:20.997593 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:21.046260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:21.049385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:21.054611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:50:21.057996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Pushing event updated for resources: {'Port': ['ID=b0907a38-0072-48cb-90e8-58a9f9d917ca,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:21.136303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f7495941-f263-451c-a59b-9321b63d1137 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:21.141803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e95a204-6d5b-4ae8-86f4-e224789103dc None None] The sync data for ids ['40668ff9-4b06-4123-8411-134846f11aef'] in n-d-790519-14 is: [{'id': '40668ff9-4b06-4123-8411-134846f11aef', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f7495941-f263-451c-a59b-9321b63d1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:17Z', 'revision_number': 4, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'gw_port': {'id': 'f7495941-f263-451c-a59b-9321b63d1137', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'a8bb5664-b060-4112-93c1-c60c6aff5dc9', 'name': '', 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'mac_address': 'fa:16:3e:98:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:16Z', 'updated_at': '2021-10-12T23:50:20Z', 'revision_number': 4, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'subnets': [{'id': 'bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:50:21.157002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7528eab8-fde6-4a4c-9356-15051683ab4b None None] For port a8bb5664-b060-4112-93c1-c60c6aff5dc9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a8bb5664-b060-4112-93c1-c60c6aff5dc9,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:21.221334 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7528eab8-fde6-4a4c-9356-15051683ab4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:21.231121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Attempting to bind port 02ff41b4-f3d8-4843-8c85-c199350722c3 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:50:21.231498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Attempting to bind port 02ff41b4-f3d8-4843-8c85-c199350722c3 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '512f7d32-e078-46ed-a1a9-8fea140dfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:50:21.231959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Attempting to bind port 02ff41b4-f3d8-4843-8c85-c199350722c3 on network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:21.272340 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:50:21.272867 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Checking segment: {'id': '512f7d32-e078-46ed-a1a9-8fea140dfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:21.273348 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:21.273743 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Bound using segment: {'id': '512f7d32-e078-46ed-a1a9-8fea140dfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:50:21.274223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Bound port: 02ff41b4-f3d8-4843-8c85-c199350722c3, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512f7d32-e078-46ed-a1a9-8fea140dfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:50:21.274609 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:21.323078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7528eab8-fde6-4a4c-9356-15051683ab4b None None] Pushing event updated for resources: {'Port': ['ID=a8bb5664-b060-4112-93c1-c60c6aff5dc9,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:21.330404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f7495941-f263-451c-a59b-9321b63d1137 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:21.330779 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:21.388041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] For port 02ff41b4-f3d8-4843-8c85-c199350722c3, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:50:21.391886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] For port 02ff41b4-f3d8-4843-8c85-c199350722c3, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=02ff41b4-f3d8-4843-8c85-c199350722c3,segment=NetworkSegment(512f7d32-e078-46ed-a1a9-8fea140dfa62),segment_id=512f7d32-e078-46ed-a1a9-8fea140dfa62)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:50:21.401728 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:21.471731 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:21.532129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef220150-b248-428e-b045-8f144a16bbf4 None None] Pushing event updated for resources: {'Port': ['ID=02ff41b4-f3d8-4843-8c85-c199350722c3,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:21.621836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:21.860237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Router cc3e2225-e529-444b-b58d-9ded4c45b6c4 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:50:21.972505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:50:21.982281 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Sync routers for ids ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:50:21.991655 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Routers {'cc3e2225-e529-444b-b58d-9ded4c45b6c4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:50:21.992441 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:50:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:22.050576 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.053737 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7bfcc3a6-c0f7-4e01-bbca-8e12dd422742 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1296673 Oct 12 23:50:22.055172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45288) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:50:22.111511 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Set router cc3e2225-e529-444b-b58d-9ded4c45b6c4 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:50:22.322795 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:21Z', 'revision_number': 3, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'gw_port': {'id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:22.351787 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Checking router: cc3e2225-e529-444b-b58d-9ded4c45b6c4 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:50:22.352127 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Updating router cc3e2225-e529-444b-b58d-9ded4c45b6c4 port b0907a38-0072-48cb-90e8-58a9f9d917ca binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:50:22.379923 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.532095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439a883-3625-47d8-bc44-987c6a23957c None None] Network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:50:22.629215 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-73ca5646-0cbf-4de6-9ab0-bb77544b8c3c None None] Provisioning complete for port 02ff41b4-f3d8-4843-8c85-c199350722c3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:22.629596 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73ca5646-0cbf-4de6-9ab0-bb77544b8c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.646713 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.722628 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.768634 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73ca5646-0cbf-4de6-9ab0-bb77544b8c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.774729 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Attempting to bind port b0907a38-0072-48cb-90e8-58a9f9d917ca on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:50:22.774729 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Attempting to bind port b0907a38-0072-48cb-90e8-58a9f9d917ca by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:50:22.775085 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Attempting to bind port b0907a38-0072-48cb-90e8-58a9f9d917ca on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:22.785719 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:50:22.786122 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:22.786877 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.786877 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:50:22.787356 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Bound port: b0907a38-0072-48cb-90e8-58a9f9d917ca, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:50:22.788270 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.791201 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb5acb-4ed8-49ba-b6b6-a476dae758e0 None None] Pushing event updated for resources: {'Port': ['ID=b0907a38-0072-48cb-90e8-58a9f9d917ca,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:22.803939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-73ca5646-0cbf-4de6-9ab0-bb77544b8c3c None None] For port 02ff41b4-f3d8-4843-8c85-c199350722c3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=02ff41b4-f3d8-4843-8c85-c199350722c3,segment=NetworkSegment(512f7d32-e078-46ed-a1a9-8fea140dfa62),segment_id=512f7d32-e078-46ed-a1a9-8fea140dfa62)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:22.812460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.856630 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] For port b0907a38-0072-48cb-90e8-58a9f9d917ca, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:50:22.860408 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] For port b0907a38-0072-48cb-90e8-58a9f9d917ca, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b0907a38-0072-48cb-90e8-58a9f9d917ca,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:50:22.877732 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-73ca5646-0cbf-4de6-9ab0-bb77544b8c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.936100 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:22.941117 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca5646-0cbf-4de6-9ab0-bb77544b8c3c None None] Pushing event updated for resources: {'Port': ['ID=02ff41b4-f3d8-4843-8c85-c199350722c3,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:22.992059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Allocated IP 172.20.0.1 (4dfb51c8-72ac-4ceb-83d0-974b05a4564d/14836db2-4c96-44e2-a353-681abe9a98f8/1816ad5e-f9c0-47e5-bc74-d4e238e10b6f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:50:23.009177 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbb5acb-4ed8-49ba-b6b6-a476dae758e0 None None] Pushing event updated for resources: {'Port': ['ID=b0907a38-0072-48cb-90e8-58a9f9d917ca,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:23.018308 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Routers {'cc3e2225-e529-444b-b58d-9ded4c45b6c4'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:50:23.018921 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:50:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:23.103173 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-effdbc33-5991-470c-b826-2aa269462d56 None None] Provisioning complete for port 02ff41b4-f3d8-4843-8c85-c199350722c3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:23.103556 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-effdbc33-5991-470c-b826-2aa269462d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.127055 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.151335 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] Set router cc3e2225-e529-444b-b58d-9ded4c45b6c4 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:50:23.195565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 02ff41b4-f3d8-4843-8c85-c199350722c3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:23.254770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 02ff41b4-f3d8-4843-8c85-c199350722c3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:23.255182 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.266300 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.318445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:23.321709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:23.325210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:50:23.340495 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a8bb5664-b060-4112-93c1-c60c6aff5dc9 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:23.340940 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:21Z', 'revision_number': 3, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'gw_port': {'id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:23.357909 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Pushing event updated for resources: {'Port': ['ID=1816ad5e-f9c0-47e5-bc74-d4e238e10b6f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:23.375717 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.382520 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2237727-c484-4dc1-b93b-8ea89b66c1e7 None None] The sync data for ids ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'] in n-d-790519-14 is: [{'id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:21Z', 'revision_number': 3, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'gw_port': {'id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:50:23.398606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a8bb5664-b060-4112-93c1-c60c6aff5dc9 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:23.399022 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.578647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.662157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ce2bed32-e975-4f10-a150-2563a816c4de None None] Provisioning complete for port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:23.662873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ce2bed32-e975-4f10-a150-2563a816c4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.703018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-ce2bed32-e975-4f10-a150-2563a816c4de None None] Port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:50:23.781159 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.837004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:23.910406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Pushing event updated for resources: {'Port': ['ID=1816ad5e-f9c0-47e5-bc74-d4e238e10b6f,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:23.913042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:24.007810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:24.009277 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:24.131783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Router cc3e2225-e529-444b-b58d-9ded4c45b6c4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:50:24.249043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:50:24.254019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-da143fac-7afd-4cdf-9d57-d9e718515376 admin admin] 10.222.0.31 "PUT /v2.0/routers/cc3e2225-e529-444b-b58d-9ded4c45b6c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1976917 Oct 12 23:50:24.323602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e2851596-6eb8-4bf8-9bc6-297d5b3c10b4 None None] Provisioning complete for port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:24.323979 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2851596-6eb8-4bf8-9bc6-297d5b3c10b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:24.357985 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e2851596-6eb8-4bf8-9bc6-297d5b3c10b4 None None] Port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:50:24.914587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Sync routers for ids ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:50:24.924162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Routers {'cc3e2225-e529-444b-b58d-9ded4c45b6c4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:50:24.924884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:50:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:25.007504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-d49c4e23-383b-4843-bba3-aa162d863ffe tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:25.009054 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-d49c4e23-383b-4843-bba3-aa162d863ffe tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/networks?id=ca8064a8-ec36-4099-ac4c-248c13838ff3 HTTP/1.1" status: 200 len: 816 time: 0.1107230 Oct 12 23:50:25.029701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-1b7df9df-4a75-4c5f-abf4-95d2c7fac642 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/quotas/a5b9e11fe4044127bb9bfd7e44af35c6 HTTP/1.1" status: 200 len: 375 time: 0.0122962 Oct 12 23:50:25.033583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Set router cc3e2225-e529-444b-b58d-9ded4c45b6c4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:50:25.085899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b0907a38-0072-48cb-90e8-58a9f9d917ca up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:25.088633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-c9a42592-abac-4bf5-8e8b-e0d17b6499f5 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5b9e11fe4044127bb9bfd7e44af35c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519350 Oct 12 23:50:25.184906 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-05a77a20-16b6-4f87-badb-3a24da069f0a service neutron] 10.222.0.31 "GET /v2.0/networks/ca8064a8-ec36-4099-ac4c-248c13838ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847328 Oct 12 23:50:25.232439 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b0907a38-0072-48cb-90e8-58a9f9d917ca triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:25.232810 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:25.282516 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-f6727dbd-a262-4a21-962e-70ee07a60ff3 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8064a8-ec36-4099-ac4c-248c13838ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910943 Oct 12 23:50:25.339747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:23Z', 'revision_number': 4, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'gw_port': {'id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '1816ad5e-f9c0-47e5-bc74-d4e238e10b6f', 'name': '', 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'mac_address': 'fa:16:3e:1c:cf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '14836db2-4c96-44e2-a353-681abe9a98f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:22Z', 'updated_at': '2021-10-12T23:50:23Z', 'revision_number': 2, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'subnets': [{'id': '14836db2-4c96-44e2-a353-681abe9a98f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:25.373325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Checking router: cc3e2225-e529-444b-b58d-9ded4c45b6c4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:50:25.373680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Updating router cc3e2225-e529-444b-b58d-9ded4c45b6c4 port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:50:25.390877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:25.408369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:25.423373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port b0907a38-0072-48cb-90e8-58a9f9d917ca, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b0907a38-0072-48cb-90e8-58a9f9d917ca,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:25.513425 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:25.532232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-46b35b35-bb17-4a40-b81b-7e9e23e51015 req-32916f8c-38d7-448c-92b0-5a3aacd346b3 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 210 time: 0.0358214 Oct 12 23:50:25.615473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=b0907a38-0072-48cb-90e8-58a9f9d917ca,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:25.727057 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:25.807520 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:25.857964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1d9b7-3cb9-497e-8940-f2cc26b2da20 None None] Pushing event updated for resources: {'Port': ['ID=1816ad5e-f9c0-47e5-bc74-d4e238e10b6f,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:25.906638 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Attempting to bind port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:50:25.907221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Attempting to bind port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '512f7d32-e078-46ed-a1a9-8fea140dfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:50:25.907761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Attempting to bind port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f on network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:25.915429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:50:25.916087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Checking segment: {'id': '512f7d32-e078-46ed-a1a9-8fea140dfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:25.916558 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:25.917133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Bound using segment: {'id': '512f7d32-e078-46ed-a1a9-8fea140dfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:50:25.917831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Bound port: 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512f7d32-e078-46ed-a1a9-8fea140dfa62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:50:25.918403 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:25.994578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] For port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:50:25.997844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] For port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1816ad5e-f9c0-47e5-bc74-d4e238e10b6f,segment=NetworkSegment(512f7d32-e078-46ed-a1a9-8fea140dfa62),segment_id=512f7d32-e078-46ed-a1a9-8fea140dfa62)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:50:26.065614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:26.132179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-792bc4a8-d932-4e19-9019-3b655a6dad0e None None] Provisioning complete for port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:26.132564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-792bc4a8-d932-4e19-9019-3b655a6dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:26.143473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Routers {'cc3e2225-e529-444b-b58d-9ded4c45b6c4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:50:26.143473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:50:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:26.192047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1d9b7-3cb9-497e-8940-f2cc26b2da20 None None] Pushing event updated for resources: {'Port': ['ID=1816ad5e-f9c0-47e5-bc74-d4e238e10b6f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:26.300430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] Set router cc3e2225-e529-444b-b58d-9ded4c45b6c4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:50:26.344688 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-792bc4a8-d932-4e19-9019-3b655a6dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:26.445750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-792bc4a8-d932-4e19-9019-3b655a6dad0e None None] For port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1816ad5e-f9c0-47e5-bc74-d4e238e10b6f,segment=NetworkSegment(512f7d32-e078-46ed-a1a9-8fea140dfa62),segment_id=512f7d32-e078-46ed-a1a9-8fea140dfa62)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:26.529767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:23Z', 'revision_number': 4, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'gw_port': {'id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '1816ad5e-f9c0-47e5-bc74-d4e238e10b6f', 'name': '', 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'mac_address': 'fa:16:3e:1c:cf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '14836db2-4c96-44e2-a353-681abe9a98f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:22Z', 'updated_at': '2021-10-12T23:50:25Z', 'revision_number': 4, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'subnets': [{'id': '14836db2-4c96-44e2-a353-681abe9a98f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:50:26.556632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-792bc4a8-d932-4e19-9019-3b655a6dad0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:26.562043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d978d2-ed70-402f-aa76-849999fffbea None None] The sync data for ids ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'] in n-d-790519-14 is: [{'id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:23Z', 'revision_number': 4, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'gw_port': {'id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '1816ad5e-f9c0-47e5-bc74-d4e238e10b6f', 'name': '', 'network_id': '4dfb51c8-72ac-4ceb-83d0-974b05a4564d', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'mac_address': 'fa:16:3e:1c:cf:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '14836db2-4c96-44e2-a353-681abe9a98f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:22Z', 'updated_at': '2021-10-12T23:50:25Z', 'revision_number': 4, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'subnets': [{'id': '14836db2-4c96-44e2-a353-681abe9a98f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:50:26.643127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bc4a8-d932-4e19-9019-3b655a6dad0e None None] Pushing event updated for resources: {'Port': ['ID=1816ad5e-f9c0-47e5-bc74-d4e238e10b6f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:26.652833 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-67f6dd8d-209e-4ba3-a926-060095b10ff4 req-57b6bac9-2f39-4d1c-8fac-c58a2719685c tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 210 time: 0.0538929 Oct 12 23:50:26.677589 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-78700d34-a6ba-44a2-acfc-eca4b41622ec None None] Provisioning complete for port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:26.678539 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78700d34-a6ba-44a2-acfc-eca4b41622ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:27.122417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b0907a38-0072-48cb-90e8-58a9f9d917ca up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:27.170163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b0907a38-0072-48cb-90e8-58a9f9d917ca triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:27.170464 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:27.415575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:27.459737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:27.460061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:27.620270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-f6942d0a-0929-43c0-8739-57587dcf024c tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:27.621728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-f6942d0a-0929-43c0-8739-57587dcf024c tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.25 "GET /v2.0/networks?id=ca8064a8-ec36-4099-ac4c-248c13838ff3 HTTP/1.1" status: 200 len: 816 time: 0.1078813 Oct 12 23:50:27.634904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Request body: {'port': {'device_id': '02b2269e-d678-4121-90b6-1f9d6d6ce783', 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3', 'admin_state_up': True, 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:27.763771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbf5e796-44b3-412a-aa19-ecb2e119be8e req-657cfd18-85bf-4529-93fe-9c13844cb5eb tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 210 time: 0.0356379 Oct 12 23:50:27.853976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Made reservation on behalf of a5b9e11fe4044127bb9bfd7e44af35c6 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:50:27.857534 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:27.990016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Allocated IP 172.20.0.12 (ca8064a8-ec36-4099-ac4c-248c13838ff3/bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7/33d70b21-a1a1-48c6-be4f-500ac47b1f82) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:50:28.148985 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:28.225744 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:28.270978 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:50:28.274408 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:50:28.278537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:50:28.311382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Pushing event updated for resources: {'Port': ['ID=33d70b21-a1a1-48c6-be4f-500ac47b1f82,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:28.325555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.325937 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.326490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.326666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.326966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.327256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.331958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.331958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.331958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.331958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.331958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.331958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:28.354983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:28.355466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:28.462721 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-b8f660e0-390f-45fe-ac3e-5494f2d0c4e1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8319712 Oct 12 23:50:28.476305 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Request body: {'port': {'device_id': '02b2269e-d678-4121-90b6-1f9d6d6ce783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:50:28.495599 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e0e1b509-b67f-4456-b81c-7ad89127790a None None] Provisioning complete for port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:28.496201 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e0e1b509-b67f-4456-b81c-7ad89127790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:28.528692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1b509-b67f-4456-b81c-7ad89127790a None None] Port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:50:28.538507 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:28.801040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d70b21-a1a1-48c6-be4f-500ac47b1f82 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:50:28.808997 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:28.822197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Transition to ACTIVE for port object 33d70b21-a1a1-48c6-be4f-500ac47b1f82 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:50:28.884264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce284c4e-6b76-42d5-a5c6-8f7c96d7aac3 req-87143001-640a-4f85-8947-7b115330595f tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:28.885833 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce284c4e-6b76-42d5-a5c6-8f7c96d7aac3 req-87143001-640a-4f85-8947-7b115330595f tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 932 time: 0.0501866 Oct 12 23:50:28.887814 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:28.926628 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ce284c4e-6b76-42d5-a5c6-8f7c96d7aac3 req-9910145e-beb1-42e1-aa14-43850296d65b tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344877 Oct 12 23:50:28.945513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Pushing event updated for resources: {'Port': ['ID=33d70b21-a1a1-48c6-be4f-500ac47b1f82,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:29.011362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Attempting to bind port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:50:29.011701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Attempting to bind port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:50:29.012057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Attempting to bind port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 on network ca8064a8-ec36-4099-ac4c-248c13838ff3 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:29.016436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 on network ca8064a8-ec36-4099-ac4c-248c13838ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:50:29.016759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Attempting to bind port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 on network ca8064a8-ec36-4099-ac4c-248c13838ff3 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:50:29.022120 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 50, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:50:29.022458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Checking segment: {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:50:29.022845 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Bound using segment: {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:50:29.023299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Bound port: 33d70b21-a1a1-48c6-be4f-500ac47b1f82, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:50:29.023667 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:29.091436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] For port 33d70b21-a1a1-48c6-be4f-500ac47b1f82, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:50:29.094629 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] For port 33d70b21-a1a1-48c6-be4f-500ac47b1f82, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=33d70b21-a1a1-48c6-be4f-500ac47b1f82,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:50:29.170173 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:29.211503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:29.212032 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:29.213451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] 10.222.0.25 "PUT /v2.0/ports/33d70b21-a1a1-48c6-be4f-500ac47b1f82 HTTP/1.1" status: 200 len: 1093 time: 0.7422652 Oct 12 23:50:29.213892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b2269e-d678-4121-90b6-1f9d6d6ce783', 'tag': '33d70b21-a1a1-48c6-be4f-500ac47b1f82'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:50:29.216187 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73af924b-3e32-44cb-abeb-04144be5c7fe" -d '{"events": [{"name": "network-changed", "server_uuid": "02b2269e-d678-4121-90b6-1f9d6d6ce783", "tag": "33d70b21-a1a1-48c6-be4f-500ac47b1f82"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:50:29.239384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e716ac9-aeba-4e43-9628-bd4c2f8b523f service neutron] Pushing event updated for resources: {'Port': ['ID=33d70b21-a1a1-48c6-be4f-500ac47b1f82,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:29.253658 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb5805f1-c922-4070-871a-e79e7c0440d5 x-openstack-request-id: req-bb5805f1-c922-4070-871a-e79e7c0440d5 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:50:29.253957 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b2269e-d678-4121-90b6-1f9d6d6ce783", "tag": "33d70b21-a1a1-48c6-be4f-500ac47b1f82", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:50:29.254205 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-bb5805f1-c922-4070-871a-e79e7c0440d5 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:50:29.254618 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b2269e-d678-4121-90b6-1f9d6d6ce783', 'tag': '33d70b21-a1a1-48c6-be4f-500ac47b1f82', 'status': 'completed', 'code': 200} Oct 12 23:50:29.318281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af924b-3e32-44cb-abeb-04144be5c7fe req-505537df-83ee-4a0d-9bb0-aa545c0d7252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:29.320143 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73af924b-3e32-44cb-abeb-04144be5c7fe req-505537df-83ee-4a0d-9bb0-aa545c0d7252 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b9e11fe4044127bb9bfd7e44af35c6&device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 1096 time: 0.0457590 Oct 12 23:50:29.424563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af924b-3e32-44cb-abeb-04144be5c7fe req-8a02435a-48f2-4fcc-9ab9-425288b37ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:29.426045 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73af924b-3e32-44cb-abeb-04144be5c7fe req-8a02435a-48f2-4fcc-9ab9-425288b37ae5 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a5b9e11fe4044127bb9bfd7e44af35c6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0986204 Oct 12 23:50:29.519309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af924b-3e32-44cb-abeb-04144be5c7fe req-830a4e0d-6a8a-4dde-98f2-94c33b0ac7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:29.520701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-73af924b-3e32-44cb-abeb-04144be5c7fe req-830a4e0d-6a8a-4dde-98f2-94c33b0ac7fe service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875525 Oct 12 23:50:29.595742 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-81f4d44d-6b0e-446a-9a90-a3873c01ac0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:29.597209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-81f4d44d-6b0e-446a-9a90-a3873c01ac0b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b9e11fe4044127bb9bfd7e44af35c6&device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 1096 time: 0.0408497 Oct 12 23:50:29.648713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-38c35457-03cf-4142-ac72-33d789cbc04c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d70b21-a1a1-48c6-be4f-500ac47b1f82 HTTP/1.1" status: 200 len: 217 time: 0.0432527 Oct 12 23:50:29.696333 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-5bc7fb19-f6c9-4a11-bd54-17d86de1bdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:29.697699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-5bc7fb19-f6c9-4a11-bd54-17d86de1bdeb service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7 HTTP/1.1" status: 200 len: 855 time: 0.0428948 Oct 12 23:50:29.741257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-e2619905-042a-4d92-bc1c-142d0e630b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:29.742720 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-e2619905-042a-4d92-bc1c-142d0e630b15 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca8064a8-ec36-4099-ac4c-248c13838ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385437 Oct 12 23:50:29.835670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-068a2131-f9ff-449d-a15d-78239022fc8e service neutron] 10.222.0.25 "GET /v2.0/networks/ca8064a8-ec36-4099-ac4c-248c13838ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859327 Oct 12 23:50:29.922820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7436aa07-310e-4999-add9-31dfc808ccf2 req-9430002c-6041-4301-8263-4f00cf3172a4 service neutron] 10.222.0.25 "GET /v2.0/networks/ca8064a8-ec36-4099-ac4c-248c13838ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799029 Oct 12 23:50:30.354885 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5112dac0-724c-4e46-b995-8cdc7d0092cb req-7a0a286d-8c64-4013-bdeb-8fa99136bf28 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:30.356415 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5112dac0-724c-4e46-b995-8cdc7d0092cb req-7a0a286d-8c64-4013-bdeb-8fa99136bf28 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 944 time: 0.3579862 Oct 12 23:50:30.401883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5112dac0-724c-4e46-b995-8cdc7d0092cb req-b8a212b8-57f7-4cf6-bf00-7ee7d4170df1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Oct 12 23:50:31.520562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328b76cb-2211-4806-a452-dd5c2b27a230 req-ded8db96-0d13-445a-b35a-7713c812cc55 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:31.522022 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-328b76cb-2211-4806-a452-dd5c2b27a230 req-ded8db96-0d13-445a-b35a-7713c812cc55 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 944 time: 0.0491133 Oct 12 23:50:31.563639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-328b76cb-2211-4806-a452-dd5c2b27a230 req-555d31ce-d0ce-4092-bc05-0f72da7aae08 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356233 Oct 12 23:50:32.682433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb447e-8ce1-4f57-aef0-eddebbbaf74d req-2ee014de-8254-47e0-8b76-b4f7d3e6a6e4 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:32.683927 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9fb447e-8ce1-4f57-aef0-eddebbbaf74d req-2ee014de-8254-47e0-8b76-b4f7d3e6a6e4 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 944 time: 0.0504129 Oct 12 23:50:32.697780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 33d70b21-a1a1-48c6-be4f-500ac47b1f82 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:50:32.724448 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e9fb447e-8ce1-4f57-aef0-eddebbbaf74d req-27c1102a-61e3-44a7-b028-618d71174361 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342965 Oct 12 23:50:32.789820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 33d70b21-a1a1-48c6-be4f-500ac47b1f82, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=33d70b21-a1a1-48c6-be4f-500ac47b1f82,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:32.804267 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '33d70b21-a1a1-48c6-be4f-500ac47b1f82', 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3', 'port_id': '33d70b21-a1a1-48c6-be4f-500ac47b1f82', 'mac_address': 'fa:16:3e:21:ce:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:50:32.839367 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:32.852278 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d70b21-a1a1-48c6-be4f-500ac47b1f82 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:50:32.870293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 33d70b21-a1a1-48c6-be4f-500ac47b1f82, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=33d70b21-a1a1-48c6-be4f-500ac47b1f82,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:32.956249 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:33.001341 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=33d70b21-a1a1-48c6-be4f-500ac47b1f82,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:33.009142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.009488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.009827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.010164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.010498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.010856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.011210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.011537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.011861 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.012182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.012619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.012942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:50:33.154027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['33d70b21-a1a1-48c6-be4f-500ac47b1f82'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:50:33.843131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40642759-65fc-43cd-8b8a-d2e85f16f032 req-a9dae08e-c648-488f-a1ad-ac145d50bc49 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:33.844674 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40642759-65fc-43cd-8b8a-d2e85f16f032 req-a9dae08e-c648-488f-a1ad-ac145d50bc49 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 945 time: 0.0542262 Oct 12 23:50:33.889120 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-40642759-65fc-43cd-8b8a-d2e85f16f032 req-619d3644-8414-4136-9a0c-084ff571a7bb tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380523 Oct 12 23:50:34.712821 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 33d70b21-a1a1-48c6-be4f-500ac47b1f82 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:50:34.813587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:50:34.817416 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:50:34.817801 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:34.894564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:34.921085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b2269e-d678-4121-90b6-1f9d6d6ce783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d70b21-a1a1-48c6-be4f-500ac47b1f82'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:50:34.921085 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8242a5a0-31f1-4aed-8211-12e216c30323" -d '{"events": [{"server_uuid": "02b2269e-d678-4121-90b6-1f9d6d6ce783", "name": "network-vif-plugged", "status": "completed", "tag": "33d70b21-a1a1-48c6-be4f-500ac47b1f82"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:50:34.932747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 33d70b21-a1a1-48c6-be4f-500ac47b1f82, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=33d70b21-a1a1-48c6-be4f-500ac47b1f82,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:50:34.955553 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81d863b-c428-429c-bbbc-f749a56874c5 x-openstack-request-id: req-a81d863b-c428-429c-bbbc-f749a56874c5 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:50:34.955845 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b2269e-d678-4121-90b6-1f9d6d6ce783", "name": "network-vif-plugged", "status": "completed", "tag": "33d70b21-a1a1-48c6-be4f-500ac47b1f82", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:50:34.956096 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a81d863b-c428-429c-bbbc-f749a56874c5 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:50:34.956491 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b2269e-d678-4121-90b6-1f9d6d6ce783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d70b21-a1a1-48c6-be4f-500ac47b1f82', 'code': 200} Oct 12 23:50:34.996589 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:35.003669 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e257fa-0f2e-40a0-9c00-4ebf33e6932e req-28c60148-45ee-47f1-b5b2-ccc783e10251 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:35.005188 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53e257fa-0f2e-40a0-9c00-4ebf33e6932e req-28c60148-45ee-47f1-b5b2-ccc783e10251 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 945 time: 0.0494008 Oct 12 23:50:35.046637 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-53e257fa-0f2e-40a0-9c00-4ebf33e6932e req-a6b9591a-8b59-46c7-b58e-bd4d320990ee tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340369 Oct 12 23:50:35.048071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=33d70b21-a1a1-48c6-be4f-500ac47b1f82,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:50:35.054165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228c47f-69a7-48bb-baf5-06e7add21fee req-d9c4c643-01dd-449a-abdd-4f0a0bbdf579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:35.055703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d228c47f-69a7-48bb-baf5-06e7add21fee req-d9c4c643-01dd-449a-abdd-4f0a0bbdf579 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 1098 time: 0.0420952 Oct 12 23:50:35.091257 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d228c47f-69a7-48bb-baf5-06e7add21fee req-70be3196-f17d-4d63-b0ca-b04920b0a586 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282702 Oct 12 23:50:36.163345 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db36fcc2-ebf3-42ff-b609-7c48917d9f7a req-3c15fcf8-b6b3-4a91-8534-c3759f8c0caa tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:36.164824 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db36fcc2-ebf3-42ff-b609-7c48917d9f7a req-3c15fcf8-b6b3-4a91-8534-c3759f8c0caa tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 946 time: 0.0484564 Oct 12 23:50:36.207306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-db36fcc2-ebf3-42ff-b609-7c48917d9f7a req-86da8744-3dc3-40f7-9c31-1d8ac6f78021 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363312 Oct 12 23:50:37.328920 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06914ee3-e181-4fb5-bcc0-eb542a5f8927 req-7970ae3f-32d3-48cb-b185-0486331980e6 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:37.330378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06914ee3-e181-4fb5-bcc0-eb542a5f8927 req-7970ae3f-32d3-48cb-b185-0486331980e6 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 946 time: 0.0524302 Oct 12 23:50:37.367953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-06914ee3-e181-4fb5-bcc0-eb542a5f8927 req-baa358d0-43ce-4d95-bf91-5a1c092f8cb9 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309455 Oct 12 23:50:37.478861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09efe1b-e94b-42b0-bfce-6976f4468788 req-83902aa1-e0ec-48ac-8666-70a6be57956b tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:50:37.480348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c09efe1b-e94b-42b0-bfce-6976f4468788 req-83902aa1-e0ec-48ac-8666-70a6be57956b tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 946 time: 0.0477538 Oct 12 23:50:37.517375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c09efe1b-e94b-42b0-bfce-6976f4468788 req-7aa80780-7a42-4697-b515-26c03311a9c5 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311995 Oct 12 23:50:42.137818 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:50:42.150653 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6edd94f8-e35c-44cc-9660-fb0ecdff5836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:45.569599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:45.653479 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f70ed6d-c04e-4ed6-a251-b50601012802 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:46.310280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:48.053766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:49.379030 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:50:49.785047 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:02.750249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aafe6-7ef5-4b98-b592-4cdee478e8c1 req-a5742e79-6ffa-4685-b375-c6fa3063f804 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:02.751753 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c74aafe6-7ef5-4b98-b592-4cdee478e8c1 req-a5742e79-6ffa-4685-b375-c6fa3063f804 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 946 time: 0.0496869 Oct 12 23:51:02.789690 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c74aafe6-7ef5-4b98-b592-4cdee478e8c1 req-4cc54b4f-8781-4432-a96e-6aec3705b330 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318663 Oct 12 23:51:03.913572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfab4c9-4bac-4c0a-b9c2-e54ff21d3f6c req-d6393aa7-31d6-4c89-8b5b-6ce34369adf5 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:03.915180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2dfab4c9-4bac-4c0a-b9c2-e54ff21d3f6c req-d6393aa7-31d6-4c89-8b5b-6ce34369adf5 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 946 time: 0.0494766 Oct 12 23:51:03.952609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2dfab4c9-4bac-4c0a-b9c2-e54ff21d3f6c req-3658ab66-0009-4cb8-8300-0964a136a2a9 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315113 Oct 12 23:51:04.269620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-ab6f335f-53a7-4c5f-9ec7-4c80304d1370 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:04.270965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-ab6f335f-53a7-4c5f-9ec7-4c80304d1370 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.25 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 946 time: 0.0473552 Oct 12 23:51:04.361111 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Deleting port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:04.361450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:04.451085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] For port 33d70b21-a1a1-48c6-be4f-500ac47b1f82, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=33d70b21-a1a1-48c6-be4f-500ac47b1f82,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:04.451456 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:04.479016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Calling delete_port for 33d70b21-a1a1-48c6-be4f-500ac47b1f82 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:04.664464 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:04.676398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['33d70b21-a1a1-48c6-be4f-500ac47b1f82'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:51:04.693116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Pushing event deleted for resources: {'Port': ['ID=33d70b21-a1a1-48c6-be4f-500ac47b1f82,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:04.737843 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] No DVR routers for this DVR port 33d70b21-a1a1-48c6-be4f-500ac47b1f82 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:51:04.740629 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:04.744693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e15d92d-b2a9-4f9d-96d5-2e33b09ab95d req-83c7d20d-0d4d-47f2-a64f-87dfc6b11fce tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.25 "DELETE /v2.0/ports/33d70b21-a1a1-48c6-be4f-500ac47b1f82 HTTP/1.1" status: 204 len: 173 time: 0.4674950 Oct 12 23:51:04.745129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b2269e-d678-4121-90b6-1f9d6d6ce783', 'name': 'network-vif-deleted', 'tag': '33d70b21-a1a1-48c6-be4f-500ac47b1f82'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:51:04.747430 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c45ba2c-efac-4356-8f73-cd21d8303610" -d '{"events": [{"server_uuid": "02b2269e-d678-4121-90b6-1f9d6d6ce783", "name": "network-vif-deleted", "tag": "33d70b21-a1a1-48c6-be4f-500ac47b1f82"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:51:04.783439 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35d4ea7-093d-4784-a8a0-963c62535a6a x-openstack-request-id: req-d35d4ea7-093d-4784-a8a0-963c62535a6a {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:51:04.783732 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b2269e-d678-4121-90b6-1f9d6d6ce783", "name": "network-vif-deleted", "tag": "33d70b21-a1a1-48c6-be4f-500ac47b1f82", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:51:04.783984 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d35d4ea7-093d-4784-a8a0-963c62535a6a {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:51:04.784387 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b2269e-d678-4121-90b6-1f9d6d6ce783', 'name': 'network-vif-deleted', 'tag': '33d70b21-a1a1-48c6-be4f-500ac47b1f82', 'status': 'completed', 'code': 200} Oct 12 23:51:05.052848 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-aa238f25-c484-4f46-b7f1-b4ad292655ec req-66ea2e5a-5ae9-4f0a-9783-02d3a1d0c4a4 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=02b2269e-d678-4121-90b6-1f9d6d6ce783 HTTP/1.1" status: 200 len: 210 time: 0.0277424 Oct 12 23:51:06.619417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a16d7a58-7aea-42f1-aee6-31fd21cff42e tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:06.620875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a16d7a58-7aea-42f1-aee6-31fd21cff42e tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/networks?id=ca8064a8-ec36-4099-ac4c-248c13838ff3 HTTP/1.1" status: 200 len: 816 time: 0.1051199 Oct 12 23:51:06.636799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-9bb453a3-f023-4670-a98e-45d80bb5e1b6 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/quotas/a5b9e11fe4044127bb9bfd7e44af35c6 HTTP/1.1" status: 200 len: 375 time: 0.0099359 Oct 12 23:51:06.686878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-3c84eee5-d2f4-4833-a3b1-5aa0e19d20b0 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=a5b9e11fe4044127bb9bfd7e44af35c6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446281 Oct 12 23:51:06.780422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-50cd7a56-e7dd-437c-a110-bab4748268b2 service neutron] 10.222.0.31 "GET /v2.0/networks/ca8064a8-ec36-4099-ac4c-248c13838ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812576 Oct 12 23:51:06.871077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-eb10c627-0ba2-4a2d-9c33-8ab464baf8fc service neutron] 10.222.0.31 "GET /v2.0/networks/ca8064a8-ec36-4099-ac4c-248c13838ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 Oct 12 23:51:07.083391 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-60dc82b5-d54b-47fb-9aca-95e6e4a43aac req-6edb7b63-c84a-4496-9711-36d1190238c2 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 210 time: 0.0255969 Oct 12 23:51:08.183446 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86021668-584d-40e2-9f70-fb07604dcbfc req-584916c8-3638-4bfa-a94d-7a02574b1b5e tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 210 time: 0.0268269 Oct 12 23:51:08.948080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 33d70b21-a1a1-48c6-be4f-500ac47b1f82 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:51:08.968118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 33d70b21-a1a1-48c6-be4f-500ac47b1f82 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:51:08.970412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 33d70b21-a1a1-48c6-be4f-500ac47b1f82 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:51:09.015114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-aa9b411b-d0f6-4271-8f78-f45c3ce9b57f tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:09.016081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-aa9b411b-d0f6-4271-8f78-f45c3ce9b57f tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.25 "GET /v2.0/networks?id=ca8064a8-ec36-4099-ac4c-248c13838ff3 HTTP/1.1" status: 200 len: 816 time: 0.3975711 Oct 12 23:51:09.028706 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Request body: {'port': {'device_id': 'f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e', 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3', 'admin_state_up': True, 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:51:09.224179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Made reservation on behalf of a5b9e11fe4044127bb9bfd7e44af35c6 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:51:09.235350 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:09.280429 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a1383272-e0fa-4ef9-be1d-53f088af6540 req-98e40636-96ba-4d46-bb92-461f697ac1d6 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 210 time: 0.0265684 Oct 12 23:51:09.357857 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Allocated IP 172.20.0.12 (ca8064a8-ec36-4099-ac4c-248c13838ff3/bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7/ae6f94b3-8e22-46a9-871b-e7d95f4c6057) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:51:09.502048 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:09.590669 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:09.636060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:51:09.639374 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:51:09.643068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:51:09.649448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Pushing event updated for resources: {'Port': ['ID=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:09.696545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:09.697174 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:09.759522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-784b542c-604d-4c5e-a4a7-9739122de79d tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7344291 Oct 12 23:51:09.769445 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-919719fc-6932-4062-86a8-bd3b1aeba062 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:51:09.770504 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-919719fc-6932-4062-86a8-bd3b1aeba062 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0053775 Oct 12 23:51:09.782649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Request body: {'port': {'device_id': 'f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:51:09.834260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-874b7ce2-5601-4446-ab41-919beaa595e0 None None] Provisioning complete for port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:51:09.835114 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-874b7ce2-5601-4446-ab41-919beaa595e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:09.839889 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:09.869080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-874b7ce2-5601-4446-ab41-919beaa595e0 None None] Port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:51:10.092903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae6f94b3-8e22-46a9-871b-e7d95f4c6057 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:51:10.100180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:10.112563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Transition to ACTIVE for port object ae6f94b3-8e22-46a9-871b-e7d95f4c6057 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:51:10.207019 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:10.256335 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:10.332894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Attempting to bind port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:51:10.333241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Attempting to bind port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:51:10.333556 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Attempting to bind port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 on network ca8064a8-ec36-4099-ac4c-248c13838ff3 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:51:10.338982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 on network ca8064a8-ec36-4099-ac4c-248c13838ff3 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:51:10.339314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Attempting to bind port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 on network ca8064a8-ec36-4099-ac4c-248c13838ff3 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:51:10.344358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 50, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:51:10.344627 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Checking segment: {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:51:10.345012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Bound using segment: {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:51:10.345503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Bound port: ae6f94b3-8e22-46a9-871b-e7d95f4c6057, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35352355-4c5f-4f72-b6b9-f60ee7f217dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:51:10.345798 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:10.442241 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774afdf8-b0c9-468b-a372-679b09e731bf req-2248b10b-9537-42c6-8ee1-136f42bb26a0 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:10.443756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-774afdf8-b0c9-468b-a372-679b09e731bf req-2248b10b-9537-42c6-8ee1-136f42bb26a0 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 944 time: 0.0864396 Oct 12 23:51:10.451523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] For port ae6f94b3-8e22-46a9-871b-e7d95f4c6057, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:51:10.458313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] For port ae6f94b3-8e22-46a9-871b-e7d95f4c6057, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:51:10.490047 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-774afdf8-b0c9-468b-a372-679b09e731bf req-7304fd9a-8a56-45d7-9f09-d4541f971ced tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403442 Oct 12 23:51:10.526493 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:10.555177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:10.555793 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:10.557163 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] 10.222.0.25 "PUT /v2.0/ports/ae6f94b3-8e22-46a9-871b-e7d95f4c6057 HTTP/1.1" status: 200 len: 1093 time: 0.7787247 Oct 12 23:51:10.557613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e', 'tag': 'ae6f94b3-8e22-46a9-871b-e7d95f4c6057'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:51:10.559866 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398b236d-aa45-4651-a82e-fafea66bd610" -d '{"events": [{"name": "network-changed", "server_uuid": "f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e", "tag": "ae6f94b3-8e22-46a9-871b-e7d95f4c6057"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:51:10.590775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a926d06b-7598-460e-b763-0e757e7f6c8b service neutron] Pushing event updated for resources: {'Port': ['ID=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:10.618098 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623cc19c-110b-45f4-b16b-632c35ec5d6d x-openstack-request-id: req-623cc19c-110b-45f4-b16b-632c35ec5d6d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:51:10.618527 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e", "tag": "ae6f94b3-8e22-46a9-871b-e7d95f4c6057", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:51:10.618784 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-623cc19c-110b-45f4-b16b-632c35ec5d6d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:51:10.619224 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e', 'tag': 'ae6f94b3-8e22-46a9-871b-e7d95f4c6057', 'status': 'completed', 'code': 200} Oct 12 23:51:10.682291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b236d-aa45-4651-a82e-fafea66bd610 req-08f85007-a872-47c0-9cb8-946b76657379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:10.683852 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-398b236d-aa45-4651-a82e-fafea66bd610 req-08f85007-a872-47c0-9cb8-946b76657379 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b9e11fe4044127bb9bfd7e44af35c6&device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 1096 time: 0.0436950 Oct 12 23:51:10.786167 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b236d-aa45-4651-a82e-fafea66bd610 req-2e1a3383-fbee-4b77-8abb-f9ef54f339e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:10.787649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-398b236d-aa45-4651-a82e-fafea66bd610 req-2e1a3383-fbee-4b77-8abb-f9ef54f339e8 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=a5b9e11fe4044127bb9bfd7e44af35c6&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0961819 Oct 12 23:51:10.881013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398b236d-aa45-4651-a82e-fafea66bd610 req-2b940389-0f4c-43cd-b220-c32a2ec3398b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:10.883024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-398b236d-aa45-4651-a82e-fafea66bd610 req-2b940389-0f4c-43cd-b220-c32a2ec3398b service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0880089 Oct 12 23:51:10.960552 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-fabeeb2d-869f-43a9-a32d-14d3b421bf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:10.962101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-fabeeb2d-869f-43a9-a32d-14d3b421bf40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=a5b9e11fe4044127bb9bfd7e44af35c6&device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 1096 time: 0.0448651 Oct 12 23:51:11.002981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-d778d0f4-d35d-4da0-80e1-404c3e5318fb service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ae6f94b3-8e22-46a9-871b-e7d95f4c6057 HTTP/1.1" status: 200 len: 217 time: 0.0332794 Oct 12 23:51:11.051021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-9a0842b8-0e1d-47c6-84c8-3ea1000bf872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:11.052435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-9a0842b8-0e1d-47c6-84c8-3ea1000bf872 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7 HTTP/1.1" status: 200 len: 855 time: 0.0420690 Oct 12 23:51:11.096648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-672f8b39-daf6-4e45-9cd8-c27c4d23c5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:11.098095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-672f8b39-daf6-4e45-9cd8-c27c4d23c5fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ca8064a8-ec36-4099-ac4c-248c13838ff3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387444 Oct 12 23:51:11.190463 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-93a11447-cc2a-4ce2-beeb-482ccb84f1a7 service neutron] 10.222.0.25 "GET /v2.0/networks/ca8064a8-ec36-4099-ac4c-248c13838ff3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848129 Oct 12 23:51:11.281372 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-be81d27d-d521-47ec-a06e-167f0c9d03bf req-f62e4a31-03c4-4fdf-8c6a-9603b089b5ea service neutron] 10.222.0.25 "GET /v2.0/networks/ca8064a8-ec36-4099-ac4c-248c13838ff3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829284 Oct 12 23:51:11.611176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb331d-4525-475f-bb12-14a9bebec3d6 req-e061328d-7135-4847-814d-dbec5be9b9b1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:11.612660 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccbb331d-4525-475f-bb12-14a9bebec3d6 req-e061328d-7135-4847-814d-dbec5be9b9b1 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 944 time: 0.0543756 Oct 12 23:51:11.649543 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ccbb331d-4525-475f-bb12-14a9bebec3d6 req-85ccdf85-7217-4d2c-b7cc-1eb24f91f12c tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308726 Oct 12 23:51:12.138560 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-75b90828-801c-499e-8a05-4c8d0764edf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:12.768227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f3ed6-6e8c-46ce-b4be-894a2cc7cc84 req-f5e31f91-10db-4a30-86c6-f5415521eac4 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:12.769686 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-132f3ed6-6e8c-46ce-b4be-894a2cc7cc84 req-f5e31f91-10db-4a30-86c6-f5415521eac4 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 944 time: 0.0519655 Oct 12 23:51:12.807210 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-132f3ed6-6e8c-46ce-b4be-894a2cc7cc84 req-b012168d-cfa4-4b35-a7c6-2ab2c1563f2a tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314052 Oct 12 23:51:13.919317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb91a4c-1cdb-475f-92cf-11252e7f4ab8 req-bcc15a3f-621b-4fc0-b200-8e92aad6e797 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:13.920723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcb91a4c-1cdb-475f-92cf-11252e7f4ab8 req-bcc15a3f-621b-4fc0-b200-8e92aad6e797 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 944 time: 0.0490658 Oct 12 23:51:13.959043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bcb91a4c-1cdb-475f-92cf-11252e7f4ab8 req-2e9e6399-5d44-490a-a885-c788ae5a5857 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320885 Oct 12 23:51:14.978781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ae6f94b3-8e22-46a9-871b-e7d95f4c6057 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:51:15.070722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2106e-c4c1-4842-b361-abc798621974 req-24ec5a22-f857-4847-8d3c-49a57294d913 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:15.072254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ed2106e-c4c1-4842-b361-abc798621974 req-24ec5a22-f857-4847-8d3c-49a57294d913 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 944 time: 0.0485713 Oct 12 23:51:15.076941 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ae6f94b3-8e22-46a9-871b-e7d95f4c6057, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:15.088462 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'ae6f94b3-8e22-46a9-871b-e7d95f4c6057', 'network_id': 'ca8064a8-ec36-4099-ac4c-248c13838ff3', 'port_id': 'ae6f94b3-8e22-46a9-871b-e7d95f4c6057', 'mac_address': 'fa:16:3e:6e:e3:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:51:15.109223 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1ed2106e-c4c1-4842-b361-abc798621974 req-b8934ab7-bfd6-4c32-b1d2-d3657152a252 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311003 Oct 12 23:51:15.124911 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:15.137830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae6f94b3-8e22-46a9-871b-e7d95f4c6057 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:51:15.156859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ae6f94b3-8e22-46a9-871b-e7d95f4c6057, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:15.212693 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:15.260752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:15.434946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ae6f94b3-8e22-46a9-871b-e7d95f4c6057'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:51:15.551987 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:15.635976 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44543cca-eed3-4362-b0be-f1bab779eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:16.222785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f2ad70-364f-4daf-8896-a61ca49d7a89 req-c4924729-c8c8-416f-8c10-e32f37aac280 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:16.224292 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8f2ad70-364f-4daf-8896-a61ca49d7a89 req-c4924729-c8c8-416f-8c10-e32f37aac280 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 945 time: 0.0486531 Oct 12 23:51:16.264781 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b8f2ad70-364f-4daf-8896-a61ca49d7a89 req-bf4e34f3-c62f-446d-889e-1d5a364f64b5 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327477 Oct 12 23:51:16.309264 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:16.993750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ae6f94b3-8e22-46a9-871b-e7d95f4c6057 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:51:17.154619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:51:17.158392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:51:17.158769 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:17.237475 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:17.259763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f94b3-8e22-46a9-871b-e7d95f4c6057'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:51:17.261897 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b06ac2-4de3-47ee-8da4-e977081eab09" -d '{"events": [{"server_uuid": "f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f94b3-8e22-46a9-871b-e7d95f4c6057"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:51:17.275314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port ae6f94b3-8e22-46a9-871b-e7d95f4c6057, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:17.300352 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53f4043a-08d1-4392-83f3-ec21dbb2a62e x-openstack-request-id: req-53f4043a-08d1-4392-83f3-ec21dbb2a62e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:51:17.300709 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e", "name": "network-vif-plugged", "status": "completed", "tag": "ae6f94b3-8e22-46a9-871b-e7d95f4c6057", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:51:17.300984 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-53f4043a-08d1-4392-83f3-ec21dbb2a62e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:51:17.301361 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae6f94b3-8e22-46a9-871b-e7d95f4c6057', 'code': 200} Oct 12 23:51:17.355759 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:17.403362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:17.415130 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa877f82-0caf-4ec4-a56e-2a509751302e req-009febe3-bb11-4ca9-9db9-2348af1d52f3 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:17.416632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa877f82-0caf-4ec4-a56e-2a509751302e req-009febe3-bb11-4ca9-9db9-2348af1d52f3 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 945 time: 0.0853066 Oct 12 23:51:17.422380 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eec4a8-f5da-4094-a1fc-1a29ec909a02 req-26f8277b-2fcc-46a0-a6ad-a2d6dbcefe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:17.423820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93eec4a8-f5da-4094-a1fc-1a29ec909a02 req-26f8277b-2fcc-46a0-a6ad-a2d6dbcefe9b service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 1098 time: 0.0607965 Oct 12 23:51:17.486531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fa877f82-0caf-4ec4-a56e-2a509751302e req-67818fe3-507b-4e3a-8517-0c7359f92afd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617590 Oct 12 23:51:17.490266 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93eec4a8-f5da-4094-a1fc-1a29ec909a02 req-ff35b215-6086-4441-9533-effd36408fdc service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591106 Oct 12 23:51:18.029797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:18.623476 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c8f59-8c0e-437e-8dc1-274c8696382a req-c8eb5218-d440-472f-9ab1-a729bc9a1a7e tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:18.625000 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67c8f59-8c0e-437e-8dc1-274c8696382a req-c8eb5218-d440-472f-9ab1-a729bc9a1a7e tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 946 time: 0.0556245 Oct 12 23:51:18.663746 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f67c8f59-8c0e-437e-8dc1-274c8696382a req-c45971f3-2842-49f5-9c55-7b0b1b962931 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324242 Oct 12 23:51:19.136619 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:51:19.395467 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:19.782155 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985f10f-a79e-4052-a847-a4ee2d1396fc req-3f28d152-e548-45eb-b2f7-6f19bf15651b tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:19.783695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f985f10f-a79e-4052-a847-a4ee2d1396fc req-3f28d152-e548-45eb-b2f7-6f19bf15651b tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 946 time: 0.0525696 Oct 12 23:51:19.796104 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:19.822239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f985f10f-a79e-4052-a847-a4ee2d1396fc req-99816c7a-575b-4df1-94b4-8a847601d414 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320485 Oct 12 23:51:19.943325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67e6b7e-acea-4436-9d2c-0546b0258ef6 req-dd67ae7b-9f33-4fb8-8c68-ef47db9d11d8 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:19.944685 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e67e6b7e-acea-4436-9d2c-0546b0258ef6 req-dd67ae7b-9f33-4fb8-8c68-ef47db9d11d8 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 946 time: 0.0527256 Oct 12 23:51:19.982254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e67e6b7e-acea-4436-9d2c-0546b0258ef6 req-1f19e9cf-713c-42f2-a216-3eeef93697cc tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Oct 12 23:51:42.121407 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-890e9b85-d377-41af-87d0-1d8db3cf85fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:44.666038 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759eb92-6ebc-4dfb-8f89-4e998e3bb7c3 req-58013bc1-3817-4541-9ed2-c5cce453d151 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:44.667536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b759eb92-6ebc-4dfb-8f89-4e998e3bb7c3 req-58013bc1-3817-4541-9ed2-c5cce453d151 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 946 time: 0.0488369 Oct 12 23:51:44.705603 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b759eb92-6ebc-4dfb-8f89-4e998e3bb7c3 req-db785796-9fa7-443a-9236-8964823b8492 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Oct 12 23:51:45.561218 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:45.641332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b9dfd401-ece5-4351-a8a0-33cd8fe276f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:45.820514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f285f-8af3-451b-bc33-c997ec6e7d92 req-c1bd3a3d-c5de-470b-914f-1b9aff33a693 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:45.822643 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-938f285f-8af3-451b-bc33-c997ec6e7d92 req-c1bd3a3d-c5de-470b-914f-1b9aff33a693 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 946 time: 0.0498934 Oct 12 23:51:45.860103 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-938f285f-8af3-451b-bc33-c997ec6e7d92 req-8daf280a-4d0f-4229-8d28-47d321347331 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/security-groups?id=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315180 Oct 12 23:51:46.190337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-e8185050-a82a-4dd4-9db1-caa273a6ccc9 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:46.191932 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-e8185050-a82a-4dd4-9db1-caa273a6ccc9 tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.25 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 946 time: 0.0479670 Oct 12 23:51:46.284377 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Deleting port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:46.284721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:46.298142 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:46.373365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] For port ae6f94b3-8e22-46a9-871b-e7d95f4c6057, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:46.373731 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:46.386091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Calling delete_port for ae6f94b3-8e22-46a9-871b-e7d95f4c6057 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:46.561019 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:46.575711 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['ae6f94b3-8e22-46a9-871b-e7d95f4c6057'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:51:46.590548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Pushing event deleted for resources: {'Port': ['ID=ae6f94b3-8e22-46a9-871b-e7d95f4c6057,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:46.620245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.620596 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.620937 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.621269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.621597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.621929 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.622254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.622577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.622899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.623242 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.623562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.623877 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:46.647154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] No DVR routers for this DVR port ae6f94b3-8e22-46a9-871b-e7d95f4c6057 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:51:46.650388 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:46.653324 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-132fefc1-d4f1-4b9a-9dec-2379727468bb req-92460d9a-ede9-47ce-b679-b7b667933fdd tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.25 "DELETE /v2.0/ports/ae6f94b3-8e22-46a9-871b-e7d95f4c6057 HTTP/1.1" status: 204 len: 173 time: 0.4550841 Oct 12 23:51:46.653763 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e', 'name': 'network-vif-deleted', 'tag': 'ae6f94b3-8e22-46a9-871b-e7d95f4c6057'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:51:46.656086 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c8f4a1-01f3-4ec9-8a90-d908e990555e" -d '{"events": [{"server_uuid": "f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e", "name": "network-vif-deleted", "tag": "ae6f94b3-8e22-46a9-871b-e7d95f4c6057"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:51:46.693607 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3c0ad2-b692-4f4b-9686-945430f28113 x-openstack-request-id: req-7a3c0ad2-b692-4f4b-9686-945430f28113 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:51:46.693896 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e", "name": "network-vif-deleted", "tag": "ae6f94b3-8e22-46a9-871b-e7d95f4c6057", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:51:46.694146 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7a3c0ad2-b692-4f4b-9686-945430f28113 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:51:46.694544 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e', 'name': 'network-vif-deleted', 'tag': 'ae6f94b3-8e22-46a9-871b-e7d95f4c6057', 'status': 'completed', 'code': 200} Oct 12 23:51:46.963454 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8db4a3b-d64d-4884-b545-9c6d9a38cfa6 req-adbf2414-a766-4259-913c-831702cd97fa tempest-TestEncryptedCinderVolumes-1078620904 tempest-TestEncryptedCinderVolumes-1078620904-project] 10.222.0.31 "GET /v2.0/ports?device_id=f5b4eca1-7f6e-4dc8-92da-2f853d5f1c7e HTTP/1.1" status: 200 len: 210 time: 0.0307670 Oct 12 23:51:48.018526 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:48.116217 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45632) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:48.464005 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:48.716297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Deleting port a8bb5664-b060-4112-93c1-c60c6aff5dc9 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:48.716540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:48.797625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] For port a8bb5664-b060-4112-93c1-c60c6aff5dc9, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a8bb5664-b060-4112-93c1-c60c6aff5dc9,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:48.797983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:48.810431 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Calling delete_port for a8bb5664-b060-4112-93c1-c60c6aff5dc9 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:49.046884 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:49.072876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8bb5664-b060-4112-93c1-c60c6aff5dc9,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:49.239582 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:49.395360 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:49.474081 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Router 40668ff9-4b06-4123-8411-134846f11aef has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:51:49.579825 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:51:49.585661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d2007ee2-12c8-46fd-a54f-f536e59135c5 admin admin] 10.222.0.31 "PUT /v2.0/routers/40668ff9-4b06-4123-8411-134846f11aef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4682813 Oct 12 23:51:49.587448 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45634) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:49.590051 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] Sync routers for ids ['40668ff9-4b06-4123-8411-134846f11aef'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:51:49.689670 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] Routers {'40668ff9-4b06-4123-8411-134846f11aef'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:51:49.690173 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['40668ff9-4b06-4123-8411-134846f11aef'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:49.806658 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:49.807112 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] Set router 40668ff9-4b06-4123-8411-134846f11aef gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:51:49.970336 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:49.984236 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40668ff9-4b06-4123-8411-134846f11aef', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f7495941-f263-451c-a59b-9321b63d1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:51:48Z', 'revision_number': 5, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'gw_port': {'id': 'f7495941-f263-451c-a59b-9321b63d1137', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:50.012485 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] Checking router: 40668ff9-4b06-4123-8411-134846f11aef for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:51:50.020331 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] Routers {'40668ff9-4b06-4123-8411-134846f11aef'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:51:50.020930 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['40668ff9-4b06-4123-8411-134846f11aef'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:50.072492 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.126797 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] Set router 40668ff9-4b06-4123-8411-134846f11aef gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:51:50.169024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Deleting port f7495941-f263-451c-a59b-9321b63d1137 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:50.169469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.252210 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] For port f7495941-f263-451c-a59b-9321b63d1137, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f7495941-f263-451c-a59b-9321b63d1137,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:50.252917 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.264271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Calling delete_port for f7495941-f263-451c-a59b-9321b63d1137 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:50.307443 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40668ff9-4b06-4123-8411-134846f11aef', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f7495941-f263-451c-a59b-9321b63d1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:51:48Z', 'revision_number': 5, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'gw_port': {'id': 'f7495941-f263-451c-a59b-9321b63d1137', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:50.332866 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a30890c-1e38-4ac4-86bb-36d2f6a991f7 None None] The sync data for ids ['40668ff9-4b06-4123-8411-134846f11aef'] in n-d-790519-14 is: [{'id': '40668ff9-4b06-4123-8411-134846f11aef', 'name': 'tempest-TestEncryptedCinderVolumes-532159104-router', 'tenant_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65'}], 'enable_snat': True}, 'gw_port_id': 'f7495941-f263-451c-a59b-9321b63d1137', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:51:48Z', 'revision_number': 5, 'project_id': 'a5b9e11fe4044127bb9bfd7e44af35c6', 'gw_port': {'id': 'f7495941-f263-451c-a59b-9321b63d1137', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3c:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40668ff9-4b06-4123-8411-134846f11aef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:14Z', 'updated_at': '2021-10-12T23:50:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:51:50.515966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.541816 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Pushing event deleted for resources: {'Port': ['ID=f7495941-f263-451c-a59b-9321b63d1137,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:50.600822 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.695541 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.698321 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.818921 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.819500 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 40668ff9-4b06-4123-8411-134846f11aef {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:51:50.824940 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.826217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6e54662f-f4a9-4d71-a45d-a195faea6d8e admin admin] 10.222.0.31 "DELETE /v2.0/routers/40668ff9-4b06-4123-8411-134846f11aef HTTP/1.1" status: 204 len: 168 time: 1.2372372 Oct 12 23:51:50.828681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45636) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:50.873949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd2667d-0204-48b5-8364-6c0f522e9c56 admin admin] Deleting subnet bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:51:50.877218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dcd2667d-0204-48b5-8364-6c0f522e9c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.914410 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dcd2667d-0204-48b5-8364-6c0f522e9c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:50.997908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dcd2667d-0204-48b5-8364-6c0f522e9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.103020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dcd2667d-0204-48b5-8364-6c0f522e9c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.128821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2667d-0204-48b5-8364-6c0f522e9c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:51.132443 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-dcd2667d-0204-48b5-8364-6c0f522e9c56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.138614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041fdbca-dc4b-49ca-a581-e2da3e049112 None None] Network ca8064a8-ec36-4099-ac4c-248c13838ff3 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:51:51.139206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45638) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:51.139641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-dcd2667d-0204-48b5-8364-6c0f522e9c56 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/bb5344e6-bd66-4ae8-bef0-b12a4d1c43c7 HTTP/1.1" status: 204 len: 168 time: 0.3092544 Oct 12 23:51:51.175537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ae6f94b3-8e22-46a9-871b-e7d95f4c6057 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:51:51.198858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: ae6f94b3-8e22-46a9-871b-e7d95f4c6057 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:51:51.199218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device ae6f94b3-8e22-46a9-871b-e7d95f4c6057 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:51:51.212678 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.266174 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Deleting port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:51.266435 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.341968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] For port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38c54301-bd7e-4b58-8d14-27ef95ce1a1c,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:51.342395 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.354904 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Calling delete_port for 38c54301-bd7e-4b58-8d14-27ef95ce1a1c owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:51.360250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] DHCP port deletion for ca8064a8-ec36-4099-ac4c-248c13838ff3 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:51:51.385881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f7495941-f263-451c-a59b-9321b63d1137 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:51:51.407036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f7495941-f263-451c-a59b-9321b63d1137 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:51:51.407381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f7495941-f263-451c-a59b-9321b63d1137 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:51:51.407798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a8bb5664-b060-4112-93c1-c60c6aff5dc9 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:51:51.430405 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a8bb5664-b060-4112-93c1-c60c6aff5dc9 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:51:51.430747 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a8bb5664-b060-4112-93c1-c60c6aff5dc9 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:51:51.445884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Deleting port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:51.447837 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.509245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] For port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38c54301-bd7e-4b58-8d14-27ef95ce1a1c,segment=NetworkSegment(35352355-4c5f-4f72-b6b9-f60ee7f217dc),segment_id=35352355-4c5f-4f72-b6b9-f60ee7f217dc)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:51.509701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.509859 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.522499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Calling delete_port for 38c54301-bd7e-4b58-8d14-27ef95ce1a1c owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:51.536405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c54301-bd7e-4b58-8d14-27ef95ce1a1c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:51.538661 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] No DVR routers for this DVR port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:51:51.548304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.548649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.548982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.549312 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.549639 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.549964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.550285 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.550605 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.550922 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.551265 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.551585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.551901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.597243 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.623021 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.623384 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Pushing event deleted for resources: {'Port': ['ID=38c54301-bd7e-4b58-8d14-27ef95ce1a1c,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:51.632433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] No DVR routers for this DVR port 38c54301-bd7e-4b58-8d14-27ef95ce1a1c on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:51:51.635205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.635555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.635999 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.636234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.636565 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.636893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.637216 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.637550 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.637871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.638193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.638514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.638833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa3299ae-7329-489e-b568-cc8c94cd5534 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:51:51.646135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8064a8-ec36-4099-ac4c-248c13838ff3']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:51.654963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35352355-4c5f-4f72-b6b9-f60ee7f217dc') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:51.655270 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35352355-4c5f-4f72-b6b9-f60ee7f217dc') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:51.664415 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.677624 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.683456 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:51:51.683832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:51:51.685458 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:51:51.817254 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.823117 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:51.826219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] 10.222.0.31 "DELETE /v2.0/networks/ca8064a8-ec36-4099-ac4c-248c13838ff3 HTTP/1.1" status: 204 len: 168 time: 0.6863146 Oct 12 23:51:51.829316 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45640) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:51.837438 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35320d43-3f6a-4779-b808-ee68fd057251 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8064a8-ec36-4099-ac4c-248c13838ff3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:52.180606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:52.413830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Deleting port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:52.414167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:52.491490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] For port 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1816ad5e-f9c0-47e5-bc74-d4e238e10b6f,segment=NetworkSegment(512f7d32-e078-46ed-a1a9-8fea140dfa62),segment_id=512f7d32-e078-46ed-a1a9-8fea140dfa62)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:52.491764 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:52.508143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Calling delete_port for 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:52.765984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:52.791951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1816ad5e-f9c0-47e5-bc74-d4e238e10b6f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:52.956633 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:53.140482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38c54301-bd7e-4b58-8d14-27ef95ce1a1c no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:51:53.161135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 38c54301-bd7e-4b58-8d14-27ef95ce1a1c {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:51:53.161572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38c54301-bd7e-4b58-8d14-27ef95ce1a1c not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:51:53.181425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Router cc3e2225-e529-444b-b58d-9ded4c45b6c4 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:51:53.286951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:51:53.292022 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d72532ef-35b1-4d4a-b012-5832358f68e6 admin admin] 10.222.0.31 "PUT /v2.0/routers/cc3e2225-e529-444b-b58d-9ded4c45b6c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4616642 Oct 12 23:51:53.294499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45642) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:53.297831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] Sync routers for ids ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:51:53.307189 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] Routers {'cc3e2225-e529-444b-b58d-9ded4c45b6c4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:51:53.307803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:53.396963 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:53.413535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] Set router cc3e2225-e529-444b-b58d-9ded4c45b6c4 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:51:53.499908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:53.586824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224'}], 'enable_snat': True}, 'gw_port_id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:51:52Z', 'revision_number': 5, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'gw_port': {'id': 'b0907a38-0072-48cb-90e8-58a9f9d917ca', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:88:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4125, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:50:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:53.605925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Deleting port b0907a38-0072-48cb-90e8-58a9f9d917ca {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:53.606269 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:53.613765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] Checking router: cc3e2225-e529-444b-b58d-9ded4c45b6c4 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:51:53.621991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] Routers {'cc3e2225-e529-444b-b58d-9ded4c45b6c4'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:51:53.622606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:53.688940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] For port b0907a38-0072-48cb-90e8-58a9f9d917ca, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b0907a38-0072-48cb-90e8-58a9f9d917ca,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:53.689388 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:53.702585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Calling delete_port for b0907a38-0072-48cb-90e8-58a9f9d917ca owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:53.706676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] Set router cc3e2225-e529-444b-b58d-9ded4c45b6c4 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:51:53.759423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:51:53Z', 'revision_number': 6, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:53.785980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb16640c-73b2-4304-822f-7bfb3a27c60f None None] The sync data for ids ['cc3e2225-e529-444b-b58d-9ded4c45b6c4'] in n-d-790519-14 is: [{'id': 'cc3e2225-e529-444b-b58d-9ded4c45b6c4', 'name': 'tempest-TestEncryptedCinderVolumes-1796507682-router', 'tenant_id': '3cd9641680314e0ba3f54af7f25b73c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:50:20Z', 'updated_at': '2021-10-12T23:51:53Z', 'revision_number': 6, 'project_id': '3cd9641680314e0ba3f54af7f25b73c7', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:51:53.920049 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:53.945548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0907a38-0072-48cb-90e8-58a9f9d917ca,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:54.004967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.094288 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.096276 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.497325 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.497749 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc3e2225-e529-444b-b58d-9ded4c45b6c4 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:51:54.502190 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.503330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5c3b01da-6b42-4a2f-af1b-a124dfc78112 admin admin] 10.222.0.31 "DELETE /v2.0/routers/cc3e2225-e529-444b-b58d-9ded4c45b6c4 HTTP/1.1" status: 204 len: 168 time: 1.2079000 Oct 12 23:51:54.505737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45644) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:54.550370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9033da2-874f-496e-8035-3f61ea111919 admin admin] Deleting subnet 14836db2-4c96-44e2-a353-681abe9a98f8 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:51:54.553641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9033da2-874f-496e-8035-3f61ea111919 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.590662 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9033da2-874f-496e-8035-3f61ea111919 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.672436 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9033da2-874f-496e-8035-3f61ea111919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.784726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9033da2-874f-496e-8035-3f61ea111919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.809249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9033da2-874f-496e-8035-3f61ea111919 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14836db2-4c96-44e2-a353-681abe9a98f8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:54.815121 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b9033da2-874f-496e-8035-3f61ea111919 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.820802 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b9033da2-874f-496e-8035-3f61ea111919 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/14836db2-4c96-44e2-a353-681abe9a98f8 HTTP/1.1" status: 204 len: 168 time: 0.3115847 Oct 12 23:51:54.820950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7260504-8172-40f3-b61c-730016274d20 None None] Network 4dfb51c8-72ac-4ceb-83d0-974b05a4564d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:51:54.821470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45646) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:54.894292 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.949479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Deleting port 02ff41b4-f3d8-4843-8c85-c199350722c3 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:54.949816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:54.990269 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bf5b836-0c59-4bc1-b87b-9d2182f39632 None None] DHCP port deletion for 4dfb51c8-72ac-4ceb-83d0-974b05a4564d request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:51:55.016302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] For port 02ff41b4-f3d8-4843-8c85-c199350722c3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=02ff41b4-f3d8-4843-8c85-c199350722c3,segment=NetworkSegment(512f7d32-e078-46ed-a1a9-8fea140dfa62),segment_id=512f7d32-e078-46ed-a1a9-8fea140dfa62)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:55.016888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.029934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Calling delete_port for 02ff41b4-f3d8-4843-8c85-c199350722c3 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:55.034447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5b836-0c59-4bc1-b87b-9d2182f39632 None None] Deleting port 02ff41b4-f3d8-4843-8c85-c199350722c3 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:51:55.034823 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b836-0c59-4bc1-b87b-9d2182f39632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.103732 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 02ff41b4-f3d8-4843-8c85-c199350722c3 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:51:55.107727 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3bf5b836-0c59-4bc1-b87b-9d2182f39632 None None] For port 02ff41b4-f3d8-4843-8c85-c199350722c3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=02ff41b4-f3d8-4843-8c85-c199350722c3,segment=NetworkSegment(512f7d32-e078-46ed-a1a9-8fea140dfa62),segment_id=512f7d32-e078-46ed-a1a9-8fea140dfa62)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:51:55.108248 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b836-0c59-4bc1-b87b-9d2182f39632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.142249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3bf5b836-0c59-4bc1-b87b-9d2182f39632 None None] Calling delete_port for 02ff41b4-f3d8-4843-8c85-c199350722c3 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:51:55.212368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.238216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Pushing event deleted for resources: {'Port': ['ID=02ff41b4-f3d8-4843-8c85-c199350722c3,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:55.241755 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] No DVR routers for this DVR port 02ff41b4-f3d8-4843-8c85-c199350722c3 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:51:55.256207 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.277998 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3bf5b836-0c59-4bc1-b87b-9d2182f39632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.314893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.320748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5b836-0c59-4bc1-b87b-9d2182f39632 None None] Pushing event deleted for resources: {'Port': ['ID=02ff41b4-f3d8-4843-8c85-c199350722c3,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:55.323248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5b836-0c59-4bc1-b87b-9d2182f39632 None None] No DVR routers for this DVR port 02ff41b4-f3d8-4843-8c85-c199350722c3 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:51:55.324689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b0907a38-0072-48cb-90e8-58a9f9d917ca no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:51:55.338450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4dfb51c8-72ac-4ceb-83d0-974b05a4564d']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:55.348005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512f7d32-e078-46ed-a1a9-8fea140dfa62') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:55.348312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512f7d32-e078-46ed-a1a9-8fea140dfa62') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:51:55.348607 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b0907a38-0072-48cb-90e8-58a9f9d917ca {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:51:55.348957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b0907a38-0072-48cb-90e8-58a9f9d917ca not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:51:55.349593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:51:55.357970 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.367575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:51:55.371946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1816ad5e-f9c0-47e5-bc74-d4e238e10b6f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:51:55.372434 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.377338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:51:55.377790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:51:55.379411 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:51:55.503785 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.509167 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:55.512869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] 10.222.0.31 "DELETE /v2.0/networks/4dfb51c8-72ac-4ceb-83d0-974b05a4564d HTTP/1.1" status: 204 len: 168 time: 0.6897860 Oct 12 23:51:55.524288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc31621-aac2-4f48-906e-af6537126b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dfb51c8-72ac-4ceb-83d0-974b05a4564d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:55.933069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45650) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:55.976327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-71e5d5e1-e89f-4c8f-b9e3-9f98ecc31c67 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=a5b9e11fe4044127bb9bfd7e44af35c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420702 Oct 12 23:51:55.979353 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45652) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:56.025710 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2de4f261-f4a7-4abe-a8e9-d9166726b799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:56.046689 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2de4f261-f4a7-4abe-a8e9-d9166726b799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:56.137459 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:51:56.160748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2de4f261-f4a7-4abe-a8e9-d9166726b799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:56.163371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2de4f261-f4a7-4abe-a8e9-d9166726b799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:56.164834 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2de4f261-f4a7-4abe-a8e9-d9166726b799 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/b05cf9cb-23b9-455b-89ad-d2f0f9f7f559 HTTP/1.1" status: 204 len: 168 time: 0.1842957 Oct 12 23:51:56.173602 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de4f261-f4a7-4abe-a8e9-d9166726b799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05cf9cb-23b9-455b-89ad-d2f0f9f7f559,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:56.754101 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45658) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:56.795412 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-36c29e53-05a8-4b3a-8c9d-68b0d6309251 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=3cd9641680314e0ba3f54af7f25b73c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400491 Oct 12 23:51:56.798116 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45660) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:56.850523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-793f9bfb-41df-481d-9065-52ec7edb4941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:56.870985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-793f9bfb-41df-481d-9065-52ec7edb4941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:56.989886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-793f9bfb-41df-481d-9065-52ec7edb4941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:56.992393 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-793f9bfb-41df-481d-9065-52ec7edb4941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:56.993558 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-793f9bfb-41df-481d-9065-52ec7edb4941 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/7fef1cfa-2d90-4e77-9a2b-855120047f7d HTTP/1.1" status: 204 len: 168 time: 0.1945210 Oct 12 23:51:57.001286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793f9bfb-41df-481d-9065-52ec7edb4941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fef1cfa-2d90-4e77-9a2b-855120047f7d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:58.008833 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45682) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:58.102250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1207220045-network', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:51:58.235115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Made reservation on behalf of 6962b68f6e4e4a8181ebe09333e8c002 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:51:58.237487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:58.246327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:58.319311 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:58.405519 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:58.430627 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:51:58.440795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf14739-b813-4878-953a-45816631c240,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:58.446807 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:58.447210 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Added segment e6361066-c0e5-473e-bb5c-ddb21699576c of type vlan for network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d Oct 12 23:51:58.486262 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:58.566407 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:58.567444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:58.568027 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:58.628664 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] Pushing event updated for resources: {'Network': ['ID=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:58.638436 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:51:58.678589 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4b590356-93c1-4837-b6ec-a86d83d89240 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6685789 Oct 12 23:51:58.681364 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45686) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:58.686643 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Request body: {'subnet': {'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1207220045-subnet', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:51:58.794269 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Made reservation on behalf of 6962b68f6e4e4a8181ebe09333e8c002 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:51:58.797038 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.024119 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.073065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4716b843-4bac-4bd7-9afb-1c2d409fe795,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:59.087845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Checking segment: {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:51:59.089004 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Network hostable DHCP agents. Network: 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:51:59.155048 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:51:59.218031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:51:59.222345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:51:59.222957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.228036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359941ce-0bd0-4d1f-bead-48e6a416686a None None] Network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:51:59.324612 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-83c68f65-06ab-4026-acb3-c675a163c76f admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6420755 Oct 12 23:51:59.327437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45688) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:51:59.331770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:51:59.371930 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:51:59.372790 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.412751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.413819 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.466608 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.505012 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Allocated IP 172.20.0.2 (6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d/4716b843-4bac-4bd7-9afb-1c2d409fe795/10ba7f43-a34e-4cb7-8b8e-e301b2ac4427) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:51:59.660345 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.799404 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.864278 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.893547 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.908522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:51:59.911375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:51:59.912917 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.914069 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:51:59.921789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Pushing event updated for resources: {'Port': ['ID=10ba7f43-a34e-4cb7-8b8e-e301b2ac4427,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:51:59.970575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Attempting to bind port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:51:59.971082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Attempting to bind port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:51:59.971468 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Attempting to bind port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 on network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:51:59.976299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:51:59.976693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Checking segment: {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:51:59.977187 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:51:59.977569 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Bound using segment: {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:51:59.978033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Bound port: 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:51:59.978399 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:00.017015 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Allocated IP 172.25.2.149 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/ed154aa3-46e4-408a-a2d6-5cdaa3a3b886) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:52:00.042114 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] For port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:52:00.045449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] For port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=10ba7f43-a34e-4cb7-8b8e-e301b2ac4427,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:52:00.115590 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:00.123152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:00.179831 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa32976-bd9a-49a8-9c50-797ad8104168 None None] Pushing event updated for resources: {'Port': ['ID=10ba7f43-a34e-4cb7-8b8e-e301b2ac4427,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:00.230473 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:00.279159 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:52:00.282213 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:00.284912 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:52:00.292255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Pushing event updated for resources: {'Port': ['ID=ed154aa3-46e4-408a-a2d6-5cdaa3a3b886,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:00.636829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:00.830711 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.003464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c41c06a2-9c21-4c74-a4f1-d165470dde9f None None] Network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:52:01.023939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Router 772e06e2-06c3-4716-bb6e-1662c1d35b32 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:52:01.064939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-dcef6858-dd7b-4f77-9c0c-67cd20b81c48 None None] Provisioning complete for port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:01.065383 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dcef6858-dd7b-4f77-9c0c-67cd20b81c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.136495 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:52:01.153300 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Sync routers for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:52:01.159612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:01.164278 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:01.164885 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:01.215442 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.219390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-43a9bc47-5e78-4b62-84fa-f91b5e1b403a admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8883390 Oct 12 23:52:01.220159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45690) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:01.259748 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dcef6858-dd7b-4f77-9c0c-67cd20b81c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.274813 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:01.312388 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-dcef6858-dd7b-4f77-9c0c-67cd20b81c48 None None] For port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=10ba7f43-a34e-4cb7-8b8e-e301b2ac4427,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:52:01.313487 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:01.313890 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.408621 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.411332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-dcef6858-dd7b-4f77-9c0c-67cd20b81c48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.478377 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:00Z', 'revision_number': 3, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:01.480892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcef6858-dd7b-4f77-9c0c-67cd20b81c48 None None] Pushing event updated for resources: {'Port': ['ID=10ba7f43-a34e-4cb7-8b8e-e301b2ac4427,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:01.506490 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Checking router: 772e06e2-06c3-4716-bb6e-1662c1d35b32 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:52:01.506843 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Updating router 772e06e2-06c3-4716-bb6e-1662c1d35b32 port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:52:01.536696 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.543032 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:52:01.543396 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:52:01.633964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-c96a8e33-771d-4d89-81c6-1e72227103e5 None None] Provisioning complete for port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:01.634332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c96a8e33-771d-4d89-81c6-1e72227103e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.676705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.797938 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.837010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Allocated IP 172.20.0.1 (6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d/4716b843-4bac-4bd7-9afb-1c2d409fe795/59f66482-50b7-4f60-9041-8136b27ea0e0) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:52:01.874384 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.925921 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Attempting to bind port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:52:01.926287 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Attempting to bind port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:52:01.926667 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Attempting to bind port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:52:01.929491 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Pushing event updated for resources: {'Port': ['ID=ed154aa3-46e4-408a-a2d6-5cdaa3a3b886,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:01.937766 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:52:01.938134 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:52:01.938531 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.942671 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:52:01.942671 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Bound port: ed154aa3-46e4-408a-a2d6-5cdaa3a3b886, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:52:01.942671 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.943018 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:01.943106 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.943106 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.943296 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.943596 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.943925 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.944254 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.944578 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.944906 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.945227 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.945546 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.945864 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.946179 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:01.996838 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] For port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:52:02.000071 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] For port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ed154aa3-46e4-408a-a2d6-5cdaa3a3b886,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:52:02.070020 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:02.076141 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:02.114864 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:52:02.120269 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:02.124215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:52:02.133292 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:02.133921 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:02.152194 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=59f66482-50b7-4f60-9041-8136b27ea0e0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:02.171272 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d4f7c-c130-45f5-bcb2-24f286875740 None None] Pushing event updated for resources: {'Port': ['ID=ed154aa3-46e4-408a-a2d6-5cdaa3a3b886,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:02.172145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:02.255730 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:02.366892 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:02.440892 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-39c6f3da-67d5-44af-a47d-5e7475c7a65b None None] Provisioning complete for port 59f66482-50b7-4f60-9041-8136b27ea0e0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:02.441473 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-39c6f3da-67d5-44af-a47d-5e7475c7a65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:02.476538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-39c6f3da-67d5-44af-a47d-5e7475c7a65b None None] Port 59f66482-50b7-4f60-9041-8136b27ea0e0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:52:02.531547 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:00Z', 'revision_number': 3, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:02.538893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:02.560145 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fea178f-f439-4d21-a551-3093a62e9cd4 None None] The sync data for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 is: [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:00Z', 'revision_number': 3, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:52:02.583945 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:02.662097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:02.663840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Pushing event updated for resources: {'Port': ['ID=59f66482-50b7-4f60-9041-8136b27ea0e0,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:02.758367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:52:02.759946 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:02.908034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Router 772e06e2-06c3-4716-bb6e-1662c1d35b32 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:52:03.006678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b5cb8368-388d-4564-be17-141faa864fdb None None] Provisioning complete for port 59f66482-50b7-4f60-9041-8136b27ea0e0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:03.007184 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b5cb8368-388d-4564-be17-141faa864fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:03.030069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:52:03.044668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b2fb2ef4-ddde-46ce-badf-cc2af9a88bc1 admin admin] 10.222.0.31 "PUT /v2.0/routers/772e06e2-06c3-4716-bb6e-1662c1d35b32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8155129 Oct 12 23:52:03.044987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b5cb8368-388d-4564-be17-141faa864fdb None None] Port 59f66482-50b7-4f60-9041-8136b27ea0e0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:52:03.196401 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:03.246396 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:03.246773 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:03.331126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:03.380480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:03.380861 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:03.464013 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:03.484263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ed154aa3-46e4-408a-a2d6-5cdaa3a3b886,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:52:03.538302 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:03.586197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=ed154aa3-46e4-408a-a2d6-5cdaa3a3b886,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:03.747385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45706) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:03.752306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2064001732-network', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:52:03.823525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Made reservation on behalf of 81c05d12057748d0b0c35951d3aa0ec9 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:52:03.825900 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:03.835461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:03.910786 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:03.971531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.004146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:52:04.009606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f461ae5e-cd8d-4ece-be09-f7598609c266,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:04.018206 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.018579 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Added segment 9322e053-a359-484d-8386-eddcaf349f88 of type vlan for network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 Oct 12 23:52:04.060456 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.119927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Sync routers for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:52:04.129250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:04.129905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:04.142896 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.143899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:04.144474 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.209189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] Pushing event updated for resources: {'Network': ['ID=523fcb30-9166-4adf-ad55-ed6ecad9c4c2,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:04.221270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:52:04.263578 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-850a3e38-e279-4cc3-b468-2d6534c99cf7 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5124981 Oct 12 23:52:04.263899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45708) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:04.268712 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Request body: {'subnet': {'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2064001732-subnet', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:52:04.279085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:04.354992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Made reservation on behalf of 81c05d12057748d0b0c35951d3aa0ec9 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:52:04.357375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.496432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59f66482-50b7-4f60-9041-8136b27ea0e0', 'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'mac_address': 'fa:16:3e:dd:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:01Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 2, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'subnets': [{'id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:04.523928 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Checking router: 772e06e2-06c3-4716-bb6e-1662c1d35b32 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:52:04.524562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Updating router 772e06e2-06c3-4716-bb6e-1662c1d35b32 port 59f66482-50b7-4f60-9041-8136b27ea0e0 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:52:04.551279 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.629771 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.691670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c6347a1-7df4-4ff8-9af9-75d77f8a7730,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:04.701207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Checking segment: {'id': '9322e053-a359-484d-8386-eddcaf349f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:52:04.701563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Network hostable DHCP agents. Network: 523fcb30-9166-4adf-ad55-ed6ecad9c4c2, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:52:04.796134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:52:04.816481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.863813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 523fcb30-9166-4adf-ad55-ed6ecad9c4c2) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:04.867878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:04.868462 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.873121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb832a13-56a4-4ba5-8e43-6d5abd64063e None None] Network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:52:04.885603 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:04.923617 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ce4ab341-6788-4971-b509-d5693f873ce3 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6586003 Oct 12 23:52:04.926009 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45710) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:04.930264 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:52:05.012642 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.013701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.067796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.113467 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:05.178770 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecab13-c600-4cde-af06-c5bca41edc5d None None] Pushing event updated for resources: {'Port': ['ID=59f66482-50b7-4f60-9041-8136b27ea0e0,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:05.272180 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.274238 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Attempting to bind port 59f66482-50b7-4f60-9041-8136b27ea0e0 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:52:05.274650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Attempting to bind port 59f66482-50b7-4f60-9041-8136b27ea0e0 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:52:05.275035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Attempting to bind port 59f66482-50b7-4f60-9041-8136b27ea0e0 on network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:52:05.295618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:52:05.295991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Checking segment: {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:52:05.296396 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.297041 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Bound using segment: {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:52:05.297564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Bound port: 59f66482-50b7-4f60-9041-8136b27ea0e0, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:52:05.297978 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.303401 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:05.303765 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.380052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-523fcb30-9166-4adf-ad55-ed6ecad9c4c2', 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'fixed_ips': [{'subnet_id': '4c6347a1-7df4-4ff8-9af9-75d77f8a7730'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:52:05.380826 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.438458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-369eb73f-fd29-417f-b5a9-bdcba78c17f1 None None] Provisioning complete for port 59f66482-50b7-4f60-9041-8136b27ea0e0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:05.438954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-369eb73f-fd29-417f-b5a9-bdcba78c17f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.538121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] For port 59f66482-50b7-4f60-9041-8136b27ea0e0, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:52:05.571311 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.591728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] For port 59f66482-50b7-4f60-9041-8136b27ea0e0, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=59f66482-50b7-4f60-9041-8136b27ea0e0,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:52:05.593192 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.609764 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-369eb73f-fd29-417f-b5a9-bdcba78c17f1 None None] Port 59f66482-50b7-4f60-9041-8136b27ea0e0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:52:05.655681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Allocated IP 172.20.0.2 (523fcb30-9166-4adf-ad55-ed6ecad9c4c2/4c6347a1-7df4-4ff8-9af9-75d77f8a7730/7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:52:05.704043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Allocated IP 172.25.2.200 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:52:05.736181 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.812940 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.847051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:05.852078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:05.898505 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.913016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecab13-c600-4cde-af06-c5bca41edc5d None None] Pushing event updated for resources: {'Port': ['ID=59f66482-50b7-4f60-9041-8136b27ea0e0,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:05.920444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.949573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:52:05.954367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:05.960411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:52:05.962456 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:05.984057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Pushing event updated for resources: {'Port': ['ID=3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:06.015109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:52:06.027719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:06.030432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:52:06.048056 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:06.050582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Pushing event updated for resources: {'Port': ['ID=7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:06.110032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-25475ae3-95da-4132-a5a1-c44302ed21c2 None None] Provisioning complete for port 59f66482-50b7-4f60-9041-8136b27ea0e0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:06.110380 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-25475ae3-95da-4132-a5a1-c44302ed21c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:06.208346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Attempting to bind port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:52:06.208715 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Attempting to bind port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '9322e053-a359-484d-8386-eddcaf349f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:52:06.209074 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Attempting to bind port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 on network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:52:06.241064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:52:06.241437 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Checking segment: {'id': '9322e053-a359-484d-8386-eddcaf349f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:52:06.241835 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:06.242227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Bound using segment: {'id': '9322e053-a359-484d-8386-eddcaf349f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:52:06.242692 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Bound port: 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9322e053-a359-484d-8386-eddcaf349f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:52:06.243096 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:06.266145 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:06.384407 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-25475ae3-95da-4132-a5a1-c44302ed21c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:06.404639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] For port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:52:06.430037 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] For port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3,segment=NetworkSegment(9322e053-a359-484d-8386-eddcaf349f88),segment_id=9322e053-a359-484d-8386-eddcaf349f88)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:52:06.446547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-25475ae3-95da-4132-a5a1-c44302ed21c2 None None] For port 59f66482-50b7-4f60-9041-8136b27ea0e0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=59f66482-50b7-4f60-9041-8136b27ea0e0,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:52:06.460656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59f66482-50b7-4f60-9041-8136b27ea0e0', 'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'mac_address': 'fa:16:3e:dd:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:01Z', 'updated_at': '2021-10-12T23:52:05Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'subnets': [{'id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:06.473275 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:06.488319 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ffcc3a-a206-4f6b-8035-90e1296105be None None] The sync data for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 is: [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59f66482-50b7-4f60-9041-8136b27ea0e0', 'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'mac_address': 'fa:16:3e:dd:fa:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:01Z', 'updated_at': '2021-10-12T23:52:05Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'subnets': [{'id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:52:06.539701 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:06.575424 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-25475ae3-95da-4132-a5a1-c44302ed21c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:06.617163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628b5e2-9b05-473a-8616-a5643bef027c None None] Pushing event updated for resources: {'Port': ['ID=7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:06.689575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25475ae3-95da-4132-a5a1-c44302ed21c2 None None] Pushing event updated for resources: {'Port': ['ID=59f66482-50b7-4f60-9041-8136b27ea0e0,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:07.057077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Router 16364992-61e2-4216-81aa-69b941ae7010 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:52:07.186788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:52:07.189290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:07.200264 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Sync routers for ids ['16364992-61e2-4216-81aa-69b941ae7010'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:52:07.210642 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Routers {'16364992-61e2-4216-81aa-69b941ae7010'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:07.211565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['16364992-61e2-4216-81aa-69b941ae7010'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:07.247458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:07.247925 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:07.267121 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:07.269452 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f01bb659-c47f-42db-88a7-fa9d1ebce8d4 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3421764 Oct 12 23:52:07.271781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45712) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:07.350986 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Set router 16364992-61e2-4216-81aa-69b941ae7010 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:07.358607 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:07.407128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3,segment=NetworkSegment(9322e053-a359-484d-8386-eddcaf349f88),segment_id=9322e053-a359-484d-8386-eddcaf349f88)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:52:07.476365 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:07.477383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 59f66482-50b7-4f60-9041-8136b27ea0e0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:07.596756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:07.599595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 59f66482-50b7-4f60-9041-8136b27ea0e0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:07.607954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:07.652495 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16364992-61e2-4216-81aa-69b941ae7010', 'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:06Z', 'revision_number': 3, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'gw_port': {'id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:07.693814 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Checking router: 16364992-61e2-4216-81aa-69b941ae7010 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:52:07.694071 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Updating router 16364992-61e2-4216-81aa-69b941ae7010 port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:52:07.729893 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:07.743134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11aa47-db71-45d2-996d-036df0cb8822 None None] Network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:52:07.865030 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:07.882869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-61fac326-49ec-46df-9e57-f39f0e017d3a None None] Provisioning complete for port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:07.883286 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-61fac326-49ec-46df-9e57-f39f0e017d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.028778 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.046836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Allocated IP 172.20.0.1 (523fcb30-9166-4adf-ad55-ed6ecad9c4c2/4c6347a1-7df4-4ff8-9af9-75d77f8a7730/9371800e-15fe-472b-b24e-5d91a689f2b0) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:52:08.115014 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.157508 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.174338 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Attempting to bind port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:52:08.174709 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Attempting to bind port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:52:08.175098 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Attempting to bind port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:52:08.177976 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58318ab5-f982-4f6e-afaa-a6afea27320b None None] Pushing event updated for resources: {'Port': ['ID=3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:08.183486 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:52:08.187537 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:52:08.187537 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.187537 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:52:08.187537 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Bound port: 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:52:08.187537 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.232365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3728ba55-4097-43ef-9d11-df388bf80632 None None] Provisioning complete for port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:08.232804 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3728ba55-4097-43ef-9d11-df388bf80632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.235732 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] For port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:52:08.238705 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] For port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:52:08.275586 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.327420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:52:08.330565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:08.331516 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.334301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:52:08.358840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Pushing event updated for resources: {'Port': ['ID=9371800e-15fe-472b-b24e-5d91a689f2b0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:08.378244 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.389985 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Routers {'16364992-61e2-4216-81aa-69b941ae7010'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:08.390607 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['16364992-61e2-4216-81aa-69b941ae7010'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:08.425434 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58318ab5-f982-4f6e-afaa-a6afea27320b None None] Pushing event updated for resources: {'Port': ['ID=3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:08.514825 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] Set router 16364992-61e2-4216-81aa-69b941ae7010 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:08.594390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.635456 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-aabbe4a0-2fa5-49d3-beb4-46c1f3e38666 None None] Provisioning complete for port 9371800e-15fe-472b-b24e-5d91a689f2b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:08.636444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aabbe4a0-2fa5-49d3-beb4-46c1f3e38666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.673678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-aabbe4a0-2fa5-49d3-beb4-46c1f3e38666 None None] Port 9371800e-15fe-472b-b24e-5d91a689f2b0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:52:08.711347 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16364992-61e2-4216-81aa-69b941ae7010', 'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:06Z', 'revision_number': 3, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'gw_port': {'id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:08.747848 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cfef98b-6290-47c4-89c8-2317b55d05ef None None] The sync data for ids ['16364992-61e2-4216-81aa-69b941ae7010'] in n-d-790519-14 is: [{'id': '16364992-61e2-4216-81aa-69b941ae7010', 'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:06Z', 'revision_number': 3, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'gw_port': {'id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:52:08.783844 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.856861 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:08.924495 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Pushing event updated for resources: {'Port': ['ID=9371800e-15fe-472b-b24e-5d91a689f2b0,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:08.928054 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:09.033396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:52:09.037514 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:09.174848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Router 16364992-61e2-4216-81aa-69b941ae7010 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:52:09.207971 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:09.264713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:09.265147 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:09.318425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:52:09.332661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c3bff521-fdae-49f9-981d-0c05235d5497 admin admin] 10.222.0.31 "PUT /v2.0/routers/16364992-61e2-4216-81aa-69b941ae7010/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0523450 Oct 12 23:52:09.356871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:09.405315 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e641f751-842b-4b67-836b-1dc1b13f2d1a None None] Provisioning complete for port 9371800e-15fe-472b-b24e-5d91a689f2b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:09.405722 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e641f751-842b-4b67-836b-1dc1b13f2d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:09.446249 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:09.446628 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:09.468106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e641f751-842b-4b67-836b-1dc1b13f2d1a None None] Port 9371800e-15fe-472b-b24e-5d91a689f2b0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:52:09.706839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:09.728099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:52:09.788434 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:09.835632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:10.412118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Sync routers for ids ['16364992-61e2-4216-81aa-69b941ae7010'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:52:10.423245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Routers {'16364992-61e2-4216-81aa-69b941ae7010'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:10.423866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['16364992-61e2-4216-81aa-69b941ae7010'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:10.554651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Set router 16364992-61e2-4216-81aa-69b941ae7010 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:10.795316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16364992-61e2-4216-81aa-69b941ae7010', 'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:08Z', 'revision_number': 4, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'gw_port': {'id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9371800e-15fe-472b-b24e-5d91a689f2b0', 'name': '', 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'mac_address': 'fa:16:3e:79:77:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c6347a1-7df4-4ff8-9af9-75d77f8a7730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:07Z', 'updated_at': '2021-10-12T23:52:08Z', 'revision_number': 2, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'subnets': [{'id': '4c6347a1-7df4-4ff8-9af9-75d77f8a7730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:10.821707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Checking router: 16364992-61e2-4216-81aa-69b941ae7010 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:52:10.823411 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Updating router 16364992-61e2-4216-81aa-69b941ae7010 port 9371800e-15fe-472b-b24e-5d91a689f2b0 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:52:10.851900 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:11.123272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:11.191666 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:11.207962 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:11.208330 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:11.295538 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:11.356010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72634e2-84b8-40b2-be32-b194bb2143d5 None None] Pushing event updated for resources: {'Port': ['ID=9371800e-15fe-472b-b24e-5d91a689f2b0,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:11.411036 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Attempting to bind port 9371800e-15fe-472b-b24e-5d91a689f2b0 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:52:11.411813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Attempting to bind port 9371800e-15fe-472b-b24e-5d91a689f2b0 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '9322e053-a359-484d-8386-eddcaf349f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:52:11.412413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Attempting to bind port 9371800e-15fe-472b-b24e-5d91a689f2b0 on network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:52:11.422272 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:52:11.423129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Checking segment: {'id': '9322e053-a359-484d-8386-eddcaf349f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:52:11.423776 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:11.424393 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Bound using segment: {'id': '9322e053-a359-484d-8386-eddcaf349f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:52:11.425225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Bound port: 9371800e-15fe-472b-b24e-5d91a689f2b0, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9322e053-a359-484d-8386-eddcaf349f88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:52:11.425853 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:11.516182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] For port 9371800e-15fe-472b-b24e-5d91a689f2b0, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:52:11.522225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] For port 9371800e-15fe-472b-b24e-5d91a689f2b0, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9371800e-15fe-472b-b24e-5d91a689f2b0,segment=NetworkSegment(9322e053-a359-484d-8386-eddcaf349f88),segment_id=9322e053-a359-484d-8386-eddcaf349f88)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:52:11.579395 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:11.654129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Routers {'16364992-61e2-4216-81aa-69b941ae7010'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:11.654841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:51:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['16364992-61e2-4216-81aa-69b941ae7010'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:11.727448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72634e2-84b8-40b2-be32-b194bb2143d5 None None] Pushing event updated for resources: {'Port': ['ID=9371800e-15fe-472b-b24e-5d91a689f2b0,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:11.783110 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-fae6fe2a-423c-4f0f-b9f8-3667ce8a52c4 None None] Provisioning complete for port 9371800e-15fe-472b-b24e-5d91a689f2b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:11.783564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fae6fe2a-423c-4f0f-b9f8-3667ce8a52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:11.877090 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] Set router 16364992-61e2-4216-81aa-69b941ae7010 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:11.954273 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fae6fe2a-423c-4f0f-b9f8-3667ce8a52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:12.072020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-fae6fe2a-423c-4f0f-b9f8-3667ce8a52c4 None None] For port 9371800e-15fe-472b-b24e-5d91a689f2b0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9371800e-15fe-472b-b24e-5d91a689f2b0,segment=NetworkSegment(9322e053-a359-484d-8386-eddcaf349f88),segment_id=9322e053-a359-484d-8386-eddcaf349f88)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:52:12.151727 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fae6fe2a-423c-4f0f-b9f8-3667ce8a52c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:12.182697 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c165811a-e86b-4b97-a556-46c43829be14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:12.217805 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16364992-61e2-4216-81aa-69b941ae7010', 'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:08Z', 'revision_number': 4, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'gw_port': {'id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9371800e-15fe-472b-b24e-5d91a689f2b0', 'name': '', 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'mac_address': 'fa:16:3e:79:77:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c6347a1-7df4-4ff8-9af9-75d77f8a7730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:07Z', 'updated_at': '2021-10-12T23:52:11Z', 'revision_number': 4, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'subnets': [{'id': '4c6347a1-7df4-4ff8-9af9-75d77f8a7730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:12.219914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae6fe2a-423c-4f0f-b9f8-3667ce8a52c4 None None] Pushing event updated for resources: {'Port': ['ID=9371800e-15fe-472b-b24e-5d91a689f2b0,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:12.252617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd3421-15d7-4c99-be8c-f0fbaa7af443 None None] The sync data for ids ['16364992-61e2-4216-81aa-69b941ae7010'] in n-d-790519-14 is: [{'id': '16364992-61e2-4216-81aa-69b941ae7010', 'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:08Z', 'revision_number': 4, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'gw_port': {'id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '9371800e-15fe-472b-b24e-5d91a689f2b0', 'name': '', 'network_id': '523fcb30-9166-4adf-ad55-ed6ecad9c4c2', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'mac_address': 'fa:16:3e:79:77:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_interface', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '4c6347a1-7df4-4ff8-9af9-75d77f8a7730', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:07Z', 'updated_at': '2021-10-12T23:52:11Z', 'revision_number': 4, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'subnets': [{'id': '4c6347a1-7df4-4ff8-9af9-75d77f8a7730', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:52:12.279780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-84c449e7-5319-4113-8d7f-e818b05749ff None None] Provisioning complete for port 9371800e-15fe-472b-b24e-5d91a689f2b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:12.280163 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-84c449e7-5319-4113-8d7f-e818b05749ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:13.169954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9371800e-15fe-472b-b24e-5d91a689f2b0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:13.236496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9371800e-15fe-472b-b24e-5d91a689f2b0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:13.236937 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:15.555072 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:15.618222 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-76719fcb-e213-4a67-b0e1-22eeff8c6d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:16.433910 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:18.074113 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:19.480696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:19.822768 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:20.831056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333147-3713-487a-85af-cbb385b08ef6 req-e3dd44ba-0742-460e-9118-66bc68a98916 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:20.832530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-e3dd44ba-0742-460e-9118-66bc68a98916 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/networks?id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 200 len: 815 time: 0.1041162 Oct 12 23:52:20.847846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-ec879219-f0bb-4e6a-84d9-18e5cbe3e308 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/quotas/6962b68f6e4e4a8181ebe09333e8c002 HTTP/1.1" status: 200 len: 375 time: 0.0089600 Oct 12 23:52:20.898439 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-d10088d2-9c9f-4660-bd54-41fd3f91f3d7 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453229 Oct 12 23:52:21.000962 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-a0c08c39-e8d4-43ba-a9e3-b526ee7919bb service neutron] 10.222.0.31 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904460 Oct 12 23:52:21.091731 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-f4d6b010-69aa-46dd-bf2f-7a4d024933eb service neutron] 10.222.0.31 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846035 Oct 12 23:52:21.361348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c25ae52c-42ba-4467-8f3c-e43187f0fbcc req-4c030f51-96af-4170-9271-1a99541989ce tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 210 time: 0.0299475 Oct 12 23:52:22.455462 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4647e303-236d-4666-bb63-3feb1dae1c17 req-dd9015db-ee6b-4db8-910e-5a1325b5c405 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 210 time: 0.0278227 Oct 12 23:52:23.317442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333147-3713-487a-85af-cbb385b08ef6 req-2d888482-47bd-4563-82bf-ef58162b286e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:23.318996 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-2d888482-47bd-4563-82bf-ef58162b286e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.41 "GET /v2.0/networks?id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 200 len: 815 time: 0.1032727 Oct 12 23:52:23.330883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'port': {'device_id': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'admin_state_up': True, 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:52:23.492057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Made reservation on behalf of 6962b68f6e4e4a8181ebe09333e8c002 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:52:23.495840 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:23.579007 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9881948f-11d9-4449-8a60-e85b59f3d23c req-4019c4a3-3fde-44ff-837b-7872f2d4cf11 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 210 time: 0.0566323 Oct 12 23:52:23.651397 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Allocated IP 172.20.0.6 (6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d/4716b843-4bac-4bd7-9afb-1c2d409fe795/dd1a629e-6d70-4fe4-9701-d1763cf36e9d) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:52:23.797674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:23.881437 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:23.942697 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:52:23.944179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:23.946005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'Port': ['ID=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:23.948287 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:52:24.002919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:24.003864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:24.089216 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-c4bfbd61-1a15-4db7-9b49-186b4bc83dcf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7616296 Oct 12 23:52:24.299752 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-3c87e489-64fe-4c30-86fa-bf1a1c86226f None None] Provisioning complete for port dd1a629e-6d70-4fe4-9701-d1763cf36e9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:24.300366 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3c87e489-64fe-4c30-86fa-bf1a1c86226f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:24.334725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-3c87e489-64fe-4c30-86fa-bf1a1c86226f None None] Port dd1a629e-6d70-4fe4-9701-d1763cf36e9d cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:52:24.705714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397f4aa-d6a7-4ba5-a931-f3b120d8f726 req-07d8273f-82d7-458c-bb27-2bf9042e06d5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:24.707206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b397f4aa-d6a7-4ba5-a931-f3b120d8f726 req-07d8273f-82d7-458c-bb27-2bf9042e06d5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 931 time: 0.0497777 Oct 12 23:52:24.748290 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b397f4aa-d6a7-4ba5-a931-f3b120d8f726 req-fd0fc0dc-c770-4c73-b20d-50c5173d1e95 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351191 Oct 12 23:52:25.866962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c6a005-794d-4b6d-be75-408b970dc148 req-829f4217-2d05-459b-adcf-f03c0493c523 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:25.868354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8c6a005-794d-4b6d-be75-408b970dc148 req-829f4217-2d05-459b-adcf-f03c0493c523 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 931 time: 0.0514629 Oct 12 23:52:25.921495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c8c6a005-794d-4b6d-be75-408b970dc148 req-cebd871a-bf64-4b28-9cf5-40fe0a6b2c1d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464535 Oct 12 23:52:27.050363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982aa29c-4331-4b69-a28b-d2d9fc12c707 req-626966ed-a8f6-45c3-9a18-5734e98d19df tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:27.051853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-982aa29c-4331-4b69-a28b-d2d9fc12c707 req-626966ed-a8f6-45c3-9a18-5734e98d19df tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 931 time: 0.0552940 Oct 12 23:52:27.091804 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-982aa29c-4331-4b69-a28b-d2d9fc12c707 req-01cbcdc4-df9f-4a9d-bad9-0cef9f118afe tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332875 Oct 12 23:52:28.235412 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00730907-c5c4-4f08-b8f5-82f13c65b664 req-40aafb73-d879-466d-a947-9aae48db281c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:28.236911 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00730907-c5c4-4f08-b8f5-82f13c65b664 req-40aafb73-d879-466d-a947-9aae48db281c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 931 time: 0.0671372 Oct 12 23:52:28.273550 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00730907-c5c4-4f08-b8f5-82f13c65b664 req-a6593780-4d54-4fed-a05a-d5bb6827ba84 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305400 Oct 12 23:52:29.398090 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2999d85-65e6-4788-b933-87bb8ecb6540 req-4c4053ca-e777-4e94-aa0a-0b64aa0effe3 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:29.399595 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c2999d85-65e6-4788-b933-87bb8ecb6540 req-4c4053ca-e777-4e94-aa0a-0b64aa0effe3 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 931 time: 0.0555091 Oct 12 23:52:29.439242 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c2999d85-65e6-4788-b933-87bb8ecb6540 req-5b03b3f8-0d5a-4eaf-b2fb-3140b6ffee2d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328968 Oct 12 23:52:30.576975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bb4b4-e31a-4cc9-8c50-b8c35cdbf2d0 req-5e02198e-fd2a-47c4-8ac5-f6807d2ab33b tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:30.578644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-646bb4b4-e31a-4cc9-8c50-b8c35cdbf2d0 req-5e02198e-fd2a-47c4-8ac5-f6807d2ab33b tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 931 time: 0.0605502 Oct 12 23:52:30.639319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-646bb4b4-e31a-4cc9-8c50-b8c35cdbf2d0 req-f344c7bc-68c2-4dd3-9a7b-39e57ce3ac3c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366628 Oct 12 23:52:31.758581 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020e0f3-8250-4e28-a841-21b9d2d06247 req-3f0e7748-5a2f-4b4a-9828-9af0c8386ce4 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:31.760540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c020e0f3-8250-4e28-a841-21b9d2d06247 req-3f0e7748-5a2f-4b4a-9828-9af0c8386ce4 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 931 time: 0.0503893 Oct 12 23:52:31.805190 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c020e0f3-8250-4e28-a841-21b9d2d06247 req-61fdd62b-5308-43af-bad0-eee71a170433 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381618 Oct 12 23:52:32.922986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eabac7-a592-4f5a-be6e-3c65a0818161 req-36926263-509d-46c0-9572-fd0e61c99bd3 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:32.924435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84eabac7-a592-4f5a-be6e-3c65a0818161 req-36926263-509d-46c0-9572-fd0e61c99bd3 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 931 time: 0.0523269 Oct 12 23:52:32.962529 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84eabac7-a592-4f5a-be6e-3c65a0818161 req-85b87708-c40e-4381-bc1d-8b91b981a2e1 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321922 Oct 12 23:52:33.136334 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:52:34.077122 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081f863-a8e8-4bd6-9faf-50960ddb6b08 req-ed71b096-4e6e-4d45-9a19-8c32a72a1a6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:34.078593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e081f863-a8e8-4bd6-9faf-50960ddb6b08 req-ed71b096-4e6e-4d45-9a19-8c32a72a1a6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 931 time: 0.0495379 Oct 12 23:52:34.117044 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e081f863-a8e8-4bd6-9faf-50960ddb6b08 req-51b483f0-04aa-4a16-acc0-ff796807c2fb tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323956 Oct 12 23:52:34.128099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-5daabb6e-a3be-452d-969d-526e34654a98 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:52:34.129751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-5daabb6e-a3be-452d-969d-526e34654a98 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054271 Oct 12 23:52:34.233906 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Request body: {'port': {'device_id': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:52:34.292939 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:34.562119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1a629e-6d70-4fe4-9701-d1763cf36e9d {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:52:34.569439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:34.581068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Transition to ACTIVE for port object dd1a629e-6d70-4fe4-9701-d1763cf36e9d will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:52:34.669390 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:34.771925 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:34.801548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Attempting to bind port dd1a629e-6d70-4fe4-9701-d1763cf36e9d on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:52:34.801891 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Attempting to bind port dd1a629e-6d70-4fe4-9701-d1763cf36e9d by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:52:34.802224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Attempting to bind port dd1a629e-6d70-4fe4-9701-d1763cf36e9d on network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:52:34.806705 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Port dd1a629e-6d70-4fe4-9701-d1763cf36e9d on network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:52:34.807055 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Attempting to bind port dd1a629e-6d70-4fe4-9701-d1763cf36e9d on network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:52:34.812728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:52:34.812997 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Checking segment: {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:52:34.813385 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Bound using segment: {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:52:34.813813 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Bound port: dd1a629e-6d70-4fe4-9701-d1763cf36e9d, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6361066-c0e5-473e-bb5c-ddb21699576c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:52:34.814175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:34.879602 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] For port dd1a629e-6d70-4fe4-9701-d1763cf36e9d, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:52:34.882575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] For port dd1a629e-6d70-4fe4-9701-d1763cf36e9d, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:52:34.960962 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:34.995785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:34.996610 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:34.997991 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 1092 time: 0.8603840 Oct 12 23:52:34.998441 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:52:35.000744 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf0524-7062-4cb3-a03f-217f1d1d7586" -d '{"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:52:35.026290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db857e-4c5b-427b-8a73-f7132d00d8c6 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:35.047205 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a40d4d-40c0-4012-ba42-915e6b079e2f x-openstack-request-id: req-03a40d4d-40c0-4012-ba42-915e6b079e2f {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:52:35.047501 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:52:35.047749 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-03a40d4d-40c0-4012-ba42-915e6b079e2f {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:52:35.048147 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'status': 'completed', 'code': 200} Oct 12 23:52:35.117313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0524-7062-4cb3-a03f-217f1d1d7586 req-c1694356-0394-49e9-96a2-34448c9b1b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:35.118898 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ccf0524-7062-4cb3-a03f-217f1d1d7586 req-c1694356-0394-49e9-96a2-34448c9b1b66 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1095 time: 0.0479782 Oct 12 23:52:35.225619 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0524-7062-4cb3-a03f-217f1d1d7586 req-85efae2f-3944-432f-bfb5-ee5171ac8dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:35.227130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ccf0524-7062-4cb3-a03f-217f1d1d7586 req-85efae2f-3944-432f-bfb5-ee5171ac8dd5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0998154 Oct 12 23:52:35.235837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce1406-2dca-4ec0-b1a1-e4fa718fb630 req-f6d2bdd9-8c5a-478a-b06c-afbfd10a4025 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:35.237527 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99ce1406-2dca-4ec0-b1a1-e4fa718fb630 req-f6d2bdd9-8c5a-478a-b06c-afbfd10a4025 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 943 time: 0.0492060 Oct 12 23:52:35.277972 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99ce1406-2dca-4ec0-b1a1-e4fa718fb630 req-8efdb9c1-27f1-4515-a4f6-661c1bf30ff9 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335658 Oct 12 23:52:35.331823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0524-7062-4cb3-a03f-217f1d1d7586 req-97d8513a-3113-4d54-93c8-3264b66c61ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:35.333214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ccf0524-7062-4cb3-a03f-217f1d1d7586 req-97d8513a-3113-4d54-93c8-3264b66c61ec service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0998051 Oct 12 23:52:35.542315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333147-3713-487a-85af-cbb385b08ef6 req-384279f7-e495-4659-8317-15570eba3a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:35.544396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-384279f7-e495-4659-8317-15570eba3a1a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1095 time: 0.0447783 Oct 12 23:52:35.590640 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-81e4b0b6-a6c6-4790-8b06-8d0567b7ca14 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 217 time: 0.0375025 Oct 12 23:52:35.644001 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333147-3713-487a-85af-cbb385b08ef6 req-72019566-3134-4975-9f3d-12d4336d8607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:35.645440 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-72019566-3134-4975-9f3d-12d4336d8607 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4716b843-4bac-4bd7-9afb-1c2d409fe795 HTTP/1.1" status: 200 len: 854 time: 0.0485957 Oct 12 23:52:35.690192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc333147-3713-487a-85af-cbb385b08ef6 req-a17201ed-a554-42d7-8646-7a53f30d4453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:35.691656 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-a17201ed-a554-42d7-8646-7a53f30d4453 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396004 Oct 12 23:52:35.782553 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-066c8236-3acb-4afd-8d8c-3eace10d310e service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835962 Oct 12 23:52:35.869043 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bc333147-3713-487a-85af-cbb385b08ef6 req-9539482e-77f0-4841-8425-aa01f531c07f service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795035 Oct 12 23:52:36.394517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67eacd-91df-4468-a43a-335feae7618c req-8db7acfa-d960-47b4-8556-bd3cd0908fa0 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:36.396012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff67eacd-91df-4468-a43a-335feae7618c req-8db7acfa-d960-47b4-8556-bd3cd0908fa0 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 943 time: 0.0502896 Oct 12 23:52:36.434478 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff67eacd-91df-4468-a43a-335feae7618c req-9799918c-8c40-46d5-b3dc-885ca54957a0 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326552 Oct 12 23:52:37.348656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dd1a629e-6d70-4fe4-9701-d1763cf36e9d details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:52:37.442415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dd1a629e-6d70-4fe4-9701-d1763cf36e9d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:52:37.453382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'port_id': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'mac_address': 'fa:16:3e:d6:a9:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:52:37.490285 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:37.502846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1a629e-6d70-4fe4-9701-d1763cf36e9d {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:52:37.522327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dd1a629e-6d70-4fe4-9701-d1763cf36e9d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:52:37.548129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ab38f5-488c-42cc-9218-0f62895483ff req-e29c0b39-33d5-48cd-9b17-e39402e1afd5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:37.549578 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01ab38f5-488c-42cc-9218-0f62895483ff req-e29c0b39-33d5-48cd-9b17-e39402e1afd5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 943 time: 0.0495434 Oct 12 23:52:37.577839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:37.592034 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-01ab38f5-488c-42cc-9218-0f62895483ff req-88bd4802-91ef-421f-b51d-8349b879cc5c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364130 Oct 12 23:52:37.625022 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:37.807923 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dd1a629e-6d70-4fe4-9701-d1763cf36e9d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:52:38.709810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8470af53-2d17-47f0-b6b3-de5d487ee76c req-38a9016e-063d-4009-8ff5-f55cd4d7ff48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:38.712015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8470af53-2d17-47f0-b6b3-de5d487ee76c req-38a9016e-063d-4009-8ff5-f55cd4d7ff48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 944 time: 0.0537922 Oct 12 23:52:38.750699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8470af53-2d17-47f0-b6b3-de5d487ee76c req-ccf5fd70-0434-4144-9813-2adaba8ec636 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324597 Oct 12 23:52:39.364298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dd1a629e-6d70-4fe4-9701-d1763cf36e9d up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:52:39.479032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port dd1a629e-6d70-4fe4-9701-d1763cf36e9d completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:52:39.483464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port dd1a629e-6d70-4fe4-9701-d1763cf36e9d triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:52:39.483846 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:39.559873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:39.581223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:52:39.583492 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebcbc88-156c-4a16-9b2d-8931d0a66621" -d '{"events": [{"server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "name": "network-vif-plugged", "status": "completed", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:52:39.596850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port dd1a629e-6d70-4fe4-9701-d1763cf36e9d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:52:39.620721 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1313e332-333d-4c72-8191-9d40226e9a8b x-openstack-request-id: req-1313e332-333d-4c72-8191-9d40226e9a8b {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:52:39.621011 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "name": "network-vif-plugged", "status": "completed", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:52:39.621680 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-1313e332-333d-4c72-8191-9d40226e9a8b {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:52:39.622073 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'code': 200} Oct 12 23:52:39.657815 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:39.705357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:39.712869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092dc053-9328-4ff7-a71e-0fa5b4234b5d req-d88545d9-1956-47b2-9ef3-f87f75fab715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:39.715042 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-092dc053-9328-4ff7-a71e-0fa5b4234b5d req-d88545d9-1956-47b2-9ef3-f87f75fab715 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1097 time: 0.0391748 Oct 12 23:52:39.750002 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-092dc053-9328-4ff7-a71e-0fa5b4234b5d req-cccc4f85-58a6-4240-9a06-ec9b6c26c385 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274913 Oct 12 23:52:39.862358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905a06f3-b662-4c02-bc21-20b4ea989f63 req-bb3c1320-d209-4253-b019-15f69d5b7a0b tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:39.863858 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-905a06f3-b662-4c02-bc21-20b4ea989f63 req-bb3c1320-d209-4253-b019-15f69d5b7a0b tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 945 time: 0.0484867 Oct 12 23:52:39.900403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-905a06f3-b662-4c02-bc21-20b4ea989f63 req-9cab5fb7-b835-4d95-a51b-6795505afa0a tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306637 Oct 12 23:52:41.016711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e984af0b-f562-41a6-a860-2d1736e92d51 req-ff33ea95-b1f6-4239-bc3f-35b0233cb1f7 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:41.018289 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e984af0b-f562-41a6-a860-2d1736e92d51 req-ff33ea95-b1f6-4239-bc3f-35b0233cb1f7 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 945 time: 0.0498192 Oct 12 23:52:41.057515 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e984af0b-f562-41a6-a860-2d1736e92d51 req-c5a81b96-9705-467d-96ca-0a98e4eb6f75 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329754 Oct 12 23:52:41.177248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473c556a-00a5-408b-9412-a2a718dc03f9 req-e3b74779-903d-43e7-968e-05ce6af49d89 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:41.184899 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-473c556a-00a5-408b-9412-a2a718dc03f9 req-e3b74779-903d-43e7-968e-05ce6af49d89 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 945 time: 0.0524292 Oct 12 23:52:41.219048 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-473c556a-00a5-408b-9412-a2a718dc03f9 req-155afa06-163a-42e3-aa5d-1abb7c388fe2 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334759 Oct 12 23:52:41.406134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37842b1b-f075-435e-b4db-2404c94865c7 req-1b98396f-fa48-4770-8f5f-3eb60ad0e206 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:41.407622 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-37842b1b-f075-435e-b4db-2404c94865c7 req-1b98396f-fa48-4770-8f5f-3eb60ad0e206 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 945 time: 0.0484834 Oct 12 23:52:41.446793 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-37842b1b-f075-435e-b4db-2404c94865c7 req-72a5140d-ef90-4bc3-8514-5d4af9fff938 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329344 Oct 12 23:52:42.126278 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6a8d2ca6-b93a-4421-bdff-019864c56ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:45.616341 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:45.645502 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b14cbf8c-f91f-402f-b6d1-0f6cfc18e8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:46.320345 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:48.045875 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:49.434584 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:49.811538 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:56.805854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e8291-ffea-4e59-bc0a-3115b50453fc req-f68f0c49-e81e-4f6a-b031-c3f670b276a8 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:56.807428 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-501e8291-ffea-4e59-bc0a-3115b50453fc req-f68f0c49-e81e-4f6a-b031-c3f670b276a8 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 945 time: 0.1656468 Oct 12 23:52:56.844335 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-501e8291-ffea-4e59-bc0a-3115b50453fc req-9c5cdb29-209d-43b8-847b-521af0a22cf4 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308361 Oct 12 23:52:56.866703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45930) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:56.950095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544aee59-7bb0-4a9d-8a83-acc39cc1f4b9 tempest-TestMinimumBasicScenario-11064642 tempest-TestMinimumBasicScenario-11064642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:56.951639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-544aee59-7bb0-4a9d-8a83-acc39cc1f4b9 tempest-TestMinimumBasicScenario-11064642 tempest-TestMinimumBasicScenario-11064642-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1092 time: 0.0838959 Oct 12 23:52:56.954547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45934) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:56.958694 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:52:57.051243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:57.144177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:57.250209 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Allocated IP 172.25.2.220 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/fcc89d27-769d-4da6-a2b8-b9e102521506) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:52:57.348892 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:57.423140 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:57.747211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:52:57.751533 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:52:57.754916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:52:57.776668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'Port': ['ID=fcc89d27-769d-4da6-a2b8-b9e102521506,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:57.787524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.787872 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.788207 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.788538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.788865 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.789192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.789512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.789833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.790153 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.790471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.790787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:57.791132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:58.146910 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:58.305108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:58.472533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:58.560668 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:58.634330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'Port': ['ID=fcc89d27-769d-4da6-a2b8-b9e102521506,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:58.647333 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:58.752089 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Floating IP 2ec92ba5-8a7d-4e24-ac73-6f39898c72ff associated. External IP: 172.25.2.220, port: dd1a629e-6d70-4fe4-9701-d1763cf36e9d. Oct 12 23:52:58.962306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Router 772e06e2-06c3-4716-bb6e-1662c1d35b32 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:52:59.070469 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:52:59.080383 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] Sync routers for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:52:59.089770 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:59.090378 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:52:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:59.144809 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:59.173311 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5badebd1-98f2-4128-b36f-fec6feb6cc48 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2177241 Oct 12 23:52:59.173951 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:52:59.176247 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:52:59.176396 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45936) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:59.190127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2132237094', 'description': 'tempest-secgroup-smoke-2132237094 description', 'project_id': '6962b68f6e4e4a8181ebe09333e8c002'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:52:59.193067 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:59.223139 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fdcf9a3-9f84-47f2-91b6-d9de6dedbc37 x-openstack-request-id: req-9fdcf9a3-9f84-47f2-91b6-d9de6dedbc37 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:52:59.223436 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:52:59.223715 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-9fdcf9a3-9f84-47f2-91b6-d9de6dedbc37 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:52:59.224112 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'status': 'completed', 'code': 200} Oct 12 23:52:59.288753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-65130c15-2252-463b-9bae-911f2c1c8729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:59.290346 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-65130c15-2252-463b-9bae-911f2c1c8729 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1097 time: 0.0448589 Oct 12 23:52:59.291754 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:59.366679 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:59.390981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-0cd9a011-9f80-432c-a650-19eeab72387b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:59.392488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-0cd9a011-9f80-432c-a650-19eeab72387b service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 200 len: 916 time: 0.0945377 Oct 12 23:52:59.415726 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:59.450746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6afd28-c77b-41dd-84c4-fb21ac3457f6,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:59.458209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.458557 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.458893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.459250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.459628 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.459962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.460290 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.460608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.460930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.461250 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.461568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.461884 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:52:59.462425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-87f6bc85-0113-473d-aa24-8e50ddbb666d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 999 time: 0.0620191 Oct 12 23:52:59.493447 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:59.495652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fbca7b88-62ae-4645-a341-fd008064731e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3175139 Oct 12 23:52:59.499299 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45940) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:59.505024 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-fde89b74-028d-475f-bdaa-797600f4f815 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'security_group_rule': {'security_group_id': '3e6afd28-c77b-41dd-84c4-fb21ac3457f6', 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:52:59.509253 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2ec92ba5-8a7d-4e24-ac73-6f39898c72ff', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'port_id': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'mac_address': 'fa:16:3e:d6:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:52:57Z', 'updated_at': '2021-10-12T23:52:57Z', 'revision_number': 0, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f66482-50b7-4f60-9041-8136b27ea0e0', 'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'mac_address': 'fa:16:3e:dd:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:01Z', 'updated_at': '2021-10-12T23:52:06Z', 'revision_number': 5, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'subnets': [{'id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:59.533993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-15e4862c-7fb8-4513-acd7-6076cc10b7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:59.535483 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-15e4862c-7fb8-4513-acd7-6076cc10b7c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4716b843-4bac-4bd7-9afb-1c2d409fe795 HTTP/1.1" status: 200 len: 854 time: 0.0663013 Oct 12 23:52:59.537896 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] Checking router: 772e06e2-06c3-4716-bb6e-1662c1d35b32 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:52:59.546732 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:52:59.547633 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:52:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:59.593783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-74fb868f-1ab4-485f-9d6e-8e0f1685ecbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:52:59.595345 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-74fb868f-1ab4-485f-9d6e-8e0f1685ecbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522811 Oct 12 23:52:59.652142 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:52:59.652445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fde89b74-028d-475f-bdaa-797600f4f815 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:59.746322 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-1b7288e1-9db1-4a32-a4df-a1f5ad2879f3 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435165 Oct 12 23:52:59.748079 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fde89b74-028d-475f-bdaa-797600f4f815 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:59.816854 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fde89b74-028d-475f-bdaa-797600f4f815 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:59.848263 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde89b74-028d-475f-bdaa-797600f4f815 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba68c88-56b7-483a-94d7-8349c1261130,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:52:59.856237 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dc8447a0-fbd5-4fd8-9a78-2c329d2fd1b4 req-fc05ccbf-45e2-4d3c-ba1b-e90b36df5027 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024702 Oct 12 23:52:59.878550 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2ec92ba5-8a7d-4e24-ac73-6f39898c72ff', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'port_id': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'mac_address': 'fa:16:3e:d6:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:52:57Z', 'updated_at': '2021-10-12T23:52:57Z', 'revision_number': 0, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f66482-50b7-4f60-9041-8136b27ea0e0', 'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'mac_address': 'fa:16:3e:dd:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:01Z', 'updated_at': '2021-10-12T23:52:06Z', 'revision_number': 5, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'subnets': [{'id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:52:59.904563 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c6726c-aeac-4b84-b0e7-1b87aaac143f None None] The sync data for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 is: [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '2ec92ba5-8a7d-4e24-ac73-6f39898c72ff', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'floating_ip_address': '172.25.2.220', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'port_id': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'mac_address': 'fa:16:3e:d6:a9:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:52:57Z', 'updated_at': '2021-10-12T23:52:57Z', 'revision_number': 0, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f66482-50b7-4f60-9041-8136b27ea0e0', 'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'mac_address': 'fa:16:3e:dd:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:01Z', 'updated_at': '2021-10-12T23:52:06Z', 'revision_number': 5, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'subnets': [{'id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:52:59.909177 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fde89b74-028d-475f-bdaa-797600f4f815 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:52:59.910422 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fde89b74-028d-475f-bdaa-797600f4f815 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4101760 Oct 12 23:52:59.913347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 45942) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:52:59.918271 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a19ac900-7b96-4958-95f3-4dde1c4db1a5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'security_group_rule': {'security_group_id': '3e6afd28-c77b-41dd-84c4-fb21ac3457f6', 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:53:00.003694 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a19ac900-7b96-4958-95f3-4dde1c4db1a5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.074649 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a19ac900-7b96-4958-95f3-4dde1c4db1a5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.140874 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b855d5aa-8c8b-4717-b566-fd43767dc9eb None None] New status for floating IP 2ec92ba5-8a7d-4e24-ac73-6f39898c72ff: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:53:00.148373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a19ac900-7b96-4958-95f3-4dde1c4db1a5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.167700 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ac900-7b96-4958-95f3-4dde1c4db1a5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f44bb3-ab8c-43d2-af2b-17b5320ed93d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:53:00.231529 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a19ac900-7b96-4958-95f3-4dde1c4db1a5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.232794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a19ac900-7b96-4958-95f3-4dde1c4db1a5 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3184500 Oct 12 23:53:00.235764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45948) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:53:00.240476 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-53b5dc35-c6b5-4334-9914-5a65004d2707 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'security_group_rule': {'security_group_id': '3e6afd28-c77b-41dd-84c4-fb21ac3457f6', 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:53:00.319650 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53b5dc35-c6b5-4334-9914-5a65004d2707 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.381294 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53b5dc35-c6b5-4334-9914-5a65004d2707 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.438803 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53b5dc35-c6b5-4334-9914-5a65004d2707 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.461968 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b5dc35-c6b5-4334-9914-5a65004d2707 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e11bb0-fa3a-4800-bcde-5aa7ef4e9d09,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:53:00.528152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-53b5dc35-c6b5-4334-9914-5a65004d2707 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.529447 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-53b5dc35-c6b5-4334-9914-5a65004d2707 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2926629 Oct 12 23:53:00.532138 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45950) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:53:00.544939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-71a500a1-5b80-4863-98ae-b450cc2e7f4a tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'security_group_rule': {'security_group_id': '3e6afd28-c77b-41dd-84c4-fb21ac3457f6', 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:53:00.632422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71a500a1-5b80-4863-98ae-b450cc2e7f4a tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.690899 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71a500a1-5b80-4863-98ae-b450cc2e7f4a tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.752945 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71a500a1-5b80-4863-98ae-b450cc2e7f4a tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.771413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a500a1-5b80-4863-98ae-b450cc2e7f4a tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b7dff3-35a1-463e-a971-8c42b73d3dec,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:53:00.829081 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-71a500a1-5b80-4863-98ae-b450cc2e7f4a tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.830268 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-71a500a1-5b80-4863-98ae-b450cc2e7f4a tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2972038 Oct 12 23:53:00.833002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45952) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:53:00.837194 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4e2671a8-0dcb-4d77-bbbd-91ac2db9a02c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'security_group_rule': {'security_group_id': '3e6afd28-c77b-41dd-84c4-fb21ac3457f6', 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:53:00.918737 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-4e2671a8-0dcb-4d77-bbbd-91ac2db9a02c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Project 6962b68f6e4e4a8181ebe09333e8c002 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:53:00.923783 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e2671a8-0dcb-4d77-bbbd-91ac2db9a02c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:00.983445 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e2671a8-0dcb-4d77-bbbd-91ac2db9a02c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:01.051410 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e2671a8-0dcb-4d77-bbbd-91ac2db9a02c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:01.069087 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2671a8-0dcb-4d77-bbbd-91ac2db9a02c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f0f4e98-5014-4f60-ae99-14183797bf19,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:53:01.126338 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4e2671a8-0dcb-4d77-bbbd-91ac2db9a02c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:01.127609 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4e2671a8-0dcb-4d77-bbbd-91ac2db9a02c tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2936714 Oct 12 23:53:01.130376 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 45954) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:53:01.134600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6d890655-67cf-4135-bede-1e75df59e4ed tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'security_group_rule': {'security_group_id': '3e6afd28-c77b-41dd-84c4-fb21ac3457f6', 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:53:01.204594 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-6d890655-67cf-4135-bede-1e75df59e4ed tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Project 6962b68f6e4e4a8181ebe09333e8c002 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:53:01.210143 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d890655-67cf-4135-bede-1e75df59e4ed tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:01.272524 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d890655-67cf-4135-bede-1e75df59e4ed tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:01.341501 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d890655-67cf-4135-bede-1e75df59e4ed tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:01.363618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d890655-67cf-4135-bede-1e75df59e4ed tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea790d58-c61e-48c6-80d4-bcb588a32e3c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:53:01.436115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6d890655-67cf-4135-bede-1e75df59e4ed tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:01.437300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6d890655-67cf-4135-bede-1e75df59e4ed tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3059826 Oct 12 23:53:01.522364 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e89464a-368f-4520-b9a4-987949218502 req-1ba6b549-ea7a-4f84-ba7d-c53cace7eb98 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132237094&fields=id&tenant_id=6962b68f6e4e4a8181ebe09333e8c002 HTTP/1.1" status: 200 len: 267 time: 0.0410111 Oct 12 23:53:01.574859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89464a-368f-4520-b9a4-987949218502 req-d2acf1be-b6cc-4eeb-af37-f019a2d4edde tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:01.576349 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e89464a-368f-4520-b9a4-987949218502 req-d2acf1be-b6cc-4eeb-af37-f019a2d4edde tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 945 time: 0.0473208 Oct 12 23:53:01.587302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-3e89464a-368f-4520-b9a4-987949218502 req-54835a63-3d57-4d7d-b326-bc5addda2db6 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'port': {'security_groups': ['eaf14739-b813-4878-953a-45816631c240', '3e6afd28-c77b-41dd-84c4-fb21ac3457f6']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:53:01.651674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3e89464a-368f-4520-b9a4-987949218502 req-54835a63-3d57-4d7d-b326-bc5addda2db6 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:01.981178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-3e89464a-368f-4520-b9a4-987949218502 req-54835a63-3d57-4d7d-b326-bc5addda2db6 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] For port dd1a629e-6d70-4fe4-9701-d1763cf36e9d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:53:01.981178 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3e89464a-368f-4520-b9a4-987949218502 req-54835a63-3d57-4d7d-b326-bc5addda2db6 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:02.131585 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3e89464a-368f-4520-b9a4-987949218502 req-54835a63-3d57-4d7d-b326-bc5addda2db6 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:02.143820 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dd1a629e-6d70-4fe4-9701-d1763cf36e9d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:53:02.177182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e89464a-368f-4520-b9a4-987949218502 req-54835a63-3d57-4d7d-b326-bc5addda2db6 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:02.177825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3e89464a-368f-4520-b9a4-987949218502 req-54835a63-3d57-4d7d-b326-bc5addda2db6 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:02.179279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3e89464a-368f-4520-b9a4-987949218502 req-54835a63-3d57-4d7d-b326-bc5addda2db6 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "PUT /v2.0/ports/dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 981 time: 0.5965834 Oct 12 23:53:02.184585 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:53:02.184585 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d2bab9-8786-4097-9c39-d9191f531c7c" -d '{"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:53:02.216088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54835a63-3d57-4d7d-b326-bc5addda2db6 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'Port': ['ID=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:53:02.255927 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6078b-d2fe-4ebf-aa2d-c9454051854b x-openstack-request-id: req-faa6078b-d2fe-4ebf-aa2d-c9454051854b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:53:02.255927 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:53:02.255927 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-faa6078b-d2fe-4ebf-aa2d-c9454051854b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:53:02.256551 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'status': 'completed', 'code': 200} Oct 12 23:53:02.262446 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dd1a629e-6d70-4fe4-9701-d1763cf36e9d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:53:02.324657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c524e15-c5bb-41d7-982f-e0966464a281 req-3902b94c-d8dd-4eec-9c3b-60512962a6bf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:02.326241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c524e15-c5bb-41d7-982f-e0966464a281 req-3902b94c-d8dd-4eec-9c3b-60512962a6bf tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0847285 Oct 12 23:53:02.332559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-44363aa8-453c-47c7-8453-62d748918cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:02.334008 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-44363aa8-453c-47c7-8453-62d748918cae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1136 time: 0.0612304 Oct 12 23:53:02.421670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6c524e15-c5bb-41d7-982f-e0966464a281 req-b8e5d076-401f-4cdb-a218-b062a3c7fa4a tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863636 Oct 12 23:53:02.448276 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-0beb0094-f71a-47d3-91db-2da84d78707b None None] Provisioning complete for port dd1a629e-6d70-4fe4-9701-d1763cf36e9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:53:02.448970 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0beb0094-f71a-47d3-91db-2da84d78707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:02.453871 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-cc18dd4c-5b57-40f8-a4c4-adda995721cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:02.455478 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-cc18dd4c-5b57-40f8-a4c4-adda995721cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 200 len: 916 time: 0.1135857 Oct 12 23:53:02.525067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-151ec705-82b3-4bb9-95c7-568ee9da212d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 1001 time: 0.0622132 Oct 12 23:53:02.571977 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-20aad251-647a-4fc6-9059-5ab680b00230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:02.574026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-20aad251-647a-4fc6-9059-5ab680b00230 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4716b843-4bac-4bd7-9afb-1c2d409fe795 HTTP/1.1" status: 200 len: 854 time: 0.0425918 Oct 12 23:53:02.624084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-20cf0b83-030d-4a5a-8d62-03a498065b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:02.625851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-20cf0b83-030d-4a5a-8d62-03a498065b8b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445867 Oct 12 23:53:02.721263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-3224ca19-ee25-4020-adfd-2d540083ef56 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884852 Oct 12 23:53:02.816544 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59d2bab9-8786-4097-9c39-d9191f531c7c req-a9481013-1f59-4c74-836b-dcd2fff73fd4 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880392 Oct 12 23:53:10.135740 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:53:10.645443 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-344b937b-36eb-4d62-83b9-7dd385508412 req-712c228d-0337-41d0-8bdd-26c5df3760d0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399930 Oct 12 23:53:10.728211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b937b-36eb-4d62-83b9-7dd385508412 req-52e5f671-beb4-47fc-9e33-a6cf581f4c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:10.729658 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-344b937b-36eb-4d62-83b9-7dd385508412 req-52e5f671-beb4-47fc-9e33-a6cf581f4c2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1136 time: 0.0431585 Oct 12 23:53:11.097892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b937b-36eb-4d62-83b9-7dd385508412 req-408af3a2-adef-4c65-90c9-e5060b963674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:11.099384 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-344b937b-36eb-4d62-83b9-7dd385508412 req-408af3a2-adef-4c65-90c9-e5060b963674 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 200 len: 916 time: 0.3510752 Oct 12 23:53:11.173164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-344b937b-36eb-4d62-83b9-7dd385508412 req-6b0aa5c8-a263-40f4-a031-7d46756e8729 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 1001 time: 0.0662799 Oct 12 23:53:11.220197 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b937b-36eb-4d62-83b9-7dd385508412 req-b8353992-ca79-4820-96e4-205406d47e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:11.221560 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-344b937b-36eb-4d62-83b9-7dd385508412 req-b8353992-ca79-4820-96e4-205406d47e65 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4716b843-4bac-4bd7-9afb-1c2d409fe795 HTTP/1.1" status: 200 len: 854 time: 0.0421605 Oct 12 23:53:11.266551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344b937b-36eb-4d62-83b9-7dd385508412 req-abcbfcdb-4236-439b-a89e-3e940eae65b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:11.268000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-344b937b-36eb-4d62-83b9-7dd385508412 req-abcbfcdb-4236-439b-a89e-3e940eae65b1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0389986 Oct 12 23:53:11.363725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-344b937b-36eb-4d62-83b9-7dd385508412 req-d2b53244-402c-4fce-88be-a91a969171ef service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838342 Oct 12 23:53:11.456904 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-344b937b-36eb-4d62-83b9-7dd385508412 req-4a905426-d65f-427f-8fe9-0e73709bcc28 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846531 Oct 12 23:53:12.108771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-145ada73-e727-4015-99a7-3dbc1990e969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:15.570832 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:15.747119 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d7356501-c9c8-4273-a8c1-642df70c735e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:16.336981 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:16.835793 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee61ba-1698-43c0-8141-86ee3a79b9cc req-11c09cc6-2ece-4721-8419-37e3bd71e8e2 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:16.837284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aee61ba-1698-43c0-8141-86ee3a79b9cc req-11c09cc6-2ece-4721-8419-37e3bd71e8e2 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0541875 Oct 12 23:53:16.900026 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aee61ba-1698-43c0-8141-86ee3a79b9cc req-86d4adce-5908-48e3-b8ab-c1e0cf44e9f7 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555570 Oct 12 23:53:16.915536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-9b6eb60e-8f90-4fd6-93fa-931e397a8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:16.917036 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-9b6eb60e-8f90-4fd6-93fa-931e397a8af3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1136 time: 0.0519342 Oct 12 23:53:17.012107 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-f25f6341-032a-4d8f-8476-322cd50d6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:17.013568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-f25f6341-032a-4d8f-8476-322cd50d6129 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 200 len: 916 time: 0.0895071 Oct 12 23:53:17.079062 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-187a9aa1-8589-43f3-bd18-cb3fca6b175c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 1001 time: 0.0573425 Oct 12 23:53:17.127160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-dd7b8a66-65dd-47d9-8b72-41c59f2f12a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:17.128643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-dd7b8a66-65dd-47d9-8b72-41c59f2f12a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4716b843-4bac-4bd7-9afb-1c2d409fe795 HTTP/1.1" status: 200 len: 854 time: 0.0430174 Oct 12 23:53:17.177947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-1a855ffe-97b1-4621-b1f7-c14171b2f0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:17.179379 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-1a855ffe-97b1-4621-b1f7-c14171b2f0f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0441706 Oct 12 23:53:17.268425 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-21516d7d-618b-4a6e-a86c-5fd14739c129 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819800 Oct 12 23:53:17.361001 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63461bd9-64b9-40da-b447-ba5d06f80fb4 req-7e629bd0-58ac-4f73-9683-01bb16f5e90e service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852778 Oct 12 23:53:18.051481 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:18.071754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55067c-d198-47be-be4e-3b581d546d25 req-a00aa1f9-7b51-4555-93fd-0040b9ea3a28 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:18.074713 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c55067c-d198-47be-be4e-3b581d546d25 req-a00aa1f9-7b51-4555-93fd-0040b9ea3a28 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0981135 Oct 12 23:53:18.112653 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1c55067c-d198-47be-be4e-3b581d546d25 req-125d8e09-2b78-4b19-86d9-b658174b3b81 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326204 Oct 12 23:53:19.229941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a2b19-ca80-49c7-b88d-6100d9ace159 req-b082db08-ce6e-4462-953f-5bacb96da515 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:19.231448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-040a2b19-ca80-49c7-b88d-6100d9ace159 req-b082db08-ce6e-4462-953f-5bacb96da515 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0505321 Oct 12 23:53:19.273329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-040a2b19-ca80-49c7-b88d-6100d9ace159 req-5135f355-ac95-49db-8f84-131f2de0e44b tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356760 Oct 12 23:53:19.428006 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:19.780752 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:20.388972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd058aa2-8fe6-4c90-9e19-12cb33cb2fc7 req-da40b899-6d0e-4ecf-b96d-0d7385f6b858 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:20.390445 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd058aa2-8fe6-4c90-9e19-12cb33cb2fc7 req-da40b899-6d0e-4ecf-b96d-0d7385f6b858 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0486987 Oct 12 23:53:20.428943 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd058aa2-8fe6-4c90-9e19-12cb33cb2fc7 req-7a006271-fd1a-48c2-8936-b493cf0f59ed tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324957 Oct 12 23:53:21.557322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057d341-2cf1-45da-a2d3-ba74447ae4ad req-83adfe24-f789-41c2-9939-7d99230abd4e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:21.559569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0057d341-2cf1-45da-a2d3-ba74447ae4ad req-83adfe24-f789-41c2-9939-7d99230abd4e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0490677 Oct 12 23:53:21.599719 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0057d341-2cf1-45da-a2d3-ba74447ae4ad req-ca025441-8f53-4776-a5c3-436e777acf07 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341556 Oct 12 23:53:22.713656 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9195725a-ecc5-42c3-977c-af3789957ad6 req-6191c291-7d61-459e-8d38-7cce3e32709d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:22.715248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9195725a-ecc5-42c3-977c-af3789957ad6 req-6191c291-7d61-459e-8d38-7cce3e32709d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0488319 Oct 12 23:53:22.765247 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9195725a-ecc5-42c3-977c-af3789957ad6 req-613675a2-9c8e-42bc-a6a5-b180cad84306 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0440075 Oct 12 23:53:23.877019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629bf70f-505e-445b-ae18-c23a2ef4a9cc req-e7135455-3d5f-479b-be0b-5259051faa93 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:23.878374 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-629bf70f-505e-445b-ae18-c23a2ef4a9cc req-e7135455-3d5f-479b-be0b-5259051faa93 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0477123 Oct 12 23:53:23.921723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-629bf70f-505e-445b-ae18-c23a2ef4a9cc req-c4fee466-fdc9-4d2a-9ad1-98b8b75632c2 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0372899 Oct 12 23:53:25.035059 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af9d31-df7b-4489-9d5e-d45e945b1624 req-8e76b027-f1c5-4d56-8c8e-1fcb5b61dafd tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:25.036509 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3af9d31-df7b-4489-9d5e-d45e945b1624 req-8e76b027-f1c5-4d56-8c8e-1fcb5b61dafd tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0485835 Oct 12 23:53:25.076176 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3af9d31-df7b-4489-9d5e-d45e945b1624 req-ed6bc05d-58f1-49c9-bdc6-7887d4bad868 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335994 Oct 12 23:53:26.190811 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcfa58-f557-4e6a-96d3-ddc77980a214 req-a3b386c9-b332-4f1b-9e39-71461531209e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:26.192309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8bfcfa58-f557-4e6a-96d3-ddc77980a214 req-a3b386c9-b332-4f1b-9e39-71461531209e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0497990 Oct 12 23:53:26.232022 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8bfcfa58-f557-4e6a-96d3-ddc77980a214 req-31f6e380-d28d-48f8-a2ee-bef96142984f tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338204 Oct 12 23:53:27.347459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8a45-d19c-442c-bcda-a265ea17585b req-fc685cd0-4e0a-49ba-8e84-e2b4742c3781 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:27.348855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea8a8a45-d19c-442c-bcda-a265ea17585b req-fc685cd0-4e0a-49ba-8e84-e2b4742c3781 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0505025 Oct 12 23:53:27.390337 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ea8a8a45-d19c-442c-bcda-a265ea17585b req-9ef82a52-47f1-4888-8911-525cd3f4f118 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354035 Oct 12 23:53:28.505230 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75dc94-321c-44a4-9b56-2bdc378f4e56 req-4f3ae569-6076-415e-af4e-ad0bcd4b7788 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:28.506765 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f75dc94-321c-44a4-9b56-2bdc378f4e56 req-4f3ae569-6076-415e-af4e-ad0bcd4b7788 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0495470 Oct 12 23:53:28.547416 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3f75dc94-321c-44a4-9b56-2bdc378f4e56 req-4ea1c0a4-08a2-4b62-9cc9-fdcc68281fbe tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0332825 Oct 12 23:53:29.661064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dfdeed-4e34-44ca-aeba-1404ef4d0219 req-235b9410-6e65-48ae-93a5-db7f75acb90d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:29.662509 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-44dfdeed-4e34-44ca-aeba-1404ef4d0219 req-235b9410-6e65-48ae-93a5-db7f75acb90d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0483997 Oct 12 23:53:29.705793 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-44dfdeed-4e34-44ca-aeba-1404ef4d0219 req-3ce12259-05c7-48a0-8ea5-d04f856accbc tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366035 Oct 12 23:53:30.818653 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1857d55e-3d2b-4356-86f8-f0eb32d14cf5 req-bbccad6a-3bda-470a-ad07-d5332c9020f0 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:30.820119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1857d55e-3d2b-4356-86f8-f0eb32d14cf5 req-bbccad6a-3bda-470a-ad07-d5332c9020f0 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0481751 Oct 12 23:53:30.862834 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1857d55e-3d2b-4356-86f8-f0eb32d14cf5 req-22f6ef19-25be-423f-8ad1-68bcf7b00423 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359986 Oct 12 23:53:31.978093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a0095-c5e7-418a-86a2-1ed0daf677dd req-6ce018e4-13c3-48d1-9684-317151500eb9 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:31.979681 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d37a0095-c5e7-418a-86a2-1ed0daf677dd req-6ce018e4-13c3-48d1-9684-317151500eb9 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0499568 Oct 12 23:53:32.018410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d37a0095-c5e7-418a-86a2-1ed0daf677dd req-8e81220e-32bc-4b42-b8d8-c4e3ff3c4f3f tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0328786 Oct 12 23:53:33.137736 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5579b02c-6714-412d-85c6-a765c1af1d4a req-646d02a9-4e75-4e57-bdab-b6cd0f9caf6d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:33.139238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5579b02c-6714-412d-85c6-a765c1af1d4a req-646d02a9-4e75-4e57-bdab-b6cd0f9caf6d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0526307 Oct 12 23:53:33.181593 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5579b02c-6714-412d-85c6-a765c1af1d4a req-48a180b7-4490-4492-82d7-01552d13362f tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0362780 Oct 12 23:53:34.304750 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52813594-71be-4381-9bb0-44eace877b16 req-04ed4829-42d5-41b9-8f1f-54e11611057d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:53:34.306249 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52813594-71be-4381-9bb0-44eace877b16 req-04ed4829-42d5-41b9-8f1f-54e11611057d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0515220 Oct 12 23:53:34.346749 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-52813594-71be-4381-9bb0-44eace877b16 req-2369764e-1980-4a38-98b7-dc57339154fd tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=3e6afd28-c77b-41dd-84c4-fb21ac3457f6&id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339434 Oct 12 23:53:42.119353 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-60530246-f847-496d-b5d2-eb60c806bd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:45.593488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:45.666216 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e962b16f-eee0-48b7-8b8b-fadc35377deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:46.317728 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:47.134625 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:53:48.056333 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:49.448743 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:53:49.803412 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:06.627962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-aee07c5a-1f97-4b79-b9ac-34a1887bc272 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2132237094&fields=id&tenant_id=6962b68f6e4e4a8181ebe09333e8c002 HTTP/1.1" status: 200 len: 267 time: 0.0326879 Oct 12 23:54:06.680004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-119bd390-ff4c-47e3-9fbf-12769132f6b3 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:06.681460 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-119bd390-ff4c-47e3-9fbf-12769132f6b3 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 984 time: 0.0478611 Oct 12 23:54:06.692677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Request body: {'port': {'security_groups': ['eaf14739-b813-4878-953a-45816631c240']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:06.758705 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:06.932414 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] For port dd1a629e-6d70-4fe4-9701-d1763cf36e9d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:06.961867 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.027308 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.038856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dd1a629e-6d70-4fe4-9701-d1763cf36e9d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:54:07.076988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:07.077864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.079507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-44f76f5c-3f69-417e-81ac-8d537b5d5f97 req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "PUT /v2.0/ports/dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 942 time: 0.3912008 Oct 12 23:54:07.079983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:54:07.082521 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7" -d '{"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:54:07.086706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46036) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:07.117143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event updated for resources: {'Port': ['ID=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:07.126575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.127239 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.127753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.128256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.128762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.129306 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.129821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.130350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.130890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.131487 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.132017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.132548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9d745c1-f7b5-4651-98e0-6ab26465934d tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.141540 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dd1a629e-6d70-4fe4-9701-d1763cf36e9d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:54:07.216513 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.229219 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72493f51-11b9-4e86-8c54-12839e1f14c9 x-openstack-request-id: req-72493f51-11b9-4e86-8c54-12839e1f14c9 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:54:07.229521 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:54:07.229775 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-72493f51-11b9-4e86-8c54-12839e1f14c9 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:54:07.230616 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'status': 'completed', 'code': 200} Oct 12 23:54:07.249976 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.295671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-77a0cfb2-ba1c-402d-9994-e79f56355240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:07.301115 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-77a0cfb2-ba1c-402d-9994-e79f56355240 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1097 time: 0.0443163 Oct 12 23:54:07.399576 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.403907 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.406953 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "DELETE /v2.0/security-groups/3e6afd28-c77b-41dd-84c4-fb21ac3457f6 HTTP/1.1" status: 204 len: 168 time: 0.3188636 Oct 12 23:54:07.409992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-c2f4cb24-a9be-4971-9271-6bc15aa0ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:07.410522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-c2f4cb24-a9be-4971-9271-6bc15aa0ea2c service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 200 len: 916 time: 0.1050658 Oct 12 23:54:07.410922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46040) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:07.419296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-00167e28-d703-4750-b9ab-74b573d05584 None None] Provisioning complete for port dd1a629e-6d70-4fe4-9701-d1763cf36e9d triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:07.419296 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-00167e28-d703-4750-b9ab-74b573d05584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.419754 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6afd28-c77b-41dd-84c4-fb21ac3457f6,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:07.427974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.428331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.428898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.429246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.429584 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.429923 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.430255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.430600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.431069 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.431391 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.431724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.432053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9dd6aa-47ef-4986-8c09-cffeedf31506 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:07.534971 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-f9856a4b-cbb1-4f84-894c-6a0a8cd07772 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 1001 time: 0.1166039 Oct 12 23:54:07.625594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-ec86b0af-ee03-4d1f-9b01-6d4417fe17c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:07.627067 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-ec86b0af-ee03-4d1f-9b01-6d4417fe17c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4716b843-4bac-4bd7-9afb-1c2d409fe795 HTTP/1.1" status: 200 len: 854 time: 0.0634770 Oct 12 23:54:07.692921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-56899bea-6ea1-4e1a-9388-bb67024588d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:07.694366 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-56899bea-6ea1-4e1a-9388-bb67024588d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511434 Oct 12 23:54:07.698532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Deleting port fcc89d27-769d-4da6-a2b8-b9e102521506 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:07.698872 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.843742 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.844068 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:07.858636 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-6632035b-e054-4746-8c7c-57aebcd372d0 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563756 Oct 12 23:54:07.859484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Calling delete_port for fcc89d27-769d-4da6-a2b8-b9e102521506 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:08.029632 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8074eb6e-ed8a-49c2-8edd-ec84294b97d7 req-e86af4bb-405b-4f9a-a540-c4e2c639edf7 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621952 Oct 12 23:54:08.171631 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:08.197172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event deleted for resources: {'Port': ['ID=fcc89d27-769d-4da6-a2b8-b9e102521506,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:08.261545 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:08.261875 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Floating IP 2ec92ba5-8a7d-4e24-ac73-6f39898c72ff disassociated (deleted). External IP: 172.25.2.220, port: dd1a629e-6d70-4fe4-9701-d1763cf36e9d. Oct 12 23:54:08.496005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Router 772e06e2-06c3-4716-bb6e-1662c1d35b32 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:54:08.605161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:54:08.609944 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:08.614483 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] Sync routers for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:54:08.623929 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:08.627645 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:53:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:08.636637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-be64ef6f-ff6e-4cfc-ba04-099c95803626 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "DELETE /v2.0/floatingips/2ec92ba5-8a7d-4e24-ac73-6f39898c72ff HTTP/1.1" status: 204 len: 168 time: 1.2246964 Oct 12 23:54:08.730165 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:08.925201 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59f66482-50b7-4f60-9041-8136b27ea0e0', 'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'mac_address': 'fa:16:3e:dd:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:01Z', 'updated_at': '2021-10-12T23:52:06Z', 'revision_number': 5, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'subnets': [{'id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:08.950464 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] Checking router: 772e06e2-06c3-4716-bb6e-1662c1d35b32 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:54:08.960492 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:08.961129 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:53:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:09.074140 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:09.231362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:54:09.233962 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95423980-d894-483e-ac8e-519d221217db" -d '{"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:54:09.270597 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59f66482-50b7-4f60-9041-8136b27ea0e0', 'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'mac_address': 'fa:16:3e:dd:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:01Z', 'updated_at': '2021-10-12T23:52:06Z', 'revision_number': 5, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'subnets': [{'id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:09.270820 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669183b1-5ae9-4274-b33d-3341ba36d9d5 x-openstack-request-id: req-669183b1-5ae9-4274-b33d-3341ba36d9d5 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:54:09.271143 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:54:09.271393 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-669183b1-5ae9-4274-b33d-3341ba36d9d5 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:54:09.271941 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'status': 'completed', 'code': 200} Oct 12 23:54:09.297924 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78cb9444-fdb3-45cd-96fa-bd3a716e96ad None None] The sync data for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 is: [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:02Z', 'revision_number': 4, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59f66482-50b7-4f60-9041-8136b27ea0e0', 'name': '', 'network_id': '6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'mac_address': 'fa:16:3e:dd:fa:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_interface', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:01Z', 'updated_at': '2021-10-12T23:52:06Z', 'revision_number': 5, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'subnets': [{'id': '4716b843-4bac-4bd7-9afb-1c2d409fe795', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:54:09.334684 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95423980-d894-483e-ac8e-519d221217db req-c77a5e91-fd9e-450b-9a2b-746090284bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:09.337006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95423980-d894-483e-ac8e-519d221217db req-c77a5e91-fd9e-450b-9a2b-746090284bf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1097 time: 0.0426209 Oct 12 23:54:09.433076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95423980-d894-483e-ac8e-519d221217db req-566abc72-9965-4cd1-ad66-6ea8f02af7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:09.434584 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95423980-d894-483e-ac8e-519d221217db req-566abc72-9965-4cd1-ad66-6ea8f02af7fb service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 200 len: 916 time: 0.0899913 Oct 12 23:54:09.481312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95423980-d894-483e-ac8e-519d221217db req-c5e4fd1a-11cc-4dde-abd4-9dccaa2a62a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 217 time: 0.0374434 Oct 12 23:54:09.534830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95423980-d894-483e-ac8e-519d221217db req-d7c26c49-ca8f-40a1-b4d9-ac979828fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:09.536396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95423980-d894-483e-ac8e-519d221217db req-d7c26c49-ca8f-40a1-b4d9-ac979828fe31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4716b843-4bac-4bd7-9afb-1c2d409fe795 HTTP/1.1" status: 200 len: 854 time: 0.0474083 Oct 12 23:54:09.552219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8145d2a-cf04-448f-a2ba-3e263443555a None None] New status for floating IP 2ec92ba5-8a7d-4e24-ac73-6f39898c72ff: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:54:09.590715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95423980-d894-483e-ac8e-519d221217db req-8bd983df-7e4a-4574-8ed7-1a58c7316811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:09.593502 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95423980-d894-483e-ac8e-519d221217db req-8bd983df-7e4a-4574-8ed7-1a58c7316811 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505576 Oct 12 23:54:09.962792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95423980-d894-483e-ac8e-519d221217db req-52d11ad1-30d9-4650-808e-fa37beec5ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3621764 Oct 12 23:54:10.067787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95423980-d894-483e-ac8e-519d221217db req-b5d37ce1-f3e6-4e61-8c65-e0e79e56e784 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966923 Oct 12 23:54:10.641838 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-fc5e218d-7c6a-4fb7-82f8-4ff9aa0041ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396619 Oct 12 23:54:10.722148 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-b208e660-b688-44a7-a871-51646c36896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:10.723669 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-b208e660-b688-44a7-a871-51646c36896b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 1097 time: 0.0403666 Oct 12 23:54:10.830184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-6f8df3ae-79de-46dd-96e4-319badb44074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:10.831690 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-6f8df3ae-79de-46dd-96e4-319badb44074 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 200 len: 916 time: 0.0886114 Oct 12 23:54:10.871859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-0dd62b8b-c9c1-4018-a6e2-23c8f99362e9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 200 len: 217 time: 0.0334105 Oct 12 23:54:10.925465 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-c099dd7f-bdbb-4810-8ee7-cdd29195cd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:10.926889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-c099dd7f-bdbb-4810-8ee7-cdd29195cd48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4716b843-4bac-4bd7-9afb-1c2d409fe795 HTTP/1.1" status: 200 len: 854 time: 0.0474765 Oct 12 23:54:10.971525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-b6881557-debc-4b1d-9589-ff088eff2fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:10.973027 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-b6881557-debc-4b1d-9589-ff088eff2fc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0397348 Oct 12 23:54:11.063950 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-76e609ad-25e7-43b2-a06b-602991ee7918 service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836864 Oct 12 23:54:11.163871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1310f66d-a817-47e6-91c5-0b3667f855f3 req-25e6b424-9923-4eab-bfad-dc09a2e364ed service neutron] 10.222.0.41 "GET /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928411 Oct 12 23:54:12.124643 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e8405d18-b9bc-4675-82a7-2c5e4a7e8ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:15.587572 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:15.644866 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d0337324-e380-4894-8aa5-5a63e26fd47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:16.296166 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:18.077410 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:18.114171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9b1d4-0db7-402a-8ae7-5966f97e418c req-64e87a5a-e34f-4d4b-9927-0e7e78e19830 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:18.115657 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5f9b1d4-0db7-402a-8ae7-5966f97e418c req-64e87a5a-e34f-4d4b-9927-0e7e78e19830 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 945 time: 0.0499430 Oct 12 23:54:18.156023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5f9b1d4-0db7-402a-8ae7-5966f97e418c req-cbf639aa-ef7c-4e14-bb24-900644a86b40 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342512 Oct 12 23:54:19.270893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435dcd6c-ac5c-4fa2-a05c-4aef616a7f3c req-455ba872-9859-4f60-abd6-44b97a017340 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:19.272286 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-435dcd6c-ac5c-4fa2-a05c-4aef616a7f3c req-455ba872-9859-4f60-abd6-44b97a017340 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 945 time: 0.0491898 Oct 12 23:54:19.310763 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-435dcd6c-ac5c-4fa2-a05c-4aef616a7f3c req-8ec71e3c-01d7-451d-9268-ee96f8ebc7b9 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/security-groups?id=eaf14739-b813-4878-953a-45816631c240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314920 Oct 12 23:54:19.438618 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:19.734954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-c0d7f31b-6871-461e-a2b3-150268d6e112 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:19.736471 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-c0d7f31b-6871-461e-a2b3-150268d6e112 tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.41 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 945 time: 0.0541701 Oct 12 23:54:19.815828 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:19.827004 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Deleting port dd1a629e-6d70-4fe4-9701-d1763cf36e9d {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:19.832574 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:19.917968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] For port dd1a629e-6d70-4fe4-9701-d1763cf36e9d, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:19.918263 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:19.932172 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Calling delete_port for dd1a629e-6d70-4fe4-9701-d1763cf36e9d owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:20.124396 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:20.135824 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['dd1a629e-6d70-4fe4-9701-d1763cf36e9d'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:54:20.159836 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Pushing event deleted for resources: {'Port': ['ID=dd1a629e-6d70-4fe4-9701-d1763cf36e9d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:20.202788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] No DVR routers for this DVR port dd1a629e-6d70-4fe4-9701-d1763cf36e9d on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:54:20.205503 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:20.209176 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2094b0d8-c343-4ee1-9552-a999017f2860 req-e1c263c0-404c-4ab6-9d70-462d84e90f6e tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.41 "DELETE /v2.0/ports/dd1a629e-6d70-4fe4-9701-d1763cf36e9d HTTP/1.1" status: 204 len: 173 time: 0.4665515 Oct 12 23:54:20.212710 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'name': 'network-vif-deleted', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:54:20.212710 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d025b2-4bab-4725-bc6b-fc59eb45875c" -d '{"events": [{"server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "name": "network-vif-deleted", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:54:20.253341 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b304b7-53bd-46ee-b96c-5f8ea4e49f16 x-openstack-request-id: req-f6b304b7-53bd-46ee-b96c-5f8ea4e49f16 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:54:20.253682 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c4b266-7c14-472e-9f77-78eacd6e35ef", "name": "network-vif-deleted", "tag": "dd1a629e-6d70-4fe4-9701-d1763cf36e9d", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:54:20.253895 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6b304b7-53bd-46ee-b96c-5f8ea4e49f16 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:54:20.254334 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c4b266-7c14-472e-9f77-78eacd6e35ef', 'name': 'network-vif-deleted', 'tag': 'dd1a629e-6d70-4fe4-9701-d1763cf36e9d', 'status': 'completed', 'code': 200} Oct 12 23:54:20.405861 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99858033-397c-48fe-b959-99c302d49fb5 req-e94fcf3c-5511-4b8e-9c87-08776950155f tempest-TestMinimumBasicScenario-1089367070 tempest-TestMinimumBasicScenario-1089367070-project] 10.222.0.31 "GET /v2.0/ports?device_id=26c4b266-7c14-472e-9f77-78eacd6e35ef HTTP/1.1" status: 200 len: 210 time: 0.0263937 Oct 12 23:54:22.531699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46140) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:22.886211 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:23.127041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Deleting port 59f66482-50b7-4f60-9041-8136b27ea0e0 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:23.127393 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:23.210195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] For port 59f66482-50b7-4f60-9041-8136b27ea0e0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=59f66482-50b7-4f60-9041-8136b27ea0e0,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:23.210468 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:23.223395 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Calling delete_port for 59f66482-50b7-4f60-9041-8136b27ea0e0 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:23.442691 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:23.473681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f66482-50b7-4f60-9041-8136b27ea0e0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:23.641626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:23.829899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dd1a629e-6d70-4fe4-9701-d1763cf36e9d no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:54:23.852968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: dd1a629e-6d70-4fe4-9701-d1763cf36e9d {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:54:23.853366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device dd1a629e-6d70-4fe4-9701-d1763cf36e9d not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:54:23.855849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Router 772e06e2-06c3-4716-bb6e-1662c1d35b32 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:54:23.961430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:54:23.966462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d76c18ed-cbb8-4be4-acc8-880569ef7415 admin admin] 10.222.0.31 "PUT /v2.0/routers/772e06e2-06c3-4716-bb6e-1662c1d35b32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4336908 Oct 12 23:54:23.969136 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46142) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:23.971781 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] Sync routers for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:54:23.980641 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:23.981252 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:24.076553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:24.084191 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:24.149050 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:54:24.277846 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:54:23Z', 'revision_number': 5, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:24.305557 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] Checking router: 772e06e2-06c3-4716-bb6e-1662c1d35b32 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:54:24.315030 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] Routers {'772e06e2-06c3-4716-bb6e-1662c1d35b32'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:24.315648 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['772e06e2-06c3-4716-bb6e-1662c1d35b32'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:24.428277 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] Set router 772e06e2-06c3-4716-bb6e-1662c1d35b32 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:24.460846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:24.571555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Deleting port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:24.571911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:24.610626 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:54:23Z', 'revision_number': 5, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:24.640957 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6fdc6bf-b77a-419c-a353-c2cfd2f9f68e None None] The sync data for ids ['772e06e2-06c3-4716-bb6e-1662c1d35b32'] in n-d-790519-14 is: [{'id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'name': 'tempest-TestMinimumBasicScenario-1207220045-router', 'tenant_id': '6962b68f6e4e4a8181ebe09333e8c002', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149'}], 'enable_snat': True}, 'gw_port_id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:54:23Z', 'revision_number': 5, 'project_id': '6962b68f6e4e4a8181ebe09333e8c002', 'gw_port': {'id': 'ed154aa3-46e4-408a-a2d6-5cdaa3a3b886', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:25:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '772e06e2-06c3-4716-bb6e-1662c1d35b32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4139, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:51:59Z', 'updated_at': '2021-10-12T23:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:54:24.655900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] For port ed154aa3-46e4-408a-a2d6-5cdaa3a3b886, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ed154aa3-46e4-408a-a2d6-5cdaa3a3b886,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:24.656472 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:24.673888 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Calling delete_port for ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:24.900124 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:24.927828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed154aa3-46e4-408a-a2d6-5cdaa3a3b886,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:24.990608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.083830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.086010 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.238014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 59f66482-50b7-4f60-9041-8136b27ea0e0 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:54:25.246122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.246122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 772e06e2-06c3-4716-bb6e-1662c1d35b32 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:54:25.246122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.246122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e842a3fc-b81c-4194-b06e-5335874f1b80 admin admin] 10.222.0.31 "DELETE /v2.0/routers/772e06e2-06c3-4716-bb6e-1662c1d35b32 HTTP/1.1" status: 204 len: 168 time: 1.2736044 Oct 12 23:54:25.247306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46144) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:25.264480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 59f66482-50b7-4f60-9041-8136b27ea0e0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:54:25.264480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 59f66482-50b7-4f60-9041-8136b27ea0e0 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:54:25.297257 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-6926619c-c04c-401f-9baa-b724cad1d705 admin admin] Deleting subnet 4716b843-4bac-4bd7-9afb-1c2d409fe795 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:54:25.300854 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6926619c-c04c-401f-9baa-b724cad1d705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.337007 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6926619c-c04c-401f-9baa-b724cad1d705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.415705 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6926619c-c04c-401f-9baa-b724cad1d705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.547289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6926619c-c04c-401f-9baa-b724cad1d705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.572190 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926619c-c04c-401f-9baa-b724cad1d705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4716b843-4bac-4bd7-9afb-1c2d409fe795,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:25.576640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6926619c-c04c-401f-9baa-b724cad1d705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.579896 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6926619c-c04c-401f-9baa-b724cad1d705 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4716b843-4bac-4bd7-9afb-1c2d409fe795 HTTP/1.1" status: 204 len: 168 time: 0.3315427 Oct 12 23:54:25.582109 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b244e65a-e4cb-4065-b5f7-a66a5637b23d None None] Network 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:54:25.582475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46146) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:25.655103 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.718494 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Deleting port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:25.719260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.773317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] DHCP port deletion for 6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:54:25.791430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] For port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=10ba7f43-a34e-4cb7-8b8e-e301b2ac4427,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:25.791790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.805232 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Calling delete_port for 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:25.818501 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Deleting port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:25.818877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.878996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] For port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=10ba7f43-a34e-4cb7-8b8e-e301b2ac4427,segment=NetworkSegment(e6361066-c0e5-473e-bb5c-ddb21699576c),segment_id=e6361066-c0e5-473e-bb5c-ddb21699576c)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:25.879311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.891722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Calling delete_port for 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:25.968652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.974032 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:25.995587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Pushing event deleted for resources: {'Port': ['ID=10ba7f43-a34e-4cb7-8b8e-e301b2ac4427,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:25.999973 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Pushing event deleted for resources: {'Port': ['ID=10ba7f43-a34e-4cb7-8b8e-e301b2ac4427,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:26.000364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] No DVR routers for this DVR port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:54:26.004399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] No DVR routers for this DVR port 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:54:26.011193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.011544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.011886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.012226 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.012942 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.013065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.013482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.013813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.014141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.014464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.014788 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.015142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e17ab8-34ad-4403-b603-806d1cc8ec43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:26.078248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:26.098189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:26.107990 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6361066-c0e5-473e-bb5c-ddb21699576c') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:26.108279 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6361066-c0e5-473e-bb5c-ddb21699576c') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:26.117502 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:26.131499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:26.137128 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:54:26.137568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:54:26.139758 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:54:26.244242 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:26.249779 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:26.252930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] 10.222.0.31 "DELETE /v2.0/networks/6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d HTTP/1.1" status: 204 len: 168 time: 0.6690218 Oct 12 23:54:26.257154 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46148) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:26.268941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c7dc8-3271-4451-8b7b-972f87dfbe7a admin admin] Pushing event deleted for resources: {'Network': ['ID=6f9157f9-67f4-4cb1-ac06-dd0e0ff6a48d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:26.888688 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:27.127724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Deleting port 9371800e-15fe-472b-b24e-5d91a689f2b0 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:27.128071 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:27.180529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:54:27.199516 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:54:27.199868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 10ba7f43-a34e-4cb7-8b8e-e301b2ac4427 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:54:27.203181 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:54:27.211217 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] For port 9371800e-15fe-472b-b24e-5d91a689f2b0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9371800e-15fe-472b-b24e-5d91a689f2b0,segment=NetworkSegment(9322e053-a359-484d-8386-eddcaf349f88),segment_id=9322e053-a359-484d-8386-eddcaf349f88)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:27.211591 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:27.218486 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:54:27.218836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ed154aa3-46e4-408a-a2d6-5cdaa3a3b886 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:54:27.226084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Calling delete_port for 9371800e-15fe-472b-b24e-5d91a689f2b0 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:27.460146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:27.489955 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Pushing event deleted for resources: {'Port': ['ID=9371800e-15fe-472b-b24e-5d91a689f2b0,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:27.654192 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:27.862681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Router 16364992-61e2-4216-81aa-69b941ae7010 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:54:27.967119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:54:27.972011 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e9455879-6907-42bc-b20c-5b861a57b46f admin admin] 10.222.0.31 "PUT /v2.0/routers/16364992-61e2-4216-81aa-69b941ae7010/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7150578 Oct 12 23:54:27.974514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46150) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:27.977210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] Sync routers for ids ['16364992-61e2-4216-81aa-69b941ae7010'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:54:27.986428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] Routers {'16364992-61e2-4216-81aa-69b941ae7010'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:27.987072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['16364992-61e2-4216-81aa-69b941ae7010'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:28.079302 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.088406 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] Set router 16364992-61e2-4216-81aa-69b941ae7010 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:28.183455 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.266140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16364992-61e2-4216-81aa-69b941ae7010', 'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200'}], 'enable_snat': True}, 'gw_port_id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:54:27Z', 'revision_number': 5, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'gw_port': {'id': '3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:96:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16364992-61e2-4216-81aa-69b941ae7010', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:52:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:28.292491 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] Checking router: 16364992-61e2-4216-81aa-69b941ae7010 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:54:28.302466 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] Routers {'16364992-61e2-4216-81aa-69b941ae7010'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:28.302637 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Deleting port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:28.303053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.303182 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['16364992-61e2-4216-81aa-69b941ae7010'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:28.386013 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] For port 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:28.386425 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.387742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] Set router 16364992-61e2-4216-81aa-69b941ae7010 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:28.398260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Calling delete_port for 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:28.444031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16364992-61e2-4216-81aa-69b941ae7010', 'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:54:28Z', 'revision_number': 6, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:28.470545 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c1fbef-fbe3-41cc-a4d6-2de42b63b34b None None] The sync data for ids ['16364992-61e2-4216-81aa-69b941ae7010'] in n-d-790519-14 is: [{'id': '16364992-61e2-4216-81aa-69b941ae7010', 'name': 'tempest-TestMinimumBasicScenario-2064001732-router', 'tenant_id': '81c05d12057748d0b0c35951d3aa0ec9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:52:05Z', 'updated_at': '2021-10-12T23:54:28Z', 'revision_number': 6, 'project_id': '81c05d12057748d0b0c35951d3aa0ec9', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:54:28.604302 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.630224 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Pushing event deleted for resources: {'Port': ['ID=3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:28.689594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.790747 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.792811 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.884857 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.885471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16364992-61e2-4216-81aa-69b941ae7010 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:54:28.890751 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.891847 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ce02a293-443f-4954-90e1-f7041856ca7c admin admin] 10.222.0.31 "DELETE /v2.0/routers/16364992-61e2-4216-81aa-69b941ae7010 HTTP/1.1" status: 204 len: 168 time: 0.9163964 Oct 12 23:54:28.894343 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46152) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:28.944035 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d062f8e-e170-4bbb-9f7b-21606e8c98a9 admin admin] Deleting subnet 4c6347a1-7df4-4ff8-9af9-75d77f8a7730 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:54:28.947053 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d062f8e-e170-4bbb-9f7b-21606e8c98a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:28.981757 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d062f8e-e170-4bbb-9f7b-21606e8c98a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.062310 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d062f8e-e170-4bbb-9f7b-21606e8c98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.170837 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d062f8e-e170-4bbb-9f7b-21606e8c98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.198377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d062f8e-e170-4bbb-9f7b-21606e8c98a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c6347a1-7df4-4ff8-9af9-75d77f8a7730,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:29.200381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1d062f8e-e170-4bbb-9f7b-21606e8c98a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.204799 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1d062f8e-e170-4bbb-9f7b-21606e8c98a9 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/4c6347a1-7df4-4ff8-9af9-75d77f8a7730 HTTP/1.1" status: 204 len: 168 time: 0.3090675 Oct 12 23:54:29.207118 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46154) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:29.212369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d4fb7-b175-4af3-aca5-0a2fdcb5c076 None None] Network 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:54:29.309448 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.322261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:54:29.358284 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:54:29.358632 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 3102bd8f-e3ae-4bae-8624-fe4de0fe6ed5 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:54:29.359084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9371800e-15fe-472b-b24e-5d91a689f2b0 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:54:29.375276 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Deleting port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:29.375635 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.384423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 9371800e-15fe-472b-b24e-5d91a689f2b0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:54:29.384771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9371800e-15fe-472b-b24e-5d91a689f2b0 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:54:29.453596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] For port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3,segment=NetworkSegment(9322e053-a359-484d-8386-eddcaf349f88),segment_id=9322e053-a359-484d-8386-eddcaf349f88)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:29.453963 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.470514 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Calling delete_port for 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:29.476192 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990b134e-4ba2-4ec9-9661-bc539544b5fc None None] DHCP port deletion for 523fcb30-9166-4adf-ad55-ed6ecad9c4c2 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:54:29.525401 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-990b134e-4ba2-4ec9-9661-bc539544b5fc None None] Deleting port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:54:29.525842 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-990b134e-4ba2-4ec9-9661-bc539544b5fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.599664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-990b134e-4ba2-4ec9-9661-bc539544b5fc None None] For port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3,segment=NetworkSegment(9322e053-a359-484d-8386-eddcaf349f88),segment_id=9322e053-a359-484d-8386-eddcaf349f88)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:29.599664 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-990b134e-4ba2-4ec9-9661-bc539544b5fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.613716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-990b134e-4ba2-4ec9-9661-bc539544b5fc None None] Calling delete_port for 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:54:29.631500 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.657089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:29.662045 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] No DVR routers for this DVR port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:54:29.688139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-990b134e-4ba2-4ec9-9661-bc539544b5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.716186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990b134e-4ba2-4ec9-9661-bc539544b5fc None None] Pushing event deleted for resources: {'Port': ['ID=7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:29.719869 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b134e-4ba2-4ec9-9661-bc539544b5fc None None] No DVR routers for this DVR port 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:54:29.743808 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.764457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['523fcb30-9166-4adf-ad55-ed6ecad9c4c2']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:29.773651 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9322e053-a359-484d-8386-eddcaf349f88') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:29.773949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9322e053-a359-484d-8386-eddcaf349f88') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:29.783750 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.796561 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.802531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:54:29.802914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:54:29.804571 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:54:29.917068 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.922883 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:29.929748 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] 10.222.0.31 "DELETE /v2.0/networks/523fcb30-9166-4adf-ad55-ed6ecad9c4c2 HTTP/1.1" status: 204 len: 168 time: 0.7176478 Oct 12 23:54:29.937834 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b0f111-081b-4415-b620-019932a6b425 admin admin] Pushing event deleted for resources: {'Network': ['ID=523fcb30-9166-4adf-ad55-ed6ecad9c4c2,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:30.232504 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46160) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:30.275554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-26625d52-f400-44ab-bdb6-7c910450a926 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6962b68f6e4e4a8181ebe09333e8c002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418489 Oct 12 23:54:30.277865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46162) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:30.325027 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7b7-7878-4d21-bf58-20b4dafa672c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:30.345188 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7b7-7878-4d21-bf58-20b4dafa672c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:30.459355 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7b7-7878-4d21-bf58-20b4dafa672c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:30.461832 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-24b5d7b7-7878-4d21-bf58-20b4dafa672c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:30.463050 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-24b5d7b7-7878-4d21-bf58-20b4dafa672c admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/eaf14739-b813-4878-953a-45816631c240 HTTP/1.1" status: 204 len: 168 time: 0.1842501 Oct 12 23:54:30.470638 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d7b7-7878-4d21-bf58-20b4dafa672c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf14739-b813-4878-953a-45816631c240,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:31.113260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46168) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:31.157244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8c6e23a6-f759-43f8-a122-29040239923d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=81c05d12057748d0b0c35951d3aa0ec9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428059 Oct 12 23:54:31.159708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46170) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:31.182687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:54:31.204005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:54:31.204354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7bf1fbe3-1fca-4b57-8568-05cc1c2dd5b3 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:54:31.211521 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da3822e0-5ce6-45a8-b6f0-83279a5114f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:31.234505 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da3822e0-5ce6-45a8-b6f0-83279a5114f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:31.324106 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da3822e0-5ce6-45a8-b6f0-83279a5114f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:31.327356 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-da3822e0-5ce6-45a8-b6f0-83279a5114f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:31.328518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-da3822e0-5ce6-45a8-b6f0-83279a5114f7 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/f461ae5e-cd8d-4ece-be09-f7598609c266 HTTP/1.1" status: 204 len: 168 time: 0.1678979 Oct 12 23:54:31.336255 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3822e0-5ce6-45a8-b6f0-83279a5114f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f461ae5e-cd8d-4ece-be09-f7598609c266,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:33.593032 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46210) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:33.597586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1449239855', 'description': 'tempest-secgroup-smoke-1449239855 description', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:33.699343 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:33.707714 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:33.780260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:33.870642 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:33.909158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20c2e661-ba60-418d-b47c-52abec4f93e4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:33.948886 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.015770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.043954 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=622fb41a-074d-4d9f-af54-d2d83818a5b1,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:34.080799 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.082023 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-88491c4f-0907-4649-b9be-43590db11a60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4879756 Oct 12 23:54:34.084952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46212) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:34.089221 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-575e90b3-a1ec-4f72-b91d-8879f8dc186d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '622fb41a-074d-4d9f-af54-d2d83818a5b1', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:34.158915 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-575e90b3-a1ec-4f72-b91d-8879f8dc186d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.229700 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-575e90b3-a1ec-4f72-b91d-8879f8dc186d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.330417 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-575e90b3-a1ec-4f72-b91d-8879f8dc186d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.348720 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575e90b3-a1ec-4f72-b91d-8879f8dc186d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0f1a5c-a29a-4063-ae52-751ac41b8749,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:34.438803 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-575e90b3-a1ec-4f72-b91d-8879f8dc186d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.440000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-575e90b3-a1ec-4f72-b91d-8879f8dc186d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541281 Oct 12 23:54:34.443044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46214) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:34.447347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f040ef0c-4e2c-4bb9-a294-c4359f7412bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '622fb41a-074d-4d9f-af54-d2d83818a5b1', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:34.538157 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f040ef0c-4e2c-4bb9-a294-c4359f7412bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.594713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f040ef0c-4e2c-4bb9-a294-c4359f7412bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.722197 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f040ef0c-4e2c-4bb9-a294-c4359f7412bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.740251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f040ef0c-4e2c-4bb9-a294-c4359f7412bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6aa9eb5-f9e7-41c9-8c8c-815bcafb6399,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:34.821109 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f040ef0c-4e2c-4bb9-a294-c4359f7412bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.822301 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f040ef0c-4e2c-4bb9-a294-c4359f7412bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3783150 Oct 12 23:54:34.825095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46216) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:34.829423 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-3e96f4b9-2104-43d0-a67d-c647c8a039ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '622fb41a-074d-4d9f-af54-d2d83818a5b1', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:34.934270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e96f4b9-2104-43d0-a67d-c647c8a039ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:34.993803 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e96f4b9-2104-43d0-a67d-c647c8a039ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.067029 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e96f4b9-2104-43d0-a67d-c647c8a039ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.085066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96f4b9-2104-43d0-a67d-c647c8a039ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2305094-382b-4026-b9c1-96dae5b4e7bd,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:35.154785 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3e96f4b9-2104-43d0-a67d-c647c8a039ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.157643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3e96f4b9-2104-43d0-a67d-c647c8a039ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3304546 Oct 12 23:54:35.159526 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46218) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:35.164127 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-9baa40b1-58ff-4d99-a005-8ca3ee0d9c7b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '622fb41a-074d-4d9f-af54-d2d83818a5b1', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:35.243138 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9baa40b1-58ff-4d99-a005-8ca3ee0d9c7b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.296580 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9baa40b1-58ff-4d99-a005-8ca3ee0d9c7b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.341232 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9baa40b1-58ff-4d99-a005-8ca3ee0d9c7b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.361139 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa40b1-58ff-4d99-a005-8ca3ee0d9c7b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5139a944-4c1e-43d4-8c53-5c7c36429712,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:35.400418 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9baa40b1-58ff-4d99-a005-8ca3ee0d9c7b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.401633 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9baa40b1-58ff-4d99-a005-8ca3ee0d9c7b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2410586 Oct 12 23:54:35.404358 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46220) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:35.409098 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a68eab38-bd47-45a9-aa8a-d35d453b3c2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '622fb41a-074d-4d9f-af54-d2d83818a5b1', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:35.500094 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-a68eab38-bd47-45a9-aa8a-d35d453b3c2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:54:35.505175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a68eab38-bd47-45a9-aa8a-d35d453b3c2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.572221 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a68eab38-bd47-45a9-aa8a-d35d453b3c2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.649909 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a68eab38-bd47-45a9-aa8a-d35d453b3c2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.668131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68eab38-bd47-45a9-aa8a-d35d453b3c2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d5911f6-9eb0-4079-b680-55104ff82f2e,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:35.720947 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a68eab38-bd47-45a9-aa8a-d35d453b3c2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.722147 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a68eab38-bd47-45a9-aa8a-d35d453b3c2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3163810 Oct 12 23:54:35.724859 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46222) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:35.729272 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a79dd9b8-b139-48da-adc0-9047111bb253 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '622fb41a-074d-4d9f-af54-d2d83818a5b1', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:35.815587 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-a79dd9b8-b139-48da-adc0-9047111bb253 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:54:35.820377 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a79dd9b8-b139-48da-adc0-9047111bb253 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.881964 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a79dd9b8-b139-48da-adc0-9047111bb253 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.946922 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a79dd9b8-b139-48da-adc0-9047111bb253 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:35.965892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79dd9b8-b139-48da-adc0-9047111bb253 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7195c4a-9dd2-4397-87d3-01b35625210c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:36.032710 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a79dd9b8-b139-48da-adc0-9047111bb253 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:36.033897 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a79dd9b8-b139-48da-adc0-9047111bb253 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3080897 Oct 12 23:54:36.036815 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46224) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:36.041567 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'network': {'name': 'tempest-network-smoke--1365333791', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'port_security_enabled': True}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:36.133583 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:54:36.136991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:36.159850 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:54:36.168332 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:36.168677 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Added segment 5e24dacb-9ddf-47f2-83a9-9eacded97bd1 of type vlan for network 9d599169-26f0-4292-81b6-453c04452211 Oct 12 23:54:36.207927 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:36.281893 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:36.287461 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:36.292743 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:36.352942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Network': ['ID=9d599169-26f0-4292-81b6-453c04452211,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:36.363895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 9d599169-26f0-4292-81b6-453c04452211 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:54:36.421529 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6feb6fc6-7c54-444a-9550-29dfab948317 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3803816 Oct 12 23:54:36.421761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46226) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:36.428243 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'admin_state_up': True, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:36.510770 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:36.511869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:36.561055 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:36.774793 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:37.033798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:37.051798 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:37.151437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.176 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/4893f894-8050-446c-948b-26aae303c059) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:54:37.565902 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:37.678860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:37.718578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:54:37.721497 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:54:37.724067 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:54:37.747275 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=4893f894-8050-446c-948b-26aae303c059,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:38.025455 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:38.227530 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:38.438100 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:54:38.545165 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:54:38.556451 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Sync routers for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:54:38.565882 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:38.566505 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:38.632889 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:38.634146 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a40a57ca-26d7-4bb9-8d41-77b27d3c22bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2110946 Oct 12 23:54:38.637316 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46228) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:38.667778 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:38.773186 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f2c3879c-88b9-43ea-8f1f-955498b55c15 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c392324ff94d4abaa854f9277ff7a4fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1347461 Oct 12 23:54:38.776025 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46232) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:38.848847 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:37Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:38.869230 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0440873-a5c6-44dc-ad92-b6d851bc7546 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:38.870860 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b0440873-a5c6-44dc-ad92-b6d851bc7546 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938015 Oct 12 23:54:38.873703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46234) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:38.875242 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Checking router: ab82b1f1-074a-494a-bc2d-ecc856b0fa0d for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:54:38.875599 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Updating router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d port 4893f894-8050-446c-948b-26aae303c059 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:54:38.900702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-42b682c7-5241-4235-940d-f6a2f9653d79 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0258851 Oct 12 23:54:38.903262 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46236) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:38.903432 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:38.908521 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1446202574', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:39.050146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:54:39.053778 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:39.164705 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:39.238585 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:39.291267 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Attempting to bind port 4893f894-8050-446c-948b-26aae303c059 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:54:39.291629 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Attempting to bind port 4893f894-8050-446c-948b-26aae303c059 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:54:39.291979 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Attempting to bind port 4893f894-8050-446c-948b-26aae303c059 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:54:39.297989 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Pushing event updated for resources: {'Port': ['ID=4893f894-8050-446c-948b-26aae303c059,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:39.305780 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:39.306854 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:54:39.307246 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:54:39.307641 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:39.308024 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:54:39.308484 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Bound port: 4893f894-8050-446c-948b-26aae303c059, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:54:39.308854 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:39.312590 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.313225 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.315043 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.315043 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.315043 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.315043 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.315043 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.315600 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.315600 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.315798 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.316059 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.316373 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:54:39.382167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Subnet': ['ID=3f409c11-6762-4edd-9213-1021dbcbf15b,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:39.391328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Checking segment: {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:54:39.391723 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network hostable DHCP agents. Network: 9d599169-26f0-4292-81b6-453c04452211, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:54:39.466744 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] For port 4893f894-8050-446c-948b-26aae303c059, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:54:39.470654 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] For port 4893f894-8050-446c-948b-26aae303c059, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4893f894-8050-446c-948b-26aae303c059,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:54:39.499840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network 9d599169-26f0-4292-81b6-453c04452211 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:54:39.558928 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:39.587191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 9d599169-26f0-4292-81b6-453c04452211) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:54:39.594195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:39.596350 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:39.598128 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c215471a-d021-4f91-bea6-0c7926074502 None None] Network 9d599169-26f0-4292-81b6-453c04452211 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:54:39.614736 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:39.615386 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:39.650061 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad578c8-e29c-4941-9b41-e94b4903ce28 None None] Pushing event updated for resources: {'Port': ['ID=4893f894-8050-446c-948b-26aae303c059,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:39.681975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-26f77a24-93b7-40fd-bf99-dc6c9cff2565 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7774131 Oct 12 23:54:39.684776 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46238) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:39.730381 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:39.757515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-9d599169-26f0-4292-81b6-453c04452211', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:54:39.758482 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:39.915843 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:37Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:39.948361 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf35f54-21cc-43be-9bee-81a959c9812c None None] The sync data for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 is: [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:37Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:54:40.062065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Allocated IP 172.20.0.2 (9d599169-26f0-4292-81b6-453c04452211/3f409c11-6762-4edd-9213-1021dbcbf15b/1924a916-17ee-4ecd-ab24-3ead70b70cd4) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:54:40.210194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:40.229437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:40.302912 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:40.347517 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Network 9d599169-26f0-4292-81b6-453c04452211 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:54:40.350507 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:54:40.356361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:54:40.358873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Pushing event updated for resources: {'Port': ['ID=1924a916-17ee-4ecd-ab24-3ead70b70cd4,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:40.420183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Attempting to bind port 1924a916-17ee-4ecd-ab24-3ead70b70cd4 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:54:40.420751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Attempting to bind port 1924a916-17ee-4ecd-ab24-3ead70b70cd4 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:54:40.421253 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Attempting to bind port 1924a916-17ee-4ecd-ab24-3ead70b70cd4 on network 9d599169-26f0-4292-81b6-453c04452211 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:54:40.427079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:54:40.427403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Checking segment: {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:54:40.427784 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:40.428308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Bound using segment: {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:54:40.428782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Bound port: 1924a916-17ee-4ecd-ab24-3ead70b70cd4, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:54:40.429331 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:40.502403 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] For port 1924a916-17ee-4ecd-ab24-3ead70b70cd4, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:54:40.506733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] For port 1924a916-17ee-4ecd-ab24-3ead70b70cd4, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1924a916-17ee-4ecd-ab24-3ead70b70cd4,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:54:40.561290 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.1 (9d599169-26f0-4292-81b6-453c04452211/3f409c11-6762-4edd-9213-1021dbcbf15b/eefafa6b-4403-4698-8eaf-8c2a058e33b0) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:54:40.576269 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:40.640410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0077fc-a684-473c-8a02-081b2cd0b04e None None] Pushing event updated for resources: {'Port': ['ID=1924a916-17ee-4ecd-ab24-3ead70b70cd4,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:40.684397 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:40.790366 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:40.860183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network 9d599169-26f0-4292-81b6-453c04452211 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:54:40.865113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:54:40.873189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:54:40.880268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=eefafa6b-4403-4698-8eaf-8c2a058e33b0,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:40.932307 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.156142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.253498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1924a916-17ee-4ecd-ab24-3ead70b70cd4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:54:41.305385 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1924a916-17ee-4ecd-ab24-3ead70b70cd4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:41.305764 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.397510 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.432030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 1924a916-17ee-4ecd-ab24-3ead70b70cd4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1924a916-17ee-4ecd-ab24-3ead70b70cd4,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:41.469053 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.499866 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.500882 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4893f894-8050-446c-948b-26aae303c059 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:54:41.527868 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.581227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=1924a916-17ee-4ecd-ab24-3ead70b70cd4,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:41.593422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4893f894-8050-446c-948b-26aae303c059 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:41.593422 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.631821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=eefafa6b-4403-4698-8eaf-8c2a058e33b0,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:41.642882 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.678046 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.698740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 4893f894-8050-446c-948b-26aae303c059, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4893f894-8050-446c-948b-26aae303c059,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:41.749724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network 9d599169-26f0-4292-81b6-453c04452211 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:54:41.751513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:54:41.759509 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:41.832945 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=4893f894-8050-446c-948b-26aae303c059,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:41.886458 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:54:42.013182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:54:42.018984 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d0eef8cb-a02c-46b2-810d-b0c3a43217a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/ab82b1f1-074a-494a-bc2d-ecc856b0fa0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3313551 Oct 12 23:54:42.135735 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78f3fd2c-d73d-4a42-be23-4486965f2a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:42.177242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Sync routers for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:54:42.185354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6027af5e-59f0-43cc-8957-a8f360a598ba None None] Network 9d599169-26f0-4292-81b6-453c04452211 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:54:42.190755 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-06dee0b0-fee7-4aa3-97ab-338ecf4be8bb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1449239855&fields=id&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 267 time: 0.0424960 Oct 12 23:54:42.226998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:42.227544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:42.304645 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-66559c95-ac85-4751-998a-d8191a89926a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:42.306149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-66559c95-ac85-4751-998a-d8191a89926a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/networks?id=9d599169-26f0-4292-81b6-453c04452211 HTTP/1.1" status: 200 len: 797 time: 0.1080070 Oct 12 23:54:42.321593 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-79e72800-f8d2-42db-a13e-84e3e79cafc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/quotas/c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 375 time: 0.0091922 Oct 12 23:54:42.343306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2b6fd24c-f575-43bf-9c00-219164fa8d0a None None] Provisioning complete for port 1924a916-17ee-4ecd-ab24-3ead70b70cd4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:42.343685 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2b6fd24c-f575-43bf-9c00-219164fa8d0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:42.375989 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-73a36de7-cd4c-4187-925a-d9b815d86b3d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474565 Oct 12 23:54:42.425939 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:42.523206 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-23240e30-9299-4872-bf47-015a61ba618d service neutron] 10.222.0.31 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289685 Oct 12 23:54:42.619910 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-e25193b9-03dc-4ec9-8679-53589f82dcb3 service neutron] 10.222.0.31 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903742 Oct 12 23:54:42.694299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eefafa6b-4403-4698-8eaf-8c2a058e33b0', 'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:48:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:40Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 2, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:42.725800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Checking router: ab82b1f1-074a-494a-bc2d-ecc856b0fa0d for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:54:42.726154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Updating router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d port eefafa6b-4403-4698-8eaf-8c2a058e33b0 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:54:42.752568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:42.865670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6aab4e2-9f71-4016-88bd-01e8e3e45f23 req-29ffd4b5-c9fe-46db-8a43-a67c2b21626c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 210 time: 0.0347788 Oct 12 23:54:42.951949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-04b2f115-03bf-48a1-9d27-5045fdf19e29 None None] Provisioning complete for port eefafa6b-4403-4698-8eaf-8c2a058e33b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:42.952618 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-04b2f115-03bf-48a1-9d27-5045fdf19e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.009972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-04b2f115-03bf-48a1-9d27-5045fdf19e29 None None] Port eefafa6b-4403-4698-8eaf-8c2a058e33b0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:54:43.035815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-04b2f115-03bf-48a1-9d27-5045fdf19e29 None None] Provisioning complete for port 1924a916-17ee-4ecd-ab24-3ead70b70cd4 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:43.036190 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-04b2f115-03bf-48a1-9d27-5045fdf19e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.103429 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.164795 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.208708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1924a916-17ee-4ecd-ab24-3ead70b70cd4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:54:43.254394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70359211-dde8-465b-bc13-adff2863105d None None] Pushing event updated for resources: {'Port': ['ID=eefafa6b-4403-4698-8eaf-8c2a058e33b0,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:43.320373 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-328e4f24-9bd5-4e1e-996a-10cc411c5230 None None] Provisioning complete for port eefafa6b-4403-4698-8eaf-8c2a058e33b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:43.320740 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-328e4f24-9bd5-4e1e-996a-10cc411c5230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.344455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Attempting to bind port eefafa6b-4403-4698-8eaf-8c2a058e33b0 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:54:43.344823 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Attempting to bind port eefafa6b-4403-4698-8eaf-8c2a058e33b0 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:54:43.345179 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Attempting to bind port eefafa6b-4403-4698-8eaf-8c2a058e33b0 on network 9d599169-26f0-4292-81b6-453c04452211 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:54:43.363133 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:54:43.363509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Checking segment: {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:54:43.363908 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.364303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Bound using segment: {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:54:43.364791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Bound port: eefafa6b-4403-4698-8eaf-8c2a058e33b0, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:54:43.365168 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.368703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1924a916-17ee-4ecd-ab24-3ead70b70cd4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:43.369066 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.402412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-328e4f24-9bd5-4e1e-996a-10cc411c5230 None None] Port eefafa6b-4403-4698-8eaf-8c2a058e33b0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:54:43.490099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] For port eefafa6b-4403-4698-8eaf-8c2a058e33b0, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:54:43.507685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] For port eefafa6b-4403-4698-8eaf-8c2a058e33b0, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=eefafa6b-4403-4698-8eaf-8c2a058e33b0,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:54:43.516674 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4893f894-8050-446c-948b-26aae303c059 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:54:43.544260 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b35debad-43a0-463b-a4ea-3c9a8f3fef42 None None] Provisioning complete for port eefafa6b-4403-4698-8eaf-8c2a058e33b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:43.544630 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b35debad-43a0-463b-a4ea-3c9a8f3fef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.589326 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.603841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b35debad-43a0-463b-a4ea-3c9a8f3fef42 None None] Port eefafa6b-4403-4698-8eaf-8c2a058e33b0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:54:43.657525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4893f894-8050-446c-948b-26aae303c059 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:43.657905 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:43.659458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:54:43.660088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:43.718701 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70359211-dde8-465b-bc13-adff2863105d None None] Pushing event updated for resources: {'Port': ['ID=eefafa6b-4403-4698-8eaf-8c2a058e33b0,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:43.829909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:54:43.951394 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-75eaddd9-65a4-467b-b03d-765f5674275c req-3e62552b-03ed-49d6-b59a-e04d1e054d42 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 210 time: 0.0272086 Oct 12 23:54:44.047320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e3d1b665-66cc-45ac-a2ac-6f6a1efacc49 None None] Provisioning complete for port eefafa6b-4403-4698-8eaf-8c2a058e33b0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:44.047951 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e3d1b665-66cc-45ac-a2ac-6f6a1efacc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:44.233745 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e3d1b665-66cc-45ac-a2ac-6f6a1efacc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:44.281649 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-e3d1b665-66cc-45ac-a2ac-6f6a1efacc49 None None] For port eefafa6b-4403-4698-8eaf-8c2a058e33b0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=eefafa6b-4403-4698-8eaf-8c2a058e33b0,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:44.289245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eefafa6b-4403-4698-8eaf-8c2a058e33b0', 'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:48:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:40Z', 'updated_at': '2021-10-12T23:54:43Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:54:44.315575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85539d13-3b95-4ade-9f30-9b0fb63df5b9 None None] The sync data for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 is: [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eefafa6b-4403-4698-8eaf-8c2a058e33b0', 'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:48:6e:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:40Z', 'updated_at': '2021-10-12T23:54:43Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:54:44.366276 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e3d1b665-66cc-45ac-a2ac-6f6a1efacc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:44.420015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d1b665-66cc-45ac-a2ac-6f6a1efacc49 None None] Pushing event updated for resources: {'Port': ['ID=eefafa6b-4403-4698-8eaf-8c2a058e33b0,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:45.033148 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5463a6e6-1450-4c39-b499-7f20e582faf1 req-fa9974fb-0711-44c4-bb12-fcb2b41dc1ce tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 210 time: 0.0275688 Oct 12 23:54:45.213623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device eefafa6b-4403-4698-8eaf-8c2a058e33b0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:54:45.268647 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port eefafa6b-4403-4698-8eaf-8c2a058e33b0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:45.269104 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:45.587045 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:45.604063 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b3de94bc-6988-4ba2-b3b2-d7fa718a6575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:46.108093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ba20ce4-b7a5-40d9-bae8-27f7af5b65b6 req-cf645abd-49c8-4893-b17d-2a6203bb8e7e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 210 time: 0.0259864 Oct 12 23:54:46.335455 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:47.203639 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c3e2bd67-88e5-42f1-966e-ec24eda02ee9 req-70b7ea04-36d3-457a-b421-6437e3cdaba6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 210 time: 0.0293334 Oct 12 23:54:48.032726 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:48.297828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0493a747-f957-4043-be5f-4a628230aaec req-7af7ddfd-02be-42c9-9b27-0f7885827bc1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 210 time: 0.0260782 Oct 12 23:54:48.944564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-582bf940-9be9-450f-b953-74a57b731d75 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:48.945935 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-582bf940-9be9-450f-b953-74a57b731d75 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/networks?id=9d599169-26f0-4292-81b6-453c04452211 HTTP/1.1" status: 200 len: 797 time: 0.0985389 Oct 12 23:54:48.991103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-8fb89dea-3ae4-4b06-b1ed-865a30588eb7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 380 time: 0.0365999 Oct 12 23:54:49.000767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'port': {'device_id': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'admin_state_up': True, 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'security_groups': ['622fb41a-074d-4d9f-af54-d2d83818a5b1']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:49.181215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:54:49.184841 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:49.311453 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.7 (9d599169-26f0-4292-81b6-453c04452211/3f409c11-6762-4edd-9213-1021dbcbf15b/eebcd8df-9c56-455c-8be6-51d856f57ea8) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:54:49.421415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-24068d6c-84aa-4f88-a265-1eea4b6a4956 req-bb6ef6a0-95e2-4f70-967b-c179ac721232 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 210 time: 0.0525391 Oct 12 23:54:49.472803 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:49.474322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:49.573996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:49.808275 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:49.903400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network 9d599169-26f0-4292-81b6-453c04452211 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:54:49.907198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:54:49.911188 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:54:49.934222 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=eebcd8df-9c56-455c-8be6-51d856f57ea8,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:49.962551 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:49.963285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:50.030511 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-b56c4307-b053-4a34-85fe-514b62aea3f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0338464 Oct 12 23:54:50.093758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Request body: {'port': {'device_id': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:50.119107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-696c1357-7b28-4a4f-b48d-adf3b94c7e0f None None] Provisioning complete for port eebcd8df-9c56-455c-8be6-51d856f57ea8 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:50.119576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-696c1357-7b28-4a4f-b48d-adf3b94c7e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:50.147429 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:50.153077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-696c1357-7b28-4a4f-b48d-adf3b94c7e0f None None] Port eebcd8df-9c56-455c-8be6-51d856f57ea8 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:54:50.406341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eebcd8df-9c56-455c-8be6-51d856f57ea8 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:54:50.413389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:50.425318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Transition to ACTIVE for port object eebcd8df-9c56-455c-8be6-51d856f57ea8 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:54:50.476757 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:50.531464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Pushing event updated for resources: {'Port': ['ID=eebcd8df-9c56-455c-8be6-51d856f57ea8,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:50.546685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1edf87e-5f19-4f7f-8f60-4bdd41be194c req-400fd2c7-85db-4023-bbe9-cc9de3fb24b4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:50.548536 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1edf87e-5f19-4f7f-8f60-4bdd41be194c req-400fd2c7-85db-4023-bbe9-cc9de3fb24b4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 943 time: 0.0605731 Oct 12 23:54:50.594674 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d1edf87e-5f19-4f7f-8f60-4bdd41be194c req-1691a217-ff87-4be6-984f-9c77f891f9c2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386796 Oct 12 23:54:50.605131 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Attempting to bind port eebcd8df-9c56-455c-8be6-51d856f57ea8 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:54:50.605471 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Attempting to bind port eebcd8df-9c56-455c-8be6-51d856f57ea8 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:54:50.605788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Attempting to bind port eebcd8df-9c56-455c-8be6-51d856f57ea8 on network 9d599169-26f0-4292-81b6-453c04452211 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:54:50.612249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Port eebcd8df-9c56-455c-8be6-51d856f57ea8 on network 9d599169-26f0-4292-81b6-453c04452211 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:54:50.612568 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Attempting to bind port eebcd8df-9c56-455c-8be6-51d856f57ea8 on network 9d599169-26f0-4292-81b6-453c04452211 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:54:50.617842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:54:50.618179 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Checking segment: {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:54:50.618550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Bound using segment: {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:54:50.618992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Bound port: eebcd8df-9c56-455c-8be6-51d856f57ea8, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e24dacb-9ddf-47f2-83a9-9eacded97bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '9d599169-26f0-4292-81b6-453c04452211'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:54:50.619352 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:50.686399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] For port eebcd8df-9c56-455c-8be6-51d856f57ea8, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:54:50.689695 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] For port eebcd8df-9c56-455c-8be6-51d856f57ea8, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eebcd8df-9c56-455c-8be6-51d856f57ea8,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:54:50.745788 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:50.783668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:50.784353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:50.785692 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] 10.222.0.25 "PUT /v2.0/ports/eebcd8df-9c56-455c-8be6-51d856f57ea8 HTTP/1.1" status: 200 len: 1092 time: 0.7465556 Oct 12 23:54:50.786161 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:54:50.788599 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3edd0259-6741-4716-a39f-5d67d5c5097f" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:54:50.815828 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0882c0-2047-4389-8eb9-821f4a786249 service neutron] Pushing event updated for resources: {'Port': ['ID=eebcd8df-9c56-455c-8be6-51d856f57ea8,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:50.832589 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6c9b038-53c3-4980-a173-3202f635d218 x-openstack-request-id: req-f6c9b038-53c3-4980-a173-3202f635d218 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:54:50.832882 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:54:50.833137 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-f6c9b038-53c3-4980-a173-3202f635d218 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:54:50.833543 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'status': 'completed', 'code': 200} Oct 12 23:54:50.899157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd0259-6741-4716-a39f-5d67d5c5097f req-5249adaf-8ff0-4538-a638-e67f9ae9c91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:50.901107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3edd0259-6741-4716-a39f-5d67d5c5097f req-5249adaf-8ff0-4538-a638-e67f9ae9c91d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 1095 time: 0.0468657 Oct 12 23:54:51.006923 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd0259-6741-4716-a39f-5d67d5c5097f req-076b96cf-e60c-42a0-ac23-98be3b608760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:51.008457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3edd0259-6741-4716-a39f-5d67d5c5097f req-076b96cf-e60c-42a0-ac23-98be3b608760 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0997419 Oct 12 23:54:51.104243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edd0259-6741-4716-a39f-5d67d5c5097f req-e1b21298-5a7f-4807-adb6-51d0244cf239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:51.105685 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3edd0259-6741-4716-a39f-5d67d5c5097f req-e1b21298-5a7f-4807-adb6-51d0244cf239 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0901167 Oct 12 23:54:51.179503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-e2830e5e-18da-4a38-8bef-40302fdba3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:51.180978 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-e2830e5e-18da-4a38-8bef-40302fdba3e4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 1095 time: 0.0407052 Oct 12 23:54:51.223680 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-f879db02-a2d5-44e0-9f98-47407bef150f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eebcd8df-9c56-455c-8be6-51d856f57ea8 HTTP/1.1" status: 200 len: 217 time: 0.0347095 Oct 12 23:54:51.276094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-06ea6b55-032b-4153-a2c6-ca62fdab98f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:51.277522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-06ea6b55-032b-4153-a2c6-ca62fdab98f6 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f409c11-6762-4edd-9213-1021dbcbf15b HTTP/1.1" status: 200 len: 835 time: 0.0468390 Oct 12 23:54:51.322409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-493fc650-652f-4c6e-b822-15a5d45be1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:51.323920 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-493fc650-652f-4c6e-b822-15a5d45be1ca service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d599169-26f0-4292-81b6-453c04452211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399220 Oct 12 23:54:51.411623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-f54de5e8-dd1d-4646-b0af-f8aebf8c6d47 service neutron] 10.222.0.25 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805349 Oct 12 23:54:51.505331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b77e3aef-fe68-4f30-b01a-5347e41e6604 req-4f4e6df7-0399-46c5-bef3-deeb292fd2f9 service neutron] 10.222.0.25 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861182 Oct 12 23:54:51.718003 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8829cd2-e2af-428b-b391-084237547189 req-5aff05b5-a2b2-4612-820c-70373d43ea62 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:51.719715 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8829cd2-e2af-428b-b391-084237547189 req-5aff05b5-a2b2-4612-820c-70373d43ea62 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 943 time: 0.0513151 Oct 12 23:54:51.756529 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f8829cd2-e2af-428b-b391-084237547189 req-02bec7a3-9e8d-482b-bc1c-eb2aa07589ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308094 Oct 12 23:54:52.875820 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95936430-538b-46d7-9b08-0d47a98fdaec req-c9c18af0-d242-4958-b183-158c16aa6f6d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:52.877232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95936430-538b-46d7-9b08-0d47a98fdaec req-c9c18af0-d242-4958-b183-158c16aa6f6d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 943 time: 0.0524302 Oct 12 23:54:52.916252 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95936430-538b-46d7-9b08-0d47a98fdaec req-3a175249-2cfa-4a09-ab79-58731b9aa56a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331652 Oct 12 23:54:53.951193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eebcd8df-9c56-455c-8be6-51d856f57ea8 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:54:54.032011 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9dd696-cc57-42ae-888e-184a739347d1 req-efccfcf7-cb4d-444a-b4b9-8c6cc4128b31 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:54.033502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a9dd696-cc57-42ae-888e-184a739347d1 req-efccfcf7-cb4d-444a-b4b9-8c6cc4128b31 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 943 time: 0.0511405 Oct 12 23:54:54.047476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eebcd8df-9c56-455c-8be6-51d856f57ea8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eebcd8df-9c56-455c-8be6-51d856f57ea8,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:54.058413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'port_id': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'mac_address': 'fa:16:3e:72:d4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:54:54.073826 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a9dd696-cc57-42ae-888e-184a739347d1 req-e343f3b1-41ca-42ed-84cb-4a6bd81c3d1e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340664 Oct 12 23:54:54.101824 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:54.118554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eebcd8df-9c56-455c-8be6-51d856f57ea8 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:54:54.136875 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eebcd8df-9c56-455c-8be6-51d856f57ea8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eebcd8df-9c56-455c-8be6-51d856f57ea8,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:54.236146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:54.331317 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=eebcd8df-9c56-455c-8be6-51d856f57ea8,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:54.470524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['eebcd8df-9c56-455c-8be6-51d856f57ea8'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:54:55.193118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4952eeb-ec27-488b-a6ab-153e3e042ce6 req-58a68798-d4cd-4fc3-9dfa-2b8ef7053c91 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:55.194539 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4952eeb-ec27-488b-a6ab-153e3e042ce6 req-58a68798-d4cd-4fc3-9dfa-2b8ef7053c91 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 944 time: 0.0541968 Oct 12 23:54:55.232105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4952eeb-ec27-488b-a6ab-153e3e042ce6 req-dc3baa23-8104-4d61-92b4-12f7c3bc5bef tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315640 Oct 12 23:54:55.967030 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eebcd8df-9c56-455c-8be6-51d856f57ea8 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:54:56.077919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port eebcd8df-9c56-455c-8be6-51d856f57ea8 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:54:56.081687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port eebcd8df-9c56-455c-8be6-51d856f57ea8 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:54:56.082056 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:56.158088 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:56.207959 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:54:56.210186 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9a4785-583a-44b4-94fa-08491521bbf6" -d '{"events": [{"server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "name": "network-vif-plugged", "status": "completed", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:54:56.224007 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port eebcd8df-9c56-455c-8be6-51d856f57ea8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eebcd8df-9c56-455c-8be6-51d856f57ea8,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:54:56.270977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:56.312909 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1eaca1-50b1-4c7b-b18a-f7d98b7a396d x-openstack-request-id: req-8b1eaca1-50b1-4c7b-b18a-f7d98b7a396d {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:54:56.313209 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "name": "network-vif-plugged", "status": "completed", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:54:56.313463 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8b1eaca1-50b1-4c7b-b18a-f7d98b7a396d {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:54:56.313853 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'code': 200} Oct 12 23:54:56.325996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=eebcd8df-9c56-455c-8be6-51d856f57ea8,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:56.362072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4482796-0ca6-429f-a410-9ce3a2cbd295 req-b60c965b-aeac-4cb7-a3dc-3e009283de23 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:56.363597 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4482796-0ca6-429f-a410-9ce3a2cbd295 req-b60c965b-aeac-4cb7-a3dc-3e009283de23 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0594623 Oct 12 23:54:56.429222 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a4482796-0ca6-429f-a410-9ce3a2cbd295 req-f84a663a-b282-4d85-b7d0-568dbeb925e5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545669 Oct 12 23:54:56.430912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0779710-22da-4172-b5f8-d91f64d7a48e req-52fb8821-74a6-436b-8a7f-aa631cef911f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:56.432314 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0779710-22da-4172-b5f8-d91f64d7a48e req-52fb8821-74a6-436b-8a7f-aa631cef911f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 1097 time: 0.0655053 Oct 12 23:54:56.466608 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0779710-22da-4172-b5f8-d91f64d7a48e req-2005d615-ca44-4950-9dab-3c8a6b1ef98e service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275979 Oct 12 23:54:57.550436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7fbc88-7e22-4eff-95e4-7684b7524191 req-517fdd15-6c9a-42b5-a349-6ebf5f7f0a73 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:57.551987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae7fbc88-7e22-4eff-95e4-7684b7524191 req-517fdd15-6c9a-42b5-a349-6ebf5f7f0a73 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0544262 Oct 12 23:54:57.591094 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ae7fbc88-7e22-4eff-95e4-7684b7524191 req-995df158-d43f-4bf0-a893-9bc7c32359a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331049 Oct 12 23:54:58.709175 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d39454-11ee-4a41-8036-ac516639523a req-e781b0e8-2bda-4055-a339-8ee91ad72eea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:58.710661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18d39454-11ee-4a41-8036-ac516639523a req-e781b0e8-2bda-4055-a339-8ee91ad72eea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Oct 12 23:54:58.750433 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-18d39454-11ee-4a41-8036-ac516639523a req-25492496-1e1c-4f44-8a53-a79351463b00 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336566 Oct 12 23:54:58.862561 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6562a70-d837-4664-ae41-c610679cf415 req-58cd4129-fb0f-468a-8ea2-b64ad4595ae5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:58.863941 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6562a70-d837-4664-ae41-c610679cf415 req-58cd4129-fb0f-468a-8ea2-b64ad4595ae5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0485089 Oct 12 23:54:58.901017 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6562a70-d837-4664-ae41-c610679cf415 req-cd8315c1-03bd-40aa-9fa5-71f107cff18f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313070 Oct 12 23:54:58.923020 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46312) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:58.961628 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1909d258-dc79-49ad-9a04-5a1520459756 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:54:58.963153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1909d258-dc79-49ad-9a04-5a1520459756 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 1092 time: 0.0391564 Oct 12 23:54:58.965941 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46314) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:54:58.970578 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:54:59.026505 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:59.127518 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:59.227271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.173 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/c44b0ea5-9a9a-4a96-9785-e1f51a8e14cb) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:54:59.337380 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:59.427524 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:59.472076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:54:59.475383 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:54:59.480336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:54:59.509206 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=c44b0ea5-9a9a-4a96-9785-e1f51a8e14cb,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:54:59.876912 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:54:59.985938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:00.131122 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:00.192608 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:00.262722 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=c44b0ea5-9a9a-4a96-9785-e1f51a8e14cb,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:00.276229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:00.376147 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP c073d1cb-8f9b-46b9-9a93-d3170769c34c associated. External IP: 172.25.2.173, port: eebcd8df-9c56-455c-8be6-51d856f57ea8. Oct 12 23:55:00.578804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:55:00.688062 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:55:00.697880 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] Sync routers for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:55:00.707204 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:00.707797 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:00.782574 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:00.810431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-00510c48-0c46-45d3-8e86-970dbd54e5a5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8429565 Oct 12 23:55:00.811052 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:55:00.811846 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:00.850633 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a345c01c-2853-4adf-8774-0128b7c7653c" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:55:00.913753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75284d68-ee35-46c5-a91b-94ab8c4003ff req-f1be1483-cdbc-4c4d-96b8-4d2bdaf90668 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:00.915321 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75284d68-ee35-46c5-a91b-94ab8c4003ff req-f1be1483-cdbc-4c4d-96b8-4d2bdaf90668 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0531228 Oct 12 23:55:00.938700 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62653a2-464a-4dcb-a023-90ca2d690d12 x-openstack-request-id: req-c62653a2-464a-4dcb-a023-90ca2d690d12 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:55:00.939234 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:55:00.939351 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c62653a2-464a-4dcb-a023-90ca2d690d12 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:55:00.939656 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'status': 'completed', 'code': 200} Oct 12 23:55:00.957480 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-75284d68-ee35-46c5-a91b-94ab8c4003ff req-1d9f10fe-bbeb-41af-9929-1e2d1732be84 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347242 Oct 12 23:55:00.980479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46326) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:01.003455 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c01c-2853-4adf-8774-0128b7c7653c req-f57beaa1-b335-480f-a21c-932c5b739b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:01.004977 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a345c01c-2853-4adf-8774-0128b7c7653c req-f57beaa1-b335-480f-a21c-932c5b739b92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 1097 time: 0.0420709 Oct 12 23:55:01.041751 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-88538693-3090-4945-8ea6-b660726b2063 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/c073d1cb-8f9b-46b9-9a93-d3170769c34c HTTP/1.1" status: 200 len: 991 time: 0.0600202 Oct 12 23:55:01.045861 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'c073d1cb-8f9b-46b9-9a93-d3170769c34c', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'port_id': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'mac_address': 'fa:16:3e:72:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:54:59Z', 'updated_at': '2021-10-12T23:54:59Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefafa6b-4403-4698-8eaf-8c2a058e33b0', 'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:48:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:40Z', 'updated_at': '2021-10-12T23:54:44Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:01.075323 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] Checking router: ab82b1f1-074a-494a-bc2d-ecc856b0fa0d for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:55:01.084292 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:01.084901 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:54:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:01.103818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c01c-2853-4adf-8774-0128b7c7653c req-61efcfa1-83cf-4c26-a6c4-eb99925bbc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:01.105208 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a345c01c-2853-4adf-8774-0128b7c7653c req-61efcfa1-83cf-4c26-a6c4-eb99925bbc62 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d599169-26f0-4292-81b6-453c04452211 HTTP/1.1" status: 200 len: 898 time: 0.0934722 Oct 12 23:55:01.169369 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:55:01.170872 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a345c01c-2853-4adf-8774-0128b7c7653c req-17a271de-9843-4972-ac49-0499c5ca6881 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eebcd8df-9c56-455c-8be6-51d856f57ea8 HTTP/1.1" status: 200 len: 999 time: 0.0588417 Oct 12 23:55:01.194656 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:01.223796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c01c-2853-4adf-8774-0128b7c7653c req-ae24efe9-1373-4111-b0be-2c675561d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:01.225316 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a345c01c-2853-4adf-8774-0128b7c7653c req-ae24efe9-1373-4111-b0be-2c675561d542 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f409c11-6762-4edd-9213-1021dbcbf15b HTTP/1.1" status: 200 len: 835 time: 0.0483155 Oct 12 23:55:01.271006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345c01c-2853-4adf-8774-0128b7c7653c req-fd37f14f-6874-4f15-9c89-d456aef249ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:01.272497 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a345c01c-2853-4adf-8774-0128b7c7653c req-fd37f14f-6874-4f15-9c89-d456aef249ad service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d599169-26f0-4292-81b6-453c04452211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0399179 Oct 12 23:55:01.361157 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a345c01c-2853-4adf-8774-0128b7c7653c req-279d225d-47f1-4a48-a463-4f1ebaede919 service neutron] 10.222.0.25 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818479 Oct 12 23:55:01.414830 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'c073d1cb-8f9b-46b9-9a93-d3170769c34c', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'port_id': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'mac_address': 'fa:16:3e:72:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:54:59Z', 'updated_at': '2021-10-12T23:54:59Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefafa6b-4403-4698-8eaf-8c2a058e33b0', 'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:48:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:40Z', 'updated_at': '2021-10-12T23:54:44Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:01.440802 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f57110c-6deb-45f7-9016-dcb1ce786796 None None] The sync data for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 is: [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'c073d1cb-8f9b-46b9-9a93-d3170769c34c', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.173', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'port_id': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'mac_address': 'fa:16:3e:72:d4:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:54:59Z', 'updated_at': '2021-10-12T23:54:59Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eefafa6b-4403-4698-8eaf-8c2a058e33b0', 'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:48:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:40Z', 'updated_at': '2021-10-12T23:54:44Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:55:01.457036 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a345c01c-2853-4adf-8774-0128b7c7653c req-3d547175-fd90-456a-8e6f-d5ed9f735afb service neutron] 10.222.0.25 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890429 Oct 12 23:55:01.644015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00cbafb4-8b32-4afb-afaa-588a2f3d090e None None] New status for floating IP c073d1cb-8f9b-46b9-9a93-d3170769c34c: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:55:02.045209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46328) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:02.109104 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a0a03d37-fb54-4c70-bfa7-48b898379d80 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/c073d1cb-8f9b-46b9-9a93-d3170769c34c HTTP/1.1" status: 200 len: 993 time: 0.0628307 Oct 12 23:55:12.129202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b6c21ef4-ae7d-4573-958a-503876e197a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:15.584259 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:15.658862 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5edcea08-4404-4a18-96c9-11c0a32c3610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:16.346898 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:18.060775 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:19.466251 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:19.797941 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:21.960533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a7d362-a335-416b-bd19-5f653922aacf req-9ffae1dd-0cc3-4946-918e-be670fd1c4a8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0405037 Oct 12 23:55:22.040064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7d362-a335-416b-bd19-5f653922aacf req-291f404d-add9-4586-b51d-efd2c6746031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:22.041569 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a7d362-a335-416b-bd19-5f653922aacf req-291f404d-add9-4586-b51d-efd2c6746031 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 1097 time: 0.0395052 Oct 12 23:55:22.148835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7d362-a335-416b-bd19-5f653922aacf req-7055205c-10eb-449f-892f-553c52156361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:22.150289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a7d362-a335-416b-bd19-5f653922aacf req-7055205c-10eb-449f-892f-553c52156361 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d599169-26f0-4292-81b6-453c04452211 HTTP/1.1" status: 200 len: 898 time: 0.0882094 Oct 12 23:55:22.219202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a7d362-a335-416b-bd19-5f653922aacf req-1440dd54-ea1f-4397-a66a-89a0783e1642 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eebcd8df-9c56-455c-8be6-51d856f57ea8 HTTP/1.1" status: 200 len: 1001 time: 0.0616696 Oct 12 23:55:22.269541 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7d362-a335-416b-bd19-5f653922aacf req-656064d7-5b0c-4c80-96f8-2e4d1a6e9457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:22.271089 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a7d362-a335-416b-bd19-5f653922aacf req-656064d7-5b0c-4c80-96f8-2e4d1a6e9457 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f409c11-6762-4edd-9213-1021dbcbf15b HTTP/1.1" status: 200 len: 835 time: 0.0449686 Oct 12 23:55:22.336021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a7d362-a335-416b-bd19-5f653922aacf req-d79fde3e-9889-4994-aafd-38bf6726f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:22.337508 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a7d362-a335-416b-bd19-5f653922aacf req-d79fde3e-9889-4994-aafd-38bf6726f9ab service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d599169-26f0-4292-81b6-453c04452211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411789 Oct 12 23:55:22.429888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a7d362-a335-416b-bd19-5f653922aacf req-991b8c26-e0a9-4213-9357-853a28468169 service neutron] 10.222.0.25 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850692 Oct 12 23:55:22.521615 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a7d362-a335-416b-bd19-5f653922aacf req-cdd3dd39-a972-4b1b-8a22-3f7e5e17d225 service neutron] 10.222.0.25 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845966 Oct 12 23:55:29.018588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d07d4-e7b5-448a-9d0e-87a12fc45747 req-6210fa21-12fe-4928-81d1-6ff86a4bfc3b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:29.020133 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-372d07d4-e7b5-448a-9d0e-87a12fc45747 req-6210fa21-12fe-4928-81d1-6ff86a4bfc3b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0513082 Oct 12 23:55:29.058518 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-372d07d4-e7b5-448a-9d0e-87a12fc45747 req-be6bdfe4-f51a-488a-94f8-62085e797698 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323322 Oct 12 23:55:30.200077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ab8f8-43d0-4603-93d2-6465941667dd req-08089d7d-2fe7-4e9f-8aaa-9a38cf88706d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:30.207096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a5ab8f8-43d0-4603-93d2-6465941667dd req-08089d7d-2fe7-4e9f-8aaa-9a38cf88706d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0499218 Oct 12 23:55:30.239723 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a5ab8f8-43d0-4603-93d2-6465941667dd req-f21d5f81-27c9-4ad9-9468-db0e3b8e82d5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Oct 12 23:55:30.262606 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46352) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:30.327185 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9219e794-049e-402d-be5c-5b1ab71efd58 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/c073d1cb-8f9b-46b9-9a93-d3170769c34c HTTP/1.1" status: 200 len: 993 time: 0.0627556 Oct 12 23:55:31.727736 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33a9791-f81d-48c3-920c-4552bb5fa399 req-7e24fab6-c552-4f59-a3e6-f9275e6346e5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:31.729315 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b33a9791-f81d-48c3-920c-4552bb5fa399 req-7e24fab6-c552-4f59-a3e6-f9275e6346e5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0505335 Oct 12 23:55:31.768772 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b33a9791-f81d-48c3-920c-4552bb5fa399 req-e9b3bba3-223a-4b2c-bfa9-350a4119e3fc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333350 Oct 12 23:55:32.886489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19433a21-108e-4297-8693-7faba88dec75 req-df4ca323-4cdf-492c-af3e-115b449d3b57 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:32.888003 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19433a21-108e-4297-8693-7faba88dec75 req-df4ca323-4cdf-492c-af3e-115b449d3b57 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0491896 Oct 12 23:55:32.925654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19433a21-108e-4297-8693-7faba88dec75 req-68e96c1a-7f49-4e33-933a-11720bba1957 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317564 Oct 12 23:55:32.947041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46362) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:33.010437 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6eecbf61-4f6a-400f-91d8-a23a89d3bce6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/c073d1cb-8f9b-46b9-9a93-d3170769c34c HTTP/1.1" status: 200 len: 993 time: 0.0622954 Oct 12 23:55:33.249416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46368) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:33.405121 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port c44b0ea5-9a9a-4a96-9785-e1f51a8e14cb {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:55:33.405449 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:33.477702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:33.477943 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:33.490437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for c44b0ea5-9a9a-4a96-9785-e1f51a8e14cb owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:55:33.694488 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:33.724253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=c44b0ea5-9a9a-4a96-9785-e1f51a8e14cb,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:33.750783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.751083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.751426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.751762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.752093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.752425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.752751 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.753076 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.753399 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.753719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.754041 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.754361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:33.795192 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:33.795522 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP c073d1cb-8f9b-46b9-9a93-d3170769c34c disassociated (deleted). External IP: 172.25.2.173, port: eebcd8df-9c56-455c-8be6-51d856f57ea8. Oct 12 23:55:34.000498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:55:34.103834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:55:34.109142 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:34.117893 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] Sync routers for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:55:34.127437 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:34.128041 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:34.136336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-64255492-74af-4356-b97b-eb635b28edf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/floatingips/c073d1cb-8f9b-46b9-9a93-d3170769c34c HTTP/1.1" status: 204 len: 168 time: 0.8858352 Oct 12 23:55:34.136937 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:55:34.139543 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:55:34.177710 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8274048e-27eb-4423-a8ee-737d972ed38b x-openstack-request-id: req-8274048e-27eb-4423-a8ee-737d972ed38b {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:55:34.178007 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:55:34.178262 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8274048e-27eb-4423-a8ee-737d972ed38b {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:55:34.178832 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'status': 'completed', 'code': 200} Oct 12 23:55:34.235029 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:34.245033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-4c7bd200-0ace-4874-a877-1251b7b32a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:34.246558 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-4c7bd200-0ace-4874-a877-1251b7b32a09 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 1097 time: 0.0426438 Oct 12 23:55:34.342313 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-ea4e252c-fbe5-4f66-9da0-4d8213b61e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:34.343863 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-ea4e252c-fbe5-4f66-9da0-4d8213b61e95 service neutron] 10.222.0.25 "GET /v2.0/networks?id=9d599169-26f0-4292-81b6-453c04452211 HTTP/1.1" status: 200 len: 898 time: 0.0897548 Oct 12 23:55:34.387701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-28043477-b3e1-42f6-b329-e8ed16b706c4 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=eebcd8df-9c56-455c-8be6-51d856f57ea8 HTTP/1.1" status: 200 len: 217 time: 0.0359087 Oct 12 23:55:34.446447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-0de128fb-7fae-46bc-9d06-b2cc74594ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:34.447949 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-0de128fb-7fae-46bc-9d06-b2cc74594ee8 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=3f409c11-6762-4edd-9213-1021dbcbf15b HTTP/1.1" status: 200 len: 835 time: 0.0535803 Oct 12 23:55:34.495715 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-80126a6b-010c-4617-af2f-0d0fed873600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:34.497281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-80126a6b-010c-4617-af2f-0d0fed873600 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=9d599169-26f0-4292-81b6-453c04452211&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420129 Oct 12 23:55:34.547662 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eefafa6b-4403-4698-8eaf-8c2a058e33b0', 'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:48:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:40Z', 'updated_at': '2021-10-12T23:54:44Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:34.561563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b27cda0-bf6d-4ea7-bcab-217cbadd3287 req-0cde9343-d67a-4b57-973c-6b7dc84b215c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:34.567498 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b27cda0-bf6d-4ea7-bcab-217cbadd3287 req-0cde9343-d67a-4b57-973c-6b7dc84b215c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0589139 Oct 12 23:55:34.574342 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] Checking router: ab82b1f1-074a-494a-bc2d-ecc856b0fa0d for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:55:34.582929 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:34.583582 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:34.607177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-0f01416e-f62a-4729-a1ad-e841646af08a service neutron] 10.222.0.25 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008091 Oct 12 23:55:34.612059 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2b27cda0-bf6d-4ea7-bcab-217cbadd3287 req-6b133bae-beee-4ae3-b366-b5d31366de29 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426440 Oct 12 23:55:34.694457 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:34.703742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5b2a813c-2f0c-4ae3-8514-1c2afc8f637a req-e09e0068-bb6f-43a1-bbbb-ac109154dd84 service neutron] 10.222.0.25 "GET /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892329 Oct 12 23:55:34.885358 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eefafa6b-4403-4698-8eaf-8c2a058e33b0', 'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:48:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:40Z', 'updated_at': '2021-10-12T23:54:44Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:34.911024 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9055146a-ee47-4718-bfca-1d24a352f4b6 None None] The sync data for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 is: [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'eefafa6b-4403-4698-8eaf-8c2a058e33b0', 'name': '', 'network_id': '9d599169-26f0-4292-81b6-453c04452211', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:48:6e:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:40Z', 'updated_at': '2021-10-12T23:54:44Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '3f409c11-6762-4edd-9213-1021dbcbf15b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:55:35.116465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ed45f4-02aa-4d40-b59b-7d893ebeefab None None] New status for floating IP c073d1cb-8f9b-46b9-9a93-d3170769c34c: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:55:35.737562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f08397c-3c14-4e6d-9345-d732fe9c978c req-13e7d1ad-1147-443c-a5b4-c5445ecd0464 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:35.739050 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f08397c-3c14-4e6d-9345-d732fe9c978c req-13e7d1ad-1147-443c-a5b4-c5445ecd0464 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0534394 Oct 12 23:55:35.775644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8f08397c-3c14-4e6d-9345-d732fe9c978c req-622c5846-8fe7-43fe-b775-aa069ff9a93b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=622fb41a-074d-4d9f-af54-d2d83818a5b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307605 Oct 12 23:55:36.139983 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-5afbd909-1302-428c-b84b-b52be85d6131 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:36.141414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-5afbd909-1302-428c-b84b-b52be85d6131 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 945 time: 0.0480235 Oct 12 23:55:36.230187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port eebcd8df-9c56-455c-8be6-51d856f57ea8 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:55:36.230526 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:36.319268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port eebcd8df-9c56-455c-8be6-51d856f57ea8, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=eebcd8df-9c56-455c-8be6-51d856f57ea8,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:55:36.319624 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:36.332896 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for eebcd8df-9c56-455c-8be6-51d856f57ea8 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:55:36.515433 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:36.545361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=eebcd8df-9c56-455c-8be6-51d856f57ea8,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:36.584838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] No DVR routers for this DVR port eebcd8df-9c56-455c-8be6-51d856f57ea8 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:55:36.587499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:36.590901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8e1012f3-74e7-4f0b-9468-c13bd34051bb req-b34ef7a0-f23d-4a43-b697-ad2faabd4f32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "DELETE /v2.0/ports/eebcd8df-9c56-455c-8be6-51d856f57ea8 HTTP/1.1" status: 204 len: 173 time: 0.4433987 Oct 12 23:55:36.591591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'name': 'network-vif-deleted', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:55:36.593648 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e34458-b167-4774-a640-028670385d05" -d '{"events": [{"server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "name": "network-vif-deleted", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:55:36.629784 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2efbe9-4f55-4eb4-8f8b-4e41f19cb506 x-openstack-request-id: req-8d2efbe9-4f55-4eb4-8f8b-4e41f19cb506 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:55:36.630081 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb0ec15-abeb-4cfc-9548-9d36f0508957", "name": "network-vif-deleted", "tag": "eebcd8df-9c56-455c-8be6-51d856f57ea8", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:55:36.630330 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8d2efbe9-4f55-4eb4-8f8b-4e41f19cb506 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:55:36.630730 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb0ec15-abeb-4cfc-9548-9d36f0508957', 'name': 'network-vif-deleted', 'tag': 'eebcd8df-9c56-455c-8be6-51d856f57ea8', 'status': 'completed', 'code': 200} Oct 12 23:55:36.889220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8439f73f-1288-4b64-97f9-1bdfb93c3049 req-d2755e6e-3a28-4136-a8b5-b29d885f83fc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9fb0ec15-abeb-4cfc-9548-9d36f0508957 HTTP/1.1" status: 200 len: 210 time: 0.0310609 Oct 12 23:55:37.944597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46384) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:38.168098 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:55:38.616127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:38.871976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port eefafa6b-4403-4698-8eaf-8c2a058e33b0 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:55:38.872234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:38.962105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port eefafa6b-4403-4698-8eaf-8c2a058e33b0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=eefafa6b-4403-4698-8eaf-8c2a058e33b0,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:55:38.962807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:38.974860 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for eefafa6b-4403-4698-8eaf-8c2a058e33b0 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:55:39.212438 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:39.237594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=eefafa6b-4403-4698-8eaf-8c2a058e33b0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:39.433407 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:39.647573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:55:39.759934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:55:39.765995 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8cae8d35-57b4-4c33-8cfe-140800fb6cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/ab82b1f1-074a-494a-bc2d-ecc856b0fa0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8203485 Oct 12 23:55:39.768911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46386) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:39.769772 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] Sync routers for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:55:39.779128 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:39.779758 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:39.819665 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting subnet 3f409c11-6762-4edd-9213-1021dbcbf15b {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:55:39.822648 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:39.861744 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:39.881931 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:39.946524 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.060449 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:55:39Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:40.077864 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.085488 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] Checking router: ab82b1f1-074a-494a-bc2d-ecc856b0fa0d for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:55:40.093735 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] Routers {'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:40.094345 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:40.107173 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.110987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/subnets/3f409c11-6762-4edd-9213-1021dbcbf15b HTTP/1.1" status: 204 len: 168 time: 0.3409567 Oct 12 23:55:40.112345 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Subnet': ['ID=3f409c11-6762-4edd-9213-1021dbcbf15b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:40.113690 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87ad16f-d92f-4bc3-b353-57f5da1a5777 None None] Network 9d599169-26f0-4292-81b6-453c04452211 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:55:40.114195 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46388) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:40.121457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.122168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.123332 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.123775 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.124315 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.124767 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.125192 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.125837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.126260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.126684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.127136 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.127555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aebf7a30-2fc2-4e94-880f-1baba1fe57d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.212548 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] Set router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:40.232343 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.272333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eebcd8df-9c56-455c-8be6-51d856f57ea8 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:55:40.300210 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: eebcd8df-9c56-455c-8be6-51d856f57ea8 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:55:40.300651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device eebcd8df-9c56-455c-8be6-51d856f57ea8 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:55:40.312917 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192c117a-2586-4913-82ea-17f183b99adc None None] DHCP port deletion for 9d599169-26f0-4292-81b6-453c04452211 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:55:40.352790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.363085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Deleting port 1924a916-17ee-4ecd-ab24-3ead70b70cd4 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:55:40.368518 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.393498 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:55:39Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:40.423361 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3ff60f-7ed1-4811-a99a-e34d953b3cfc None None] The sync data for ids ['ab82b1f1-074a-494a-bc2d-ecc856b0fa0d'] in n-d-790519-14 is: [{'id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1605662500', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '4893f894-8050-446c-948b-26aae303c059', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:54:36Z', 'updated_at': '2021-10-12T23:55:39Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4893f894-8050-446c-948b-26aae303c059', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:c9:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab82b1f1-074a-494a-bc2d-ecc856b0fa0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:54:37Z', 'updated_at': '2021-10-12T23:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:55:40.428791 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-192c117a-2586-4913-82ea-17f183b99adc None None] For port 1924a916-17ee-4ecd-ab24-3ead70b70cd4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1924a916-17ee-4ecd-ab24-3ead70b70cd4,segment=NetworkSegment(5e24dacb-9ddf-47f2-83a9-9eacded97bd1),segment_id=5e24dacb-9ddf-47f2-83a9-9eacded97bd1)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:55:40.429101 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.442617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Calling delete_port for 1924a916-17ee-4ecd-ab24-3ead70b70cd4 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:55:40.453815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 4893f894-8050-446c-948b-26aae303c059 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:55:40.454264 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.538149 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port 4893f894-8050-446c-948b-26aae303c059, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4893f894-8050-446c-948b-26aae303c059,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:55:40.538544 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.550704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 4893f894-8050-446c-948b-26aae303c059 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:55:40.585093 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.605211 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Pushing event deleted for resources: {'Port': ['ID=1924a916-17ee-4ecd-ab24-3ead70b70cd4,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:40.609602 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192c117a-2586-4913-82ea-17f183b99adc None None] No DVR routers for this DVR port 1924a916-17ee-4ecd-ab24-3ead70b70cd4 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:55:40.616386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.616830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.617185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.617524 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.617857 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.618188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.618515 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.618840 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.619196 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.619519 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.620472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.620472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192c117a-2586-4913-82ea-17f183b99adc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:40.774838 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.812940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=4893f894-8050-446c-948b-26aae303c059,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:40.871860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.966179 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:40.968445 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.075203 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.075874 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Fanout notify agent at l3_agent the message router_deleted on router ab82b1f1-074a-494a-bc2d-ecc856b0fa0d {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:55:41.083086 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.086787 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-903a295f-5682-4e93-8953-070c022a863a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/routers/ab82b1f1-074a-494a-bc2d-ecc856b0fa0d HTTP/1.1" status: 204 len: 168 time: 0.9692845 Oct 12 23:55:41.087320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46390) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:41.176994 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.274132 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.299856 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d599169-26f0-4292-81b6-453c04452211']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:41.309381 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e24dacb-9ddf-47f2-83a9-9eacded97bd1') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:41.309675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e24dacb-9ddf-47f2-83a9-9eacded97bd1') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:41.323871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.337915 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.343931 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:55:41.347206 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: timer() Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: self._notify() Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:55:41.347354 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:55:41.661164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1924a916-17ee-4ecd-ab24-3ead70b70cd4 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:55:41.682620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1924a916-17ee-4ecd-ab24-3ead70b70cd4 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:55:41.685957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1924a916-17ee-4ecd-ab24-3ead70b70cd4 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:55:41.685957 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device eefafa6b-4403-4698-8eaf-8c2a058e33b0 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:55:41.703351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: eefafa6b-4403-4698-8eaf-8c2a058e33b0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:55:41.703697 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device eefafa6b-4403-4698-8eaf-8c2a058e33b0 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:55:41.820386 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.837786 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.841031 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/networks/9d599169-26f0-4292-81b6-453c04452211 HTTP/1.1" status: 204 len: 168 time: 0.7520621 Oct 12 23:55:41.842507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89042c8b-5b72-4105-a865-852c1115ed1f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Network': ['ID=9d599169-26f0-4292-81b6-453c04452211,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:41.844334 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46392) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:41.904738 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19647885-6ae6-496f-8654-ffebf1bde3a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:41.934387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19647885-6ae6-496f-8654-ffebf1bde3a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.060424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19647885-6ae6-496f-8654-ffebf1bde3a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.062923 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-19647885-6ae6-496f-8654-ffebf1bde3a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.064096 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-19647885-6ae6-496f-8654-ffebf1bde3a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/security-groups/622fb41a-074d-4d9f-af54-d2d83818a5b1 HTTP/1.1" status: 204 len: 168 time: 0.2188604 Oct 12 23:55:42.077924 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19647885-6ae6-496f-8654-ffebf1bde3a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=622fb41a-074d-4d9f-af54-d2d83818a5b1,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:42.134891 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f78a5990-ed89-4168-b33c-1eedb2f2d5ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.399464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46400) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:42.404661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6a52b01a-9427-46ee-a51a-7194e5659fdd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2130911927', 'description': 'tempest-secgroup-smoke-2130911927 description', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:42.486626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a52b01a-9427-46ee-a51a-7194e5659fdd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.552707 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a52b01a-9427-46ee-a51a-7194e5659fdd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.624239 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a52b01a-9427-46ee-a51a-7194e5659fdd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.652660 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a52b01a-9427-46ee-a51a-7194e5659fdd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=266a193b-f3e7-48a2-bd4b-1c4a7809fdab,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:42.702253 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a52b01a-9427-46ee-a51a-7194e5659fdd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.703513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6a52b01a-9427-46ee-a51a-7194e5659fdd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3030360 Oct 12 23:55:42.710609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46402) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:42.715102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e57779c8-84d0-4422-9741-f6813ca711f0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '266a193b-f3e7-48a2-bd4b-1c4a7809fdab', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:42.813606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57779c8-84d0-4422-9741-f6813ca711f0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.867890 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57779c8-84d0-4422-9741-f6813ca711f0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.938223 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57779c8-84d0-4422-9741-f6813ca711f0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:42.955555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57779c8-84d0-4422-9741-f6813ca711f0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1b20634-f952-493b-b960-55b6fbb0501a,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:43.025949 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57779c8-84d0-4422-9741-f6813ca711f0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.027159 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e57779c8-84d0-4422-9741-f6813ca711f0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3155317 Oct 12 23:55:43.030509 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46404) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:43.034757 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-873e1245-17c1-4931-9d34-829761949670 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '266a193b-f3e7-48a2-bd4b-1c4a7809fdab', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:43.108483 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-873e1245-17c1-4931-9d34-829761949670 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.170387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-873e1245-17c1-4931-9d34-829761949670 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.176125 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4893f894-8050-446c-948b-26aae303c059 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:55:43.198072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4893f894-8050-446c-948b-26aae303c059 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:55:43.198387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4893f894-8050-446c-948b-26aae303c059 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:55:43.231605 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-873e1245-17c1-4931-9d34-829761949670 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.253586 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e1245-17c1-4931-9d34-829761949670 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a180eee-3580-4192-959b-ae1b1496f82a,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:43.345570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-873e1245-17c1-4931-9d34-829761949670 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.346782 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-873e1245-17c1-4931-9d34-829761949670 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3153303 Oct 12 23:55:43.349564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46406) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:43.353873 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-99e43fa6-9c4d-460c-8c85-5f3c44722727 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '266a193b-f3e7-48a2-bd4b-1c4a7809fdab', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:43.445220 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99e43fa6-9c4d-460c-8c85-5f3c44722727 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.501823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99e43fa6-9c4d-460c-8c85-5f3c44722727 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.571966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99e43fa6-9c4d-460c-8c85-5f3c44722727 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.587183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e43fa6-9c4d-460c-8c85-5f3c44722727 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af926e3-1bda-4991-9210-7ade852b325f,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:43.648394 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99e43fa6-9c4d-460c-8c85-5f3c44722727 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.649604 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-99e43fa6-9c4d-460c-8c85-5f3c44722727 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2991102 Oct 12 23:55:43.652364 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46408) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:43.656890 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-37bd2caa-d066-4515-b810-f98b070f1706 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '266a193b-f3e7-48a2-bd4b-1c4a7809fdab', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:43.737081 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37bd2caa-d066-4515-b810-f98b070f1706 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.794781 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37bd2caa-d066-4515-b810-f98b070f1706 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.863530 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37bd2caa-d066-4515-b810-f98b070f1706 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.881591 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bd2caa-d066-4515-b810-f98b070f1706 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07b45fdc-2f1c-4a6a-abe8-64d6d1044b5c,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:43.939846 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-37bd2caa-d066-4515-b810-f98b070f1706 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:43.941052 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-37bd2caa-d066-4515-b810-f98b070f1706 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2877395 Oct 12 23:55:43.943693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46410) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:43.948000 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2060cab9-6ab7-400d-b1c4-d08c8ee4c24c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '266a193b-f3e7-48a2-bd4b-1c4a7809fdab', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:44.035010 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-2060cab9-6ab7-400d-b1c4-d08c8ee4c24c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:55:44.039783 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2060cab9-6ab7-400d-b1c4-d08c8ee4c24c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.101096 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2060cab9-6ab7-400d-b1c4-d08c8ee4c24c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.166309 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2060cab9-6ab7-400d-b1c4-d08c8ee4c24c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.184418 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2060cab9-6ab7-400d-b1c4-d08c8ee4c24c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60340154-d72e-436d-897d-c22c8d430d2f,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:44.242641 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2060cab9-6ab7-400d-b1c4-d08c8ee4c24c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.243865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2060cab9-6ab7-400d-b1c4-d08c8ee4c24c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2992027 Oct 12 23:55:44.246679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46412) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:44.251050 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-1946a3ec-2afa-4432-95ed-fbb8a0c72b66 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '266a193b-f3e7-48a2-bd4b-1c4a7809fdab', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:44.327186 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-1946a3ec-2afa-4432-95ed-fbb8a0c72b66 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:55:44.331993 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1946a3ec-2afa-4432-95ed-fbb8a0c72b66 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.393871 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1946a3ec-2afa-4432-95ed-fbb8a0c72b66 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.466881 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1946a3ec-2afa-4432-95ed-fbb8a0c72b66 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.486321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1946a3ec-2afa-4432-95ed-fbb8a0c72b66 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0046efc1-b355-4c42-b435-6321c651f209,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:44.542137 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-1946a3ec-2afa-4432-95ed-fbb8a0c72b66 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.543367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-1946a3ec-2afa-4432-95ed-fbb8a0c72b66 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2957232 Oct 12 23:55:44.546735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46414) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:44.551882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'network': {'name': 'tempest-network-smoke--837676756', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'port_security_enabled': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:44.625971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:55:44.629480 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.660060 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:55:44.661702 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.662044 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Added segment 003c8d64-d218-4f12-b3a3-c28389a8a8f7 of type vlan for network ecc2c152-c16e-4aac-94c9-8377343f8950 Oct 12 23:55:44.701748 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.777677 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.784165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:44.784794 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:44.849548 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Network': ['ID=ecc2c152-c16e-4aac-94c9-8377343f8950,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:44.912982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-edd26b05-8319-4827-9c8b-ee8a88f8db48 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3649356 Oct 12 23:55:44.915690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46416) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:44.920661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'admin_state_up': True, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:44.998968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ecc2c152-c16e-4aac-94c9-8377343f8950 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:55:45.018581 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.019696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.071967 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.278367 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.542373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.565701 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.586003 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.643630 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-51c5031c-d707-4413-9b00-059193735982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.667854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.25 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/8a3d759b-a9cd-4a46-83ed-b8dac02b32de) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:55:45.769536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.898427 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:45.936584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:55:45.939426 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:55:45.943074 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:55:45.968033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=8a3d759b-a9cd-4a46-83ed-b8dac02b32de,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:46.280452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:46.349537 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:46.780827 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:46.952213 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:55:47.059562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:55:47.069433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Sync routers for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:55:47.078574 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:47.080060 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:47.128489 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:47.129728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d8f49e48-7df6-484c-8706-0d988ca3d8f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.2129867 Oct 12 23:55:47.132859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46418) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:47.168065 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8be38a68-8c2b-4673-bca0-8a8b6cba0c18 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c392324ff94d4abaa854f9277ff7a4fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341296 Oct 12 23:55:47.170922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46420) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:47.183423 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:47.321917 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f5c557-6ef3-4998-afc2-3a3d2823b42f tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:47.323459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f4f5c557-6ef3-4998-afc2-3a3d2823b42f tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1512921 Oct 12 23:55:47.326974 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46422) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:47.360478 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c3230424-944c-4164-b7d1-8cf0d427ac1a tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0324254 Oct 12 23:55:47.361224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:46Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:47.363068 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46424) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:47.367801 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2084605942', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:47.387079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Checking router: 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:55:47.387448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Updating router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:55:47.411391 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:47.529125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:55:47.533013 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:47.667174 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:47.734876 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:47.804070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:47.871525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Subnet': ['ID=471e9ede-3b65-428c-8786-f5e31ecf148e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:47.880496 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Checking segment: {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:55:47.880859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network hostable DHCP agents. Network: ecc2c152-c16e-4aac-94c9-8377343f8950, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:55:47.946324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Attempting to bind port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:55:47.946525 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network ecc2c152-c16e-4aac-94c9-8377343f8950 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:55:47.946693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Attempting to bind port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:55:47.947089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Attempting to bind port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:55:47.954604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92421d-48a8-469b-b8d4-1a330fbb598e None None] Pushing event updated for resources: {'Port': ['ID=8a3d759b-a9cd-4a46-83ed-b8dac02b32de,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:47.957091 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:55:47.957469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:55:47.957868 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:47.958265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:55:47.958733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Bound port: 8a3d759b-a9cd-4a46-83ed-b8dac02b32de, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:55:47.959137 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:48.036730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] For port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:55:48.039736 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] For port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8a3d759b-a9cd-4a46-83ed-b8dac02b32de,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:55:48.041309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ecc2c152-c16e-4aac-94c9-8377343f8950) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:55:48.046237 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:48.048271 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:48.051615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689bf7c2-ef95-4f9c-b853-44182a4ad2d5 None None] Network ecc2c152-c16e-4aac-94c9-8377343f8950 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:55:48.090700 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:48.117573 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:48.118145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f995cb99-b923-4f31-84c1-2d9dfae87fa0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7538979 Oct 12 23:55:48.120921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46426) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:55:48.213648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92421d-48a8-469b-b8d4-1a330fbb598e None None] Pushing event updated for resources: {'Port': ['ID=8a3d759b-a9cd-4a46-83ed-b8dac02b32de,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:48.219073 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:48.219693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:48.287483 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-ecc2c152-c16e-4aac-94c9-8377343f8950', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:55:48.288342 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:48.414901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:48.559558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Allocated IP 172.20.0.2 (ecc2c152-c16e-4aac-94c9-8377343f8950/471e9ede-3b65-428c-8786-f5e31ecf148e/1416863a-1fee-4b01-bea0-8be52a5f1180) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:55:48.577813 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:48.733107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:46Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:48.765019 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4957f8-3f33-4625-b784-17e5629266ac None None] The sync data for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 is: [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:46Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:55:48.786916 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:48.872110 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:48.913789 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Network ecc2c152-c16e-4aac-94c9-8377343f8950 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:55:48.916844 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:55:48.920976 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:55:48.925685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.1 (ecc2c152-c16e-4aac-94c9-8377343f8950/471e9ede-3b65-428c-8786-f5e31ecf148e/f81c3ebe-c1ab-4a97-b740-adc146616492) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:55:48.930241 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Pushing event updated for resources: {'Port': ['ID=1416863a-1fee-4b01-bea0-8be52a5f1180,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:49.000408 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Attempting to bind port 1416863a-1fee-4b01-bea0-8be52a5f1180 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:55:49.000742 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Attempting to bind port 1416863a-1fee-4b01-bea0-8be52a5f1180 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:55:49.001105 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Attempting to bind port 1416863a-1fee-4b01-bea0-8be52a5f1180 on network ecc2c152-c16e-4aac-94c9-8377343f8950 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:55:49.007627 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:55:49.008140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Checking segment: {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:55:49.008947 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.009362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Bound using segment: {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:55:49.009812 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Bound port: 1416863a-1fee-4b01-bea0-8be52a5f1180, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:55:49.010199 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.068127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.079713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] For port 1416863a-1fee-4b01-bea0-8be52a5f1180, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:55:49.083257 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] For port 1416863a-1fee-4b01-bea0-8be52a5f1180, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1416863a-1fee-4b01-bea0-8be52a5f1180,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:55:49.149918 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.176229 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.208052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de02cb7b-6fa4-4c1b-8140-3c19cdbf638a None None] Pushing event updated for resources: {'Port': ['ID=1416863a-1fee-4b01-bea0-8be52a5f1180,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:49.256405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network ecc2c152-c16e-4aac-94c9-8377343f8950 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:55:49.266721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:55:49.271588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:55:49.278507 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=f81c3ebe-c1ab-4a97-b740-adc146616492,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:49.306245 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8a3d759b-a9cd-4a46-83ed-b8dac02b32de up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:55:49.332084 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.364078 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:49.364963 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.490331 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.512615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.515807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8a3d759b-a9cd-4a46-83ed-b8dac02b32de,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:55:49.567460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.597839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.649082 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=8a3d759b-a9cd-4a46-83ed-b8dac02b32de,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:49.826559 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.858649 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.923855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:49.997675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=f81c3ebe-c1ab-4a97-b740-adc146616492,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:50.003791 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:50.101459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network ecc2c152-c16e-4aac-94c9-8377343f8950 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:55:50.103046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:55:50.181344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1f1bf3-46c8-438e-a3f2-78ef491832f7 None None] Network ecc2c152-c16e-4aac-94c9-8377343f8950 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:55:50.219243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:55:50.274760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5dd5e012-60ea-454c-ae52-5ad907ac5194 None None] Provisioning complete for port 1416863a-1fee-4b01-bea0-8be52a5f1180 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:50.275151 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e012-60ea-454c-ae52-5ad907ac5194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:50.328534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:55:50.339408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-16e74364-293f-4038-a0cc-a627631e491a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/5d7d31c2-fad1-48ff-8182-f2a563fe42f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2117648 Oct 12 23:55:50.410515 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e012-60ea-454c-ae52-5ad907ac5194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:50.459673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5dd5e012-60ea-454c-ae52-5ad907ac5194 None None] For port 1416863a-1fee-4b01-bea0-8be52a5f1180, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1416863a-1fee-4b01-bea0-8be52a5f1180,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:55:50.486398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-66b410f1-4341-4ae1-9ed9-23f5ebb74e70 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2130911927&fields=id&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 267 time: 0.0375471 Oct 12 23:55:50.541532 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5dd5e012-60ea-454c-ae52-5ad907ac5194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:50.599481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd5e012-60ea-454c-ae52-5ad907ac5194 None None] Pushing event updated for resources: {'Port': ['ID=1416863a-1fee-4b01-bea0-8be52a5f1180,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:50.612233 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc789-9539-477e-8ab8-f68cc1946332 req-0685ea25-80cd-42ea-8fea-5dabd9bccf61 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:50.614697 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-0685ea25-80cd-42ea-8fea-5dabd9bccf61 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/networks?id=ecc2c152-c16e-4aac-94c9-8377343f8950 HTTP/1.1" status: 200 len: 796 time: 0.1205668 Oct 12 23:55:50.630817 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-6cbbcdd1-524d-41ea-8eab-b732721de8b0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/quotas/c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 375 time: 0.0101469 Oct 12 23:55:50.663261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f3d22de8-7b77-43fb-ad3a-7b3cdb12464a None None] Provisioning complete for port 1416863a-1fee-4b01-bea0-8be52a5f1180 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:50.663635 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3d22de8-7b77-43fb-ad3a-7b3cdb12464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:50.693699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-01014ac3-865c-4cd2-b786-6c7121f229a4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0569489 Oct 12 23:55:50.768388 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f3d22de8-7b77-43fb-ad3a-7b3cdb12464a None None] Provisioning complete for port f81c3ebe-c1ab-4a97-b740-adc146616492 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:50.768758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3d22de8-7b77-43fb-ad3a-7b3cdb12464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:50.786181 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Sync routers for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:55:50.807745 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:50.808539 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:50.808997 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f3d22de8-7b77-43fb-ad3a-7b3cdb12464a None None] Port f81c3ebe-c1ab-4a97-b740-adc146616492 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:55:50.871228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-bcfd57c9-ba9f-4310-9ac8-2ed6102a971b service neutron] 10.222.0.31 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646135 Oct 12 23:55:50.928423 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:50.932779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-a56bc30d-74ff-4a4e-ae84-fe5a4123d9cd None None] Provisioning complete for port f81c3ebe-c1ab-4a97-b740-adc146616492 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:50.933156 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a56bc30d-74ff-4a4e-ae84-fe5a4123d9cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:50.979508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-a56bc30d-74ff-4a4e-ae84-fe5a4123d9cd None None] Port f81c3ebe-c1ab-4a97-b740-adc146616492 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:55:50.983549 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-dcc7896a-2f35-435b-960d-f1ada6e7835b service neutron] 10.222.0.31 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065900 Oct 12 23:55:51.099551 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-902ad7bb-c8f6-4fbf-80c9-40161101d613 None None] Provisioning complete for port f81c3ebe-c1ab-4a97-b740-adc146616492 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:51.100020 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-902ad7bb-c8f6-4fbf-80c9-40161101d613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.136021 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-902ad7bb-c8f6-4fbf-80c9-40161101d613 None None] Port f81c3ebe-c1ab-4a97-b740-adc146616492 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:55:51.233879 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'f81c3ebe-c1ab-4a97-b740-adc146616492', 'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:38:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:48Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 2, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:51.241219 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-208ec0d8-62fb-4fb4-b109-efd68e6dc9bb req-a4a41f39-d2b6-4f01-aef1-35434ca206f1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 210 time: 0.0306926 Oct 12 23:55:51.269251 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Checking router: 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:55:51.269624 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Updating router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 port f81c3ebe-c1ab-4a97-b740-adc146616492 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:55:51.300501 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.336748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8a3d759b-a9cd-4a46-83ed-b8dac02b32de up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:55:51.384563 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:51.385000 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.466098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1416863a-1fee-4b01-bea0-8be52a5f1180 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:55:51.511835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1416863a-1fee-4b01-bea0-8be52a5f1180 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:51.512212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.575061 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.657872 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.705033 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Pushing event updated for resources: {'Port': ['ID=f81c3ebe-c1ab-4a97-b740-adc146616492,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:51.729060 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.729404 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.729742 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.730075 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.730397 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.730723 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.731072 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.731396 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.731803 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.732290 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.732840 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.733191 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:55:51.770986 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Attempting to bind port f81c3ebe-c1ab-4a97-b740-adc146616492 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:55:51.771354 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Attempting to bind port f81c3ebe-c1ab-4a97-b740-adc146616492 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:55:51.771713 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Attempting to bind port f81c3ebe-c1ab-4a97-b740-adc146616492 on network ecc2c152-c16e-4aac-94c9-8377343f8950 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:55:51.776932 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:55:51.777306 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Checking segment: {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:55:51.777702 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.778090 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Bound using segment: {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:55:51.778545 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Bound port: f81c3ebe-c1ab-4a97-b740-adc146616492, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:55:51.779030 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.847206 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] For port f81c3ebe-c1ab-4a97-b740-adc146616492, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:55:51.850492 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] For port f81c3ebe-c1ab-4a97-b740-adc146616492, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f81c3ebe-c1ab-4a97-b740-adc146616492,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:55:51.933010 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.959685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b09f5d7e-b3a2-4c2d-89d7-3203dd9ae042 None None] Provisioning complete for port f81c3ebe-c1ab-4a97-b740-adc146616492 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:51.960254 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b09f5d7e-b3a2-4c2d-89d7-3203dd9ae042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:51.992108 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:55:51.992744 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:51.995746 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8d179-7b58-47e6-971a-3c5710e17978 None None] Pushing event updated for resources: {'Port': ['ID=f81c3ebe-c1ab-4a97-b740-adc146616492,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:52.042797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b09f5d7e-b3a2-4c2d-89d7-3203dd9ae042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:52.081721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-b09f5d7e-b3a2-4c2d-89d7-3203dd9ae042 None None] For port f81c3ebe-c1ab-4a97-b740-adc146616492, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f81c3ebe-c1ab-4a97-b740-adc146616492,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:55:52.129334 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:55:52.166858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b09f5d7e-b3a2-4c2d-89d7-3203dd9ae042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:52.217931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09f5d7e-b3a2-4c2d-89d7-3203dd9ae042 None None] Pushing event updated for resources: {'Port': ['ID=f81c3ebe-c1ab-4a97-b740-adc146616492,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:52.287601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e1c712f2-bd3f-40c6-a575-e06665db607f None None] Provisioning complete for port f81c3ebe-c1ab-4a97-b740-adc146616492 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:52.288192 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e1c712f2-bd3f-40c6-a575-e06665db607f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:52.339456 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'f81c3ebe-c1ab-4a97-b740-adc146616492', 'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:38:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:48Z', 'updated_at': '2021-10-12T23:55:51Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:55:52.351728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b67cf891-537c-48cf-900e-de2cf45fa32c req-bbac3221-054e-4daa-9cc9-599a7f6edb5b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 210 time: 0.0361145 Oct 12 23:55:52.369826 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ed1d08-3477-4fe6-b315-017133994560 None None] The sync data for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 is: [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'f81c3ebe-c1ab-4a97-b740-adc146616492', 'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:38:2a:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:48Z', 'updated_at': '2021-10-12T23:55:51Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:55:53.265443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f81c3ebe-c1ab-4a97-b740-adc146616492 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:55:53.317968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f81c3ebe-c1ab-4a97-b740-adc146616492 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:53.318282 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:53.478327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-337f236f-8bc9-4005-b3aa-03ad834051d3 req-aa1b8d1d-5fce-4565-a661-23cfc372459d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 210 time: 0.0288079 Oct 12 23:55:53.624375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc789-9539-477e-8ab8-f68cc1946332 req-689a3328-076e-44f6-802d-51169e80f042 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:53.625799 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-689a3328-076e-44f6-802d-51169e80f042 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/networks?id=ecc2c152-c16e-4aac-94c9-8377343f8950 HTTP/1.1" status: 200 len: 796 time: 0.4482195 Oct 12 23:55:53.666319 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-f270b56e-aa99-4d85-b4c6-4f5027f595e2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 380 time: 0.0315781 Oct 12 23:55:53.676398 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'port': {'device_id': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'admin_state_up': True, 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'security_groups': ['266a193b-f3e7-48a2-bd4b-1c4a7809fdab']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:53.843273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:55:53.846825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:53.971638 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.14 (ecc2c152-c16e-4aac-94c9-8377343f8950/471e9ede-3b65-428c-8786-f5e31ecf148e/20cfc8b1-d471-44c7-b85c-8f120096a93a) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:55:54.108523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:54.192354 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:54.236927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network ecc2c152-c16e-4aac-94c9-8377343f8950 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:55:54.240086 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:55:54.243774 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:55:54.250174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=20cfc8b1-d471-44c7-b85c-8f120096a93a,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:54.299464 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:54.300140 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:54.383320 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-7b253142-5573-4847-91b3-fbd6800e72a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7104468 Oct 12 23:55:54.395992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Request body: {'port': {'device_id': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:55:54.455417 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:54.508641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-4d90c1f1-b5e5-4286-b99e-cef519554e2e None None] Provisioning complete for port 20cfc8b1-d471-44c7-b85c-8f120096a93a triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:55:54.509619 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d90c1f1-b5e5-4286-b99e-cef519554e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:54.544865 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4d90c1f1-b5e5-4286-b99e-cef519554e2e None None] Port 20cfc8b1-d471-44c7-b85c-8f120096a93a cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:55:54.662258 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eb57af-078b-4714-a354-eb9f141397c4 req-35d6cf80-b7e4-4482-b72c-2334c5f5a8b7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:54.663926 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48eb57af-078b-4714-a354-eb9f141397c4 req-35d6cf80-b7e4-4482-b72c-2334c5f5a8b7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 932 time: 0.1058059 Oct 12 23:55:54.727791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-48eb57af-078b-4714-a354-eb9f141397c4 req-5c25d395-2abe-4c8a-a001-cd4728d169e4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553601 Oct 12 23:55:54.791536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20cfc8b1-d471-44c7-b85c-8f120096a93a {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:55:54.799034 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:54.811189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Transition to ACTIVE for port object 20cfc8b1-d471-44c7-b85c-8f120096a93a will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:55:54.868864 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:54.938182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Pushing event updated for resources: {'Port': ['ID=20cfc8b1-d471-44c7-b85c-8f120096a93a,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:54.991693 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Attempting to bind port 20cfc8b1-d471-44c7-b85c-8f120096a93a on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:55:54.992031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Attempting to bind port 20cfc8b1-d471-44c7-b85c-8f120096a93a by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:55:54.992339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Attempting to bind port 20cfc8b1-d471-44c7-b85c-8f120096a93a on network ecc2c152-c16e-4aac-94c9-8377343f8950 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:55:54.997353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Port 20cfc8b1-d471-44c7-b85c-8f120096a93a on network ecc2c152-c16e-4aac-94c9-8377343f8950 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:55:54.998352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Attempting to bind port 20cfc8b1-d471-44c7-b85c-8f120096a93a on network ecc2c152-c16e-4aac-94c9-8377343f8950 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:55:55.003895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 55, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:55:55.004234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Checking segment: {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:55:55.004618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Bound using segment: {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:55:55.005056 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Bound port: 20cfc8b1-d471-44c7-b85c-8f120096a93a, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '003c8d64-d218-4f12-b3a3-c28389a8a8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:55:55.005416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.074832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] For port 20cfc8b1-d471-44c7-b85c-8f120096a93a, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:55:55.078393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] For port 20cfc8b1-d471-44c7-b85c-8f120096a93a, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:55:55.128839 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.165409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:55.166036 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:55.167454 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] 10.222.0.25 "PUT /v2.0/ports/20cfc8b1-d471-44c7-b85c-8f120096a93a HTTP/1.1" status: 200 len: 1093 time: 0.7758265 Oct 12 23:55:55.167903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:55:55.170830 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24ed1ba-fb4c-4956-ac85-f11256103cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:55:55.198698 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4f766-c80a-464f-bc69-435dba4a49e1 service neutron] Pushing event updated for resources: {'Port': ['ID=20cfc8b1-d471-44c7-b85c-8f120096a93a,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:55.213340 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46542ba-41e8-4db0-b83e-258e4f196579 x-openstack-request-id: req-c46542ba-41e8-4db0-b83e-258e4f196579 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:55:55.213641 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:55:55.219362 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-c46542ba-41e8-4db0-b83e-258e4f196579 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:55:55.219362 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'status': 'completed', 'code': 200} Oct 12 23:55:55.276156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ed1ba-fb4c-4956-ac85-f11256103cbc req-5c8deb53-ee48-4659-8306-5f1f9d73a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:55.277695 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24ed1ba-fb4c-4956-ac85-f11256103cbc req-5c8deb53-ee48-4659-8306-5f1f9d73a055 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 1096 time: 0.0435383 Oct 12 23:55:55.386190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ed1ba-fb4c-4956-ac85-f11256103cbc req-8f99e986-b2d8-4aeb-826b-77e5ed2ac5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:55.387698 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24ed1ba-fb4c-4956-ac85-f11256103cbc req-8f99e986-b2d8-4aeb-826b-77e5ed2ac5ff service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1011150 Oct 12 23:55:55.479738 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ed1ba-fb4c-4956-ac85-f11256103cbc req-b5940a28-0a96-4140-817a-04b05b3c155d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:55.481097 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a24ed1ba-fb4c-4956-ac85-f11256103cbc req-b5940a28-0a96-4140-817a-04b05b3c155d service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866227 Oct 12 23:55:55.561519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc789-9539-477e-8ab8-f68cc1946332 req-28a49588-ec6f-4b50-b1ff-6d54fb4eaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:55.563006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-28a49588-ec6f-4b50-b1ff-6d54fb4eaaa3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 1096 time: 0.0448880 Oct 12 23:55:55.604127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-f737f366-4dab-4019-8722-7df295ae965d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a HTTP/1.1" status: 200 len: 217 time: 0.0330892 Oct 12 23:55:55.652238 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc789-9539-477e-8ab8-f68cc1946332 req-55670c57-0262-4931-9586-28ab36d245b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:55.654261 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-55670c57-0262-4931-9586-28ab36d245b0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=471e9ede-3b65-428c-8786-f5e31ecf148e HTTP/1.1" status: 200 len: 835 time: 0.0425980 Oct 12 23:55:55.703461 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bc789-9539-477e-8ab8-f68cc1946332 req-28fd72fb-64d8-4415-9cce-749af0c310df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:55.704941 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-28fd72fb-64d8-4415-9cce-749af0c310df service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecc2c152-c16e-4aac-94c9-8377343f8950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438759 Oct 12 23:55:55.810089 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-8513d3ab-8151-458b-a3c0-0aa077efc7c2 service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979395 Oct 12 23:55:55.895505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a4f07-96a5-4cec-884f-037b5748b21a req-1b562a51-d5a9-4a87-b796-561ee63ddc13 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:55.896878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305a4f07-96a5-4cec-884f-037b5748b21a req-1b562a51-d5a9-4a87-b796-561ee63ddc13 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 944 time: 0.1006508 Oct 12 23:55:55.947207 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-536bc789-9539-477e-8ab8-f68cc1946332 req-82913a1c-157e-4e7e-9b50-c9254ee36e60 service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236575 Oct 12 23:55:55.954790 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305a4f07-96a5-4cec-884f-037b5748b21a req-466d9acf-5456-49d8-8527-b0b35329dc18 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519888 Oct 12 23:55:57.080765 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c6df5-d59e-410a-9ade-5350b8ac5445 req-b17e8488-22e2-4f2e-af9a-350104d97354 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:57.082259 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-573c6df5-d59e-410a-9ade-5350b8ac5445 req-b17e8488-22e2-4f2e-af9a-350104d97354 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 944 time: 0.0483260 Oct 12 23:55:57.119718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-573c6df5-d59e-410a-9ade-5350b8ac5445 req-8a565046-56f1-4464-8898-ec8a45842309 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315361 Oct 12 23:55:58.232678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa22b72-3e61-46c1-bb1d-cb58fe60bf5a req-e985b3f4-d6e1-4132-b669-c88bff903e03 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:58.234162 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5aa22b72-3e61-46c1-bb1d-cb58fe60bf5a req-e985b3f4-d6e1-4132-b669-c88bff903e03 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 944 time: 0.0498476 Oct 12 23:55:58.273074 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5aa22b72-3e61-46c1-bb1d-cb58fe60bf5a req-ecde62c9-37af-4c30-aba0-487e1a92f90e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327849 Oct 12 23:55:58.317995 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 20cfc8b1-d471-44c7-b85c-8f120096a93a details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:55:58.415912 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 20cfc8b1-d471-44c7-b85c-8f120096a93a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:55:58.427290 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'port_id': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'mac_address': 'fa:16:3e:2d:8a:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:55:58.463940 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:58.476368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20cfc8b1-d471-44c7-b85c-8f120096a93a {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:55:58.495011 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 20cfc8b1-d471-44c7-b85c-8f120096a93a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:55:58.563024 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:55:58.612064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=20cfc8b1-d471-44c7-b85c-8f120096a93a,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:55:58.764921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['20cfc8b1-d471-44c7-b85c-8f120096a93a'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:55:59.402724 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1af2f-7c20-4318-91a7-b6650617b944 req-4f7e09df-a7b2-47f1-9607-4ce3874e97ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:55:59.404758 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4da1af2f-7c20-4318-91a7-b6650617b944 req-4f7e09df-a7b2-47f1-9607-4ce3874e97ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 945 time: 0.0547538 Oct 12 23:55:59.444228 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4da1af2f-7c20-4318-91a7-b6650617b944 req-5b0d8445-1f49-4194-8a6b-21a78b46a5f8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327961 Oct 12 23:56:00.333795 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 20cfc8b1-d471-44c7-b85c-8f120096a93a up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:56:00.442619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 20cfc8b1-d471-44c7-b85c-8f120096a93a completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:56:00.446258 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 20cfc8b1-d471-44c7-b85c-8f120096a93a triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:56:00.446631 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:00.522082 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:00.544855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:56:00.547293 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0023cd56-9b84-40e4-adde-9673f8347ace" -d '{"events": [{"server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "name": "network-vif-plugged", "status": "completed", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:56:00.560330 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 20cfc8b1-d471-44c7-b85c-8f120096a93a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:56:00.564932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e014a-276c-4cb3-bd32-31b160f8b9f6 req-c3fc828e-b696-4031-a9e3-322f9b026f6a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:00.566750 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-364e014a-276c-4cb3-bd32-31b160f8b9f6 req-c3fc828e-b696-4031-a9e3-322f9b026f6a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 945 time: 0.0543644 Oct 12 23:56:00.586713 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2cc5828-ee94-4703-a299-955fc9af330c x-openstack-request-id: req-b2cc5828-ee94-4703-a299-955fc9af330c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:56:00.587039 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "name": "network-vif-plugged", "status": "completed", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:56:00.587313 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b2cc5828-ee94-4703-a299-955fc9af330c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:56:00.587690 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'code': 200} Oct 12 23:56:00.611635 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-364e014a-276c-4cb3-bd32-31b160f8b9f6 req-155645a7-12e1-47f1-b542-1b84de5cbdb7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392704 Oct 12 23:56:00.648640 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:00.685422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761866d0-0fff-4581-8c28-fa0d9de036a3 req-35a47e13-3e84-4087-a26d-7065860a08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:00.686956 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-761866d0-0fff-4581-8c28-fa0d9de036a3 req-35a47e13-3e84-4087-a26d-7065860a08a3 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 1098 time: 0.0431445 Oct 12 23:56:00.696661 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=20cfc8b1-d471-44c7-b85c-8f120096a93a,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:00.723683 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-761866d0-0fff-4581-8c28-fa0d9de036a3 req-21163182-6907-4f88-ace3-1feaec1f476a service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296702 Oct 12 23:56:01.732304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b48bb-7a30-4793-809c-e310c7e5132c req-ed5833c3-aafb-4685-a902-e6dbf3992647 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:01.733868 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d33b48bb-7a30-4793-809c-e310c7e5132c req-ed5833c3-aafb-4685-a902-e6dbf3992647 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0525937 Oct 12 23:56:01.771335 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d33b48bb-7a30-4793-809c-e310c7e5132c req-a96864ee-43c0-4261-9fac-9f619617af8b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314486 Oct 12 23:56:02.884344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6535a6cb-5b60-4ca0-8244-9316dd8d557c req-fcee6049-b52f-49a4-a019-10ecc6ea6557 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:02.885820 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6535a6cb-5b60-4ca0-8244-9316dd8d557c req-fcee6049-b52f-49a4-a019-10ecc6ea6557 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0485318 Oct 12 23:56:02.922687 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6535a6cb-5b60-4ca0-8244-9316dd8d557c req-674987e3-8b7e-4b4a-8c94-d8a085fbc6b1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302420 Oct 12 23:56:03.034844 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa54a37-207f-412e-a7bf-9a8a026c3aeb req-1efa1616-fbde-47f4-8918-fc9e64e90d82 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:03.036381 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1aa54a37-207f-412e-a7bf-9a8a026c3aeb req-1efa1616-fbde-47f4-8918-fc9e64e90d82 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0486979 Oct 12 23:56:03.073470 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1aa54a37-207f-412e-a7bf-9a8a026c3aeb req-f6cfb231-ffd2-41a8-9e75-aca7d5341305 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312409 Oct 12 23:56:03.103033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46486) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:03.145510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2640f4-ad11-4cd5-b9e0-0b738c0b57ac tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:03.146994 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2d2640f4-ad11-4cd5-b9e0-0b738c0b57ac tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 1093 time: 0.0429721 Oct 12 23:56:03.149803 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46488) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:03.154409 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:56:03.248607 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:03.371170 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:03.474653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.215 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/389f9fe1-e90f-468d-915f-1de7b70a6d58) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:56:03.576114 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:03.663667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:03.702714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:56:03.707459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:56:03.710949 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:56:03.737447 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=389f9fe1-e90f-468d-915f-1de7b70a6d58,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:04.065980 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:04.203155 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:04.499517 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:04.557112 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:04.620506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=389f9fe1-e90f-468d-915f-1de7b70a6d58,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:56:04.636244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:04.736091 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP d143dc20-048c-497a-a2b5-a5d5c78801ae associated. External IP: 172.25.2.215, port: 20cfc8b1-d471-44c7-b85c-8f120096a93a. Oct 12 23:56:04.939666 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:56:05.044900 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:56:05.055103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] Sync routers for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:56:05.068261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:56:05.077618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:05.125512 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:05.152395 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7a9838cf-66bb-45ae-8ccd-0bbe78fd17f3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0016103 Oct 12 23:56:05.153880 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:56:05.156356 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7" -d '{"events": [{"name": "network-changed", "server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:56:05.180508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:56:05.196068 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6cf58b-a7b6-485b-9bca-0acf88b87afb x-openstack-request-id: req-fd6cf58b-a7b6-485b-9bca-0acf88b87afb {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:56:05.196068 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:56:05.196068 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fd6cf58b-a7b6-485b-9bca-0acf88b87afb {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:56:05.196068 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'status': 'completed', 'code': 200} Oct 12 23:56:05.288782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4748ed-5a98-493f-a459-f9c5d695edbd req-329ee917-a46c-4857-9813-3331233150d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:05.290260 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f4748ed-5a98-493f-a459-f9c5d695edbd req-329ee917-a46c-4857-9813-3331233150d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0855384 Oct 12 23:56:05.296462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-2c8b132f-7359-4de2-b67b-54baa4b70a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:05.297939 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-2c8b132f-7359-4de2-b67b-54baa4b70a6a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 1098 time: 0.0599170 Oct 12 23:56:05.381753 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4f4748ed-5a98-493f-a459-f9c5d695edbd req-04a2b5c9-9f1b-4fd0-adde-091c1677201a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826194 Oct 12 23:56:05.406824 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46494) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:05.410641 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'd143dc20-048c-497a-a2b5-a5d5c78801ae', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'port_id': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'mac_address': 'fa:16:3e:2d:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:56:03Z', 'updated_at': '2021-10-12T23:56:03Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81c3ebe-c1ab-4a97-b740-adc146616492', 'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:38:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:48Z', 'updated_at': '2021-10-12T23:55:52Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:05.437027 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] Checking router: 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:56:05.445323 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:56:05.445998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:55:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:05.455969 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-24f0b785-a8d3-4707-bbdc-1706629113e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:05.457423 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-24f0b785-a8d3-4707-bbdc-1706629113e5 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecc2c152-c16e-4aac-94c9-8377343f8950 HTTP/1.1" status: 200 len: 897 time: 0.1518049 Oct 12 23:56:05.516755 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-18072d06-b02f-49d0-b580-e7f292444b69 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/d143dc20-048c-497a-a2b5-a5d5c78801ae HTTP/1.1" status: 200 len: 992 time: 0.1087952 Oct 12 23:56:05.537225 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-60a4657c-d84f-4162-92b9-536f5433b2a7 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a HTTP/1.1" status: 200 len: 1000 time: 0.0714226 Oct 12 23:56:05.553718 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:56:05.591407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-849ec9ac-13f9-4d1a-bb3d-fa7974329eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:05.592875 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-849ec9ac-13f9-4d1a-bb3d-fa7974329eb2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=471e9ede-3b65-428c-8786-f5e31ecf148e HTTP/1.1" status: 200 len: 835 time: 0.0490067 Oct 12 23:56:05.640373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-1e382e4f-b26e-4e27-8cc0-28ae93d335f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:05.641862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-1e382e4f-b26e-4e27-8cc0-28ae93d335f7 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecc2c152-c16e-4aac-94c9-8377343f8950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415003 Oct 12 23:56:05.733541 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-b2e9196a-b378-4c29-877e-6cf9a521edf3 service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845540 Oct 12 23:56:05.778497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'd143dc20-048c-497a-a2b5-a5d5c78801ae', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'port_id': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'mac_address': 'fa:16:3e:2d:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:56:03Z', 'updated_at': '2021-10-12T23:56:03Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81c3ebe-c1ab-4a97-b740-adc146616492', 'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:38:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:48Z', 'updated_at': '2021-10-12T23:55:52Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:56:05.804958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1042000f-d882-46c9-b9d7-18e9b91b2ed7 None None] The sync data for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 is: [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'd143dc20-048c-497a-a2b5-a5d5c78801ae', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.215', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'port_id': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'mac_address': 'fa:16:3e:2d:8a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:56:03Z', 'updated_at': '2021-10-12T23:56:03Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f81c3ebe-c1ab-4a97-b740-adc146616492', 'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:38:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:48Z', 'updated_at': '2021-10-12T23:55:52Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:56:05.826339 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b2a8c34b-3c7a-4255-a6cd-822da110ccb7 req-6e4e1ba7-0a6e-4359-af1e-3030839367fb service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860035 Oct 12 23:56:05.995862 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c054da35-a7e5-40e2-88a3-8754480cd636 None None] New status for floating IP d143dc20-048c-497a-a2b5-a5d5c78801ae: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:56:06.520879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46496) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:06.584649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c9ee1c47-4a0d-4cac-8d11-767fc439f49d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/d143dc20-048c-497a-a2b5-a5d5c78801ae HTTP/1.1" status: 200 len: 994 time: 0.0625916 Oct 12 23:56:12.174536 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-32d8ef4b-6fb8-4029-80f0-54812cdec222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:15.167270 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:56:15.580312 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:15.631444 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b03b1673-ddf4-4651-92d1-5b78b8304c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:16.343312 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:18.059430 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:19.516976 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:19.825342 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:21.969510 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-8fa5ca4e-ec1e-43ab-b4d7-4cbbdc51293d service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392790 Oct 12 23:56:22.051250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-0a85f7b7-61a9-43b9-a323-60f9efaad070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:22.052749 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-0a85f7b7-61a9-43b9-a323-60f9efaad070 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 1098 time: 0.0404279 Oct 12 23:56:22.157609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-0a14f4e3-108b-49b2-abbe-fabf25d072bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:22.159075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-0a14f4e3-108b-49b2-abbe-fabf25d072bb service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecc2c152-c16e-4aac-94c9-8377343f8950 HTTP/1.1" status: 200 len: 897 time: 0.0869856 Oct 12 23:56:22.222628 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-6ef285af-ebb4-4751-8a76-b2d431f5b9d6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a HTTP/1.1" status: 200 len: 1002 time: 0.0561993 Oct 12 23:56:22.271011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-39478073-4c50-4ff6-b696-fbc09154c436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:22.272389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-39478073-4c50-4ff6-b696-fbc09154c436 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=471e9ede-3b65-428c-8786-f5e31ecf148e HTTP/1.1" status: 200 len: 835 time: 0.0420239 Oct 12 23:56:22.320192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-0f3fbec4-55fb-4f74-af6a-0bfb32334362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:22.321618 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-0f3fbec4-55fb-4f74-af6a-0bfb32334362 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecc2c152-c16e-4aac-94c9-8377343f8950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418274 Oct 12 23:56:22.408777 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-e7436f15-be5d-4778-ac68-8ebbd4f7127f service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786667 Oct 12 23:56:22.499473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c01d3052-fb30-47fe-8bfc-0ec8b0deb994 req-cf7d480e-8190-4c28-a9ee-8f0cd9a8f9d2 service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833652 Oct 12 23:56:33.385630 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc75a15-32de-4b4c-95e7-2adbb31db5a0 req-b11f1ba2-5744-4682-9def-9b1b69d4f50f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:33.387182 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2dc75a15-32de-4b4c-95e7-2adbb31db5a0 req-b11f1ba2-5744-4682-9def-9b1b69d4f50f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0507283 Oct 12 23:56:33.426641 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2dc75a15-32de-4b4c-95e7-2adbb31db5a0 req-27c3c5ba-9df6-4ca1-8b11-a5d68fadef0f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325127 Oct 12 23:56:33.445769 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-896c1012-6f2b-49c8-abdb-4c5418e98827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:33.447305 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-896c1012-6f2b-49c8-abdb-4c5418e98827 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 1098 time: 0.0433936 Oct 12 23:56:33.539288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-f71d25a1-7e91-47b2-b280-08035a8086e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:33.540722 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-f71d25a1-7e91-47b2-b280-08035a8086e1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecc2c152-c16e-4aac-94c9-8377343f8950 HTTP/1.1" status: 200 len: 897 time: 0.0857749 Oct 12 23:56:33.608145 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-ac2295eb-64df-4ad7-b347-6664350234f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a HTTP/1.1" status: 200 len: 1002 time: 0.0596135 Oct 12 23:56:33.657587 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-0798fa71-b542-4cb4-ac16-4d60d7753945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:33.658971 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-0798fa71-b542-4cb4-ac16-4d60d7753945 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=471e9ede-3b65-428c-8786-f5e31ecf148e HTTP/1.1" status: 200 len: 835 time: 0.0434277 Oct 12 23:56:33.708118 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-82dd6b4a-d758-4141-9132-b21a01f91073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:33.709625 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-82dd6b4a-d758-4141-9132-b21a01f91073 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecc2c152-c16e-4aac-94c9-8377343f8950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438051 Oct 12 23:56:33.797536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-f9659929-74cd-48e8-9aa2-60f777013f88 service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812156 Oct 12 23:56:33.892265 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fc2eddca-1bed-49c5-882a-2283779a77f1 req-dc610b91-b896-4d32-b84c-2062616ec5e6 service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882423 Oct 12 23:56:34.545127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8d4ce-3bf5-43b3-a58e-a2390326a035 req-913431e1-57c0-41a7-9b38-601773cb1c89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:34.546654 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98e8d4ce-3bf5-43b3-a58e-a2390326a035 req-913431e1-57c0-41a7-9b38-601773cb1c89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0496044 Oct 12 23:56:34.583965 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98e8d4ce-3bf5-43b3-a58e-a2390326a035 req-f994930c-7327-4f09-8cbf-77bd6720b02d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305753 Oct 12 23:56:35.702440 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2069cdc0-a9c2-4842-a3e0-4ec8e9e7d0ca req-6169d432-bd4a-4197-bbf0-7b8cbe95724a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:35.703942 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2069cdc0-a9c2-4842-a3e0-4ec8e9e7d0ca req-6169d432-bd4a-4197-bbf0-7b8cbe95724a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0521488 Oct 12 23:56:35.740464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2069cdc0-a9c2-4842-a3e0-4ec8e9e7d0ca req-bb35ae01-7396-4f85-8d9b-0b0d55743172 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306733 Oct 12 23:56:36.852583 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca599041-5948-4f99-af84-f8c3f6ba84c6 req-244e02cb-cf19-4770-bd91-c3a16a6e118b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:36.853928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca599041-5948-4f99-af84-f8c3f6ba84c6 req-244e02cb-cf19-4770-bd91-c3a16a6e118b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0479903 Oct 12 23:56:36.890417 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ca599041-5948-4f99-af84-f8c3f6ba84c6 req-d941aa7c-70b7-4b3e-a03e-6d6053d5a701 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304794 Oct 12 23:56:38.003801 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af31646d-00bb-4bb6-864a-4b8603aaa8d3 req-d2be28e6-4ef4-4d6d-82d6-7a997a8cb40a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:38.005273 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af31646d-00bb-4bb6-864a-4b8603aaa8d3 req-d2be28e6-4ef4-4d6d-82d6-7a997a8cb40a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0490098 Oct 12 23:56:38.042030 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-af31646d-00bb-4bb6-864a-4b8603aaa8d3 req-02415720-6b54-434a-af35-b14de8197ced tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309751 Oct 12 23:56:39.159542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2fbe7-8f69-4995-b5c1-7a0ee140fbb0 req-72f8b1af-6ce3-4685-bc39-c2ec92f38837 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:39.160992 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63f2fbe7-8f69-4995-b5c1-7a0ee140fbb0 req-72f8b1af-6ce3-4685-bc39-c2ec92f38837 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0526114 Oct 12 23:56:39.198203 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-63f2fbe7-8f69-4995-b5c1-7a0ee140fbb0 req-ba338849-406e-406d-8f34-703cc4b06827 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314145 Oct 12 23:56:40.314253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412fcb2e-8752-407a-ac15-b67dad241583 req-7db641b9-2c3b-47d6-b59a-a68f1a622cff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:40.315764 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-412fcb2e-8752-407a-ac15-b67dad241583 req-7db641b9-2c3b-47d6-b59a-a68f1a622cff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0507581 Oct 12 23:56:40.352887 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-412fcb2e-8752-407a-ac15-b67dad241583 req-cec4d4ba-252d-4ab8-ad59-8010e0548355 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311518 Oct 12 23:56:41.470013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b48620-1277-4928-b8cf-14d61654bea1 req-98c09a0d-a724-4263-b2af-1153a5d26380 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:41.471408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86b48620-1277-4928-b8cf-14d61654bea1 req-98c09a0d-a724-4263-b2af-1153a5d26380 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0489578 Oct 12 23:56:41.509138 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86b48620-1277-4928-b8cf-14d61654bea1 req-81f6cfda-baa1-4698-bbc2-80a096ce8a81 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317729 Oct 12 23:56:42.144771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-08df4a2a-c251-4fa0-9d4a-4f3385585721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:42.628006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e02db39-f24f-4bd3-ae60-55f29b3c28ae req-a97706ec-13ec-4af7-99a4-e0251b458859 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:42.629460 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e02db39-f24f-4bd3-ae60-55f29b3c28ae req-a97706ec-13ec-4af7-99a4-e0251b458859 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0535915 Oct 12 23:56:42.666397 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6e02db39-f24f-4bd3-ae60-55f29b3c28ae req-c1f1a859-8f28-49ed-945e-9dfcdce9845f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309546 Oct 12 23:56:43.779278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decae4c9-ca25-488b-a0d1-5e3b992bdad2 req-1c188396-453a-4f0a-98de-35fe4d02f5c7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:43.781353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-decae4c9-ca25-488b-a0d1-5e3b992bdad2 req-1c188396-453a-4f0a-98de-35fe4d02f5c7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0481958 Oct 12 23:56:43.818526 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-decae4c9-ca25-488b-a0d1-5e3b992bdad2 req-a3343363-b0b4-4073-afe6-a630bf5c9574 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312219 Oct 12 23:56:44.934755 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5166d-8d0b-4ee6-9b9f-814cae604ee5 req-d407c0df-0939-4799-8cc4-047530904484 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:56:44.936165 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0b5166d-8d0b-4ee6-9b9f-814cae604ee5 req-d407c0df-0939-4799-8cc4-047530904484 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0504293 Oct 12 23:56:44.975112 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a0b5166d-8d0b-4ee6-9b9f-814cae604ee5 req-3bb330cc-2d3e-4fe7-8f9b-9e338c6d5286 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330043 Oct 12 23:56:44.997500 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46532) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:56:45.060472 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7a642949-4813-44dc-b80c-67f02f2fc1f6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/d143dc20-048c-497a-a2b5-a5d5c78801ae HTTP/1.1" status: 200 len: 994 time: 0.0618649 Oct 12 23:56:45.599632 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:45.628122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-52afbb87-6216-468a-a215-5c3d1798bba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:46.351123 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:48.050687 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:49.513749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:49.954392 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:56:52.165948 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:57:12.138830 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f5f611fb-f227-4dfd-96dd-fcc0336dd332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.424369 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46546) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:15.583480 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 389f9fe1-e90f-468d-915f-1de7b70a6d58 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:57:15.583818 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.602067 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.630482 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7f95891d-d555-42f2-bf0f-f853e359795c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.659495 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.659829 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.671288 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 389f9fe1-e90f-468d-915f-1de7b70a6d58 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:57:15.882021 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.908085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=389f9fe1-e90f-468d-915f-1de7b70a6d58,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:15.919578 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.919928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.920266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.920601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.920928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.921254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.921607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.922059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.922059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.922708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.923042 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.923365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:15.978803 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:15.979150 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP d143dc20-048c-497a-a2b5-a5d5c78801ae disassociated (deleted). External IP: 172.25.2.215, port: 20cfc8b1-d471-44c7-b85c-8f120096a93a. Oct 12 23:57:16.177598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:57:16.282635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:57:16.287051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:16.292124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] Sync routers for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:57:16.301200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:16.301807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:16.315393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-02081798-e950-4c8c-a084-96366acc96d6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/floatingips/d143dc20-048c-497a-a2b5-a5d5c78801ae HTTP/1.1" status: 204 len: 168 time: 0.8899300 Oct 12 23:57:16.315971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:57:16.318212 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921eca41-b13b-4b46-9f30-6bbbf2089092" -d '{"events": [{"name": "network-changed", "server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:57:16.341057 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:16.356581 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d919ebd-9140-4110-b9b3-77557910b3a3 x-openstack-request-id: req-5d919ebd-9140-4110-b9b3-77557910b3a3 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:57:16.356880 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:57:16.357134 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5d919ebd-9140-4110-b9b3-77557910b3a3 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:57:16.357535 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'status': 'completed', 'code': 200} Oct 12 23:57:16.411782 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:16.424223 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-f664189f-aba9-49bd-8dc5-c56e5f0ddd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:16.425748 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-f664189f-aba9-49bd-8dc5-c56e5f0ddd92 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 1098 time: 0.0448225 Oct 12 23:57:16.516253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-c2877b85-0b3a-4509-949f-2398577be522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:16.517644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-c2877b85-0b3a-4509-949f-2398577be522 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ecc2c152-c16e-4aac-94c9-8377343f8950 HTTP/1.1" status: 200 len: 897 time: 0.0854862 Oct 12 23:57:16.564202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-3d4f1dce-096d-47ff-8914-1dea01582bce service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a HTTP/1.1" status: 200 len: 217 time: 0.0396566 Oct 12 23:57:16.612008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'f81c3ebe-c1ab-4a97-b740-adc146616492', 'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:38:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:48Z', 'updated_at': '2021-10-12T23:55:52Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:16.617752 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-3030424c-13f1-4e30-9c64-1ce536c97807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:16.619223 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-3030424c-13f1-4e30-9c64-1ce536c97807 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=471e9ede-3b65-428c-8786-f5e31ecf148e HTTP/1.1" status: 200 len: 835 time: 0.0464771 Oct 12 23:57:16.642433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] Checking router: 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:57:16.651415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:16.652034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:16.664490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-3ba20825-b719-4525-a9ee-6a9a17742f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:16.666010 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-3ba20825-b719-4525-a9ee-6a9a17742f03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ecc2c152-c16e-4aac-94c9-8377343f8950&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396843 Oct 12 23:57:16.759806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:16.974695 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'f81c3ebe-c1ab-4a97-b740-adc146616492', 'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:38:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:48Z', 'updated_at': '2021-10-12T23:55:52Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:17.004735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aedf39-c250-49c0-8b48-e9211a5d188d None None] The sync data for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 is: [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'f81c3ebe-c1ab-4a97-b740-adc146616492', 'name': '', 'network_id': 'ecc2c152-c16e-4aac-94c9-8377343f8950', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:38:2a:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:48Z', 'updated_at': '2021-10-12T23:55:52Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '471e9ede-3b65-428c-8786-f5e31ecf148e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:57:17.102489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8db81-8443-41ca-8e5e-bf4a9296a763 req-2de49699-de9e-4d56-a4d7-34add7299a86 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:17.103982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4e8db81-8443-41ca-8e5e-bf4a9296a763 req-2de49699-de9e-4d56-a4d7-34add7299a86 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.3858340 Oct 12 23:57:17.109147 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-e4026f01-a038-4aef-9abd-a4c12c73af63 service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355700 Oct 12 23:57:17.194465 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d4e8db81-8443-41ca-8e5e-bf4a9296a763 req-15e2e08f-7bba-4152-819a-f0c810412620 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836036 Oct 12 23:57:17.226609 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-921eca41-b13b-4b46-9f30-6bbbf2089092 req-d98a712b-85b2-43ed-af1a-cddf475113fd service neutron] 10.222.0.25 "GET /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090713 Oct 12 23:57:17.254479 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fac6e5-c727-40d3-a147-46ee3991deb9 None None] New status for floating IP d143dc20-048c-497a-a2b5-a5d5c78801ae: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:57:18.092972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:18.189798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803a1f78-daef-4066-b91c-f14c630aae0f req-21c76e36-20a9-41df-863d-64ae172448fe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:18.191202 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-803a1f78-daef-4066-b91c-f14c630aae0f req-21c76e36-20a9-41df-863d-64ae172448fe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0522809 Oct 12 23:57:18.282376 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-803a1f78-daef-4066-b91c-f14c630aae0f req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 20cfc8b1-d471-44c7-b85c-8f120096a93a {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:57:18.282897 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-803a1f78-daef-4066-b91c-f14c630aae0f req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:18.332831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9547f0-6c26-4e23-86fa-d384566a6dfd req-7287df2a-a562-4b61-a5c1-7e6bb2d1748f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:18.334312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5f9547f0-6c26-4e23-86fa-d384566a6dfd req-7287df2a-a562-4b61-a5c1-7e6bb2d1748f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 946 time: 0.0484762 Oct 12 23:57:18.373364 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5f9547f0-6c26-4e23-86fa-d384566a6dfd req-03d74a07-6357-4717-a3ed-725506e7d82f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=266a193b-f3e7-48a2-bd4b-1c4a7809fdab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330441 Oct 12 23:57:18.377799 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-803a1f78-daef-4066-b91c-f14c630aae0f req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port 20cfc8b1-d471-44c7-b85c-8f120096a93a, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=20cfc8b1-d471-44c7-b85c-8f120096a93a,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:18.378368 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-803a1f78-daef-4066-b91c-f14c630aae0f req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:18.391617 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-803a1f78-daef-4066-b91c-f14c630aae0f req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 20cfc8b1-d471-44c7-b85c-8f120096a93a owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:57:18.579798 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-803a1f78-daef-4066-b91c-f14c630aae0f req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:18.611610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=20cfc8b1-d471-44c7-b85c-8f120096a93a,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:18.655513 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-803a1f78-daef-4066-b91c-f14c630aae0f req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] No DVR routers for this DVR port 20cfc8b1-d471-44c7-b85c-8f120096a93a on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:57:18.658154 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-803a1f78-daef-4066-b91c-f14c630aae0f req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:18.661647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-803a1f78-daef-4066-b91c-f14c630aae0f req-a8ca419b-c1f4-4a90-8e23-02695e5eee28 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "DELETE /v2.0/ports/20cfc8b1-d471-44c7-b85c-8f120096a93a HTTP/1.1" status: 204 len: 173 time: 0.4645722 Oct 12 23:57:18.662091 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'name': 'network-vif-deleted', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:57:18.664406 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9561a6ed-9e8c-428c-946c-ed96f1cf12f0" -d '{"events": [{"server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "name": "network-vif-deleted", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:57:18.699018 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a21db06-65c6-4668-83f6-2bdfe278e9f4 x-openstack-request-id: req-6a21db06-65c6-4668-83f6-2bdfe278e9f4 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:57:18.703754 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225bb60c-3aab-475d-ad41-ff7f5fdd30e8", "name": "network-vif-deleted", "tag": "20cfc8b1-d471-44c7-b85c-8f120096a93a", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:57:18.703754 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-6a21db06-65c6-4668-83f6-2bdfe278e9f4 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:57:18.703754 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225bb60c-3aab-475d-ad41-ff7f5fdd30e8', 'name': 'network-vif-deleted', 'tag': '20cfc8b1-d471-44c7-b85c-8f120096a93a', 'status': 'completed', 'code': 200} Oct 12 23:57:19.482490 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c43bab41-68a6-4849-8108-4d5b89c353b6 req-08d4f491-b20f-4c5d-8fc1-79362e684717 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=225bb60c-3aab-475d-ad41-ff7f5fdd30e8 HTTP/1.1" status: 200 len: 210 time: 0.0299129 Oct 12 23:57:19.667354 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:19.881328 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:20.541491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46566) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:20.910141 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:21.159900 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port f81c3ebe-c1ab-4a97-b740-adc146616492 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:57:21.160288 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:21.251248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port f81c3ebe-c1ab-4a97-b740-adc146616492, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f81c3ebe-c1ab-4a97-b740-adc146616492,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:21.251608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:21.263005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for f81c3ebe-c1ab-4a97-b740-adc146616492 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:57:21.513175 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:21.539939 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=f81c3ebe-c1ab-4a97-b740-adc146616492,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:21.717910 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:21.938640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:57:22.044467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:57:22.050248 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-037ce2e0-b9a6-4134-a7a2-57a264495611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/5d7d31c2-fad1-48ff-8182-f2a563fe42f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5077250 Oct 12 23:57:22.053067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46570) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:22.054737 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] Sync routers for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:57:22.064240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:22.064842 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:22.102999 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4685893-c354-475a-975f-e6ddec406544 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting subnet 471e9ede-3b65-428c-8786-f5e31ecf148e {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:57:22.106030 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4685893-c354-475a-975f-e6ddec406544 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.146243 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4685893-c354-475a-975f-e6ddec406544 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.165296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:22.233223 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4685893-c354-475a-975f-e6ddec406544 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.337129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:57:21Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:22.360281 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4685893-c354-475a-975f-e6ddec406544 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.367066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] Checking router: 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:57:22.375167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] Routers {'5d7d31c2-fad1-48ff-8182-f2a563fe42f3'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:22.375778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:22.385981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4685893-c354-475a-975f-e6ddec406544 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Subnet': ['ID=471e9ede-3b65-428c-8786-f5e31ecf148e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:22.392986 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f4685893-c354-475a-975f-e6ddec406544 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.398629 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f4685893-c354-475a-975f-e6ddec406544 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/subnets/471e9ede-3b65-428c-8786-f5e31ecf148e HTTP/1.1" status: 204 len: 168 time: 0.3420103 Oct 12 23:57:22.398966 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46572) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:22.409085 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23047d2-d202-488f-974e-9eb08ea09351 None None] Network ecc2c152-c16e-4aac-94c9-8377343f8950 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:57:22.511936 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.561399 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] Set router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:22.617461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.617977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 20cfc8b1-d471-44c7-b85c-8f120096a93a no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:57:22.677213 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 20cfc8b1-d471-44c7-b85c-8f120096a93a {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:57:22.677603 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 20cfc8b1-d471-44c7-b85c-8f120096a93a not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:57:22.736406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:57:22.737198 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.754990 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] DHCP port deletion for ecc2c152-c16e-4aac-94c9-8377343f8950 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:57:22.795703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:57:21Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:22.821045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port 8a3d759b-a9cd-4a46-83ed-b8dac02b32de, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=8a3d759b-a9cd-4a46-83ed-b8dac02b32de,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:22.821412 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.829005 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5066000-5bb6-4823-a4d0-ea3e3ebd2599 None None] The sync data for ids ['5d7d31c2-fad1-48ff-8182-f2a563fe42f3'] in n-d-790519-14 is: [{'id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-65322010', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25'}], 'enable_snat': True}, 'gw_port_id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:57:21Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '8a3d759b-a9cd-4a46-83ed-b8dac02b32de', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:24:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7d31c2-fad1-48ff-8182-f2a563fe42f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:55:45Z', 'updated_at': '2021-10-12T23:55:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:57:22.833879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 8a3d759b-a9cd-4a46-83ed-b8dac02b32de owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:57:22.841309 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Deleting port 1416863a-1fee-4b01-bea0-8be52a5f1180 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:57:22.841686 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.905601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] For port 1416863a-1fee-4b01-bea0-8be52a5f1180, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1416863a-1fee-4b01-bea0-8be52a5f1180,segment=NetworkSegment(003c8d64-d218-4f12-b3a3-c28389a8a8f7),segment_id=003c8d64-d218-4f12-b3a3-c28389a8a8f7)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:22.906041 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:22.918318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Calling delete_port for 1416863a-1fee-4b01-bea0-8be52a5f1180 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:57:23.061845 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.088391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Pushing event deleted for resources: {'Port': ['ID=1416863a-1fee-4b01-bea0-8be52a5f1180,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:23.092644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] No DVR routers for this DVR port 1416863a-1fee-4b01-bea0-8be52a5f1180 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:57:23.097630 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.100412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.100761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.101112 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.101518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.101793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.102126 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.102455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.102784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.103174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.103500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.104051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.104150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb2986f5-8406-4be9-b552-e761342a508e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:23.120577 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=8a3d759b-a9cd-4a46-83ed-b8dac02b32de,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:23.183174 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.281873 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.288003 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.340774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1416863a-1fee-4b01-bea0-8be52a5f1180 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:57:23.361141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1416863a-1fee-4b01-bea0-8be52a5f1180 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:57:23.361414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1416863a-1fee-4b01-bea0-8be52a5f1180 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:57:23.361830 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f81c3ebe-c1ab-4a97-b740-adc146616492 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:57:23.385141 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f81c3ebe-c1ab-4a97-b740-adc146616492 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:57:23.386720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f81c3ebe-c1ab-4a97-b740-adc146616492 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:57:23.401465 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.402040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Fanout notify agent at l3_agent the message router_deleted on router 5d7d31c2-fad1-48ff-8182-f2a563fe42f3 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:57:23.409435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.410607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-34c53ea0-890b-40b3-9abf-eb2fdaeaaba0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/routers/5d7d31c2-fad1-48ff-8182-f2a563fe42f3 HTTP/1.1" status: 204 len: 168 time: 1.0106819 Oct 12 23:57:23.413407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46574) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:23.491911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.583983 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.603892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc2c152-c16e-4aac-94c9-8377343f8950']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:23.613956 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '003c8d64-d218-4f12-b3a3-c28389a8a8f7') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:23.614254 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '003c8d64-d218-4f12-b3a3-c28389a8a8f7') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:23.623425 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.637402 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.643362 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:57:23.643738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:57:23.646605 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:57:23.790044 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.802726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.802726 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/networks/ecc2c152-c16e-4aac-94c9-8377343f8950 HTTP/1.1" status: 204 len: 168 time: 0.3858573 Oct 12 23:57:23.803363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46576) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:23.811879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a562dbc1-33ab-4bd6-b1eb-e44589516d5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Network': ['ID=ecc2c152-c16e-4aac-94c9-8377343f8950,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:23.869101 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:23.895086 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:24.021602 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:24.024220 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:24.025378 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/security-groups/266a193b-f3e7-48a2-bd4b-1c4a7809fdab HTTP/1.1" status: 204 len: 168 time: 0.2209055 Oct 12 23:57:24.038878 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=266a193b-f3e7-48a2-bd4b-1c4a7809fdab,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:24.050031 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.050379 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.050718 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.052855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.052855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.052855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.052855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.052855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.052855 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.053429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.053429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.053591 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83fdf6a8-01f5-4d46-bf0e-e6ab20077202 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:24.664388 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46582) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:24.668998 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-aea46f8f-f6ab-4ebc-9a05-0bf0ced14ce5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-602724939', 'description': 'tempest-secgroup-smoke-602724939 description', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:24.738761 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aea46f8f-f6ab-4ebc-9a05-0bf0ced14ce5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:24.915855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aea46f8f-f6ab-4ebc-9a05-0bf0ced14ce5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:24.978598 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aea46f8f-f6ab-4ebc-9a05-0bf0ced14ce5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.006878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea46f8f-f6ab-4ebc-9a05-0bf0ced14ce5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04a5b2aa-608e-4611-81cf-bb86be3abc7d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:25.078497 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-aea46f8f-f6ab-4ebc-9a05-0bf0ced14ce5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.079813 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aea46f8f-f6ab-4ebc-9a05-0bf0ced14ce5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4144158 Oct 12 23:57:25.082572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46584) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:25.086895 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a9be5d7c-9e35-4f1b-886f-790ac1a1b7df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '04a5b2aa-608e-4611-81cf-bb86be3abc7d', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:25.177739 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d7c-9e35-4f1b-886f-790ac1a1b7df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.225135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8a3d759b-a9cd-4a46-83ed-b8dac02b32de no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:57:25.233087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d7c-9e35-4f1b-886f-790ac1a1b7df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.244754 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 8a3d759b-a9cd-4a46-83ed-b8dac02b32de {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:57:25.245103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 8a3d759b-a9cd-4a46-83ed-b8dac02b32de not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:57:25.304447 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d7c-9e35-4f1b-886f-790ac1a1b7df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.323639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9be5d7c-9e35-4f1b-886f-790ac1a1b7df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f82b8d-03ff-4817-b997-98a93bc51d11,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:25.386224 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a9be5d7c-9e35-4f1b-886f-790ac1a1b7df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.387435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a9be5d7c-9e35-4f1b-886f-790ac1a1b7df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3038967 Oct 12 23:57:25.390154 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46586) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:25.395114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-57a97104-2106-4934-b5b2-abec09e39392 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '04a5b2aa-608e-4611-81cf-bb86be3abc7d', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:25.474424 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57a97104-2106-4934-b5b2-abec09e39392 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.532626 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57a97104-2106-4934-b5b2-abec09e39392 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.595842 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57a97104-2106-4934-b5b2-abec09e39392 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.616037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a97104-2106-4934-b5b2-abec09e39392 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e67fa952-d96f-40d9-8109-e1b0d3725c3e,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:25.686698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-57a97104-2106-4934-b5b2-abec09e39392 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.688574 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-57a97104-2106-4934-b5b2-abec09e39392 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2968016 Oct 12 23:57:25.691257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46588) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:25.695523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-12dfb171-d2b4-4927-b8ce-6897151e619a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '04a5b2aa-608e-4611-81cf-bb86be3abc7d', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:25.780753 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12dfb171-d2b4-4927-b8ce-6897151e619a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.838047 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12dfb171-d2b4-4927-b8ce-6897151e619a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.898708 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12dfb171-d2b4-4927-b8ce-6897151e619a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.917396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dfb171-d2b4-4927-b8ce-6897151e619a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e85ac0a-fe2e-4b58-afa0-5257749bd1b4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:25.972097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-12dfb171-d2b4-4927-b8ce-6897151e619a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:25.973313 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-12dfb171-d2b4-4927-b8ce-6897151e619a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2811298 Oct 12 23:57:25.976008 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46590) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:25.980289 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6731c173-f825-446b-8cdb-ea09f8e59600 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '04a5b2aa-608e-4611-81cf-bb86be3abc7d', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:26.054838 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6731c173-f825-446b-8cdb-ea09f8e59600 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.113735 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6731c173-f825-446b-8cdb-ea09f8e59600 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.190052 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6731c173-f825-446b-8cdb-ea09f8e59600 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.209630 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731c173-f825-446b-8cdb-ea09f8e59600 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e167ebd-7357-45db-a025-06c17f97a407,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:26.283894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6731c173-f825-446b-8cdb-ea09f8e59600 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.285091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6731c173-f825-446b-8cdb-ea09f8e59600 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3081675 Oct 12 23:57:26.287834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46592) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:26.292127 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8d50458b-660b-4ef2-b599-9542b1399521 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '04a5b2aa-608e-4611-81cf-bb86be3abc7d', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:26.384067 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-8d50458b-660b-4ef2-b599-9542b1399521 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:57:26.388985 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d50458b-660b-4ef2-b599-9542b1399521 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.455360 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d50458b-660b-4ef2-b599-9542b1399521 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.527014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d50458b-660b-4ef2-b599-9542b1399521 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.546180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50458b-660b-4ef2-b599-9542b1399521 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb74de8-f508-450e-8084-969f50870eba,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:26.610056 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8d50458b-660b-4ef2-b599-9542b1399521 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.611330 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8d50458b-660b-4ef2-b599-9542b1399521 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3225727 Oct 12 23:57:26.613961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46594) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:26.618283 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-45035903-750a-4916-969b-55277636008f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '04a5b2aa-608e-4611-81cf-bb86be3abc7d', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:26.690323 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-45035903-750a-4916-969b-55277636008f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:57:26.695026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45035903-750a-4916-969b-55277636008f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.754523 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45035903-750a-4916-969b-55277636008f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.873353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45035903-750a-4916-969b-55277636008f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.892141 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45035903-750a-4916-969b-55277636008f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d438bdf2-119b-4992-b47c-e281793b09a8,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:26.960689 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-45035903-750a-4916-969b-55277636008f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:26.961837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-45035903-750a-4916-969b-55277636008f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3469560 Oct 12 23:57:26.964721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46596) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:26.970353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'network': {'name': 'tempest-network-smoke--379076522', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'port_security_enabled': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:27.072892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:57:27.076363 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.100066 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:57:27.109254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.109745 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Added segment bc485a00-2b56-4552-a20a-2fcbd5d709fa of type vlan for network bdce4350-863f-4801-9f5b-caa014d07b4d Oct 12 23:57:27.149016 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.227381 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.232944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:27.233527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.299164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Network': ['ID=bdce4350-863f-4801-9f5b-caa014d07b4d,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:27.309780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network bdce4350-863f-4801-9f5b-caa014d07b4d details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:57:27.338878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-60d8d0dd-876e-479c-b256-654a962c967f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3730628 Oct 12 23:57:27.341609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46598) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:27.346682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'admin_state_up': True, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:27.430340 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.431416 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.483022 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.681850 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.920504 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:27.939168 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:28.036679 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.124 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/9693a6e1-ba6c-42c5-a717-fce64987176f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:57:28.140835 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:28.221943 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:28.259609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:57:28.262421 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:57:28.266002 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:57:28.291501 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=9693a6e1-ba6c-42c5-a717-fce64987176f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:28.587938 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:29.105478 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:29.164178 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:57:29.295830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router d7b50161-9739-4cdc-ad7c-52772832e517 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:57:29.406226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:57:29.417023 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Sync routers for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:57:29.427236 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:29.427836 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:29.477664 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:29.478930 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e666b2b5-bb44-428b-940f-e733a0163841 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1363661 Oct 12 23:57:29.482116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46600) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:29.509537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-298e9737-79ff-480d-9746-b0fcdb985d9e tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c392324ff94d4abaa854f9277ff7a4fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263479 Oct 12 23:57:29.512297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46602) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:29.529394 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:29.603529 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e4c1a1-e7be-4d41-bd61-48ea85c3131a tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:29.605049 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b0e4c1a1-e7be-4d41-bd61-48ea85c3131a tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0916305 Oct 12 23:57:29.608095 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46604) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:29.636883 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eaa47c78-dc31-488a-8d84-c211e9b98abb tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269701 Oct 12 23:57:29.639474 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46606) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:29.644866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-561551712', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:29.707382 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:28Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:29.732885 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Checking router: d7b50161-9739-4cdc-ad7c-52772832e517 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:57:29.733230 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Updating router d7b50161-9739-4cdc-ad7c-52772832e517 port 9693a6e1-ba6c-42c5-a717-fce64987176f binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:57:29.757210 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:29.795625 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:57:29.799580 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.001270 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.047533 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.075788 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.112666 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Subnet': ['ID=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:30.125270 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Checking segment: {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:57:30.126070 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network hostable DHCP agents. Network: bdce4350-863f-4801-9f5b-caa014d07b4d, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:57:30.195943 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network bdce4350-863f-4801-9f5b-caa014d07b4d is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:57:30.212325 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Pushing event updated for resources: {'Port': ['ID=9693a6e1-ba6c-42c5-a717-fce64987176f,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:30.214324 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Attempting to bind port 9693a6e1-ba6c-42c5-a717-fce64987176f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:57:30.214687 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Attempting to bind port 9693a6e1-ba6c-42c5-a717-fce64987176f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:57:30.215085 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Attempting to bind port 9693a6e1-ba6c-42c5-a717-fce64987176f on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:57:30.223594 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:57:30.223959 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:57:30.224350 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.224733 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:57:30.225187 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Bound port: 9693a6e1-ba6c-42c5-a717-fce64987176f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:57:30.225556 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.228401 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.230841 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.230841 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.230841 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.230841 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.230841 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.230841 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.230841 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.231747 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.231747 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.231747 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.232117 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:57:30.273079 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, bdce4350-863f-4801-9f5b-caa014d07b4d) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:57:30.277090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:30.277570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.281868 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] For port 9693a6e1-ba6c-42c5-a717-fce64987176f, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:57:30.282150 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0334c7ed-ecb8-485c-b604-4d48223e93c9 None None] Network bdce4350-863f-4801-9f5b-caa014d07b4d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:57:30.285021 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] For port 9693a6e1-ba6c-42c5-a717-fce64987176f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9693a6e1-ba6c-42c5-a717-fce64987176f,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:57:30.345095 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.370186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ee15554d-8a6b-4439-922d-8a0224003d22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7293694 Oct 12 23:57:30.374232 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46608) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:30.393364 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:30.393989 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:30.429452 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-bdce4350-863f-4801-9f5b-caa014d07b4d', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:57:30.430548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.446644 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebb1920-42c0-443d-a167-6b43455e5afc None None] Pushing event updated for resources: {'Port': ['ID=9693a6e1-ba6c-42c5-a717-fce64987176f,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:30.512483 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:30.571630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Allocated IP 172.20.0.2 (bdce4350-863f-4801-9f5b-caa014d07b4d/e9b2140a-e136-4e6e-a9a4-2fe99f8dde31/f8c561bb-d624-4742-89a9-4a27c53b38b5) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:57:30.697862 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:28Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:30.719102 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.724116 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f45e8931-3012-406b-95e8-a1a9dd5ddd8f None None] The sync data for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 is: [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:28Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:57:30.799369 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.840989 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.849394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Network bdce4350-863f-4801-9f5b-caa014d07b4d is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:57:30.849394 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:57:30.850334 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:57:30.857741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Pushing event updated for resources: {'Port': ['ID=f8c561bb-d624-4742-89a9-4a27c53b38b5,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:30.915827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Attempting to bind port f8c561bb-d624-4742-89a9-4a27c53b38b5 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:57:30.916242 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Attempting to bind port f8c561bb-d624-4742-89a9-4a27c53b38b5 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:57:30.916803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Attempting to bind port f8c561bb-d624-4742-89a9-4a27c53b38b5 on network bdce4350-863f-4801-9f5b-caa014d07b4d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:57:30.950463 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:57:30.950838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Checking segment: {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:57:30.951350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:30.951751 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Bound using segment: {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:57:30.952229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Bound port: f8c561bb-d624-4742-89a9-4a27c53b38b5, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:57:30.953295 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:31.022464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] For port f8c561bb-d624-4742-89a9-4a27c53b38b5, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:57:31.026087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] For port f8c561bb-d624-4742-89a9-4a27c53b38b5, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f8c561bb-d624-4742-89a9-4a27c53b38b5,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:57:31.096328 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:31.167691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ac815-f9da-462b-9c6b-43a7a431f82e None None] Pushing event updated for resources: {'Port': ['ID=f8c561bb-d624-4742-89a9-4a27c53b38b5,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:31.239536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.1 (bdce4350-863f-4801-9f5b-caa014d07b4d/e9b2140a-e136-4e6e-a9a4-2fe99f8dde31/af502180-bcad-4a11-9f58-c61c92baf0af) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:57:31.314125 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9693a6e1-ba6c-42c5-a717-fce64987176f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:57:31.377596 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:31.377945 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9693a6e1-ba6c-42c5-a717-fce64987176f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:31.378378 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:31.496752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:31.520874 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:31.555442 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network bdce4350-863f-4801-9f5b-caa014d07b4d is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:57:31.556625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 9693a6e1-ba6c-42c5-a717-fce64987176f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9693a6e1-ba6c-42c5-a717-fce64987176f,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:31.560125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:57:31.562746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=af502180-bcad-4a11-9f58-c61c92baf0af,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:31.565457 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:57:31.613820 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:31.625458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:31.681009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=9693a6e1-ba6c-42c5-a717-fce64987176f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:31.808057 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.206793 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dbf0b1-2ea5-4cc4-a085-c01fb2c1f39f None None] Network bdce4350-863f-4801-9f5b-caa014d07b4d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:57:32.270618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1b90c9ff-21a7-4ea7-b8a3-8810cef8414f None None] Provisioning complete for port f8c561bb-d624-4742-89a9-4a27c53b38b5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:32.271017 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b90c9ff-21a7-4ea7-b8a3-8810cef8414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.396113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.419736 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b90c9ff-21a7-4ea7-b8a3-8810cef8414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.459681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1b90c9ff-21a7-4ea7-b8a3-8810cef8414f None None] For port f8c561bb-d624-4742-89a9-4a27c53b38b5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f8c561bb-d624-4742-89a9-4a27c53b38b5,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:32.481000 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.556935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=af502180-bcad-4a11-9f58-c61c92baf0af,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:32.559432 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.571410 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b90c9ff-21a7-4ea7-b8a3-8810cef8414f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.628834 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b90c9ff-21a7-4ea7-b8a3-8810cef8414f None None] Pushing event updated for resources: {'Port': ['ID=f8c561bb-d624-4742-89a9-4a27c53b38b5,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:32.667400 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network bdce4350-863f-4801-9f5b-caa014d07b4d is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:57:32.668905 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:57:32.690149 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-582db73d-cee5-470a-8c73-da70374a3413 None None] Provisioning complete for port f8c561bb-d624-4742-89a9-4a27c53b38b5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:32.690529 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-582db73d-cee5-470a-8c73-da70374a3413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.790421 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-582db73d-cee5-470a-8c73-da70374a3413 None None] Provisioning complete for port af502180-bcad-4a11-9f58-c61c92baf0af triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:32.790798 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-582db73d-cee5-470a-8c73-da70374a3413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:32.802927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router d7b50161-9739-4cdc-ad7c-52772832e517 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:57:32.826434 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-582db73d-cee5-470a-8c73-da70374a3413 None None] Port af502180-bcad-4a11-9f58-c61c92baf0af cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:57:32.916129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:57:32.921197 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1aa871d1-6c16-46eb-bc03-6cb02ec393df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/d7b50161-9739-4cdc-ad7c-52772832e517/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5441084 Oct 12 23:57:32.926769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Sync routers for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:57:32.942353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:32.943205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:33.078332 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-2d9b25c5-cc93-430d-ae17-6e162a9c9307 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-602724939&fields=id&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 267 time: 0.0395291 Oct 12 23:57:33.162870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-45823f19-7171-452e-8fdc-cde92996bd46 None None] Provisioning complete for port af502180-bcad-4a11-9f58-c61c92baf0af triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:33.163190 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45823f19-7171-452e-8fdc-cde92996bd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:33.189930 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-ca29f30f-4148-4f61-977f-ef7c418f02bf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:33.191345 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-ca29f30f-4148-4f61-977f-ef7c418f02bf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 796 time: 0.1056759 Oct 12 23:57:33.206321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-45e2993a-afbd-4ae2-b3b5-bdc507037781 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/quotas/c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 375 time: 0.0090802 Oct 12 23:57:33.236549 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-45823f19-7171-452e-8fdc-cde92996bd46 None None] Port af502180-bcad-4a11-9f58-c61c92baf0af cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:57:33.251424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:33.266788 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-d8afa7fe-4f61-4aec-b9f4-13dc3dd0a69b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0542827 Oct 12 23:57:33.368728 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f8c561bb-d624-4742-89a9-4a27c53b38b5 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:57:33.383914 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-5804855d-dc94-4019-ab00-e53cf5349e6b service neutron] 10.222.0.31 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045811 Oct 12 23:57:33.422888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b223ad4e-8622-415b-94bc-f9d9f60aa66c None None] Provisioning complete for port af502180-bcad-4a11-9f58-c61c92baf0af triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:33.423962 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b223ad4e-8622-415b-94bc-f9d9f60aa66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:33.480998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-08b4f037-60b4-4b3f-8956-774bc096911b service neutron] 10.222.0.31 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907552 Oct 12 23:57:33.493998 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b223ad4e-8622-415b-94bc-f9d9f60aa66c None None] Port af502180-bcad-4a11-9f58-c61c92baf0af cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:57:33.515640 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port f8c561bb-d624-4742-89a9-4a27c53b38b5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:33.516006 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:33.578573 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'af502180-bcad-4a11-9f58-c61c92baf0af', 'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:55:8e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:30Z', 'updated_at': '2021-10-12T23:57:32Z', 'revision_number': 2, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:33.621760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Checking router: d7b50161-9739-4cdc-ad7c-52772832e517 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:57:33.622113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Updating router d7b50161-9739-4cdc-ad7c-52772832e517 port af502180-bcad-4a11-9f58-c61c92baf0af binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:57:33.657357 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9693a6e1-ba6c-42c5-a717-fce64987176f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:57:33.659083 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:33.728398 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d2983e58-642c-42f7-be8e-20e1ddfc115f req-a5fd2f0e-b54b-4d3d-8470-56c98b7a112e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 210 time: 0.0276277 Oct 12 23:57:33.815140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 9693a6e1-ba6c-42c5-a717-fce64987176f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:33.815521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:34.130904 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:34.178475 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:34.261753 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1e1b-baf9-4bb6-9a66-e250ca48f5f6 None None] Pushing event updated for resources: {'Port': ['ID=af502180-bcad-4a11-9f58-c61c92baf0af,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:34.283877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Attempting to bind port af502180-bcad-4a11-9f58-c61c92baf0af on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:57:34.284414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Attempting to bind port af502180-bcad-4a11-9f58-c61c92baf0af by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:57:34.284774 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Attempting to bind port af502180-bcad-4a11-9f58-c61c92baf0af on network bdce4350-863f-4801-9f5b-caa014d07b4d {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:57:34.289921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:57:34.290292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Checking segment: {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:57:34.290688 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:34.291111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Bound using segment: {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:57:34.291577 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Bound port: af502180-bcad-4a11-9f58-c61c92baf0af, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:57:34.291955 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:34.362531 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] For port af502180-bcad-4a11-9f58-c61c92baf0af, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:57:34.365836 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] For port af502180-bcad-4a11-9f58-c61c92baf0af, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=af502180-bcad-4a11-9f58-c61c92baf0af,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:57:34.418722 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f06073dc-d491-40db-aacb-f6c6708fd73f None None] Provisioning complete for port af502180-bcad-4a11-9f58-c61c92baf0af triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:34.419139 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f06073dc-d491-40db-aacb-f6c6708fd73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:34.441974 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:34.498853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f06073dc-d491-40db-aacb-f6c6708fd73f None None] Port af502180-bcad-4a11-9f58-c61c92baf0af cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:57:34.522300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:34.522854 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:34.524617 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bba1e1b-baf9-4bb6-9a66-e250ca48f5f6 None None] Pushing event updated for resources: {'Port': ['ID=af502180-bcad-4a11-9f58-c61c92baf0af,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:34.644763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:34.768582 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-99588abe-44fe-4a88-a8d0-e0d0b31a6cbb None None] Provisioning complete for port af502180-bcad-4a11-9f58-c61c92baf0af triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:34.768954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99588abe-44fe-4a88-a8d0-e0d0b31a6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:34.824823 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-114c0d43-5ba0-42d2-a8fe-15f0d9d25c75 req-a9b05f7f-60c0-4da2-9298-c944996d1d33 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 210 time: 0.0280440 Oct 12 23:57:34.908353 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99588abe-44fe-4a88-a8d0-e0d0b31a6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:34.948951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-99588abe-44fe-4a88-a8d0-e0d0b31a6cbb None None] For port af502180-bcad-4a11-9f58-c61c92baf0af, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=af502180-bcad-4a11-9f58-c61c92baf0af,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:34.954703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'af502180-bcad-4a11-9f58-c61c92baf0af', 'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:55:8e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:30Z', 'updated_at': '2021-10-12T23:57:34Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:34.982890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d4cbcd-c83c-401b-84a1-03fb8b534c81 None None] The sync data for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 is: [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'af502180-bcad-4a11-9f58-c61c92baf0af', 'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:55:8e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:30Z', 'updated_at': '2021-10-12T23:57:34Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:57:35.013295 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-99588abe-44fe-4a88-a8d0-e0d0b31a6cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:35.082219 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99588abe-44fe-4a88-a8d0-e0d0b31a6cbb None None] Pushing event updated for resources: {'Port': ['ID=af502180-bcad-4a11-9f58-c61c92baf0af,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:35.301061 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device af502180-bcad-4a11-9f58-c61c92baf0af up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:57:35.352435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port af502180-bcad-4a11-9f58-c61c92baf0af triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:35.352764 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:35.583196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-149dbb47-0d49-4c2d-8357-5b401d6e6c41 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:35.585403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-149dbb47-0d49-4c2d-8357-5b401d6e6c41 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 796 time: 0.1076245 Oct 12 23:57:35.631864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-1e5bcdd0-b6b6-4dbd-9563-8658ee5f18e7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 379 time: 0.0368032 Oct 12 23:57:35.641810 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'port': {'device_id': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'admin_state_up': True, 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'security_groups': ['04a5b2aa-608e-4611-81cf-bb86be3abc7d']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:35.844981 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:57:35.851174 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:35.958220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9443e6ab-d50e-46a0-bcca-e691efc305ca req-65cee0cd-b34a-4323-bced-123402b783a2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 210 time: 0.0415301 Oct 12 23:57:36.028367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.3 (bdce4350-863f-4801-9f5b-caa014d07b4d/e9b2140a-e136-4e6e-a9a4-2fe99f8dde31/c64f288c-27f8-495f-b957-f4196fde6415) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:57:36.166440 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:36.251033 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:36.294714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network bdce4350-863f-4801-9f5b-caa014d07b4d is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:57:36.298044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:57:36.301915 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:57:36.308420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:36.355709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:36.356384 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:36.447659 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-badf801f-8eb0-418e-b0e0-45e1ff921453 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8103714 Oct 12 23:57:36.460446 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Request body: {'port': {'device_id': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:36.517370 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:36.552088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-7c963138-8f2d-40f9-ae8b-b7e5ef9af38a None None] Provisioning complete for port c64f288c-27f8-495f-b957-f4196fde6415 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:36.552699 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7c963138-8f2d-40f9-ae8b-b7e5ef9af38a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:36.587606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-7c963138-8f2d-40f9-ae8b-b7e5ef9af38a None None] Port c64f288c-27f8-495f-b957-f4196fde6415 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:57:36.774235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c64f288c-27f8-495f-b957-f4196fde6415 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:57:36.781613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:36.793044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Transition to ACTIVE for port object c64f288c-27f8-495f-b957-f4196fde6415 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:57:36.909836 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:36.958171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Pushing event updated for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:37.038228 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Attempting to bind port c64f288c-27f8-495f-b957-f4196fde6415 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:57:37.038714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Attempting to bind port c64f288c-27f8-495f-b957-f4196fde6415 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:57:37.039073 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Attempting to bind port c64f288c-27f8-495f-b957-f4196fde6415 on network bdce4350-863f-4801-9f5b-caa014d07b4d {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:57:37.048433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Port c64f288c-27f8-495f-b957-f4196fde6415 on network bdce4350-863f-4801-9f5b-caa014d07b4d not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:57:37.049218 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Attempting to bind port c64f288c-27f8-495f-b957-f4196fde6415 on network bdce4350-863f-4801-9f5b-caa014d07b4d {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:57:37.054834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:57:37.055278 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Checking segment: {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:57:37.055726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Bound using segment: {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:57:37.056226 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Bound port: c64f288c-27f8-495f-b957-f4196fde6415, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:57:37.056652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:37.083935 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609173a3-7243-49d3-8495-2e953e53497c req-bcccea65-f052-4531-8b4f-0b828c7625a3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:37.085647 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-609173a3-7243-49d3-8495-2e953e53497c req-bcccea65-f052-4531-8b4f-0b828c7625a3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 943 time: 0.0535901 Oct 12 23:57:37.127390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:57:37.128028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-609173a3-7243-49d3-8495-2e953e53497c req-65262543-dc2f-46d4-b84f-ca6a69c42632 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360098 Oct 12 23:57:37.130884 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:57:37.202100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:37.237071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:37.237687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:37.239214 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] 10.222.0.25 "PUT /v2.0/ports/c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 1092 time: 0.7831140 Oct 12 23:57:37.239648 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:57:37.242031 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0797f035-8909-4504-ba1a-871c8177ce8b" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "tag": "c64f288c-27f8-495f-b957-f4196fde6415"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:57:37.273522 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638254a0-04b8-4166-a21d-9b315589e027 service neutron] Pushing event updated for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:37.283013 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119cbe7a-d965-4030-b2ad-580ee38276ba x-openstack-request-id: req-119cbe7a-d965-4030-b2ad-580ee38276ba {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:57:37.283432 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "tag": "c64f288c-27f8-495f-b957-f4196fde6415", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:57:37.283583 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-119cbe7a-d965-4030-b2ad-580ee38276ba {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:57:37.284051 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415', 'status': 'completed', 'code': 200} Oct 12 23:57:37.352044 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797f035-8909-4504-ba1a-871c8177ce8b req-9a43fea6-c7d1-4d7e-8e9c-27d0b8151c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:37.353571 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0797f035-8909-4504-ba1a-871c8177ce8b req-9a43fea6-c7d1-4d7e-8e9c-27d0b8151c40 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1095 time: 0.0502346 Oct 12 23:57:37.453634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797f035-8909-4504-ba1a-871c8177ce8b req-758ba1cb-aa5c-4d85-977f-336c61f97866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:37.455133 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0797f035-8909-4504-ba1a-871c8177ce8b req-758ba1cb-aa5c-4d85-977f-336c61f97866 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0934291 Oct 12 23:57:37.552733 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797f035-8909-4504-ba1a-871c8177ce8b req-948043de-acba-414b-9d3c-9df6d8898fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:37.554122 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0797f035-8909-4504-ba1a-871c8177ce8b req-948043de-acba-414b-9d3c-9df6d8898fb1 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919995 Oct 12 23:57:37.631784 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-652de6f6-8fa3-4f7a-a3a2-fff20dcf72fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:37.633268 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-652de6f6-8fa3-4f7a-a3a2-fff20dcf72fc service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1095 time: 0.0407479 Oct 12 23:57:37.676739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-26923ace-1d4c-4c74-a68d-d99d3b7d5819 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 217 time: 0.0355926 Oct 12 23:57:37.724885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-9ad376f8-e528-4fef-ada4-de9d9ff23c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:37.726254 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-9ad376f8-e528-4fef-ada4-de9d9ff23c64 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 200 len: 834 time: 0.0433509 Oct 12 23:57:37.771067 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-c0e59057-0a41-4101-b120-76a308912e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:37.772507 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-c0e59057-0a41-4101-b120-76a308912e54 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdce4350-863f-4801-9f5b-caa014d07b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396376 Oct 12 23:57:37.862837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-e50a2bcb-0edf-4540-9336-477c32c4a4b6 service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833585 Oct 12 23:57:37.950665 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e3402bd2-9ba7-4fc6-9cb7-c59b4f61e1b0 req-cf777de1-2dfa-430b-84c8-c5ca17f89d56 service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806906 Oct 12 23:57:38.243040 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea34f2d-c50a-4d89-a88b-ac9722320a49 req-f04c23d4-46af-4995-88d6-0df2b2bfc255 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:38.244605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ea34f2d-c50a-4d89-a88b-ac9722320a49 req-f04c23d4-46af-4995-88d6-0df2b2bfc255 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 943 time: 0.0493271 Oct 12 23:57:38.283093 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2ea34f2d-c50a-4d89-a88b-ac9722320a49 req-43e66a95-2afd-4b24-88d6-f8dcf2be2550 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318258 Oct 12 23:57:39.400803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab50d7-a47c-4d53-a0ef-3357d6e7e980 req-0e6bfaec-3031-42ae-aa5b-16ea88e2b01f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:39.402312 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cab50d7-a47c-4d53-a0ef-3357d6e7e980 req-0e6bfaec-3031-42ae-aa5b-16ea88e2b01f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 943 time: 0.0496848 Oct 12 23:57:39.440103 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1cab50d7-a47c-4d53-a0ef-3357d6e7e980 req-5c27e8ba-020c-42f8-9c66-d1a9eb2f462f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315678 Oct 12 23:57:40.557915 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e80a9c-b6eb-48e2-9f04-ce16862f5f42 req-47bc5823-5023-42d4-b196-6c77e3c15f94 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:40.559387 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-85e80a9c-b6eb-48e2-9f04-ce16862f5f42 req-47bc5823-5023-42d4-b196-6c77e3c15f94 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 943 time: 0.0524068 Oct 12 23:57:40.597459 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-85e80a9c-b6eb-48e2-9f04-ce16862f5f42 req-e3f5d833-76a5-4f41-945d-e7e7ebef4d0e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311089 Oct 12 23:57:40.707940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c64f288c-27f8-495f-b957-f4196fde6415 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:57:40.806509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:40.816828 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': 'c64f288c-27f8-495f-b957-f4196fde6415', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'port_id': 'c64f288c-27f8-495f-b957-f4196fde6415', 'mac_address': 'fa:16:3e:f2:cb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:57:40.853415 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:40.866489 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64f288c-27f8-495f-b957-f4196fde6415 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:57:40.885077 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:40.950181 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:40.998672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:41.161499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['c64f288c-27f8-495f-b957-f4196fde6415'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:57:41.716574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d25d9-4928-4361-836f-91272f988d76 req-fb75ac4d-9806-47da-87e5-7a423478b549 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:41.718212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7d25d9-4928-4361-836f-91272f988d76 req-fb75ac4d-9806-47da-87e5-7a423478b549 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 944 time: 0.0537379 Oct 12 23:57:41.757566 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0f7d25d9-4928-4361-836f-91272f988d76 req-67206a9f-afd6-4900-9505-e8ba7e3d9e12 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335042 Oct 12 23:57:42.144614 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c5e3ddc2-8c86-49cc-a709-41d17aaa0ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:42.707342 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c64f288c-27f8-495f-b957-f4196fde6415 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:57:42.844646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port c64f288c-27f8-495f-b957-f4196fde6415 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:57:42.848586 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port c64f288c-27f8-495f-b957-f4196fde6415 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:57:42.848924 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:42.875380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76706c71-8c23-444c-bc1d-1e6b619f0ebf req-db32844c-8a7b-45e5-887a-d84b465169b8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:42.875380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76706c71-8c23-444c-bc1d-1e6b619f0ebf req-db32844c-8a7b-45e5-887a-d84b465169b8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 944 time: 0.0498776 Oct 12 23:57:42.911935 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76706c71-8c23-444c-bc1d-1e6b619f0ebf req-3ea6b276-ea87-4775-91fc-d93df33adab0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318313 Oct 12 23:57:42.929888 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:42.951651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:57:42.954031 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdf1a21-f81d-4ebc-b12a-eb878d13d876" -d '{"events": [{"server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "name": "network-vif-plugged", "status": "completed", "tag": "c64f288c-27f8-495f-b957-f4196fde6415"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:57:42.966534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:57:42.989801 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68bdab66-e200-4372-9960-ef58543625a5 x-openstack-request-id: req-68bdab66-e200-4372-9960-ef58543625a5 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:57:42.990102 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "name": "network-vif-plugged", "status": "completed", "tag": "c64f288c-27f8-495f-b957-f4196fde6415", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:57:42.990424 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-68bdab66-e200-4372-9960-ef58543625a5 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:57:42.990810 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415', 'code': 200} Oct 12 23:57:43.027206 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:43.076610 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:43.084339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30f3e8-660b-424d-b276-1f6fc69375c3 req-8d9ce62d-1418-416a-986c-d16ca84918a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:43.085831 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d30f3e8-660b-424d-b276-1f6fc69375c3 req-8d9ce62d-1418-416a-986c-d16ca84918a2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1097 time: 0.0401261 Oct 12 23:57:43.120314 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6d30f3e8-660b-424d-b276-1f6fc69375c3 req-4dd5d4c2-0f36-44b7-8efb-cddab32d09bb service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278728 Oct 12 23:57:44.029356 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5d61d-67d7-45fa-9dfe-aa50db6ebea1 req-1cd2123a-ccba-4973-973c-1727ffd38518 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:44.031202 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6af5d61d-67d7-45fa-9dfe-aa50db6ebea1 req-1cd2123a-ccba-4973-973c-1727ffd38518 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0522864 Oct 12 23:57:44.072847 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6af5d61d-67d7-45fa-9dfe-aa50db6ebea1 req-62e17fb3-998d-4289-b13d-b6176d3db0f7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357051 Oct 12 23:57:45.186071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f66385-61ab-48a8-a6c9-72e7d5f2c4f0 req-aea0f3e8-baa1-40d8-bfae-75b79922afea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:45.188152 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00f66385-61ab-48a8-a6c9-72e7d5f2c4f0 req-aea0f3e8-baa1-40d8-bfae-75b79922afea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0472250 Oct 12 23:57:45.225718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00f66385-61ab-48a8-a6c9-72e7d5f2c4f0 req-9ac33b1f-e110-4a1b-9b59-5ec85ebbd7c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318403 Oct 12 23:57:45.345002 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413a3eb-f59b-4353-a315-b7d7b4569884 req-c5c708a3-aebc-4f31-924b-a7a86e6e37ca tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:45.346382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9413a3eb-f59b-4353-a315-b7d7b4569884 req-c5c708a3-aebc-4f31-924b-a7a86e6e37ca tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0535309 Oct 12 23:57:45.383661 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9413a3eb-f59b-4353-a315-b7d7b4569884 req-dd8cc856-d7cb-48a0-a0e0-8d73660d1cff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313888 Oct 12 23:57:45.404556 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46662) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:45.444201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4409b265-7e4c-4670-9ac4-8b29626f19ff tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:45.445698 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4409b265-7e4c-4670-9ac4-8b29626f19ff tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1092 time: 0.0396960 Oct 12 23:57:45.448435 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46664) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:45.452685 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': 'c64f288c-27f8-495f-b957-f4196fde6415', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:57:45.541752 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:45.610246 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:45.635857 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e76c2f7d-17d6-4b62-88e5-78ca4a0c40da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:45.646869 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:45.747898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.119 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/cb50e768-f9d0-4cba-b82e-69a33acb806a) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:57:45.850251 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:45.936111 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:45.975097 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:57:45.978011 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:57:45.981430 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:57:45.986717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=cb50e768-f9d0-4cba-b82e-69a33acb806a,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:46.329143 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:46.341646 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:46.456811 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:46.603764 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:46.660936 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:46.728984 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=cb50e768-f9d0-4cba-b82e-69a33acb806a,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:57:46.742772 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:46.848778 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP b040b34a-654f-4216-a27b-527f247ad990 associated. External IP: 172.25.2.119, port: c64f288c-27f8-495f-b957-f4196fde6415. Oct 12 23:57:47.049667 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router d7b50161-9739-4cdc-ad7c-52772832e517 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:57:47.152608 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:57:47.163084 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] Sync routers for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:57:47.171771 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:47.172373 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:47.237775 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:47.268214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c744a351-e771-42c1-b436-306e524308ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8187823 Oct 12 23:57:47.269157 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:57:47.271128 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b73e90-b126-43f5-97c6-5249e14bcc13" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "tag": "c64f288c-27f8-495f-b957-f4196fde6415"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:57:47.276900 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:47.309407 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffad9e40-ebcb-4a37-8256-238132ed37b2 x-openstack-request-id: req-ffad9e40-ebcb-4a37-8256-238132ed37b2 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:57:47.309709 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "tag": "c64f288c-27f8-495f-b957-f4196fde6415", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:57:47.309965 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ffad9e40-ebcb-4a37-8256-238132ed37b2 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:57:47.310375 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415', 'status': 'completed', 'code': 200} Oct 12 23:57:47.402370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f2d7e-15eb-4567-ba19-80407e961425 req-b7b6a902-7a82-454d-9f1a-bd44831910c3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:47.403888 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a32f2d7e-15eb-4567-ba19-80407e961425 req-b7b6a902-7a82-454d-9f1a-bd44831910c3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0834897 Oct 12 23:57:47.406688 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-4f588ae9-c13b-48c2-a0af-ea21d6dd78e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:47.408095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-4f588ae9-c13b-48c2-a0af-ea21d6dd78e5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1097 time: 0.0751414 Oct 12 23:57:47.494393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a32f2d7e-15eb-4567-ba19-80407e961425 req-d3f0377d-ba98-425e-bb1b-5e8605e4ac22 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842769 Oct 12 23:57:47.501946 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b040b34a-654f-4216-a27b-527f247ad990', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.119', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'port_id': 'c64f288c-27f8-495f-b957-f4196fde6415', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'mac_address': 'fa:16:3e:f2:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:57:46Z', 'updated_at': '2021-10-12T23:57:46Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af502180-bcad-4a11-9f58-c61c92baf0af', 'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:55:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:30Z', 'updated_at': '2021-10-12T23:57:34Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:47.518691 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46670) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:47.523918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-0bcd858e-99f5-4027-a62f-fc537391ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:47.525391 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-0bcd858e-99f5-4027-a62f-fc537391ba12 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 897 time: 0.1096087 Oct 12 23:57:47.533318 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] Checking router: d7b50161-9739-4cdc-ad7c-52772832e517 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:57:47.541542 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:57:47.542139 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:57:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:47.581502 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9156d60f-7db4-4b9f-9f51-d3567519140a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/b040b34a-654f-4216-a27b-527f247ad990 HTTP/1.1" status: 200 len: 991 time: 0.0615060 Oct 12 23:57:47.592922 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-a4059c01-8987-4d8d-b9f7-c0997c7c0707 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 999 time: 0.0600889 Oct 12 23:57:47.643561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-370f3e2b-1387-4006-9b07-d43d0fa33df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:47.645098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-370f3e2b-1387-4006-9b07-d43d0fa33df0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 200 len: 834 time: 0.0452113 Oct 12 23:57:47.648406 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:57:47.693370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-3a802629-1c52-4189-8934-1022c65e0664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:57:47.694857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-3a802629-1c52-4189-8934-1022c65e0664 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdce4350-863f-4801-9f5b-caa014d07b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433230 Oct 12 23:57:47.785784 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-6d914c52-fcde-4ae0-aafb-2fbc72256bef service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836306 Oct 12 23:57:47.879826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f7b73e90-b126-43f5-97c6-5249e14bcc13 req-539c74a7-3644-491f-bb05-08949c7a3ccf service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870774 Oct 12 23:57:47.930187 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b040b34a-654f-4216-a27b-527f247ad990', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.119', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'port_id': 'c64f288c-27f8-495f-b957-f4196fde6415', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'mac_address': 'fa:16:3e:f2:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:57:46Z', 'updated_at': '2021-10-12T23:57:46Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af502180-bcad-4a11-9f58-c61c92baf0af', 'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:55:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:30Z', 'updated_at': '2021-10-12T23:57:34Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:57:47.955986 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b51095-fe97-4226-b45e-32f4894086c1 None None] The sync data for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 is: [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'b040b34a-654f-4216-a27b-527f247ad990', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.119', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'port_id': 'c64f288c-27f8-495f-b957-f4196fde6415', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'mac_address': 'fa:16:3e:f2:cb:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:57:46Z', 'updated_at': '2021-10-12T23:57:46Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af502180-bcad-4a11-9f58-c61c92baf0af', 'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:55:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:30Z', 'updated_at': '2021-10-12T23:57:34Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:57:48.047634 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:48.141490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d306f5f8-c897-4b5f-a1a7-174f08d084e7 None None] New status for floating IP b040b34a-654f-4216-a27b-527f247ad990: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:57:48.584758 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46672) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:57:48.646924 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-6a88f9e5-1769-4e42-b4b1-558b053f66ed tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/b040b34a-654f-4216-a27b-527f247ad990 HTTP/1.1" status: 200 len: 993 time: 0.0610244 Oct 12 23:57:49.495858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:57:49.829792 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:06.163015 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:58:12.143659 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-960b3dee-df6f-4eac-9e3f-cd2d468d9a50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:15.189634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-85c4c2f9-648e-462a-a638-4ec2c43a5041 req-b67591c6-b3ee-4bad-8790-6eee2975183d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:58:15.190635 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-85c4c2f9-648e-462a-a638-4ec2c43a5041 req-b67591c6-b3ee-4bad-8790-6eee2975183d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0058646 Oct 12 23:58:15.545162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32b253-9733-400f-a580-ef51e6b3649b req-662a81a9-692f-4f92-9a11-d7ab07c429b1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:15.546673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d32b253-9733-400f-a580-ef51e6b3649b req-662a81a9-692f-4f92-9a11-d7ab07c429b1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0538294 Oct 12 23:58:15.587794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2d32b253-9733-400f-a580-ef51e6b3649b req-32d9d0db-33fb-4dfa-9db8-2b22fa0f339a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341477 Oct 12 23:58:15.615548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:15.673466 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4630bf18-a02e-437f-aac0-4f85f4f9cdfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:15.734207 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-03b8da29-f74f-4455-a9d0-274541df100e service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0789671 Oct 12 23:58:15.743830 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-a3bbd94b-1dfc-4bec-9d47-26492f4099e8 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:58:15.744779 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-a3bbd94b-1dfc-4bec-9d47-26492f4099e8 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049140 Oct 12 23:58:16.347486 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:16.778988 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a54a2-2b20-4d7a-b4bc-483c2e04b6bc req-f35d94a2-16cc-4e0a-8dbb-2388ae9ce724 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:16.780476 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e2a54a2-2b20-4d7a-b4bc-483c2e04b6bc req-f35d94a2-16cc-4e0a-8dbb-2388ae9ce724 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.1108453 Oct 12 23:58:16.819643 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7e2a54a2-2b20-4d7a-b4bc-483c2e04b6bc req-290bf90e-c336-4429-8773-d14d65e9a649 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318880 Oct 12 23:58:17.782582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-68996bb2-a32b-4d7f-a3e8-8a6e23a2c12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:17.784075 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-68996bb2-a32b-4d7f-a3e8-8a6e23a2c12d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1097 time: 0.0398772 Oct 12 23:58:17.878266 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-2084435f-c6af-48b0-b6d7-468e936b6e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:17.879778 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-2084435f-c6af-48b0-b6d7-468e936b6e90 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 897 time: 0.0890610 Oct 12 23:58:17.934487 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee8148-1e3a-449d-9693-fc5eaeb19fe5 req-79492a01-c4a7-4c3e-8e17-6445bff98850 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:17.936011 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35ee8148-1e3a-449d-9693-fc5eaeb19fe5 req-79492a01-c4a7-4c3e-8e17-6445bff98850 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0481191 Oct 12 23:58:17.947730 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-0f0f7865-2ca1-4c0f-b946-a17eb006263d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 1001 time: 0.0606534 Oct 12 23:58:18.003143 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-18ddda9c-5040-4c33-93f7-284b3f9bef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:18.004607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-18ddda9c-5040-4c33-93f7-284b3f9bef86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 200 len: 834 time: 0.0492527 Oct 12 23:58:18.027848 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-35ee8148-1e3a-449d-9693-fc5eaeb19fe5 req-1f8c77c9-1f7a-4f38-ab84-594d3bd2de60 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849855 Oct 12 23:58:18.051714 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-b3bb09b2-1296-40fc-9a34-8cc05c7d8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:18.055024 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-b3bb09b2-1296-40fc-9a34-8cc05c7d8815 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdce4350-863f-4801-9f5b-caa014d07b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411856 Oct 12 23:58:18.069863 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:18.143576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-3ffac6ca-8eaf-4eb2-a0fe-6c33983071bb service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822403 Oct 12 23:58:18.236406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-75fe1874-376d-4bfb-9f8b-9cc406cd591f service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857728 Oct 12 23:58:19.143768 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6493c1cf-c468-4a5b-bfb8-cef13375a503 req-7891738f-617f-496d-bc2c-48cb57ed39b1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:19.145264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6493c1cf-c468-4a5b-bfb8-cef13375a503 req-7891738f-617f-496d-bc2c-48cb57ed39b1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0492954 Oct 12 23:58:19.182605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6493c1cf-c468-4a5b-bfb8-cef13375a503 req-0d9a731c-ce49-418a-872c-b20cf17b9f52 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Oct 12 23:58:19.512437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:19.861474 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:20.301366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1386-806b-455d-8421-57d0d01fc527 req-5e9226ae-1a88-4925-8873-bf85089b0bd8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:20.302847 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffdf1386-806b-455d-8421-57d0d01fc527 req-5e9226ae-1a88-4925-8873-bf85089b0bd8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0494709 Oct 12 23:58:20.340373 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ffdf1386-806b-455d-8421-57d0d01fc527 req-817ffec6-50f9-462a-925c-62baf0cb7a3b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315702 Oct 12 23:58:21.451767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0658c797-1164-4e67-8ca5-beedb7bac569 req-7034f6a8-8d0d-4442-aa98-3ea0575e12dc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:21.453739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0658c797-1164-4e67-8ca5-beedb7bac569 req-7034f6a8-8d0d-4442-aa98-3ea0575e12dc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0483255 Oct 12 23:58:21.494903 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0658c797-1164-4e67-8ca5-beedb7bac569 req-7d1eab06-2f3d-489c-86e2-ca3657b060cc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346456 Oct 12 23:58:22.608242 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2a12f4-0124-481f-9dc7-7322286f1cee req-c104357d-8640-4376-84b6-e2f26273b799 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:22.610402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cb2a12f4-0124-481f-9dc7-7322286f1cee req-c104357d-8640-4376-84b6-e2f26273b799 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0486336 Oct 12 23:58:22.646556 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cb2a12f4-0124-481f-9dc7-7322286f1cee req-2f24e334-2399-41ee-b7d8-72e9caa708f2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303731 Oct 12 23:58:23.761307 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dc93f-d807-417d-9918-f01c397e4913 req-0ad47d19-9e2b-4e32-ae4b-b3cf2a60121c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:23.762763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c04dc93f-d807-417d-9918-f01c397e4913 req-0ad47d19-9e2b-4e32-ae4b-b3cf2a60121c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0489628 Oct 12 23:58:23.801605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c04dc93f-d807-417d-9918-f01c397e4913 req-3e885dad-9879-43d6-9f8b-5206693e936b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321305 Oct 12 23:58:23.987686 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-916bc00e-264d-47ce-b3a2-e8dd56016a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:23.989012 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-916bc00e-264d-47ce-b3a2-e8dd56016a6f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1097 time: 0.0411003 Oct 12 23:58:24.093532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-90d60408-81d4-4225-bf7a-5975f1735e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:24.095118 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-90d60408-81d4-4225-bf7a-5975f1735e88 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 897 time: 0.0876749 Oct 12 23:58:24.159289 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-ee1ae088-372a-4e32-ad44-a87bdf5d893c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 1001 time: 0.0568178 Oct 12 23:58:24.207971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-267cd106-da91-4e6c-858c-31403687f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:24.209360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-267cd106-da91-4e6c-858c-31403687f6e1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 200 len: 834 time: 0.0434370 Oct 12 23:58:24.255905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-2268a4b1-4d6f-4580-adaf-75d3ce309f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:24.257253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-2268a4b1-4d6f-4580-adaf-75d3ce309f47 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdce4350-863f-4801-9f5b-caa014d07b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414476 Oct 12 23:58:24.345867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-a0753032-e292-4b0f-bcda-d6e7ba4e6f41 service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806510 Oct 12 23:58:24.435844 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e6c66ade-b085-4ced-bb2a-0a8259128c80 req-037838a2-0e44-4a19-9050-6ea4aba492b7 service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826011 Oct 12 23:58:24.915377 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc88da5-ee84-4b29-ad4e-61a4b95b25aa req-9ce21607-4913-42fb-87f0-b965c7a096cf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:24.916759 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cbc88da5-ee84-4b29-ad4e-61a4b95b25aa req-9ce21607-4913-42fb-87f0-b965c7a096cf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0484934 Oct 12 23:58:24.957619 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-cbc88da5-ee84-4b29-ad4e-61a4b95b25aa req-50726deb-dcd6-469a-82b9-1137324af5ae tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341578 Oct 12 23:58:26.070944 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f7b2d3-caa4-494f-9d5f-0e0962269e75 req-495843af-93e8-43af-93be-d25381632665 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:26.072563 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93f7b2d3-caa4-494f-9d5f-0e0962269e75 req-495843af-93e8-43af-93be-d25381632665 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0491920 Oct 12 23:58:26.108559 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-93f7b2d3-caa4-494f-9d5f-0e0962269e75 req-6e13dbe6-0026-4c11-a82a-a2a4143ea3ff tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301085 Oct 12 23:58:27.222549 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2bec0-7932-449e-9600-dbe741abfa60 req-cce57c90-78cd-4753-aaf1-da60cc9882ef tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:27.224046 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1df2bec0-7932-449e-9600-dbe741abfa60 req-cce57c90-78cd-4753-aaf1-da60cc9882ef tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0482748 Oct 12 23:58:27.261111 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1df2bec0-7932-449e-9600-dbe741abfa60 req-b1310291-5e13-4a28-b52c-57bbf420a0c7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312645 Oct 12 23:58:28.377400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e32fc7-49a0-4df5-aefb-f6548d9e7748 req-9ecd902d-699c-4de7-953a-51950e7a3556 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:28.378869 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33e32fc7-49a0-4df5-aefb-f6548d9e7748 req-9ecd902d-699c-4de7-953a-51950e7a3556 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0487452 Oct 12 23:58:28.416197 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-33e32fc7-49a0-4df5-aefb-f6548d9e7748 req-f3762328-2d24-4b24-b18e-1d13080510a7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Oct 12 23:58:29.531509 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416edfec-6976-4329-812d-64ef59d422a3 req-a435cf00-1d7b-4890-a279-d867cbafb220 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:29.532880 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-416edfec-6976-4329-812d-64ef59d422a3 req-a435cf00-1d7b-4890-a279-d867cbafb220 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0494344 Oct 12 23:58:29.569714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-416edfec-6976-4329-812d-64ef59d422a3 req-a5398a43-a2c2-482d-89db-412d98792a6b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309987 Oct 12 23:58:30.250149 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-00aca61c-972a-4459-a061-ebabae0444c2 req-7efa2d6e-e56b-48b9-a092-0e4b566c0518 service neutron] show failed (client error): The resource could not be found. Oct 12 23:58:30.251738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-7efa2d6e-e56b-48b9-a092-0e4b566c0518 service neutron] 10.222.0.25 "GET /v2.0/ports/c64f288c-27f8-495f-b957-f4196fde6415/bindings/n-h1-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0578747 Oct 12 23:58:30.694326 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70f298-c9db-44d1-897e-6835abb9c05c req-ff61bdbe-84d6-4b69-ba2c-300c12718244 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:30.695835 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae70f298-c9db-44d1-897e-6835abb9c05c req-ff61bdbe-84d6-4b69-ba2c-300c12718244 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0558932 Oct 12 23:58:30.734524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ae70f298-c9db-44d1-897e-6835abb9c05c req-8af06ba6-ba36-4a64-a349-9ff4578f56c1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320182 Oct 12 23:58:30.862737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-77c6ba97-4013-41ef-a91c-49623a032c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:30.864275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-77c6ba97-4013-41ef-a91c-49623a032c07 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 1097 time: 0.0877736 Oct 12 23:58:30.876187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-790519-14', 'device_owner': 'compute:nova'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:58:30.933387 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:31.459553 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:58:31.492040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:58:31.530372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:58:31.533225 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c4b3e2-1b9f-4bc8-82b6-3247bc86dc38" -d '{"events": [{"server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "name": "network-vif-unplugged", "status": "completed", "tag": "c64f288c-27f8-495f-b957-f4196fde6415"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:58:31.537246 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:31.551726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Transition to ACTIVE for port object c64f288c-27f8-495f-b957-f4196fde6415 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:58:31.580646 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Oct 2021 23:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae520451-a509-47c8-8a46-b3172157886d x-openstack-request-id: req-ae520451-a509-47c8-8a46-b3172157886d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:58:31.580944 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "name": "network-vif-unplugged", "status": "completed", "tag": "c64f288c-27f8-495f-b957-f4196fde6415", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:58:31.581205 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ae520451-a509-47c8-8a46-b3172157886d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:58:31.581606 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415', 'code': 200} Oct 12 23:58:31.615124 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:31.666737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Pushing event updated for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=6']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:58:31.705454 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.705803 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.706156 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.706477 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.706806 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.707157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.707483 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.707807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.708132 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.708459 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.708778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.709097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:31.748986 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] No DVR routers for this DVR port c64f288c-27f8-495f-b957-f4196fde6415 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:58:31.903790 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1279b9a-434f-46dd-868c-6cf4b30a3723 req-41276bfa-6635-4959-9f66-ce7b3fc917ca tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:31.905241 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c1279b9a-434f-46dd-868c-6cf4b30a3723 req-41276bfa-6635-4959-9f66-ce7b3fc917ca tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 943 time: 0.0705602 Oct 12 23:58:31.947231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Attempting to bind port c64f288c-27f8-495f-b957-f4196fde6415 on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:58:31.947567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Attempting to bind port c64f288c-27f8-495f-b957-f4196fde6415 by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:58:31.947893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Attempting to bind port c64f288c-27f8-495f-b957-f4196fde6415 on network bdce4350-863f-4801-9f5b-caa014d07b4d {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:58:31.959524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Port c64f288c-27f8-495f-b957-f4196fde6415 on network bdce4350-863f-4801-9f5b-caa014d07b4d not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:58:31.959844 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Attempting to bind port c64f288c-27f8-495f-b957-f4196fde6415 on network bdce4350-863f-4801-9f5b-caa014d07b4d {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:58:31.970783 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c1279b9a-434f-46dd-868c-6cf4b30a3723 req-e9ce3d1e-9e5c-4ed2-bd95-9f90365a32b1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524733 Oct 12 23:58:31.971639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 58, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:58:31.971973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Checking segment: {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:58:31.972337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Bound using segment: {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:58:31.972758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Bound port: c64f288c-27f8-495f-b957-f4196fde6415, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc485a00-2b56-4552-a20a-2fcbd5d709fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:58:31.973106 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:32.036157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:58:32.038985 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:58:32.112789 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:32.148512 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:32.149126 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:32.150524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] 10.222.0.41 "PUT /v2.0/ports/c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 1092 time: 1.2786961 Oct 12 23:58:32.187859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4d536-42d2-4c2c-ab05-4ae77dda0275 service neutron] Pushing event updated for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=7']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:58:32.219119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-18ab563f-1387-44e1-83a8-24d065fa0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:32.220633 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-18ab563f-1387-44e1-83a8-24d065fa0959 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1095 time: 0.0456502 Oct 12 23:58:32.315119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-ddab754f-4f3a-4a81-8a8c-abc7d0454a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:32.316637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-ddab754f-4f3a-4a81-8a8c-abc7d0454a5c service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 897 time: 0.0887542 Oct 12 23:58:32.385586 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-6432b7df-239a-40ed-a007-4cdc521a942e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 999 time: 0.0618286 Oct 12 23:58:32.434859 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-1eb60cf9-f1bd-4d81-8261-c0e986da8706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:32.436221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-1eb60cf9-f1bd-4d81-8261-c0e986da8706 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 200 len: 834 time: 0.0439203 Oct 12 23:58:32.480224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aca61c-972a-4459-a061-ebabae0444c2 req-9fc1488a-1588-422d-af63-a9a624bf8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:32.481675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-9fc1488a-1588-422d-af63-a9a624bf8a30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdce4350-863f-4801-9f5b-caa014d07b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0385563 Oct 12 23:58:32.572424 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-fcbafa47-41e8-4cd0-abcf-47d2d8df0678 service neutron] 10.222.0.41 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836608 Oct 12 23:58:32.661891 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00aca61c-972a-4459-a061-ebabae0444c2 req-9a33f144-ab9f-45af-adfa-da37e892b101 service neutron] 10.222.0.41 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822175 Oct 12 23:58:33.088331 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e21d71-44f3-419e-9297-248f8a9e5134 req-3d913221-9595-4f39-8ee5-eb08b8022e9c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:33.089799 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8e21d71-44f3-419e-9297-248f8a9e5134 req-3d913221-9595-4f39-8ee5-eb08b8022e9c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 943 time: 0.0490980 Oct 12 23:58:33.130746 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8e21d71-44f3-419e-9297-248f8a9e5134 req-1863fe1e-6b75-4e21-8dbc-d2f578a504c0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348921 Oct 12 23:58:33.583093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:58:33.586486 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "tag": "c64f288c-27f8-495f-b957-f4196fde6415"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:58:33.634773 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-646ee7eb-f22c-4ff8-b3b4-8b9fa23c8f0d x-openstack-request-id: req-646ee7eb-f22c-4ff8-b3b4-8b9fa23c8f0d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:58:33.635094 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "tag": "c64f288c-27f8-495f-b957-f4196fde6415", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:58:33.635347 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-646ee7eb-f22c-4ff8-b3b4-8b9fa23c8f0d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:58:33.635901 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415', 'status': 'completed', 'code': 200} Oct 12 23:58:33.729661 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-3d1fb98e-6e68-4e90-af8b-729815ad045c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:33.731153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-3d1fb98e-6e68-4e90-af8b-729815ad045c service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1095 time: 0.0732448 Oct 12 23:58:33.732842 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-0307742c-6b4f-4805-b9e2-891be2461e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:33.734209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-0307742c-6b4f-4805-b9e2-891be2461e00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1095 time: 0.0784359 Oct 12 23:58:33.888443 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-e3204d18-a274-4772-bffc-11811c7de437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:33.889780 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-e3204d18-a274-4772-bffc-11811c7de437 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 897 time: 0.1446643 Oct 12 23:58:33.890787 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-73c5d89c-7027-4828-908a-2288ab4c1b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:33.892116 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-73c5d89c-7027-4828-908a-2288ab4c1b41 service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 897 time: 0.1539965 Oct 12 23:58:33.999224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-d3a1a64b-6a88-4af7-bd62-999498d7469f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 999 time: 0.1018066 Oct 12 23:58:34.004713 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-f0a54537-c878-468c-8024-7d602e006e27 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 999 time: 0.1021838 Oct 12 23:58:34.083095 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-de0e6fdf-96e5-4be7-884e-b5d830beace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:34.084523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-de0e6fdf-96e5-4be7-884e-b5d830beace6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 200 len: 834 time: 0.0768056 Oct 12 23:58:34.089417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-30bc81a8-84a8-4db2-96ef-5b2235aa9b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:34.090705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-30bc81a8-84a8-4db2-96ef-5b2235aa9b48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 200 len: 834 time: 0.0752704 Oct 12 23:58:34.156985 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-dd791aa6-19e3-448e-821d-fadd6a0a5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:34.158374 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-dd791aa6-19e3-448e-821d-fadd6a0a5573 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdce4350-863f-4801-9f5b-caa014d07b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582359 Oct 12 23:58:34.160090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-474d4ba2-de70-45d5-97a6-b4abb21269e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:34.161244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-474d4ba2-de70-45d5-97a6-b4abb21269e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdce4350-863f-4801-9f5b-caa014d07b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687547 Oct 12 23:58:34.247560 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cc2ce-4018-4e9e-8e8c-36ccab3f89dc req-887f015e-ac38-4661-8b89-306244020b69 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:34.249056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a82cc2ce-4018-4e9e-8e8c-36ccab3f89dc req-887f015e-ac38-4661-8b89-306244020b69 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 943 time: 0.0489590 Oct 12 23:58:34.291312 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a82cc2ce-4018-4e9e-8e8c-36ccab3f89dc req-c7224a42-f83b-40db-8fa0-fe1f30edf2e3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350425 Oct 12 23:58:34.318889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-d60db757-dacb-4529-80af-b7f2ec428bf3 service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532178 Oct 12 23:58:34.322172 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-e0a31f58-37d8-466f-87fd-c392e1b21e85 service neutron] 10.222.0.41 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480057 Oct 12 23:58:34.484664 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-f1a5642a-2582-4838-a98c-c09203c824f8 service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580036 Oct 12 23:58:34.488205 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4ab93e4-3900-477c-9bd9-6d596d0dd5c8 req-38ea03b9-608a-4505-8879-cf9aa85569b9 service neutron] 10.222.0.41 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536505 Oct 12 23:58:34.910157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c64f288c-27f8-495f-b957-f4196fde6415 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:58:34.938684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c64f288c-27f8-495f-b957-f4196fde6415 details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:58:34.961469 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device c64f288c-27f8-495f-b957-f4196fde6415 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:58:35.045400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:58:35.056186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': 'c64f288c-27f8-495f-b957-f4196fde6415', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'port_id': 'c64f288c-27f8-495f-b957-f4196fde6415', 'mac_address': 'fa:16:3e:f2:cb:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:58:35.093055 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:35.106168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c64f288c-27f8-495f-b957-f4196fde6415 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:58:35.125233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:58:35.201019 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:35.247493 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:58:35.254626 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.254996 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.255339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.255672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.256001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.256331 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.256655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.256975 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.257296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.257614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.257931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.258247 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:58:35.410704 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452081bc-8991-4abd-a998-9ed6ab33f4c6 req-4f7bcdba-a0fc-4337-8f48-61151379f6d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:35.412218 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-452081bc-8991-4abd-a998-9ed6ab33f4c6 req-4f7bcdba-a0fc-4337-8f48-61151379f6d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 944 time: 0.0514691 Oct 12 23:58:35.440619 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['c64f288c-27f8-495f-b957-f4196fde6415'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:58:35.451262 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-452081bc-8991-4abd-a998-9ed6ab33f4c6 req-bfbd66f5-d512-4336-92e6-59c49a15e3bc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331059 Oct 12 23:58:35.770524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af4e2b-72ae-4f9b-9378-379e7689a92a req-0b8a678c-be49-430a-ab34-b0f28803f2e3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:35.771981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47af4e2b-72ae-4f9b-9378-379e7689a92a req-0b8a678c-be49-430a-ab34-b0f28803f2e3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 944 time: 0.0503633 Oct 12 23:58:35.821561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-47af4e2b-72ae-4f9b-9378-379e7689a92a req-1bac05a9-bef7-4d36-ba68-6fda744bb653 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432737 Oct 12 23:58:35.859061 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-c8280dca-901a-4a76-935e-def48e495db9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:35.861166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-c8280dca-901a-4a76-935e-def48e495db9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58&tenant_id=c392324ff94d4abaa854f9277ff7a4fc&binding%3Ahost_id=n-h1-790519-14 HTTP/1.1" status: 200 len: 944 time: 0.0555787 Oct 12 23:58:35.925283 n-d-790519-14 neutron-server[101890]: INFO neutron.api.v2.resource [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-ca233f0c-c976-40c4-bad1-e8162cbedb1d service neutron] delete failed (client error): The resource could not be found. Oct 12 23:58:35.926285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-ca233f0c-c976-40c4-bad1-e8162cbedb1d service neutron] 10.222.0.25 "DELETE /v2.0/ports/c64f288c-27f8-495f-b957-f4196fde6415/bindings/n-h2-790519-14 HTTP/1.1" status: 404 len: 381 time: 0.0579851 Oct 12 23:58:35.937845 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862fdf-b6ad-4663-ab75-c5d775474bfa req-f3d376d4-4fae-4a0d-a499-4f4adfa2c9f2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:35.939386 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03862fdf-b6ad-4663-ab75-c5d775474bfa req-f3d376d4-4fae-4a0d-a499-4f4adfa2c9f2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 944 time: 0.0497928 Oct 12 23:58:35.979939 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-03862fdf-b6ad-4663-ab75-c5d775474bfa req-e1544746-83f0-47c8-9ea4-0d4d9d4f8ad7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324922 Oct 12 23:58:36.008662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-f98fea41-a304-47b6-aeb5-5b4f62644c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:36.010135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-f98fea41-a304-47b6-aeb5-5b4f62644c9b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1096 time: 0.0405765 Oct 12 23:58:36.103575 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-de488b1b-dac1-4d74-8011-db4ce466200c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:36.105276 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-de488b1b-dac1-4d74-8011-db4ce466200c service neutron] 10.222.0.25 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 897 time: 0.0881436 Oct 12 23:58:36.169167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-ca0bc1d7-beae-4e03-be93-b9506dc02438 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 1000 time: 0.0574553 Oct 12 23:58:36.218340 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-7a50382e-1bd1-4b39-b31c-bcbd3abb716d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:36.220228 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-7a50382e-1bd1-4b39-b31c-bcbd3abb716d service neutron] 10.222.0.25 "GET /v2.0/subnets?id=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 200 len: 834 time: 0.0439055 Oct 12 23:58:36.269436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-18816a83-af90-490f-8a34-203545e8519e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:36.270890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-18816a83-af90-490f-8a34-203545e8519e service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=bdce4350-863f-4801-9f5b-caa014d07b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439308 Oct 12 23:58:36.360409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-3d50d25c-8854-4762-8490-a8282f6b919b service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823240 Oct 12 23:58:36.454968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7c77ba0f-9f6d-4ff4-ac08-2464324afe95 req-3711d5ca-f997-4e82-bb8c-3384f3c6816a service neutron] 10.222.0.25 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876789 Oct 12 23:58:36.951050 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c64f288c-27f8-495f-b957-f4196fde6415 up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:58:37.060564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port c64f288c-27f8-495f-b957-f4196fde6415 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:58:37.065815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port c64f288c-27f8-495f-b957-f4196fde6415 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:58:37.066262 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:37.097244 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afecd17-4318-428e-9702-12e2b8d3b804 req-2121c595-ee7d-4873-ab01-d469c17367ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:37.098801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4afecd17-4318-428e-9702-12e2b8d3b804 req-2121c595-ee7d-4873-ab01-d469c17367ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 944 time: 0.0536752 Oct 12 23:58:37.143029 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4afecd17-4318-428e-9702-12e2b8d3b804 req-845aaf2c-0d67-46a7-83eb-09b9b133d0e5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374091 Oct 12 23:58:37.145147 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:37.168460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:58:37.172669 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ec8d8d-4702-4dfe-abc5-165867e6263d" -d '{"events": [{"server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "name": "network-vif-plugged", "status": "completed", "tag": "c64f288c-27f8-495f-b957-f4196fde6415"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:58:37.188174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:58:37.212992 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af9e056-e1c1-4a89-8946-3c811363b6cd x-openstack-request-id: req-2af9e056-e1c1-4a89-8946-3c811363b6cd {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:58:37.213289 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "name": "network-vif-plugged", "status": "completed", "tag": "c64f288c-27f8-495f-b957-f4196fde6415", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:58:37.213547 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2af9e056-e1c1-4a89-8946-3c811363b6cd {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:58:37.213991 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415', 'code': 200} Oct 12 23:58:37.241062 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:37.291952 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:58:38.256611 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3c262-1167-4f3b-9af2-3687c2078fd0 req-a2c4a3d3-0d76-4894-963e-99d72bb3f56b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:58:38.258209 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9f3c262-1167-4f3b-9af2-3687c2078fd0 req-a2c4a3d3-0d76-4894-963e-99d72bb3f56b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0490606 Oct 12 23:58:38.297392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d9f3c262-1167-4f3b-9af2-3687c2078fd0 req-f40d6ec6-424f-4c31-9352-d96b9e2b52ae tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330486 Oct 12 23:58:38.321840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46776) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:58:38.385853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d219751a-dd7d-41f3-af02-520b259d9b2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/b040b34a-654f-4216-a27b-527f247ad990 HTTP/1.1" status: 200 len: 993 time: 0.0628321 Oct 12 23:58:42.169521 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-54a4839f-5cd1-4a87-818f-d30fb582119d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:43.162453 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:58:45.609373 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:45.631890 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-af94e26c-2324-41ae-8e78-ef1a65749bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:46.335138 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:48.054573 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:49.515146 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:58:49.852283 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:04.731204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46790) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:04.888446 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port cb50e768-f9d0-4cba-b82e-69a33acb806a {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:59:04.888704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:04.962326 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:04.962650 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:04.973907 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for cb50e768-f9d0-4cba-b82e-69a33acb806a owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:59:05.183677 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:05.209800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=cb50e768-f9d0-4cba-b82e-69a33acb806a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:05.235760 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.236115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.236459 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.236800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.237135 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.237466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.237795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.238125 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.238452 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.238776 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.239133 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.239455 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:05.281614 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:05.281947 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP b040b34a-654f-4216-a27b-527f247ad990 disassociated (deleted). External IP: 172.25.2.119, port: c64f288c-27f8-495f-b957-f4196fde6415. Oct 12 23:59:05.792942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router d7b50161-9739-4cdc-ad7c-52772832e517 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:59:05.903335 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:59:05.908887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:05.913857 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] Sync routers for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:59:05.922730 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:05.923370 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:58:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:05.934910 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-52ec7883-1722-4711-ba26-52513d739fbe tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/floatingips/b040b34a-654f-4216-a27b-527f247ad990 HTTP/1.1" status: 204 len: 168 time: 1.2025805 Oct 12 23:59:05.938422 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:59:05.938422 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "tag": "c64f288c-27f8-495f-b957-f4196fde6415"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:59:05.976854 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90994f22-aabc-4655-a983-698d0230d542 x-openstack-request-id: req-90994f22-aabc-4655-a983-698d0230d542 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:59:05.977151 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "tag": "c64f288c-27f8-495f-b957-f4196fde6415", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:59:05.977540 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-90994f22-aabc-4655-a983-698d0230d542 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:59:05.977948 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415', 'status': 'completed', 'code': 200} Oct 12 23:59:06.041685 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-581a93ec-4aec-4047-b608-bacfcab29c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:06.043409 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-581a93ec-4aec-4047-b608-bacfcab29c12 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 1097 time: 0.0424001 Oct 12 23:59:06.120722 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:06.139574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-2c30e265-c266-40f7-8b1e-2cdfb8f5fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:06.141069 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-2c30e265-c266-40f7-8b1e-2cdfb8f5fc4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 200 len: 897 time: 0.0905850 Oct 12 23:59:06.182668 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-eac643ef-73e9-4ec3-a0d9-7aaa8df91b39 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 200 len: 217 time: 0.0349848 Oct 12 23:59:06.236028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-27ac1b9b-1d5a-4217-8991-da6626b33e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:06.237499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-27ac1b9b-1d5a-4217-8991-da6626b33e4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 200 len: 834 time: 0.0482030 Oct 12 23:59:06.283918 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-5dea304d-cbf0-412e-8db7-3abbb4afc311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:06.285432 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-5dea304d-cbf0-412e-8db7-3abbb4afc311 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bdce4350-863f-4801-9f5b-caa014d07b4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410442 Oct 12 23:59:06.323116 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'af502180-bcad-4a11-9f58-c61c92baf0af', 'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:55:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:30Z', 'updated_at': '2021-10-12T23:57:34Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:06.351050 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] Checking router: d7b50161-9739-4cdc-ad7c-52772832e517 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:59:06.360258 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:06.360873 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:58:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:06.390794 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-0474c200-a831-4d72-9284-5cee4ea717f5 service neutron] 10.222.0.41 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969093 Oct 12 23:59:06.406826 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eed879d-b6e6-489c-823f-8c506baa9e11 req-2829dce2-4c79-43d1-8747-35e4b0ee242f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:06.408410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4eed879d-b6e6-489c-823f-8c506baa9e11 req-2829dce2-4c79-43d1-8747-35e4b0ee242f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0527914 Oct 12 23:59:06.447851 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4eed879d-b6e6-489c-823f-8c506baa9e11 req-171875ca-7760-4499-85d9-57fc442e1f9e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333862 Oct 12 23:59:06.480944 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:06.481847 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f7a9a51-f3af-4122-85aa-9332dd8fa0e2 req-56c99073-4759-40b6-bc72-892c6f2cc916 service neutron] 10.222.0.41 "GET /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842535 Oct 12 23:59:06.692225 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'af502180-bcad-4a11-9f58-c61c92baf0af', 'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:55:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:30Z', 'updated_at': '2021-10-12T23:57:34Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:06.717798 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-160fb6f2-bbd8-436d-b1be-d57c9d51e32a None None] The sync data for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 is: [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'af502180-bcad-4a11-9f58-c61c92baf0af', 'name': '', 'network_id': 'bdce4350-863f-4801-9f5b-caa014d07b4d', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:55:8e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:30Z', 'updated_at': '2021-10-12T23:57:34Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': 'e9b2140a-e136-4e6e-a9a4-2fe99f8dde31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:59:06.925678 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3917266-a438-42fb-8965-d7f1cd880df9 None None] New status for floating IP b040b34a-654f-4216-a27b-527f247ad990: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:59:07.566293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f8b598-1708-4a40-ae94-eb009f33f40e req-931b5f43-7880-4b37-91fc-f4441e42f0ab tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:07.567837 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36f8b598-1708-4a40-ae94-eb009f33f40e req-931b5f43-7880-4b37-91fc-f4441e42f0ab tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0497518 Oct 12 23:59:07.605675 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-36f8b598-1708-4a40-ae94-eb009f33f40e req-2d0916ec-63d4-43c9-9dc5-6eb6c7965be8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=04a5b2aa-608e-4611-81cf-bb86be3abc7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318096 Oct 12 23:59:07.663463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-a36d0040-dcfd-40fb-9c6e-e901883c9db2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:07.667270 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-a36d0040-dcfd-40fb-9c6e-e901883c9db2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 945 time: 0.0518196 Oct 12 23:59:07.753504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port c64f288c-27f8-495f-b957-f4196fde6415 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:59:07.753877 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:07.842097 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port c64f288c-27f8-495f-b957-f4196fde6415, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=c64f288c-27f8-495f-b957-f4196fde6415,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:07.842333 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:07.855144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for c64f288c-27f8-495f-b957-f4196fde6415 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:59:08.058214 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:08.091861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=c64f288c-27f8-495f-b957-f4196fde6415,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:08.132318 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] No DVR routers for this DVR port c64f288c-27f8-495f-b957-f4196fde6415 on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:59:08.134908 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:08.138215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2321c37d-bbab-40a9-abd4-b5c44008db51 req-7f610056-0136-4ca6-b955-32a8fed11866 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.41 "DELETE /v2.0/ports/c64f288c-27f8-495f-b957-f4196fde6415 HTTP/1.1" status: 204 len: 173 time: 0.4666581 Oct 12 23:59:08.138650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'name': 'network-vif-deleted', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:59:08.140975 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2f49da-ed00-48d0-a6af-61d8659e1296" -d '{"events": [{"server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "name": "network-vif-deleted", "tag": "c64f288c-27f8-495f-b957-f4196fde6415"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:59:08.256247 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb5d996-49a5-4cf8-b9c3-ee61367d5ec0 x-openstack-request-id: req-dcb5d996-49a5-4cf8-b9c3-ee61367d5ec0 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:59:08.256542 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0b66023-c74b-45de-9937-e6abceeeff58", "name": "network-vif-deleted", "tag": "c64f288c-27f8-495f-b957-f4196fde6415", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:59:08.256792 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-dcb5d996-49a5-4cf8-b9c3-ee61367d5ec0 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:59:08.257190 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0b66023-c74b-45de-9937-e6abceeeff58', 'name': 'network-vif-deleted', 'tag': 'c64f288c-27f8-495f-b957-f4196fde6415', 'status': 'completed', 'code': 200} Oct 12 23:59:08.710300 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ecb246dc-ee16-499c-8630-a88657e5141c req-c7ee4f47-4c73-4f87-bfe3-34ec1acbedcc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=b0b66023-c74b-45de-9937-e6abceeeff58 HTTP/1.1" status: 200 len: 210 time: 0.0262396 Oct 12 23:59:09.767746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46808) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:10.127657 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:10.377365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port af502180-bcad-4a11-9f58-c61c92baf0af {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:59:10.377756 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:10.463464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port af502180-bcad-4a11-9f58-c61c92baf0af, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=af502180-bcad-4a11-9f58-c61c92baf0af,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:10.463827 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:10.475947 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for af502180-bcad-4a11-9f58-c61c92baf0af owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:59:10.812346 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:10.839378 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=af502180-bcad-4a11-9f58-c61c92baf0af,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:11.014555 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.150546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c64f288c-27f8-495f-b957-f4196fde6415 no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:59:11.171157 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: c64f288c-27f8-495f-b957-f4196fde6415 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:59:11.171508 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device c64f288c-27f8-495f-b957-f4196fde6415 not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:59:11.232298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router d7b50161-9739-4cdc-ad7c-52772832e517 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:59:11.337412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:59:11.342283 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4601f284-821a-4ede-885e-53ea8b2fd36f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/d7b50161-9739-4cdc-ad7c-52772832e517/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5734165 Oct 12 23:59:11.345129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46810) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:11.348259 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] Sync routers for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:59:11.357267 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:11.357868 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:58:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:11.394216 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d648422-a56d-4e9f-a816-e0d34871d8be tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting subnet e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 12 23:59:11.397579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d648422-a56d-4e9f-a816-e0d34871d8be tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.454095 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d648422-a56d-4e9f-a816-e0d34871d8be tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.460388 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:11.534922 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d648422-a56d-4e9f-a816-e0d34871d8be tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.636316 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:59:10Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:11.665937 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] Checking router: d7b50161-9739-4cdc-ad7c-52772832e517 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:59:11.666726 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d648422-a56d-4e9f-a816-e0d34871d8be tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.674499 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] Routers {'d7b50161-9739-4cdc-ad7c-52772832e517'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:11.675402 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:58:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['d7b50161-9739-4cdc-ad7c-52772832e517'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:11.698234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d648422-a56d-4e9f-a816-e0d34871d8be tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Subnet': ['ID=e9b2140a-e136-4e6e-a9a4-2fe99f8dde31,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:11.701960 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7d648422-a56d-4e9f-a816-e0d34871d8be tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.707758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7d648422-a56d-4e9f-a816-e0d34871d8be tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/subnets/e9b2140a-e136-4e6e-a9a4-2fe99f8dde31 HTTP/1.1" status: 204 len: 168 time: 0.3612745 Oct 12 23:59:11.708697 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46812) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:11.710473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480e6743-4199-4051-8fe7-8e93c833dfa0 None None] Network bdce4350-863f-4801-9f5b-caa014d07b4d requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:59:11.787263 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] Set router d7b50161-9739-4cdc-ad7c-52772832e517 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:11.820409 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.903320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8f0c4b-3875-4037-a384-31120068c3c6 None None] DHCP port deletion for bdce4350-863f-4801-9f5b-caa014d07b4d request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 12 23:59:11.922871 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.950931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f0c4b-3875-4037-a384-31120068c3c6 None None] Deleting port f8c561bb-d624-4742-89a9-4a27c53b38b5 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:59:11.951335 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d8f0c4b-3875-4037-a384-31120068c3c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:11.980776 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:59:10Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:11.998252 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888c7eab-5492-4272-8f2b-dce772d514a5 None None] The sync data for ids ['d7b50161-9739-4cdc-ad7c-52772832e517'] in n-d-790519-14 is: [{'id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'name': 'tempest-TestNetworkAdvancedServerOps-router-575079574', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:59:10Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '9693a6e1-ba6c-42c5-a717-fce64987176f', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:c9:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7b50161-9739-4cdc-ad7c-52772832e517', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:57:27Z', 'updated_at': '2021-10-12T23:57:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:59:12.017270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-4d8f0c4b-3875-4037-a384-31120068c3c6 None None] For port f8c561bb-d624-4742-89a9-4a27c53b38b5, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=f8c561bb-d624-4742-89a9-4a27c53b38b5,segment=NetworkSegment(bc485a00-2b56-4552-a20a-2fcbd5d709fa),segment_id=bc485a00-2b56-4552-a20a-2fcbd5d709fa)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:12.017696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d8f0c4b-3875-4037-a384-31120068c3c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.040233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f0c4b-3875-4037-a384-31120068c3c6 None None] Calling delete_port for f8c561bb-d624-4742-89a9-4a27c53b38b5 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:59:12.046971 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 9693a6e1-ba6c-42c5-a717-fce64987176f {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 12 23:59:12.047711 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.136901 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port 9693a6e1-ba6c-42c5-a717-fce64987176f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=9693a6e1-ba6c-42c5-a717-fce64987176f,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:12.137301 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.150189 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 9693a6e1-ba6c-42c5-a717-fce64987176f owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 12 23:59:12.155399 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c924f44a-31a0-435b-b653-b909fbc498e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.212616 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4d8f0c4b-3875-4037-a384-31120068c3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.238289 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f0c4b-3875-4037-a384-31120068c3c6 None None] Pushing event deleted for resources: {'Port': ['ID=f8c561bb-d624-4742-89a9-4a27c53b38b5,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:12.241921 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d8f0c4b-3875-4037-a384-31120068c3c6 None None] No DVR routers for this DVR port f8c561bb-d624-4742-89a9-4a27c53b38b5 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 12 23:59:12.368888 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.398710 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=9693a6e1-ba6c-42c5-a717-fce64987176f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:12.460491 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.556065 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.558037 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.688812 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.689510 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Fanout notify agent at l3_agent the message router_deleted on router d7b50161-9739-4cdc-ad7c-52772832e517 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 12 23:59:12.696580 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.697630 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0d9317d3-c97b-4c47-9d37-64d1a688e393 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/routers/d7b50161-9739-4cdc-ad7c-52772832e517 HTTP/1.1" status: 204 len: 168 time: 0.9878151 Oct 12 23:59:12.700540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46814) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:12.784318 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.872507 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.892436 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdce4350-863f-4801-9f5b-caa014d07b4d']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:12.901532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc485a00-2b56-4552-a20a-2fcbd5d709fa') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:12.901823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc485a00-2b56-4552-a20a-2fcbd5d709fa') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:12.911002 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.923616 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.929430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Releasing vlan 339 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 12 23:59:12.929805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: timer() Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: self._notify() Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 12 23:59:12.932695 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 12 23:59:13.031374 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.035893 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.039473 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/networks/bdce4350-863f-4801-9f5b-caa014d07b4d HTTP/1.1" status: 204 len: 168 time: 0.3377137 Oct 12 23:59:13.042076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46816) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:13.055123 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563b86c-fb8b-4184-b00e-3715d40c3fc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Network': ['ID=bdce4350-863f-4801-9f5b-caa014d07b4d,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:13.105179 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05bb095b-9853-4c94-ab55-efe42e18a7e3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.132131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05bb095b-9853-4c94-ab55-efe42e18a7e3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.248886 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05bb095b-9853-4c94-ab55-efe42e18a7e3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.252183 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-05bb095b-9853-4c94-ab55-efe42e18a7e3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.256975 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-05bb095b-9853-4c94-ab55-efe42e18a7e3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/security-groups/04a5b2aa-608e-4611-81cf-bb86be3abc7d HTTP/1.1" status: 204 len: 168 time: 0.2103086 Oct 12 23:59:13.262338 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb095b-9853-4c94-ab55-efe42e18a7e3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04a5b2aa-608e-4611-81cf-bb86be3abc7d,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:13.356862 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f8c561bb-d624-4742-89a9-4a27c53b38b5 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:59:13.382927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: f8c561bb-d624-4742-89a9-4a27c53b38b5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:59:13.383279 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device f8c561bb-d624-4742-89a9-4a27c53b38b5 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:59:13.383694 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device af502180-bcad-4a11-9f58-c61c92baf0af no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:59:13.401537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: af502180-bcad-4a11-9f58-c61c92baf0af {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:59:13.401810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device af502180-bcad-4a11-9f58-c61c92baf0af not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:59:13.402433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9693a6e1-ba6c-42c5-a717-fce64987176f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 12 23:59:13.419978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 9693a6e1-ba6c-42c5-a717-fce64987176f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 12 23:59:13.420321 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 9693a6e1-ba6c-42c5-a717-fce64987176f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 12 23:59:13.583921 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46822) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:13.588566 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-4ac4546f-0c2c-4baa-a64b-1649f774dcd0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828623307', 'description': 'tempest-secgroup-smoke-828623307 description', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:13.660655 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ac4546f-0c2c-4baa-a64b-1649f774dcd0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.725806 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ac4546f-0c2c-4baa-a64b-1649f774dcd0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.774199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ac4546f-0c2c-4baa-a64b-1649f774dcd0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.803076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac4546f-0c2c-4baa-a64b-1649f774dcd0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=493a74b7-8a58-4b63-9a52-9edd0ff1ecee,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:13.845436 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ac4546f-0c2c-4baa-a64b-1649f774dcd0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.846600 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ac4546f-0c2c-4baa-a64b-1649f774dcd0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2616813 Oct 12 23:59:13.849441 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46824) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:13.853684 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-fa18fb81-d9ea-4aae-b29a-c371f65e526d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '493a74b7-8a58-4b63-9a52-9edd0ff1ecee', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:13.930760 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fa18fb81-d9ea-4aae-b29a-c371f65e526d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:13.985080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fa18fb81-d9ea-4aae-b29a-c371f65e526d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:14.051853 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fa18fb81-d9ea-4aae-b29a-c371f65e526d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:14.071646 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa18fb81-d9ea-4aae-b29a-c371f65e526d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e212565-0b37-4323-875d-5fdec19e6c2d,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:14.160196 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fa18fb81-d9ea-4aae-b29a-c371f65e526d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:14.161375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fa18fb81-d9ea-4aae-b29a-c371f65e526d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3110156 Oct 12 23:59:14.164011 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46826) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:14.168264 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-3350f944-cbaa-4748-a8b2-cfd67c80a5a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '493a74b7-8a58-4b63-9a52-9edd0ff1ecee', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:14.253627 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3350f944-cbaa-4748-a8b2-cfd67c80a5a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:14.605010 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3350f944-cbaa-4748-a8b2-cfd67c80a5a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:14.666193 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3350f944-cbaa-4748-a8b2-cfd67c80a5a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:14.687124 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350f944-cbaa-4748-a8b2-cfd67c80a5a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d512d26-4e2b-409b-a1e1-644b2669430b,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:14.777288 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-3350f944-cbaa-4748-a8b2-cfd67c80a5a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:14.781266 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-3350f944-cbaa-4748-a8b2-cfd67c80a5a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6138296 Oct 12 23:59:14.781659 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46828) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:14.786668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f3f800d2-a5bf-45fb-a827-3a2697870074 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '493a74b7-8a58-4b63-9a52-9edd0ff1ecee', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:14.891858 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3f800d2-a5bf-45fb-a827-3a2697870074 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:14.955952 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3f800d2-a5bf-45fb-a827-3a2697870074 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.035722 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3f800d2-a5bf-45fb-a827-3a2697870074 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.054678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f800d2-a5bf-45fb-a827-3a2697870074 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6b39e09-ca0b-4ca1-93db-340e5c8b5942,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:15.129091 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f3f800d2-a5bf-45fb-a827-3a2697870074 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.130316 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f3f800d2-a5bf-45fb-a827-3a2697870074 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3475387 Oct 12 23:59:15.133109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46830) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:15.137565 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6c4970cb-c98c-48fd-a47c-5e2f127af9ec tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '493a74b7-8a58-4b63-9a52-9edd0ff1ecee', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:15.225045 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c4970cb-c98c-48fd-a47c-5e2f127af9ec tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.283221 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c4970cb-c98c-48fd-a47c-5e2f127af9ec tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.340299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c4970cb-c98c-48fd-a47c-5e2f127af9ec tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.358057 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4970cb-c98c-48fd-a47c-5e2f127af9ec tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b447700-7be2-4651-ab53-6fe7a8a63553,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:15.428373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6c4970cb-c98c-48fd-a47c-5e2f127af9ec tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.429594 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6c4970cb-c98c-48fd-a47c-5e2f127af9ec tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2955596 Oct 12 23:59:15.432371 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46832) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:15.436722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a5e95e5d-a925-4fc1-b01a-17994333523b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '493a74b7-8a58-4b63-9a52-9edd0ff1ecee', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:15.505650 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-a5e95e5d-a925-4fc1-b01a-17994333523b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:59:15.510536 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5e95e5d-a925-4fc1-b01a-17994333523b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.572579 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5e95e5d-a925-4fc1-b01a-17994333523b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.583331 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.640451 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-bbb47c81-3f7a-4835-9be7-2e19d772389c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.669072 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5e95e5d-a925-4fc1-b01a-17994333523b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.687135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e95e5d-a925-4fc1-b01a-17994333523b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=932c2383-3591-4a7c-aee3-3b2700cc0cb4,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:15.762729 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a5e95e5d-a925-4fc1-b01a-17994333523b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.763994 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a5e95e5d-a925-4fc1-b01a-17994333523b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3307033 Oct 12 23:59:15.767355 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46834) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:15.771779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-0cdac897-e3c6-4977-aaf9-0fcc9afadf56 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': '493a74b7-8a58-4b63-9a52-9edd0ff1ecee', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:15.857942 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-0cdac897-e3c6-4977-aaf9-0fcc9afadf56 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 12 23:59:15.862749 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cdac897-e3c6-4977-aaf9-0fcc9afadf56 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:15.924746 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cdac897-e3c6-4977-aaf9-0fcc9afadf56 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.000614 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cdac897-e3c6-4977-aaf9-0fcc9afadf56 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.019492 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdac897-e3c6-4977-aaf9-0fcc9afadf56 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41a0b117-0db9-486e-b922-3806ba5d8af9,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:16.088353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0cdac897-e3c6-4977-aaf9-0fcc9afadf56 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.089548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0cdac897-e3c6-4977-aaf9-0fcc9afadf56 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3211904 Oct 12 23:59:16.092365 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46836) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:16.097778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'network': {'name': 'tempest-network-smoke--336097824', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'port_security_enabled': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:16.183510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:59:16.186749 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.209094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 12 23:59:16.217270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.217606 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Added segment f8a29c9e-cc9c-464d-902c-e6b00e8e3817 of type vlan for network 1bfa9d34-4e32-414b-98df-159f9fc72d63 Oct 12 23:59:16.255202 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.363070 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.368677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:16.371515 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.392149 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.437045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Network': ['ID=1bfa9d34-4e32-414b-98df-159f9fc72d63,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:16.447763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 1bfa9d34-4e32-414b-98df-159f9fc72d63 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 12 23:59:16.503862 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f7c7ee1a-c160-46c7-a62e-41bdd5893233 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4103992 Oct 12 23:59:16.506632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46838) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:16.511912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'admin_state_up': True, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:16.603671 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.604727 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:16.655039 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:17.193680 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:17.456297 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:17.477973 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:17.576728 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.86 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/d9bd6823-3bf2-4f56-8495-626511907994) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:59:17.686735 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:17.789545 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:17.829198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:59:17.832848 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:59:17.836350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:59:17.858013 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=d9bd6823-3bf2-4f56-8495-626511907994,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:18.106214 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:18.187587 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:18.386608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:18.568576 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 12 23:59:18.675645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:59:18.686183 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Sync routers for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:59:18.699881 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:18.700525 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:59:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:18.740370 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:18.741705 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-194d7a97-9737-4c68-88c0-45cd8b05d289 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2340696 Oct 12 23:59:18.745060 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46840) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:18.773916 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-640f1085-c4f1-4aee-887c-24d4f18a946c tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c392324ff94d4abaa854f9277ff7a4fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275440 Oct 12 23:59:18.786152 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46842) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:18.801936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:18.874716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5914fdb-8a92-4f22-9a19-45429f9c5532 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:18.876237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b5914fdb-8a92-4f22-9a19-45429f9c5532 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0891569 Oct 12 23:59:18.879412 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46844) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:18.906610 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-22ae2df2-86e1-47ab-94c4-ecbabd95d90d tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261178 Oct 12 23:59:18.909658 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46846) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:18.914330 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-234268270', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:18.982167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:17Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:19.008145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Checking router: fe162ae6-da4e-4ef7-8438-6a9b0066a6ae for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:59:19.008642 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Updating router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae port d9bd6823-3bf2-4f56-8495-626511907994 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:59:19.032879 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.077193 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:59:19.081340 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.279692 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.312196 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.328821 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.379624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Attempting to bind port d9bd6823-3bf2-4f56-8495-626511907994 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:59:19.379991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Attempting to bind port d9bd6823-3bf2-4f56-8495-626511907994 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:59:19.380797 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Attempting to bind port d9bd6823-3bf2-4f56-8495-626511907994 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:59:19.381439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Subnet': ['ID=4db173c1-7c26-4611-bf59-7fed7614f95a,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:19.386728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Checking segment: {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:59:19.386927 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a52d6-cf94-4fa9-9448-41fe2fa3b322 None None] Pushing event updated for resources: {'Port': ['ID=d9bd6823-3bf2-4f56-8495-626511907994,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:19.387111 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network hostable DHCP agents. Network: 1bfa9d34-4e32-414b-98df-159f9fc72d63, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 12 23:59:19.392214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:59:19.392761 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:59:19.393144 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.393625 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:59:19.393986 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Bound port: d9bd6823-3bf2-4f56-8495-626511907994, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:59:19.394344 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.445562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] For port d9bd6823-3bf2-4f56-8495-626511907994, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:59:19.451800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] For port d9bd6823-3bf2-4f56-8495-626511907994, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d9bd6823-3bf2-4f56-8495-626511907994,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:59:19.463326 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network 1bfa9d34-4e32-414b-98df-159f9fc72d63 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 12 23:59:19.538039 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.566891 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 1bfa9d34-4e32-414b-98df-159f9fc72d63) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:59:19.571580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:19.575859 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.576114 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.581800 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58f5f0-994f-4fcb-8442-5176f0662eeb None None] Network 1bfa9d34-4e32-414b-98df-159f9fc72d63 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:59:19.636367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:19.637002 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:59:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:19.657253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5e026a5e-ba42-412a-9fc6-1a778fe01b88 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7465603 Oct 12 23:59:19.660077 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46848) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:19.678604 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7a52d6-cf94-4fa9-9448-41fe2fa3b322 None None] Pushing event updated for resources: {'Port': ['ID=d9bd6823-3bf2-4f56-8495-626511907994,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:19.806871 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:19.916533 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-1bfa9d34-4e32-414b-98df-159f9fc72d63', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 12 23:59:19.917394 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:19.921858 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:20.092218 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:20.105803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Allocated IP 172.20.0.2 (1bfa9d34-4e32-414b-98df-159f9fc72d63/4db173c1-7c26-4611-bf59-7fed7614f95a/20f86a64-c886-4a86-8a60-43dfa95871c3) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:59:20.162634 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 12 23:59:20.165478 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:17Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:20.195123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e895b36-bd8b-440b-8860-714241fa1410 None None] The sync data for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 is: [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:17Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:59:20.289450 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:20.376991 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:20.441459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Network 1bfa9d34-4e32-414b-98df-159f9fc72d63 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:59:20.444837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:59:20.447796 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:59:20.454547 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.1 (1bfa9d34-4e32-414b-98df-159f9fc72d63/4db173c1-7c26-4611-bf59-7fed7614f95a/7f886ed6-f737-4c18-85f2-f7bd380fab7f) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:59:20.459709 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Pushing event updated for resources: {'Port': ['ID=20f86a64-c886-4a86-8a60-43dfa95871c3,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:20.521428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Attempting to bind port 20f86a64-c886-4a86-8a60-43dfa95871c3 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:59:20.521916 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Attempting to bind port 20f86a64-c886-4a86-8a60-43dfa95871c3 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:59:20.522174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Attempting to bind port 20f86a64-c886-4a86-8a60-43dfa95871c3 on network 1bfa9d34-4e32-414b-98df-159f9fc72d63 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:59:20.527672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:59:20.528047 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Checking segment: {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:59:20.528749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:20.529152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Bound using segment: {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:59:20.529977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Bound port: 20f86a64-c886-4a86-8a60-43dfa95871c3, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:59:20.530128 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:20.589381 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:20.612567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] For port 20f86a64-c886-4a86-8a60-43dfa95871c3, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:59:20.612567 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] For port 20f86a64-c886-4a86-8a60-43dfa95871c3, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=20f86a64-c886-4a86-8a60-43dfa95871c3,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:59:20.715964 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:20.774667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:20.775777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b5d0e-4f2a-4f32-97ac-06ae9bd935be None None] Pushing event updated for resources: {'Port': ['ID=20f86a64-c886-4a86-8a60-43dfa95871c3,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:20.819480 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network 1bfa9d34-4e32-414b-98df-159f9fc72d63 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:59:20.822742 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:59:20.826839 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:59:20.853310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=7f886ed6-f737-4c18-85f2-f7bd380fab7f,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:20.877860 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.124677 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.387148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d9bd6823-3bf2-4f56-8495-626511907994 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:59:21.402930 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.436870 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d9bd6823-3bf2-4f56-8495-626511907994 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:21.437255 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.469152 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.522799 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.543673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port d9bd6823-3bf2-4f56-8495-626511907994, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d9bd6823-3bf2-4f56-8495-626511907994,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:21.548704 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.551623 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=7f886ed6-f737-4c18-85f2-f7bd380fab7f,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:21.613430 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.616630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 20f86a64-c886-4a86-8a60-43dfa95871c3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:59:21.655965 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network 1bfa9d34-4e32-414b-98df-159f9fc72d63 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:59:21.657631 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:59:21.696431 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=d9bd6823-3bf2-4f56-8495-626511907994,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:21.711107 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 20f86a64-c886-4a86-8a60-43dfa95871c3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:21.711332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.759716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd99baca-8b04-44e6-80b8-3ecb10055bdf None None] Network 1bfa9d34-4e32-414b-98df-159f9fc72d63 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 12 23:59:21.780933 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:59:21.856605 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:21.889282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:59:21.895563 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fbc2bbbb-75f2-4d90-bb43-2f97bec759ad tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/fe162ae6-da4e-4ef7-8438-6a9b0066a6ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2340274 Oct 12 23:59:22.055604 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-bd9f5586-b0a7-407c-87a7-17dfbcb053c6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828623307&fields=id&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 267 time: 0.0457339 Oct 12 23:59:22.091401 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5a9738d2-41ba-4abc-882e-b1786e2e2fb2 None None] Provisioning complete for port 20f86a64-c886-4a86-8a60-43dfa95871c3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:22.091772 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5a9738d2-41ba-4abc-882e-b1786e2e2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:22.129464 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 20f86a64-c886-4a86-8a60-43dfa95871c3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=20f86a64-c886-4a86-8a60-43dfa95871c3,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:22.166347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-af0cb5c0-489c-4c75-9e2b-104e62c3ebdc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:22.167644 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-af0cb5c0-489c-4c75-9e2b-104e62c3ebdc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/networks?id=1bfa9d34-4e32-414b-98df-159f9fc72d63 HTTP/1.1" status: 200 len: 796 time: 0.1105483 Oct 12 23:59:22.184158 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-85b92572-0dde-4c38-98c6-1df8ef85ae9b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/quotas/c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 375 time: 0.0105896 Oct 12 23:59:22.199554 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:22.244703 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5a9738d2-41ba-4abc-882e-b1786e2e2fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:22.246650 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-4dd54a67-8325-4b4a-a15c-c5d247637eae tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0563636 Oct 12 23:59:22.266160 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-37a3254a-738e-4023-a41e-1c157a85f701 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 12 23:59:22.267194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-37a3254a-738e-4023-a41e-1c157a85f701 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0054314 Oct 12 23:59:22.280225 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=20f86a64-c886-4a86-8a60-43dfa95871c3,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:22.318765 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-5a9738d2-41ba-4abc-882e-b1786e2e2fb2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 12 23:59:22.319199 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-5a9738d2-41ba-4abc-882e-b1786e2e2fb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 12 23:59:22.323891 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Sync routers for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:59:22.337935 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:22.338637 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:59:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:22.378667 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-970f6ca5-196d-4d2b-ad4e-7b2663992a94 service neutron] 10.222.0.31 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987642 Oct 12 23:59:22.482310 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-f58f2c1d-87ce-4063-ac61-68c12deff373 service neutron] 10.222.0.31 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005163 Oct 12 23:59:22.544635 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:22.753414 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-160530d0-f166-4bb2-b9ea-7a671dd5b17e req-3ab89fd7-dd5a-45b3-8afe-4e80de929651 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 210 time: 0.0371058 Oct 12 23:59:22.773962 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7f886ed6-f737-4c18-85f2-f7bd380fab7f', 'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:5d:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:20Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 2, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:22.801545 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Checking router: fe162ae6-da4e-4ef7-8438-6a9b0066a6ae for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:59:22.801970 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Updating router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae port 7f886ed6-f737-4c18-85f2-f7bd380fab7f binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 12 23:59:22.834984 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:22.974819 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-43d11937-5979-4e55-8d58-79d23f4e87d8 None None] Provisioning complete for port 7f886ed6-f737-4c18-85f2-f7bd380fab7f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:22.975418 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43d11937-5979-4e55-8d58-79d23f4e87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.016899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-43d11937-5979-4e55-8d58-79d23f4e87d8 None None] Port 7f886ed6-f737-4c18-85f2-f7bd380fab7f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:59:23.027845 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-43d11937-5979-4e55-8d58-79d23f4e87d8 None None] Provisioning complete for port 20f86a64-c886-4a86-8a60-43dfa95871c3 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:23.028534 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43d11937-5979-4e55-8d58-79d23f4e87d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.108696 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.185834 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.240407 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Pushing event updated for resources: {'Port': ['ID=7f886ed6-f737-4c18-85f2-f7bd380fab7f,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:23.263604 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.263946 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.264284 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.264618 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.265042 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.265299 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.265619 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.265936 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.266259 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.266638 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.266995 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.267318 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 12 23:59:23.303225 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Attempting to bind port 7f886ed6-f737-4c18-85f2-f7bd380fab7f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:59:23.303742 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Attempting to bind port 7f886ed6-f737-4c18-85f2-f7bd380fab7f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:59:23.304230 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Attempting to bind port 7f886ed6-f737-4c18-85f2-f7bd380fab7f on network 1bfa9d34-4e32-414b-98df-159f9fc72d63 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:59:23.311690 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 59, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:59:23.312370 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Checking segment: {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:59:23.312866 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.313437 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Bound using segment: {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:59:23.313994 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Bound port: 7f886ed6-f737-4c18-85f2-f7bd380fab7f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:59:23.314431 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.351509 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d9bd6823-3bf2-4f56-8495-626511907994 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:59:23.381546 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] For port 7f886ed6-f737-4c18-85f2-f7bd380fab7f, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:59:23.385075 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] For port 7f886ed6-f737-4c18-85f2-f7bd380fab7f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7f886ed6-f737-4c18-85f2-f7bd380fab7f,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:59:23.403327 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port d9bd6823-3bf2-4f56-8495-626511907994 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:23.403705 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.455500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-26e96875-26a5-4720-a030-4c9de1caf325 None None] Provisioning complete for port 7f886ed6-f737-4c18-85f2-f7bd380fab7f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:23.455902 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-26e96875-26a5-4720-a030-4c9de1caf325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.460662 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.508480 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:23.509109 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:59:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:23.544887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 20f86a64-c886-4a86-8a60-43dfa95871c3 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:59:23.566298 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07736c7b-e110-4b7b-a6c5-caa5409177b7 None None] Pushing event updated for resources: {'Port': ['ID=7f886ed6-f737-4c18-85f2-f7bd380fab7f,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:23.610717 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-26e96875-26a5-4720-a030-4c9de1caf325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.642345 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:23.654609 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-26e96875-26a5-4720-a030-4c9de1caf325 None None] For port 7f886ed6-f737-4c18-85f2-f7bd380fab7f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7f886ed6-f737-4c18-85f2-f7bd380fab7f,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:23.656346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 20f86a64-c886-4a86-8a60-43dfa95871c3 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:23.656722 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.730807 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-26e96875-26a5-4720-a030-4c9de1caf325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.784188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e96875-26a5-4720-a030-4c9de1caf325 None None] Pushing event updated for resources: {'Port': ['ID=7f886ed6-f737-4c18-85f2-f7bd380fab7f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:23.856691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-22f4e956-4bb8-40db-bea6-a1c258c8d741 req-2abadd4d-6822-4265-ac62-7ee4db3e5a4e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 210 time: 0.0341768 Oct 12 23:59:23.860232 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7f886ed6-f737-4c18-85f2-f7bd380fab7f', 'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:5d:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:20Z', 'updated_at': '2021-10-12T23:59:23Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:23.863826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-2901648d-f584-4785-bb78-d72209f8d2bd None None] Provisioning complete for port 7f886ed6-f737-4c18-85f2-f7bd380fab7f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:23.864213 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2901648d-f584-4785-bb78-d72209f8d2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:23.886307 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494bd409-a765-46ee-8fea-aa47ce0d0bec None None] The sync data for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 is: [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7f886ed6-f737-4c18-85f2-f7bd380fab7f', 'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:5d:bd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:20Z', 'updated_at': '2021-10-12T23:59:23Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:59:24.543968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-ead21238-530b-4eae-a9bf-76ddbb08692f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:24.545561 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-ead21238-530b-4eae-a9bf-76ddbb08692f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/networks?id=1bfa9d34-4e32-414b-98df-159f9fc72d63 HTTP/1.1" status: 200 len: 796 time: 0.1192553 Oct 12 23:59:24.592360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-7b51b537-b9c3-4584-96a2-b7c83aac8f6d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 379 time: 0.0372534 Oct 12 23:59:24.602058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'port': {'device_id': '46463e9c-2334-448b-ad65-88831af506f8', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'admin_state_up': True, 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'security_groups': ['493a74b7-8a58-4b63-9a52-9edd0ff1ecee']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:24.786410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 12 23:59:24.790009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:24.932892 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.8 (1bfa9d34-4e32-414b-98df-159f9fc72d63/4db173c1-7c26-4611-bf59-7fed7614f95a/9add0c51-bd15-4412-b971-47997a17e4b6) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:59:24.954673 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0b785dd5-37ba-49e0-92fa-ba465aa66607 req-43e8faa0-b605-4b86-81e8-cda5cc83769a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 210 time: 0.0260389 Oct 12 23:59:25.073608 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:25.178113 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:25.222645 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network 1bfa9d34-4e32-414b-98df-159f9fc72d63 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:59:25.225834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:59:25.229404 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:59:25.252193 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=9add0c51-bd15-4412-b971-47997a17e4b6,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:25.289490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:25.290147 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:25.358588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7f886ed6-f737-4c18-85f2-f7bd380fab7f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:59:25.381098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-cc60ac4b-1d78-4991-8ab1-89f61e132fe9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7830420 Oct 12 23:59:25.393935 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Request body: {'port': {'device_id': '46463e9c-2334-448b-ad65-88831af506f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:25.409918 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 7f886ed6-f737-4c18-85f2-f7bd380fab7f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:25.410635 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:25.454804 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:25.503124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-e3c916ab-55c6-49b6-8ff5-bcb4fa62f035 None None] Provisioning complete for port 9add0c51-bd15-4412-b971-47997a17e4b6 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:25.503503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e3c916ab-55c6-49b6-8ff5-bcb4fa62f035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:25.536162 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-e3c916ab-55c6-49b6-8ff5-bcb4fa62f035 None None] Port 9add0c51-bd15-4412-b971-47997a17e4b6 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 12 23:59:25.715452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9add0c51-bd15-4412-b971-47997a17e4b6 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:59:25.724302 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:25.735756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Transition to ACTIVE for port object 9add0c51-bd15-4412-b971-47997a17e4b6 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 12 23:59:25.803051 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:25.854051 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Pushing event updated for resources: {'Port': ['ID=9add0c51-bd15-4412-b971-47997a17e4b6,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:25.925725 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Attempting to bind port 9add0c51-bd15-4412-b971-47997a17e4b6 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 12 23:59:25.926080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Attempting to bind port 9add0c51-bd15-4412-b971-47997a17e4b6 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 12 23:59:25.926411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Attempting to bind port 9add0c51-bd15-4412-b971-47997a17e4b6 on network 1bfa9d34-4e32-414b-98df-159f9fc72d63 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:59:25.931022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Port 9add0c51-bd15-4412-b971-47997a17e4b6 on network 1bfa9d34-4e32-414b-98df-159f9fc72d63 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 12 23:59:25.931347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Attempting to bind port 9add0c51-bd15-4412-b971-47997a17e4b6 on network 1bfa9d34-4e32-414b-98df-159f9fc72d63 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 12 23:59:25.936164 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 12, 23, 59, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 12 23:59:25.936802 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Checking segment: {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 12 23:59:25.936932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Bound using segment: {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 12 23:59:25.937274 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Bound port: 9add0c51-bd15-4412-b971-47997a17e4b6, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 12 23:59:25.937633 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:26.006208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] For port 9add0c51-bd15-4412-b971-47997a17e4b6, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 12 23:59:26.009778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] For port 9add0c51-bd15-4412-b971-47997a17e4b6, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9add0c51-bd15-4412-b971-47997a17e4b6,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 12 23:59:26.078361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c671a33-fb57-4bf9-98dc-8cc7b3db5f1a req-b86ea872-16dd-4ffe-a15d-e13fdeee9ffc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:26.079860 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c671a33-fb57-4bf9-98dc-8cc7b3db5f1a req-b86ea872-16dd-4ffe-a15d-e13fdeee9ffc tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 943 time: 0.0528781 Oct 12 23:59:26.099296 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:26.154410 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:26.155076 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:26.156462 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] 10.222.0.25 "PUT /v2.0/ports/9add0c51-bd15-4412-b971-47997a17e4b6 HTTP/1.1" status: 200 len: 1092 time: 0.7675860 Oct 12 23:59:26.159005 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:59:26.161449 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6782c5-5ee7-4565-b48b-32d2109b24b3" -d '{"events": [{"name": "network-changed", "server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:59:26.168898 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c671a33-fb57-4bf9-98dc-8cc7b3db5f1a req-865ee262-2c98-4667-869a-f695e8c16ceb tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830567 Oct 12 23:59:26.185166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f3174c-dfb3-46cf-bc47-8596bbb18592 service neutron] Pushing event updated for resources: {'Port': ['ID=9add0c51-bd15-4412-b971-47997a17e4b6,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:26.222828 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e847aff7-66b9-472e-83a4-8d81e0cab1e6 x-openstack-request-id: req-e847aff7-66b9-472e-83a4-8d81e0cab1e6 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:59:26.223124 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:59:26.223359 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-e847aff7-66b9-472e-83a4-8d81e0cab1e6 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:59:26.223762 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6', 'status': 'completed', 'code': 200} Oct 12 23:59:26.287347 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6782c5-5ee7-4565-b48b-32d2109b24b3 req-917dd4b2-efbb-41d0-b539-ccf85eeb82ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:26.288859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba6782c5-5ee7-4565-b48b-32d2109b24b3 req-917dd4b2-efbb-41d0-b539-ccf85eeb82ed service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 1095 time: 0.0427887 Oct 12 23:59:26.392236 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6782c5-5ee7-4565-b48b-32d2109b24b3 req-29878bc4-d79c-463e-bda7-f2d29261cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:26.394389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba6782c5-5ee7-4565-b48b-32d2109b24b3 req-29878bc4-d79c-463e-bda7-f2d29261cdb4 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0974591 Oct 12 23:59:26.486219 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6782c5-5ee7-4565-b48b-32d2109b24b3 req-d8feff97-3b87-48f7-94e2-ad86baa57cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:26.487688 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ba6782c5-5ee7-4565-b48b-32d2109b24b3 req-d8feff97-3b87-48f7-94e2-ad86baa57cd5 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0866938 Oct 12 23:59:26.570192 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-2bd43684-d619-408f-bdb3-5140d4e84544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:26.571693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-2bd43684-d619-408f-bdb3-5140d4e84544 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 1095 time: 0.0444603 Oct 12 23:59:26.613353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-0aa553d1-7fb2-4f19-99b9-9d5e2ce8ae33 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9add0c51-bd15-4412-b971-47997a17e4b6 HTTP/1.1" status: 200 len: 217 time: 0.0337594 Oct 12 23:59:26.661116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-697f9e1f-0e3f-46ea-bfbb-e62e01789b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:26.662431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-697f9e1f-0e3f-46ea-bfbb-e62e01789b48 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4db173c1-7c26-4611-bf59-7fed7614f95a HTTP/1.1" status: 200 len: 834 time: 0.0423710 Oct 12 23:59:26.708113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-aa9c6d34-48ae-4c56-a516-35cdaf917a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:26.709600 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-aa9c6d34-48ae-4c56-a516-35cdaf917a00 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bfa9d34-4e32-414b-98df-159f9fc72d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403779 Oct 12 23:59:26.802417 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-120447aa-6454-426a-927e-fd64df4da884 service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856197 Oct 12 23:59:26.892263 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2073ce1b-5a4e-4b33-8155-4febaa52b50e req-845524bb-56a6-4a9a-9fbb-35a3adc78a93 service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833850 Oct 12 23:59:27.304815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21376c9c-3ddd-47c7-8848-b539795bebb0 req-6eb968b5-d335-4d2b-a12a-78802dbc8cf9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:27.306275 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-21376c9c-3ddd-47c7-8848-b539795bebb0 req-6eb968b5-d335-4d2b-a12a-78802dbc8cf9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 943 time: 0.0531046 Oct 12 23:59:27.342672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-21376c9c-3ddd-47c7-8848-b539795bebb0 req-b813bfe5-0f0e-482c-a36e-3a468f459b1c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305300 Oct 12 23:59:28.465336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f2b036-95fd-4956-8c10-f4fa139af0eb req-ead6e5f8-0754-429e-930c-13bae9c973f1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:28.466999 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92f2b036-95fd-4956-8c10-f4fa139af0eb req-ead6e5f8-0754-429e-930c-13bae9c973f1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 943 time: 0.0561054 Oct 12 23:59:28.506254 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-92f2b036-95fd-4956-8c10-f4fa139af0eb req-72936910-cfb4-4f51-a050-1b27b6e214bd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326993 Oct 12 23:59:29.165587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9add0c51-bd15-4412-b971-47997a17e4b6 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 12 23:59:29.262029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9add0c51-bd15-4412-b971-47997a17e4b6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9add0c51-bd15-4412-b971-47997a17e4b6,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:29.272512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '9add0c51-bd15-4412-b971-47997a17e4b6', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'port_id': '9add0c51-bd15-4412-b971-47997a17e4b6', 'mac_address': 'fa:16:3e:80:85:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 333, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 12 23:59:29.308390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:29.321089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9add0c51-bd15-4412-b971-47997a17e4b6 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 12 23:59:29.339906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9add0c51-bd15-4412-b971-47997a17e4b6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9add0c51-bd15-4412-b971-47997a17e4b6,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:29.435015 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:29.481887 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9add0c51-bd15-4412-b971-47997a17e4b6,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:29.621826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74606bb2-028b-43c6-b463-c3381148df63 req-583e4f2d-8d5f-4e88-a23d-510abde4bed9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:29.623331 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74606bb2-028b-43c6-b463-c3381148df63 req-583e4f2d-8d5f-4e88-a23d-510abde4bed9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 944 time: 0.0507889 Oct 12 23:59:29.635708 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['9add0c51-bd15-4412-b971-47997a17e4b6'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 12 23:59:29.661968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-74606bb2-028b-43c6-b463-c3381148df63 req-d9d7d4a4-e81e-45cf-8eab-1b29a581404d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326819 Oct 12 23:59:30.776091 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d64b44-705f-4b5c-9660-350f9dd3f2ce req-24aad5c9-dc5a-42da-baaf-0198790577c9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:30.777540 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3d64b44-705f-4b5c-9660-350f9dd3f2ce req-24aad5c9-dc5a-42da-baaf-0198790577c9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 944 time: 0.0478659 Oct 12 23:59:30.815062 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c3d64b44-705f-4b5c-9660-350f9dd3f2ce req-38475621-d99e-4ec7-a39c-ee6d4c9bff89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315788 Oct 12 23:59:31.159147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9add0c51-bd15-4412-b971-47997a17e4b6 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 12 23:59:31.269398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 9add0c51-bd15-4412-b971-47997a17e4b6 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 12 23:59:31.273288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 9add0c51-bd15-4412-b971-47997a17e4b6 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 12 23:59:31.273663 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:31.351865 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:31.373618 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:59:31.375882 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-449ab1a8-fe42-4bfd-b528-dd85c2dbc288" -d '{"events": [{"server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "name": "network-vif-plugged", "status": "completed", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:59:31.388926 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 9add0c51-bd15-4412-b971-47997a17e4b6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9add0c51-bd15-4412-b971-47997a17e4b6,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 12 23:59:31.410744 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Oct 2021 23:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13ce9ebd-22c9-4ef0-b9a2-5f5e4c64ecfc x-openstack-request-id: req-13ce9ebd-22c9-4ef0-b9a2-5f5e4c64ecfc {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:59:31.411074 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "name": "network-vif-plugged", "status": "completed", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:59:31.411330 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-13ce9ebd-22c9-4ef0-b9a2-5f5e4c64ecfc {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:59:31.411734 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6', 'code': 200} Oct 12 23:59:31.463702 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:31.508417 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe9fc6b-8201-4784-8cc0-6c15392ce06e req-56f1473a-c786-45e4-9aa9-077f92950693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:31.509892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dfe9fc6b-8201-4784-8cc0-6c15392ce06e req-56f1473a-c786-45e4-9aa9-077f92950693 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 1097 time: 0.0400643 Oct 12 23:59:31.510597 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=9add0c51-bd15-4412-b971-47997a17e4b6,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:31.545262 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dfe9fc6b-8201-4784-8cc0-6c15392ce06e req-c591a268-8161-4a9b-8445-ffe2fd96bc65 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283551 Oct 12 23:59:31.926477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5917d0d0-7a38-4974-8fad-d6a5fdc80e47 req-56622f34-7c80-4b0c-9d52-1b3a27fba389 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:31.927937 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5917d0d0-7a38-4974-8fad-d6a5fdc80e47 req-56622f34-7c80-4b0c-9d52-1b3a27fba389 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0480170 Oct 12 23:59:31.967212 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5917d0d0-7a38-4974-8fad-d6a5fdc80e47 req-39ec4f9b-868a-4f4a-8ce8-dd28f1371c4b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333860 Oct 12 23:59:33.129928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61367f10-b62b-4ebb-9d97-2f09bc2d353a req-d04434ff-9967-482d-8533-74045182902b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:33.131401 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61367f10-b62b-4ebb-9d97-2f09bc2d353a req-d04434ff-9967-482d-8533-74045182902b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0514531 Oct 12 23:59:33.167604 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61367f10-b62b-4ebb-9d97-2f09bc2d353a req-00bdeb66-ff8d-4702-9376-5944258a1c3d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302250 Oct 12 23:59:33.282795 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab59aa62-2948-422a-96dd-7fe2ba2d77c0 req-22126c07-4bb9-421a-88bf-67dab5f98f93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:33.284998 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab59aa62-2948-422a-96dd-7fe2ba2d77c0 req-22126c07-4bb9-421a-88bf-67dab5f98f93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0524073 Oct 12 23:59:33.321913 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ab59aa62-2948-422a-96dd-7fe2ba2d77c0 req-9d852111-ada3-48fc-b72e-69d698bb8ab6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310326 Oct 12 23:59:33.343362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46904) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:33.381840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c423ad9-3858-4991-96e7-7ce38eebe0a7 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:33.383428 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7c423ad9-3858-4991-96e7-7ce38eebe0a7 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 1092 time: 0.0391262 Oct 12 23:59:33.386202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46906) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:33.390349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '9add0c51-bd15-4412-b971-47997a17e4b6', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 12 23:59:33.498049 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:33.595664 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:33.695743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.185 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/e920261a-42e6-46ef-aa19-78e9366dc29b) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 12 23:59:33.798991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:33.883137 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:33.920743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 12 23:59:33.923749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 12 23:59:33.928368 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 12 23:59:33.951860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=e920261a-42e6-46ef-aa19-78e9366dc29b,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:34.283430 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:34.419156 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:34.568437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:34.620043 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:34.688530 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=e920261a-42e6-46ef-aa19-78e9366dc29b,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 12 23:59:34.702165 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:34.803345 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP aac6a26e-d844-4820-a791-a9b2e928c203 associated. External IP: 172.25.2.185, port: 9add0c51-bd15-4412-b971-47997a17e4b6. Oct 12 23:59:35.316715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 12 23:59:35.420587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 12 23:59:35.430768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] Sync routers for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 12 23:59:35.441169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:35.441781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:59:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:35.511255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:35.538712 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-862c323e-b21e-4bf0-b605-86979eeb9486 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1514270 Oct 12 23:59:35.539255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 12 23:59:35.541603 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62" -d '{"events": [{"name": "network-changed", "server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 12 23:59:35.544018 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:35.576650 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Oct 2021 23:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e854b0b-fdbc-49bb-a52a-140c7aebb1ba x-openstack-request-id: req-0e854b0b-fdbc-49bb-a52a-140c7aebb1ba {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 12 23:59:35.576949 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 12 23:59:35.577259 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0e854b0b-fdbc-49bb-a52a-140c7aebb1ba {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 12 23:59:35.577663 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6', 'status': 'completed', 'code': 200} Oct 12 23:59:35.668360 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32597aa-a7df-40ae-8614-64cf223c5337 req-b291d0e0-523d-45e3-9ac9-526a4b9abd25 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:35.675651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d32597aa-a7df-40ae-8614-64cf223c5337 req-b291d0e0-523d-45e3-9ac9-526a4b9abd25 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0817423 Oct 12 23:59:35.678012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-24160ea9-51ff-4a4b-b207-0cf57b23113a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:35.679487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-24160ea9-51ff-4a4b-b207-0cf57b23113a service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 1097 time: 0.0619862 Oct 12 23:59:35.762279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d32597aa-a7df-40ae-8614-64cf223c5337 req-1dba53d0-99c2-42a0-91f6-dbc4e4feedae tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817478 Oct 12 23:59:35.770907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'aac6a26e-d844-4820-a791-a9b2e928c203', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'port_id': '9add0c51-bd15-4412-b971-47997a17e4b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'mac_address': 'fa:16:3e:80:85:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46463e9c-2334-448b-ad65-88831af506f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:59:34Z', 'updated_at': '2021-10-12T23:59:34Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f886ed6-f737-4c18-85f2-f7bd380fab7f', 'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:5d:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:20Z', 'updated_at': '2021-10-12T23:59:23Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:35.786532 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46912) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:35.797936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] Checking router: fe162ae6-da4e-4ef7-8438-6a9b0066a6ae for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 12 23:59:35.798138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-a093acd4-6c3a-43c3-a3a5-b29b8f1fab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:35.799682 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-a093acd4-6c3a-43c3-a3a5-b29b8f1fab33 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bfa9d34-4e32-414b-98df-159f9fc72d63 HTTP/1.1" status: 200 len: 897 time: 0.1123359 Oct 12 23:59:35.806670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 12 23:59:35.807270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-12T23:59:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:35.850686 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5e630292-2aa1-4c05-b4ce-2164c642ee76 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/aac6a26e-d844-4820-a791-a9b2e928c203 HTTP/1.1" status: 200 len: 991 time: 0.0618563 Oct 12 23:59:35.870238 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-6b0d537a-036a-4dca-9cff-097413498882 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9add0c51-bd15-4412-b971-47997a17e4b6 HTTP/1.1" status: 200 len: 999 time: 0.0638742 Oct 12 23:59:35.914314 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 12 23:59:35.919582 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-390233d5-72e8-4aaf-8e5c-e66e1dce239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:35.921051 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-390233d5-72e8-4aaf-8e5c-e66e1dce239e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4db173c1-7c26-4611-bf59-7fed7614f95a HTTP/1.1" status: 200 len: 834 time: 0.0447085 Oct 12 23:59:35.967325 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-a8e35aae-bc40-44be-b564-7d3d15a8041c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 12 23:59:35.968814 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-a8e35aae-bc40-44be-b564-7d3d15a8041c service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bfa9d34-4e32-414b-98df-159f9fc72d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395477 Oct 12 23:59:36.060295 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-a7f86bee-ca3d-4180-8954-b6ff6c4f2bd7 service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835788 Oct 12 23:59:36.142293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'aac6a26e-d844-4820-a791-a9b2e928c203', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'port_id': '9add0c51-bd15-4412-b971-47997a17e4b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'mac_address': 'fa:16:3e:80:85:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46463e9c-2334-448b-ad65-88831af506f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:59:34Z', 'updated_at': '2021-10-12T23:59:34Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f886ed6-f737-4c18-85f2-f7bd380fab7f', 'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:5d:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:20Z', 'updated_at': '2021-10-12T23:59:23Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 12 23:59:36.152512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c548e2e2-c3dc-4eb8-9246-5fd3cff96c62 req-1ede95f1-6ead-4abb-af56-49962d759ce1 service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849051 Oct 12 23:59:36.170193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2581ddc7-f0ad-4193-bced-b84b6df801f8 None None] The sync data for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 is: [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': 'aac6a26e-d844-4820-a791-a9b2e928c203', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.185', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'port_id': '9add0c51-bd15-4412-b971-47997a17e4b6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'mac_address': 'fa:16:3e:80:85:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46463e9c-2334-448b-ad65-88831af506f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-12T23:59:34Z', 'updated_at': '2021-10-12T23:59:34Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f886ed6-f737-4c18-85f2-f7bd380fab7f', 'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:5d:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:20Z', 'updated_at': '2021-10-12T23:59:23Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 12 23:59:36.361376 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3218004-9282-4b79-bfe6-88a17fd10f35 None None] New status for floating IP aac6a26e-d844-4820-a791-a9b2e928c203: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 12 23:59:36.852751 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46914) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 12 23:59:36.915248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0118dc40-28cc-4447-89e7-e6b9dbfbfa4f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/aac6a26e-d844-4820-a791-a9b2e928c203 HTTP/1.1" status: 200 len: 993 time: 0.0613439 Oct 12 23:59:42.144494 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d7762887-6599-4ad3-b04e-0eef45fc4a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:45.597775 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:45.620012 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cef94849-d006-4ef1-a7fa-3edef51895e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:46.360242 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:48.065971 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:49.525697 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:49.877066 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 12 23:59:57.161831 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:00:08.405349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d90b221-fbfc-4ff2-aaf7-e6587e323075 req-2acaa17d-3e0f-4a34-867d-189d84a59751 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:08.406765 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d90b221-fbfc-4ff2-aaf7-e6587e323075 req-2acaa17d-3e0f-4a34-867d-189d84a59751 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0520244 Oct 13 00:00:08.452045 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5d90b221-fbfc-4ff2-aaf7-e6587e323075 req-d1ff62f7-46f9-4ab1-b9b1-136b93650aa1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387063 Oct 13 00:00:09.569821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37e684-0802-447b-8d29-3eb022b10191 req-7ac5c60d-3843-4ceb-9358-a61a4faa4cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:09.571306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a37e684-0802-447b-8d29-3eb022b10191 req-7ac5c60d-3843-4ceb-9358-a61a4faa4cf3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0491700 Oct 13 00:00:09.609864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a37e684-0802-447b-8d29-3eb022b10191 req-b314aabb-111d-419c-8e37-872078cad446 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326273 Oct 13 00:00:10.721340 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12acdb31-f8e8-41f0-be06-0920e1b818d8 req-33450b1b-4f5f-4c06-b2bf-493a3949249e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:10.723318 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-12acdb31-f8e8-41f0-be06-0920e1b818d8 req-33450b1b-4f5f-4c06-b2bf-493a3949249e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0486696 Oct 13 00:00:10.760629 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-12acdb31-f8e8-41f0-be06-0920e1b818d8 req-2d2528e9-f435-4ae1-817f-bf4ee86ce72d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315011 Oct 13 00:00:11.877818 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be09d94-904f-4e16-b967-2d47b141bbab req-970aa4c8-83de-42b0-b50a-dc7e4dc04da0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:11.879802 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3be09d94-904f-4e16-b967-2d47b141bbab req-970aa4c8-83de-42b0-b50a-dc7e4dc04da0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0538011 Oct 13 00:00:11.917032 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3be09d94-904f-4e16-b967-2d47b141bbab req-0ad9f7e1-f9fd-472f-b47b-8dfe7f20d05a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312665 Oct 13 00:00:12.212152 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5dd87f77-e04c-4020-a434-6a3adfc38ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:13.035551 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4840721-53d8-4775-86cc-84c3e456793c req-af94b10d-09d6-477e-a097-7f6ce6175598 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:13.037025 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4840721-53d8-4775-86cc-84c3e456793c req-af94b10d-09d6-477e-a097-7f6ce6175598 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0528364 Oct 13 00:00:13.074671 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e4840721-53d8-4775-86cc-84c3e456793c req-34428e32-5d4d-4b30-8a1d-6e8c6a681823 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317588 Oct 13 00:00:14.188654 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8bd3b3-d34b-4e0c-a3c2-f60682f17f57 req-56b4d24c-5ba3-4be1-8395-684e6fef7294 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:14.190123 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b8bd3b3-d34b-4e0c-a3c2-f60682f17f57 req-56b4d24c-5ba3-4be1-8395-684e6fef7294 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0496690 Oct 13 00:00:14.227818 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b8bd3b3-d34b-4e0c-a3c2-f60682f17f57 req-0438409b-3932-461a-a64b-ea2a5f447611 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Oct 13 00:00:15.352187 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5f6ae-eb89-432b-b827-028521569b02 req-afd62ab9-3cdd-4fd7-8b29-a62ecfbe25c3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:15.353684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45f5f6ae-eb89-432b-b827-028521569b02 req-afd62ab9-3cdd-4fd7-8b29-a62ecfbe25c3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0539143 Oct 13 00:00:15.390687 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-45f5f6ae-eb89-432b-b827-028521569b02 req-ad6c87e5-ca98-48a1-a043-fb14cb1b4e99 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309761 Oct 13 00:00:15.606394 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:15.634498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-424fd645-9e92-43e1-a3a4-ae635083afca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:16.390808 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:16.506815 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae9dc2-c2b2-44c7-9673-613a6b34a62e req-0e5c2bf7-7b0b-4846-ae1e-3f1c3b08f46e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:16.508309 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0ae9dc2-c2b2-44c7-9673-613a6b34a62e req-0e5c2bf7-7b0b-4846-ae1e-3f1c3b08f46e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0481615 Oct 13 00:00:16.547259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b0ae9dc2-c2b2-44c7-9673-613a6b34a62e req-b6519293-5e8a-44b1-b7cc-5157a9dcc236 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329576 Oct 13 00:00:17.664294 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f22db4-3a15-4334-b753-3bc313338268 req-4b4da60d-45a9-4e87-8a59-f6b39344e838 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:17.665702 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31f22db4-3a15-4334-b753-3bc313338268 req-4b4da60d-45a9-4e87-8a59-f6b39344e838 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0493281 Oct 13 00:00:17.704149 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-31f22db4-3a15-4334-b753-3bc313338268 req-4efea434-e8eb-4c14-8caf-ce30145579a3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324936 Oct 13 00:00:18.114124 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:18.822040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175e74b-7c53-40a4-9e83-3dbd478346fb req-ba3446c3-7694-4ef8-9f7d-32e3fc0a98a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:18.823527 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f175e74b-7c53-40a4-9e83-3dbd478346fb req-ba3446c3-7694-4ef8-9f7d-32e3fc0a98a9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0531962 Oct 13 00:00:18.862264 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f175e74b-7c53-40a4-9e83-3dbd478346fb req-9d39577c-a711-4cd5-84e8-4784a6b16608 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316715 Oct 13 00:00:19.531507 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:19.870546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:19.981836 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b18c66-c93c-4a6e-8673-24889926e0df req-836f91e8-d61b-47ac-9c9c-e0a2f2f479d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:19.983356 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7b18c66-c93c-4a6e-8673-24889926e0df req-836f91e8-d61b-47ac-9c9c-e0a2f2f479d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0535603 Oct 13 00:00:20.019983 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d7b18c66-c93c-4a6e-8673-24889926e0df req-1884bade-f2e0-4883-b237-bf8b6197b0b5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Oct 13 00:00:21.134670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dc1cb-e24c-4aa8-ba90-9a704a33e33f req-37a7af23-56f1-4d9e-ac99-27177c46d76d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:21.136194 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a19dc1cb-e24c-4aa8-ba90-9a704a33e33f req-37a7af23-56f1-4d9e-ac99-27177c46d76d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0484340 Oct 13 00:00:21.173271 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a19dc1cb-e24c-4aa8-ba90-9a704a33e33f req-d077d484-f619-4ac1-9cc7-d59ac80a6c8a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312519 Oct 13 00:00:22.300553 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c45d1-0fe7-4d4d-a4da-18329ed30d27 req-852247ff-680f-4a8b-b6f0-590f0d46b85a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:22.302262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d97c45d1-0fe7-4d4d-a4da-18329ed30d27 req-852247ff-680f-4a8b-b6f0-590f0d46b85a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0489905 Oct 13 00:00:22.340592 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d97c45d1-0fe7-4d4d-a4da-18329ed30d27 req-29a8188a-6f78-41bf-a597-7fafb428b14c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322585 Oct 13 00:00:23.453075 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13df18-f8a2-4ce7-ba6d-24c41a83d4ee req-08839bf5-9ad7-408a-bf5b-7bed36c9042f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:23.454516 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff13df18-f8a2-4ce7-ba6d-24c41a83d4ee req-08839bf5-9ad7-408a-bf5b-7bed36c9042f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0483885 Oct 13 00:00:23.491776 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff13df18-f8a2-4ce7-ba6d-24c41a83d4ee req-473e2be6-542e-4198-86d7-93836027a818 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305676 Oct 13 00:00:24.608464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d483f-111b-4b72-9e39-d272a88827f3 req-3f4dd946-73cc-4627-837d-924473c80f0b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:24.609987 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d99d483f-111b-4b72-9e39-d272a88827f3 req-3f4dd946-73cc-4627-837d-924473c80f0b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0508013 Oct 13 00:00:24.649327 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d99d483f-111b-4b72-9e39-d272a88827f3 req-13eb2088-dbd7-4e50-8025-3c2c8bba35a8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333445 Oct 13 00:00:24.670711 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46964) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:00:24.734262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-db2dba42-01d0-4574-81e2-441f6450309c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/aac6a26e-d844-4820-a791-a9b2e928c203 HTTP/1.1" status: 200 len: 993 time: 0.0623987 Oct 13 00:00:26.119753 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e394ad-7ff7-43db-8560-6b90615fa58d req-65408c89-ef0e-4c62-9773-f9a3f2b71008 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:26.121175 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e394ad-7ff7-43db-8560-6b90615fa58d req-65408c89-ef0e-4c62-9773-f9a3f2b71008 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0579293 Oct 13 00:00:26.160095 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-13e394ad-7ff7-43db-8560-6b90615fa58d req-501604de-7ed8-4bf3-bbad-d22f3ce3b88a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328131 Oct 13 00:00:26.237557 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-cbcc343c-f46f-427f-863f-1d44fd5d2227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:26.239081 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-cbcc343c-f46f-427f-863f-1d44fd5d2227 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 1097 time: 0.0781193 Oct 13 00:00:26.329992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-5c346fdb-48a3-456b-b947-f44fbe5fc43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:26.331453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-5c346fdb-48a3-456b-b947-f44fbe5fc43f service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bfa9d34-4e32-414b-98df-159f9fc72d63 HTTP/1.1" status: 200 len: 897 time: 0.0854475 Oct 13 00:00:26.700712 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-70fd3466-d7f0-4c31-affe-3d7bb4ad6105 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9add0c51-bd15-4412-b971-47997a17e4b6 HTTP/1.1" status: 200 len: 1001 time: 0.3611510 Oct 13 00:00:26.748657 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-74869a44-1dec-41e7-9b53-429309efbf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:26.750040 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-74869a44-1dec-41e7-9b53-429309efbf45 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4db173c1-7c26-4611-bf59-7fed7614f95a HTTP/1.1" status: 200 len: 834 time: 0.0422854 Oct 13 00:00:26.798394 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-f8d03e4b-4733-430c-ab34-a744b5689290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:26.799921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-f8d03e4b-4733-430c-ab34-a744b5689290 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bfa9d34-4e32-414b-98df-159f9fc72d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0422904 Oct 13 00:00:26.886815 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-246e7385-c01c-4f20-b5ec-6aade9a22cba service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795715 Oct 13 00:00:26.981733 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eac0488c-406f-4a3d-bf7f-be9cecc4eedd req-30783bf3-ba25-46d0-8f21-6ca3711a3a4a service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842378 Oct 13 00:00:27.079225 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-2650b2d7-7e1d-49a1-84aa-ca0b050b8ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:27.080699 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-2650b2d7-7e1d-49a1-84aa-ca0b050b8ecf service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 1097 time: 0.0405290 Oct 13 00:00:27.186137 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-e0d0d5af-5072-48a0-96e8-c4670e540902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:27.187670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-e0d0d5af-5072-48a0-96e8-c4670e540902 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bfa9d34-4e32-414b-98df-159f9fc72d63 HTTP/1.1" status: 200 len: 897 time: 0.0879762 Oct 13 00:00:27.257849 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-4db5d8b7-1792-4ca9-ab6a-3d749e44dc0e service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9add0c51-bd15-4412-b971-47997a17e4b6 HTTP/1.1" status: 200 len: 1001 time: 0.0591021 Oct 13 00:00:27.277176 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b52d0-5d78-454a-8e18-1a5b27ff81a9 req-c881a13e-c94b-42a1-a66c-eed042141366 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:27.278670 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e00b52d0-5d78-454a-8e18-1a5b27ff81a9 req-c881a13e-c94b-42a1-a66c-eed042141366 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0490372 Oct 13 00:00:27.307664 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-20fa766c-9aa4-406a-a278-bb47e82ea94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:27.309135 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-20fa766c-9aa4-406a-a278-bb47e82ea94a service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4db173c1-7c26-4611-bf59-7fed7614f95a HTTP/1.1" status: 200 len: 834 time: 0.0445199 Oct 13 00:00:27.317623 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e00b52d0-5d78-454a-8e18-1a5b27ff81a9 req-181b3094-fd7d-4fcb-86a2-c3fedbfbe5a0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324399 Oct 13 00:00:27.362425 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-0543f8f4-6aaf-48aa-b9fa-27421b2f9cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:27.363944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-0543f8f4-6aaf-48aa-b9fa-27421b2f9cfa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bfa9d34-4e32-414b-98df-159f9fc72d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468218 Oct 13 00:00:27.456598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-08adceb0-eab0-477b-9ce8-7975b9efa0c9 service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836670 Oct 13 00:00:27.547533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ac71f022-10ca-42b1-b83c-2aecc5aa4e1b req-1379d8a1-df42-453a-a3ba-d19af6f7e43a service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842719 Oct 13 00:00:28.436939 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b862acb-b12e-40ae-b3a2-3a1d7d3a4bf9 req-179ce13e-2182-4ffd-9736-78fa1a74d7fd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:00:28.438404 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6b862acb-b12e-40ae-b3a2-3a1d7d3a4bf9 req-179ce13e-2182-4ffd-9736-78fa1a74d7fd tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0499208 Oct 13 00:00:28.476179 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6b862acb-b12e-40ae-b3a2-3a1d7d3a4bf9 req-2ade942d-a1ee-4cbe-be52-af8684808bd1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317061 Oct 13 00:00:28.499499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 46978) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:00:28.559362 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c5631b84-a946-4a27-88ea-4af6acf4daba tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/aac6a26e-d844-4820-a791-a9b2e928c203 HTTP/1.1" status: 200 len: 993 time: 0.0583906 Oct 13 00:00:34.161235 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:00:42.150432 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e8fec53c-946d-40c1-ac6c-9f0b8d05aa04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:45.634335 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:45.662726 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a831d7c0-b3b7-4962-8c4c-b96f213dbef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:46.405628 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:48.080248 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:49.538871 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:49.857069 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:58.997225 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 46998) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:00:59.150536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port e920261a-42e6-46ef-aa19-78e9366dc29b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:00:59.150878 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:59.228277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:59.228599 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:59.240022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for e920261a-42e6-46ef-aa19-78e9366dc29b owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:00:59.473940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:59.506798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=e920261a-42e6-46ef-aa19-78e9366dc29b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:00:59.516746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.517117 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.517433 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.517770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.518130 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.518470 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.519249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.519249 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.519464 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.519762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.520085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.520401 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:00:59.580419 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:59.580865 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP aac6a26e-d844-4820-a791-a9b2e928c203 disassociated (deleted). External IP: 172.25.2.185, port: 9add0c51-bd15-4412-b971-47997a17e4b6. Oct 13 00:00:59.784172 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:00:59.889892 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:00:59.894205 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:00:59.900346 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] Sync routers for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:00:59.910240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:00:59.911046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:00:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:00:59.929595 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2fedf481-e9e0-45f2-8f64-3c79e2407192 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/floatingips/aac6a26e-d844-4820-a791-a9b2e928c203 HTTP/1.1" status: 204 len: 168 time: 0.9282548 Oct 13 00:00:59.929595 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:00:59.930127 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305ad4ac-9bb1-467a-aacb-593e6a018bfa" -d '{"events": [{"name": "network-changed", "server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:01:00.020738 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:00.024639 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06536c1e-9d7e-4f36-bfaf-fdfaf68eafa5 x-openstack-request-id: req-06536c1e-9d7e-4f36-bfaf-fdfaf68eafa5 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:01:00.025148 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:01:00.025261 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-06536c1e-9d7e-4f36-bfaf-fdfaf68eafa5 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:01:00.025581 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6', 'status': 'completed', 'code': 200} Oct 13 00:01:00.092996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-be312bd1-9fba-4360-b50a-e83d95693d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:00.094516 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-be312bd1-9fba-4360-b50a-e83d95693d18 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 1097 time: 0.0467381 Oct 13 00:01:00.189796 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-e25e9672-92df-4fd7-93b0-6a7f6b6c239e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:00.191405 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-e25e9672-92df-4fd7-93b0-6a7f6b6c239e service neutron] 10.222.0.25 "GET /v2.0/networks?id=1bfa9d34-4e32-414b-98df-159f9fc72d63 HTTP/1.1" status: 200 len: 897 time: 0.0890861 Oct 13 00:01:00.247226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-02618b93-df02-423c-b11d-166d72935ffa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9add0c51-bd15-4412-b971-47997a17e4b6 HTTP/1.1" status: 200 len: 217 time: 0.0403006 Oct 13 00:01:00.281885 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7f886ed6-f737-4c18-85f2-f7bd380fab7f', 'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:5d:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:20Z', 'updated_at': '2021-10-12T23:59:23Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:00.304030 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-fbeb5732-640e-4c2a-8355-7f7d446e6a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:00.305518 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-fbeb5732-640e-4c2a-8355-7f7d446e6a97 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4db173c1-7c26-4611-bf59-7fed7614f95a HTTP/1.1" status: 200 len: 834 time: 0.0513532 Oct 13 00:01:00.381600 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-bab872f2-43de-4695-b1bc-b73c2a397a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:00.383524 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-bab872f2-43de-4695-b1bc-b73c2a397a73 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1bfa9d34-4e32-414b-98df-159f9fc72d63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704811 Oct 13 00:01:00.387764 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edaad2-a4ff-4e19-bb06-4283c1182b4f req-ccb38c46-7d8b-4376-b687-d6f4c7af0b79 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:00.389432 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4edaad2-a4ff-4e19-bb06-4283c1182b4f req-ccb38c46-7d8b-4376-b687-d6f4c7af0b79 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0776930 Oct 13 00:01:00.430919 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f4edaad2-a4ff-4e19-bb06-4283c1182b4f req-5abdee1e-ee32-4b1b-af4a-c42a2978a7f7 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350115 Oct 13 00:01:00.484038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-19149e0c-4b42-4015-a4ca-16fa68ab7512 service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923219 Oct 13 00:01:00.500778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] Checking router: fe162ae6-da4e-4ef7-8438-6a9b0066a6ae for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:01:00.514154 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:01:00.514765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:00:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:00.588284 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-305ad4ac-9bb1-467a-aacb-593e6a018bfa req-5a860998-9622-4901-80a6-fa172ae0ac67 service neutron] 10.222.0.25 "GET /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960605 Oct 13 00:01:00.640326 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:00.834306 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7f886ed6-f737-4c18-85f2-f7bd380fab7f', 'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:5d:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:20Z', 'updated_at': '2021-10-12T23:59:23Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:00.863443 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b571f1-3fcf-42d8-9704-213d24cd3a98 None None] The sync data for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 is: [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '7f886ed6-f737-4c18-85f2-f7bd380fab7f', 'name': '', 'network_id': '1bfa9d34-4e32-414b-98df-159f9fc72d63', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:5d:bd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:20Z', 'updated_at': '2021-10-12T23:59:23Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4db173c1-7c26-4611-bf59-7fed7614f95a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:01:01.077412 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce03762-41e5-4cc0-b05d-a3a993901d31 None None] New status for floating IP aac6a26e-d844-4820-a791-a9b2e928c203: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:01:01.552676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9488d-ce3e-4e43-b9c1-7b7abf30e773 req-fbfbfb3e-e166-4664-9d08-8270b99b9853 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:01.554360 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95f9488d-ce3e-4e43-b9c1-7b7abf30e773 req-fbfbfb3e-e166-4664-9d08-8270b99b9853 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0519392 Oct 13 00:01:01.596756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-95f9488d-ce3e-4e43-b9c1-7b7abf30e773 req-8b817c4e-dff6-4f08-ac81-447c9d286af8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=493a74b7-8a58-4b63-9a52-9edd0ff1ecee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340278 Oct 13 00:01:01.774540 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-2ede6580-c66b-41c7-b4ae-6b26f2bbe1f2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:01.776155 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-2ede6580-c66b-41c7-b4ae-6b26f2bbe1f2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 945 time: 0.0518680 Oct 13 00:01:01.868762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 9add0c51-bd15-4412-b971-47997a17e4b6 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:01:01.869100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:01.959724 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port 9add0c51-bd15-4412-b971-47997a17e4b6, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=9add0c51-bd15-4412-b971-47997a17e4b6,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:01.960083 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:01.971922 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 9add0c51-bd15-4412-b971-47997a17e4b6 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:01:02.184844 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:02.214297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=9add0c51-bd15-4412-b971-47997a17e4b6,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:02.226723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.227105 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.227447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.227781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.228113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.228442 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.228772 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.229099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.229422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.229745 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.230064 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.230382 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:02.264462 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] No DVR routers for this DVR port 9add0c51-bd15-4412-b971-47997a17e4b6 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:01:02.267123 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:02.270472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d1711f35-5910-4781-a6f9-a6f59bc4aa1f req-9efaee7f-4617-433d-9152-ac41736ed51e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "DELETE /v2.0/ports/9add0c51-bd15-4412-b971-47997a17e4b6 HTTP/1.1" status: 204 len: 173 time: 0.4884057 Oct 13 00:01:02.271069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'name': 'network-vif-deleted', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:01:02.273305 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3ca1d6-0b0a-45e2-81cd-4da1bdfcc301" -d '{"events": [{"server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "name": "network-vif-deleted", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:01:02.309564 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2469d099-0058-4dae-a700-82b8966687b0 x-openstack-request-id: req-2469d099-0058-4dae-a700-82b8966687b0 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:01:02.309870 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46463e9c-2334-448b-ad65-88831af506f8", "name": "network-vif-deleted", "tag": "9add0c51-bd15-4412-b971-47997a17e4b6", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:01:02.310140 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2469d099-0058-4dae-a700-82b8966687b0 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:01:02.310543 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46463e9c-2334-448b-ad65-88831af506f8', 'name': 'network-vif-deleted', 'tag': '9add0c51-bd15-4412-b971-47997a17e4b6', 'status': 'completed', 'code': 200} Oct 13 00:01:02.703069 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-58535286-b243-49e7-b788-c0227616660e req-b1ad723c-db43-410b-b4a5-441845427e9c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=46463e9c-2334-448b-ad65-88831af506f8 HTTP/1.1" status: 200 len: 210 time: 0.0270255 Oct 13 00:01:03.758336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47016) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:04.107306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:04.353310 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 7f886ed6-f737-4c18-85f2-f7bd380fab7f {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:01:04.353651 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:04.446927 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port 7f886ed6-f737-4c18-85f2-f7bd380fab7f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=7f886ed6-f737-4c18-85f2-f7bd380fab7f,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:04.447229 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:04.459782 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 7f886ed6-f737-4c18-85f2-f7bd380fab7f owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:01:04.710270 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:04.735014 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=7f886ed6-f737-4c18-85f2-f7bd380fab7f,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:04.910712 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:05.128942 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:01:05.570129 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:01:05.575382 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-48d3776c-94d3-464b-a738-9d0f8df46f90 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/fe162ae6-da4e-4ef7-8438-6a9b0066a6ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8159823 Oct 13 00:01:05.578057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47018) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:05.584322 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9add0c51-bd15-4412-b971-47997a17e4b6 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:01:05.588308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] Sync routers for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:01:05.612230 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 9add0c51-bd15-4412-b971-47997a17e4b6 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:01:05.612578 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 9add0c51-bd15-4412-b971-47997a17e4b6 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:01:05.617864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:01:05.618497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:00:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:05.631065 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-27a0dcd2-f2a4-411f-90fb-ad49c6b5b287 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting subnet 4db173c1-7c26-4611-bf59-7fed7614f95a {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:01:05.634233 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27a0dcd2-f2a4-411f-90fb-ad49c6b5b287 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:05.681244 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27a0dcd2-f2a4-411f-90fb-ad49c6b5b287 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:05.734558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:05.769452 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27a0dcd2-f2a4-411f-90fb-ad49c6b5b287 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:05.882419 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27a0dcd2-f2a4-411f-90fb-ad49c6b5b287 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:05.915424 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0dcd2-f2a4-411f-90fb-ad49c6b5b287 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Subnet': ['ID=4db173c1-7c26-4611-bf59-7fed7614f95a,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:05.917483 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-27a0dcd2-f2a4-411f-90fb-ad49c6b5b287 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:05.923020 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-27a0dcd2-f2a4-411f-90fb-ad49c6b5b287 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/subnets/4db173c1-7c26-4611-bf59-7fed7614f95a HTTP/1.1" status: 204 len: 168 time: 0.3416386 Oct 13 00:01:05.923808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47020) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:05.926435 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d7c1da-cd9c-4f82-bc69-25d44dcceb39 None None] Network 1bfa9d34-4e32-414b-98df-159f9fc72d63 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:01:05.974906 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-13T00:01:04Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:06.009190 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] Checking router: fe162ae6-da4e-4ef7-8438-6a9b0066a6ae for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:01:06.028411 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.042131 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] Routers {'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:01:06.042756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:00:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:06.130842 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.177460 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] Set router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:06.227139 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] DHCP port deletion for 1bfa9d34-4e32-414b-98df-159f9fc72d63 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:01:06.244529 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port d9bd6823-3bf2-4f56-8495-626511907994 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:01:06.244874 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.323362 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port d9bd6823-3bf2-4f56-8495-626511907994, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=d9bd6823-3bf2-4f56-8495-626511907994,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:06.323749 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.336996 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for d9bd6823-3bf2-4f56-8495-626511907994 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:01:06.359045 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Deleting port 20f86a64-c886-4a86-8a60-43dfa95871c3 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:01:06.360844 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.429725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] For port 20f86a64-c886-4a86-8a60-43dfa95871c3, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=20f86a64-c886-4a86-8a60-43dfa95871c3,segment=NetworkSegment(f8a29c9e-cc9c-464d-902c-e6b00e8e3817),segment_id=f8a29c9e-cc9c-464d-902c-e6b00e8e3817)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:06.430026 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.448837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Calling delete_port for 20f86a64-c886-4a86-8a60-43dfa95871c3 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:01:06.459646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-13T00:01:04Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:06.488293 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9d85c4-d3fd-4582-bea1-17cc06efd5a6 None None] The sync data for ids ['fe162ae6-da4e-4ef7-8438-6a9b0066a6ae'] in n-d-790519-14 is: [{'id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'name': 'tempest-TestNetworkAdvancedServerOps-router-883984608', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86'}], 'enable_snat': True}, 'gw_port_id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-12T23:59:16Z', 'updated_at': '2021-10-13T00:01:04Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': 'd9bd6823-3bf2-4f56-8495-626511907994', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:33:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe162ae6-da4e-4ef7-8438-6a9b0066a6ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-12T23:59:17Z', 'updated_at': '2021-10-12T23:59:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:01:06.568126 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.594253 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=d9bd6823-3bf2-4f56-8495-626511907994,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:06.647897 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.657356 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.676333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] No DVR routers for this DVR port 20f86a64-c886-4a86-8a60-43dfa95871c3 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:01:06.682915 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Pushing event deleted for resources: {'Port': ['ID=20f86a64-c886-4a86-8a60-43dfa95871c3,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:06.689475 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.689760 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.690106 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.690447 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.690783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.691142 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.691472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.691806 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.692683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.693088 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.693600 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.693700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b48b02-ee40-43e2-abba-b8d64d7be225 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:06.748834 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.750887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.876293 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.876840 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Fanout notify agent at l3_agent the message router_deleted on router fe162ae6-da4e-4ef7-8438-6a9b0066a6ae {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:01:06.885199 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:06.886457 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-eb413377-ab05-40ac-9bba-3c0bd79ee9db tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/routers/fe162ae6-da4e-4ef7-8438-6a9b0066a6ae HTTP/1.1" status: 204 len: 168 time: 0.9622140 Oct 13 00:01:06.889346 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47022) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:06.976921 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.064389 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.090853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bfa9d34-4e32-414b-98df-159f9fc72d63']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:07.100677 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:07.100972 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8a29c9e-cc9c-464d-902c-e6b00e8e3817') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:07.110623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.124615 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.131472 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:01:07.131968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: timer() Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: self._notify() Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:01:07.135130 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:01:07.235968 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.243371 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.245833 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/networks/1bfa9d34-4e32-414b-98df-159f9fc72d63 HTTP/1.1" status: 204 len: 168 time: 0.3555701 Oct 13 00:01:07.248771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47024) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:07.257574 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df1935-49a4-48af-b15e-3039e4498f89 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Network': ['ID=1bfa9d34-4e32-414b-98df-159f9fc72d63,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:07.308385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db08842-1670-4a9d-a176-fb9a50dbaa3c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.337570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db08842-1670-4a9d-a176-fb9a50dbaa3c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.447600 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db08842-1670-4a9d-a176-fb9a50dbaa3c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.450655 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4db08842-1670-4a9d-a176-fb9a50dbaa3c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.455353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4db08842-1670-4a9d-a176-fb9a50dbaa3c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/security-groups/493a74b7-8a58-4b63-9a52-9edd0ff1ecee HTTP/1.1" status: 204 len: 168 time: 0.2054250 Oct 13 00:01:07.466003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db08842-1670-4a9d-a176-fb9a50dbaa3c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=493a74b7-8a58-4b63-9a52-9edd0ff1ecee,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:07.511532 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d9bd6823-3bf2-4f56-8495-626511907994 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:01:07.534888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: d9bd6823-3bf2-4f56-8495-626511907994 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:01:07.535270 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device d9bd6823-3bf2-4f56-8495-626511907994 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:01:07.535691 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 20f86a64-c886-4a86-8a60-43dfa95871c3 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:01:07.554606 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 20f86a64-c886-4a86-8a60-43dfa95871c3 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:01:07.555118 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 20f86a64-c886-4a86-8a60-43dfa95871c3 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:01:07.555648 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7f886ed6-f737-4c18-85f2-f7bd380fab7f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:01:07.574968 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 7f886ed6-f737-4c18-85f2-f7bd380fab7f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:01:07.575353 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 7f886ed6-f737-4c18-85f2-f7bd380fab7f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:01:07.817206 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47030) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:07.822656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2c0e1e85-d57e-448a-a64e-07c741b9845f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2090951959', 'description': 'tempest-secgroup-smoke-2090951959 description', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:07.904486 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1e85-d57e-448a-a64e-07c741b9845f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:07.970159 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1e85-d57e-448a-a64e-07c741b9845f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.012825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1e85-d57e-448a-a64e-07c741b9845f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.040703 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e1e85-d57e-448a-a64e-07c741b9845f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d2d4ed-30a6-4369-859b-9bf85a06151c,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:08.115807 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1e85-d57e-448a-a64e-07c741b9845f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.117798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2c0e1e85-d57e-448a-a64e-07c741b9845f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2995834 Oct 13 00:01:08.120607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47032) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:08.125006 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-0d5071e4-3ee3-46bd-89b7-feb3367c37ea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d4ed-30a6-4369-859b-9bf85a06151c', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:08.215577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0d5071e4-3ee3-46bd-89b7-feb3367c37ea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.270097 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0d5071e4-3ee3-46bd-89b7-feb3367c37ea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.365274 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0d5071e4-3ee3-46bd-89b7-feb3367c37ea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.383294 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5071e4-3ee3-46bd-89b7-feb3367c37ea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a67bc1b-0311-4c25-89ae-57a59dcd5d74,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:08.470469 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-0d5071e4-3ee3-46bd-89b7-feb3367c37ea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.471706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0d5071e4-3ee3-46bd-89b7-feb3367c37ea tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3501649 Oct 13 00:01:08.474538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47034) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:08.478993 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-58780d0d-a266-4c47-9920-eb6ab161e209 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d4ed-30a6-4369-859b-9bf85a06151c', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:08.583071 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58780d0d-a266-4c47-9920-eb6ab161e209 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.643603 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58780d0d-a266-4c47-9920-eb6ab161e209 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.709810 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58780d0d-a266-4c47-9920-eb6ab161e209 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.727298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58780d0d-a266-4c47-9920-eb6ab161e209 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c0214a-4d1f-4a41-a18d-7c8a84270336,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:08.797825 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-58780d0d-a266-4c47-9920-eb6ab161e209 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.799078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-58780d0d-a266-4c47-9920-eb6ab161e209 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3235219 Oct 13 00:01:08.802011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47036) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:08.806914 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-336ba346-3b49-4523-8441-6a4fdd89f013 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d4ed-30a6-4369-859b-9bf85a06151c', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:08.892494 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-336ba346-3b49-4523-8441-6a4fdd89f013 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:08.949735 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-336ba346-3b49-4523-8441-6a4fdd89f013 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.024428 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-336ba346-3b49-4523-8441-6a4fdd89f013 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.038668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336ba346-3b49-4523-8441-6a4fdd89f013 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ffb49b8-6de4-4ac3-a4bd-1469e4cbfe77,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:09.100506 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-336ba346-3b49-4523-8441-6a4fdd89f013 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.101703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-336ba346-3b49-4523-8441-6a4fdd89f013 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987661 Oct 13 00:01:09.105071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47038) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:09.109570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-9d97af2b-b4a7-4077-a550-7e71f92ce69a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d4ed-30a6-4369-859b-9bf85a06151c', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:09.200464 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d97af2b-b4a7-4077-a550-7e71f92ce69a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.257996 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d97af2b-b4a7-4077-a550-7e71f92ce69a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.336689 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d97af2b-b4a7-4077-a550-7e71f92ce69a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.355367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d97af2b-b4a7-4077-a550-7e71f92ce69a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673a88b8-bf83-43f4-80d5-53622dcdb3c6,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:09.441540 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-9d97af2b-b4a7-4077-a550-7e71f92ce69a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.442766 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-9d97af2b-b4a7-4077-a550-7e71f92ce69a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3367050 Oct 13 00:01:09.445671 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47040) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:09.450574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f5ab1bd8-0bde-4024-881d-9cd15b443cc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d4ed-30a6-4369-859b-9bf85a06151c', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:09.538407 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-f5ab1bd8-0bde-4024-881d-9cd15b443cc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:01:09.544006 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1bd8-0bde-4024-881d-9cd15b443cc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.606234 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1bd8-0bde-4024-881d-9cd15b443cc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.663972 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1bd8-0bde-4024-881d-9cd15b443cc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.682721 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ab1bd8-0bde-4024-881d-9cd15b443cc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd84fd1-65c8-437a-a8a9-964d9cf80938,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:09.752093 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f5ab1bd8-0bde-4024-881d-9cd15b443cc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.753333 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f5ab1bd8-0bde-4024-881d-9cd15b443cc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3067276 Oct 13 00:01:09.756014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47042) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:09.760612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-178b72cb-f471-4d69-9484-a3a5dedc8caf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'security_group_rule': {'security_group_id': 'c0d2d4ed-30a6-4369-859b-9bf85a06151c', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:09.835760 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-178b72cb-f471-4d69-9484-a3a5dedc8caf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Project c392324ff94d4abaa854f9277ff7a4fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:01:09.841252 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-178b72cb-f471-4d69-9484-a3a5dedc8caf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.900346 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-178b72cb-f471-4d69-9484-a3a5dedc8caf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.955589 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-178b72cb-f471-4d69-9484-a3a5dedc8caf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:09.973212 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178b72cb-f471-4d69-9484-a3a5dedc8caf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0224a5-690f-4994-8000-84af0c4c042d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:10.037803 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-178b72cb-f471-4d69-9484-a3a5dedc8caf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:10.039033 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-178b72cb-f471-4d69-9484-a3a5dedc8caf tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2820377 Oct 13 00:01:10.042675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47044) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:10.047590 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'network': {'name': 'tempest-network-smoke--796441889', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'port_security_enabled': True}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:10.156337 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:01:10.159823 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:10.184609 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:01:10.193037 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:10.193379 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Added segment caa51625-9ea0-41f0-b26a-1410f4fd7862 of type vlan for network ced7a939-8a40-4e0b-a064-f6250b759125 Oct 13 00:01:10.233960 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:10.310263 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:10.315991 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:10.316571 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:10.382905 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Network': ['ID=ced7a939-8a40-4e0b-a064-f6250b759125,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:10.394240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network ced7a939-8a40-4e0b-a064-f6250b759125 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:01:10.421254 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e0496bf7-c756-41c8-bf31-06aa9c9487c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3774436 Oct 13 00:01:10.423911 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47046) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:10.428554 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'admin_state_up': True, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:10.508570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:10.509637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:10.560573 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:10.783226 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:11.031650 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:11.050272 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:11.157182 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.145 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/4b5161aa-fdeb-4c11-a29f-f419bc54b2b7) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:01:11.159565 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:01:11.260164 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:11.339527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:11.373903 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:01:11.378572 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:01:11.381010 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:01:11.412202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=4b5161aa-fdeb-4c11-a29f-f419bc54b2b7,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:11.702478 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:11.893707 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:12.085603 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:01:12.177525 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b754cedc-2abe-46b6-ba34-a0e9474cc319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:12.193743 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:01:12.204475 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Sync routers for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:01:12.213518 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:01:12.214117 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:00:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:12.270847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:12.275011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-ad860271-cbea-4f99-8658-163eef4641b2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8472910 Oct 13 00:01:12.278125 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47048) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:12.320572 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:12.346259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-0645a4f4-0689-47b4-a702-6401e757e07e tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?project_id=c392324ff94d4abaa854f9277ff7a4fc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0694499 Oct 13 00:01:12.349249 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47052) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:12.442570 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e148587-2b44-4417-8bb0-93505590d4c9 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:12.444046 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7e148587-2b44-4417-8bb0-93505590d4c9 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941911 Oct 13 00:01:12.446885 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47054) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:12.474484 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7b14bcc0-5250-4be1-b0f6-fcb250d5e524 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/subnets?network_id=c32d697a-4058-4bf4-9bdb-3293ff223126&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259516 Oct 13 00:01:12.477026 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47056) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:12.482463 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1840352158', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:12.583276 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:11Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:12.610357 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Checking router: 8d7f22f8-effc-4baa-8a72-d8359fd22f34 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:01:12.610713 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Updating router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:01:12.635636 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:12.658719 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:01:12.662377 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:12.878925 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:12.899099 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:12.968618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Subnet': ['ID=4cd7ab89-6ce9-469f-9ca1-705750b9d44c,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:12.971101 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Checking segment: {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:01:12.971452 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network hostable DHCP agents. Network: ced7a939-8a40-4e0b-a064-f6250b759125, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:01:12.973277 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:13.021254 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Attempting to bind port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:01:13.021618 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Attempting to bind port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:01:13.021978 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Attempting to bind port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:01:13.031066 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Pushing event updated for resources: {'Port': ['ID=4b5161aa-fdeb-4c11-a29f-f419bc54b2b7,revision_number=2']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:13.033947 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:01:13.034314 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:01:13.034710 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:13.035125 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:01:13.042015 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Bound port: 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:01:13.042015 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:13.058800 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network ced7a939-8a40-4e0b-a064-f6250b759125 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:01:13.060107 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.060455 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.060795 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.061129 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.061697 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.062034 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.062359 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.062689 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.063107 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.063434 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.063757 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.064074 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:01:13.097579 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] For port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:01:13.110714 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] For port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4b5161aa-fdeb-4c11-a29f-f419bc54b2b7,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:01:13.127429 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, ced7a939-8a40-4e0b-a064-f6250b759125) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:01:13.137071 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:13.137071 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:13.137512 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f15e16-4d69-456d-a6f9-f5c72e7cc5e8 None None] Network ced7a939-8a40-4e0b-a064-f6250b759125 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:01:13.179438 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:13.206928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6ddc59c6-b248-47bd-ba35-b455ed7632d1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7263124 Oct 13 00:01:13.207168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47058) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:13.244904 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cc726c-9f79-460c-a37f-648f3b2f8caf None None] Pushing event updated for resources: {'Port': ['ID=4b5161aa-fdeb-4c11-a29f-f419bc54b2b7,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:13.247495 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:01:13.254114 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:00:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:13.286075 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-ced7a939-8a40-4e0b-a064-f6250b759125', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:01:13.287832 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:13.367466 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:13.425426 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Allocated IP 172.20.0.2 (ced7a939-8a40-4e0b-a064-f6250b759125/4cd7ab89-6ce9-469f-9ca1-705750b9d44c/38b5a409-9f30-4588-a232-e407221a3e73) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:01:13.569259 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:11Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:13.607630 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f19c95-2613-4660-9350-a082e04caeae None None] The sync data for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 is: [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:11Z', 'revision_number': 3, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:01:13.748320 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:13.805974 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:13.868982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Network ced7a939-8a40-4e0b-a064-f6250b759125 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:01:13.872098 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:01:13.875633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:01:13.885856 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Pushing event updated for resources: {'Port': ['ID=38b5a409-9f30-4588-a232-e407221a3e73,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:13.942529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Attempting to bind port 38b5a409-9f30-4588-a232-e407221a3e73 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:01:13.942810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Attempting to bind port 38b5a409-9f30-4588-a232-e407221a3e73 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:01:13.943204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Attempting to bind port 38b5a409-9f30-4588-a232-e407221a3e73 on network ced7a939-8a40-4e0b-a064-f6250b759125 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:01:13.948583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:01:13.949198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Checking segment: {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:01:13.949604 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:13.950008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Bound using segment: {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:01:13.950488 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Bound port: 38b5a409-9f30-4588-a232-e407221a3e73, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:01:13.950878 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:14.021336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] For port 38b5a409-9f30-4588-a232-e407221a3e73, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:01:14.024890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] For port 38b5a409-9f30-4588-a232-e407221a3e73, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38b5a409-9f30-4588-a232-e407221a3e73,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:01:14.035623 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:14.094307 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:14.161595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b6698-5cee-4e07-a59a-fa359b20dfa1 None None] Pushing event updated for resources: {'Port': ['ID=38b5a409-9f30-4588-a232-e407221a3e73,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:14.353208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.1 (ced7a939-8a40-4e0b-a064-f6250b759125/4cd7ab89-6ce9-469f-9ca1-705750b9d44c/b02d9a92-18aa-4fc1-8980-c7963c4ac59f) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:01:14.487621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:14.589254 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:14.632732 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network ced7a939-8a40-4e0b-a064-f6250b759125 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:01:14.635992 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:01:14.639708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:01:14.645897 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=b02d9a92-18aa-4fc1-8980-c7963c4ac59f,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:14.685790 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:14.905014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.093940 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bc465f-6baf-4e00-8c50-6e87b1a3254e None None] Network ced7a939-8a40-4e0b-a064-f6250b759125 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:01:15.197089 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.216490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1f6baab4-2c68-4e77-8ec8-99520f4ca724 None None] Provisioning complete for port 38b5a409-9f30-4588-a232-e407221a3e73 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:15.216847 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f6baab4-2c68-4e77-8ec8-99520f4ca724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.258984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.351606 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.353406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=b02d9a92-18aa-4fc1-8980-c7963c4ac59f,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:15.364290 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f6baab4-2c68-4e77-8ec8-99520f4ca724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.454303 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1f6baab4-2c68-4e77-8ec8-99520f4ca724 None None] For port 38b5a409-9f30-4588-a232-e407221a3e73, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38b5a409-9f30-4588-a232-e407221a3e73,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:15.505830 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network ced7a939-8a40-4e0b-a064-f6250b759125 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:01:15.507673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:01:15.521563 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1f6baab4-2c68-4e77-8ec8-99520f4ca724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.585433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38b5a409-9f30-4588-a232-e407221a3e73 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:01:15.683480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6baab4-2c68-4e77-8ec8-99520f4ca724 None None] Pushing event updated for resources: {'Port': ['ID=38b5a409-9f30-4588-a232-e407221a3e73,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:15.701167 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 38b5a409-9f30-4588-a232-e407221a3e73 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:15.701681 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.714599 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:01:15.770175 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-47c78ae6-b472-49b8-88ff-26a658e75052 None None] Provisioning complete for port 38b5a409-9f30-4588-a232-e407221a3e73 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:15.770175 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-47c78ae6-b472-49b8-88ff-26a658e75052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.794844 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2721481e-5be4-4431-bc7d-da6211137698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.828286 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:15.836176 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:01:15.842349 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-3be0de52-7a2d-4241-bcd2-5f9bae0b7ac8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/8d7f22f8-effc-4baa-8a72-d8359fd22f34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6340098 Oct 13 00:01:15.861784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:01:15.889324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Sync routers for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:01:15.945015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:01:15.945666 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:01:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:16.002354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-172018d7-edb0-4401-9549-1472e7791ca2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2090951959&fields=id&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 267 time: 0.0365806 Oct 13 00:01:16.064730 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-47c78ae6-b472-49b8-88ff-26a658e75052 None None] Provisioning complete for port b02d9a92-18aa-4fc1-8980-c7963c4ac59f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:16.065113 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-47c78ae6-b472-49b8-88ff-26a658e75052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:16.074717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:16.075109 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:16.122889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3078-c4db-4855-b460-63933395440e req-31dd4146-bbca-4b89-81e8-a54cdce08c92 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:16.124647 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-31dd4146-bbca-4b89-81e8-a54cdce08c92 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/networks?id=ced7a939-8a40-4e0b-a064-f6250b759125 HTTP/1.1" status: 200 len: 796 time: 0.1153269 Oct 13 00:01:16.141892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-cc988e44-d30c-4da8-8e3f-95e194bca185 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/quotas/c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 375 time: 0.0103717 Oct 13 00:01:16.155122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:16.157344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-47c78ae6-b472-49b8-88ff-26a658e75052 None None] Port b02d9a92-18aa-4fc1-8980-c7963c4ac59f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:01:16.193314 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-21f8fe13-05ad-4b71-b760-94e2eef35c1b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456281 Oct 13 00:01:16.320955 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:16.337329 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-296b4288-a4b3-447c-81ee-e0d9354a36ec service neutron] 10.222.0.31 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313825 Oct 13 00:01:16.356621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-396f21bd-9b38-4267-9919-d116c0f604d4 None None] Provisioning complete for port b02d9a92-18aa-4fc1-8980-c7963c4ac59f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:16.356990 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-396f21bd-9b38-4267-9919-d116c0f604d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:16.359480 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4b5161aa-fdeb-4c11-a29f-f419bc54b2b7,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:16.411637 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-396f21bd-9b38-4267-9919-d116c0f604d4 None None] Port b02d9a92-18aa-4fc1-8980-c7963c4ac59f cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:01:16.434672 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-10eb6cc0-28e5-49cc-8bee-f4f5f88379f1 service neutron] 10.222.0.31 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906322 Oct 13 00:01:16.462113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:14Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b02d9a92-18aa-4fc1-8980-c7963c4ac59f', 'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:ec:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:14Z', 'updated_at': '2021-10-13T00:01:15Z', 'revision_number': 2, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:16.489250 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:16.490046 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Checking router: 8d7f22f8-effc-4baa-8a72-d8359fd22f34 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:01:16.490392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Updating router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 port b02d9a92-18aa-4fc1-8980-c7963c4ac59f binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:01:16.513546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:16.520770 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:16.597557 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=4b5161aa-fdeb-4c11-a29f-f419bc54b2b7,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:16.682786 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-dd39128d-d421-43d7-8fcd-3dbb0cadd7ef req-d6815d65-90d7-4939-bb08-ba324719122f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 210 time: 0.0287471 Oct 13 00:01:16.855230 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:16.942433 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:16.993964 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88e8ed-70d4-44ca-bb3f-b4e8747609d1 None None] Pushing event updated for resources: {'Port': ['ID=b02d9a92-18aa-4fc1-8980-c7963c4ac59f,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:17.045065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Attempting to bind port b02d9a92-18aa-4fc1-8980-c7963c4ac59f on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:01:17.045065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Attempting to bind port b02d9a92-18aa-4fc1-8980-c7963c4ac59f by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:01:17.045065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Attempting to bind port b02d9a92-18aa-4fc1-8980-c7963c4ac59f on network ced7a939-8a40-4e0b-a064-f6250b759125 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:01:17.049978 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:01:17.050546 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Checking segment: {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:01:17.050920 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:17.051465 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Bound using segment: {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:01:17.052300 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Bound port: b02d9a92-18aa-4fc1-8980-c7963c4ac59f, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:01:17.052758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:17.128815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] For port b02d9a92-18aa-4fc1-8980-c7963c4ac59f, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:01:17.129895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] For port b02d9a92-18aa-4fc1-8980-c7963c4ac59f, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b02d9a92-18aa-4fc1-8980-c7963c4ac59f,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:01:17.205670 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:17.272040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-67a27eb0-7f03-4b66-9246-a7030a1c0c5c None None] Provisioning complete for port b02d9a92-18aa-4fc1-8980-c7963c4ac59f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:17.272423 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-67a27eb0-7f03-4b66-9246-a7030a1c0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:17.279299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d88e8ed-70d4-44ca-bb3f-b4e8747609d1 None None] Pushing event updated for resources: {'Port': ['ID=b02d9a92-18aa-4fc1-8980-c7963c4ac59f,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:17.298717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:01:17.299381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:01:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:17.430301 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38b5a409-9f30-4588-a232-e407221a3e73 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:01:17.482644 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-67a27eb0-7f03-4b66-9246-a7030a1c0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:17.489103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:17.592699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-67a27eb0-7f03-4b66-9246-a7030a1c0c5c None None] For port b02d9a92-18aa-4fc1-8980-c7963c4ac59f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b02d9a92-18aa-4fc1-8980-c7963c4ac59f,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:17.629941 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 38b5a409-9f30-4588-a232-e407221a3e73 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:17.630322 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:17.785829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ffcff3f9-3173-4f73-9103-b0c4a72be91f req-fe01397b-58ae-4d2a-8c01-027b827e5bc9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 210 time: 0.0284679 Oct 13 00:01:17.827170 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-67a27eb0-7f03-4b66-9246-a7030a1c0c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:17.908174 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a27eb0-7f03-4b66-9246-a7030a1c0c5c None None] Pushing event updated for resources: {'Port': ['ID=b02d9a92-18aa-4fc1-8980-c7963c4ac59f,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:17.976299 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:01:17.980901 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-af1ce7ff-9927-4834-a2a0-ed0c51635e36 None None] Provisioning complete for port b02d9a92-18aa-4fc1-8980-c7963c4ac59f triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:17.981277 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-af1ce7ff-9927-4834-a2a0-ed0c51635e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:18.082898 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:14Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b02d9a92-18aa-4fc1-8980-c7963c4ac59f', 'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:ec:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:14Z', 'updated_at': '2021-10-13T00:01:17Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:18.132931 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88392252-69ae-4697-acfb-ee1a04d78fb9 None None] The sync data for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 is: [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:14Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b02d9a92-18aa-4fc1-8980-c7963c4ac59f', 'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:ec:9c:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:14Z', 'updated_at': '2021-10-13T00:01:17Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:01:18.137053 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:18.137435 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:18.165972 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:18.593422 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3078-c4db-4855-b460-63933395440e req-7191fc46-1c83-4c75-9706-f8505805828f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:18.594914 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-7191fc46-1c83-4c75-9706-f8505805828f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/networks?id=ced7a939-8a40-4e0b-a064-f6250b759125 HTTP/1.1" status: 200 len: 796 time: 0.1162884 Oct 13 00:01:18.639987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-9fca3b9d-13fa-4131-8382-964cef2fefe2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c392324ff94d4abaa854f9277ff7a4fc HTTP/1.1" status: 200 len: 380 time: 0.0352330 Oct 13 00:01:18.649982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'port': {'device_id': '9c71c31b-027a-47e0-b100-1c33184ea121', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'admin_state_up': True, 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'security_groups': ['c0d2d4ed-30a6-4369-859b-9bf85a06151c']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:18.862597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Made reservation on behalf of c392324ff94d4abaa854f9277ff7a4fc for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:01:18.866107 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:18.888023 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-354cf40d-1c4c-40e6-a031-49692127110e req-4a395778-b517-4b05-ac5f-16f80a5dc029 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 210 time: 0.0306709 Oct 13 00:01:19.002268 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.20.0.5 (ced7a939-8a40-4e0b-a064-f6250b759125/4cd7ab89-6ce9-469f-9ca1-705750b9d44c/1928dab5-de96-4858-a4a6-112304f00270) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:01:19.151948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.236353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.280789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network ced7a939-8a40-4e0b-a064-f6250b759125 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:01:19.283852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:01:19.287407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:01:19.293838 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=1928dab5-de96-4858-a4a6-112304f00270,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:19.347003 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:19.347666 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.427598 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b02d9a92-18aa-4fc1-8980-c7963c4ac59f up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:01:19.444363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-25b91e8e-3a76-4200-8797-bc3f54366da2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986305 Oct 13 00:01:19.457411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-ab3fd2a7-fc3d-4fe4-ac5e-57ce5dceae13 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:01:19.458395 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-ab3fd2a7-fc3d-4fe4-ac5e-57ce5dceae13 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0056481 Oct 13 00:01:19.471298 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Request body: {'port': {'device_id': '9c71c31b-027a-47e0-b100-1c33184ea121', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:19.489615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port b02d9a92-18aa-4fc1-8980-c7963c4ac59f triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:19.490002 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.524803 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.541827 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-acdfd95d-0442-400b-8e38-3b551c31d014 None None] Provisioning complete for port 1928dab5-de96-4858-a4a6-112304f00270 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:19.542142 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-acdfd95d-0442-400b-8e38-3b551c31d014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.576085 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.605064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-acdfd95d-0442-400b-8e38-3b551c31d014 None None] Port 1928dab5-de96-4858-a4a6-112304f00270 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:01:19.798904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1928dab5-de96-4858-a4a6-112304f00270 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:01:19.806413 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.818536 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Transition to ACTIVE for port object 1928dab5-de96-4858-a4a6-112304f00270 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:01:19.871088 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.898543 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:19.952037 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Pushing event updated for resources: {'Port': ['ID=1928dab5-de96-4858-a4a6-112304f00270,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:20.068349 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17f55d4-f61c-452a-ac4a-144d53a9f6b6 req-425a1dcd-6967-48f8-a256-d72db9be310a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:20.069932 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f17f55d4-f61c-452a-ac4a-144d53a9f6b6 req-425a1dcd-6967-48f8-a256-d72db9be310a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 943 time: 0.0961998 Oct 13 00:01:20.075432 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Attempting to bind port 1928dab5-de96-4858-a4a6-112304f00270 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:01:20.075771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Attempting to bind port 1928dab5-de96-4858-a4a6-112304f00270 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:01:20.076133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Attempting to bind port 1928dab5-de96-4858-a4a6-112304f00270 on network ced7a939-8a40-4e0b-a064-f6250b759125 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:01:20.087665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Port 1928dab5-de96-4858-a4a6-112304f00270 on network ced7a939-8a40-4e0b-a064-f6250b759125 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:01:20.087936 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Attempting to bind port 1928dab5-de96-4858-a4a6-112304f00270 on network ced7a939-8a40-4e0b-a064-f6250b759125 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:01:20.102485 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 1, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:01:20.102827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Checking segment: {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:01:20.103243 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Bound using segment: {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:01:20.104420 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Bound port: 1928dab5-de96-4858-a4a6-112304f00270, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa51625-9ea0-41f0-b26a-1410f4fd7862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:01:20.105060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:20.132287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f17f55d4-f61c-452a-ac4a-144d53a9f6b6 req-d82c655e-6d95-433f-9e8f-08a8454947c8 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527573 Oct 13 00:01:20.182566 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] For port 1928dab5-de96-4858-a4a6-112304f00270, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:01:20.185559 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] For port 1928dab5-de96-4858-a4a6-112304f00270, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1928dab5-de96-4858-a4a6-112304f00270,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:01:20.258830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:20.295314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:20.295874 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:20.297258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] 10.222.0.25 "PUT /v2.0/ports/1928dab5-de96-4858-a4a6-112304f00270 HTTP/1.1" status: 200 len: 1092 time: 0.8301530 Oct 13 00:01:20.297723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'tag': '1928dab5-de96-4858-a4a6-112304f00270'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:01:20.300025 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45d51f8-d959-4cae-aab2-c43f7e38ecb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "tag": "1928dab5-de96-4858-a4a6-112304f00270"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:01:20.328971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2571ac0e-615e-4d66-8b77-f1d72efd4c47 service neutron] Pushing event updated for resources: {'Port': ['ID=1928dab5-de96-4858-a4a6-112304f00270,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:20.342721 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64b735c-815b-47db-8a33-fac93d405746 x-openstack-request-id: req-b64b735c-815b-47db-8a33-fac93d405746 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:01:20.342721 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "tag": "1928dab5-de96-4858-a4a6-112304f00270", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:01:20.342721 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b64b735c-815b-47db-8a33-fac93d405746 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:01:20.342721 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'tag': '1928dab5-de96-4858-a4a6-112304f00270', 'status': 'completed', 'code': 200} Oct 13 00:01:20.401884 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d51f8-d959-4cae-aab2-c43f7e38ecb0 req-bff7f65b-00bf-4ea0-bb55-adbbc7a00443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:20.403430 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a45d51f8-d959-4cae-aab2-c43f7e38ecb0 req-bff7f65b-00bf-4ea0-bb55-adbbc7a00443 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 1095 time: 0.0433817 Oct 13 00:01:20.507090 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d51f8-d959-4cae-aab2-c43f7e38ecb0 req-c01ccb2e-794d-4153-af3b-3b494cbbd62d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:20.508548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a45d51f8-d959-4cae-aab2-c43f7e38ecb0 req-c01ccb2e-794d-4153-af3b-3b494cbbd62d service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0976317 Oct 13 00:01:20.605850 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d51f8-d959-4cae-aab2-c43f7e38ecb0 req-a2797856-f169-4861-a48c-2b06417aa036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:20.607381 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a45d51f8-d959-4cae-aab2-c43f7e38ecb0 req-a2797856-f169-4861-a48c-2b06417aa036 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923424 Oct 13 00:01:20.682250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3078-c4db-4855-b460-63933395440e req-860153a2-1cfc-4862-ae5d-355dceb25371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:20.683791 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-860153a2-1cfc-4862-ae5d-355dceb25371 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 1095 time: 0.0416303 Oct 13 00:01:20.724482 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-fbd69502-0487-4716-a176-87d74998b0c8 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1928dab5-de96-4858-a4a6-112304f00270 HTTP/1.1" status: 200 len: 217 time: 0.0331523 Oct 13 00:01:20.774639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3078-c4db-4855-b460-63933395440e req-fed3c084-384d-49c7-a476-7ab233d920d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:20.776779 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-fed3c084-384d-49c7-a476-7ab233d920d5 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cd7ab89-6ce9-469f-9ca1-705750b9d44c HTTP/1.1" status: 200 len: 835 time: 0.0454617 Oct 13 00:01:20.820785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a3078-c4db-4855-b460-63933395440e req-f66a3cc7-8ffa-4622-bcbb-efa3d94f4133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:20.822757 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-f66a3cc7-8ffa-4622-bcbb-efa3d94f4133 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ced7a939-8a40-4e0b-a064-f6250b759125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383730 Oct 13 00:01:20.909000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-430ed3bf-3aa8-42fb-b494-569a05cb1638 service neutron] 10.222.0.25 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799870 Oct 13 00:01:20.999601 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2c8a3078-c4db-4855-b460-63933395440e req-7c474a91-2e69-4b15-9b36-30193390895e service neutron] 10.222.0.25 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833802 Oct 13 00:01:21.244982 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc97712-a235-4651-8745-9a8e93bd0829 req-7838343f-a869-47d7-8a6d-b919c0ffa07b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:21.246444 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fcc97712-a235-4651-8745-9a8e93bd0829 req-7838343f-a869-47d7-8a6d-b919c0ffa07b tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 943 time: 0.0481620 Oct 13 00:01:21.283335 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fcc97712-a235-4651-8745-9a8e93bd0829 req-eadcb319-b580-4161-b667-032fb073fd03 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310512 Oct 13 00:01:22.404200 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f1f05-d0c9-4d78-a821-c795d531b168 req-ef50b056-9250-4f6b-ba1b-aa1d17ab525d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:22.405659 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a36f1f05-d0c9-4d78-a821-c795d531b168 req-ef50b056-9250-4f6b-ba1b-aa1d17ab525d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 943 time: 0.0542591 Oct 13 00:01:22.442407 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a36f1f05-d0c9-4d78-a821-c795d531b168 req-84d106ab-c8e1-4bbc-aa6c-773f5539af5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307691 Oct 13 00:01:23.559931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a271ad7-d717-4b75-94fe-bd616be7228e req-e6211ded-7b74-45ed-9787-1741b754c2ab tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:23.561423 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a271ad7-d717-4b75-94fe-bd616be7228e req-e6211ded-7b74-45ed-9787-1741b754c2ab tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 943 time: 0.0531526 Oct 13 00:01:23.670890 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 1928dab5-de96-4858-a4a6-112304f00270 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:01:23.773080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 1928dab5-de96-4858-a4a6-112304f00270, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1928dab5-de96-4858-a4a6-112304f00270,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:23.785571 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '1928dab5-de96-4858-a4a6-112304f00270', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'port_id': '1928dab5-de96-4858-a4a6-112304f00270', 'mac_address': 'fa:16:3e:5c:8c:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:01:23.823568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:23.836268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1928dab5-de96-4858-a4a6-112304f00270 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:01:23.856768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 1928dab5-de96-4858-a4a6-112304f00270, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1928dab5-de96-4858-a4a6-112304f00270,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:23.904707 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:23.909230 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a271ad7-d717-4b75-94fe-bd616be7228e req-e736950a-197a-4645-a344-6c11d01cbf51 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3419385 Oct 13 00:01:23.951769 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=1928dab5-de96-4858-a4a6-112304f00270,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:24.132389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['1928dab5-de96-4858-a4a6-112304f00270'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:01:25.026770 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b5a7a2-898a-4bfc-9cdf-a9ec878e3ab7 req-900a3808-54ba-4e90-9e26-592f3c5fa00e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:25.028321 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c7b5a7a2-898a-4bfc-9cdf-a9ec878e3ab7 req-900a3808-54ba-4e90-9e26-592f3c5fa00e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 944 time: 0.0529530 Oct 13 00:01:25.079214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c7b5a7a2-898a-4bfc-9cdf-a9ec878e3ab7 req-880094f5-945f-4c26-b8d5-eb49ce6cd80a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449722 Oct 13 00:01:25.668382 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 1928dab5-de96-4858-a4a6-112304f00270 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:01:25.799453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 1928dab5-de96-4858-a4a6-112304f00270 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:01:25.803404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 1928dab5-de96-4858-a4a6-112304f00270 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:01:25.803808 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:25.882683 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:25.905113 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1928dab5-de96-4858-a4a6-112304f00270'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:01:25.907465 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ef6732-f106-400b-8d0a-26ebf4b8631d" -d '{"events": [{"server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "name": "network-vif-plugged", "status": "completed", "tag": "1928dab5-de96-4858-a4a6-112304f00270"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:01:25.924859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 1928dab5-de96-4858-a4a6-112304f00270, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1928dab5-de96-4858-a4a6-112304f00270,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:01:25.993268 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda258ce-910f-4b1e-a4e6-e6a2814e5185 x-openstack-request-id: req-fda258ce-910f-4b1e-a4e6-e6a2814e5185 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:01:25.993549 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "name": "network-vif-plugged", "status": "completed", "tag": "1928dab5-de96-4858-a4a6-112304f00270", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:01:25.993805 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-fda258ce-910f-4b1e-a4e6-e6a2814e5185 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:01:25.994785 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1928dab5-de96-4858-a4a6-112304f00270', 'code': 200} Oct 13 00:01:25.999334 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:26.046585 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=1928dab5-de96-4858-a4a6-112304f00270,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:26.088187 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577e638-0a61-41c6-a845-be893c15380d req-8b509fc1-9c18-4b76-a049-ef8b368a0ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:26.089655 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f577e638-0a61-41c6-a845-be893c15380d req-8b509fc1-9c18-4b76-a049-ef8b368a0ac9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 1097 time: 0.0391359 Oct 13 00:01:26.125177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f577e638-0a61-41c6-a845-be893c15380d req-dd2b20fe-f66b-4f86-be44-4bac768947db service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285094 Oct 13 00:01:26.192835 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d770c1-f3f7-4458-a8a1-b436db216c44 req-50c7fe23-727e-448e-b829-2f0fd427eed0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:26.194209 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99d770c1-f3f7-4458-a8a1-b436db216c44 req-50c7fe23-727e-448e-b829-2f0fd427eed0 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0492649 Oct 13 00:01:26.231538 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-99d770c1-f3f7-4458-a8a1-b436db216c44 req-8d035d52-3c1f-4980-9976-2ae61a1c12f1 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308452 Oct 13 00:01:27.348330 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f2f688-efd5-45e4-8237-f728fd1ca31f req-da122757-32bb-4ffe-99cc-943b71e23693 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:27.352437 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02f2f688-efd5-45e4-8237-f728fd1ca31f req-da122757-32bb-4ffe-99cc-943b71e23693 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0490613 Oct 13 00:01:27.388166 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-02f2f688-efd5-45e4-8237-f728fd1ca31f req-3180ee21-4dbc-4371-85f4-2d9afeae87c9 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Oct 13 00:01:27.504008 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4115927-c1f2-470f-88f6-37a5630a4ba0 req-a19542c5-0be0-4d26-9ec9-22b696a2ed9a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:27.505508 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4115927-c1f2-470f-88f6-37a5630a4ba0 req-a19542c5-0be0-4d26-9ec9-22b696a2ed9a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0519185 Oct 13 00:01:27.545200 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4115927-c1f2-470f-88f6-37a5630a4ba0 req-66c58e28-b74e-44cb-b3fe-f54be31d9f5e tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333688 Oct 13 00:01:27.566791 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47118) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:27.606769 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-930da4df-3521-4bb6-a36f-a4358bba5990 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:27.608342 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-930da4df-3521-4bb6-a36f-a4358bba5990 tempest-TestNetworkAdvancedServerOps-373479786 tempest-TestNetworkAdvancedServerOps-373479786-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 1092 time: 0.0405746 Oct 13 00:01:27.611049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47120) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:27.615341 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '1928dab5-de96-4858-a4a6-112304f00270', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:01:27.702391 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:27.801268 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:27.899600 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Allocated IP 172.25.2.61 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/22987854-de1a-4549-b942-737eff8bf6ee) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:01:28.002332 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:28.097587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:28.137716 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:01:28.142167 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:01:28.146728 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:01:28.148715 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=22987854-de1a-4549-b942-737eff8bf6ee,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:28.498662 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:28.632050 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:28.781487 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:28.846748 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:28.918137 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event updated for resources: {'Port': ['ID=22987854-de1a-4549-b942-737eff8bf6ee,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:01:28.930115 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:29.032025 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP 318c90d8-16ff-4885-828b-9a3a35ddd3e2 associated. External IP: 172.25.2.61, port: 1928dab5-de96-4858-a4a6-112304f00270. Oct 13 00:01:29.234731 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:01:29.339852 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:01:29.350275 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] Sync routers for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:01:29.364083 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:01:29.369686 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:01:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:29.420914 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:29.449794 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-444ed764-28a7-44d7-ac5f-0108ed8ac2df tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8377278 Oct 13 00:01:29.450405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'tag': '1928dab5-de96-4858-a4a6-112304f00270'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:01:29.455602 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11" -d '{"events": [{"name": "network-changed", "server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "tag": "1928dab5-de96-4858-a4a6-112304f00270"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:01:29.472047 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:29.494723 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87191826-9c85-4888-8365-64ca1263f87a x-openstack-request-id: req-87191826-9c85-4888-8365-64ca1263f87a {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:01:29.495131 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "tag": "1928dab5-de96-4858-a4a6-112304f00270", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:01:29.495391 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-87191826-9c85-4888-8365-64ca1263f87a {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:01:29.495794 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'tag': '1928dab5-de96-4858-a4a6-112304f00270', 'status': 'completed', 'code': 200} Oct 13 00:01:29.577295 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fde6b24-29ac-400a-ae97-195a0af910db req-8ecfcde3-b4a3-47b9-8be3-c9a990412b32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:29.578786 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7fde6b24-29ac-400a-ae97-195a0af910db req-8ecfcde3-b4a3-47b9-8be3-c9a990412b32 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0801790 Oct 13 00:01:29.585567 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-46737073-ec0c-4368-acda-ebf0ff28ae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:29.587068 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-46737073-ec0c-4368-acda-ebf0ff28ae58 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 1097 time: 0.0582147 Oct 13 00:01:29.669415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7fde6b24-29ac-400a-ae97-195a0af910db req-379aa15d-0b7b-421f-ba1b-ea77e8c77d96 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813766 Oct 13 00:01:29.692713 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47126) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:29.707573 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-fd2bbdab-66a7-495a-89ad-d298e0c90559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:29.709059 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-fd2bbdab-66a7-495a-89ad-d298e0c90559 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ced7a939-8a40-4e0b-a064-f6250b759125 HTTP/1.1" status: 200 len: 897 time: 0.1144025 Oct 13 00:01:29.711328 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:14Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '318c90d8-16ff-4885-828b-9a3a35ddd3e2', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'port_id': '1928dab5-de96-4858-a4a6-112304f00270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'mac_address': 'fa:16:3e:5c:8c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71c31b-027a-47e0-b100-1c33184ea121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:01:28Z', 'updated_at': '2021-10-13T00:01:28Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02d9a92-18aa-4fc1-8980-c7963c4ac59f', 'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:ec:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:14Z', 'updated_at': '2021-10-13T00:01:17Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:29.737398 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] Checking router: 8d7f22f8-effc-4baa-8a72-d8359fd22f34 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:01:29.746329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:01:29.746991 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:01:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:29.754220 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4f10de19-7536-44c2-bfec-22a669def191 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/318c90d8-16ff-4885-828b-9a3a35ddd3e2 HTTP/1.1" status: 200 len: 990 time: 0.0592642 Oct 13 00:01:29.779512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-e0bfe1a8-ea39-44a7-8541-d097d48dd8a1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1928dab5-de96-4858-a4a6-112304f00270 HTTP/1.1" status: 200 len: 998 time: 0.0630345 Oct 13 00:01:29.827973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-e76ea392-abb9-4db2-b1c7-248b248a94c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:29.829453 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-e76ea392-abb9-4db2-b1c7-248b248a94c2 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cd7ab89-6ce9-469f-9ca1-705750b9d44c HTTP/1.1" status: 200 len: 835 time: 0.0432773 Oct 13 00:01:29.852179 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:01:29.879699 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-52922313-8123-4c3a-9c8b-100e155b75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:01:29.881100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-52922313-8123-4c3a-9c8b-100e155b75fa service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ced7a939-8a40-4e0b-a064-f6250b759125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439405 Oct 13 00:01:29.972016 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-de3864d5-997b-4acf-95f7-2e10de688fa1 service neutron] 10.222.0.25 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832725 Oct 13 00:01:30.064273 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5a62fb22-e54f-4f4a-98de-410c8c9a5f11 req-11be69b5-5e66-4317-ab7a-e26a58614308 service neutron] 10.222.0.25 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845282 Oct 13 00:01:30.074094 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:14Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '318c90d8-16ff-4885-828b-9a3a35ddd3e2', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'port_id': '1928dab5-de96-4858-a4a6-112304f00270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'mac_address': 'fa:16:3e:5c:8c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71c31b-027a-47e0-b100-1c33184ea121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:01:28Z', 'updated_at': '2021-10-13T00:01:28Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02d9a92-18aa-4fc1-8980-c7963c4ac59f', 'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:ec:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:14Z', 'updated_at': '2021-10-13T00:01:17Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:01:30.099614 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4a187c-9935-47d6-8268-fea32f594abb None None] The sync data for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 is: [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:14Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '318c90d8-16ff-4885-828b-9a3a35ddd3e2', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'port_id': '1928dab5-de96-4858-a4a6-112304f00270', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'mac_address': 'fa:16:3e:5c:8c:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c71c31b-027a-47e0-b100-1c33184ea121', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:01:28Z', 'updated_at': '2021-10-13T00:01:28Z', 'revision_number': 0, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b02d9a92-18aa-4fc1-8980-c7963c4ac59f', 'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:ec:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:14Z', 'updated_at': '2021-10-13T00:01:17Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:01:30.303013 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f6c70-8975-4466-9386-429fa66ac0aa None None] New status for floating IP 318c90d8-16ff-4885-828b-9a3a35ddd3e2: ACTIVE {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:01:30.757226 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47128) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:01:30.820520 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b7166ce8-ea53-4551-80c0-7f86ce8fec59 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/318c90d8-16ff-4885-828b-9a3a35ddd3e2 HTTP/1.1" status: 200 len: 992 time: 0.0622139 Oct 13 00:01:42.132398 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-beed83e9-2958-4762-99a8-ef967cf3781b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:45.645111 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:45.703518 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-fdb770f5-0ad0-4e91-b3ff-4f5bc283be12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:46.360954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:48.086857 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:48.159531 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:01:49.543906 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:01:49.886705 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:02.435155 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12dbc0-00a9-4375-b1af-db0855fec916 req-3a7bad3d-d37f-431d-ab6c-2d566b03da2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:02.436771 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f12dbc0-00a9-4375-b1af-db0855fec916 req-3a7bad3d-d37f-431d-ab6c-2d566b03da2d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0506721 Oct 13 00:02:02.474388 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f12dbc0-00a9-4375-b1af-db0855fec916 req-0040b03b-cc12-432c-8d37-e755621e5a0c tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Oct 13 00:02:03.614486 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9097d9-69ce-413d-8ee1-62aced494974 req-00ca1388-6fa5-495f-aaee-59221189a52a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:03.615944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a9097d9-69ce-413d-8ee1-62aced494974 req-00ca1388-6fa5-495f-aaee-59221189a52a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0504043 Oct 13 00:02:03.652622 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4a9097d9-69ce-413d-8ee1-62aced494974 req-1a5b8e53-ce81-4f8d-8cb9-e441ac13f4c5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307603 Oct 13 00:02:03.675339 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47152) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:03.737457 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b99ca26d-510d-4a90-81b7-161b327ba3ba tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/318c90d8-16ff-4885-828b-9a3a35ddd3e2 HTTP/1.1" status: 200 len: 992 time: 0.0610173 Oct 13 00:02:05.132010 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc36217b-efca-484c-a024-575862abf81f req-ae7f5942-2aa3-4547-afc4-ed0111ccdfba tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:05.133495 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc36217b-efca-484c-a024-575862abf81f req-ae7f5942-2aa3-4547-afc4-ed0111ccdfba tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0547857 Oct 13 00:02:05.173026 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bc36217b-efca-484c-a024-575862abf81f req-ebf9d134-83c4-4363-92b3-4f2606d3ef09 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328875 Oct 13 00:02:05.189370 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-50f2febb-e006-4d87-9ce9-2850f23f6945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:05.190865 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-50f2febb-e006-4d87-9ce9-2850f23f6945 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 1097 time: 0.0431750 Oct 13 00:02:05.283411 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-5408012b-c691-4c75-a45d-7fda385c0588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:05.284795 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-5408012b-c691-4c75-a45d-7fda385c0588 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ced7a939-8a40-4e0b-a064-f6250b759125 HTTP/1.1" status: 200 len: 897 time: 0.0873318 Oct 13 00:02:05.354031 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-d6786a3e-a2bc-4da9-b0a8-3863fa148032 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1928dab5-de96-4858-a4a6-112304f00270 HTTP/1.1" status: 200 len: 1000 time: 0.0623384 Oct 13 00:02:05.404504 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-abe7d47d-ee2c-4096-acd7-b6975d44281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:05.406186 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-abe7d47d-ee2c-4096-acd7-b6975d44281f service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cd7ab89-6ce9-469f-9ca1-705750b9d44c HTTP/1.1" status: 200 len: 835 time: 0.0449631 Oct 13 00:02:05.461789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-cece5113-411e-4f53-9a7f-253e1c2823dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:05.463685 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-cece5113-411e-4f53-9a7f-253e1c2823dc service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ced7a939-8a40-4e0b-a064-f6250b759125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506320 Oct 13 00:02:05.566953 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-9e613794-4461-4f4e-8da2-f6b10653ea25 service neutron] 10.222.0.25 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961750 Oct 13 00:02:05.663274 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b241e7d-2b6d-418c-8cc0-53bf598d130a req-1a758f0e-38cc-4754-8ff9-eabd1ccfa842 service neutron] 10.222.0.25 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886631 Oct 13 00:02:06.296012 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c924ea9-f072-45f9-ab16-502fb42e4bf4 req-3309caaa-4002-4a15-bb97-8de1f7cc32d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:06.297499 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c924ea9-f072-45f9-ab16-502fb42e4bf4 req-3309caaa-4002-4a15-bb97-8de1f7cc32d4 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0550292 Oct 13 00:02:06.335874 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1c924ea9-f072-45f9-ab16-502fb42e4bf4 req-1e32b933-dae3-48e1-b19a-a764c9868eed tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322187 Oct 13 00:02:07.453804 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf587d2-9055-4975-948a-e006f465a877 req-4f17e0ee-9a03-4551-bb9c-afd418414d3f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:07.455265 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bf587d2-9055-4975-948a-e006f465a877 req-4f17e0ee-9a03-4551-bb9c-afd418414d3f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0525010 Oct 13 00:02:07.492908 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2bf587d2-9055-4975-948a-e006f465a877 req-ea71f26e-9b5b-4c66-9381-8a45b5e0b8f5 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315981 Oct 13 00:02:07.515366 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47164) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:07.574727 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-aa912cf0-e28c-4df5-8f9a-a5fb3ac71687 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/floatingips/318c90d8-16ff-4885-828b-9a3a35ddd3e2 HTTP/1.1" status: 200 len: 992 time: 0.0582297 Oct 13 00:02:07.789518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47170) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:07.944447 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 22987854-de1a-4549-b942-737eff8bf6ee {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:02:07.944709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:08.021761 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:08.022087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:08.034138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 22987854-de1a-4549-b942-737eff8bf6ee owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:02:08.238888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:08.264498 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=22987854-de1a-4549-b942-737eff8bf6ee,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:08.289894 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.290245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.290589 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.290927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.291284 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.291639 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.291975 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.292303 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.292632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.292958 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.293317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.293744 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:08.335207 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:08.335514 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Floating IP 318c90d8-16ff-4885-828b-9a3a35ddd3e2 disassociated (deleted). External IP: 172.25.2.61, port: 1928dab5-de96-4858-a4a6-112304f00270. Oct 13 00:02:08.543373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:02:08.650880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:02:08.656270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:08.660790 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] Sync routers for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:02:08.669183 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:08.670397 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:01:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:08.683091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-4bc0faac-4739-40b0-bbf9-41f90e3d4bc6 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/floatingips/318c90d8-16ff-4885-828b-9a3a35ddd3e2 HTTP/1.1" status: 204 len: 168 time: 0.8924594 Oct 13 00:02:08.685065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'tag': '1928dab5-de96-4858-a4a6-112304f00270'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:02:08.686399 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b53f87-55fb-4949-8e6d-76725682fe18" -d '{"events": [{"name": "network-changed", "server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "tag": "1928dab5-de96-4858-a4a6-112304f00270"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:02:08.725776 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7931d7a7-1131-4437-ad60-0b6d5105ebdb x-openstack-request-id: req-7931d7a7-1131-4437-ad60-0b6d5105ebdb {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:02:08.730786 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "tag": "1928dab5-de96-4858-a4a6-112304f00270", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:02:08.730786 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7931d7a7-1131-4437-ad60-0b6d5105ebdb {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:02:08.730786 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'tag': '1928dab5-de96-4858-a4a6-112304f00270', 'status': 'completed', 'code': 200} Oct 13 00:02:08.799049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-fd07eb1c-331c-4e24-8c0a-3270d945366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:08.800564 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-fd07eb1c-331c-4e24-8c0a-3270d945366e service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 1097 time: 0.0468636 Oct 13 00:02:08.866842 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:08.898025 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-10ab6437-ad9c-4efc-961e-c8ce998a8ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:08.899555 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-10ab6437-ad9c-4efc-961e-c8ce998a8ac8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=ced7a939-8a40-4e0b-a064-f6250b759125 HTTP/1.1" status: 200 len: 897 time: 0.0920229 Oct 13 00:02:08.941431 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-48e42268-aa75-463b-8136-c67637fefb24 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1928dab5-de96-4858-a4a6-112304f00270 HTTP/1.1" status: 200 len: 217 time: 0.0348089 Oct 13 00:02:08.999794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-582a8a94-f9f4-4f97-8ad5-6283685faf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:09.001285 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-582a8a94-f9f4-4f97-8ad5-6283685faf1c service neutron] 10.222.0.25 "GET /v2.0/subnets?id=4cd7ab89-6ce9-469f-9ca1-705750b9d44c HTTP/1.1" status: 200 len: 835 time: 0.0502694 Oct 13 00:02:09.051018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-b42d0166-6948-4822-9329-094e7cf7564b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:09.052845 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-b42d0166-6948-4822-9329-094e7cf7564b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=ced7a939-8a40-4e0b-a064-f6250b759125&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440068 Oct 13 00:02:09.073253 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:14Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b02d9a92-18aa-4fc1-8980-c7963c4ac59f', 'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:ec:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:14Z', 'updated_at': '2021-10-13T00:01:17Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:09.100902 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] Checking router: 8d7f22f8-effc-4baa-8a72-d8359fd22f34 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:02:09.109631 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:09.110242 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:01:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:09.175808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf84f15-d2b0-431c-b428-a2d9f734b18a req-e7f3889a-2a3a-46ab-938d-e12ac7077498 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:09.177512 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8cf84f15-d2b0-431c-b428-a2d9f734b18a req-e7f3889a-2a3a-46ab-938d-e12ac7077498 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0720241 Oct 13 00:02:09.197390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-24b35d05-e159-4fa6-9bac-fc9f5b397a27 service neutron] 10.222.0.25 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358058 Oct 13 00:02:09.214391 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:09.267962 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8cf84f15-d2b0-431c-b428-a2d9f734b18a req-27d76935-5a64-49c0-8a30-1c213b233750 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816960 Oct 13 00:02:09.305392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f1b53f87-55fb-4949-8e6d-76725682fe18 req-9358193c-897a-4ca5-88ce-05329e9b8083 service neutron] 10.222.0.25 "GET /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993116 Oct 13 00:02:09.418721 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:14Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b02d9a92-18aa-4fc1-8980-c7963c4ac59f', 'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:ec:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:14Z', 'updated_at': '2021-10-13T00:01:17Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:09.444501 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0da1c2-8e75-4b7a-9f75-5c8653ce23e0 None None] The sync data for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 is: [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:01:14Z', 'revision_number': 4, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'b02d9a92-18aa-4fc1-8980-c7963c4ac59f', 'name': '', 'network_id': 'ced7a939-8a40-4e0b-a064-f6250b759125', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'mac_address': 'fa:16:3e:ec:9c:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:14Z', 'updated_at': '2021-10-13T00:01:17Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'subnets': [{'id': '4cd7ab89-6ce9-469f-9ca1-705750b9d44c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:02:09.655605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a90f9f2-a852-4cb1-8340-43187b81ee91 None None] New status for floating IP 318c90d8-16ff-4885-828b-9a3a35ddd3e2: DOWN {{(pid=101891) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:02:10.389029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1d9dd-2a3a-4101-b338-da5846536878 req-b06b257e-dbfc-4577-a52b-f21a81df0d49 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:10.390510 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-80f1d9dd-2a3a-4101-b338-da5846536878 req-b06b257e-dbfc-4577-a52b-f21a81df0d49 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0501890 Oct 13 00:02:10.429529 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-80f1d9dd-2a3a-4101-b338-da5846536878 req-69c326bc-0c31-4aa5-86ee-c5f876d6524a tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/security-groups?id=c0d2d4ed-30a6-4369-859b-9bf85a06151c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330703 Oct 13 00:02:10.580855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-f9437cd5-f51c-4f96-a4c6-86cb0282ed21 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:10.582315 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-f9437cd5-f51c-4f96-a4c6-86cb0282ed21 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Oct 13 00:02:10.670479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 1928dab5-de96-4858-a4a6-112304f00270 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:02:10.670820 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:10.759689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port 1928dab5-de96-4858-a4a6-112304f00270, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=1928dab5-de96-4858-a4a6-112304f00270,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:10.760050 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:10.772534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 1928dab5-de96-4858-a4a6-112304f00270 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:02:10.949383 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:10.976623 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=1928dab5-de96-4858-a4a6-112304f00270,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:11.019028 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] No DVR routers for this DVR port 1928dab5-de96-4858-a4a6-112304f00270 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:02:11.021547 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:11.024947 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-32d8c935-7e36-42e9-815e-77cc3efd1488 req-153939bc-1386-440c-a307-024c5252f116 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.25 "DELETE /v2.0/ports/1928dab5-de96-4858-a4a6-112304f00270 HTTP/1.1" status: 204 len: 173 time: 0.4366674 Oct 13 00:02:11.025383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'name': 'network-vif-deleted', 'tag': '1928dab5-de96-4858-a4a6-112304f00270'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:02:11.027623 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13459585-56d7-4b1e-825b-bbeb9e3c9a47" -d '{"events": [{"server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "name": "network-vif-deleted", "tag": "1928dab5-de96-4858-a4a6-112304f00270"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:02:11.063790 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7986a4d8-18d4-4543-8a8a-98903b74199d x-openstack-request-id: req-7986a4d8-18d4-4543-8a8a-98903b74199d {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:02:11.064050 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c71c31b-027a-47e0-b100-1c33184ea121", "name": "network-vif-deleted", "tag": "1928dab5-de96-4858-a4a6-112304f00270", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:02:11.064305 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-7986a4d8-18d4-4543-8a8a-98903b74199d {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:02:11.064702 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c71c31b-027a-47e0-b100-1c33184ea121', 'name': 'network-vif-deleted', 'tag': '1928dab5-de96-4858-a4a6-112304f00270', 'status': 'completed', 'code': 200} Oct 13 00:02:11.534464 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b8ec1860-593e-46e8-a2d1-91fd6a4ecab3 req-9d3a1490-8141-4768-932a-2c8f93371f3d tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "GET /v2.0/ports?device_id=9c71c31b-027a-47e0-b100-1c33184ea121 HTTP/1.1" status: 200 len: 210 time: 0.0267916 Oct 13 00:02:12.143456 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6f7b864c-b036-4c19-88fc-238ce1511097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:12.591690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47188) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:12.946260 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:13.193656 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port b02d9a92-18aa-4fc1-8980-c7963c4ac59f {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:02:13.193995 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:13.279035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port b02d9a92-18aa-4fc1-8980-c7963c4ac59f, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=b02d9a92-18aa-4fc1-8980-c7963c4ac59f,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:13.279323 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:13.291571 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for b02d9a92-18aa-4fc1-8980-c7963c4ac59f owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:02:13.633411 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:13.659435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=b02d9a92-18aa-4fc1-8980-c7963c4ac59f,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:13.829899 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:13.986539 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 1928dab5-de96-4858-a4a6-112304f00270 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:02:14.005676 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 1928dab5-de96-4858-a4a6-112304f00270 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:02:14.006020 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 1928dab5-de96-4858-a4a6-112304f00270 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:02:14.047126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:02:14.454078 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:02:14.459136 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-d83ed74b-7c9c-4853-8c83-3347f20e449f tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "PUT /v2.0/routers/8d7f22f8-effc-4baa-8a72-d8359fd22f34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8658140 Oct 13 00:02:14.461827 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47190) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:14.463456 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] Sync routers for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:02:14.473169 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:14.473783 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:01:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:14.510987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a2a56f9-ffc0-4394-8d54-fb10101fddb2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting subnet 4cd7ab89-6ce9-469f-9ca1-705750b9d44c {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:02:14.514613 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a2a56f9-ffc0-4394-8d54-fb10101fddb2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:14.554538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a2a56f9-ffc0-4394-8d54-fb10101fddb2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:14.576171 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:14.641903 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a2a56f9-ffc0-4394-8d54-fb10101fddb2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:14.743831 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a2a56f9-ffc0-4394-8d54-fb10101fddb2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:14.747391 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:02:13Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:14.771353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a56f9-ffc0-4394-8d54-fb10101fddb2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd7ab89-6ce9-469f-9ca1-705750b9d44c,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:14.774957 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6a2a56f9-ffc0-4394-8d54-fb10101fddb2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:14.777550 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] Checking router: 8d7f22f8-effc-4baa-8a72-d8359fd22f34 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:02:14.778257 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6a2a56f9-ffc0-4394-8d54-fb10101fddb2 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/subnets/4cd7ab89-6ce9-469f-9ca1-705750b9d44c HTTP/1.1" status: 204 len: 168 time: 0.3154206 Oct 13 00:02:14.780926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47192) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:14.784655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb304a0b-fd6b-4bc8-82c0-5f2dc07099e4 None None] Network ced7a939-8a40-4e0b-a064-f6250b759125 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:02:14.787284 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] Routers {'8d7f22f8-effc-4baa-8a72-d8359fd22f34'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:14.787839 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:01:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:14.893019 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:14.893490 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] Set router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:15.011025 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.011895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] DHCP port deletion for ced7a939-8a40-4e0b-a064-f6250b759125 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:02:15.059398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Deleting port 38b5a409-9f30-4588-a232-e407221a3e73 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:02:15.081862 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.082036 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:02:13Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:15.102679 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efc2ce9-4583-4958-b2a4-c5b95f23d078 None None] The sync data for ids ['8d7f22f8-effc-4baa-8a72-d8359fd22f34'] in n-d-790519-14 is: [{'id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'name': 'tempest-TestNetworkAdvancedServerOps-router-271991898', 'tenant_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145'}], 'enable_snat': True}, 'gw_port_id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:01:10Z', 'updated_at': '2021-10-13T00:02:13Z', 'revision_number': 5, 'project_id': 'c392324ff94d4abaa854f9277ff7a4fc', 'gw_port': {'id': '4b5161aa-fdeb-4c11-a29f-f419bc54b2b7', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:72:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7f22f8-effc-4baa-8a72-d8359fd22f34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:01:11Z', 'updated_at': '2021-10-13T00:01:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:02:15.128055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] For port 38b5a409-9f30-4588-a232-e407221a3e73, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=38b5a409-9f30-4588-a232-e407221a3e73,segment=NetworkSegment(caa51625-9ea0-41f0-b26a-1410f4fd7862),segment_id=caa51625-9ea0-41f0-b26a-1410f4fd7862)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:15.128454 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.144473 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Calling delete_port for 38b5a409-9f30-4588-a232-e407221a3e73 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:02:15.181122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Deleting port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:02:15.181479 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.264467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] For port 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=4b5161aa-fdeb-4c11-a29f-f419bc54b2b7,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:15.264805 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.273276 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.276834 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Calling delete_port for 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:02:15.299810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Pushing event deleted for resources: {'Port': ['ID=38b5a409-9f30-4588-a232-e407221a3e73,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:15.302010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] No DVR routers for this DVR port 38b5a409-9f30-4588-a232-e407221a3e73 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:02:15.313653 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.314015 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.314352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.314681 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.315076 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.315383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.315683 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.316035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.316362 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.316684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.317008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.317324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-460e6260-ac28-4a06-af35-3b39b5373578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:15.497368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38b5a409-9f30-4588-a232-e407221a3e73 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:02:15.513553 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.521379 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 38b5a409-9f30-4588-a232-e407221a3e73 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:02:15.521707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 38b5a409-9f30-4588-a232-e407221a3e73 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:02:15.522170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b02d9a92-18aa-4fc1-8980-c7963c4ac59f no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:02:15.543655 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Port': ['ID=4b5161aa-fdeb-4c11-a29f-f419bc54b2b7,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:15.556163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: b02d9a92-18aa-4fc1-8980-c7963c4ac59f {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:02:15.556520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device b02d9a92-18aa-4fc1-8980-c7963c4ac59f not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:02:15.622162 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.662222 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-edbc6fd9-d84f-4f78-a46f-739e6f683905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.692187 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.720439 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.722601 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.839075 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.839650 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Fanout notify agent at l3_agent the message router_deleted on router 8d7f22f8-effc-4baa-8a72-d8359fd22f34 {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:02:15.849373 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:15.849373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cde19fe3-fca5-4bfc-a889-06a604b65ef3 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/routers/8d7f22f8-effc-4baa-8a72-d8359fd22f34 HTTP/1.1" status: 204 len: 168 time: 1.0670867 Oct 13 00:02:15.852102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47194) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:15.936108 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.031461 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.050588 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced7a939-8a40-4e0b-a064-f6250b759125']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:16.059869 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caa51625-9ea0-41f0-b26a-1410f4fd7862') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:16.060168 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caa51625-9ea0-41f0-b26a-1410f4fd7862') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:16.070087 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.083776 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.091692 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:02:16.091692 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: timer() Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: self._notify() Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:02:16.093042 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:02:16.229192 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.238787 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.239468 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/networks/ced7a939-8a40-4e0b-a064-f6250b759125 HTTP/1.1" status: 204 len: 168 time: 0.3861575 Oct 13 00:02:16.242268 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47196) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:16.251722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57b43da-9a9e-40eb-bc91-6a3cd1f5a937 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'Network': ['ID=ced7a939-8a40-4e0b-a064-f6250b759125,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:16.304991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.331559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.366513 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.450664 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.453587 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:16.458912 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] 10.222.0.31 "DELETE /v2.0/security-groups/c0d2d4ed-30a6-4369-859b-9bf85a06151c HTTP/1.1" status: 204 len: 168 time: 0.2114244 Oct 13 00:02:16.464618 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d2d4ed-30a6-4369-859b-9bf85a06151c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:16.475204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.475555 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.477987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.477987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.477987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.477987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.477987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.477987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.477987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.478706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.478706 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:16.478911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ed407af-72b9-450d-9ee5-93f7fb6a8d93 tempest-TestNetworkAdvancedServerOps-1683864173 tempest-TestNetworkAdvancedServerOps-1683864173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:17.063325 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47204) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:17.201376 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5fcfb5ee-6e9f-4068-af30-57040dc6d8e5 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=c392324ff94d4abaa854f9277ff7a4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1367908 Oct 13 00:02:17.204857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47208) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:17.251527 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-979e0e54-5f09-4389-a000-af6e3a1b0103 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:17.272146 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-979e0e54-5f09-4389-a000-af6e3a1b0103 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:17.416852 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-979e0e54-5f09-4389-a000-af6e3a1b0103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:17.419531 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-979e0e54-5f09-4389-a000-af6e3a1b0103 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:17.421895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:02:17.423433 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-979e0e54-5f09-4389-a000-af6e3a1b0103 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/20c2e661-ba60-418d-b47c-52abec4f93e4 HTTP/1.1" status: 204 len: 168 time: 0.2175951 Oct 13 00:02:17.431512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979e0e54-5f09-4389-a000-af6e3a1b0103 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20c2e661-ba60-418d-b47c-52abec4f93e4,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:17.446668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:02:17.447152 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 4b5161aa-fdeb-4c11-a29f-f419bc54b2b7 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:02:18.024802 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47214) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:18.038376 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4333-0746-4b34-98b3-a32ac2a13148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:18.086152 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:18.112652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4333-0746-4b34-98b3-a32ac2a13148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:18.211859 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ebe4333-0746-4b34-98b3-a32ac2a13148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:18.252411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe4333-0746-4b34-98b3-a32ac2a13148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58b35fc8-101a-4d22-a760-56a4f10e5099,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:18.256925 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2ebe4333-0746-4b34-98b3-a32ac2a13148 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=5f3a3795989149ffb159c639fc8a9709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310305 Oct 13 00:02:18.259498 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47216) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:18.307399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de617f18-a74e-432b-b94d-502107a4038a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:18.328456 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de617f18-a74e-432b-b94d-502107a4038a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:18.456271 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de617f18-a74e-432b-b94d-502107a4038a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:18.458824 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-de617f18-a74e-432b-b94d-502107a4038a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:18.459995 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-de617f18-a74e-432b-b94d-502107a4038a admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/58b35fc8-101a-4d22-a760-56a4f10e5099 HTTP/1.1" status: 204 len: 168 time: 0.1996067 Oct 13 00:02:18.467829 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de617f18-a74e-432b-b94d-502107a4038a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58b35fc8-101a-4d22-a760-56a4f10e5099,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:19.553411 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47238) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:19.578450 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:19.651976 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1386205774-network', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:19.726110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Made reservation on behalf of ae404b18d970487c827e0676e6c6be89 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:02:19.728496 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:19.737306 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:19.813424 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:19.851958 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:19.875422 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:19.898902 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:02:19.908390 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49b6e34-ad62-45f6-8923-176648346eda,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:19.912957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:19.913353 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Added segment afe5a304-1392-4566-82dd-94e8786c5889 of type vlan for network d50f0b87-1d03-4772-8a98-eb5675f974d0 Oct 13 00:02:19.955505 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:20.030080 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:20.031238 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:20.031990 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:20.090488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] Pushing event updated for resources: {'Network': ['ID=d50f0b87-1d03-4772-8a98-eb5675f974d0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:20.100657 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network d50f0b87-1d03-4772-8a98-eb5675f974d0 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:02:20.129342 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ef2f9ca1-7d71-48ec-9d47-2ca202126f7d admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5746205 Oct 13 00:02:20.132144 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47242) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:20.136890 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Request body: {'subnet': {'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1386205774-subnet', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:20.212321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Made reservation on behalf of ae404b18d970487c827e0676e6c6be89 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:02:20.214840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:20.441284 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:20.496488 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Pushing event updated for resources: {'Subnet': ['ID=127e43cc-62f7-460f-9caa-04bf2f074d1c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:20.504142 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Checking segment: {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:02:20.504506 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Network hostable DHCP agents. Network: d50f0b87-1d03-4772-8a98-eb5675f974d0, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:02:20.572204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Network d50f0b87-1d03-4772-8a98-eb5675f974d0 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:02:20.628988 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, d50f0b87-1d03-4772-8a98-eb5675f974d0) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:20.633202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:20.633829 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:20.637965 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534122a4-95b0-476d-99d3-af8a759361c8 None None] Network d50f0b87-1d03-4772-8a98-eb5675f974d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:02:20.717828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f1aaf09-6144-4c99-a3fc-261c4725bfae admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5844476 Oct 13 00:02:20.720298 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47244) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:20.724675 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:20.774639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-d50f0b87-1d03-4772-8a98-eb5675f974d0', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:02:20.775640 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:20.795111 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:20.797025 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:20.916777 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Allocated IP 172.20.0.2 (d50f0b87-1d03-4772-8a98-eb5675f974d0/127e43cc-62f7-460f-9caa-04bf2f074d1c/a6880363-a9ca-47c5-af91-c7102f48acde) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:02:21.067963 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:21.153744 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:21.169947 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:21.188404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Network d50f0b87-1d03-4772-8a98-eb5675f974d0 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:21.192913 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:21.196287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:02:21.209158 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Pushing event updated for resources: {'Port': ['ID=a6880363-a9ca-47c5-af91-c7102f48acde,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:21.255758 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Attempting to bind port a6880363-a9ca-47c5-af91-c7102f48acde on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:02:21.256125 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Attempting to bind port a6880363-a9ca-47c5-af91-c7102f48acde by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:02:21.256481 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Attempting to bind port a6880363-a9ca-47c5-af91-c7102f48acde on network d50f0b87-1d03-4772-8a98-eb5675f974d0 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:02:21.261294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:02:21.261664 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Checking segment: {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:02:21.263457 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:21.263457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Bound using segment: {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:02:21.263457 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Bound port: a6880363-a9ca-47c5-af91-c7102f48acde, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:02:21.263457 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:21.325089 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] For port a6880363-a9ca-47c5-af91-c7102f48acde, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:02:21.328746 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] For port a6880363-a9ca-47c5-af91-c7102f48acde, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a6880363-a9ca-47c5-af91-c7102f48acde,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:02:21.376078 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:21.384154 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:21.449187 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d06d7-02b5-475f-be13-d546e864080a None None] Pushing event updated for resources: {'Port': ['ID=a6880363-a9ca-47c5-af91-c7102f48acde,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:21.660681 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:21.684175 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:21.786162 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Allocated IP 172.25.2.222 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/2434aa70-79f6-4210-998d-884c79e84715) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:02:21.889389 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:22.004840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:22.047164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:22.050171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:22.054991 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:02:22.058179 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Pushing event updated for resources: {'Port': ['ID=2434aa70-79f6-4210-998d-884c79e84715,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:22.363848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46321ead-9ec2-4bc2-8668-fe6f0d181d1e None None] Network d50f0b87-1d03-4772-8a98-eb5675f974d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:02:22.393134 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:22.456223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-59b702d0-212f-488e-b850-d82a10a3011f None None] Provisioning complete for port a6880363-a9ca-47c5-af91-c7102f48acde triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:22.456593 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-59b702d0-212f-488e-b850-d82a10a3011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:22.588672 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-59b702d0-212f-488e-b850-d82a10a3011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:22.599015 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:22.628675 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-59b702d0-212f-488e-b850-d82a10a3011f None None] For port a6880363-a9ca-47c5-af91-c7102f48acde, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a6880363-a9ca-47c5-af91-c7102f48acde,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:22.703813 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-59b702d0-212f-488e-b850-d82a10a3011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:22.754009 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b702d0-212f-488e-b850-d82a10a3011f None None] Pushing event updated for resources: {'Port': ['ID=a6880363-a9ca-47c5-af91-c7102f48acde,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:22.812115 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Router 7fd63e7b-c921-4186-a832-b2877c473da7 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:02:22.822259 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-46ce3c1f-8b63-41ee-8a2a-e57121c4781d None None] Provisioning complete for port a6880363-a9ca-47c5-af91-c7102f48acde triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:22.822643 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-46ce3c1f-8b63-41ee-8a2a-e57121c4781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:22.927374 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:02:22.936369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Sync routers for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:02:22.945355 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:22.945967 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:23.046502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:23.047124 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.048392 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d7278162-5a76-480e-b884-a306b48e7c11 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3270941 Oct 13 00:02:23.051308 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47246) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:23.400198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:22Z', 'revision_number': 3, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:23.431161 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Checking router: 7fd63e7b-c921-4186-a832-b2877c473da7 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:02:23.431651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Updating router 7fd63e7b-c921-4186-a832-b2877c473da7 port 2434aa70-79f6-4210-998d-884c79e84715 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:02:23.458901 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.481370 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.485316 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a6880363-a9ca-47c5-af91-c7102f48acde up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:23.616951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a6880363-a9ca-47c5-af91-c7102f48acde triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:23.617336 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.640746 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Allocated IP 172.20.0.1 (d50f0b87-1d03-4772-8a98-eb5675f974d0/127e43cc-62f7-460f-9caa-04bf2f074d1c/db9ee8b7-561d-4325-8c93-ed8917ba9fd0) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:02:23.745051 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.834437 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.850910 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.890874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Network d50f0b87-1d03-4772-8a98-eb5675f974d0 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:23.893729 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:23.897186 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:02:23.919336 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Pushing event updated for resources: {'Port': ['ID=db9ee8b7-561d-4325-8c93-ed8917ba9fd0,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:23.926919 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.945005 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.979897 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Attempting to bind port 2434aa70-79f6-4210-998d-884c79e84715 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:02:23.980288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Attempting to bind port 2434aa70-79f6-4210-998d-884c79e84715 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:02:23.980624 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Attempting to bind port 2434aa70-79f6-4210-998d-884c79e84715 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:02:23.984448 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab8f3d-84dc-40aa-8b5e-ccd1191e5db8 None None] Pushing event updated for resources: {'Port': ['ID=2434aa70-79f6-4210-998d-884c79e84715,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:23.989231 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:02:23.989615 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:02:23.990016 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:23.990398 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:02:23.990866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Bound port: 2434aa70-79f6-4210-998d-884c79e84715, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:02:23.991274 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:24.046177 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] For port 2434aa70-79f6-4210-998d-884c79e84715, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:02:24.050424 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] For port 2434aa70-79f6-4210-998d-884c79e84715, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2434aa70-79f6-4210-998d-884c79e84715,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:02:24.124204 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-17782108-e4f7-48b7-82d1-489bccf84726 None None] Provisioning complete for port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:24.124580 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-17782108-e4f7-48b7-82d1-489bccf84726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:24.151840 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:24.153091 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:24.189287 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-17782108-e4f7-48b7-82d1-489bccf84726 None None] Port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:02:24.221768 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:24.222521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:24.224365 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab8f3d-84dc-40aa-8b5e-ccd1191e5db8 None None] Pushing event updated for resources: {'Port': ['ID=2434aa70-79f6-4210-998d-884c79e84715,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:24.316385 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:24.331370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:24.376407 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:24.442227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Pushing event updated for resources: {'Port': ['ID=db9ee8b7-561d-4325-8c93-ed8917ba9fd0,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:24.445710 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:24.527203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:23Z', 'revision_number': 1, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:24.540458 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Network d50f0b87-1d03-4772-8a98-eb5675f974d0 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:24.541822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:24.558170 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5b5bfc-b824-4fbe-adb6-1ee54130dd64 None None] The sync data for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 is: [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:23Z', 'revision_number': 1, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:02:24.663323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Router 7fd63e7b-c921-4186-a832-b2877c473da7 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:02:24.818051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5cf301aa-5400-49de-8666-8b3780c1bb3f None None] Provisioning complete for port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:24.818475 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5cf301aa-5400-49de-8666-8b3780c1bb3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:24.861919 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5cf301aa-5400-49de-8666-8b3780c1bb3f None None] Port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:02:25.115717 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:02:25.120766 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f69bcb32-d1e5-4a21-9b5a-095228c7377b admin admin] 10.222.0.31 "PUT /v2.0/routers/7fd63e7b-c921-4186-a832-b2877c473da7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0684648 Oct 13 00:02:25.161329 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:02:25.471470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2434aa70-79f6-4210-998d-884c79e84715 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:25.520392 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2434aa70-79f6-4210-998d-884c79e84715 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:25.521449 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:25.608434 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:25.632612 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 2434aa70-79f6-4210-998d-884c79e84715, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2434aa70-79f6-4210-998d-884c79e84715,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:25.686677 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:25.742575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=2434aa70-79f6-4210-998d-884c79e84715,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:25.837586 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47262) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:25.842611 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-138340351-network', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:25.954413 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Made reservation on behalf of d0067ae89f5e40deb405d9ae52b83645 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:02:25.956780 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:25.965559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.039559 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.097227 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.123309 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:02:26.129515 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf2888-461b-476b-b728-4d5c6bb31083,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:26.135360 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.135701 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Added segment 1e06af48-edb0-44cb-94ff-f6fd61ba3d73 of type vlan for network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 Oct 13 00:02:26.176369 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.257544 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.258531 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:26.259142 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.320143 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] Pushing event updated for resources: {'Network': ['ID=f11f88ef-2eb9-46ae-bc9f-0b228716b4f9,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:26.331202 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:02:26.368888 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-458e2cba-8864-4073-8742-3728da412f0f admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5301709 Oct 13 00:02:26.371604 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47264) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:26.377131 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Request body: {'subnet': {'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-138340351-subnet', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'ip_version': 4}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:26.470393 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Made reservation on behalf of d0067ae89f5e40deb405d9ae52b83645 for: {'subnet': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:02:26.474387 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26198146'] for subnet, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.497491 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Sync routers for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:02:26.506412 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:26.507069 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:26.621441 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:26.709214 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29075846', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26198188'] for subnet, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.765744 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a5f567-e7d3-40c0-96a7-1c348c7acc84,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:26.772762 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Checking segment: {'id': '1e06af48-edb0-44cb-94ff-f6fd61ba3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101889) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:02:26.773120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Network hostable DHCP agents. Network: f11f88ef-2eb9-46ae-bc9f-0b228716b4f9, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101889) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:02:26.813363 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 2, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:26.840970 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Checking router: 7fd63e7b-c921-4186-a832-b2877c473da7 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:02:26.841324 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Updating router 7fd63e7b-c921-4186-a832-b2877c473da7 port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:02:26.846146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101889) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:02:26.874130 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.907585 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, f11f88ef-2eb9-46ae-bc9f-0b228716b4f9) {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:26.911599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:26.912286 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-39089095-1461-4197-8592-76db832d9962 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:26.917832 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9a6291-f009-4d16-9e01-f03c592fbc84 None None] Network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:02:26.980136 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-39089095-1461-4197-8592-76db832d9962 admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6072884 Oct 13 00:02:26.982616 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47266) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:26.987410 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:27.068120 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-f11f88ef-2eb9-46ae-bc9f-0b228716b4f9', 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'fixed_ips': [{'subnet_id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:02:27.069218 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.075151 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.076352 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.135362 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.144172 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.209221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Allocated IP 172.20.0.2 (f11f88ef-2eb9-46ae-bc9f-0b228716b4f9/12a5f567-e7d3-40c0-96a7-1c348c7acc84/1e2e6dca-8718-40e3-bace-2abaff81c87b) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:02:27.211779 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.318595 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Attempting to bind port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:02:27.319018 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Attempting to bind port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:02:27.319347 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Attempting to bind port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 on network d50f0b87-1d03-4772-8a98-eb5675f974d0 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:02:27.325173 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:02:27.325543 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Checking segment: {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:02:27.325971 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.326327 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Bound using segment: {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:02:27.326999 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Bound port: db9ee8b7-561d-4325-8c93-ed8917ba9fd0, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:02:27.327581 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.345468 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.360481 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Pushing event updated for resources: {'Port': ['ID=db9ee8b7-561d-4325-8c93-ed8917ba9fd0,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:27.376675 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.377096 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.377501 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.378043 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.378360 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.378755 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.379323 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.379744 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.380288 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.380667 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.381073 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.381616 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:02:27.382738 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.411479 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] For port db9ee8b7-561d-4325-8c93-ed8917ba9fd0, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:02:27.415070 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] For port db9ee8b7-561d-4325-8c93-ed8917ba9fd0, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=db9ee8b7-561d-4325-8c93-ed8917ba9fd0,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:02:27.460877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2434aa70-79f6-4210-998d-884c79e84715 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:27.464921 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.493488 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.528623 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:27.534071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:27.537913 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:27.538526 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:27.543960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:02:27.568720 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Pushing event updated for resources: {'Port': ['ID=1e2e6dca-8718-40e3-bace-2abaff81c87b,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:27.571029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1818f45a-5e1c-4b49-b4a4-d24f49b2cb98 None None] Provisioning complete for port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:27.571409 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1818f45a-5e1c-4b49-b4a4-d24f49b2cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.625097 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.646479 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.652837 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Attempting to bind port 1e2e6dca-8718-40e3-bace-2abaff81c87b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:02:27.653670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Attempting to bind port 1e2e6dca-8718-40e3-bace-2abaff81c87b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1e06af48-edb0-44cb-94ff-f6fd61ba3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:02:27.653670 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Attempting to bind port 1e2e6dca-8718-40e3-bace-2abaff81c87b on network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:02:27.660059 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b75d09-d547-4529-89dc-4a80fed87561 None None] Pushing event updated for resources: {'Port': ['ID=db9ee8b7-561d-4325-8c93-ed8917ba9fd0,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:27.661594 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2434aa70-79f6-4210-998d-884c79e84715 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:27.661969 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.664455 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:02:27.664843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Checking segment: {'id': '1e06af48-edb0-44cb-94ff-f6fd61ba3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:02:27.665238 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.665639 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Bound using segment: {'id': '1e06af48-edb0-44cb-94ff-f6fd61ba3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:02:27.666205 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Bound port: 1e2e6dca-8718-40e3-bace-2abaff81c87b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e06af48-edb0-44cb-94ff-f6fd61ba3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:02:27.666502 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.698734 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:27.767496 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Allocated IP 172.25.2.239 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/e344eb8e-eedc-432c-a5dc-f0dda23cc520) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:02:27.792086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1818f45a-5e1c-4b49-b4a4-d24f49b2cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.843413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] For port 1e2e6dca-8718-40e3-bace-2abaff81c87b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:02:27.873391 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] For port 1e2e6dca-8718-40e3-bace-2abaff81c87b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1e2e6dca-8718-40e3-bace-2abaff81c87b,segment=NetworkSegment(1e06af48-edb0-44cb-94ff-f6fd61ba3d73),segment_id=1e06af48-edb0-44cb-94ff-f6fd61ba3d73)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:02:27.879829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1818f45a-5e1c-4b49-b4a4-d24f49b2cb98 None None] For port db9ee8b7-561d-4325-8c93-ed8917ba9fd0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=db9ee8b7-561d-4325-8c93-ed8917ba9fd0,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:27.892038 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.957470 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:27Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:27.959925 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.984704 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f93aec-d2a0-4af8-9fcb-a7efb57fa9f0 None None] The sync data for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 is: [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:27Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:02:27.988625 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:27.993649 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1818f45a-5e1c-4b49-b4a4-d24f49b2cb98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:28.023893 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3da45fd-6978-4bbb-bbbd-98408bb7bfa1 None None] Pushing event updated for resources: {'Port': ['ID=1e2e6dca-8718-40e3-bace-2abaff81c87b,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:28.033568 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Pushing event updated for resources: {'Port': ['ID=e344eb8e-eedc-432c-a5dc-f0dda23cc520,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:28.045694 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:28.048296 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:28.050672 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:02:28.094033 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1818f45a-5e1c-4b49-b4a4-d24f49b2cb98 None None] Pushing event updated for resources: {'Port': ['ID=db9ee8b7-561d-4325-8c93-ed8917ba9fd0,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:28.118920 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5efbcd65-ae66-4265-a904-be17c3badd68 None None] Provisioning complete for port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:28.119315 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5efbcd65-ae66-4265-a904-be17c3badd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:28.397440 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:28.610299 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:28.823286 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Router 13ed3fd9-5ff4-4bd0-a329-743630bce856 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101889) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:02:28.936064 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:02:28.946275 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Sync routers for ids ['13ed3fd9-5ff4-4bd0-a329-743630bce856'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:02:28.956214 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Routers {'13ed3fd9-5ff4-4bd0-a329-743630bce856'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:28.956991 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13ed3fd9-5ff4-4bd0-a329-743630bce856'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:29.037371 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad999e0-492f-4385-90e0-9d4f09e380c3 None None] Network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:02:29.041273 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.042842 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-14c7be12-9280-4c6d-922c-0f8196d6c7ef admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0589073 Oct 13 00:02:29.049525 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47268) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:29.288716 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f2bd20f0-984f-4f60-94c7-c36b8afaf0ff None None] Provisioning complete for port 1e2e6dca-8718-40e3-bace-2abaff81c87b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:29.288950 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2bd20f0-984f-4f60-94c7-c36b8afaf0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.317853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Set router 13ed3fd9-5ff4-4bd0-a329-743630bce856 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:29.495768 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.566070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1e2e6dca-8718-40e3-bace-2abaff81c87b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:29.618873 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2bd20f0-984f-4f60-94c7-c36b8afaf0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.668066 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Allocated IP 172.20.0.1 (f11f88ef-2eb9-46ae-bc9f-0b228716b4f9/12a5f567-e7d3-40c0-96a7-1c348c7acc84/59949df0-27bc-4438-ac96-431c12444b27) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:02:29.685308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-f2bd20f0-984f-4f60-94c7-c36b8afaf0ff None None] For port 1e2e6dca-8718-40e3-bace-2abaff81c87b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1e2e6dca-8718-40e3-bace-2abaff81c87b,segment=NetworkSegment(1e06af48-edb0-44cb-94ff-f6fd61ba3d73),segment_id=1e06af48-edb0-44cb-94ff-f6fd61ba3d73)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:29.687911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1e2e6dca-8718-40e3-bace-2abaff81c87b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:29.688283 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.693593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:28Z', 'revision_number': 3, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'gw_port': {'id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:29.737035 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Checking router: 13ed3fd9-5ff4-4bd0-a329-743630bce856 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:02:29.737389 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Updating router 13ed3fd9-5ff4-4bd0-a329-743630bce856 port e344eb8e-eedc-432c-a5dc-f0dda23cc520 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:02:29.763966 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2bd20f0-984f-4f60-94c7-c36b8afaf0ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.794398 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.796986 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.857780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd20f0-984f-4f60-94c7-c36b8afaf0ff None None] Pushing event updated for resources: {'Port': ['ID=1e2e6dca-8718-40e3-bace-2abaff81c87b,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:29.942320 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.962518 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device db9ee8b7-561d-4325-8c93-ed8917ba9fd0 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:29.967134 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-88b73062-04fe-4648-ac9c-80b8d6db8448 None None] Provisioning complete for port 1e2e6dca-8718-40e3-bace-2abaff81c87b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:29.972292 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-88b73062-04fe-4648-ac9c-80b8d6db8448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:29.987227 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:29.990313 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:29.992783 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:02:30.022690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Pushing event updated for resources: {'Port': ['ID=59949df0-27bc-4438-ac96-431c12444b27,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:30.039506 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.146601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:30.147189 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.237938 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.283332 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.309687 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-45220db4-057c-45a4-b43e-de3c1acb6598 None None] Provisioning complete for port 59949df0-27bc-4438-ac96-431c12444b27 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:30.310103 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-45220db4-057c-45a4-b43e-de3c1acb6598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.347608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-45220db4-057c-45a4-b43e-de3c1acb6598 None None] Port 59949df0-27bc-4438-ac96-431c12444b27 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:02:30.366299 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.415458 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Attempting to bind port e344eb8e-eedc-432c-a5dc-f0dda23cc520 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:02:30.415825 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Attempting to bind port e344eb8e-eedc-432c-a5dc-f0dda23cc520 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:02:30.416188 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Attempting to bind port e344eb8e-eedc-432c-a5dc-f0dda23cc520 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:02:30.416307 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.423873 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358fba-bec0-4887-96b3-f82563bad6b7 None None] Pushing event updated for resources: {'Port': ['ID=e344eb8e-eedc-432c-a5dc-f0dda23cc520,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:30.426383 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:02:30.426719 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:02:30.427140 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.427763 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:02:30.428234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Bound port: e344eb8e-eedc-432c-a5dc-f0dda23cc520, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:02:30.428613 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.478099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] For port e344eb8e-eedc-432c-a5dc-f0dda23cc520, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:02:30.481059 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] For port e344eb8e-eedc-432c-a5dc-f0dda23cc520, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e344eb8e-eedc-432c-a5dc-f0dda23cc520,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:02:30.503654 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.569596 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Pushing event updated for resources: {'Port': ['ID=59949df0-27bc-4438-ac96-431c12444b27,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:30.572996 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.589905 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:30.651703 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Routers {'13ed3fd9-5ff4-4bd0-a329-743630bce856'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:30.652320 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13ed3fd9-5ff4-4bd0-a329-743630bce856'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:30.655220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db358fba-bec0-4887-96b3-f82563bad6b7 None None] Pushing event updated for resources: {'Port': ['ID=e344eb8e-eedc-432c-a5dc-f0dda23cc520,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:30.676865 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:30.678448 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:30.765822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] Set router 13ed3fd9-5ff4-4bd0-a329-743630bce856 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:30.792582 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Router 13ed3fd9-5ff4-4bd0-a329-743630bce856 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:02:30.906246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:02:30.914846 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-9294a5e3-93ae-488b-9191-389b5490ed3f admin admin] 10.222.0.31 "PUT /v2.0/routers/13ed3fd9-5ff4-4bd0-a329-743630bce856/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8614647 Oct 13 00:02:30.976643 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1cec6309-c6e0-4917-9f1a-18fc0429d4ab None None] Provisioning complete for port 59949df0-27bc-4438-ac96-431c12444b27 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:30.977014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1cec6309-c6e0-4917-9f1a-18fc0429d4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:31.016956 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 4, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'gw_port': {'id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59949df0-27bc-4438-ac96-431c12444b27', 'name': '', 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'mac_address': 'fa:16:3e:26:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:29Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 2, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'subnets': [{'id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:31.043463 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1cec6309-c6e0-4917-9f1a-18fc0429d4ab None None] Port 59949df0-27bc-4438-ac96-431c12444b27 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:02:31.045165 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01128e5f-5c3b-4eb7-8107-2902fcf82617 None None] The sync data for ids ['13ed3fd9-5ff4-4bd0-a329-743630bce856'] in n-d-790519-14 is: [{'id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 4, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'gw_port': {'id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59949df0-27bc-4438-ac96-431c12444b27', 'name': '', 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'mac_address': 'fa:16:3e:26:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:29Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 2, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'subnets': [{'id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:02:31.405164 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47276) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:31.410698 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-732138c4-b4a5-49de-aac6-50aed244eda5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1622705701', 'description': 'tempest-secgroup-smoke-1622705701 description', 'project_id': 'ae404b18d970487c827e0676e6c6be89'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:31.447200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1e2e6dca-8718-40e3-bace-2abaff81c87b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:31.500336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 1e2e6dca-8718-40e3-bace-2abaff81c87b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:31.500724 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:31.507540 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-732138c4-b4a5-49de-aac6-50aed244eda5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:31.595465 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-732138c4-b4a5-49de-aac6-50aed244eda5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:31.679144 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-732138c4-b4a5-49de-aac6-50aed244eda5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:31.717246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732138c4-b4a5-49de-aac6-50aed244eda5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b75558-981e-44a7-bc79-85d494996270,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:31.778969 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-732138c4-b4a5-49de-aac6-50aed244eda5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:31.780446 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-732138c4-b4a5-49de-aac6-50aed244eda5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3734138 Oct 13 00:02:31.783916 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47278) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:31.788540 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-a428a2e9-620d-4ca1-92e9-8a27f64eecc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': 'd1b75558-981e-44a7-bc79-85d494996270', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:31.885885 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a428a2e9-620d-4ca1-92e9-8a27f64eecc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:31.945991 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a428a2e9-620d-4ca1-92e9-8a27f64eecc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.011929 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a428a2e9-620d-4ca1-92e9-8a27f64eecc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.032171 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a428a2e9-620d-4ca1-92e9-8a27f64eecc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3103b8d5-863c-47de-a44c-93e6ce5785c3,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:32.099594 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a428a2e9-620d-4ca1-92e9-8a27f64eecc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.100836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a428a2e9-620d-4ca1-92e9-8a27f64eecc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3158314 Oct 13 00:02:32.103822 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47280) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:32.108215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-b629ba5d-7e76-4ca3-986f-9feb5e9d7344 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': 'd1b75558-981e-44a7-bc79-85d494996270', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:32.176850 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b629ba5d-7e76-4ca3-986f-9feb5e9d7344 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.242113 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b629ba5d-7e76-4ca3-986f-9feb5e9d7344 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.324673 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b629ba5d-7e76-4ca3-986f-9feb5e9d7344 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.342615 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629ba5d-7e76-4ca3-986f-9feb5e9d7344 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=312b4927-7509-4fbb-a325-2cede00c6a81,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:32.402279 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b629ba5d-7e76-4ca3-986f-9feb5e9d7344 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.403602 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b629ba5d-7e76-4ca3-986f-9feb5e9d7344 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2987602 Oct 13 00:02:32.406405 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47282) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:32.410906 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-c62ad6f7-3d65-4590-a069-5ea6583b8141 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': 'd1b75558-981e-44a7-bc79-85d494996270', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:32.489570 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c62ad6f7-3d65-4590-a069-5ea6583b8141 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.547321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c62ad6f7-3d65-4590-a069-5ea6583b8141 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.604693 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c62ad6f7-3d65-4590-a069-5ea6583b8141 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.634019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62ad6f7-3d65-4590-a069-5ea6583b8141 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c873e52c-7a14-4b0e-932c-5f78c1748c09,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:32.703828 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c62ad6f7-3d65-4590-a069-5ea6583b8141 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.705086 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c62ad6f7-3d65-4590-a069-5ea6583b8141 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2978148 Oct 13 00:02:32.708436 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47284) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:32.712022 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2ab611d9-fae3-48ef-88f2-e3e649ed46e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': 'd1b75558-981e-44a7-bc79-85d494996270', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:32.816109 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ab611d9-fae3-48ef-88f2-e3e649ed46e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.875249 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ab611d9-fae3-48ef-88f2-e3e649ed46e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.940449 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Sync routers for ids ['13ed3fd9-5ff4-4bd0-a329-743630bce856'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:02:32.948950 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Routers {'13ed3fd9-5ff4-4bd0-a329-743630bce856'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:32.949549 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13ed3fd9-5ff4-4bd0-a329-743630bce856'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:32.958782 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ab611d9-fae3-48ef-88f2-e3e649ed46e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:32.978877 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab611d9-fae3-48ef-88f2-e3e649ed46e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8fb92b6-b6f9-425e-9315-ae1e0e44507c,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:33.047277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2ab611d9-fae3-48ef-88f2-e3e649ed46e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.052936 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2ab611d9-fae3-48ef-88f2-e3e649ed46e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3398304 Oct 13 00:02:33.052936 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47286) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:33.055998 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-91eedc55-00ac-4a4d-9efb-bdfc6a430548 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': 'd1b75558-981e-44a7-bc79-85d494996270', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:33.061289 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Set router 13ed3fd9-5ff4-4bd0-a329-743630bce856 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:33.137751 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-91eedc55-00ac-4a4d-9efb-bdfc6a430548 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Project ae404b18d970487c827e0676e6c6be89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:02:33.143437 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91eedc55-00ac-4a4d-9efb-bdfc6a430548 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.207696 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91eedc55-00ac-4a4d-9efb-bdfc6a430548 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.274586 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91eedc55-00ac-4a4d-9efb-bdfc6a430548 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.298626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eedc55-00ac-4a4d-9efb-bdfc6a430548 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276bc1ae-ff8b-414c-9032-9b317d8ba340,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:33.357242 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 4, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'gw_port': {'id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59949df0-27bc-4438-ac96-431c12444b27', 'name': '', 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'mac_address': 'fa:16:3e:26:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:29Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 2, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'subnets': [{'id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:33.368072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91eedc55-00ac-4a4d-9efb-bdfc6a430548 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.369300 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-91eedc55-00ac-4a4d-9efb-bdfc6a430548 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3170073 Oct 13 00:02:33.371986 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47288) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:33.378721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-954efd7c-543f-4f89-b0de-ae26a67d3aff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': 'd1b75558-981e-44a7-bc79-85d494996270', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:33.383776 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Checking router: 13ed3fd9-5ff4-4bd0-a329-743630bce856 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:02:33.384116 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Updating router 13ed3fd9-5ff4-4bd0-a329-743630bce856 port 59949df0-27bc-4438-ac96-431c12444b27 binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:02:33.411510 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.458301 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-954efd7c-543f-4f89-b0de-ae26a67d3aff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Project ae404b18d970487c827e0676e6c6be89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:02:33.465757 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-954efd7c-543f-4f89-b0de-ae26a67d3aff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.472459 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e344eb8e-eedc-432c-a5dc-f0dda23cc520 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:33.513298 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e344eb8e-eedc-432c-a5dc-f0dda23cc520 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:33.513677 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.537118 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-954efd7c-543f-4f89-b0de-ae26a67d3aff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.599459 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.605211 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-954efd7c-543f-4f89-b0de-ae26a67d3aff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.621685 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port e344eb8e-eedc-432c-a5dc-f0dda23cc520, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e344eb8e-eedc-432c-a5dc-f0dda23cc520,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:33.623911 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954efd7c-543f-4f89-b0de-ae26a67d3aff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7913cc08-e307-4f96-9247-9ba1461a40cc,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:33.703806 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.705107 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.715495 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-954efd7c-543f-4f89-b0de-ae26a67d3aff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.716667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-954efd7c-543f-4f89-b0de-ae26a67d3aff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3437548 Oct 13 00:02:33.758651 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=e344eb8e-eedc-432c-a5dc-f0dda23cc520,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:33.783767 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.853171 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91296-b785-40c3-adff-a84d31bffbc3 None None] Pushing event updated for resources: {'Port': ['ID=59949df0-27bc-4438-ac96-431c12444b27,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:33.884978 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-5622679d-3e13-4b1f-b693-407dabeccf15 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1622705701&fields=id&tenant_id=ae404b18d970487c827e0676e6c6be89 HTTP/1.1" status: 200 len: 267 time: 0.0526767 Oct 13 00:02:33.939195 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Attempting to bind port 59949df0-27bc-4438-ac96-431c12444b27 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:02:33.939802 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Attempting to bind port 59949df0-27bc-4438-ac96-431c12444b27 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '1e06af48-edb0-44cb-94ff-f6fd61ba3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:02:33.940455 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Attempting to bind port 59949df0-27bc-4438-ac96-431c12444b27 on network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:02:33.947995 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:02:33.948641 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Checking segment: {'id': '1e06af48-edb0-44cb-94ff-f6fd61ba3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:02:33.949222 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:33.949767 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Bound using segment: {'id': '1e06af48-edb0-44cb-94ff-f6fd61ba3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:02:33.950718 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Bound port: 59949df0-27bc-4438-ac96-431c12444b27, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e06af48-edb0-44cb-94ff-f6fd61ba3d73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:02:33.951322 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:34.026337 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] For port 59949df0-27bc-4438-ac96-431c12444b27, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:02:34.032761 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] For port 59949df0-27bc-4438-ac96-431c12444b27, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=59949df0-27bc-4438-ac96-431c12444b27,segment=NetworkSegment(1e06af48-edb0-44cb-94ff-f6fd61ba3d73),segment_id=1e06af48-edb0-44cb-94ff-f6fd61ba3d73)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:02:34.038732 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-49101cb4-8600-48b5-9bec-570eb9ba8f01 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:34.040311 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-49101cb4-8600-48b5-9bec-570eb9ba8f01 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 809 time: 0.1354129 Oct 13 00:02:34.056780 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-1598ef0b-27ce-4fd2-9cd1-123824984a2d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/quotas/ae404b18d970487c827e0676e6c6be89 HTTP/1.1" status: 200 len: 375 time: 0.0096359 Oct 13 00:02:34.083043 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5aa95bce-ce97-45cd-aa0f-56eda0241e19 None None] Provisioning complete for port 59949df0-27bc-4438-ac96-431c12444b27 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:34.083419 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5aa95bce-ce97-45cd-aa0f-56eda0241e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:34.102854 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:34.108617 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-652b7c9c-381e-4a97-ab2d-27c7b25c2f6d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461650 Oct 13 00:02:34.127318 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5aa95bce-ce97-45cd-aa0f-56eda0241e19 None None] Port 59949df0-27bc-4438-ac96-431c12444b27 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:02:34.160088 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Routers {'13ed3fd9-5ff4-4bd0-a329-743630bce856'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:34.160778 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13ed3fd9-5ff4-4bd0-a329-743630bce856'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:34.215490 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf91296-b785-40c3-adff-a84d31bffbc3 None None] Pushing event updated for resources: {'Port': ['ID=59949df0-27bc-4438-ac96-431c12444b27,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:34.255029 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-39b98edc-4141-40c8-a558-056b7636dc63 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:02:34.256058 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-39b98edc-4141-40c8-a558-056b7636dc63 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.1278131 Oct 13 00:02:34.306149 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] Set router 13ed3fd9-5ff4-4bd0-a329-743630bce856 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:34.367650 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-7d07e662-da45-4cae-bedd-475a454300f7 service neutron] 10.222.0.31 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044230 Oct 13 00:02:34.448771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1c112d3d-f35f-4a6e-a1ad-16797b8ae763 None None] Provisioning complete for port 59949df0-27bc-4438-ac96-431c12444b27 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:34.449396 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c112d3d-f35f-4a6e-a1ad-16797b8ae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:34.469571 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-3ae7c256-103d-4d38-879a-ec5dfe919972 service neutron] 10.222.0.31 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956824 Oct 13 00:02:34.531668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c112d3d-f35f-4a6e-a1ad-16797b8ae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:34.532975 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 4, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'gw_port': {'id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59949df0-27bc-4438-ac96-431c12444b27', 'name': '', 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'mac_address': 'fa:16:3e:26:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:29Z', 'updated_at': '2021-10-13T00:02:34Z', 'revision_number': 4, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'subnets': [{'id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:34.563405 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c89bff-d518-4e8e-a488-7330272a6c8f None None] The sync data for ids ['13ed3fd9-5ff4-4bd0-a329-743630bce856'] in n-d-790519-14 is: [{'id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:30Z', 'revision_number': 4, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'gw_port': {'id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '59949df0-27bc-4438-ac96-431c12444b27', 'name': '', 'network_id': 'f11f88ef-2eb9-46ae-bc9f-0b228716b4f9', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'mac_address': 'fa:16:3e:26:52:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_interface', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:29Z', 'updated_at': '2021-10-13T00:02:34Z', 'revision_number': 4, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'subnets': [{'id': '12a5f567-e7d3-40c0-96a7-1c348c7acc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:02:34.565841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-1c112d3d-f35f-4a6e-a1ad-16797b8ae763 None None] For port 59949df0-27bc-4438-ac96-431c12444b27, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=59949df0-27bc-4438-ac96-431c12444b27,segment=NetworkSegment(1e06af48-edb0-44cb-94ff-f6fd61ba3d73),segment_id=1e06af48-edb0-44cb-94ff-f6fd61ba3d73)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:34.650297 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c112d3d-f35f-4a6e-a1ad-16797b8ae763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:34.715728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-504db3af-9edc-4982-ba5e-74df11ee9047 req-dc0e4235-03d6-4789-92f4-2eca1996bd96 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 210 time: 0.0363832 Oct 13 00:02:34.717562 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c112d3d-f35f-4a6e-a1ad-16797b8ae763 None None] Pushing event updated for resources: {'Port': ['ID=59949df0-27bc-4438-ac96-431c12444b27,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:35.462767 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 59949df0-27bc-4438-ac96-431c12444b27 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:35.511970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 59949df0-27bc-4438-ac96-431c12444b27 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:35.512337 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:35.588977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e344eb8e-eedc-432c-a5dc-f0dda23cc520 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:35.634878 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port e344eb8e-eedc-432c-a5dc-f0dda23cc520 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:35.635658 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:35.817658 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-73603f51-04f4-4097-9194-646e21661b48 req-a48de8a6-72e6-4d7d-9f41-223aece72d5b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 210 time: 0.0354962 Oct 13 00:02:36.825184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-ae1bf6b5-47e3-4eaf-bdc1-db623c44d1ca tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:36.826641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-ae1bf6b5-47e3-4eaf-bdc1-db623c44d1ca tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.25 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 809 time: 0.1070211 Oct 13 00:02:36.872580 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-49b2635c-aa41-486e-8b30-dc35713a92e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae404b18d970487c827e0676e6c6be89 HTTP/1.1" status: 200 len: 380 time: 0.0341001 Oct 13 00:02:36.879708 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'port': {'device_id': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'admin_state_up': True, 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'security_groups': ['d1b75558-981e-44a7-bc79-85d494996270']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:36.949537 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9ec75228-3f24-4910-b3f7-d8df8c821ba7 req-82165edc-b9a6-4430-aa02-2d9ebcaa54be tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 210 time: 0.0547774 Oct 13 00:02:37.097053 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Made reservation on behalf of ae404b18d970487c827e0676e6c6be89 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:02:37.100629 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:37.221899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Allocated IP 172.20.0.9 (d50f0b87-1d03-4772-8a98-eb5675f974d0/127e43cc-62f7-460f-9caa-04bf2f074d1c/25cc4a3f-c975-484b-a1cf-af6d76ab6f57) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:02:37.361401 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:37.474748 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:37.521069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Network d50f0b87-1d03-4772-8a98-eb5675f974d0 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:37.524119 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:37.528077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:02:37.559208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:37.587138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:37.587721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:37.638205 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-78ad8c65-9101-4b6c-9c4a-1bfb9d088233 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7621822 Oct 13 00:02:37.651608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Request body: {'port': {'device_id': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:37.708653 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:37.793256 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-5402c02d-5666-432d-a1a6-42e9f9fcbdad None None] Provisioning complete for port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:37.793821 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5402c02d-5666-432d-a1a6-42e9f9fcbdad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:37.829070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-5402c02d-5666-432d-a1a6-42e9f9fcbdad None None] Port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:02:37.972934 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:02:37.980777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:37.995106 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Transition to ACTIVE for port object 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:02:38.064146 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be981663-dc93-441e-8983-21f7cf571633 req-82d5a6ff-0f2c-4209-832c-3fac58b76d81 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:38.065595 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be981663-dc93-441e-8983-21f7cf571633 req-82d5a6ff-0f2c-4209-832c-3fac58b76d81 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 931 time: 0.0495284 Oct 13 00:02:38.068837 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:38.105509 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-be981663-dc93-441e-8983-21f7cf571633 req-d02c824c-7ec7-41d4-b7aa-1dd562dc01ad tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339861 Oct 13 00:02:38.120473 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:38.195786 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Attempting to bind port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:02:38.196122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Attempting to bind port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:02:38.196450 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Attempting to bind port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 on network d50f0b87-1d03-4772-8a98-eb5675f974d0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:02:38.200858 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 on network d50f0b87-1d03-4772-8a98-eb5675f974d0 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:02:38.201173 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Attempting to bind port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 on network d50f0b87-1d03-4772-8a98-eb5675f974d0 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:02:38.206138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 2, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:02:38.206467 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Checking segment: {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:02:38.206841 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Bound using segment: {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:02:38.207304 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Bound port: 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afe5a304-1392-4566-82dd-94e8786c5889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:02:38.207657 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:38.276997 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:02:38.279932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:02:38.355030 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:38.388272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:38.388896 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:38.390967 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] 10.222.0.25 "PUT /v2.0/ports/25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 1092 time: 0.7443480 Oct 13 00:02:38.393126 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:02:38.395476 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59573670-67a4-44f5-b928-3d74655d05b8" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:02:38.427524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b8921-6f27-45ad-942b-99c8002a784f service neutron] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:38.438250 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84842bae-21a7-42a9-91de-0eba52175907 x-openstack-request-id: req-84842bae-21a7-42a9-91de-0eba52175907 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:02:38.438250 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:02:38.438450 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-84842bae-21a7-42a9-91de-0eba52175907 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:02:38.438831 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'status': 'completed', 'code': 200} Oct 13 00:02:38.500547 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59573670-67a4-44f5-b928-3d74655d05b8 req-1a9b5667-a679-49e3-bbbe-0f73dc2c67d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:38.501997 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59573670-67a4-44f5-b928-3d74655d05b8 req-1a9b5667-a679-49e3-bbbe-0f73dc2c67d5 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1095 time: 0.0428958 Oct 13 00:02:38.607384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59573670-67a4-44f5-b928-3d74655d05b8 req-780e8c9b-8b01-43b6-9b77-faa3e1668f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:38.608968 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59573670-67a4-44f5-b928-3d74655d05b8 req-780e8c9b-8b01-43b6-9b77-faa3e1668f47 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=ae404b18d970487c827e0676e6c6be89&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0991690 Oct 13 00:02:38.700696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59573670-67a4-44f5-b928-3d74655d05b8 req-5d726925-6392-44fe-aec3-861861a3c625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:38.702153 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-59573670-67a4-44f5-b928-3d74655d05b8 req-5d726925-6392-44fe-aec3-861861a3c625 service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0870011 Oct 13 00:02:38.778921 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-dc416e92-00cb-42eb-8aa6-8c51f58cfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:38.780334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-dc416e92-00cb-42eb-8aa6-8c51f58cfb64 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1095 time: 0.0431690 Oct 13 00:02:38.821863 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-6e6da2ae-cccd-4e22-8e82-0d807a07f6ca service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 217 time: 0.0342352 Oct 13 00:02:38.869439 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-459d434b-2939-4af7-99b1-c942dc6113d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:38.870819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-459d434b-2939-4af7-99b1-c942dc6113d3 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 200 len: 848 time: 0.0421567 Oct 13 00:02:38.919479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-b560b3a1-7b4c-4343-847c-fd2b15b1ad61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:38.920944 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-b560b3a1-7b4c-4343-847c-fd2b15b1ad61 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50f0b87-1d03-4772-8a98-eb5675f974d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427325 Oct 13 00:02:39.008077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-50ba56b6-62de-4523-b5bb-571f90702610 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796824 Oct 13 00:02:39.101674 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-199e9814-a3da-467b-b7a7-2f715278fbb5 req-0038de9b-62ac-43d3-b0fe-65d9b3332a41 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854020 Oct 13 00:02:39.227439 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad5984-831b-47a8-a7a5-42b76a6550be req-1b26da94-e462-45f9-bce8-28302296ebf1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:39.228925 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bcad5984-831b-47a8-a7a5-42b76a6550be req-1b26da94-e462-45f9-bce8-28302296ebf1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0495012 Oct 13 00:02:39.266375 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bcad5984-831b-47a8-a7a5-42b76a6550be req-3fa88216-1703-4025-8720-3eb357b712ca tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314772 Oct 13 00:02:40.380758 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4a687-0715-49a5-adf4-0ecfcc1a5a86 req-ecd4f8a3-df90-421d-a1a2-3931f816bcec tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:40.382235 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57f4a687-0715-49a5-adf4-0ecfcc1a5a86 req-ecd4f8a3-df90-421d-a1a2-3931f816bcec tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0490243 Oct 13 00:02:40.420223 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-57f4a687-0715-49a5-adf4-0ecfcc1a5a86 req-b81e5fb5-2c55-457f-b916-383e0d3c7932 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320342 Oct 13 00:02:41.539354 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03067a0-f812-4892-99cf-47158d10e51f req-dc779e77-f1e1-48f5-a872-fd2c2a854459 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:41.540718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a03067a0-f812-4892-99cf-47158d10e51f req-dc779e77-f1e1-48f5-a872-fd2c2a854459 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0518937 Oct 13 00:02:41.578245 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a03067a0-f812-4892-99cf-47158d10e51f req-693a8363-1cb7-4460-95e2-f19583f0dae7 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309415 Oct 13 00:02:42.109472 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:02:42.163349 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-521c0575-11ee-49bf-b76a-3cc11a8040be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:42.218122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:42.228451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'port_id': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'mac_address': 'fa:16:3e:1d:fe:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:02:42.265465 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:42.278380 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:02:42.296668 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:42.353070 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:42.398958 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:42.555741 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['25cc4a3f-c975-484b-a1cf-af6d76ab6f57'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:02:42.693926 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d00afc-b334-43dc-a12c-21ce6a75bdc0 req-7cdf91f9-051a-4169-98cf-665a58faec81 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:42.695407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5d00afc-b334-43dc-a12c-21ce6a75bdc0 req-7cdf91f9-051a-4169-98cf-665a58faec81 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 944 time: 0.0511470 Oct 13 00:02:42.737279 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a5d00afc-b334-43dc-a12c-21ce6a75bdc0 req-ef745ec9-74e7-482d-bf47-59a67d69f9f8 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358534 Oct 13 00:02:43.850085 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4bde3-5609-46c1-8494-b1422bb1b0c1 req-c5b79d92-a02b-4f77-88ca-22d0302668b3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:43.851585 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4c4bde3-5609-46c1-8494-b1422bb1b0c1 req-c5b79d92-a02b-4f77-88ca-22d0302668b3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 944 time: 0.0477796 Oct 13 00:02:43.888104 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4c4bde3-5609-46c1-8494-b1422bb1b0c1 req-6b5e7046-ecee-4bd7-ae04-99b7ceece80b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306165 Oct 13 00:02:44.109555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:02:44.268572 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:02:44.272513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:02:44.272885 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:44.350770 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:44.371783 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:02:44.373932 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f19fd21-0a0d-476f-97e5-0d8d75db7c05" -d '{"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-plugged", "status": "completed", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:02:44.386282 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:02:44.413921 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5936d0ca-7e8e-4f06-9796-ecc748747e5e x-openstack-request-id: req-5936d0ca-7e8e-4f06-9796-ecc748747e5e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:02:44.413921 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-plugged", "status": "completed", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:02:44.413921 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-5936d0ca-7e8e-4f06-9796-ecc748747e5e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:02:44.413921 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'code': 200} Oct 13 00:02:44.461835 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:44.507276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e241d233-5d55-4fdf-9729-8154ed786526 req-57ab0227-1702-4b6a-bb55-e8449d19d6c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:44.507934 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:44.508928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e241d233-5d55-4fdf-9729-8154ed786526 req-57ab0227-1702-4b6a-bb55-e8449d19d6c6 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1097 time: 0.0404253 Oct 13 00:02:44.549083 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e241d233-5d55-4fdf-9729-8154ed786526 req-fdb66abe-5d7a-494b-bf0a-76555bd5d768 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Oct 13 00:02:45.005962 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d0756-1859-4026-8fea-008ac4bdf7ef req-9b6fe0bb-1cfb-45ca-9760-3b9a1370ef64 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:45.007431 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb5d0756-1859-4026-8fea-008ac4bdf7ef req-9b6fe0bb-1cfb-45ca-9760-3b9a1370ef64 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0485890 Oct 13 00:02:45.044150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bb5d0756-1859-4026-8fea-008ac4bdf7ef req-7395aff5-2145-4727-91eb-2c9b33c4da32 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306871 Oct 13 00:02:45.623966 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:45.645892 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44d6490d-ab7a-4559-8ec8-92566ec95b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:46.160409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c18c5-1952-4f30-89fa-3e7886ccc9b1 req-7df18355-1340-412f-a45d-d60410528d26 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:46.161870 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-642c18c5-1952-4f30-89fa-3e7886ccc9b1 req-7df18355-1340-412f-a45d-d60410528d26 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0488200 Oct 13 00:02:46.198177 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-642c18c5-1952-4f30-89fa-3e7886ccc9b1 req-98b3f268-1951-4244-a13c-aec598789221 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305016 Oct 13 00:02:46.314289 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782bcfe-e5fd-43dd-96fc-5ed49645ce98 req-54c9632d-370e-4873-a28f-2016c2d265b0 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:46.323530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e782bcfe-e5fd-43dd-96fc-5ed49645ce98 req-54c9632d-370e-4873-a28f-2016c2d265b0 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0533998 Oct 13 00:02:46.353004 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e782bcfe-e5fd-43dd-96fc-5ed49645ce98 req-1ad9281b-abb1-4ba5-b9bf-f119555f3302 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312531 Oct 13 00:02:46.373937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 47346) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:46.417568 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:46.455306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edcb3bb0-3f8c-4cfb-9a54-7721814f562a tempest-TestShelveInstance-1313346152 tempest-TestShelveInstance-1313346152-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:46.456844 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-edcb3bb0-3f8c-4cfb-9a54-7721814f562a tempest-TestShelveInstance-1313346152 tempest-TestShelveInstance-1313346152-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1092 time: 0.0818894 Oct 13 00:02:46.460015 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47350) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:02:46.464562 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:02:46.577163 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for floatingip, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:46.674812 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:46.778189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Allocated IP 172.25.2.105 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/e66c0ff5-7ce0-48a3-86f8-116e0fce5f08) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:02:46.888455 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:46.988862 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:47.030545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:02:47.034676 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:02:47.038159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:02:47.043680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'Port': ['ID=e66c0ff5-7ce0-48a3-86f8-116e0fce5f08,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:47.398299 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:47.522315 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:47.703777 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:47.760100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:47.833112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'Port': ['ID=e66c0ff5-7ce0-48a3-86f8-116e0fce5f08,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:02:47.841150 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:48.086504 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:48.252255 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Floating IP 345edca6-2bc0-4a65-a1a2-85849fe07b19 associated. External IP: 172.25.2.105, port: 25cc4a3f-c975-484b-a1cf-af6d76ab6f57. Oct 13 00:02:48.456931 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Router 7fd63e7b-c921-4186-a832-b2877c473da7 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:02:48.564390 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:02:48.573905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] Sync routers for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:02:48.589395 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:48.590121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:48.653661 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:48.681080 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-680c27ec-77b4-45c5-afe5-02a660b771ed tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2199690 Oct 13 00:02:48.681662 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:02:48.683980 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:02:48.694710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:48.721927 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f0284f-2950-42d1-87f5-48b976ed6406 x-openstack-request-id: req-a9f0284f-2950-42d1-87f5-48b976ed6406 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:02:48.722249 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:02:48.722508 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a9f0284f-2950-42d1-87f5-48b976ed6406 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:02:48.722914 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'status': 'completed', 'code': 200} Oct 13 00:02:48.791534 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-f64b7036-fb1c-4998-b270-318c611a4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:48.793130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-f64b7036-fb1c-4998-b270-318c611a4b75 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1097 time: 0.0483246 Oct 13 00:02:48.885613 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-e6a76c9b-3de7-4853-8fde-b9672313304d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:48.887130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-e6a76c9b-3de7-4853-8fde-b9672313304d service neutron] 10.222.0.25 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 910 time: 0.0874250 Oct 13 00:02:48.956379 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-89f5ce95-5a96-46c2-9fcf-8bd98a429f1f service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 999 time: 0.0627637 Oct 13 00:02:49.015406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-4c261433-976b-42b4-a06c-74d59753df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:49.015406 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-4c261433-976b-42b4-a06c-74d59753df52 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 200 len: 848 time: 0.0463047 Oct 13 00:02:49.054852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-32a9775a-b1db-4d65-8950-3206f304b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:02:49.056389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-32a9775a-b1db-4d65-8950-3206f304b385 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50f0b87-1d03-4772-8a98-eb5675f974d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403147 Oct 13 00:02:49.082714 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '345edca6-2bc0-4a65-a1a2-85849fe07b19', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'floating_ip_address': '172.25.2.105', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'port_id': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'mac_address': 'fa:16:3e:1d:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:02:47Z', 'updated_at': '2021-10-13T00:02:47Z', 'revision_number': 0, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:27Z', 'revision_number': 5, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:49.113042 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] Checking router: 7fd63e7b-c921-4186-a832-b2877c473da7 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:02:49.122688 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:02:49.123325 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:02:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:49.152151 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-3952d738-eb6e-4e84-9870-563cdb907691 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872405 Oct 13 00:02:49.229677 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:02:49.254111 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-19f1f470-d8eb-44e5-9ac8-b99b867e8e4a req-9fa519bf-013d-4abb-b18d-ef678092ba91 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943894 Oct 13 00:02:49.450079 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '345edca6-2bc0-4a65-a1a2-85849fe07b19', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'floating_ip_address': '172.25.2.105', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'port_id': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'mac_address': 'fa:16:3e:1d:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:02:47Z', 'updated_at': '2021-10-13T00:02:47Z', 'revision_number': 0, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:27Z', 'revision_number': 5, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:02:49.476580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47c8dbe9-0bb4-4519-8100-806f878e5fd3 None None] The sync data for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 is: [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '345edca6-2bc0-4a65-a1a2-85849fe07b19', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'floating_ip_address': '172.25.2.105', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'port_id': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4305, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'mac_address': 'fa:16:3e:1d:fe:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:02:47Z', 'updated_at': '2021-10-13T00:02:47Z', 'revision_number': 0, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:27Z', 'revision_number': 5, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:02:49.549268 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:49.670258 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e90154-c8df-48d4-8941-f568577bab34 None None] New status for floating IP 345edca6-2bc0-4a65-a1a2-85849fe07b19: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:02:49.851587 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:02:58.723204 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-57130b83-43ca-4b5a-ac9f-3b03d987768d req-195e4a30-1027-4c18-941c-9fc57837aa45 service neutron] (101889) timed out ('10.222.0.31', 37572) {{(pid=101889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:03:02.163175 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:03:12.142792 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b4c47865-1d6c-441d-be71-53ee69175c4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:15.656806 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:15.668174 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-43c5669a-e11e-4f2c-b790-d17f9a441758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:16.369655 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:18.091108 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:19.536330 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:19.862536 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:28.942696 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-fd6ed629-18f8-4d10-a2d6-721d11508267 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396848 Oct 13 00:03:29.027281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-c3c610d0-99f9-4fa9-9ca6-a9431cea7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:03:29.028755 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-c3c610d0-99f9-4fa9-9ca6-a9431cea7978 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1097 time: 0.0447342 Oct 13 00:03:29.133924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-ae4ade4b-0c14-4dc4-8e57-2892e65d33ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:03:29.135437 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-ae4ade4b-0c14-4dc4-8e57-2892e65d33ab service neutron] 10.222.0.25 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 910 time: 0.0870893 Oct 13 00:03:29.203871 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-d0f9df29-5c93-4568-9f30-82ce3bae6188 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 1001 time: 0.0615487 Oct 13 00:03:29.252116 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-34c6ff09-f556-4fd6-b792-2682299029c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:03:29.253530 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-34c6ff09-f556-4fd6-b792-2682299029c1 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 200 len: 848 time: 0.0419891 Oct 13 00:03:29.298971 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-5d500123-7b90-49cf-b0a0-db0fd22fced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:03:29.300451 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-5d500123-7b90-49cf-b0a0-db0fd22fced6 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50f0b87-1d03-4772-8a98-eb5675f974d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0396481 Oct 13 00:03:29.394127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-b204306b-cdba-45c4-a515-1c56d7516593 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867307 Oct 13 00:03:29.496495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7a6d96e0-40e4-4625-b872-5c826c8312a4 req-54d64bf1-55da-492c-9058-4bf2ebbe7836 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952921 Oct 13 00:03:39.162070 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:03:42.124975 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0b3a17fe-b2cb-4a92-a40f-f768842aba28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:45.622314 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:45.633259 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8f50f182-b557-4e1a-b489-25c946f18e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:46.382171 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:48.079152 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:49.563599 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:03:49.856428 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:12.140309 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3f93e79e-80de-4f3e-8a11-a2132d6ca4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:15.644350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:15.655882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05117251-e3c9-4ad5-bf82-b673a7dfeb95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:16.161397 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:04:16.364535 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:18.100259 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:19.576167 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:19.861390 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:30.951220 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-f66ed34f-eddd-4ae4-8573-a0c739b8951f service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408950 Oct 13 00:04:31.036048 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-f4eb4b77-8108-4df8-a3f1-967d67d9bc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:31.037596 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-f4eb4b77-8108-4df8-a3f1-967d67d9bc46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1097 time: 0.0458386 Oct 13 00:04:31.139852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-ed7ab229-39e1-4e3c-9f73-32d4a92c559c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:31.141353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-ed7ab229-39e1-4e3c-9f73-32d4a92c559c service neutron] 10.222.0.25 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 910 time: 0.0851305 Oct 13 00:04:31.209556 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-65487cf5-f208-43dd-8d0a-fcc67107a8f1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 1001 time: 0.0604229 Oct 13 00:04:31.258773 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-82c4b717-21bd-457b-8fd4-4e7c0ce01cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:31.260221 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-82c4b717-21bd-457b-8fd4-4e7c0ce01cc4 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 200 len: 848 time: 0.0436316 Oct 13 00:04:31.305846 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-27746ef1-8448-48c1-8329-ee630f914671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:31.307354 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-27746ef1-8448-48c1-8329-ee630f914671 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50f0b87-1d03-4772-8a98-eb5675f974d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402474 Oct 13 00:04:31.398127 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-0a5b3ad3-0a6f-41e3-b8b9-ca7fb035bd38 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834591 Oct 13 00:04:31.494526 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b9b4c479-3fc2-4ac1-99c6-f4f88fe01425 req-d0b9c28d-729b-4349-8942-6aefcef46f07 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890348 Oct 13 00:04:42.129496 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2e042191-215d-48c5-8906-6e23e55a007c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:44.746622 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b11bf3a-4e02-4363-86e0-60c92fc0b01d req-30df89c6-fc00-4506-bbaa-e7d6adb078b4 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:44.748249 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b11bf3a-4e02-4363-86e0-60c92fc0b01d req-30df89c6-fc00-4506-bbaa-e7d6adb078b4 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.1038322 Oct 13 00:04:44.791857 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b11bf3a-4e02-4363-86e0-60c92fc0b01d req-eea9b1ff-b1ee-4011-a891-f7635fced6d5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375729 Oct 13 00:04:45.643783 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:45.672604 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-66964f53-4a79-442f-9c62-e5bed2c9a1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:45.911653 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ad6a2-a308-424f-bf9f-4979eb9ce00c req-2196e792-0405-40ad-b1c7-7f588e1d9cdc tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:45.913214 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb2ad6a2-a308-424f-bf9f-4979eb9ce00c req-2196e792-0405-40ad-b1c7-7f588e1d9cdc tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0509593 Oct 13 00:04:45.950858 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-eb2ad6a2-a308-424f-bf9f-4979eb9ce00c req-abcbd4fb-d635-471e-af0b-be19bc1239d2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312345 Oct 13 00:04:46.386589 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:47.085945 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a3228-6943-4232-ab85-b1a77a20bc6c req-e06faa43-4a31-43d9-852b-abb300b11120 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:47.087472 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a83a3228-6943-4232-ab85-b1a77a20bc6c req-e06faa43-4a31-43d9-852b-abb300b11120 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0528486 Oct 13 00:04:47.129411 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a83a3228-6943-4232-ab85-b1a77a20bc6c req-027a6559-1f43-4630-ba01-25a0de194af1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321033 Oct 13 00:04:48.083896 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:48.244774 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f605fa-8e94-465f-9f8e-3b3a31b20ce2 req-575d9c5e-8c69-4129-a08a-dfb3865483ae tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:48.246150 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13f605fa-8e94-465f-9f8e-3b3a31b20ce2 req-575d9c5e-8c69-4129-a08a-dfb3865483ae tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0526648 Oct 13 00:04:48.283001 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-13f605fa-8e94-465f-9f8e-3b3a31b20ce2 req-4e42e3ec-8160-4221-90cb-69b6192153cc tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309005 Oct 13 00:04:49.394910 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bef9f8c-66e5-4eda-a98c-b56f1dfbb9f4 req-4ff584bb-3d16-42a0-84a6-57f8df079408 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:49.396380 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4bef9f8c-66e5-4eda-a98c-b56f1dfbb9f4 req-4ff584bb-3d16-42a0-84a6-57f8df079408 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0482068 Oct 13 00:04:49.434815 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4bef9f8c-66e5-4eda-a98c-b56f1dfbb9f4 req-b5aacc02-cd38-4bbd-9ae3-5b055d787e04 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320306 Oct 13 00:04:49.604202 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:49.861028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:50.547365 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cbd14-e926-42de-b239-1804d787316c req-bfb5914e-67a1-4026-a4f2-c0385e8e53f9 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:50.548816 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e5cbd14-e926-42de-b239-1804d787316c req-bfb5914e-67a1-4026-a4f2-c0385e8e53f9 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0489640 Oct 13 00:04:50.586153 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0e5cbd14-e926-42de-b239-1804d787316c req-783f21c7-d3b4-4106-a205-01efffd30e1a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310845 Oct 13 00:04:51.704407 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a01521-3906-459a-99c4-5f3e0ed6180c req-d599896a-539b-41fc-94be-618514085387 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:51.706494 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00a01521-3906-459a-99c4-5f3e0ed6180c req-d599896a-539b-41fc-94be-618514085387 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0539212 Oct 13 00:04:51.748796 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-00a01521-3906-459a-99c4-5f3e0ed6180c req-b3096bd8-84da-411f-9de9-871f2766ab7d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361264 Oct 13 00:04:52.862964 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83fba7-2e44-40cb-b7c0-829e62ea2180 req-a9d326fc-8448-43df-81e2-25641be0de71 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:52.864346 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4e83fba7-2e44-40cb-b7c0-829e62ea2180 req-a9d326fc-8448-43df-81e2-25641be0de71 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0494545 Oct 13 00:04:52.902291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4e83fba7-2e44-40cb-b7c0-829e62ea2180 req-6b6333e5-32b6-480b-ad66-953111e4bc65 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319748 Oct 13 00:04:53.161584 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:04:54.018332 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7db59-80bf-439d-bc29-421448449e85 req-14bd481f-59dc-4ca7-a084-a7888180c84a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:54.019832 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94d7db59-80bf-439d-bc29-421448449e85 req-14bd481f-59dc-4ca7-a084-a7888180c84a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0510881 Oct 13 00:04:54.059193 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94d7db59-80bf-439d-bc29-421448449e85 req-eed93c35-5c75-4ffa-a0a5-4f4f2eb08584 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333064 Oct 13 00:04:55.177380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930cd6d-846d-44ca-8c59-922bca2afdb6 req-1555e311-ded3-4f6a-b13f-b45158a10098 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:55.180262 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e930cd6d-846d-44ca-8c59-922bca2afdb6 req-1555e311-ded3-4f6a-b13f-b45158a10098 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0548410 Oct 13 00:04:55.217168 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-e930cd6d-846d-44ca-8c59-922bca2afdb6 req-7a96cf7c-29af-4ecf-a92d-28f84e0e7bfc tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310028 Oct 13 00:04:56.330831 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b038df-20ab-4432-bbc8-21dc6687a954 req-ddae1920-2ad8-4ed4-b062-d5c03196455f tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:56.332334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e5b038df-20ab-4432-bbc8-21dc6687a954 req-ddae1920-2ad8-4ed4-b062-d5c03196455f tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0487752 Oct 13 00:04:56.369630 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e5b038df-20ab-4432-bbc8-21dc6687a954 req-356bc678-484d-43d1-9c31-39ad8bc73f4e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308619 Oct 13 00:04:56.650122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:04:56.739877 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:04:56.750417 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'port_id': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'mac_address': 'fa:16:3e:1d:fe:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:04:56.789119 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:56.801199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:04:56.820843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:04:56.883648 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:56.935587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:04:56.942745 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.943115 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.943451 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.943822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.944907 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.945255 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.945656 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.945980 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.946308 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.946630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.946970 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.947296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:04:56.957846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['25cc4a3f-c975-484b-a1cf-af6d76ab6f57'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:04:57.484366 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000f12d-1d5f-419f-88bf-26cdee5ba742 req-255f610b-b3e0-43b3-baed-c78ab0b2043e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:57.485855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f000f12d-1d5f-419f-88bf-26cdee5ba742 req-255f610b-b3e0-43b3-baed-c78ab0b2043e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 944 time: 0.0492628 Oct 13 00:04:57.523963 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f000f12d-1d5f-419f-88bf-26cdee5ba742 req-171112f3-7ac1-41e9-b904-e7ab85acb48d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320630 Oct 13 00:04:58.662034 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9634ef-9bbb-4e10-b22f-7c1cf701b512 req-5b5bc90e-644b-4aa6-ab5a-7cb22450e5fc tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:58.664215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef9634ef-9bbb-4e10-b22f-7c1cf701b512 req-5b5bc90e-644b-4aa6-ab5a-7cb22450e5fc tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 944 time: 0.0566783 Oct 13 00:04:58.682833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:04:58.722878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef9634ef-9bbb-4e10-b22f-7c1cf701b512 req-3b547718-1d16-4e30-8347-15230758691f tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473893 Oct 13 00:04:58.756029 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:04:58.756544 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:58.850470 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:58.877313 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:04:58.880130 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3c230a-271b-4ea4-893e-d9b9f4404147" -d '{"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-plugged", "status": "completed", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:04:58.897360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:04:58.932575 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa76c49-e680-43af-a554-1a7d5feb006e x-openstack-request-id: req-0fa76c49-e680-43af-a554-1a7d5feb006e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:04:58.932874 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-plugged", "status": "completed", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:04:58.933288 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0fa76c49-e680-43af-a554-1a7d5feb006e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:04:58.933698 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'code': 200} Oct 13 00:04:58.969931 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:04:59.027470 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:04:59.833701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ecff4-4064-483f-91e6-2ca3c3766f12 req-513bede9-967d-4990-a269-45f111cbe1df tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:04:59.836048 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-981ecff4-4064-483f-91e6-2ca3c3766f12 req-513bede9-967d-4990-a269-45f111cbe1df tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0527697 Oct 13 00:04:59.878272 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-981ecff4-4064-483f-91e6-2ca3c3766f12 req-c11e82e5-fe3e-4d32-b3d3-d7b7016fdb92 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345192 Oct 13 00:05:01.013937 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a904810e-8373-477c-a371-8cdc37843a81 req-fad24039-8d0c-491c-aa2f-1c1aebce0723 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:01.015723 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a904810e-8373-477c-a371-8cdc37843a81 req-fad24039-8d0c-491c-aa2f-1c1aebce0723 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0554039 Oct 13 00:05:01.064696 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a904810e-8373-477c-a371-8cdc37843a81 req-8ede11e7-13a4-4411-b958-e367351f2a81 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416963 Oct 13 00:05:02.192883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7438b-ffb0-47b1-87c4-5aa9112f6b83 req-4ca33d31-f5da-4c7e-a54c-983988dc9e88 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:02.194801 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1dd7438b-ffb0-47b1-87c4-5aa9112f6b83 req-4ca33d31-f5da-4c7e-a54c-983988dc9e88 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0570571 Oct 13 00:05:02.236725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1dd7438b-ffb0-47b1-87c4-5aa9112f6b83 req-f2e34478-f6dd-444e-ad1b-73ea4989bd83 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359735 Oct 13 00:05:03.354893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930ece1-fc2b-4241-bdba-2d9917af8b81 req-dde865e0-63bf-486b-b6b2-e7fca37a2167 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:03.356519 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1930ece1-fc2b-4241-bdba-2d9917af8b81 req-dde865e0-63bf-486b-b6b2-e7fca37a2167 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0538497 Oct 13 00:05:03.395983 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1930ece1-fc2b-4241-bdba-2d9917af8b81 req-fef750c7-9f00-41f7-ae8c-2ad85eb0637a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328424 Oct 13 00:05:04.533761 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9fa2b-b5b7-45cf-b238-b66318125647 req-17d29445-c4c1-45e6-b4e4-ab30e53e32f2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:04.535383 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eba9fa2b-b5b7-45cf-b238-b66318125647 req-17d29445-c4c1-45e6-b4e4-ab30e53e32f2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0667059 Oct 13 00:05:04.592139 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-eba9fa2b-b5b7-45cf-b238-b66318125647 req-4a909a32-01ca-4c6a-8221-900255b9c99a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484118 Oct 13 00:05:05.705545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd735743-a3cb-4e2b-b293-cd2e950d9431 req-78f2bd6d-0df3-47a4-820f-0b074de52a39 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:05.707170 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd735743-a3cb-4e2b-b293-cd2e950d9431 req-78f2bd6d-0df3-47a4-820f-0b074de52a39 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0511765 Oct 13 00:05:05.754369 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fd735743-a3cb-4e2b-b293-cd2e950d9431 req-f14aa366-1f50-4dd7-a3bc-d373d65d7130 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401590 Oct 13 00:05:06.908322 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c211e0-a825-4c76-a2e3-17763d57122a req-0959347d-dc35-424c-bf31-5bd7ebba4c8f tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:06.909718 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92c211e0-a825-4c76-a2e3-17763d57122a req-0959347d-dc35-424c-bf31-5bd7ebba4c8f tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0711639 Oct 13 00:05:06.950627 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-92c211e0-a825-4c76-a2e3-17763d57122a req-fb93226c-0d9e-46c0-b5c7-6114f8063628 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343289 Oct 13 00:05:08.065196 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f20e1c-fc3d-4862-bc78-108a923d9723 req-26a3cd7b-155e-4515-951e-672de5dd5728 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:08.067348 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-78f20e1c-fc3d-4862-bc78-108a923d9723 req-26a3cd7b-155e-4515-951e-672de5dd5728 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0495436 Oct 13 00:05:08.105664 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-78f20e1c-fc3d-4862-bc78-108a923d9723 req-f27842fb-493d-432b-a5a6-248619df732c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321901 Oct 13 00:05:08.703640 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060ede5-6f11-4843-9135-d48324defbaa req-4f8a60d9-1b09-4ec2-9036-922e5608808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:08.705100 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2060ede5-6f11-4843-9135-d48324defbaa req-4f8a60d9-1b09-4ec2-9036-922e5608808d service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1097 time: 0.0401492 Oct 13 00:05:08.795775 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060ede5-6f11-4843-9135-d48324defbaa req-46f24453-f1c8-4dba-b071-02d7a2c2c2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:08.797223 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2060ede5-6f11-4843-9135-d48324defbaa req-46f24453-f1c8-4dba-b071-02d7a2c2c2a3 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 910 time: 0.0852575 Oct 13 00:05:08.861851 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2060ede5-6f11-4843-9135-d48324defbaa req-06bd9db6-f8c7-4b60-b722-7dd3b362862b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 1001 time: 0.0573571 Oct 13 00:05:08.909624 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060ede5-6f11-4843-9135-d48324defbaa req-74d1d8b4-acab-4fb9-b776-41ded3b22077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:08.911096 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2060ede5-6f11-4843-9135-d48324defbaa req-74d1d8b4-acab-4fb9-b776-41ded3b22077 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 200 len: 848 time: 0.0428643 Oct 13 00:05:08.966870 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2060ede5-6f11-4843-9135-d48324defbaa req-6d23062d-8268-4bda-b9ce-df3878d6ed43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:08.968392 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2060ede5-6f11-4843-9135-d48324defbaa req-6d23062d-8268-4bda-b9ce-df3878d6ed43 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50f0b87-1d03-4772-8a98-eb5675f974d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494294 Oct 13 00:05:09.056738 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2060ede5-6f11-4843-9135-d48324defbaa req-58a223d7-0a58-4db3-bdaf-76c8f4fd89eb service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812175 Oct 13 00:05:09.148375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2060ede5-6f11-4843-9135-d48324defbaa req-82517bed-29f5-4c96-9fa0-73518971605a service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846381 Oct 13 00:05:09.223723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d0646-63b4-40f6-9c64-0403c801b4fc req-979df773-75d3-45e1-acdd-c57e36a913dd tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:09.225204 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c15d0646-63b4-40f6-9c64-0403c801b4fc req-979df773-75d3-45e1-acdd-c57e36a913dd tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0497665 Oct 13 00:05:09.266585 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c15d0646-63b4-40f6-9c64-0403c801b4fc req-916f31cd-58c2-4f8d-bc40-302ddeee0024 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351887 Oct 13 00:05:10.384707 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc7be2-d18a-472d-9a5f-8d3e1264ed0d req-3cc45908-7fb6-4104-8a16-e402dd1d8871 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:10.386158 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b7cc7be2-d18a-472d-9a5f-8d3e1264ed0d req-3cc45908-7fb6-4104-8a16-e402dd1d8871 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0527892 Oct 13 00:05:10.738320 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b7cc7be2-d18a-472d-9a5f-8d3e1264ed0d req-43b730fa-b907-4536-b434-1b58e56a1e3b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463037 Oct 13 00:05:11.852367 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797042df-5d39-4046-afb3-ed0943d18b88 req-25459388-e1e4-4fce-941d-b2becf018ae2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:11.853825 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-797042df-5d39-4046-afb3-ed0943d18b88 req-25459388-e1e4-4fce-941d-b2becf018ae2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 945 time: 0.0484829 Oct 13 00:05:11.890348 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-797042df-5d39-4046-afb3-ed0943d18b88 req-7f3d30fe-99b7-476b-9e27-1b9bad568e1d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306580 Oct 13 00:05:11.957306 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-76dde9e4-7f7e-4214-826d-a22f26e8dbd9 req-280b1117-a1be-4ad2-b193-a836c7f0128d service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101889) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:05:11.958274 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76dde9e4-7f7e-4214-826d-a22f26e8dbd9 req-280b1117-a1be-4ad2-b193-a836c7f0128d service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0052624 Oct 13 00:05:12.123555 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-75d4a544-01cc-4bcb-b993-3cfddc08d3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:12.735622 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:05:12.815775 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:12.837425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:05:12.839667 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f1d3f8-ca00-41e4-b2ff-a6f470c168f0" -d '{"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-unplugged", "status": "completed", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:05:12.852833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:05:12.871749 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 13 Oct 2021 00:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02f0a29-2bc1-4dc5-a671-1ace37dd098e x-openstack-request-id: req-a02f0a29-2bc1-4dc5-a671-1ace37dd098e {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:05:12.872036 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-unplugged", "status": "failed", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57", "code": 422}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:05:12.872293 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a02f0a29-2bc1-4dc5-a671-1ace37dd098e {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:05:12.872688 n-d-790519-14 neutron-server[101891]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'code': 422} returned with failed status Oct 13 00:05:12.906731 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:12.954630 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:13.217419 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e325fe-c678-4bda-8d7a-7fc9caabc5c4 req-72a023c6-1fc8-480a-8e94-acd5e532327b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:13.219000 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5e325fe-c678-4bda-8d7a-7fc9caabc5c4 req-72a023c6-1fc8-480a-8e94-acd5e532327b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0548947 Oct 13 00:05:13.257374 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b5e325fe-c678-4bda-8d7a-7fc9caabc5c4 req-89c30879-42ba-4ce3-8dad-a6993544ebe9 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315595 Oct 13 00:05:13.569867 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-3b171b2e-cdf6-4b74-b87e-8501e887f8de service neutron] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811994 Oct 13 00:05:14.371938 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0700c4f2-e48a-4d5c-9b56-6117cb83d843 req-fa7a6ff2-baca-4876-a96b-07d5ee9403e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:14.373380 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0700c4f2-e48a-4d5c-9b56-6117cb83d843 req-fa7a6ff2-baca-4876-a96b-07d5ee9403e1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0480189 Oct 13 00:05:14.409778 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0700c4f2-e48a-4d5c-9b56-6117cb83d843 req-28651faf-a7bd-44cf-b84a-0df1f7986cc1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306079 Oct 13 00:05:15.521545 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8275933-d60e-422d-8f8d-1b84cbf0d900 req-77de59b7-9587-4033-8369-0b14791e1cec tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:15.523137 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8275933-d60e-422d-8f8d-1b84cbf0d900 req-77de59b7-9587-4033-8369-0b14791e1cec tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0482554 Oct 13 00:05:15.562649 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f8275933-d60e-422d-8f8d-1b84cbf0d900 req-5a2ff0a5-7e81-47ad-98a8-2faf44d8511c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336001 Oct 13 00:05:15.615136 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:15.637749 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-34a70f73-e419-4152-a463-da6c7ceab3ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:16.421021 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:16.683323 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9afcb-7db6-43c3-b777-9a3fe0c5dd01 req-209cf413-f240-4388-a503-148b766cb3a1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:16.684701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4e9afcb-7db6-43c3-b777-9a3fe0c5dd01 req-209cf413-f240-4388-a503-148b766cb3a1 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0521441 Oct 13 00:05:16.721971 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b4e9afcb-7db6-43c3-b777-9a3fe0c5dd01 req-53c3dbad-a5d1-45e8-9667-4c28055cd34a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312407 Oct 13 00:05:17.837039 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1348b7-6d3a-45e6-be04-5936c21bb208 req-7a3aa11d-f334-4482-b037-6a72ba1de630 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:17.838515 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e1348b7-6d3a-45e6-be04-5936c21bb208 req-7a3aa11d-f334-4482-b037-6a72ba1de630 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0496020 Oct 13 00:05:17.875722 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2e1348b7-6d3a-45e6-be04-5936c21bb208 req-cbccac14-1938-4c3c-bc91-e9e0b6a0a7e6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309222 Oct 13 00:05:18.123836 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:18.993730 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce6dbf-fcb1-4666-b36a-243770ef4265 req-fe4af956-e6fa-4520-8d7e-3489d1f45966 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:18.995223 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-58ce6dbf-fcb1-4666-b36a-243770ef4265 req-fe4af956-e6fa-4520-8d7e-3489d1f45966 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0495446 Oct 13 00:05:19.033514 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-58ce6dbf-fcb1-4666-b36a-243770ef4265 req-0d7dbde5-aa08-4865-9a59-8a9269e33885 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323684 Oct 13 00:05:19.083402 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-d58b2da7-42c0-4bb2-a14a-7b2b2a6308e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:19.085402 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-d58b2da7-42c0-4bb2-a14a-7b2b2a6308e2 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176&tenant_id=ae404b18d970487c827e0676e6c6be89 HTTP/1.1" status: 200 len: 1095 time: 0.0492568 Oct 13 00:05:19.149783 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-7f3edef4-8bdc-4566-8985-b5f4b4d5cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:19.151306 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-7f3edef4-8bdc-4566-8985-b5f4b4d5cd10 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1095 time: 0.0410316 Oct 13 00:05:19.244152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-dad17f87-5590-466a-ace6-c2e3dc84f57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:19.245577 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-dad17f87-5590-466a-ace6-c2e3dc84f57c service neutron] 10.222.0.25 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 910 time: 0.0879080 Oct 13 00:05:19.319981 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-e9e1ab80-8a01-487a-b22c-8521ca950eaa service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 999 time: 0.0665901 Oct 13 00:05:19.373689 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-fb7a44eb-811a-47c7-ae38-cacc1a119e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:19.375144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-fb7a44eb-811a-47c7-ae38-cacc1a119e07 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 200 len: 848 time: 0.0479181 Oct 13 00:05:19.423621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-f34eedaa-a41c-4221-94dd-d3c2cfd90a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:19.425105 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-f34eedaa-a41c-4221-94dd-d3c2cfd90a03 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50f0b87-1d03-4772-8a98-eb5675f974d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431778 Oct 13 00:05:19.513393 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-df602da4-e9e6-4443-a495-6bd14b92d7b1 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804532 Oct 13 00:05:19.575190 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:19.608638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-e297b925-fbb4-4aa7-a2ab-50a3b3cfe593 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886135 Oct 13 00:05:19.849502 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:20.220952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177cd44-6c09-4395-a254-35004ddaf2d7 req-1218f93c-fe1e-4ab9-95d6-fc4d77c919b2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:20.231548 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b177cd44-6c09-4395-a254-35004ddaf2d7 req-1218f93c-fe1e-4ab9-95d6-fc4d77c919b2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0910683 Oct 13 00:05:20.283144 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b177cd44-6c09-4395-a254-35004ddaf2d7 req-7df42b4b-81ea-472d-b040-df15f14a23c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465243 Oct 13 00:05:21.408197 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8bdd5-08a9-417b-aaef-a2ab49256ed3 req-29c3f21c-e8e3-4629-9aa3-2cd7573be64e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:21.409652 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d2c8bdd5-08a9-417b-aaef-a2ab49256ed3 req-29c3f21c-e8e3-4629-9aa3-2cd7573be64e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0483723 Oct 13 00:05:21.451825 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-d2c8bdd5-08a9-417b-aaef-a2ab49256ed3 req-cd720ce0-a402-4f08-a175-d84dce358ff3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349703 Oct 13 00:05:22.577867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d7391-bfdf-46ec-9b23-edea620e1a32 req-1f0ea95a-cc06-4771-a250-ccffdc957b27 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:22.579377 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b92d7391-bfdf-46ec-9b23-edea620e1a32 req-1f0ea95a-cc06-4771-a250-ccffdc957b27 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0593963 Oct 13 00:05:22.619905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b92d7391-bfdf-46ec-9b23-edea620e1a32 req-b5f0b9f8-4ebd-4049-9720-1b881adabd13 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346217 Oct 13 00:05:23.743512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385c79c-8235-4c69-b8ac-1b5e53d4a7a8 req-521f05e6-7f62-4531-9246-0900ff748ebe tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:23.745730 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2385c79c-8235-4c69-b8ac-1b5e53d4a7a8 req-521f05e6-7f62-4531-9246-0900ff748ebe tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0526531 Oct 13 00:05:23.793960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2385c79c-8235-4c69-b8ac-1b5e53d4a7a8 req-66769149-c257-4aa3-9a37-e53d29b7a742 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402479 Oct 13 00:05:24.918949 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494eface-9250-4213-b72c-a38bce6f9b45 req-a0fa2521-6ab5-4c35-ab6f-1d869aa484ae tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:24.920365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-494eface-9250-4213-b72c-a38bce6f9b45 req-a0fa2521-6ab5-4c35-ab6f-1d869aa484ae tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0559075 Oct 13 00:05:24.962178 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-494eface-9250-4213-b72c-a38bce6f9b45 req-4dc9112e-3392-439d-8155-b6fe76ba9bdb tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357196 Oct 13 00:05:26.093056 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bbad16-8418-4fde-a0c0-185792caf8e2 req-b9e12507-24a8-4449-8fdf-eb951b195502 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:26.094530 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69bbad16-8418-4fde-a0c0-185792caf8e2 req-b9e12507-24a8-4449-8fdf-eb951b195502 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0502746 Oct 13 00:05:26.132667 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-69bbad16-8418-4fde-a0c0-185792caf8e2 req-f484bf46-255e-4915-9541-d538202fdfe2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319977 Oct 13 00:05:27.255297 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4610627-9104-4c13-bd7b-3abc54e571b6 req-239311fc-3e71-42ed-b45a-50d3292196b4 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:27.256758 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4610627-9104-4c13-bd7b-3abc54e571b6 req-239311fc-3e71-42ed-b45a-50d3292196b4 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0480635 Oct 13 00:05:27.299130 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c4610627-9104-4c13-bd7b-3abc54e571b6 req-4c937d72-8474-4616-8dc5-1d274c0cfc20 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357165 Oct 13 00:05:28.421681 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9627d0-775d-4006-800c-b2bd79d5f8e9 req-9d7d82a8-81e2-4f69-ada0-a11bc0a43554 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:28.424146 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c9627d0-775d-4006-800c-b2bd79d5f8e9 req-9d7d82a8-81e2-4f69-ada0-a11bc0a43554 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0547605 Oct 13 00:05:28.476544 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6c9627d0-775d-4006-800c-b2bd79d5f8e9 req-60afe6b1-8e16-42b8-a2a4-a8943a10235a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440207 Oct 13 00:05:29.601933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7e137-d3e7-41b9-afc1-938b9f61b5f6 req-8ba36139-5318-48e5-9e47-a4a166fd5d3d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:29.604307 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34e7e137-d3e7-41b9-afc1-938b9f61b5f6 req-8ba36139-5318-48e5-9e47-a4a166fd5d3d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0567391 Oct 13 00:05:29.648792 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-34e7e137-d3e7-41b9-afc1-938b9f61b5f6 req-9725a5bf-28e3-495b-ab06-bed863b23c2b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382190 Oct 13 00:05:30.162702 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:05:30.767655 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1926414f-d65c-444e-8bed-50e6e24e2b14 req-872e9249-ecdf-49a9-8ab9-c05ffc19a6f0 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:30.769136 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1926414f-d65c-444e-8bed-50e6e24e2b14 req-872e9249-ecdf-49a9-8ab9-c05ffc19a6f0 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0534520 Oct 13 00:05:30.808440 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1926414f-d65c-444e-8bed-50e6e24e2b14 req-75e40a5c-5977-4c2b-8a63-3c0c2a06414f tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334435 Oct 13 00:05:31.920883 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff6314-6aba-4a36-b163-ca66297f7c69 req-c0b5ffc4-a194-4ae2-89d5-3187db8fa21e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:31.922375 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77ff6314-6aba-4a36-b163-ca66297f7c69 req-c0b5ffc4-a194-4ae2-89d5-3187db8fa21e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 943 time: 0.0488887 Oct 13 00:05:31.962905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-77ff6314-6aba-4a36-b163-ca66297f7c69 req-d26996cc-d39f-4d2e-afd8-3e9bcf9d363a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346787 Oct 13 00:05:32.811713 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:05:32.908814 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:05:32.920864 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'port_id': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'mac_address': 'fa:16:3e:1d:fe:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:05:32.959763 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:32.973721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:05:32.992505 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:05:33.029159 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-387d73b8-02a6-4e65-a615-9777704e4883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:33.030651 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-387d73b8-02a6-4e65-a615-9777704e4883 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1095 time: 0.0872278 Oct 13 00:05:33.043350 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:33.090231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b710bd2d-00c3-4c5a-9ff9-772f22697ec7 req-4dba6366-edac-4521-9eca-05076fc34d29 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:33.091792 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b710bd2d-00c3-4c5a-9ff9-772f22697ec7 req-4dba6366-edac-4521-9eca-05076fc34d29 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 944 time: 0.0526240 Oct 13 00:05:33.096070 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=9']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:33.132663 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b710bd2d-00c3-4c5a-9ff9-772f22697ec7 req-4559f61a-af4a-445b-afb7-076664684a94 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336964 Oct 13 00:05:33.135065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-69f0b696-2d5d-4085-a79e-b8a4bbf89cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:33.136531 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-69f0b696-2d5d-4085-a79e-b8a4bbf89cb8 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 910 time: 0.0864694 Oct 13 00:05:33.204469 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-6c2de4c0-4300-4c4c-afcc-75f354803bd6 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 1000 time: 0.0602357 Oct 13 00:05:33.255152 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-3b29f244-6d23-400c-b8cb-e4623e3689d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:33.256568 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-3b29f244-6d23-400c-b8cb-e4623e3689d0 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 200 len: 848 time: 0.0450954 Oct 13 00:05:33.289476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['25cc4a3f-c975-484b-a1cf-af6d76ab6f57'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:05:33.310670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-cc7ceec3-8b99-4f2e-81fc-4ff90faef6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:33.312187 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-cc7ceec3-8b99-4f2e-81fc-4ff90faef6eb service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50f0b87-1d03-4772-8a98-eb5675f974d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473604 Oct 13 00:05:33.407889 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-897e9d40-3745-4ca8-9cdc-28eae21a0b2f service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877633 Oct 13 00:05:33.496169 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-fdd9a7af-02bc-400a-985f-6099e4816177 req-980cfd79-7dfc-4e99-8a6f-8764fcd31693 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817816 Oct 13 00:05:34.252564 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2b1d7-324a-4ade-bab0-e7ba67e8566d req-aabe7e8d-3713-4b65-a446-c861465ff9ef tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:34.254019 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ec2b1d7-324a-4ade-bab0-e7ba67e8566d req-aabe7e8d-3713-4b65-a446-c861465ff9ef tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 944 time: 0.0531747 Oct 13 00:05:34.292114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0ec2b1d7-324a-4ade-bab0-e7ba67e8566d req-25673ec2-2050-4dcb-ae5d-e49bfdb08016 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317650 Oct 13 00:05:34.827263 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:05:34.874734 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:05:34.875061 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:34.948395 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:34.969717 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:05:34.971966 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66bafc04-5b4c-457b-8862-d58ff72600a0" -d '{"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-plugged", "status": "completed", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:05:34.987899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:05:35.011404 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0116d5fb-0adc-4b0a-b22c-283fe89ac15c x-openstack-request-id: req-0116d5fb-0adc-4b0a-b22c-283fe89ac15c {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:05:35.011699 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-plugged", "status": "completed", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:05:35.011955 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-0116d5fb-0adc-4b0a-b22c-283fe89ac15c {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:05:35.012351 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'code': 200} Oct 13 00:05:35.049318 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:35.100072 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=10']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:05:35.219350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b27969-9574-43c6-8dd7-b19e6a5ba37b req-7d16bf9e-3da2-4283-a1e7-1b57589e2fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:35.220728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06b27969-9574-43c6-8dd7-b19e6a5ba37b req-7d16bf9e-3da2-4283-a1e7-1b57589e2fb8 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1098 time: 0.0394990 Oct 13 00:05:35.254607 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-06b27969-9574-43c6-8dd7-b19e6a5ba37b req-1301a427-e02e-485c-89f7-6b741d8c5540 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272965 Oct 13 00:05:35.405691 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef39f79f-718e-4db5-86b2-e1ac3fbcec78 req-98994e58-87a6-4999-9c55-d6a4542f6c14 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:35.407167 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef39f79f-718e-4db5-86b2-e1ac3fbcec78 req-98994e58-87a6-4999-9c55-d6a4542f6c14 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 946 time: 0.0480709 Oct 13 00:05:35.444521 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ef39f79f-718e-4db5-86b2-e1ac3fbcec78 req-a99258b0-6f56-4e46-8fcc-48f9e79054fb tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315709 Oct 13 00:05:36.561363 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a286114-c2b5-43d0-b175-97afab8c738c req-f66401c2-df42-4f6b-8907-794dafad26b8 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:36.562870 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a286114-c2b5-43d0-b175-97afab8c738c req-f66401c2-df42-4f6b-8907-794dafad26b8 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 946 time: 0.0501807 Oct 13 00:05:36.601034 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6a286114-c2b5-43d0-b175-97afab8c738c req-f1625013-b4b7-41ff-bbc7-1914624b481a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320466 Oct 13 00:05:37.720235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c8510c-14ca-46a9-877f-1a2844b716e8 req-be9b206d-e658-48b9-9c4c-524a63c4b803 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:05:37.721691 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c8510c-14ca-46a9-877f-1a2844b716e8 req-be9b206d-e658-48b9-9c4c-524a63c4b803 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 946 time: 0.0524747 Oct 13 00:05:37.760244 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-01c8510c-14ca-46a9-877f-1a2844b716e8 req-8f338df9-7267-403c-ace4-697ad52ede52 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316472 Oct 13 00:05:42.139699 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d211822e-279b-4cfe-b8be-a8bb1fb284f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:45.637791 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:45.660216 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05dbdd73-8c5e-45e2-a073-37f0481f5d5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:46.419984 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:48.099502 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.586294 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:05:49.876821 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:07.163173 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:06:12.129006 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c97d4337-4b04-43ec-9122-b94e796488a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.619420 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:15.642193 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6217e05c-cd52-4f9f-a0fe-7e003aa5fbec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:16.390784 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:18.116836 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.585065 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:19.848026 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:33.950979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-139d74c2-806b-45c1-b86e-21224a69dc17 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392787 Oct 13 00:06:34.032618 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-03032780-ae00-4ed2-b2dc-ed48577577bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:34.034090 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-03032780-ae00-4ed2-b2dc-ed48577577bd service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1098 time: 0.0406287 Oct 13 00:06:34.142109 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-1c24e40e-c4e9-403d-9e4c-50e7e5d773bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:34.143652 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-1c24e40e-c4e9-403d-9e4c-50e7e5d773bf service neutron] 10.222.0.25 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 910 time: 0.0877562 Oct 13 00:06:34.207091 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-0e4adbbb-e633-4bea-9fca-afa8d14ff01b service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 1001 time: 0.0562479 Oct 13 00:06:34.257157 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-4316003f-dc25-4f9e-aa57-a500225b5623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:34.258641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-4316003f-dc25-4f9e-aa57-a500225b5623 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 200 len: 848 time: 0.0450842 Oct 13 00:06:34.306876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-5a04a21d-ee52-4ad5-8b0e-b6b08e625d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:34.308352 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-5a04a21d-ee52-4ad5-8b0e-b6b08e625d92 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50f0b87-1d03-4772-8a98-eb5675f974d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426130 Oct 13 00:06:34.395878 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-2009aae8-114b-48c3-af66-95656e53e243 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802991 Oct 13 00:06:34.487542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-553a6e3f-6bd1-4638-8e26-2dc087443179 req-ae50a98d-51b7-4954-9c9f-55497306d59d service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845916 Oct 13 00:06:42.127989 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b9fa0310-6d0d-4a55-ba7b-10ca63aafeb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:44.162583 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:06:45.602195 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:45.659303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6bf02c14-de1a-41f4-b309-58333d4d6d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.395952 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.619948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47710) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:46.773680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Deleting port e66c0ff5-7ce0-48a3-86f8-116e0fce5f08 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:06:46.774026 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.850747 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.851100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:46.862726 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Calling delete_port for e66c0ff5-7ce0-48a3-86f8-116e0fce5f08 owned by network:floatingip {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:06:47.076160 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.104711 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event deleted for resources: {'Port': ['ID=e66c0ff5-7ce0-48a3-86f8-116e0fce5f08,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.119665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.120681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.120681 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:06:47.175485 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for floatingip, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.175808 n-d-790519-14 neutron-server[101890]: INFO neutron.db.l3_db [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Floating IP 345edca6-2bc0-4a65-a1a2-85849fe07b19 disassociated (deleted). External IP: 172.25.2.105, port: 25cc4a3f-c975-484b-a1cf-af6d76ab6f57. Oct 13 00:06:47.686887 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Router 7fd63e7b-c921-4186-a832-b2877c473da7 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:06:47.793103 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:06:47.798386 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:47.804526 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] Sync routers for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:06:47.814412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:47.815159 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:06:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:47.824287 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c33aa136-cc3d-48dd-af7d-12f43808d5bf tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "DELETE /v2.0/floatingips/345edca6-2bc0-4a65-a1a2-85849fe07b19 HTTP/1.1" status: 204 len: 168 time: 1.2032611 Oct 13 00:06:47.824968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:47.827409 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88835527-32e7-468d-9e50-26ea49eef317" -d '{"events": [{"name": "network-changed", "server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:47.922135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:47.931513 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-694b6028-2af8-42ea-ae89-8232e7e853ef x-openstack-request-id: req-694b6028-2af8-42ea-ae89-8232e7e853ef {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:47.931513 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:47.931513 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-694b6028-2af8-42ea-ae89-8232e7e853ef {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:47.931513 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'status': 'completed', 'code': 200} Oct 13 00:06:47.989276 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88835527-32e7-468d-9e50-26ea49eef317 req-7e77103b-29aa-410e-be29-1446ca836551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:47.990788 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88835527-32e7-468d-9e50-26ea49eef317 req-7e77103b-29aa-410e-be29-1446ca836551 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 1098 time: 0.0419023 Oct 13 00:06:48.090673 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88835527-32e7-468d-9e50-26ea49eef317 req-440fd476-f997-453f-aa55-ca6dd278ccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.093933 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88835527-32e7-468d-9e50-26ea49eef317 req-440fd476-f997-453f-aa55-ca6dd278ccd1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 910 time: 0.0959449 Oct 13 00:06:48.142458 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88835527-32e7-468d-9e50-26ea49eef317 req-59645c94-db46-4279-877e-a91e41de993d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 200 len: 217 time: 0.0403807 Oct 13 00:06:48.203912 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88835527-32e7-468d-9e50-26ea49eef317 req-7b443b49-9e54-44ea-ad26-f89a2a650087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.207087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88835527-32e7-468d-9e50-26ea49eef317 req-7b443b49-9e54-44ea-ad26-f89a2a650087 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 200 len: 848 time: 0.0569494 Oct 13 00:06:48.237040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:48.291722 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88835527-32e7-468d-9e50-26ea49eef317 req-963514ea-f55f-4c9d-8184-e3ef46480717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.293096 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:27Z', 'revision_number': 5, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:48.293336 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88835527-32e7-468d-9e50-26ea49eef317 req-963514ea-f55f-4c9d-8184-e3ef46480717 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=d50f0b87-1d03-4772-8a98-eb5675f974d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801156 Oct 13 00:06:48.306499 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24abed-9e41-439d-805e-7b6f6036eca7 req-aca2de5c-23a5-4209-9b53-b1c28f14a5f0 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:48.307982 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e24abed-9e41-439d-805e-7b6f6036eca7 req-aca2de5c-23a5-4209-9b53-b1c28f14a5f0 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 946 time: 0.0632284 Oct 13 00:06:48.319955 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] Checking router: 7fd63e7b-c921-4186-a832-b2877c473da7 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:06:48.328195 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:06:48.328811 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:06:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:48.401542 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e24abed-9e41-439d-805e-7b6f6036eca7 req-8eee9f82-4f82-4c43-ae9f-d6eba5a32262 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843699 Oct 13 00:06:48.428867 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88835527-32e7-468d-9e50-26ea49eef317 req-9e369f3a-2c79-436e-b6bd-d0802e769885 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199419 Oct 13 00:06:48.434386 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:06:48.520487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88835527-32e7-468d-9e50-26ea49eef317 req-97760a54-cd6b-44e6-ad1e-8b44ec3ecfc2 service neutron] 10.222.0.25 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837815 Oct 13 00:06:48.640445 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:27Z', 'revision_number': 5, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:06:48.667324 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79143ce-de7f-437f-9a92-7af35b38d057 None None] The sync data for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 is: [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:02:24Z', 'revision_number': 4, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': 'db9ee8b7-561d-4325-8c93-ed8917ba9fd0', 'name': '', 'network_id': 'd50f0b87-1d03-4772-8a98-eb5675f974d0', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'mac_address': 'fa:16:3e:5c:99:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:23Z', 'updated_at': '2021-10-13T00:02:27Z', 'revision_number': 5, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'subnets': [{'id': '127e43cc-62f7-460f-9caa-04bf2f074d1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:06:48.891296 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f74412-ca4c-4fa4-9486-2357d681a13e None None] New status for floating IP 345edca6-2bc0-4a65-a1a2-85849fe07b19: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:06:49.523635 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-958df9fc-65ac-4d1d-8d1d-5220d3adcdff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.525231 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585bfd5-a892-4e59-86bf-7fa29ca0a0af req-21043699-d69a-44b8-abb8-52a202675741 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:06:49.526224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-958df9fc-65ac-4d1d-8d1d-5220d3adcdff tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.25 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 946 time: 0.0506165 Oct 13 00:06:49.526850 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6585bfd5-a892-4e59-86bf-7fa29ca0a0af req-21043699-d69a-44b8-abb8-52a202675741 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 946 time: 0.0552316 Oct 13 00:06:49.570460 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6585bfd5-a892-4e59-86bf-7fa29ca0a0af req-af3fe83d-9c01-4b9b-9c3f-6a8309e460fd tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?id=d1b75558-981e-44a7-bc79-85d494996270&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369079 Oct 13 00:06:49.590396 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.622899 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Deleting port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:06:49.623269 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.715766 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] For port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:06:49.717009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.727997 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Calling delete_port for 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:06:49.881755 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.898888 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.931449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event deleted for resources: {'Port': ['ID=25cc4a3f-c975-484b-a1cf-af6d76ab6f57,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:49.971833 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] No DVR routers for this DVR port 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:06:49.974361 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:49.977637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3edc6df3-bdb7-4e2a-b054-515a85bbfc72 req-54c14137-2cff-4d7a-b13e-aad3dfa16bee tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.25 "DELETE /v2.0/ports/25cc4a3f-c975-484b-a1cf-af6d76ab6f57 HTTP/1.1" status: 204 len: 173 time: 0.4454081 Oct 13 00:06:49.978080 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-deleted', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:06:49.980342 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1251667d-ed30-4c6c-b959-2ae3222d9f16" -d '{"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-deleted", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:06:50.015391 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d7fcb85-543b-4955-bafb-7169923d3a8e x-openstack-request-id: req-2d7fcb85-543b-4955-bafb-7169923d3a8e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:06:50.015743 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa7613df-b0b1-43d5-9983-20ee7c1f7176", "name": "network-vif-deleted", "tag": "25cc4a3f-c975-484b-a1cf-af6d76ab6f57", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:06:50.015998 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-2d7fcb85-543b-4955-bafb-7169923d3a8e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:06:50.016425 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa7613df-b0b1-43d5-9983-20ee7c1f7176', 'name': 'network-vif-deleted', 'tag': '25cc4a3f-c975-484b-a1cf-af6d76ab6f57', 'status': 'completed', 'code': 200} Oct 13 00:06:50.682855 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b95c470a-e9e8-4857-80e6-e38e6301fd6d req-9eb5ecaf-3e9d-4191-a8c0-b238c68c57bb tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=aa7613df-b0b1-43d5-9983-20ee7c1f7176 HTTP/1.1" status: 200 len: 210 time: 0.0286934 Oct 13 00:06:51.738018 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47734) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:51.795588 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6de0757a-de08-4ac7-a4fd-dcb69d9edfc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.820481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6de0757a-de08-4ac7-a4fd-dcb69d9edfc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.950591 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6de0757a-de08-4ac7-a4fd-dcb69d9edfc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.953266 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6de0757a-de08-4ac7-a4fd-dcb69d9edfc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:51.954582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6de0757a-de08-4ac7-a4fd-dcb69d9edfc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "DELETE /v2.0/security-groups/d1b75558-981e-44a7-bc79-85d494996270 HTTP/1.1" status: 204 len: 168 time: 0.2153714 Oct 13 00:06:51.963798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0757a-de08-4ac7-a4fd-dcb69d9edfc6 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b75558-981e-44a7-bc79-85d494996270,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:52.441849 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47740) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:52.446510 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-6270b60b-48fc-4ca7-ad69-15ff57108300 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1461624715', 'description': 'tempest-secgroup-smoke-1461624715 description', 'project_id': 'ae404b18d970487c827e0676e6c6be89'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:52.515984 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6270b60b-48fc-4ca7-ad69-15ff57108300 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:52.584320 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6270b60b-48fc-4ca7-ad69-15ff57108300 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:52.664583 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6270b60b-48fc-4ca7-ad69-15ff57108300 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:52.694612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6270b60b-48fc-4ca7-ad69-15ff57108300 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc62057-92fd-4a0b-a0c5-0331629cb9f5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:52.764549 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-6270b60b-48fc-4ca7-ad69-15ff57108300 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:52.766015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-6270b60b-48fc-4ca7-ad69-15ff57108300 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3230751 Oct 13 00:06:52.768933 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47742) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:52.773406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-8370618a-a846-4135-9584-4c77399dd9af tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': '2cc62057-92fd-4a0b-a0c5-0331629cb9f5', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:52.846956 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8370618a-a846-4135-9584-4c77399dd9af tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:52.901404 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8370618a-a846-4135-9584-4c77399dd9af tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:52.938872 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8370618a-a846-4135-9584-4c77399dd9af tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:52.958538 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370618a-a846-4135-9584-4c77399dd9af tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7b58b6-2803-4355-80e5-249a774a0e6d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:52.998765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-8370618a-a846-4135-9584-4c77399dd9af tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.000389 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-8370618a-a846-4135-9584-4c77399dd9af tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2301891 Oct 13 00:06:53.002782 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47744) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:53.007088 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-cec308b7-5dac-4876-bcb5-ec1f1599b1e5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': '2cc62057-92fd-4a0b-a0c5-0331629cb9f5', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:53.086460 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cec308b7-5dac-4876-bcb5-ec1f1599b1e5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.141697 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cec308b7-5dac-4876-bcb5-ec1f1599b1e5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.190393 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cec308b7-5dac-4876-bcb5-ec1f1599b1e5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.208497 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec308b7-5dac-4876-bcb5-ec1f1599b1e5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07ed2af2-447b-4db0-af74-704e1de34564,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:53.220199 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:06:53.239851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:06:53.240198 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 25cc4a3f-c975-484b-a1cf-af6d76ab6f57 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:06:53.261137 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-cec308b7-5dac-4876-bcb5-ec1f1599b1e5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.262367 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cec308b7-5dac-4876-bcb5-ec1f1599b1e5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2586310 Oct 13 00:06:53.265709 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47746) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:53.270072 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-2f234d81-54eb-4e49-85e4-89fd084d561e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': '2cc62057-92fd-4a0b-a0c5-0331629cb9f5', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:53.372989 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f234d81-54eb-4e49-85e4-89fd084d561e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.432531 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f234d81-54eb-4e49-85e4-89fd084d561e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.493375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f234d81-54eb-4e49-85e4-89fd084d561e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.512490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f234d81-54eb-4e49-85e4-89fd084d561e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c0d2a7-5ca8-4715-ac33-88ae61129272,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:53.558226 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-2f234d81-54eb-4e49-85e4-89fd084d561e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.559475 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-2f234d81-54eb-4e49-85e4-89fd084d561e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928035 Oct 13 00:06:53.562665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47748) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:53.567085 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-bb69e2f7-9d49-4e47-b85f-e08e966b714b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': '2cc62057-92fd-4a0b-a0c5-0331629cb9f5', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:53.624847 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb69e2f7-9d49-4e47-b85f-e08e966b714b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.683233 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb69e2f7-9d49-4e47-b85f-e08e966b714b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.733927 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb69e2f7-9d49-4e47-b85f-e08e966b714b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.754115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69e2f7-9d49-4e47-b85f-e08e966b714b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f724c6e-4904-4794-ac29-f58768711f49,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:53.820855 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-bb69e2f7-9d49-4e47-b85f-e08e966b714b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.822107 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-bb69e2f7-9d49-4e47-b85f-e08e966b714b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2584548 Oct 13 00:06:53.824807 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47750) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:53.829375 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-78ea253f-d045-4221-8b13-989fcd07bab3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': '2cc62057-92fd-4a0b-a0c5-0331629cb9f5', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:53.910377 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-78ea253f-d045-4221-8b13-989fcd07bab3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Project ae404b18d970487c827e0676e6c6be89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:06:53.915100 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78ea253f-d045-4221-8b13-989fcd07bab3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:53.973953 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78ea253f-d045-4221-8b13-989fcd07bab3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.030894 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78ea253f-d045-4221-8b13-989fcd07bab3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.048043 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea253f-d045-4221-8b13-989fcd07bab3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43364a64-7e2c-4a13-a8ec-d84b33565faf,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:54.118069 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78ea253f-d045-4221-8b13-989fcd07bab3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.119408 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-78ea253f-d045-4221-8b13-989fcd07bab3 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2936714 Oct 13 00:06:54.124947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 47752) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:06:54.126470 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-a90ab5c3-9edc-451d-800b-cae98e4fe60c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Request body: {'security_group_rule': {'security_group_id': '2cc62057-92fd-4a0b-a0c5-0331629cb9f5', 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:06:54.213347 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-a90ab5c3-9edc-451d-800b-cae98e4fe60c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Project ae404b18d970487c827e0676e6c6be89 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:06:54.219092 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a90ab5c3-9edc-451d-800b-cae98e4fe60c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.282270 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a90ab5c3-9edc-451d-800b-cae98e4fe60c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.350151 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a90ab5c3-9edc-451d-800b-cae98e4fe60c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.369384 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ab5c3-9edc-451d-800b-cae98e4fe60c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1ffd36-41a1-4f35-a5c3-42f418614309,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:06:54.426314 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-a90ab5c3-9edc-451d-800b-cae98e4fe60c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:06:54.427547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-a90ab5c3-9edc-451d-800b-cae98e4fe60c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3046210 Oct 13 00:07:12.139105 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f3a3a413-02ab-45ce-9707-e935e4b85ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.265718 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fccf7f1f-2564-49e4-9e9b-22470eeeaee5 req-285f7665-4526-499b-b217-064d112584a0 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1461624715&fields=id&tenant_id=ae404b18d970487c827e0676e6c6be89 HTTP/1.1" status: 200 len: 267 time: 0.0321121 Oct 13 00:07:15.374786 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf7f1f-2564-49e4-9e9b-22470eeeaee5 req-f35f0d69-b1b7-475a-9ab4-3fd0345e7572 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:07:15.376177 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fccf7f1f-2564-49e4-9e9b-22470eeeaee5 req-f35f0d69-b1b7-475a-9ab4-3fd0345e7572 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/networks?id=d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 200 len: 809 time: 0.1031253 Oct 13 00:07:15.391402 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fccf7f1f-2564-49e4-9e9b-22470eeeaee5 req-18a93762-f123-4500-87c7-ed5892c030b0 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/quotas/ae404b18d970487c827e0676e6c6be89 HTTP/1.1" status: 200 len: 375 time: 0.0089417 Oct 13 00:07:15.441343 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fccf7f1f-2564-49e4-9e9b-22470eeeaee5 req-e628ad31-20f7-43bb-bbf7-048f7c5b86b2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=ae404b18d970487c827e0676e6c6be89&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444884 Oct 13 00:07:15.538010 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fccf7f1f-2564-49e4-9e9b-22470eeeaee5 req-bf9ec425-16ec-4af0-a54d-1d945aa09478 service neutron] 10.222.0.31 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854402 Oct 13 00:07:15.619329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:15.628906 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fccf7f1f-2564-49e4-9e9b-22470eeeaee5 req-7b5a545b-673b-465c-bddf-52d2b000223b service neutron] 10.222.0.31 "GET /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847368 Oct 13 00:07:15.647727 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ab2fe3be-6efe-40c4-8419-c89abafdfd20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:16.165859 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-200cf179-8c8a-4016-817f-8a4f78e3daab req-d1ce6eda-6e33-4ef1-aa41-b3d9bf93170a tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0269518 Oct 13 00:07:16.396488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:17.243032 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fffcff06-6468-4be3-b09a-cb587cf35451 req-b8742090-7840-4351-9053-13dae8d582af tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0271840 Oct 13 00:07:18.144518 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:18.318955 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-84e41f93-050d-487f-aeea-70516feb769f req-a1f5739b-93c5-4310-bdc2-1142a785994d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0278842 Oct 13 00:07:19.393055 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b7e18c55-07e0-446a-a10a-0d531eb8cc1c req-be8bf58e-1066-4a1a-b3ca-7634519e138c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0261796 Oct 13 00:07:19.630151 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:19.887312 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:20.466928 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3fb32b42-dbd4-46b5-91cc-ed8607414956 req-526b0712-4cdd-4580-9a32-cdc986759ccb tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0268192 Oct 13 00:07:21.162765 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:07:21.546551 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-76d26fff-64db-49db-82e0-cc5a6d595663 req-20c25a7a-7a4c-4fc9-b8f6-d736569f64c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0303788 Oct 13 00:07:22.623849 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a809e357-4c3c-4303-aca1-c18efc2f7ab8 req-4b264449-072c-4a81-bf81-82f358f656cc tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0278878 Oct 13 00:07:23.698700 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-39529360-63fb-47d8-85f6-82843613e838 req-ea708764-fed9-49f1-94bf-7432cab0d6e7 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0267298 Oct 13 00:07:24.773641 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f2c72d4-53c7-4a57-8695-a5fcf9b314c3 req-b6c4f399-54d9-498e-9747-bfebb2624691 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0258949 Oct 13 00:07:25.849038 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d2e4bca-95e2-4efb-afda-e41c6358c208 req-57543f69-14c4-456e-8b84-9ddd3e072f92 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0265007 Oct 13 00:07:26.930258 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-061b7131-68a1-4370-b156-e9161bde087d req-0b9ed060-7cfc-450f-834d-d6c415de94de tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0325017 Oct 13 00:07:28.006853 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-84521212-7744-4555-bfd8-56c1d0a11425 req-3ff22f7a-3229-4abb-9890-a0d88dbeda30 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0269427 Oct 13 00:07:29.080606 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-15d5de64-35c8-4038-8bd5-c56a83088d2d req-f467d90c-9818-4593-882a-cbf70adb8ec0 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0258865 Oct 13 00:07:30.156907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a004734b-5348-45fb-96cc-0c08334b893d req-ec69fcd0-323a-4880-8a3f-398fb8ed3016 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0264101 Oct 13 00:07:31.275707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9f57c891-8c58-4437-b4b7-a7dd02aa9789 req-287f2508-be81-4ba5-b24d-7be32518e4e7 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0262675 Oct 13 00:07:32.349980 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-172c8f8d-8353-43a3-be8e-54429b1acef6 req-a0a10801-9b74-4950-a74c-b8422f455538 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0260592 Oct 13 00:07:33.425884 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ff09a7a4-64cb-4655-bf30-9081247d3ba7 req-6ec8a3c0-b67b-42d3-a1eb-7d5390422e42 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0264766 Oct 13 00:07:34.505237 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2a1d768e-5fcf-4e30-88d4-d6f4c5b50f53 req-30bbc8c2-6fad-4eee-975a-2dab10ae5e36 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0303824 Oct 13 00:07:35.583213 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0775d550-b9db-4b1c-800c-0190228d4189 req-3f2affa3-3d5f-4f2d-8b4f-aa60065970de tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0275390 Oct 13 00:07:36.658390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-246510c7-e268-4168-b8b5-b06cd8f5fa90 req-61b3abc3-e114-4ffe-8447-3fc6a017bb75 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0258119 Oct 13 00:07:37.734121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e7c2ab0a-22fc-47dd-8a0c-751edc06c0fe req-e1a988a6-6643-4a09-b94b-157a3ab55573 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0255983 Oct 13 00:07:38.809488 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9a225b90-fdab-4987-8a52-ecaa1fbe2eb4 req-20608bd1-e6c1-4f37-8f63-8da8e76c640e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0267358 Oct 13 00:07:39.887985 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-df910a75-c6fc-4934-8e79-212fe859d8bc req-d9650784-1a63-4734-9d66-4eed3c6ed00d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0298278 Oct 13 00:07:40.965425 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-1aab9587-aab9-4a4d-ae35-10758a0d2311 req-405b7549-63f4-4046-a439-f03d0c12070e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0277479 Oct 13 00:07:42.045567 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a0199356-c715-4df1-91ad-5fff3a9b8292 req-e892a39a-a765-4581-a663-b88d5b745c00 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0273552 Oct 13 00:07:42.137886 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-258d201d-7a58-4788-a797-dad54eaeab9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:43.121956 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0f3b335d-3944-47f6-ae75-9498ea7b9338 req-7346a2e7-d8c7-4baf-8a8d-86abdd46af8f tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0272236 Oct 13 00:07:44.199605 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-67c25df0-b6ae-4875-9e8b-a1a4f5bca7a5 req-836a41a4-9245-4d55-811e-375deb8b8c8d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0270801 Oct 13 00:07:45.277187 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c76d6a12-9d41-485e-a662-d1c472b445bc req-4b4336ac-948e-4a39-b8f4-c2f71ad177d2 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0259101 Oct 13 00:07:45.612371 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:45.640695 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2caa5a3e-670f-4cb8-8b11-15197c2315ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:46.352352 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-9997da5d-051b-4aeb-bd76-9fcfd8344e33 req-a5ebcb96-ac53-441f-ada5-4d07910e634c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0254152 Oct 13 00:07:46.395782 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:47.446963 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-85d25dd1-c866-49e9-8e0a-e15a6312f04b req-8d85de2d-373b-47cb-948b-0bec43f2ae16 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0305192 Oct 13 00:07:48.103475 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:48.522842 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-f68e30b5-bd9a-4680-8308-caf217ee3815 req-b4de1926-b8b1-4301-bb5e-dc208c04e3f5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0261703 Oct 13 00:07:49.599782 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4c707ee7-af33-442d-acbd-5b317cdf6b0b req-3a0af4c8-4a44-40b0-bfe6-7b13e0a52165 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0270808 Oct 13 00:07:49.612503 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:49.909297 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:07:50.689163 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2b8ad2c-731c-40c3-981f-c572de8e55bd req-7edf2972-35b9-462a-8b8e-8788669ee48e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0259452 Oct 13 00:07:51.768264 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ee082e03-e6c8-4825-a845-5e39f096d70c req-558990c3-bb3d-44ed-9a14-48532488a59e tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0283306 Oct 13 00:07:52.849339 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1bdaaaf9-878e-4049-946a-107ef9deb7a5 req-f33bf5f6-0cb4-4ee5-b62d-a7e716b6aa39 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0294073 Oct 13 00:07:53.923800 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3b2d4e01-b37c-4e20-b01c-3ebc82de3027 req-56d96633-c6bb-4e9a-bae6-2213159a09c9 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0260398 Oct 13 00:07:54.998479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-72abc241-9287-4339-9275-1f159c5b5a5d req-9b2e9fe1-c63f-4867-96b9-f23d753adddc tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0263982 Oct 13 00:07:56.073552 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-bdbdb243-cb0f-478b-a30b-8c5619503245 req-03320652-17fb-4d6b-aa78-84ce7817c641 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0273573 Oct 13 00:07:57.149156 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-a1598605-c634-42f0-bf1b-6a225ab963b3 req-505d2e5b-ae89-4e3d-b9cd-88f7410e5aec tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Oct 13 00:07:58.161921 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:07:58.223409 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-2affe2a4-4cff-408b-9c9d-c987333323be req-74895e4b-232c-4990-a2a2-0ff9e1681dfa tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0255029 Oct 13 00:07:59.298445 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-7b84a477-73f7-40fb-9211-af96129059ba req-bf67f9df-7929-4a2a-9d25-aecebefa79ba tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0254502 Oct 13 00:08:00.379410 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-0641bd26-5356-493b-a5f7-b2a88769459c req-0fa534f7-69fd-45ca-801c-f235a0b4da41 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0298755 Oct 13 00:08:01.454754 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-dbc11461-70f6-42d6-b3eb-1978a24f552a req-222bbc35-de63-4f9a-8d15-540c401e08da tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0257053 Oct 13 00:08:02.541594 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-00ef6725-e7ce-4ff0-9788-86f7fd9729c3 req-5372b493-e18b-4b1a-80ad-fa91b3720ab9 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0265038 Oct 13 00:08:03.618554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-88a02c21-c1cf-4bf7-bbd7-3fcfd555acbc req-f25988ef-c1a7-42de-8fab-239110633b29 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0276461 Oct 13 00:08:04.697355 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4a834a4f-7de5-470e-b1ef-46802a428995 req-78b6fbc9-fb27-4239-b606-0607c9e1848d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0263786 Oct 13 00:08:05.776907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cab05960-f11f-4388-be31-1cbaa40d0c84 req-67bbc549-44c0-4581-af02-5d1ffd8c097d tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0307794 Oct 13 00:08:06.853898 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4ee85394-dda3-4913-8f32-b443141e406c req-32cf9fa6-f80a-4664-af19-f8c605fba53c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0271723 Oct 13 00:08:07.929339 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-17ef55f1-ed15-4138-a03b-24dc50ff26eb req-532fb3db-0f36-4b43-ad06-3604f599dd9c tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0259988 Oct 13 00:08:09.006028 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-a7f59a8c-94f5-4c23-b825-22db3c809312 req-eed0e081-c8e6-4f47-b2d0-c6faf3e59852 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0267177 Oct 13 00:08:10.095332 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-bbfedf2b-a2d8-49f7-b95a-15f295c7b005 req-f6cc93ab-82da-4d7e-afb5-d742c909b374 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0256317 Oct 13 00:08:11.170921 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c6644b4b-5c2a-4ef0-84f1-0e3490f606a1 req-58fe5fed-b526-4796-9fc2-d793dba99e89 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0262198 Oct 13 00:08:12.149497 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e7fc046b-48dc-4e73-8236-60791e716bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:12.247365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-800ec719-4724-419d-8fd3-dd0d51887ade req-4ca7aad2-29b1-428d-baa0-7a2b82211017 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0260785 Oct 13 00:08:13.326222 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9da8ed7c-c278-438d-8865-877dafabe1f0 req-c772d633-eb13-4174-b0b6-33c540660981 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0306759 Oct 13 00:08:14.400739 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5643dc54-064c-42c3-b304-33c68da0a7b6 req-77f698c6-30dc-41fc-bd7e-2ef627968531 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0253999 Oct 13 00:08:15.474907 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-17715400-dfd3-43b2-90f5-7ffded1d235a req-84e79a0e-3a19-4a8b-aee7-bbda301db66b tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0259879 Oct 13 00:08:15.646619 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:15.663470 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1586bb5b-5197-4e79-82e6-68870a8db401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.394586 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:16.609261 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8506ab19-3263-49f9-b530-369871d2d7ee req-8d21cfe9-449c-4d69-8cf3-d0d1a13eb6b9 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0269253 Oct 13 00:08:17.759231 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-c98afc06-e93b-4006-8a64-c7b695a048b8 req-f073c776-982f-4dc9-ab16-534d84ed3a63 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0253716 Oct 13 00:08:18.030488 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4b4e5906-904a-41ee-aa14-e3f7b2d5d066 req-d2595353-f350-46de-ba74-69c8ac60b6cb tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "GET /v2.0/ports?device_id=9aace60c-4460-4bd8-911b-bc5e2f00a677 HTTP/1.1" status: 200 len: 210 time: 0.0313697 Oct 13 00:08:18.109207 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:18.923393 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48070) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:18.983651 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.009014 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.121112 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.123806 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.125028 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] 10.222.0.31 "DELETE /v2.0/security-groups/2cc62057-92fd-4a0b-a0c5-0331629cb9f5 HTTP/1.1" status: 204 len: 168 time: 0.2005537 Oct 13 00:08:19.134532 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc62057-92fd-4a0b-a0c5-0331629cb9f5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:19.142620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.142979 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.143315 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.143646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.143973 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.144296 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.144621 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.144941 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.145257 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.145574 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.145904 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.146208 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f733fc7-b529-49b7-8f71-3378d73046c5 tempest-TestShelveInstance-1729349876 tempest-TestShelveInstance-1729349876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:19.238508 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48074) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:19.612112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.698765 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.909436 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:19.950403 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Deleting port db9ee8b7-561d-4325-8c93-ed8917ba9fd0 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:19.950667 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.028598 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] For port db9ee8b7-561d-4325-8c93-ed8917ba9fd0, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=db9ee8b7-561d-4325-8c93-ed8917ba9fd0,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:20.028963 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.042652 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Calling delete_port for db9ee8b7-561d-4325-8c93-ed8917ba9fd0 owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:20.298239 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.329889 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Pushing event deleted for resources: {'Port': ['ID=db9ee8b7-561d-4325-8c93-ed8917ba9fd0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:20.504382 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.723781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Router 7fd63e7b-c921-4186-a832-b2877c473da7 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:08:20.830785 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:20.842576 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-78c4dbfb-6bfb-450b-9acb-50245fe84116 admin admin] 10.222.0.31 "PUT /v2.0/routers/7fd63e7b-c921-4186-a832-b2877c473da7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5964017 Oct 13 00:08:20.842704 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48078) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:20.843412 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] Sync routers for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:20.850502 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:20.851145 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:20.953852 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:20.955254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:21.073525 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.135858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222'}], 'enable_snat': True}, 'gw_port_id': '2434aa70-79f6-4210-998d-884c79e84715', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:08:20Z', 'revision_number': 5, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port': {'id': '2434aa70-79f6-4210-998d-884c79e84715', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:d9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:21Z', 'updated_at': '2021-10-13T00:02:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:21.166484 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] Checking router: 7fd63e7b-c921-4186-a832-b2877c473da7 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:21.175066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] Routers {'7fd63e7b-c921-4186-a832-b2877c473da7'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:21.175689 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['7fd63e7b-c921-4186-a832-b2877c473da7'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:21.187271 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Deleting port 2434aa70-79f6-4210-998d-884c79e84715 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:21.191697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.264575 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] Set router 7fd63e7b-c921-4186-a832-b2877c473da7 gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:21.274444 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] For port 2434aa70-79f6-4210-998d-884c79e84715, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2434aa70-79f6-4210-998d-884c79e84715,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:21.275328 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.287649 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Calling delete_port for 2434aa70-79f6-4210-998d-884c79e84715 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:21.316629 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:08:21Z', 'revision_number': 6, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:21.347163 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a663ed-dea5-464a-bfb7-a8446eaf9dfe None None] The sync data for ids ['7fd63e7b-c921-4186-a832-b2877c473da7'] in n-d-790519-14 is: [{'id': '7fd63e7b-c921-4186-a832-b2877c473da7', 'name': 'tempest-TestShelveInstance-1386205774-router', 'tenant_id': 'ae404b18d970487c827e0676e6c6be89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:20Z', 'updated_at': '2021-10-13T00:08:21Z', 'revision_number': 6, 'project_id': 'ae404b18d970487c827e0676e6c6be89', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:21.526957 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.553454 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Pushing event deleted for resources: {'Port': ['ID=2434aa70-79f6-4210-998d-884c79e84715,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:21.581761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.582246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.582590 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.582926 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.583281 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.583614 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.583939 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.584260 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.584580 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.584897 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.585282 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.585536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:21.625477 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.717595 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.719825 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.840689 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.841267 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fd63e7b-c921-4186-a832-b2877c473da7 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:08:21.849808 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.849808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-5cedfa93-cf5a-47dc-8bd4-2c9c15a9ae70 admin admin] 10.222.0.31 "DELETE /v2.0/routers/7fd63e7b-c921-4186-a832-b2877c473da7 HTTP/1.1" status: 204 len: 168 time: 1.0066953 Oct 13 00:08:21.849808 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48080) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:21.894357 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-8519bb05-dce0-446e-8e5f-06482edbb98b admin admin] Deleting subnet 127e43cc-62f7-460f-9caa-04bf2f074d1c {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:08:21.897389 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8519bb05-dce0-446e-8e5f-06482edbb98b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:21.932507 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8519bb05-dce0-446e-8e5f-06482edbb98b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.012992 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8519bb05-dce0-446e-8e5f-06482edbb98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.131700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device db9ee8b7-561d-4325-8c93-ed8917ba9fd0 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:22.150443 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8519bb05-dce0-446e-8e5f-06482edbb98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.158099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: db9ee8b7-561d-4325-8c93-ed8917ba9fd0 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:22.158482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device db9ee8b7-561d-4325-8c93-ed8917ba9fd0 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:22.168668 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-8519bb05-dce0-446e-8e5f-06482edbb98b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.171979 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-8519bb05-dce0-446e-8e5f-06482edbb98b admin admin] 10.222.0.31 "DELETE /v2.0/subnets/127e43cc-62f7-460f-9caa-04bf2f074d1c HTTP/1.1" status: 204 len: 168 time: 0.3216219 Oct 13 00:08:22.174353 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48082) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:22.178008 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d89495-aeaa-4b70-a623-82bee2083da9 None None] Network d50f0b87-1d03-4772-8a98-eb5675f974d0 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:22.189846 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519bb05-dce0-446e-8e5f-06482edbb98b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=127e43cc-62f7-460f-9caa-04bf2f074d1c,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:22.252060 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.305517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Deleting port a6880363-a9ca-47c5-af91-c7102f48acde {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:22.305858 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.354910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] DHCP port deletion for d50f0b87-1d03-4772-8a98-eb5675f974d0 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:08:22.379352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] For port a6880363-a9ca-47c5-af91-c7102f48acde, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a6880363-a9ca-47c5-af91-c7102f48acde,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:22.379721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.393177 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Calling delete_port for a6880363-a9ca-47c5-af91-c7102f48acde owned by network:dhcp {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:22.405071 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Deleting port a6880363-a9ca-47c5-af91-c7102f48acde {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:22.405410 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.470672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] For port a6880363-a9ca-47c5-af91-c7102f48acde, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a6880363-a9ca-47c5-af91-c7102f48acde,segment=NetworkSegment(afe5a304-1392-4566-82dd-94e8786c5889),segment_id=afe5a304-1392-4566-82dd-94e8786c5889)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:22.471103 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.487185 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Calling delete_port for a6880363-a9ca-47c5-af91-c7102f48acde owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:22.537775 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 00:08:22.556555 n-d-790519-14 neutron-server[101891]: self.session.flush() Oct 13 00:08:22.564063 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.567416 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6880363-a9ca-47c5-af91-c7102f48acde,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:22.571112 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] No DVR routers for this DVR port a6880363-a9ca-47c5-af91-c7102f48acde on host n-d-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:22.594366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Pushing event deleted for resources: {'Port': ['ID=a6880363-a9ca-47c5-af91-c7102f48acde,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:22.599221 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] No DVR routers for this DVR port a6880363-a9ca-47c5-af91-c7102f48acde on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:22.606048 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.606400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.606735 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.607093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.607428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.608655 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.609051 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.609336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.610065 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.610404 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.610733 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.611087 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-388649f8-8a7a-42b8-83ed-3ba969755843 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:22.649150 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.670122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d50f0b87-1d03-4772-8a98-eb5675f974d0']}} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:22.679189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe5a304-1392-4566-82dd-94e8786c5889') {'for_net_delete': True} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:22.679489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.services.segments.db [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe5a304-1392-4566-82dd-94e8786c5889') {} {{(pid=101890) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:22.693215 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-28282934'] for segment, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.707359 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.714144 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=101890) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:08:22.714527 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-28283709'] for segment, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: Traceback (most recent call last): Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: timer() Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: cb(*args, **kw) Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: return func(*args, **kwargs) Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: self._notify() Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: self.callback(batched_events) Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: event.method(event) Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: return f(self, *a, **k) Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: return self._get(url).json() Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: return self.request(url, 'GET', **kwargs) Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:08:22.716219 n-d-790519-14 neutron-server[101890]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:08:22.829420 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.834796 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:22.837996 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] 10.222.0.31 "DELETE /v2.0/networks/d50f0b87-1d03-4772-8a98-eb5675f974d0 HTTP/1.1" status: 204 len: 168 time: 0.6625385 Oct 13 00:08:22.841039 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48084) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:22.849789 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2a740-b2c5-483d-a86d-b8bb30eadda3 admin admin] Pushing event deleted for resources: {'Network': ['ID=d50f0b87-1d03-4772-8a98-eb5675f974d0,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:23.178400 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:23.415784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Deleting port 59949df0-27bc-4438-ac96-431c12444b27 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:23.416123 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:23.494246 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] For port 59949df0-27bc-4438-ac96-431c12444b27, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=59949df0-27bc-4438-ac96-431c12444b27,segment=NetworkSegment(1e06af48-edb0-44cb-94ff-f6fd61ba3d73),segment_id=1e06af48-edb0-44cb-94ff-f6fd61ba3d73)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:23.494523 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:23.506277 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Calling delete_port for 59949df0-27bc-4438-ac96-431c12444b27 owned by network:router_interface {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:23.638001 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2434aa70-79f6-4210-998d-884c79e84715 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:23.657822 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2434aa70-79f6-4210-998d-884c79e84715 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:23.658151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2434aa70-79f6-4210-998d-884c79e84715 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:23.658574 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a6880363-a9ca-47c5-af91-c7102f48acde no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:23.679815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a6880363-a9ca-47c5-af91-c7102f48acde {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:23.680123 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a6880363-a9ca-47c5-af91-c7102f48acde not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:23.749361 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:23.779703 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=59949df0-27bc-4438-ac96-431c12444b27,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:23.946014 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.156857 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Router 13ed3fd9-5ff4-4bd0-a329-743630bce856 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:08:24.561898 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:24.566804 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-a4e8b19d-2c51-4eae-b3d0-0193fac97dc7 admin admin] 10.222.0.31 "PUT /v2.0/routers/13ed3fd9-5ff4-4bd0-a329-743630bce856/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7247524 Oct 13 00:08:24.569380 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48086) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:24.570676 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] Sync routers for ids ['13ed3fd9-5ff4-4bd0-a329-743630bce856'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:24.580060 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] Routers {'13ed3fd9-5ff4-4bd0-a329-743630bce856'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:24.580665 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13ed3fd9-5ff4-4bd0-a329-743630bce856'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:24.672280 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.685399 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] Set router 13ed3fd9-5ff4-4bd0-a329-743630bce856 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:24.773499 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.855887 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:08:23Z', 'revision_number': 5, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'gw_port': {'id': 'e344eb8e-eedc-432c-a5dc-f0dda23cc520', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:0c:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4292, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:24.884853 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] Checking router: 13ed3fd9-5ff4-4bd0-a329-743630bce856 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:24.892928 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] Routers {'13ed3fd9-5ff4-4bd0-a329-743630bce856'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:24.893532 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['13ed3fd9-5ff4-4bd0-a329-743630bce856'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:24.901119 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Deleting port e344eb8e-eedc-432c-a5dc-f0dda23cc520 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:24.901462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.976199 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] Set router 13ed3fd9-5ff4-4bd0-a329-743630bce856 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:24.980195 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] For port e344eb8e-eedc-432c-a5dc-f0dda23cc520, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=e344eb8e-eedc-432c-a5dc-f0dda23cc520,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:24.980566 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:24.992607 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Calling delete_port for e344eb8e-eedc-432c-a5dc-f0dda23cc520 owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:25.027097 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:08:24Z', 'revision_number': 6, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:25.056632 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3637fb4-62f8-412e-89e3-1b5ff9eeeac7 None None] The sync data for ids ['13ed3fd9-5ff4-4bd0-a329-743630bce856'] in n-d-790519-14 is: [{'id': '13ed3fd9-5ff4-4bd0-a329-743630bce856', 'name': 'tempest-TestShelveInstance-138340351-router', 'tenant_id': 'd0067ae89f5e40deb405d9ae52b83645', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:02:27Z', 'updated_at': '2021-10-13T00:08:24Z', 'revision_number': 6, 'project_id': 'd0067ae89f5e40deb405d9ae52b83645', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:25.223765 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.254805 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Pushing event deleted for resources: {'Port': ['ID=e344eb8e-eedc-432c-a5dc-f0dda23cc520,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:25.312289 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.404500 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.406747 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.492255 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.492785 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13ed3fd9-5ff4-4bd0-a329-743630bce856 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:08:25.497784 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.498960 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-0c6ec415-baac-45b1-9915-8a34734e8405 admin admin] 10.222.0.31 "DELETE /v2.0/routers/13ed3fd9-5ff4-4bd0-a329-743630bce856 HTTP/1.1" status: 204 len: 168 time: 0.9286335 Oct 13 00:08:25.501351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48088) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:25.548384 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe86eb5d-9aae-4c71-96e7-caa26519fb2a admin admin] Deleting subnet 12a5f567-e7d3-40c0-96a7-1c348c7acc84 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:08:25.551461 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe86eb5d-9aae-4c71-96e7-caa26519fb2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.585935 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe86eb5d-9aae-4c71-96e7-caa26519fb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.662674 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe86eb5d-9aae-4c71-96e7-caa26519fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.786667 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe86eb5d-9aae-4c71-96e7-caa26519fb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.813180 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86eb5d-9aae-4c71-96e7-caa26519fb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a5f567-e7d3-40c0-96a7-1c348c7acc84,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:25.818789 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fe86eb5d-9aae-4c71-96e7-caa26519fb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.822335 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fe86eb5d-9aae-4c71-96e7-caa26519fb2a admin admin] 10.222.0.31 "DELETE /v2.0/subnets/12a5f567-e7d3-40c0-96a7-1c348c7acc84 HTTP/1.1" status: 204 len: 168 time: 0.3197412 Oct 13 00:08:25.824507 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48090) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:25.829381 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a725b31-339e-4aa7-936e-9ac212871717 None None] Network f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:25.834234 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 59949df0-27bc-4438-ac96-431c12444b27 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:25.887868 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 59949df0-27bc-4438-ac96-431c12444b27 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:25.888223 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 59949df0-27bc-4438-ac96-431c12444b27 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:25.888646 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e344eb8e-eedc-432c-a5dc-f0dda23cc520 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:25.892235 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:25.914250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: e344eb8e-eedc-432c-a5dc-f0dda23cc520 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:25.914601 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device e344eb8e-eedc-432c-a5dc-f0dda23cc520 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:25.952386 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Deleting port 1e2e6dca-8718-40e3-bace-2abaff81c87b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:25.952730 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.021319 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] For port 1e2e6dca-8718-40e3-bace-2abaff81c87b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1e2e6dca-8718-40e3-bace-2abaff81c87b,segment=NetworkSegment(1e06af48-edb0-44cb-94ff-f6fd61ba3d73),segment_id=1e06af48-edb0-44cb-94ff-f6fd61ba3d73)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:26.022128 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.040817 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Calling delete_port for 1e2e6dca-8718-40e3-bace-2abaff81c87b owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:26.060672 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c278648-a85b-4cc3-950d-517e571100f6 None None] DHCP port deletion for f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:08:26.113248 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8c278648-a85b-4cc3-950d-517e571100f6 None None] Deleting port 1e2e6dca-8718-40e3-bace-2abaff81c87b {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:08:26.114517 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c278648-a85b-4cc3-950d-517e571100f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.178580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-8c278648-a85b-4cc3-950d-517e571100f6 None None] For port 1e2e6dca-8718-40e3-bace-2abaff81c87b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=1e2e6dca-8718-40e3-bace-2abaff81c87b,segment=NetworkSegment(1e06af48-edb0-44cb-94ff-f6fd61ba3d73),segment_id=1e06af48-edb0-44cb-94ff-f6fd61ba3d73)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:26.179000 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c278648-a85b-4cc3-950d-517e571100f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.191003 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-8c278648-a85b-4cc3-950d-517e571100f6 None None] Calling delete_port for 1e2e6dca-8718-40e3-bace-2abaff81c87b owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:08:26.195171 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.226597 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2e6dca-8718-40e3-bace-2abaff81c87b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:26.228606 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] No DVR routers for this DVR port 1e2e6dca-8718-40e3-bace-2abaff81c87b on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:26.266881 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c278648-a85b-4cc3-950d-517e571100f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.291765 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c278648-a85b-4cc3-950d-517e571100f6 None None] Pushing event deleted for resources: {'Port': ['ID=1e2e6dca-8718-40e3-bace-2abaff81c87b,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:26.295220 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c278648-a85b-4cc3-950d-517e571100f6 None None] No DVR routers for this DVR port 1e2e6dca-8718-40e3-bace-2abaff81c87b on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:08:26.300955 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.322563 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11f88ef-2eb9-46ae-bc9f-0b228716b4f9']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:26.331756 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e06af48-edb0-44cb-94ff-f6fd61ba3d73') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:26.332057 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e06af48-edb0-44cb-94ff-f6fd61ba3d73') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:26.342815 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.355932 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.361896 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:08:26.362281 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: timer() Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: self._notify() Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:08:26.363971 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:08:26.475090 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.481259 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.484821 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] 10.222.0.31 "DELETE /v2.0/networks/f11f88ef-2eb9-46ae-bc9f-0b228716b4f9 HTTP/1.1" status: 204 len: 168 time: 0.6592226 Oct 13 00:08:26.498203 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65b325-627a-487b-9217-1c5041be724e admin admin] Pushing event deleted for resources: {'Network': ['ID=f11f88ef-2eb9-46ae-bc9f-0b228716b4f9,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:26.783987 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48094) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:26.823554 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-26bf4acb-8089-4afc-88e4-9cc9a9200280 admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=ae404b18d970487c827e0676e6c6be89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384195 Oct 13 00:08:26.825869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48096) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:26.871887 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae066-f8da-471b-8404-51f2fa73d8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:26.892535 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae066-f8da-471b-8404-51f2fa73d8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.012216 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae066-f8da-471b-8404-51f2fa73d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.014784 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f7ae066-f8da-471b-8404-51f2fa73d8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.016033 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f7ae066-f8da-471b-8404-51f2fa73d8c6 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/d49b6e34-ad62-45f6-8923-176648346eda HTTP/1.1" status: 204 len: 168 time: 0.1892810 Oct 13 00:08:27.023753 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7ae066-f8da-471b-8404-51f2fa73d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49b6e34-ad62-45f6-8923-176648346eda,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:27.573982 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48102) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:27.618831 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1328739b-1dd0-45fb-a1e9-6294b647bafb admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=d0067ae89f5e40deb405d9ae52b83645&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436630 Oct 13 00:08:27.621800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48104) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:27.625121 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1e2e6dca-8718-40e3-bace-2abaff81c87b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:08:27.648066 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 1e2e6dca-8718-40e3-bace-2abaff81c87b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:08:27.648414 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 1e2e6dca-8718-40e3-bace-2abaff81c87b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:08:27.671558 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-642eba0b-3c24-4fbb-8de5-dfa4b61e3069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.692321 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-642eba0b-3c24-4fbb-8de5-dfa4b61e3069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.840462 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-642eba0b-3c24-4fbb-8de5-dfa4b61e3069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.843131 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-642eba0b-3c24-4fbb-8de5-dfa4b61e3069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:27.844291 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-642eba0b-3c24-4fbb-8de5-dfa4b61e3069 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/aabf2888-461b-476b-b728-4d5c6bb31083 HTTP/1.1" status: 204 len: 168 time: 0.2215371 Oct 13 00:08:27.852527 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642eba0b-3c24-4fbb-8de5-dfa4b61e3069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf2888-461b-476b-b728-4d5c6bb31083,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:28.841201 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48126) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:28.935974 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1840700208-network', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:29.023292 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Made reservation on behalf of 1031d6e97cea43faa727a1fd4d744760 for: {'network': 1} {{(pid=101889) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:29.025623 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.037095 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.110271 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.154765 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.182690 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=101889) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:08:29.188093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=993c12a9-561f-42bf-834d-72bda07651a8,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:29.196223 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.196613 n-d-790519-14 neutron-server[101889]: INFO neutron.db.segments_db [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Added segment 7234d48a-e8a7-46ef-8cc4-5eee62a002df of type vlan for network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 Oct 13 00:08:29.239479 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.297361 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.298314 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:29.298924 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.359566 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5172498 Oct 13 00:08:29.362503 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48130) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:29.363082 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55c394-58ff-4874-a5ea-9d20cb662b5b admin admin] Pushing event updated for resources: {'Network': ['ID=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:29.367607 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Request body: {'subnet': {'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1840700208-subnet', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:29.373352 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:08:29.429597 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Made reservation on behalf of 1031d6e97cea43faa727a1fd4d744760 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:29.437709 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.646450 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.702482 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Pushing event updated for resources: {'Subnet': ['ID=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:29.709433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Checking segment: {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:29.709788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Network hostable DHCP agents. Network: 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:08:29.800309 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:08:29.868947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:29.872880 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:29.873466 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:29.878135 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4aa1278-164e-461d-b7a7-58451f7614b2 None None] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:29.957623 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-498ecc69-8eef-439b-bbdc-5a5c847c182a admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5937848 Oct 13 00:08:29.960310 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48132) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:29.966014 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:30.017982 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:08:30.018836 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.046379 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.047471 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.102860 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.149992 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Allocated IP 172.20.0.2 (1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7/52a5a4ed-28a5-4cf9-a29d-cb2a3a529196/ba028bfd-3771-439e-9c3a-52e00fe1f67b) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:30.294910 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.338509 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.393351 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:30.401286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:30.404264 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Pushing event updated for resources: {'Port': ['ID=ba028bfd-3771-439e-9c3a-52e00fe1f67b,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:30.407069 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:30.462410 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Attempting to bind port ba028bfd-3771-439e-9c3a-52e00fe1f67b on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:30.462780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Attempting to bind port ba028bfd-3771-439e-9c3a-52e00fe1f67b by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:30.463176 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Attempting to bind port ba028bfd-3771-439e-9c3a-52e00fe1f67b on network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:30.468193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:30.468574 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Checking segment: {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:30.468977 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.469375 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Bound using segment: {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:30.469841 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Bound port: ba028bfd-3771-439e-9c3a-52e00fe1f67b, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:30.470226 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.533680 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] For port ba028bfd-3771-439e-9c3a-52e00fe1f67b, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:30.537536 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] For port ba028bfd-3771-439e-9c3a-52e00fe1f67b, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ba028bfd-3771-439e-9c3a-52e00fe1f67b,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:30.592499 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.595298 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.656673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e46b9-36be-4999-ac1f-90b1499c22d8 None None] Pushing event updated for resources: {'Port': ['ID=ba028bfd-3771-439e-9c3a-52e00fe1f67b,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:30.857351 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.877285 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:30.987479 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Allocated IP 172.25.2.116 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/68ad614f-fc50-4d1f-acb8-07a02051f1b4) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:31.091830 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.172724 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.216437 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:31.220822 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:31.225134 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:31.228747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Pushing event updated for resources: {'Port': ['ID=68ad614f-fc50-4d1f-acb8-07a02051f1b4,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:31.554911 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.581286 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee66f907-3c5d-4c28-87a7-ecb84c089edf None None] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:31.644476 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d5f0eaee-fcfe-4e67-8a58-c0f9d93d12a2 None None] Provisioning complete for port ba028bfd-3771-439e-9c3a-52e00fe1f67b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:31.644842 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5f0eaee-fcfe-4e67-8a58-c0f9d93d12a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.669537 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ba028bfd-3771-439e-9c3a-52e00fe1f67b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:31.778166 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:31.978489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Router 053797e7-2451-4133-aff7-1a0a1c106c6b is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:08:31.985935 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ba028bfd-3771-439e-9c3a-52e00fe1f67b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:31.986308 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.007366 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5f0eaee-fcfe-4e67-8a58-c0f9d93d12a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.061520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d5f0eaee-fcfe-4e67-8a58-c0f9d93d12a2 None None] For port ba028bfd-3771-439e-9c3a-52e00fe1f67b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ba028bfd-3771-439e-9c3a-52e00fe1f67b,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:32.089135 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:32.102004 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Sync routers for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:32.114372 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.126573 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d5f0eaee-fcfe-4e67-8a58-c0f9d93d12a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.130816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:32.131482 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:32.151577 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.152987 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f72f4414-24e5-4d72-b409-878ab81fc626 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1915877 Oct 13 00:08:32.155771 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48134) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:32.289246 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101891) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 00:08:32.290185 n-d-790519-14 neutron-server[101891]: DEBUG oslo_db.api [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 00:08:32.292285 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f0eaee-fcfe-4e67-8a58-c0f9d93d12a2 None None] Pushing event updated for resources: {'Port': ['ID=ba028bfd-3771-439e-9c3a-52e00fe1f67b,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:32.312914 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:32.417160 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d39113cd-ff4a-4ad3-be74-971b08621b4d None None] Provisioning complete for port ba028bfd-3771-439e-9c3a-52e00fe1f67b triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:32.417534 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d39113cd-ff4a-4ad3-be74-971b08621b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.561273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:31Z', 'revision_number': 3, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:32.571090 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.587872 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Checking router: 053797e7-2451-4133-aff7-1a0a1c106c6b for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:32.588427 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Updating router 053797e7-2451-4133-aff7-1a0a1c106c6b port 68ad614f-fc50-4d1f-acb8-07a02051f1b4 binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:08:32.613037 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.730202 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Allocated IP 172.20.0.1 (1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7/52a5a4ed-28a5-4cf9-a29d-cb2a3a529196/43319bfc-263e-4225-bedd-e9b5e8aa5b9e) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:32.838875 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.890626 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.966381 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:32.971536 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.007181 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:33.010396 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:33.013881 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:33.022595 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Attempting to bind port 68ad614f-fc50-4d1f-acb8-07a02051f1b4 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:33.022987 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Attempting to bind port 68ad614f-fc50-4d1f-acb8-07a02051f1b4 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:33.023354 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Attempting to bind port 68ad614f-fc50-4d1f-acb8-07a02051f1b4 on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:33.025369 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0732a1-5c56-4e90-b948-65b34554762b None None] Pushing event updated for resources: {'Port': ['ID=68ad614f-fc50-4d1f-acb8-07a02051f1b4,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:33.031197 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:33.031574 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:33.031978 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.032361 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:33.032833 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Bound port: 68ad614f-fc50-4d1f-acb8-07a02051f1b4, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:33.033221 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.036133 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Pushing event updated for resources: {'Port': ['ID=43319bfc-263e-4225-bedd-e9b5e8aa5b9e,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:33.058375 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.090132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] For port 68ad614f-fc50-4d1f-acb8-07a02051f1b4, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:33.093497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] For port 68ad614f-fc50-4d1f-acb8-07a02051f1b4, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=68ad614f-fc50-4d1f-acb8-07a02051f1b4,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:33.167219 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.223387 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:33.224429 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:33.237713 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.261031 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0732a1-5c56-4e90-b948-65b34554762b None None] Pushing event updated for resources: {'Port': ['ID=68ad614f-fc50-4d1f-acb8-07a02051f1b4,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:33.284911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-f57424d4-5928-4f5e-9dd7-21505aa1b4c2 None None] Provisioning complete for port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:33.285208 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f57424d4-5928-4f5e-9dd7-21505aa1b4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.357529 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-f57424d4-5928-4f5e-9dd7-21505aa1b4c2 None None] Port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:33.366580 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:33.403519 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.440637 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.507186 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.509563 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Pushing event updated for resources: {'Port': ['ID=43319bfc-263e-4225-bedd-e9b5e8aa5b9e,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:33.565084 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-657b7bb0-9253-4833-8928-89159cada982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:32Z', 'revision_number': 1, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:33.591911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b7bb0-9253-4833-8928-89159cada982 None None] The sync data for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 is: [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:32Z', 'revision_number': 1, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:33.611291 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:33.612961 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:33.652792 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ba028bfd-3771-439e-9c3a-52e00fe1f67b up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:33.706889 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port ba028bfd-3771-439e-9c3a-52e00fe1f67b triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:33.707476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.745489 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Router 053797e7-2451-4133-aff7-1a0a1c106c6b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:08:33.879301 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:33.879949 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-b15c5b4c-360f-42a6-b38b-04acde249258 None None] Provisioning complete for port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:33.879949 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b15c5b4c-360f-42a6-b38b-04acde249258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:33.887467 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-fa28c87c-ddc6-49d4-82f6-113a8f95b691 admin admin] 10.222.0.31 "PUT /v2.0/routers/053797e7-2451-4133-aff7-1a0a1c106c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7290199 Oct 13 00:08:33.925209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-b15c5b4c-360f-42a6-b38b-04acde249258 None None] Port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:34.531867 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48150) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:34.537245 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-2016266513-network', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:34.617515 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Made reservation on behalf of 6bfb145680ec40c28e069ae520b931e5 for: {'network': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:34.620238 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for network, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.629598 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.710135 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.789000 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.815115 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=101890) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 00:08:34.825491 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3bbcd03-c6bc-4407-ae01-285c34055f21,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:34.830269 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.830611 n-d-790519-14 neutron-server[101890]: INFO neutron.db.segments_db [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Added segment 61496e71-e2b1-4eec-8aa3-78ad945fff99 of type vlan for network 3a74e097-a70b-4b8e-945b-31d30a8a4796 Oct 13 00:08:34.878385 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8751790018883'] for network, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.954538 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716'] for network, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:34.955433 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:34.956009 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Notify callbacks [] for network, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.017211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] Pushing event updated for resources: {'Network': ['ID=3a74e097-a70b-4b8e-945b-31d30a8a4796,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:35.027124 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Network 3a74e097-a70b-4b8e-945b-31d30a8a4796 details requested by agent ovs-agent-n-d-790519-14 with host n-d-790519-14 {{(pid=101891) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 13 00:08:35.072800 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-b2ad0889-658e-43f2-91f8-e2caf326ee46 admin admin] 10.222.0.31 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5397325 Oct 13 00:08:35.075537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48152) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:35.080406 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Request body: {'subnet': {'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-2016266513-subnet', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'ip_version': 4}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:35.160546 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:08:35.189281 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Made reservation on behalf of 6bfb145680ec40c28e069ae520b931e5 for: {'subnet': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:35.191687 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-28038466'] for subnet, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.614074 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Sync routers for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:35.628228 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:35.628882 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:35.675560 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 68ad614f-fc50-4d1f-acb8-07a02051f1b4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:35.727721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 68ad614f-fc50-4d1f-acb8-07a02051f1b4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:35.728305 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.744213 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:35.749904 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-28283040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-28038508'] for subnet, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.812616 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.813248 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b489b25-9353-4994-b315-f3f30bad1133,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:35.821968 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Checking segment: {'id': '61496e71-e2b1-4eec-8aa3-78ad945fff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:35.822542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Network hostable DHCP agents. Network: 3a74e097-a70b-4b8e-945b-31d30a8a4796, hostable agents: ['a11328fd-1473-423e-a20d-7367fc1e7ecb'], hosted agents: [] {{(pid=101890) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 00:08:35.840168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 68ad614f-fc50-4d1f-acb8-07a02051f1b4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=68ad614f-fc50-4d1f-acb8-07a02051f1b4,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:35.886884 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Network 3a74e097-a70b-4b8e-945b-31d30a8a4796 is scheduled to be hosted by DHCP agent a11328fd-1473-423e-a20d-7367fc1e7ecb with binding_index 1 {{(pid=101890) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 00:08:35.916081 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.960610 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-790519-14, 3a74e097-a70b-4b8e-945b-31d30a8a4796) {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:35.965148 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=68ad614f-fc50-4d1f-acb8-07a02051f1b4,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:35.965460 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:35.966058 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:35.972103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045232d-2562-43be-bd4f-565afcc8944d None None] Network 3a74e097-a70b-4b8e-945b-31d30a8a4796 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:35.973760 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 2, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:36.001622 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Checking router: 053797e7-2451-4133-aff7-1a0a1c106c6b for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:36.001973 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Updating router 053797e7-2451-4133-aff7-1a0a1c106c6b port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:08:36.015761 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-be80e02d-246e-4ab3-8317-be2cb37a6ebc admin admin] 10.222.0.31 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9390218 Oct 13 00:08:36.018224 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48154) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:36.022780 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:36.031154 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.116647 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-703988', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5245'] for router, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.117852 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-703840', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-702007', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-894520', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5238'] for router, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.123034 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf4a24865-c8a5-5991-b237-be1949a1577b-3a74e097-a70b-4b8e-945b-31d30a8a4796', 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'fixed_ips': [{'subnet_id': '3b489b25-9353-4994-b315-f3f30bad1133'}]}} from n-d-790519-14. {{(pid=101891) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 13 00:08:36.123912 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.181042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.270370 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.db_base_plugin_common [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Allocated IP 172.20.0.2 (3a74e097-a70b-4b8e-945b-31d30a8a4796/3b489b25-9353-4994-b315-f3f30bad1133/81e382fd-ff68-4f03-86b7-bbab6a3b5677) {{(pid=101891) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:36.376827 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.405424 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.421771 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Notify callbacks [] for port, precommit_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.486130 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.526865 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628'] for port, after_create {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.559418 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Pushing event updated for resources: {'Port': ['ID=43319bfc-263e-4225-bedd-e9b5e8aa5b9e,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:36.569006 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.569365 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.569688 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.570023 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.570361 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.570805 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.571357 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.571718 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.572050 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.572380 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.572705 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.573027 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101892) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:08:36.575420 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Network 3a74e097-a70b-4b8e-945b-31d30a8a4796 is already hosted by enough agents. {{(pid=101891) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:36.578954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.scheduler.base_scheduler [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Resources bound (agent type, host, resource id): {{(pid=101891) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:36.588665 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Received port after_create {{(pid=101891) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:36.617711 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Attempting to bind port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:36.618123 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Attempting to bind port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:36.618429 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Attempting to bind port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e on network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:36.624806 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:36.625187 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Checking segment: {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:36.625596 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.625994 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Bound using segment: {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:36.626463 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Bound port: 43319bfc-263e-4225-bedd-e9b5e8aa5b9e, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:36.626895 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.659977 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Attempting to bind port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:36.660366 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Attempting to bind port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '61496e71-e2b1-4eec-8aa3-78ad945fff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:36.660740 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Attempting to bind port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 on network 3a74e097-a70b-4b8e-945b-31d30a8a4796 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:36.662693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Pushing event updated for resources: {'Port': ['ID=81e382fd-ff68-4f03-86b7-bbab6a3b5677,revision_number=1']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:36.670367 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:36.670748 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Checking segment: {'id': '61496e71-e2b1-4eec-8aa3-78ad945fff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:36.671352 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.671757 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Bound using segment: {'id': '61496e71-e2b1-4eec-8aa3-78ad945fff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:36.672237 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Bound port: 81e382fd-ff68-4f03-86b7-bbab6a3b5677, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61496e71-e2b1-4eec-8aa3-78ad945fff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:36.672773 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.674658 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.695297 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.705534 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] For port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:36.709359 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] For port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=43319bfc-263e-4225-bedd-e9b5e8aa5b9e,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:36.753810 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] For port 81e382fd-ff68-4f03-86b7-bbab6a3b5677, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:36.757227 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] For port 81e382fd-ff68-4f03-86b7-bbab6a3b5677, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=81e382fd-ff68-4f03-86b7-bbab6a3b5677,segment=NetworkSegment(61496e71-e2b1-4eec-8aa3-78ad945fff99),segment_id=61496e71-e2b1-4eec-8aa3-78ad945fff99)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:36.784218 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.810409 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Allocated IP 172.25.2.68 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:36.813480 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.847002 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:36.848253 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:36.892498 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-408d99aa-15b7-4693-8aff-a0a542faca40 None None] Provisioning complete for port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:36.892818 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-408d99aa-15b7-4693-8aff-a0a542faca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:36.894490 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab741da-d3d7-45cf-adbc-55b0c31b4be7 None None] Pushing event updated for resources: {'Port': ['ID=81e382fd-ff68-4f03-86b7-bbab6a3b5677,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:36.911520 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c33619-9230-4944-bead-ca7a5c290cfe None None] Pushing event updated for resources: {'Port': ['ID=43319bfc-263e-4225-bedd-e9b5e8aa5b9e,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:36.952568 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.014311 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-408d99aa-15b7-4693-8aff-a0a542faca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.021182 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:37.048950 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-408d99aa-15b7-4693-8aff-a0a542faca40 None None] For port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=43319bfc-263e-4225-bedd-e9b5e8aa5b9e,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:37.088221 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.115402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-408d99aa-15b7-4693-8aff-a0a542faca40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.146677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:37.154682 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:37.158907 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:37.196908 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Pushing event updated for resources: {'Port': ['ID=a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:37.204863 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d99aa-15b7-4693-8aff-a0a542faca40 None None] Pushing event updated for resources: {'Port': ['ID=43319bfc-263e-4225-bedd-e9b5e8aa5b9e,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:37.245851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-610ea2ac-0ff7-425e-a03b-11b00a8fdedf None None] Provisioning complete for port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:37.246236 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-610ea2ac-0ff7-425e-a03b-11b00a8fdedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.302112 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:36Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:37.330337 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1184f862-206e-48e4-88d4-460b6a10c264 None None] The sync data for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 is: [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:36Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:37.515522 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.746674 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-703871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-529382'] for router, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.784425 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 81e382fd-ff68-4f03-86b7-bbab6a3b5677 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:37.855432 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:37.855822 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.940313 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:37.975588 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port 81e382fd-ff68-4f03-86b7-bbab6a3b5677, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=81e382fd-ff68-4f03-86b7-bbab6a3b5677,segment=NetworkSegment(61496e71-e2b1-4eec-8aa3-78ad945fff99),segment_id=61496e71-e2b1-4eec-8aa3-78ad945fff99)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:38.012045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 is scheduled to L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 with binding_index 1 {{(pid=101890) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 13 00:08:38.036762 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653af662-34b5-4bd7-91c3-d550d371097e None None] Network 3a74e097-a70b-4b8e-945b-31d30a8a4796 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:08:38.049833 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.050621 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 68ad614f-fc50-4d1f-acb8-07a02051f1b4 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:38.134794 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:38.208614 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.209798 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-910356e5-8ef6-4048-bf39-61e9db6e22e9 admin admin] 10.222.0.31 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1906383 Oct 13 00:08:38.212855 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48156) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:38.240535 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Sync routers for ids ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:38.320368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Routers {'4035cf45-cfce-4be7-9b00-a26f4605cdc5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:38.321032 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:38.374147 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-ea838f7f-de0b-44ca-964c-c05bd8f49796 None None] Provisioning complete for port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:38.374522 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ea838f7f-de0b-44ca-964c-c05bd8f49796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.421336 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=81e382fd-ff68-4f03-86b7-bbab6a3b5677,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:38.510111 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 68ad614f-fc50-4d1f-acb8-07a02051f1b4 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:38.510394 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.589209 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Set router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:38.636127 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.784620 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 43319bfc-263e-4225-bedd-e9b5e8aa5b9e up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:38.799045 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Allocated IP 172.20.0.1 (3a74e097-a70b-4b8e-945b-31d30a8a4796/3b489b25-9353-4994-b315-f3f30bad1133/2a3e32ec-6065-48fa-940a-1521f5d885cd) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:38.874521 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:38.874900 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.909174 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.928193 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 3, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'gw_port': {'id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:38.957368 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Checking router: 4035cf45-cfce-4be7-9b00-a26f4605cdc5 for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:38.957781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Updating router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff binding host n-d-790519-14 {{(pid=101891) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:08:38.988564 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:38.995482 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.034082 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Network 3a74e097-a70b-4b8e-945b-31d30a8a4796 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:39.041040 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:39.044677 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:39.071809 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3e32ec-6065-48fa-940a-1521f5d885cd,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:39.090914 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-529207'] for router_interface, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.115771 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-79117a18-751e-4a04-bc4b-0aa0002e50e8 None None] Provisioning complete for port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:39.116143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-79117a18-751e-4a04-bc4b-0aa0002e50e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.364541 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Notify callbacks [] for port, precommit_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.395520 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-9185d030-d0ca-4e4f-8828-f9706dd379a5 None None] Provisioning complete for port 2a3e32ec-6065-48fa-940a-1521f5d885cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:39.395897 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9185d030-d0ca-4e4f-8828-f9706dd379a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.398359 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.430056 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.437057 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-9185d030-d0ca-4e4f-8828-f9706dd379a5 None None] Port 2a3e32ec-6065-48fa-940a-1521f5d885cd cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:39.482428 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Attempting to bind port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff on host n-d-790519-14 for vnic_type normal with profile {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:39.482798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Attempting to bind port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:39.483186 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Attempting to bind port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff on network c32d697a-4058-4bf4-9bdb-3293ff223126 {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:39.490040 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04646-c09b-49da-afad-995c635a0fdf None None] Pushing event updated for resources: {'Port': ['ID=a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff,revision_number=2']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:39.493080 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:39.493453 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Checking segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101891) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:39.493854 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.494238 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Bound using segment: {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'} {{(pid=101891) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:39.494707 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.managers [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Bound port: a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8cc98cc-f230-4c49-ad77-41ed24e1cb59', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126'}}] {{(pid=101891) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:39.495112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.548815 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] For port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff, host n-d-790519-14, cleared binding levels {{(pid=101891) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:39.551866 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] For port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:39.567696 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.600585 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.638984 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 81e382fd-ff68-4f03-86b7-bbab6a3b5677 up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:39.651964 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.687050 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Routers {'4035cf45-cfce-4be7-9b00-a26f4605cdc5'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:39.687667 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:39.691879 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b04646-c09b-49da-afad-995c635a0fdf None None] Pushing event updated for resources: {'Port': ['ID=a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff,revision_number=3']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:39.719739 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-701351'] for router_interface, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.728113 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Pushing event updated for resources: {'Port': ['ID=2a3e32ec-6065-48fa-940a-1521f5d885cd,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:39.787838 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:39.788216 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:39.819084 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Network 3a74e097-a70b-4b8e-945b-31d30a8a4796 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:39.820535 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:39.828989 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] Set router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:39.944642 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:08:40.073347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-1652c688-08e1-4098-85a0-1e2d6a0820a6 None None] Provisioning complete for port 2a3e32ec-6065-48fa-940a-1521f5d885cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:40.073638 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1652c688-08e1-4098-85a0-1e2d6a0820a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:40.117108 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-1652c688-08e1-4098-85a0-1e2d6a0820a6 None None] Port 2a3e32ec-6065-48fa-940a-1521f5d885cd cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:40.127888 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 4, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'gw_port': {'id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2a3e32ec-6065-48fa-940a-1521f5d885cd', 'name': '', 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'mac_address': 'fa:16:3e:e9:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3b489b25-9353-4994-b315-f3f30bad1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:38Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 2, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'subnets': [{'id': '3b489b25-9353-4994-b315-f3f30bad1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:40.315699 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be09264-3f66-4065-9250-b6bcc0609c84 None None] The sync data for ids ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'] in n-d-790519-14 is: [{'id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 4, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'gw_port': {'id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2a3e32ec-6065-48fa-940a-1521f5d885cd', 'name': '', 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'mac_address': 'fa:16:3e:e9:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3b489b25-9353-4994-b315-f3f30bad1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:38Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 2, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'subnets': [{'id': '3b489b25-9353-4994-b315-f3f30bad1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:40.399427 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:40.412811 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-86765e61-49fa-4f99-ad90-9a74f43a0b80 admin admin] 10.222.0.31 "PUT /v2.0/routers/4035cf45-cfce-4be7-9b00-a26f4605cdc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1913223 Oct 13 00:08:41.192027 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48166) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:41.198668 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7f3cb38f-9065-4a23-92d8-220102d6eda6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2043501890', 'description': 'tempest-secgroup-smoke-2043501890 description', 'project_id': '1031d6e97cea43faa727a1fd4d744760'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:41.314891 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb38f-9065-4a23-92d8-220102d6eda6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.385004 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb38f-9065-4a23-92d8-220102d6eda6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.452481 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb38f-9065-4a23-92d8-220102d6eda6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.486178 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3cb38f-9065-4a23-92d8-220102d6eda6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdea622-1db8-483a-99d1-cc828f88db64,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:41.551122 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7f3cb38f-9065-4a23-92d8-220102d6eda6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.554008 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7f3cb38f-9065-4a23-92d8-220102d6eda6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3584263 Oct 13 00:08:41.555632 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48168) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:41.561373 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-e9d3b02a-c8f8-4b05-b867-520804b44b28 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'security_group_rule': {'security_group_id': 'fbdea622-1db8-483a-99d1-cc828f88db64', 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:41.657562 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b02a-c8f8-4b05-b867-520804b44b28 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.690261 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:41.731721 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b02a-c8f8-4b05-b867-520804b44b28 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.738564 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:41.739043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.784507 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b02a-c8f8-4b05-b867-520804b44b28 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.809701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3b02a-c8f8-4b05-b867-520804b44b28 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=608bbd90-550d-4702-b7d2-d1a93292297d,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:41.828653 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.853803 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] For port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:41.882652 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e9d3b02a-c8f8-4b05-b867-520804b44b28 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.884771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e9d3b02a-c8f8-4b05-b867-520804b44b28 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3276336 Oct 13 00:08:41.889747 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48170) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:41.891927 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-5ed1eb6b-3382-4038-b6c7-507097c6cae7 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'security_group_rule': {'security_group_id': 'fbdea622-1db8-483a-99d1-cc828f88db64', 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:41.937848 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:41.991292 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Pushing event updated for resources: {'Port': ['ID=a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:41.999816 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ed1eb6b-3382-4038-b6c7-507097c6cae7 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.060946 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ed1eb6b-3382-4038-b6c7-507097c6cae7 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.144082 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ed1eb6b-3382-4038-b6c7-507097c6cae7 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.163524 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed1eb6b-3382-4038-b6c7-507097c6cae7 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31499cc9-bdd2-45e9-bdad-5325e1110ad1,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:42.166555 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-4248fc4b-447e-4bcf-9c82-24c5a90bfd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.260470 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-5ed1eb6b-3382-4038-b6c7-507097c6cae7 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.261763 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-5ed1eb6b-3382-4038-b6c7-507097c6cae7 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3732977 Oct 13 00:08:42.264866 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48172) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:42.269379 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-7858a8d9-454c-4659-80f2-68c8457fdc00 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'security_group_rule': {'security_group_id': 'fbdea622-1db8-483a-99d1-cc828f88db64', 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:42.341652 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Sync routers for ids ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:42.348605 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7858a8d9-454c-4659-80f2-68c8457fdc00 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.352997 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Routers {'4035cf45-cfce-4be7-9b00-a26f4605cdc5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:42.359273 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:42.410130 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7858a8d9-454c-4659-80f2-68c8457fdc00 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.460312 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Set router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:42.492221 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7858a8d9-454c-4659-80f2-68c8457fdc00 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.511357 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858a8d9-454c-4659-80f2-68c8457fdc00 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2281b60-083b-406c-892d-227ff14b3fd7,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:42.591008 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-7858a8d9-454c-4659-80f2-68c8457fdc00 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.594724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-7858a8d9-454c-4659-80f2-68c8457fdc00 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3264275 Oct 13 00:08:42.594989 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48174) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:42.599550 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-f2c562a9-e0c9-4f1f-ae32-0e3b9863a4e6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'security_group_rule': {'security_group_id': 'fbdea622-1db8-483a-99d1-cc828f88db64', 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:42.661263 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 4, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'gw_port': {'id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2a3e32ec-6065-48fa-940a-1521f5d885cd', 'name': '', 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'mac_address': 'fa:16:3e:e9:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3b489b25-9353-4994-b315-f3f30bad1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:38Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 2, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'subnets': [{'id': '3b489b25-9353-4994-b315-f3f30bad1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:42.679389 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f2c562a9-e0c9-4f1f-ae32-0e3b9863a4e6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.688142 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Checking router: 4035cf45-cfce-4be7-9b00-a26f4605cdc5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:42.688441 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Updating router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 port 2a3e32ec-6065-48fa-940a-1521f5d885cd binding host n-d-790519-14 {{(pid=101892) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 00:08:42.713028 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.739951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f2c562a9-e0c9-4f1f-ae32-0e3b9863a4e6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.817951 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f2c562a9-e0c9-4f1f-ae32-0e3b9863a4e6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.842215 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c562a9-e0c9-4f1f-ae32-0e3b9863a4e6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4d1a3a-4455-4a0d-884e-bb76d49e267c,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:42.888698 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f2c562a9-e0c9-4f1f-ae32-0e3b9863a4e6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.889921 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f2c562a9-e0c9-4f1f-ae32-0e3b9863a4e6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2939746 Oct 13 00:08:42.892781 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48176) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:42.897344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [None req-99b17ca3-1c02-4e9c-8f4b-a3b92da5d4e1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'security_group_rule': {'security_group_id': 'fbdea622-1db8-483a-99d1-cc828f88db64', 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:42.960446 n-d-790519-14 neutron-server[101890]: INFO neutron.db.securitygroups_db [None req-99b17ca3-1c02-4e9c-8f4b-a3b92da5d4e1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Project 1031d6e97cea43faa727a1fd4d744760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:08:42.965738 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99b17ca3-1c02-4e9c-8f4b-a3b92da5d4e1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:42.978738 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Notify callbacks [] for port, precommit_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.026621 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99b17ca3-1c02-4e9c-8f4b-a3b92da5d4e1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.046197 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.096603 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1bb9d-aeb6-4901-9101-a1c7e75d811c None None] Pushing event updated for resources: {'Port': ['ID=2a3e32ec-6065-48fa-940a-1521f5d885cd,revision_number=3']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:43.104770 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99b17ca3-1c02-4e9c-8f4b-a3b92da5d4e1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.126146 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b17ca3-1c02-4e9c-8f4b-a3b92da5d4e1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038bd899-9b02-4462-aed2-6a9fb3b85705,revision_number=0']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:43.146839 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Attempting to bind port 2a3e32ec-6065-48fa-940a-1521f5d885cd on host n-d-790519-14 for vnic_type normal with profile {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:43.147250 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Attempting to bind port 2a3e32ec-6065-48fa-940a-1521f5d885cd by drivers openvswitch,hyperv on host n-d-790519-14 at level 0 using segments [{'id': '61496e71-e2b1-4eec-8aa3-78ad945fff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796'}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:43.147593 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Attempting to bind port 2a3e32ec-6065-48fa-940a-1521f5d885cd on network 3a74e097-a70b-4b8e-945b-31d30a8a4796 {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:43.154184 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Checking agent: {'id': '1d47b6e6-d4f3-4c2e-b484-6afe64c9bd3e', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 38, 15), 'started_at': datetime.datetime(2021, 10, 12, 22, 38, 45), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-790519-14'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:43.154557 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Checking segment: {'id': '61496e71-e2b1-4eec-8aa3-78ad945fff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101892) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:43.154981 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.155379 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Bound using segment: {'id': '61496e71-e2b1-4eec-8aa3-78ad945fff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796'} {{(pid=101892) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:43.155844 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.managers [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Bound port: 2a3e32ec-6065-48fa-940a-1521f5d885cd, host: n-d-790519-14, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61496e71-e2b1-4eec-8aa3-78ad945fff99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796'}}] {{(pid=101892) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:43.156223 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.185725 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-99b17ca3-1c02-4e9c-8f4b-a3b92da5d4e1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.187771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-99b17ca3-1c02-4e9c-8f4b-a3b92da5d4e1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2934391 Oct 13 00:08:43.190156 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48178) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:43.194780 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-e41ba0b4-0981-4ca9-a41a-d627591545da tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'security_group_rule': {'security_group_id': 'fbdea622-1db8-483a-99d1-cc828f88db64', 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:43.226512 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] For port 2a3e32ec-6065-48fa-940a-1521f5d885cd, host n-d-790519-14, cleared binding levels {{(pid=101892) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:43.230706 n-d-790519-14 neutron-server[101892]: DEBUG neutron.plugins.ml2.db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] For port 2a3e32ec-6065-48fa-940a-1521f5d885cd, host n-d-790519-14, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2a3e32ec-6065-48fa-940a-1521f5d885cd,segment=NetworkSegment(61496e71-e2b1-4eec-8aa3-78ad945fff99),segment_id=61496e71-e2b1-4eec-8aa3-78ad945fff99)] {{(pid=101892) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:43.286087 n-d-790519-14 neutron-server[101889]: INFO neutron.db.securitygroups_db [None req-e41ba0b4-0981-4ca9-a41a-d627591545da tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Project 1031d6e97cea43faa727a1fd4d744760 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 00:08:43.292652 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e41ba0b4-0981-4ca9-a41a-d627591545da tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.315013 n-d-790519-14 neutron-server[101892]: DEBUG neutron_lib.callbacks.manager [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101892) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.356858 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-cd24b745-11b5-4e6c-a834-026e0626b28d None None] Provisioning complete for port 2a3e32ec-6065-48fa-940a-1521f5d885cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:43.357855 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cd24b745-11b5-4e6c-a834-026e0626b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.360958 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e41ba0b4-0981-4ca9-a41a-d627591545da tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.373925 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1bb9d-aeb6-4901-9101-a1c7e75d811c None None] Pushing event updated for resources: {'Port': ['ID=2a3e32ec-6065-48fa-940a-1521f5d885cd,revision_number=4']} {{(pid=101892) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:43.392892 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Routers {'4035cf45-cfce-4be7-9b00-a26f4605cdc5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:43.393517 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:43.417693 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e41ba0b4-0981-4ca9-a41a-d627591545da tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-726039'] for security_group_rule, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.441347 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41ba0b4-0981-4ca9-a41a-d627591545da tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee2e00c6-4c26-40ed-acf8-c6e9d2288fbd,revision_number=0']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:43.456267 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cd24b745-11b5-4e6c-a834-026e0626b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.493579 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-cd24b745-11b5-4e6c-a834-026e0626b28d None None] For port 2a3e32ec-6065-48fa-940a-1521f5d885cd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2a3e32ec-6065-48fa-940a-1521f5d885cd,segment=NetworkSegment(61496e71-e2b1-4eec-8aa3-78ad945fff99),segment_id=61496e71-e2b1-4eec-8aa3-78ad945fff99)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:43.510510 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] Set router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:43.513105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-e41ba0b4-0981-4ca9-a41a-d627591545da tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.520837 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-e41ba0b4-0981-4ca9-a41a-d627591545da tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3232131 Oct 13 00:08:43.566122 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-cd24b745-11b5-4e6c-a834-026e0626b28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.641700 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24b745-11b5-4e6c-a834-026e0626b28d None None] Pushing event updated for resources: {'Port': ['ID=2a3e32ec-6065-48fa-940a-1521f5d885cd,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:43.688994 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6ed52947-7c21-4ed1-81a1-e844df894604 None None] Provisioning complete for port 2a3e32ec-6065-48fa-940a-1521f5d885cd triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:43.689508 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6ed52947-7c21-4ed1-81a1-e844df894604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.690459 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-70286712-6399-47b1-aeef-8ed0300e8f6e tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043501890&fields=id&tenant_id=1031d6e97cea43faa727a1fd4d744760 HTTP/1.1" status: 200 len: 267 time: 0.0413117 Oct 13 00:08:43.724548 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2a3e32ec-6065-48fa-940a-1521f5d885cd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:43.822363 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2a3e32ec-6065-48fa-940a-1521f5d885cd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:43.822743 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:43.827354 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-6b45c305-b408-4a99-9359-772fa8e0dc8c tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:43.829582 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-6b45c305-b408-4a99-9359-772fa8e0dc8c tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 810 time: 0.1275294 Oct 13 00:08:43.841020 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 4, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'gw_port': {'id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2a3e32ec-6065-48fa-940a-1521f5d885cd', 'name': '', 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'mac_address': 'fa:16:3e:e9:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3b489b25-9353-4994-b315-f3f30bad1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:38Z', 'updated_at': '2021-10-13T00:08:43Z', 'revision_number': 4, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'subnets': [{'id': '3b489b25-9353-4994-b315-f3f30bad1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:43.850242 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-14518d0a-122f-45ed-8564-52b84baa0890 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/quotas/1031d6e97cea43faa727a1fd4d744760 HTTP/1.1" status: 200 len: 375 time: 0.0115638 Oct 13 00:08:43.868323 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2a8afd4-5a96-43e1-a905-822916fca532 None None] The sync data for ids ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'] in n-d-790519-14 is: [{'id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:39Z', 'revision_number': 4, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'gw_port': {'id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '2a3e32ec-6065-48fa-940a-1521f5d885cd', 'name': '', 'network_id': '3a74e097-a70b-4b8e-945b-31d30a8a4796', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'mac_address': 'fa:16:3e:e9:89:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4338, 'fixed_ips': [{'subnet_id': '3b489b25-9353-4994-b315-f3f30bad1133', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:38Z', 'updated_at': '2021-10-13T00:08:43Z', 'revision_number': 4, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'subnets': [{'id': '3b489b25-9353-4994-b315-f3f30bad1133', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:43.910616 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-0bf9ebcd-2955-400c-905d-9ec6b4fd0890 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531623 Oct 13 00:08:43.911859 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:43.962911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:43.963323 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:44.122495 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-3d0aaf29-e1da-403c-8f53-892853003fc1 service neutron] 10.222.0.31 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989377 Oct 13 00:08:44.220864 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-53bddc06-d39e-4391-aa09-b2d0dfb704a2 service neutron] 10.222.0.31 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917099 Oct 13 00:08:44.459435 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6566bb17-d0eb-4293-b4f6-e23beea24beb req-422b1dd6-524a-4199-a751-e901788d42e4 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 210 time: 0.0341306 Oct 13 00:08:45.542015 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2b27c943-51b4-4543-be9e-c847bf1ec239 req-5bda10c3-c3a7-4486-8a02-0029b88832ad tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 210 time: 0.0320001 Oct 13 00:08:45.618044 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.634886 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c25a-13f6-4141-bb29-8755af52b328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:45.646137 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2a3e32ec-6065-48fa-940a-1521f5d885cd up at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:45.693948 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Provisioning complete for port 2a3e32ec-6065-48fa-940a-1521f5d885cd triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:45.694318 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.377250 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.480293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-b9e2ffbe-cae9-408b-8204-c5e38a6be0fc tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:46.481734 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-b9e2ffbe-cae9-408b-8204-c5e38a6be0fc tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.25 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 810 time: 0.1022031 Oct 13 00:08:46.526117 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-43d7bf34-be5a-4b90-a828-baa2c2f75b93 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.25 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1031d6e97cea43faa727a1fd4d744760 HTTP/1.1" status: 200 len: 380 time: 0.0344563 Oct 13 00:08:46.535449 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'port': {'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'admin_state_up': True, 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'security_groups': ['fbdea622-1db8-483a-99d1-cc828f88db64']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:46.645447 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-6838b8c6-ab18-48a4-9f90-3bdf8bfb6bf7 req-d103dcbb-b1ff-479f-94a6-96ba299e2b9b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 210 time: 0.0308437 Oct 13 00:08:46.743542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Made reservation on behalf of 1031d6e97cea43faa727a1fd4d744760 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:08:46.747125 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:46.872798 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Allocated IP 172.20.0.6 (1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7/52a5a4ed-28a5-4cf9-a29d-cb2a3a529196/48299170-3761-4891-a451-fd53d74e5ce5) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:47.004194 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.092381 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.141435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:47.144649 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:47.149505 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:47.172102 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'Port': ['ID=48299170-3761-4891-a451-fd53d74e5ce5,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:47.201701 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.202328 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.278693 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-9c792b4e-aa62-4246-9bf9-1dc403d89400 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7467999 Oct 13 00:08:47.292840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Request body: {'port': {'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:47.351578 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.385853 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-86eca7cc-55d9-41e3-83c3-1a1e05ddaa8d None None] Provisioning complete for port 48299170-3761-4891-a451-fd53d74e5ce5 triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:47.386469 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-86eca7cc-55d9-41e3-83c3-1a1e05ddaa8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.421194 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-86eca7cc-55d9-41e3-83c3-1a1e05ddaa8d None None] Port 48299170-3761-4891-a451-fd53d74e5ce5 cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:08:47.614099 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48299170-3761-4891-a451-fd53d74e5ce5 {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:47.622042 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.634765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Transition to ACTIVE for port object 48299170-3761-4891-a451-fd53d74e5ce5 will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:08:47.703743 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.780165 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=48299170-3761-4891-a451-fd53d74e5ce5,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:47.840093 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6598fb-c7d3-4d65-875c-47faddd7f3d6 req-6f274c19-0b8a-452f-81bf-f9968048bae6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:47.841634 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e6598fb-c7d3-4d65-875c-47faddd7f3d6 req-6f274c19-0b8a-452f-81bf-f9968048bae6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 943 time: 0.1115348 Oct 13 00:08:47.893016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Attempting to bind port 48299170-3761-4891-a451-fd53d74e5ce5 on host n-h2-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:08:47.893350 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Attempting to bind port 48299170-3761-4891-a451-fd53d74e5ce5 by drivers openvswitch,hyperv on host n-h2-790519-14 at level 0 using segments [{'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:08:47.893678 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Attempting to bind port 48299170-3761-4891-a451-fd53d74e5ce5 on network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:47.905697 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-0e6598fb-c7d3-4d65-875c-47faddd7f3d6 req-b3e965ba-b8e2-43ba-aeb1-0f87db2df19d tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571723 Oct 13 00:08:47.906405 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Port 48299170-3761-4891-a451-fd53d74e5ce5 on network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:08:47.906723 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Attempting to bind port 48299170-3761-4891-a451-fd53d74e5ce5 on network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:08:47.912049 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Checking agent: {'id': '79f363d1-78f4-4066-919c-76ae8fd90dc2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 8, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:08:47.912383 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Checking segment: {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:08:47.912759 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Bound using segment: {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:08:47.913183 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Bound port: 48299170-3761-4891-a451-fd53d74e5ce5, host: n-h2-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:08:47.913539 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:47.976608 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:08:47.979569 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=48299170-3761-4891-a451-fd53d74e5ce5,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:08:48.047248 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:48.089835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.090570 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:48.091916 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] 10.222.0.25 "PUT /v2.0/ports/48299170-3761-4891-a451-fd53d74e5ce5 HTTP/1.1" status: 200 len: 1092 time: 0.8037450 Oct 13 00:08:48.092361 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:48.094659 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2012a826-668d-4ccf-9250-b2cb69b337cb" -d '{"events": [{"name": "network-changed", "server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "tag": "48299170-3761-4891-a451-fd53d74e5ce5"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:48.114501 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:48.117129 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c40083-72b5-4e9b-90a2-a8d7ddada8f8 service neutron] Pushing event updated for resources: {'Port': ['ID=48299170-3761-4891-a451-fd53d74e5ce5,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:48.142155 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25bc576d-068a-4fef-a0cb-b47581a6289e x-openstack-request-id: req-25bc576d-068a-4fef-a0cb-b47581a6289e {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:48.142404 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "tag": "48299170-3761-4891-a451-fd53d74e5ce5", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:48.142656 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-25bc576d-068a-4fef-a0cb-b47581a6289e {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:48.143261 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5', 'status': 'completed', 'code': 200} Oct 13 00:08:48.208754 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012a826-668d-4ccf-9250-b2cb69b337cb req-47fcfa79-9089-447a-81e7-64049c72d638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.210357 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2012a826-668d-4ccf-9250-b2cb69b337cb req-47fcfa79-9089-447a-81e7-64049c72d638 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1095 time: 0.0446405 Oct 13 00:08:48.314319 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012a826-668d-4ccf-9250-b2cb69b337cb req-33e0563d-5b1d-42a1-a338-6acf051a1984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.315813 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2012a826-668d-4ccf-9250-b2cb69b337cb req-33e0563d-5b1d-42a1-a338-6acf051a1984 service neutron] 10.222.0.25 "GET /v2.0/networks?tenant_id=1031d6e97cea43faa727a1fd4d744760&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0980306 Oct 13 00:08:48.412690 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012a826-668d-4ccf-9250-b2cb69b337cb req-f46db0af-c2ce-4874-8ce8-299eaac385ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.414826 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-2012a826-668d-4ccf-9250-b2cb69b337cb req-f46db0af-c2ce-4874-8ce8-299eaac385ce service neutron] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917151 Oct 13 00:08:48.490253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-fbd054a4-b7f9-4e42-976e-7b52a735fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.491788 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-fbd054a4-b7f9-4e42-976e-7b52a735fc7f service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1095 time: 0.0421717 Oct 13 00:08:48.538255 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-19aa204e-f5a9-49dc-b7b7-b162e3b065d3 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48299170-3761-4891-a451-fd53d74e5ce5 HTTP/1.1" status: 200 len: 217 time: 0.0382557 Oct 13 00:08:48.586561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-3b6895ab-d94f-4803-a6a3-730cb50a5462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.588114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-3b6895ab-d94f-4803-a6a3-730cb50a5462 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0435693 Oct 13 00:08:48.633620 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-5d369012-80a3-46ac-a172-318e2bd36011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:48.635061 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-5d369012-80a3-46ac-a172-318e2bd36011 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402033 Oct 13 00:08:48.728595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-3cfe8ce2-ce50-479a-a28b-9f190827cfd9 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855043 Oct 13 00:08:48.818232 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-82879c5f-d9b7-4867-b470-716d5b7f71ea req-5c12bf29-2b04-4230-a6d6-c7552dbd9f77 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823054 Oct 13 00:08:49.020558 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756531a1-fda1-4946-bd6c-b78b7373009e req-148f481c-5197-44df-a740-eeab972ab908 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:49.022048 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-756531a1-fda1-4946-bd6c-b78b7373009e req-148f481c-5197-44df-a740-eeab972ab908 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 943 time: 0.0496616 Oct 13 00:08:49.060011 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-756531a1-fda1-4946-bd6c-b78b7373009e req-c925db15-878c-4432-a818-118d5bb61626 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314591 Oct 13 00:08:49.629393 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:49.897719 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:50.175837 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87c88e-435d-4227-851a-dd71b3ac6f27 req-5ba37545-3707-4c53-89a3-4f4e0c4139b0 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:50.177221 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a87c88e-435d-4227-851a-dd71b3ac6f27 req-5ba37545-3707-4c53-89a3-4f4e0c4139b0 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 943 time: 0.0492568 Oct 13 00:08:50.215616 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a87c88e-435d-4227-851a-dd71b3ac6f27 req-c35a0d5b-6af5-4b42-985b-0e052cdfd723 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Oct 13 00:08:51.333878 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dda1db-b747-4833-a6f1-4a2e5efd763a req-ff21e6da-c201-4f81-950b-abbf9ccc4c98 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:51.335347 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98dda1db-b747-4833-a6f1-4a2e5efd763a req-ff21e6da-c201-4f81-950b-abbf9ccc4c98 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 943 time: 0.0530229 Oct 13 00:08:51.372373 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-98dda1db-b747-4833-a6f1-4a2e5efd763a req-b6d822f0-4713-494f-9eba-e41ca04ad367 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306087 Oct 13 00:08:51.660296 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 48299170-3761-4891-a451-fd53d74e5ce5 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:08:51.756095 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=48299170-3761-4891-a451-fd53d74e5ce5,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:51.766103 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '48299170-3761-4891-a451-fd53d74e5ce5', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:08:51.801513 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:51.814339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48299170-3761-4891-a451-fd53d74e5ce5 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:08:51.832191 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=48299170-3761-4891-a451-fd53d74e5ce5,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:51.954531 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:52.000471 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=48299170-3761-4891-a451-fd53d74e5ce5,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:52.175218 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['48299170-3761-4891-a451-fd53d74e5ce5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:08:52.490071 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e95fb0-1e7e-49ea-8047-7ea668f0571d req-f5bc47a9-6db8-48b4-b565-35d4b6529660 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:52.491565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6e95fb0-1e7e-49ea-8047-7ea668f0571d req-f5bc47a9-6db8-48b4-b565-35d4b6529660 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 944 time: 0.0487533 Oct 13 00:08:52.529562 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-b6e95fb0-1e7e-49ea-8047-7ea668f0571d req-28f4bf48-b6ce-428b-9edf-b246c012fbc3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321851 Oct 13 00:08:53.649180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4272197-f9b2-4908-a57c-9ca4030b68dd req-eedb13f3-0b2c-4154-b408-09d169be3cc2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:53.650662 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4272197-f9b2-4908-a57c-9ca4030b68dd req-eedb13f3-0b2c-4154-b408-09d169be3cc2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 944 time: 0.0507033 Oct 13 00:08:53.688212 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b4272197-f9b2-4908-a57c-9ca4030b68dd req-80106f91-714e-4bad-b650-2d005f4310ec tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317171 Oct 13 00:08:53.698328 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 48299170-3761-4891-a451-fd53d74e5ce5 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:08:53.828553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning for port 48299170-3761-4891-a451-fd53d74e5ce5 completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:08:53.832331 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 48299170-3761-4891-a451-fd53d74e5ce5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:08:53.832711 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.908883 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:53.931233 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:53.933732 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3826419d-7675-45b9-9d9e-aa342f09bf40" -d '{"events": [{"server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "name": "network-vif-plugged", "status": "completed", "tag": "48299170-3761-4891-a451-fd53d74e5ce5"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:53.945857 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=48299170-3761-4891-a451-fd53d74e5ce5,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:08:53.994719 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:54.024938 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09c5ef60-d5e0-46a7-9da1-d10fb23c9979 x-openstack-request-id: req-09c5ef60-d5e0-46a7-9da1-d10fb23c9979 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:54.025233 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "name": "network-vif-plugged", "status": "completed", "tag": "48299170-3761-4891-a451-fd53d74e5ce5", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:54.025486 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-09c5ef60-d5e0-46a7-9da1-d10fb23c9979 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:54.025876 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5', 'code': 200} Oct 13 00:08:54.043497 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=48299170-3761-4891-a451-fd53d74e5ce5,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:54.115517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a5e218-1672-4103-8d3d-a021393695ac req-6bc75c14-aa84-47a8-ac9e-c51641f6b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:54.116881 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6a5e218-1672-4103-8d3d-a021393695ac req-6bc75c14-aa84-47a8-ac9e-c51641f6b528 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1097 time: 0.0391207 Oct 13 00:08:54.151094 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-d6a5e218-1672-4103-8d3d-a021393695ac req-7e243533-ccf9-40ec-b162-6a9d04a3fe55 service neutron] 10.222.0.25 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267940 Oct 13 00:08:54.803171 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7568-2ce4-4e3c-bb10-68d3451f8b17 req-10138b9e-47b3-488f-ad36-5c5cb5d1cc56 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:54.804638 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a6a7568-2ce4-4e3c-bb10-68d3451f8b17 req-10138b9e-47b3-488f-ad36-5c5cb5d1cc56 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 945 time: 0.0521245 Oct 13 00:08:54.842670 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3a6a7568-2ce4-4e3c-bb10-68d3451f8b17 req-b8f84603-88f8-46fb-9ab0-8f4263dd4216 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317640 Oct 13 00:08:55.959993 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf92437-60d9-4a52-82bf-32f2378fe5f6 req-fc7bd0a2-c7e2-40fa-98f8-3cb2ba7a6736 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:55.962191 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7bf92437-60d9-4a52-82bf-32f2378fe5f6 req-fc7bd0a2-c7e2-40fa-98f8-3cb2ba7a6736 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 945 time: 0.0528371 Oct 13 00:08:55.998736 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-7bf92437-60d9-4a52-82bf-32f2378fe5f6 req-b0c98877-889e-408a-ab31-bda363d757ed tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307939 Oct 13 00:08:56.109519 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386cadb-be39-48d2-8f45-df2391f977b2 req-6ae4d3d5-0e25-4363-938c-4be6c9d808ae tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:56.111006 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5386cadb-be39-48d2-8f45-df2391f977b2 req-6ae4d3d5-0e25-4363-938c-4be6c9d808ae tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 945 time: 0.0485928 Oct 13 00:08:56.148119 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5386cadb-be39-48d2-8f45-df2391f977b2 req-431709c9-4ce1-4bbf-8030-7c3f54c9422d tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Oct 13 00:08:56.170427 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48250) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:56.252349 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d42e09a1-0a37-426b-8838-6679d82d6ad6 tempest-TestSnapshotPattern-1978656083 tempest-TestSnapshotPattern-1978656083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:56.253864 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d42e09a1-0a37-426b-8838-6679d82d6ad6 tempest-TestSnapshotPattern-1978656083 tempest-TestSnapshotPattern-1978656083-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1092 time: 0.0823588 Oct 13 00:08:56.256727 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48254) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:08:56.261761 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:08:56.348466 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:56.445168 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:56.544743 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Allocated IP 172.25.2.187 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/640b677d-5ff5-415c-b09e-4a996dd50c17) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:08:56.654563 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:56.743327 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:56.782673 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:08:56.785577 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:08:56.789006 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:08:56.795033 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'Port': ['ID=640b677d-5ff5-415c-b09e-4a996dd50c17,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:57.136996 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.241332 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.388271 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.440136 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.511918 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'Port': ['ID=640b677d-5ff5-415c-b09e-4a996dd50c17,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:08:57.520136 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:57.620144 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Floating IP 67bdcfb3-5801-4127-b0f1-ce2211e503b7 associated. External IP: 172.25.2.187, port: 48299170-3761-4891-a451-fd53d74e5ce5. Oct 13 00:08:57.823081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Router 053797e7-2451-4133-aff7-1a0a1c106c6b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:08:57.926485 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:08:57.936960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] Sync routers for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:08:57.946514 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:57.947151 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:58.013789 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:08:58.044808 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f4fa5eb8-94ea-4873-a582-550207311940 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7870486 Oct 13 00:08:58.045388 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:08:58.047689 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "tag": "48299170-3761-4891-a451-fd53d74e5ce5"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:08:58.049775 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:58.138027 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:08:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede2eab3-3b62-4ede-8b92-2ca800b820ed x-openstack-request-id: req-ede2eab3-3b62-4ede-8b92-2ca800b820ed {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:08:58.138027 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "tag": "48299170-3761-4891-a451-fd53d74e5ce5", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:08:58.138027 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-ede2eab3-3b62-4ede-8b92-2ca800b820ed {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:08:58.138027 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5', 'status': 'completed', 'code': 200} Oct 13 00:08:58.206762 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-fdc4fa7f-b1bf-49ab-904d-b0a37940af1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:58.208344 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-fdc4fa7f-b1bf-49ab-904d-b0a37940af1b service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1097 time: 0.0465429 Oct 13 00:08:58.280265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '67bdcfb3-5801-4127-b0f1-ce2211e503b7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:57Z', 'updated_at': '2021-10-13T00:08:57Z', 'revision_number': 0, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:58.301214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-d4d825ca-eb9d-4519-bced-47700d172451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:58.302690 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-d4d825ca-eb9d-4519-bced-47700d172451 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 911 time: 0.0875952 Oct 13 00:08:58.306422 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] Checking router: 053797e7-2451-4133-aff7-1a0a1c106c6b for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:08:58.314851 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:08:58.315513 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:08:46Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:58.366815 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-1edb0374-b892-4691-90f3-7571324290ac service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48299170-3761-4891-a451-fd53d74e5ce5 HTTP/1.1" status: 200 len: 999 time: 0.0571232 Oct 13 00:08:58.422251 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-6588591f-442e-41df-94ae-c6f780b17331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:58.422780 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:08:58.423958 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-6588591f-442e-41df-94ae-c6f780b17331 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0508094 Oct 13 00:08:58.472021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-1b87cd6b-3854-420c-9635-000cae3bb8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:08:58.473523 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-1b87cd6b-3854-420c-9635-000cae3bb8fd service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418572 Oct 13 00:08:58.563239 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-2f010338-b440-4ac7-85db-048adaa47ace service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824218 Oct 13 00:08:58.650879 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '67bdcfb3-5801-4127-b0f1-ce2211e503b7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:57Z', 'updated_at': '2021-10-13T00:08:57Z', 'revision_number': 0, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:08:58.661077 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-cde3cb69-92a8-43f3-b1c3-2c8fa459dd7b req-744dd827-5d49-47a2-89aa-6f44dff528db service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911770 Oct 13 00:08:58.680093 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d5b96c-f40d-403b-9137-e2e24f582f97 None None] The sync data for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 is: [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '67bdcfb3-5801-4127-b0f1-ce2211e503b7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:57Z', 'updated_at': '2021-10-13T00:08:57Z', 'revision_number': 0, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:08:58.875736 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3cc03-ce6d-45de-a6ca-a3f855aa6f99 None None] New status for floating IP 67bdcfb3-5801-4127-b0f1-ce2211e503b7: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:09:12.154016 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8a89d1aa-3776-4423-b8e7-fc8a26f841fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:12.159339 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:09:15.617811 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:15.651143 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-134ec17b-5c6f-47cc-a4af-633b4c46fa12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:16.388668 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:18.103093 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.605711 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:19.914724 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:36.949735 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-9b09bf69-9dac-478f-8459-c4de771edfca service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0394571 Oct 13 00:09:37.025947 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-fbf73ba9-afb2-4ff6-b5b9-acf3c07281a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:37.027479 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-fbf73ba9-afb2-4ff6-b5b9-acf3c07281a3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1097 time: 0.0405324 Oct 13 00:09:37.131490 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-de444486-09e3-4500-b9c0-db8ca80de8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:37.132935 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-de444486-09e3-4500-b9c0-db8ca80de8c1 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 911 time: 0.0875356 Oct 13 00:09:37.199164 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-a9723352-3d76-4bd6-b4f4-bd7bf338bd9c service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48299170-3761-4891-a451-fd53d74e5ce5 HTTP/1.1" status: 200 len: 1001 time: 0.0595443 Oct 13 00:09:37.247314 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-e294da58-0f71-4fc9-b005-df7bfb3901d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:37.248637 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-e294da58-0f71-4fc9-b005-df7bfb3901d7 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0427589 Oct 13 00:09:37.293542 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-d58054ad-1901-4e47-b9cf-49d762aeb805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:09:37.295013 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-d58054ad-1901-4e47-b9cf-49d762aeb805 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0392163 Oct 13 00:09:37.387732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-75d16de8-3dc6-4a36-bf8c-6bf65caab00e service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847216 Oct 13 00:09:37.475933 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6aadf2d2-4fc1-4249-aa64-b68795bb5296 req-a37b24c0-8402-462e-9a8a-138d990f3be3 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810409 Oct 13 00:09:42.143067 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ea1eef38-22bb-4d41-b7e7-9714032dc11c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.634650 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:45.645018 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8879b24e-a4d0-48ea-a4c2-678d8028b3a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:46.422319 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:48.124204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:49.157393 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:09:49.633500 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:09:49.913877 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:12.147498 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-8c9b0576-0c64-4f78-93a1-b0c36cb6077e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:15.662123 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:15.683882 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-91e68908-5d0c-4d80-919c-cb014e060496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:16.416912 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:18.113788 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:19.604910 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:19.924922 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:26.157563 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:10:37.997526 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-446b1479-c774-42bc-bea9-143697903268 req-d35d42cf-435e-432f-bb52-6a0e16b524a9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0921967 Oct 13 00:10:38.081675 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b1479-c774-42bc-bea9-143697903268 req-6ff8e129-740b-48ce-9a10-727c4841fab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.083168 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-446b1479-c774-42bc-bea9-143697903268 req-6ff8e129-740b-48ce-9a10-727c4841fab3 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1097 time: 0.0444193 Oct 13 00:10:38.184059 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b1479-c774-42bc-bea9-143697903268 req-0916e0d5-6efc-4c66-8aa8-5b03ba2d64eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.185448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-446b1479-c774-42bc-bea9-143697903268 req-0916e0d5-6efc-4c66-8aa8-5b03ba2d64eb service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 911 time: 0.0842729 Oct 13 00:10:38.252907 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-446b1479-c774-42bc-bea9-143697903268 req-4ce270ed-fab2-40d6-9926-b8392813ca95 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48299170-3761-4891-a451-fd53d74e5ce5 HTTP/1.1" status: 200 len: 1001 time: 0.0596728 Oct 13 00:10:38.301058 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b1479-c774-42bc-bea9-143697903268 req-31eadf0a-a14d-4032-bdf5-e7b3f4092463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.302448 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-446b1479-c774-42bc-bea9-143697903268 req-31eadf0a-a14d-4032-bdf5-e7b3f4092463 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0426905 Oct 13 00:10:38.348016 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b1479-c774-42bc-bea9-143697903268 req-6e59bedc-5c50-4744-873c-207071abe202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:10:38.349554 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-446b1479-c774-42bc-bea9-143697903268 req-6e59bedc-5c50-4744-873c-207071abe202 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402174 Oct 13 00:10:38.443217 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-446b1479-c774-42bc-bea9-143697903268 req-1ee9651a-b5ac-4bf7-9d45-63eae99aff38 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863426 Oct 13 00:10:38.535396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-446b1479-c774-42bc-bea9-143697903268 req-3e1bd3f5-2dfe-4b19-b571-bf950e001eb1 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853863 Oct 13 00:10:42.204520 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ea23c90a-82e6-4dd9-b994-915b9a5203bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:45.650212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:45.661642 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-187b2207-5fe9-4a89-8351-133d5feef70d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:46.403243 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:48.129940 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:49.650271 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:49.918767 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.309474 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 48299170-3761-4891-a451-fd53d74e5ce5 details requested by agent hyperv_n-h2-790519-14 with host n-h2-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:10:56.402544 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=48299170-3761-4891-a451-fd53d74e5ce5,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:56.413614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Returning: {'device': '48299170-3761-4891-a451-fd53d74e5ce5', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:10:56.453021 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.465960 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 48299170-3761-4891-a451-fd53d74e5ce5 {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:10:56.484538 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=48299170-3761-4891-a451-fd53d74e5ce5,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:56.552967 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:56.606983 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=48299170-3761-4891-a451-fd53d74e5ce5,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:10:56.618530 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.618876 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.619243 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.619581 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.619911 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.620240 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.620608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.620935 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.621265 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.621583 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.621909 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.622232 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:10:56.631339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] get_ports_and_sgs() called for port_ids ['48299170-3761-4891-a451-fd53d74e5ce5'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:10:58.304650 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 48299170-3761-4891-a451-fd53d74e5ce5 up at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:10:58.355608 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Provisioning complete for port 48299170-3761-4891-a451-fd53d74e5ce5 triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:10:58.355991 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.443456 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.468337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:10:58.471343 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ebf113-bf9e-4eee-8561-29848c6655fb" -d '{"events": [{"server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "name": "network-vif-plugged", "status": "completed", "tag": "48299170-3761-4891-a451-fd53d74e5ce5"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:10:58.498169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=48299170-3761-4891-a451-fd53d74e5ce5,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:10:58.530830 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8685c720-c0de-43a6-ab29-832018bf5c98 x-openstack-request-id: req-8685c720-c0de-43a6-ab29-832018bf5c98 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:10:58.531199 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "name": "network-vif-plugged", "status": "completed", "tag": "48299170-3761-4891-a451-fd53d74e5ce5", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:10:58.531454 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-8685c720-c0de-43a6-ab29-832018bf5c98 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:10:58.531851 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5', 'code': 200} Oct 13 00:10:58.582385 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:10:58.642799 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=48299170-3761-4891-a451-fd53d74e5ce5,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:03.158615 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:11:07.734676 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-5e0495e1-8668-44ca-8130-c04416e26f93 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2043501890&fields=id&tenant_id=1031d6e97cea43faa727a1fd4d744760 HTTP/1.1" status: 200 len: 267 time: 0.0337293 Oct 13 00:11:07.845372 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f29c95f-b66e-48f2-b65c-8a9b7d101aae tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:07.846734 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f29c95f-b66e-48f2-b65c-8a9b7d101aae tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 810 time: 0.1043723 Oct 13 00:11:07.861912 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-39409398-d6eb-4280-9a28-7b9488d04e8d tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/quotas/1031d6e97cea43faa727a1fd4d744760 HTTP/1.1" status: 200 len: 375 time: 0.0093331 Oct 13 00:11:07.915359 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-a37c9a8b-aeba-4433-954c-3e0612752f12 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0482635 Oct 13 00:11:07.930854 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-2ddd7139-045d-4d5a-a475-9b27e9eec270 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:11:07.931813 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-2ddd7139-045d-4d5a-a475-9b27e9eec270 service neutron] 10.222.0.31 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049255 Oct 13 00:11:08.021252 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-5783784c-5c3a-4f9e-93f6-8b0ec387cda8 service neutron] 10.222.0.31 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832467 Oct 13 00:11:08.118058 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-892c7a45-42b0-44e4-b988-2a606cffae8c service neutron] 10.222.0.31 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899575 Oct 13 00:11:09.425807 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-8b28191a-bafb-4002-896b-f88f00bcaeda req-7eae7174-14cb-4053-b87a-a3852b636a1b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 210 time: 0.0762706 Oct 13 00:11:10.404587 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 48299170-3761-4891-a451-fd53d74e5ce5 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:11:10.482402 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.504175 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1a6f3ad8-c951-4eff-a8a7-c25402a551fd req-223d6dbd-5321-48e9-85d7-ca1973affde2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 210 time: 0.0265615 Oct 13 00:11:10.504946 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:10.507182 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8df6b7c-cf41-410a-b7ff-4435887920bd" -d '{"events": [{"server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "name": "network-vif-unplugged", "status": "completed", "tag": "48299170-3761-4891-a451-fd53d74e5ce5"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:10.521156 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=48299170-3761-4891-a451-fd53d74e5ce5,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:10.545646 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b022d8d5-354d-4102-a52c-6f3a49a71773 x-openstack-request-id: req-b022d8d5-354d-4102-a52c-6f3a49a71773 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:10.545943 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "name": "network-vif-unplugged", "status": "completed", "tag": "48299170-3761-4891-a451-fd53d74e5ce5", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:10.546204 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-b022d8d5-354d-4102-a52c-6f3a49a71773 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:10.546613 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5', 'code': 200} Oct 13 00:11:10.581494 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:10.628273 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Pushing event updated for resources: {'Port': ['ID=48299170-3761-4891-a451-fd53d74e5ce5,revision_number=8']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:11.602256 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b597c588-ee3f-46d2-9d66-8afa959214c8 req-dc948e10-6d1b-4767-9572-2b2cf3b543dc tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 210 time: 0.0319524 Oct 13 00:11:12.141490 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-591f7ed6-e86e-4a7c-b8a0-c6065d689b90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:12.682199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-860a3d8a-f292-45f8-9ce2-df5cd3b6f0a0 req-53fe5b5e-1058-4315-9187-169710460bfd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 210 time: 0.0287964 Oct 13 00:11:13.780410 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b401c08f-75c8-42e5-851d-99b980061b87 req-eb1f65f3-ea12-4ab7-9ffb-cb19a106e1b5 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 210 time: 0.0263612 Oct 13 00:11:14.877114 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-fdc75bee-e555-4777-842e-f2e0a4f78b03 req-2dc82000-7f6b-48dc-8b38-3be8e4382954 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 210 time: 0.0259547 Oct 13 00:11:15.348940 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-bca9dbee-bc33-4986-9b80-31bff476d71b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:15.350365 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-bca9dbee-bc33-4986-9b80-31bff476d71b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.41 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 810 time: 0.1018214 Oct 13 00:11:15.394563 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b314a104-d71b-4224-970c-585088150357 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1031d6e97cea43faa727a1fd4d744760 HTTP/1.1" status: 200 len: 380 time: 0.0352058 Oct 13 00:11:15.404537 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'port': {'device_id': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'admin_state_up': True, 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'security_groups': ['fbdea622-1db8-483a-99d1-cc828f88db64']}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:15.563312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Made reservation on behalf of 1031d6e97cea43faa727a1fd4d744760 for: {'port': 1} {{(pid=101890) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 00:11:15.566859 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.655665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.694725 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a4489ad5-b951-4e67-b504-534c19dd8f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.699665 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_common [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Allocated IP 172.20.0.14 (1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7/52a5a4ed-28a5-4cf9-a29d-cb2a3a529196/83b1412c-43ac-4fea-8920-0ae1cdc103af) {{(pid=101890) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:15.840772 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for port, precommit_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.913648 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_create {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:15.969235 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 is already hosted by enough agents. {{(pid=101890) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:15.977358 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.base_scheduler [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Resources bound (agent type, host, resource id): {{(pid=101890) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:15.980250 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Received port after_create {{(pid=101890) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:16.038670 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'Port': ['ID=83b1412c-43ac-4fea-8920-0ae1cdc103af,revision_number=1']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:16.068594 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.068852 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.069401 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.069916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.070275 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.070646 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.085976 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.086651 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.086996 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.087352 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.087696 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.088033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:16.107518 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5039-af1e-47f8-bc07-101f8b464aa5 req-e4d4c0ba-e7b3-4b88-b225-d0255ea0fe7b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:16.109461 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3d2d5039-af1e-47f8-bc07-101f8b464aa5 req-e4d4c0ba-e7b3-4b88-b225-d0255ea0fe7b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.1602395 Oct 13 00:11:16.116561 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:16.117205 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:16.165117 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3d2d5039-af1e-47f8-bc07-101f8b464aa5 req-fe07155d-a075-4828-beed-e121bd28a15a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 Oct 13 00:11:16.222340 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-8f8af78d-330b-4467-8d31-81366812f7a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8216321 Oct 13 00:11:16.283972 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-6256a144-fee8-483f-9fe5-e87cc2387a4c None None] Provisioning complete for port 83b1412c-43ac-4fea-8920-0ae1cdc103af triggered by entity DHCP. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:16.284747 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6256a144-fee8-483f-9fe5-e87cc2387a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:16.327843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-6256a144-fee8-483f-9fe5-e87cc2387a4c None None] Port 83b1412c-43ac-4fea-8920-0ae1cdc103af cannot update to ACTIVE because it is not bound. {{(pid=101891) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 00:11:16.415630 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:17.297778 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f264480-a52b-4fe4-9992-7d4f492c3d1c req-28249172-a5b5-42f4-95d7-638f99eecf65 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:17.299276 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f264480-a52b-4fe4-9992-7d4f492c3d1c req-28249172-a5b5-42f4-95d7-638f99eecf65 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0491982 Oct 13 00:11:17.340056 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-4f264480-a52b-4fe4-9992-7d4f492c3d1c req-4d5eae30-c1fb-4eca-a6e9-1d0e6cdc3bf3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348628 Oct 13 00:11:18.136201 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:18.461293 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2fa236-593f-4f61-8407-c3bb2e48350c req-899bba6a-093f-4720-8b44-bdcfe88a1745 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:18.462803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b2fa236-593f-4f61-8407-c3bb2e48350c req-899bba6a-093f-4720-8b44-bdcfe88a1745 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0540731 Oct 13 00:11:18.504685 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1b2fa236-593f-4f61-8407-c3bb2e48350c req-d13299e7-703a-4c8d-a8c1-ce475ca14733 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344002 Oct 13 00:11:19.695097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:19.951074 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a78391-4a5c-4def-bcf0-e5cf1c53663a req-503607ec-00d1-4619-be5e-41786198775f tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:19.952565 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-16a78391-4a5c-4def-bcf0-e5cf1c53663a req-503607ec-00d1-4619-be5e-41786198775f tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.3733823 Oct 13 00:11:19.958232 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:19.991801 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-16a78391-4a5c-4def-bcf0-e5cf1c53663a req-ad0de5a0-8c95-4a20-a841-089dc57cf411 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329449 Oct 13 00:11:21.118184 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f53bc3-0f12-4286-92b4-74410c8c8452 req-e0439474-e996-4114-869b-deb305580ccf tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:21.125546 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27f53bc3-0f12-4286-92b4-74410c8c8452 req-e0439474-e996-4114-869b-deb305580ccf tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0561364 Oct 13 00:11:21.158652 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-27f53bc3-0f12-4286-92b4-74410c8c8452 req-bc6c5bc1-424e-4e17-b4c1-058c37f2bacc tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322566 Oct 13 00:11:22.271740 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3498099e-8ea0-4f20-9911-a6500bc97a91 req-6fec9f37-f57d-466c-947c-fa40bdf30d97 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:22.273199 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3498099e-8ea0-4f20-9911-a6500bc97a91 req-6fec9f37-f57d-466c-947c-fa40bdf30d97 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0491202 Oct 13 00:11:22.311588 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3498099e-8ea0-4f20-9911-a6500bc97a91 req-de5a4559-4658-473e-b220-f1ae1672319a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317347 Oct 13 00:11:23.454823 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217bf02-5cd2-4a49-ad2e-009f4614561b req-b6a17478-a507-485d-80d6-0bc8c64d05ed tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:23.456390 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6217bf02-5cd2-4a49-ad2e-009f4614561b req-b6a17478-a507-485d-80d6-0bc8c64d05ed tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0676806 Oct 13 00:11:23.497253 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6217bf02-5cd2-4a49-ad2e-009f4614561b req-cc5163e1-7a51-4280-9712-b9b8d3647e27 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340607 Oct 13 00:11:24.660198 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bd2b4-ee8f-4d14-899d-4b51b94897a7 req-5caec630-3152-40fd-b6bb-7da6f0dead8b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:24.662689 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-545bd2b4-ee8f-4d14-899d-4b51b94897a7 req-5caec630-3152-40fd-b6bb-7da6f0dead8b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0968475 Oct 13 00:11:24.716836 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-545bd2b4-ee8f-4d14-899d-4b51b94897a7 req-a8c02ae3-2be2-4351-8cd0-4a8a8a7830b8 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442750 Oct 13 00:11:25.845272 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd235a-71b1-49bb-a3d1-fb057df0d8e9 req-8ceedc1c-3343-4b7b-a025-44ac97e56c5e tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:25.846877 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ccd235a-71b1-49bb-a3d1-fb057df0d8e9 req-8ceedc1c-3343-4b7b-a025-44ac97e56c5e tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0548868 Oct 13 00:11:25.887396 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ccd235a-71b1-49bb-a3d1-fb057df0d8e9 req-dfc98e5e-d820-408f-9143-39dde04f8d4c tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343602 Oct 13 00:11:27.016181 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15806c49-58a8-4e38-bfa7-02f1ec519b3d req-9c81f6ac-89b6-4854-a7f0-2a2fe0f32882 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:27.017684 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15806c49-58a8-4e38-bfa7-02f1ec519b3d req-9c81f6ac-89b6-4854-a7f0-2a2fe0f32882 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0514514 Oct 13 00:11:27.067693 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-15806c49-58a8-4e38-bfa7-02f1ec519b3d req-709ebe2d-f185-4ba8-ac14-8b945a15a698 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357647 Oct 13 00:11:28.187214 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de93bab-4f7b-44cd-83a3-1cd1a5343021 req-307d19b1-55e7-4be3-8bb8-accac16e8064 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:28.188728 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8de93bab-4f7b-44cd-83a3-1cd1a5343021 req-307d19b1-55e7-4be3-8bb8-accac16e8064 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0526381 Oct 13 00:11:28.228731 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-8de93bab-4f7b-44cd-83a3-1cd1a5343021 req-bdb97599-4ec6-4813-9ee4-4e0a82b2c0aa tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335946 Oct 13 00:11:29.300400 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-fef56fbb-c399-472c-a850-66cd03bc7edb tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:11:29.301427 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-fef56fbb-c399-472c-a850-66cd03bc7edb tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0187385 Oct 13 00:11:29.349053 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18243b76-01e3-4954-91bc-64f44ed2bd56 req-a02c8677-b9bb-4a96-bae6-5f419cf68e53 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:29.350537 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18243b76-01e3-4954-91bc-64f44ed2bd56 req-a02c8677-b9bb-4a96-bae6-5f419cf68e53 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 932 time: 0.0523150 Oct 13 00:11:29.362612 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.v2.base [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Request body: {'port': {'device_id': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-790519-14'}} {{(pid=101890) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:29.391174 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-18243b76-01e3-4954-91bc-64f44ed2bd56 req-b6bf0f44-3c6d-4e4e-9743-34cc9eec586b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337815 Oct 13 00:11:29.420251 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:29.676948 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83b1412c-43ac-4fea-8920-0ae1cdc103af {{(pid=101890) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:29.684452 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:29.695861 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.provisioning_blocks [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Transition to ACTIVE for port object 83b1412c-43ac-4fea-8920-0ae1cdc103af will not be triggered until provisioned by entity L2. {{(pid=101890) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 13 00:11:29.769490 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:29.817826 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Pushing event updated for resources: {'Port': ['ID=83b1412c-43ac-4fea-8920-0ae1cdc103af,revision_number=2']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:29.892601 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Attempting to bind port 83b1412c-43ac-4fea-8920-0ae1cdc103af on host n-h1-790519-14 for vnic_type normal with profile {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Oct 13 00:11:29.892938 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Attempting to bind port 83b1412c-43ac-4fea-8920-0ae1cdc103af by drivers openvswitch,hyperv on host n-h1-790519-14 at level 0 using segments [{'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Oct 13 00:11:29.893265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Attempting to bind port 83b1412c-43ac-4fea-8920-0ae1cdc103af on network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:29.897717 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Port 83b1412c-43ac-4fea-8920-0ae1cdc103af on network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-790519-14 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 13 00:11:29.898033 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Attempting to bind port 83b1412c-43ac-4fea-8920-0ae1cdc103af on network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 13 00:11:29.903035 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Checking agent: {'id': '5454b61a-5737-45fa-938d-edc013ca73a5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-790519-14', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'started_at': datetime.datetime(2021, 10, 12, 22, 46, 19), 'heartbeat_timestamp': datetime.datetime(2021, 10, 13, 0, 11, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 13 00:11:29.903778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Checking segment: {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101890) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 13 00:11:29.903778 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Bound using segment: {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'} {{(pid=101890) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 13 00:11:29.904166 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.managers [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Bound port: 83b1412c-43ac-4fea-8920-0ae1cdc103af, host: n-h1-790519-14, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7234d48a-e8a7-46ef-8cc4-5eee62a002df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7'}}] {{(pid=101890) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Oct 13 00:11:29.904520 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:30.274484 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] For port 83b1412c-43ac-4fea-8920-0ae1cdc103af, host n-h1-790519-14, cleared binding levels {{(pid=101890) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 13 00:11:30.277435 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] For port 83b1412c-43ac-4fea-8920-0ae1cdc103af, host n-h1-790519-14, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101890) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 13 00:11:30.357845 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-28283093'] for port, after_update {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:30.394713 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.395353 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:30.396760 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] 10.222.0.41 "PUT /v2.0/ports/83b1412c-43ac-4fea-8920-0ae1cdc103af HTTP/1.1" status: 200 len: 1093 time: 1.0858800 Oct 13 00:11:30.397341 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:30.399703 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af28dd7-f6e3-4a49-9933-f69ec3783192" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:30.436987 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07144e2-ded5-4dd4-aca7-89aab92cfa9a service neutron] Pushing event updated for resources: {'Port': ['ID=83b1412c-43ac-4fea-8920-0ae1cdc103af,revision_number=3']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:30.445245 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16110ef1-fcdf-4a79-bf01-45dcec78da91 x-openstack-request-id: req-16110ef1-fcdf-4a79-bf01-45dcec78da91 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:30.445558 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:30.445797 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-16110ef1-fcdf-4a79-bf01-45dcec78da91 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:30.446199 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'status': 'completed', 'code': 200} Oct 13 00:11:30.508737 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af28dd7-f6e3-4a49-9933-f69ec3783192 req-bdfd9642-095c-4b67-91b2-96afc587c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.510281 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5af28dd7-f6e3-4a49-9933-f69ec3783192 req-bdfd9642-095c-4b67-91b2-96afc587c382 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 1096 time: 0.0432780 Oct 13 00:11:30.521093 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62076a-4c66-4cfe-adc5-95d6d5098b11 req-d89bb037-248b-4450-b064-3ae3b25f71fb tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.522609 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5a62076a-4c66-4cfe-adc5-95d6d5098b11 req-d89bb037-248b-4450-b064-3ae3b25f71fb tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 944 time: 0.0543015 Oct 13 00:11:30.579372 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-5a62076a-4c66-4cfe-adc5-95d6d5098b11 req-93b7c0ea-0c1b-4454-9911-bfd7488d64c5 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484741 Oct 13 00:11:30.622604 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af28dd7-f6e3-4a49-9933-f69ec3783192 req-d2180473-68be-4e4d-8f59-75bc924e3e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.624121 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5af28dd7-f6e3-4a49-9933-f69ec3783192 req-d2180473-68be-4e4d-8f59-75bc924e3e53 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1031d6e97cea43faa727a1fd4d744760&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1062312 Oct 13 00:11:30.722122 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af28dd7-f6e3-4a49-9933-f69ec3783192 req-01064d87-49af-4502-a44b-594150cb9e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.723595 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-5af28dd7-f6e3-4a49-9933-f69ec3783192 req-01064d87-49af-4502-a44b-594150cb9e2f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915821 Oct 13 00:11:30.798234 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-bf46fd86-f327-4ac2-823f-bfa69cf6f881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.799724 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-bf46fd86-f327-4ac2-823f-bfa69cf6f881 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 1096 time: 0.0397372 Oct 13 00:11:30.840819 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-3a385dc6-6cac-4625-89e3-f80354e7680c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af HTTP/1.1" status: 200 len: 217 time: 0.0335133 Oct 13 00:11:30.890788 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-f4f8e192-d934-4c2c-8190-eb0a65153c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.892189 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-f4f8e192-d934-4c2c-8190-eb0a65153c0f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0454710 Oct 13 00:11:30.936928 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-e87e39bf-39ea-46ef-ab60-eec7042c374e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:30.938259 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-e87e39bf-39ea-46ef-ab60-eec7042c374e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0383120 Oct 13 00:11:31.029326 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-050c951f-b50a-4aca-87d9-eaa14f7dfb64 service neutron] 10.222.0.41 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828888 Oct 13 00:11:31.116414 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e79fc403-fcce-434b-9670-bc659ea6f026 req-e74ab719-181f-4706-81b0-a48ef5e0826d service neutron] 10.222.0.41 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801849 Oct 13 00:11:31.693011 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6619b2-b639-4a5d-88b8-0d5e210bd631 req-9c72b099-b30f-4634-8c72-dca1197efdf2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:31.694484 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f6619b2-b639-4a5d-88b8-0d5e210bd631 req-9c72b099-b30f-4634-8c72-dca1197efdf2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 944 time: 0.0497847 Oct 13 00:11:31.731901 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f6619b2-b639-4a5d-88b8-0d5e210bd631 req-fdc27a11-3853-4ca2-87c4-e5621c3a61a2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314047 Oct 13 00:11:32.843784 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a471ab0-04e8-453b-bb65-e61d2524be94 req-f9c1b508-5669-4913-915a-c4309da11d05 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:32.845248 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a471ab0-04e8-453b-bb65-e61d2524be94 req-f9c1b508-5669-4913-915a-c4309da11d05 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 944 time: 0.0484793 Oct 13 00:11:32.882714 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-3a471ab0-04e8-453b-bb65-e61d2524be94 req-9eec83bb-1427-4407-b413-892b24fc77c6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315959 Oct 13 00:11:33.999767 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4dc27-62e1-4a0a-954e-74924c005a02 req-5018a3dd-d17b-4eb1-88c0-3b54412ed42b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:34.001215 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86c4dc27-62e1-4a0a-954e-74924c005a02 req-5018a3dd-d17b-4eb1-88c0-3b54412ed42b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 944 time: 0.0526655 Oct 13 00:11:34.038824 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-86c4dc27-62e1-4a0a-954e-74924c005a02 req-5c3ea347-c4f0-439a-84a0-0ecb9599f306 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316901 Oct 13 00:11:34.804294 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 83b1412c-43ac-4fea-8920-0ae1cdc103af details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:11:35.052886 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 83b1412c-43ac-4fea-8920-0ae1cdc103af, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:35.063937 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'port_id': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'mac_address': 'fa:16:3e:f8:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:11:35.100442 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.112673 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83b1412c-43ac-4fea-8920-0ae1cdc103af {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:11:35.131784 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 83b1412c-43ac-4fea-8920-0ae1cdc103af, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:35.155985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14eb97-904a-4373-8869-b99328e802d1 req-bef6db8b-971f-4199-9dea-ef1cd48630f3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:35.157492 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed14eb97-904a-4373-8869-b99328e802d1 req-bef6db8b-971f-4199-9dea-ef1cd48630f3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 944 time: 0.0502663 Oct 13 00:11:35.188023 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:35.196007 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-ed14eb97-904a-4373-8869-b99328e802d1 req-950f0145-0af5-4f20-8715-3558ba1f96ed tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324259 Oct 13 00:11:35.243413 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=83b1412c-43ac-4fea-8920-0ae1cdc103af,revision_number=4']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:35.429418 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['83b1412c-43ac-4fea-8920-0ae1cdc103af'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:11:36.312138 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d913e3-4019-49fb-85b1-68ed6da28e2b req-f41f4881-e767-40f6-abcd-09315995367c tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:36.313610 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3d913e3-4019-49fb-85b1-68ed6da28e2b req-f41f4881-e767-40f6-abcd-09315995367c tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 945 time: 0.0500541 Oct 13 00:11:36.351751 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-b3d913e3-4019-49fb-85b1-68ed6da28e2b req-370817ad-2531-4fc5-8950-a82abf4d5301 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322137 Oct 13 00:11:36.819807 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 83b1412c-43ac-4fea-8920-0ae1cdc103af up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:11:36.924229 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning for port 83b1412c-43ac-4fea-8920-0ae1cdc103af completed by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 13 00:11:36.927702 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 83b1412c-43ac-4fea-8920-0ae1cdc103af triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:11:36.928072 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.001787 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.023312 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:37.025534 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2080eca-64fa-4e41-97a5-32cdb212bc00" -d '{"events": [{"server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "name": "network-vif-plugged", "status": "completed", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:37.038744 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 83b1412c-43ac-4fea-8920-0ae1cdc103af, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:11:37.062134 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-317fcfed-ce06-4e9d-9c18-5f57db724743 x-openstack-request-id: req-317fcfed-ce06-4e9d-9c18-5f57db724743 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:37.062427 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "name": "network-vif-plugged", "status": "completed", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:37.062685 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-317fcfed-ce06-4e9d-9c18-5f57db724743 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:37.063262 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'code': 200} Oct 13 00:11:37.094368 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:37.142206 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=83b1412c-43ac-4fea-8920-0ae1cdc103af,revision_number=5']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:37.155253 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3df273-dbfd-4c59-bfd3-79b855d754a2 req-059c3d86-d88b-41d2-8780-7d143c0062a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:37.156742 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f3df273-dbfd-4c59-bfd3-79b855d754a2 req-059c3d86-d88b-41d2-8780-7d143c0062a0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 1098 time: 0.0411093 Oct 13 00:11:37.190363 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-6f3df273-dbfd-4c59-bfd3-79b855d754a2 req-f464dbab-1a29-436f-a33e-e57618197f36 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267303 Oct 13 00:11:37.470211 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a8f999-b2c3-4078-a818-043b5b3f764a req-bee55408-e232-42f2-a08e-1f6aecadff2f tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:37.471620 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a8f999-b2c3-4078-a818-043b5b3f764a req-bee55408-e232-42f2-a08e-1f6aecadff2f tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 946 time: 0.0530405 Oct 13 00:11:37.508132 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-e1a8f999-b2c3-4078-a818-043b5b3f764a req-7225fee3-eefe-4a19-8964-bd3f69b614e6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307009 Oct 13 00:11:38.624420 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b0e62-fb47-4a70-b223-b9da96dd441e req-d3ba5b4e-0265-423c-aaaf-eb8b4b94f3a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:38.633132 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d9b0e62-fb47-4a70-b223-b9da96dd441e req-d3ba5b4e-0265-423c-aaaf-eb8b4b94f3a1 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 946 time: 0.0494137 Oct 13 00:11:38.667639 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9d9b0e62-fb47-4a70-b223-b9da96dd441e req-c6fab815-3052-4a61-b570-7225d5c60a25 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358515 Oct 13 00:11:38.781821 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c67c1-ead4-4252-ac0e-af8e47122fec req-7bc9fe86-5aad-4f48-9044-6edcdf7d1ce7 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:38.783335 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-413c67c1-ead4-4252-ac0e-af8e47122fec req-7bc9fe86-5aad-4f48-9044-6edcdf7d1ce7 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 946 time: 0.0493665 Oct 13 00:11:38.820725 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-413c67c1-ead4-4252-ac0e-af8e47122fec req-0c003590-9520-426e-921f-9e4891723844 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314548 Oct 13 00:11:38.843215 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48570) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:38.882798 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7259b4c8-039a-463a-9853-6a777d092f12 tempest-TestSnapshotPattern-1978656083 tempest-TestSnapshotPattern-1978656083-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:38.884384 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-7259b4c8-039a-463a-9853-6a777d092f12 tempest-TestSnapshotPattern-1978656083 tempest-TestSnapshotPattern-1978656083-project-admin] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 1093 time: 0.0400903 Oct 13 00:11:38.887170 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48572) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:11:38.892210 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.v2.base [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Request body: {'floatingip': {'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'port_id': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101889) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 00:11:38.943803 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-ecd09faf-5a2d-453c-8d1f-cb019adba951 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0392637 Oct 13 00:11:38.980714 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for floatingip, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.028094 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-7da6670a-4982-4bfe-a8dd-0691e7d3eba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:39.029771 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-7da6670a-4982-4bfe-a8dd-0691e7d3eba4 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1095 time: 0.0447791 Oct 13 00:11:39.079451 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.133231 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-5f76c534-c05d-4932-bb06-d00a17d6db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:39.134706 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-5f76c534-c05d-4932-bb06-d00a17d6db7c service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 911 time: 0.0870128 Oct 13 00:11:39.186686 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_common [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Allocated IP 172.25.2.140 (c32d697a-4058-4bf4-9bdb-3293ff223126/0401a2b4-bcb4-426b-9d80-af09d1ec2672/de09defb-672e-4831-815f-a7debba27007) {{(pid=101889) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 00:11:39.203435 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-c2445405-88ba-4baf-84cf-142e82c3f9bd service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48299170-3761-4891-a451-fd53d74e5ce5 HTTP/1.1" status: 200 len: 999 time: 0.0614355 Oct 13 00:11:39.253201 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-84ca4406-7680-49a6-a6b2-27c9625311df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:39.254707 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-84ca4406-7680-49a6-a6b2-27c9625311df service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0449750 Oct 13 00:11:39.296020 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for port, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.303879 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-4393b114-9658-4a13-af01-7006a4f1df1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:39.305525 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-4393b114-9658-4a13-af01-7006a4f1df1b service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424373 Oct 13 00:11:39.316919 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-c77cd6f4-1918-4952-a364-648bb5b61f82 service neutron] http://10.222.0.31:9696/v2.0/extensions returned with HTTP 200 {{(pid=101890) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 00:11:39.317892 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-c77cd6f4-1918-4952-a364-648bb5b61f82 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0055740 Oct 13 00:11:39.398481 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8751790001628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.418087 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-3bdcc266-2472-4e66-ba55-7552564a400e service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926077 Oct 13 00:11:39.438508 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Network c32d697a-4058-4bf4-9bdb-3293ff223126 is already hosted by enough agents. {{(pid=101889) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 00:11:39.441419 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.base_scheduler [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Resources bound (agent type, host, resource id): {{(pid=101889) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 00:11:39.444089 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Received port after_create {{(pid=101889) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 13 00:11:39.471466 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'Port': ['ID=de09defb-672e-4831-815f-a7debba27007,revision_number=1']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:39.484831 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.485207 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.485545 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.485879 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.486208 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.486535 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.486860 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.487209 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.487536 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.487862 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.488185 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.488512 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:11:39.514039 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c2c891c5-3a3b-4110-89f8-ae2a03528b59 req-b8cc45ac-9f47-4658-9d11-4ce6214b6ec0 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888133 Oct 13 00:11:39.815277 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:39.949590 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.100612 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for port, precommit_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.159037 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:11:40.186944 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29075955'] for port, after_update {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.261151 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event updated for resources: {'Port': ['ID=de09defb-672e-4831-815f-a7debba27007,revision_number=2']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:11:40.269067 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-529292'] for floatingip, after_create {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.366871 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Floating IP c5333ffc-f24a-4bad-9e7b-3545daffb833 associated. External IP: 172.25.2.140, port: 83b1412c-43ac-4fea-8920-0ae1cdc103af. Oct 13 00:11:40.569437 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Router 053797e7-2451-4133-aff7-1a0a1c106c6b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:11:40.679084 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:11:40.689584 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] Sync routers for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:11:40.702790 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:40.711127 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:11:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:40.807750 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:40.811697 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:40.839777 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-dec0662d-5ff2-4618-8b2f-4c02cb380fbd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9514782 Oct 13 00:11:40.840650 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:11:40.843879 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f51bdfa-ac34-4bef-a832-2254fc1c8096" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:11:40.887682 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01cede1-6d8a-4808-b5ba-95208d248a05 x-openstack-request-id: req-d01cede1-6d8a-4808-b5ba-95208d248a05 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:11:40.887982 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:11:40.888240 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d01cede1-6d8a-4808-b5ba-95208d248a05 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:11:40.888712 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'status': 'completed', 'code': 200} Oct 13 00:11:40.958114 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-15f41e7b-db17-474f-8d35-0379562b2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:40.959716 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-15f41e7b-db17-474f-8d35-0379562b2055 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 1098 time: 0.0437636 Oct 13 00:11:41.043633 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '67bdcfb3-5801-4127-b0f1-ce2211e503b7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:57Z', 'updated_at': '2021-10-13T00:08:58Z', 'revision_number': 1, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}, {'id': 'c5333ffc-f24a-4bad-9e7b-3545daffb833', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:f8:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:11:39Z', 'updated_at': '2021-10-13T00:11:39Z', 'revision_number': 0, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:41.055840 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-88537f0b-c189-4813-8a1e-5defc42cd58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:41.057352 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-88537f0b-c189-4813-8a1e-5defc42cd58a service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 911 time: 0.0910912 Oct 13 00:11:41.069554 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] Checking router: 053797e7-2451-4133-aff7-1a0a1c106c6b for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:11:41.078415 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:11:41.079052 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:11:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:41.128139 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-ba6524c2-5599-4fc7-8850-35291bd5a0fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af HTTP/1.1" status: 200 len: 1000 time: 0.0627236 Oct 13 00:11:41.181098 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-6c7577df-f8d8-48af-b157-d20b8ab2df15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:41.182703 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-6c7577df-f8d8-48af-b157-d20b8ab2df15 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0472164 Oct 13 00:11:41.189433 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:11:41.231832 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-f61f2741-be71-4a87-b40b-f9e105a30848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:11:41.233581 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-f61f2741-be71-4a87-b40b-f9e105a30848 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443048 Oct 13 00:11:41.329999 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-da12b048-2e81-4b0c-9936-c971856ebc8a service neutron] 10.222.0.41 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887644 Oct 13 00:11:41.419905 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-1f51bdfa-ac34-4bef-a832-2254fc1c8096 req-9ba62e8c-2021-408a-b34d-f433b9a085c2 service neutron] 10.222.0.41 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826514 Oct 13 00:11:41.429798 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '67bdcfb3-5801-4127-b0f1-ce2211e503b7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:57Z', 'updated_at': '2021-10-13T00:08:58Z', 'revision_number': 1, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}, {'id': 'c5333ffc-f24a-4bad-9e7b-3545daffb833', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:f8:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:11:39Z', 'updated_at': '2021-10-13T00:11:39Z', 'revision_number': 0, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:11:41.457169 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a4e6f6-239e-4d58-ab73-a0aab68980e4 None None] The sync data for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 is: [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '67bdcfb3-5801-4127-b0f1-ce2211e503b7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:57Z', 'updated_at': '2021-10-13T00:08:58Z', 'revision_number': 1, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}, {'id': 'c5333ffc-f24a-4bad-9e7b-3545daffb833', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.140', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4353, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:f8:7b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:11:39Z', 'updated_at': '2021-10-13T00:11:39Z', 'revision_number': 0, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:11:41.706441 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de3072a-56ca-4df1-a046-484b29d4acf0 None None] New status for floating IP c5333ffc-f24a-4bad-9e7b-3545daffb833: ACTIVE {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:11:42.158797 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-78175e89-ad5f-4afd-86aa-941c88eed0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.609822 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:45.643458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-718c661a-0967-40d0-bb57-9a429de2d024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:46.431045 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:48.169070 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.683744 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:11:49.990783 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:12.173483 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-541c4f4f-b414-4cad-b254-a845df542c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:15.672589 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:15.683310 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5116b2f6-da67-4960-98ff-b99b7fd1b97e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:16.488808 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:17.159789 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:12:18.169532 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:19.670596 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:19.967546 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:23.621226 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-31a2c2ed-d7fc-4456-bab4-1d3dd4c61c25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0399477 Oct 13 00:12:23.707882 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-35381fce-80c3-49bf-ad9b-9874c088104c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.709334 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-35381fce-80c3-49bf-ad9b-9874c088104c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 1098 time: 0.0439346 Oct 13 00:12:23.810363 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-9869e008-e8e2-44d6-be75-5a6d172b7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.811765 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-9869e008-e8e2-44d6-be75-5a6d172b7c7c service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 911 time: 0.0836573 Oct 13 00:12:23.880403 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-d9c39dc1-4b2b-48e9-85e1-d864b98bd5cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af HTTP/1.1" status: 200 len: 1002 time: 0.0604515 Oct 13 00:12:23.928180 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-a8c83240-06b3-4e11-a375-e0787664bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.929547 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-a8c83240-06b3-4e11-a375-e0787664bf77 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0423195 Oct 13 00:12:23.973962 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-e4463b3e-5194-4b74-9778-827f63130507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:23.975415 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-e4463b3e-5194-4b74-9778-827f63130507 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0388658 Oct 13 00:12:24.065343 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-45df1892-c186-4638-b9ac-a991ecf36b86 service neutron] 10.222.0.41 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825963 Oct 13 00:12:24.154487 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-ec5cdaf8-8e61-45d8-b2c4-d843d752d744 req-8d0843db-3c4c-43f2-9dcc-60415a705956 service neutron] 10.222.0.41 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816443 Oct 13 00:12:39.948974 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41fbef83-125d-45bb-9401-61ca077881ed req-70f99fe3-2034-45ee-9de8-71709880f8f9 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0398378 Oct 13 00:12:40.036493 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbef83-125d-45bb-9401-61ca077881ed req-b9a47726-2f23-4e5e-9ec3-7f41e6e03430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:40.038009 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41fbef83-125d-45bb-9401-61ca077881ed req-b9a47726-2f23-4e5e-9ec3-7f41e6e03430 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1095 time: 0.0484242 Oct 13 00:12:40.141517 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbef83-125d-45bb-9401-61ca077881ed req-0316e3cf-12c4-4dea-ab13-3f875b1cc788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:40.142979 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41fbef83-125d-45bb-9401-61ca077881ed req-0316e3cf-12c4-4dea-ab13-3f875b1cc788 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 911 time: 0.0826540 Oct 13 00:12:40.210038 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41fbef83-125d-45bb-9401-61ca077881ed req-08d80e5c-5216-4ee0-89b8-76d79002f1b1 service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48299170-3761-4891-a451-fd53d74e5ce5 HTTP/1.1" status: 200 len: 999 time: 0.0593770 Oct 13 00:12:40.257196 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbef83-125d-45bb-9401-61ca077881ed req-7001076b-a324-4ff9-90d9-8c861590696e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:40.258732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41fbef83-125d-45bb-9401-61ca077881ed req-7001076b-a324-4ff9-90d9-8c861590696e service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0417526 Oct 13 00:12:40.303302 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fbef83-125d-45bb-9401-61ca077881ed req-40d96df3-2e43-4418-b411-20ece75ea0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:12:40.304732 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41fbef83-125d-45bb-9401-61ca077881ed req-40d96df3-2e43-4418-b411-20ece75ea0f3 service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394776 Oct 13 00:12:40.397486 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41fbef83-125d-45bb-9401-61ca077881ed req-70162c44-52fd-4c84-9328-d11fc8b13a45 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857849 Oct 13 00:12:40.484701 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-41fbef83-125d-45bb-9401-61ca077881ed req-81b0ce05-7570-499d-b3e9-a64bf1b96e1e service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800002 Oct 13 00:12:42.163264 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-18d4d0ce-808e-4cf2-ba67-15994694ccd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.654262 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:45.665705 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-696001b4-0ead-463c-b86e-6837ecdaa2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:46.426665 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:48.128476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.705824 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:49.995636 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:12:54.158414 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:13:12.138465 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c9cac6f-edae-47a4-a3a5-2f49035ad90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:13.297224 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 83b1412c-43ac-4fea-8920-0ae1cdc103af details requested by agent hyperv_n-h1-790519-14 with host n-h1-790519-14 {{(pid=101891) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 13 00:13:13.407378 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 83b1412c-43ac-4fea-8920-0ae1cdc103af, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:13.419400 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Returning: {'device': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'port_id': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'mac_address': 'fa:16:3e:f8:7b:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101891) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 13 00:13:13.461606 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:13.476010 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83b1412c-43ac-4fea-8920-0ae1cdc103af {{(pid=101891) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 13 00:13:13.496826 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 83b1412c-43ac-4fea-8920-0ae1cdc103af, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:13.561662 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:13.623848 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=83b1412c-43ac-4fea-8920-0ae1cdc103af,revision_number=6']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:13.634547 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.634961 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.635344 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.635682 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.636016 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.636345 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.636855 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.637360 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.637693 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.638014 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.639164 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.639496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101891) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:13.646129 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] get_ports_and_sgs() called for port_ids ['83b1412c-43ac-4fea-8920-0ae1cdc103af'] {{(pid=101891) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 13 00:13:15.317902 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 83b1412c-43ac-4fea-8920-0ae1cdc103af up at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 13 00:13:15.375614 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.provisioning_blocks [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Provisioning complete for port 83b1412c-43ac-4fea-8920-0ae1cdc103af triggered by entity L2. {{(pid=101891) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 13 00:13:15.376014 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4004585'] for port, provisioning_complete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.460763 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.490254 n-d-790519-14 neutron-server[101891]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af'}] {{(pid=101891) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:15.493087 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bc4b6b00a0be272b45e712033ddb7a7fc6b8f824c235933e0b746fa0619c71d6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12715564-f404-480c-b48a-1f76e9fe8d19" -d '{"events": [{"server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "name": "network-vif-plugged", "status": "completed", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af"}]}' {{(pid=101891) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:15.499122 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] For port 83b1412c-43ac-4fea-8920-0ae1cdc103af, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:15.552577 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df695cbe-19eb-46f3-8212-f958d23fc505 x-openstack-request-id: req-df695cbe-19eb-46f3-8212-f958d23fc505 {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:15.552871 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "name": "network-vif-plugged", "status": "completed", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af", "code": 200}]} {{(pid=101891) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:15.553123 n-d-790519-14 neutron-server[101891]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-df695cbe-19eb-46f3-8212-f958d23fc505 {{(pid=101891) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:15.553561 n-d-790519-14 neutron-server[101891]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'code': 200} Oct 13 00:13:15.606488 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8751790469398', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8751790001646', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8751789999108'] for port, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.664496 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Pushing event updated for resources: {'Port': ['ID=83b1412c-43ac-4fea-8920-0ae1cdc103af,revision_number=7']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:15.668446 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:15.694848 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9c667d0d-061c-4b2e-ba22-eea5441af27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:16.425601 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:18.235279 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.688536 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:19.997410 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.173202 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48786) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:24.329917 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Deleting port de09defb-672e-4831-815f-a7debba27007 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:24.330259 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.404670 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.404933 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.416503 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Calling delete_port for de09defb-672e-4831-815f-a7debba27007 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:24.608252 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.631479 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event deleted for resources: {'Port': ['ID=de09defb-672e-4831-815f-a7debba27007,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:24.645239 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.645620 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.645963 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.646302 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.646633 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.646985 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.647320 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.648333 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.648714 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.649043 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.649372 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.649696 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101889) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:24.706145 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:24.706530 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Floating IP c5333ffc-f24a-4bad-9e7b-3545daffb833 disassociated (deleted). External IP: 172.25.2.140, port: 83b1412c-43ac-4fea-8920-0ae1cdc103af. Oct 13 00:13:24.911258 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Router 053797e7-2451-4133-aff7-1a0a1c106c6b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:25.016913 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:25.021985 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:25.026605 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] Sync routers for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:25.035884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:25.036555 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:25.049605 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-f3f35b96-1328-472e-9f53-72bf3d46415a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "DELETE /v2.0/floatingips/c5333ffc-f24a-4bad-9e7b-3545daffb833 HTTP/1.1" status: 204 len: 168 time: 0.8752978 Oct 13 00:13:25.050191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:25.052482 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94201089-716b-4c4e-91be-7139dbc7b39c" -d '{"events": [{"name": "network-changed", "server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:25.110627 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11aa89af-4492-485b-83b8-c1561cf14224 x-openstack-request-id: req-11aa89af-4492-485b-83b8-c1561cf14224 {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:25.111090 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:25.111443 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-11aa89af-4492-485b-83b8-c1561cf14224 {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:25.111946 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'status': 'completed', 'code': 200} Oct 13 00:13:25.144710 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:25.173634 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94201089-716b-4c4e-91be-7139dbc7b39c req-a2166ca2-58a1-4c1b-9f32-fc7bfb0c69c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:25.175060 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94201089-716b-4c4e-91be-7139dbc7b39c req-a2166ca2-58a1-4c1b-9f32-fc7bfb0c69c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 1098 time: 0.0408373 Oct 13 00:13:25.269430 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94201089-716b-4c4e-91be-7139dbc7b39c req-60ab8cc9-3e62-4eaa-acab-5dceb24b4e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:25.270895 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94201089-716b-4c4e-91be-7139dbc7b39c req-60ab8cc9-3e62-4eaa-acab-5dceb24b4e0b service neutron] 10.222.0.41 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 911 time: 0.0894306 Oct 13 00:13:25.315945 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94201089-716b-4c4e-91be-7139dbc7b39c req-7ee4557f-1970-4060-8492-60b3188973c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af HTTP/1.1" status: 200 len: 217 time: 0.0380025 Oct 13 00:13:25.370829 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '67bdcfb3-5801-4127-b0f1-ce2211e503b7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:57Z', 'updated_at': '2021-10-13T00:08:58Z', 'revision_number': 1, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:25.374344 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94201089-716b-4c4e-91be-7139dbc7b39c req-524d563f-9059-4546-9a1f-60d5f7de268a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:25.375890 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94201089-716b-4c4e-91be-7139dbc7b39c req-524d563f-9059-4546-9a1f-60d5f7de268a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0527453 Oct 13 00:13:25.397333 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] Checking router: 053797e7-2451-4133-aff7-1a0a1c106c6b for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:25.406038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:25.406684 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:25.427022 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94201089-716b-4c4e-91be-7139dbc7b39c req-e145c63f-6924-4506-9153-467991058989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:25.428536 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94201089-716b-4c4e-91be-7139dbc7b39c req-e145c63f-6924-4506-9153-467991058989 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449343 Oct 13 00:13:25.487793 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529d91b-7331-4c75-bc40-e3f005e3aecd req-694cc9d9-c57e-4dac-b234-4d17dc18407f tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:25.489390 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9529d91b-7331-4c75-bc40-e3f005e3aecd req-694cc9d9-c57e-4dac-b234-4d17dc18407f tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 946 time: 0.0522952 Oct 13 00:13:25.532828 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-9529d91b-7331-4c75-bc40-e3f005e3aecd req-3fb5b0bc-c402-4e6d-8e69-4cafddb5cdd0 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361898 Oct 13 00:13:25.535114 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94201089-716b-4c4e-91be-7139dbc7b39c req-3457bb44-6d81-4e48-9813-ca703ebb3d6f service neutron] 10.222.0.41 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986695 Oct 13 00:13:25.633078 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-94201089-716b-4c4e-91be-7139dbc7b39c req-5a484c29-ba3f-4fbc-b4ad-9c7d3c07c63f service neutron] 10.222.0.41 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883803 Oct 13 00:13:25.677534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:25.895561 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '67bdcfb3-5801-4127-b0f1-ce2211e503b7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:57Z', 'updated_at': '2021-10-13T00:08:58Z', 'revision_number': 1, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:25.920910 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21959164-c5c5-45f2-8c8d-07248a41a0ea None None] The sync data for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 is: [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_floatingips': [{'id': '67bdcfb3-5801-4127-b0f1-ce2211e503b7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'floating_ip_address': '172.25.2.187', 'floating_network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'router_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'port_id': '48299170-3761-4891-a451-fd53d74e5ce5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4350, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'mac_address': 'fa:16:3e:92:b2:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-13T00:08:57Z', 'updated_at': '2021-10-13T00:08:58Z', 'revision_number': 1, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:26.159530 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab8b36-f107-402c-a418-29959d872a8c None None] New status for floating IP c5333ffc-f24a-4bad-9e7b-3545daffb833: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:13:26.650924 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa4bc08-1ba7-4593-964c-75af37d4bba7 req-57e07ed0-c00b-4e5a-b18b-b0509cc7f5f3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:26.652407 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4aa4bc08-1ba7-4593-964c-75af37d4bba7 req-57e07ed0-c00b-4e5a-b18b-b0509cc7f5f3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 946 time: 0.0484450 Oct 13 00:13:26.690180 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-4aa4bc08-1ba7-4593-964c-75af37d4bba7 req-c890103b-8aeb-4e0e-b39a-10de9118b4bd tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318885 Oct 13 00:13:27.055950 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-a5d86c1a-c012-4db5-9165-517667f40263 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:27.057303 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-a5d86c1a-c012-4db5-9165-517667f40263 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 946 time: 0.0521140 Oct 13 00:13:27.147555 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Deleting port 83b1412c-43ac-4fea-8920-0ae1cdc103af {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:27.147947 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.236952 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] For port 83b1412c-43ac-4fea-8920-0ae1cdc103af, host n-h1-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-790519-14',level=0,port_id=83b1412c-43ac-4fea-8920-0ae1cdc103af,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:27.237311 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.250158 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Calling delete_port for 83b1412c-43ac-4fea-8920-0ae1cdc103af owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:27.364132 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 83b1412c-43ac-4fea-8920-0ae1cdc103af no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:27.436976 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.441348 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3685743'] for port, before_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.463475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event deleted for resources: {'Port': ['ID=83b1412c-43ac-4fea-8920-0ae1cdc103af,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:27.475017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.475017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.475017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.475017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.475017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.475017 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.476273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.476273 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.476584 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.476835 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.477265 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.477595 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-790519-14 {{(pid=101890) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 00:13:27.518334 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] No DVR routers for this DVR port 83b1412c-43ac-4fea-8920-0ae1cdc103af on host n-h1-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:27.520948 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:27.524332 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-107c1e0f-d015-4ae2-91e2-663483a6a855 req-b11a0b11-1d06-4893-be54-4032ce5cd1a6 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.41 "DELETE /v2.0/ports/83b1412c-43ac-4fea-8920-0ae1cdc103af HTTP/1.1" status: 204 len: 173 time: 0.4609885 Oct 13 00:13:27.524765 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'name': 'network-vif-deleted', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:27.527092 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc92596-bb77-4722-ac61-817f2ce1f9c8" -d '{"events": [{"server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "name": "network-vif-deleted", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:27.620475 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a16538-9e86-466e-9bfe-8abf919a71ac x-openstack-request-id: req-d1a16538-9e86-466e-9bfe-8abf919a71ac {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:27.620804 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f3d30b7-c172-4bd9-9579-2f9b38f7e887", "name": "network-vif-deleted", "tag": "83b1412c-43ac-4fea-8920-0ae1cdc103af", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:27.621065 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d1a16538-9e86-466e-9bfe-8abf919a71ac {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:27.621470 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f3d30b7-c172-4bd9-9579-2f9b38f7e887', 'name': 'network-vif-deleted', 'tag': '83b1412c-43ac-4fea-8920-0ae1cdc103af', 'status': 'completed', 'code': 200} Oct 13 00:13:27.787353 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-3ee2ceb4-0821-4528-9eea-60058a1d0887 req-c4abc751-e3ea-4138-ab7e-49bb9fec865a tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=5f3d30b7-c172-4bd9-9579-2f9b38f7e887 HTTP/1.1" status: 200 len: 210 time: 0.0261459 Oct 13 00:13:30.187255 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48848) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:30.339191 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Deleting port 640b677d-5ff5-415c-b09e-4a996dd50c17 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:30.339539 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.416987 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.417313 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.428576 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Calling delete_port for 640b677d-5ff5-415c-b09e-4a996dd50c17 owned by network:floatingip {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:30.642408 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.668965 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event deleted for resources: {'Port': ['ID=640b677d-5ff5-415c-b09e-4a996dd50c17,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:30.734450 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for floatingip, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:30.734777 n-d-790519-14 neutron-server[101889]: INFO neutron.db.l3_db [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Floating IP 67bdcfb3-5801-4127-b0f1-ce2211e503b7 disassociated (deleted). External IP: 172.25.2.187, port: 48299170-3761-4891-a451-fd53d74e5ce5. Oct 13 00:13:31.158340 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:13:31.245749 n-d-790519-14 neutron-server[101889]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Router 053797e7-2451-4133-aff7-1a0a1c106c6b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101889) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:31.349168 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101889) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:31.354533 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for floatingip, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:31.359558 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91491579-3459-406c-9643-e91382212864 None None] Sync routers for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:31.369347 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91491579-3459-406c-9643-e91382212864 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:31.369951 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-91491579-3459-406c-9643-e91382212864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:31.382701 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-91051902-52ce-4849-a3b3-b3bd339bb92b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "DELETE /v2.0/floatingips/67bdcfb3-5801-4127-b0f1-ce2211e503b7 HTTP/1.1" status: 204 len: 168 time: 1.1941047 Oct 13 00:13:31.383321 n-d-790519-14 neutron-server[101889]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5'}] {{(pid=101889) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:31.385596 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d066ad2366bd5efe7c90444c13ac57b14e782310917c1de392139c656b69cbb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726db9c9-264e-4c5e-b24d-e522b49cbf62" -d '{"events": [{"name": "network-changed", "server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "tag": "48299170-3761-4891-a451-fd53d74e5ce5"}]}' {{(pid=101889) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:31.408268 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 83b1412c-43ac-4fea-8920-0ae1cdc103af no longer exists at agent hyperv_n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:31.422633 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c9ada6-8a64-47c2-aa91-b2c70fb16fca x-openstack-request-id: req-a4c9ada6-8a64-47c2-aa91-b2c70fb16fca {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:31.422927 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "tag": "48299170-3761-4891-a451-fd53d74e5ce5", "status": "completed", "code": 200}]} {{(pid=101889) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:31.423211 n-d-790519-14 neutron-server[101889]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-a4c9ada6-8a64-47c2-aa91-b2c70fb16fca {{(pid=101889) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:31.423612 n-d-790519-14 neutron-server[101889]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5', 'status': 'completed', 'code': 200} Oct 13 00:13:31.433479 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] No Port match for: 83b1412c-43ac-4fea-8920-0ae1cdc103af {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:31.433778 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Device 83b1412c-43ac-4fea-8920-0ae1cdc103af not bound to the agent host n-h1-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:31.486031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-933c9d94-b04d-4945-bf42-0e5346e42d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:31.487660 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-933c9d94-b04d-4945-bf42-0e5346e42d46 service neutron] 10.222.0.25 "GET /v2.0/ports?tenant_id=1031d6e97cea43faa727a1fd4d744760&device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 1095 time: 0.0407801 Oct 13 00:13:31.497281 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-91491579-3459-406c-9643-e91382212864 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:31.584021 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-f397c195-cda4-4735-86a3-560bcab6fb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:31.586101 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-f397c195-cda4-4735-86a3-560bcab6fb60 service neutron] 10.222.0.25 "GET /v2.0/networks?id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 200 len: 911 time: 0.0899155 Oct 13 00:13:31.639224 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-ad70a8c4-168a-4e56-8792-ab4abad4d22d service neutron] 10.222.0.25 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48299170-3761-4891-a451-fd53d74e5ce5 HTTP/1.1" status: 200 len: 217 time: 0.0459645 Oct 13 00:13:31.693916 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-3517935e-da5d-401a-9f1b-1773031fae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:31.695562 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-3517935e-da5d-401a-9f1b-1773031fae86 service neutron] 10.222.0.25 "GET /v2.0/subnets?id=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 200 len: 849 time: 0.0499039 Oct 13 00:13:31.703835 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-91491579-3459-406c-9643-e91382212864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:31.731553 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91491579-3459-406c-9643-e91382212864 None None] Checking router: 053797e7-2451-4133-aff7-1a0a1c106c6b for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:31.744168 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91491579-3459-406c-9643-e91382212864 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:31.744772 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-91491579-3459-406c-9643-e91382212864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:31.749735 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-188c6bab-28d4-4a24-bd87-7221cd2496fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:31.751533 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-188c6bab-28d4-4a24-bd87-7221cd2496fe service neutron] 10.222.0.25 "GET /v2.0/ports?network_id=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0490222 Oct 13 00:13:31.791110 n-d-790519-14 neutron-server[101889]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9529ea6-9cc6-4c8f-ac42-39f7d04a49e7 req-e8e4646f-b596-49b0-89ff-1f311c71a065 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101889) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:31.793019 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9529ea6-9cc6-4c8f-ac42-39f7d04a49e7 req-e8e4646f-b596-49b0-89ff-1f311c71a065 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 943 time: 0.0511401 Oct 13 00:13:31.840442 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [req-f9529ea6-9cc6-4c8f-ac42-39f7d04a49e7 req-0873a8ea-0efe-43d4-9dce-34a10c696b5b tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384760 Oct 13 00:13:31.854598 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-f1aa7cff-abcd-47ad-bc7a-dfad14bc4234 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940642 Oct 13 00:13:31.856779 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-91491579-3459-406c-9643-e91382212864 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:31.945349 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-726db9c9-264e-4c5e-b24d-e522b49cbf62 req-886526ba-d236-418b-b929-57df22cc23d7 service neutron] 10.222.0.25 "GET /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816731 Oct 13 00:13:32.056843 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-91491579-3459-406c-9643-e91382212864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:32.083449 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91491579-3459-406c-9643-e91382212864 None None] The sync data for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 is: [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:33Z', 'revision_number': 4, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14', '_interfaces': [{'id': '43319bfc-263e-4225-bedd-e9b5e8aa5b9e', 'name': '', 'network_id': '1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'mac_address': 'fa:16:3e:c8:89:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:32Z', 'updated_at': '2021-10-13T00:08:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'subnets': [{'id': '52a5a4ed-28a5-4cf9-a29d-cb2a3a529196', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:32.291425 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49d74de-7731-4d26-b0fe-d0e387ccc90f None None] New status for floating IP 67bdcfb3-5801-4127-b0f1-ce2211e503b7: DOWN {{(pid=101892) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 00:13:32.957019 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fada8b-487d-415e-b891-ec8f0724b603 req-00d246f0-f09b-4d5a-b70d-4546aa460326 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:32.958513 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04fada8b-487d-415e-b891-ec8f0724b603 req-00d246f0-f09b-4d5a-b70d-4546aa460326 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 943 time: 0.0494289 Oct 13 00:13:32.997955 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-04fada8b-487d-415e-b891-ec8f0724b603 req-f0b57e61-e1b5-42ad-b8ba-ed9fe0f6bb31 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/security-groups?id=fbdea622-1db8-483a-99d1-cc828f88db64&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335279 Oct 13 00:13:33.261327 n-d-790519-14 neutron-server[101890]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-cddbad59-27e5-4067-a773-10d289136607 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101890) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 13 00:13:33.262661 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-cddbad59-27e5-4067-a773-10d289136607 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.25 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 943 time: 0.0512915 Oct 13 00:13:33.348963 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Deleting port 48299170-3761-4891-a451-fd53d74e5ce5 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:33.349303 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.438046 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] For port 48299170-3761-4891-a451-fd53d74e5ce5, host n-h2-790519-14, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-790519-14',level=0,port_id=48299170-3761-4891-a451-fd53d74e5ce5,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:33.438406 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.451140 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Calling delete_port for 48299170-3761-4891-a451-fd53d74e5ce5 owned by compute:nova {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:33.648976 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.676475 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event deleted for resources: {'Port': ['ID=48299170-3761-4891-a451-fd53d74e5ce5,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:33.721189 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] No DVR routers for this DVR port 48299170-3761-4891-a451-fd53d74e5ce5 on host n-h2-790519-14 {{(pid=101890) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:33.723928 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-95579'] for port, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:33.727261 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-61e1a09d-9800-402b-b8b7-01aaa489cf83 req-1d966ee3-31e1-483c-a24a-c7c4823ab9b2 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.25 "DELETE /v2.0/ports/48299170-3761-4891-a451-fd53d74e5ce5 HTTP/1.1" status: 204 len: 173 time: 0.4584279 Oct 13 00:13:33.727702 n-d-790519-14 neutron-server[101890]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'name': 'network-vif-deleted', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5'}] {{(pid=101890) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 13 00:13:33.729959 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.31/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}999f146ec265405983e7786b20072ea9e2e9fb6cf6aabfab22ade84e0ad403cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c014296-075f-4ff0-a40a-250372c80641" -d '{"events": [{"server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "name": "network-vif-deleted", "tag": "48299170-3761-4891-a451-fd53d74e5ce5"}]}' {{(pid=101890) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 00:13:33.766032 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 13 Oct 2021 00:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f14ed3-24cb-418e-99ef-337280420ed6 x-openstack-request-id: req-d2f14ed3-24cb-418e-99ef-337280420ed6 {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 00:13:33.766388 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb700747-9dca-4231-8b98-a13a61a962ac", "name": "network-vif-deleted", "tag": "48299170-3761-4891-a451-fd53d74e5ce5", "status": "completed", "code": 200}]} {{(pid=101890) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 00:13:33.766640 n-d-790519-14 neutron-server[101890]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.31/compute/v2.1/os-server-external-events used request id req-d2f14ed3-24cb-418e-99ef-337280420ed6 {{(pid=101890) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 00:13:33.767126 n-d-790519-14 neutron-server[101890]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb700747-9dca-4231-8b98-a13a61a962ac', 'name': 'network-vif-deleted', 'tag': '48299170-3761-4891-a451-fd53d74e5ce5', 'status': 'completed', 'code': 200} Oct 13 00:13:34.105098 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [req-c6c18e95-c1f9-454b-9c3d-09a768b54574 req-6b7c0a8e-14b4-49ea-970c-8dcdd25cdf15 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "GET /v2.0/ports?device_id=cb700747-9dca-4231-8b98-a13a61a962ac HTTP/1.1" status: 200 len: 210 time: 0.0263062 Oct 13 00:13:35.161019 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48864) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:35.219629 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1886a9a7-9299-4891-aecc-9fe43cb948d3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.244782 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1886a9a7-9299-4891-aecc-9fe43cb948d3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.377671 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1886a9a7-9299-4891-aecc-9fe43cb948d3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.380293 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-1886a9a7-9299-4891-aecc-9fe43cb948d3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:35.381439 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-1886a9a7-9299-4891-aecc-9fe43cb948d3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] 10.222.0.31 "DELETE /v2.0/security-groups/fbdea622-1db8-483a-99d1-cc828f88db64 HTTP/1.1" status: 204 len: 168 time: 0.2193880 Oct 13 00:13:35.390429 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886a9a7-9299-4891-aecc-9fe43cb948d3 tempest-TestSnapshotPattern-697653542 tempest-TestSnapshotPattern-697653542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdea622-1db8-483a-99d1-cc828f88db64,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:36.526680 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48870) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:37.062055 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 48299170-3761-4891-a451-fd53d74e5ce5 no longer exists at agent hyperv_n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:37.082756 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] No Port match for: 48299170-3761-4891-a451-fd53d74e5ce5 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:37.083140 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Device 48299170-3761-4891-a451-fd53d74e5ce5 not bound to the agent host n-h2-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:37.280966 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.520069 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Deleting port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:37.520312 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.598083 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] For port 43319bfc-263e-4225-bedd-e9b5e8aa5b9e, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=43319bfc-263e-4225-bedd-e9b5e8aa5b9e,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:37.598740 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.614779 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Calling delete_port for 43319bfc-263e-4225-bedd-e9b5e8aa5b9e owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:37.865288 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:37.888795 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Pushing event deleted for resources: {'Port': ['ID=43319bfc-263e-4225-bedd-e9b5e8aa5b9e,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:38.059716 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.268031 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Router 053797e7-2451-4133-aff7-1a0a1c106c6b has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:38.383543 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:38.388522 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-33b827f4-49e7-4aa8-baf3-9b59da648ece admin admin] 10.222.0.31 "PUT /v2.0/routers/053797e7-2451-4133-aff7-1a0a1c106c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8606539 Oct 13 00:13:38.391077 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48874) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:38.393721 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] Sync routers for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:38.403203 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:38.403816 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:38.493322 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks [] for router, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.510208 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: n-d-790519-14 {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:38.604301 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.695500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:13:37Z', 'revision_number': 5, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port': {'id': '68ad614f-fc50-4d1f-acb8-07a02051f1b4', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:c4:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:08:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:38.722064 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] Checking router: 053797e7-2451-4133-aff7-1a0a1c106c6b for host: n-d-790519-14 {{(pid=101891) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:38.732000 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] Routers {'053797e7-2451-4133-aff7-1a0a1c106c6b'} bound to L3 agent in host n-d-790519-14 {{(pid=101891) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:38.732644 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['053797e7-2451-4133-aff7-1a0a1c106c6b'], 'active': True} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:38.743523 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Deleting port 68ad614f-fc50-4d1f-acb8-07a02051f1b4 {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:38.743889 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.821954 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvr_db [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] Set router 053797e7-2451-4133-aff7-1a0a1c106c6b gateway port host: None {{(pid=101891) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:38.824808 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] For port 68ad614f-fc50-4d1f-acb8-07a02051f1b4, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=68ad614f-fc50-4d1f-acb8-07a02051f1b4,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:38.824808 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:38.840065 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Calling delete_port for 68ad614f-fc50-4d1f-acb8-07a02051f1b4 owned by network:router_gateway {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:38.878712 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_hamode_db [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:13:38Z', 'revision_number': 6, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:38.908781 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f515c523-bf0c-44a4-9334-8333c84eee95 None None] The sync data for ids ['053797e7-2451-4133-aff7-1a0a1c106c6b'] in n-d-790519-14 is: [{'id': '053797e7-2451-4133-aff7-1a0a1c106c6b', 'name': 'tempest-TestSnapshotPattern-1840700208-router', 'tenant_id': '1031d6e97cea43faa727a1fd4d744760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:30Z', 'updated_at': '2021-10-13T00:13:38Z', 'revision_number': 6, 'project_id': '1031d6e97cea43faa727a1fd4d744760', 'gw_port_host': None}] {{(pid=101891) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:39.122218 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.152321 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Pushing event deleted for resources: {'Port': ['ID=68ad614f-fc50-4d1f-acb8-07a02051f1b4,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:39.213905 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.306193 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.308544 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.419424 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.419913 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 053797e7-2451-4133-aff7-1a0a1c106c6b {{(pid=101890) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:13:39.429756 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] Notify callbacks [] for router, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.429756 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f0246648-13b3-4b3d-ae10-cb3e10b38421 admin admin] 10.222.0.31 "DELETE /v2.0/routers/053797e7-2451-4133-aff7-1a0a1c106c6b HTTP/1.1" status: 204 len: 168 time: 1.0332251 Oct 13 00:13:39.429756 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48876) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:39.473893 n-d-790519-14 neutron-server[101890]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7390efd-aa0e-4385-84d2-5cfe07e3b264 admin admin] Deleting subnet 52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 {{(pid=101890) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:39.477017 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7390efd-aa0e-4385-84d2-5cfe07e3b264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.511572 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7390efd-aa0e-4385-84d2-5cfe07e3b264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-28282941'] for subnet, precommit_delete_associations {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.592934 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7390efd-aa0e-4385-84d2-5cfe07e3b264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.723358 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7390efd-aa0e-4385-84d2-5cfe07e3b264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-28283107', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-28038501'] for subnet, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.749174 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7390efd-aa0e-4385-84d2-5cfe07e3b264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52a5a4ed-28a5-4cf9-a29d-cb2a3a529196,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:39.753153 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-e7390efd-aa0e-4385-84d2-5cfe07e3b264 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.761743 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-e7390efd-aa0e-4385-84d2-5cfe07e3b264 admin admin] 10.222.0.31 "DELETE /v2.0/subnets/52a5a4ed-28a5-4cf9-a29d-cb2a3a529196 HTTP/1.1" status: 204 len: 168 time: 0.3276358 Oct 13 00:13:39.761869 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48878) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:39.762522 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e8f54-4e20-4d0d-89d7-cb48e2d5c4a2 None None] Network 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:39.809846 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 68ad614f-fc50-4d1f-acb8-07a02051f1b4 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:39.835687 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.836936 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 68ad614f-fc50-4d1f-acb8-07a02051f1b4 {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:39.837283 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 68ad614f-fc50-4d1f-acb8-07a02051f1b4 not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:39.837813 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 43319bfc-263e-4225-bedd-e9b5e8aa5b9e no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:39.867500 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 43319bfc-263e-4225-bedd-e9b5e8aa5b9e {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:39.867850 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 43319bfc-263e-4225-bedd-e9b5e8aa5b9e not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:39.888660 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Deleting port ba028bfd-3771-439e-9c3a-52e00fe1f67b {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:39.889003 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.958652 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] For port ba028bfd-3771-439e-9c3a-52e00fe1f67b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ba028bfd-3771-439e-9c3a-52e00fe1f67b,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:39.959045 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:39.975628 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Calling delete_port for ba028bfd-3771-439e-9c3a-52e00fe1f67b owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:40.000764 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b10e70-9d8f-4e37-8a50-364c7411d9a1 None None] DHCP port deletion for 1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:13:40.047441 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-71b10e70-9d8f-4e37-8a50-364c7411d9a1 None None] Deleting port ba028bfd-3771-439e-9c3a-52e00fe1f67b {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:40.047822 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-71b10e70-9d8f-4e37-8a50-364c7411d9a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.110969 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-71b10e70-9d8f-4e37-8a50-364c7411d9a1 None None] For port ba028bfd-3771-439e-9c3a-52e00fe1f67b, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=ba028bfd-3771-439e-9c3a-52e00fe1f67b,segment=NetworkSegment(7234d48a-e8a7-46ef-8cc4-5eee62a002df),segment_id=7234d48a-e8a7-46ef-8cc4-5eee62a002df)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:40.111383 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-71b10e70-9d8f-4e37-8a50-364c7411d9a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.124038 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-71b10e70-9d8f-4e37-8a50-364c7411d9a1 None None] Calling delete_port for ba028bfd-3771-439e-9c3a-52e00fe1f67b owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:40.128148 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.155821 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] No DVR routers for this DVR port ba028bfd-3771-439e-9c3a-52e00fe1f67b on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:40.160626 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba028bfd-3771-439e-9c3a-52e00fe1f67b,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:40.199194 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-71b10e70-9d8f-4e37-8a50-364c7411d9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.222899 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b10e70-9d8f-4e37-8a50-364c7411d9a1 None None] Pushing event deleted for resources: {'Port': ['ID=ba028bfd-3771-439e-9c3a-52e00fe1f67b,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:40.229021 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b10e70-9d8f-4e37-8a50-364c7411d9a1 None None] No DVR routers for this DVR port ba028bfd-3771-439e-9c3a-52e00fe1f67b on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:40.234031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.254811 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:40.264559 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7234d48a-e8a7-46ef-8cc4-5eee62a002df') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:40.264853 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7234d48a-e8a7-46ef-8cc4-5eee62a002df') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:40.274213 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.287031 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.293416 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:40.293800 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: timer() Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: self._notify() Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:40.296688 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:40.408099 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.413960 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:40.417092 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] 10.222.0.31 "DELETE /v2.0/networks/1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7 HTTP/1.1" status: 204 len: 168 time: 0.6563175 Oct 13 00:13:40.420190 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48880) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:40.428076 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad5cfc-cfad-4566-8c9a-6b890b4ad583 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c2b4bf4-49e0-4b3f-8784-66d6aac3f0f7,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:40.766435 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-701324'] for router_interface, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.021932 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Deleting port 2a3e32ec-6065-48fa-940a-1521f5d885cd {{(pid=101890) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:41.022257 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.100876 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.db [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] For port 2a3e32ec-6065-48fa-940a-1521f5d885cd, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=2a3e32ec-6065-48fa-940a-1521f5d885cd,segment=NetworkSegment(61496e71-e2b1-4eec-8aa3-78ad945fff99),segment_id=61496e71-e2b1-4eec-8aa3-78ad945fff99)] {{(pid=101890) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:41.101158 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.113256 n-d-790519-14 neutron-server[101890]: DEBUG neutron.plugins.ml2.plugin [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Calling delete_port for 2a3e32ec-6065-48fa-940a-1521f5d885cd owned by network:router_interface {{(pid=101890) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:41.367280 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-28283084'] for port, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.397342 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a3e32ec-6065-48fa-940a-1521f5d885cd,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:41.567936 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-701240'] for router_interface, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:41.855895 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ba028bfd-3771-439e-9c3a-52e00fe1f67b no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:41.879884 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: ba028bfd-3771-439e-9c3a-52e00fe1f67b {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:41.880250 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device ba028bfd-3771-439e-9c3a-52e00fe1f67b not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:42.109312 n-d-790519-14 neutron-server[101890]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 has already been hosted by L3 agent d7fa3178-c269-4b45-a3e8-4952bf2222a1 {{(pid=101890) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 13 00:13:42.128212 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aafaa73f-69ec-4b53-83d9-f7ac8645ad1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.215338 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] Notify agent at l3_agent.n-d-790519-14 the message routers_updated {{(pid=101890) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 13 00:13:42.221371 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-c6925f42-784e-4f21-80f1-267748723f33 admin admin] 10.222.0.31 "PUT /v2.0/routers/4035cf45-cfce-4be7-9b00-a26f4605cdc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7997141 Oct 13 00:13:42.223883 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48882) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:42.225185 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] Sync routers for ids ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'] in n-d-790519-14 {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 00:13:42.235154 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] Routers {'4035cf45-cfce-4be7-9b00-a26f4605cdc5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:42.235898 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:42.336940 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks [] for router, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.342053 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] Set router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 gateway port host: n-d-790519-14 {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:42.439259 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.516073 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'external_fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68'}], 'enable_snat': True}, 'gw_port_id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:13:41Z', 'revision_number': 5, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'gw_port': {'id': 'a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff', 'name': '', 'network_id': 'c32d697a-4058-4bf4-9bdb-3293ff223126', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:8b:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'ip_address': '172.25.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-790519-14', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:08:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0401a2b4-bcb4-426b-9d80-af09d1ec2672', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-790519-14'}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:42.548541 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] Checking router: 4035cf45-cfce-4be7-9b00-a26f4605cdc5 for host: n-d-790519-14 {{(pid=101892) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 00:13:42.551721 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Deleting port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:42.552072 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.557188 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] Routers {'4035cf45-cfce-4be7-9b00-a26f4605cdc5'} bound to L3 agent in host n-d-790519-14 {{(pid=101892) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 13 00:13:42.557800 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-790519-14', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-12T22:38:15Z,description=,heartbeat_timestamp=2021-10-13T00:13:16Z,host='n-d-790519-14',id=d7fa3178-c269-4b45-a3e8-4952bf2222a1,load=0,resource_versions=,resources_synced=,started_at=2021-10-12T22:38:16Z,topic='l3_agent')) {'router_ids': ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'], 'active': True} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:42.636351 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] For port a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff,segment=NetworkSegment(a8cc98cc-f230-4c49-ad77-41ed24e1cb59),segment_id=a8cc98cc-f230-4c49-ad77-41ed24e1cb59)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:42.636719 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.641793 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_dvr_db [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] Set router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 gateway port host: None {{(pid=101892) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 13 00:13:42.648304 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Calling delete_port for a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff owned by network:router_gateway {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:42.695497 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.l3_hamode_db [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:13:42Z', 'revision_number': 6, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'gw_port_host': None}], 'n-d-790519-14', False) {} {{(pid=101892) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:42.720568 n-d-790519-14 neutron-server[101892]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9917b383-0f1c-43a7-9fc0-add06fbb9c38 None None] The sync data for ids ['4035cf45-cfce-4be7-9b00-a26f4605cdc5'] in n-d-790519-14 is: [{'id': '4035cf45-cfce-4be7-9b00-a26f4605cdc5', 'name': 'tempest-TestSnapshotPattern-2016266513-router', 'tenant_id': '6bfb145680ec40c28e069ae520b931e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-13T00:08:36Z', 'updated_at': '2021-10-13T00:13:42Z', 'revision_number': 6, 'project_id': '6bfb145680ec40c28e069ae520b931e5', 'gw_port_host': None}] {{(pid=101892) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 00:13:42.881731 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:42.907587 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Pushing event deleted for resources: {'Port': ['ID=a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:42.970640 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-529370'] for router_gateway, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.060120 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-703786', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.062358 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.190710 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-703777'] for router, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.191328 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4035cf45-cfce-4be7-9b00-a26f4605cdc5 {{(pid=101889) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 13 00:13:43.196105 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] Notify callbacks [] for router, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.197253 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-c532a8ec-3a3e-404f-aa52-0c4a16e00664 admin admin] 10.222.0.31 "DELETE /v2.0/routers/4035cf45-cfce-4be7-9b00-a26f4605cdc5 HTTP/1.1" status: 204 len: 168 time: 0.9723597 Oct 13 00:13:43.199812 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48888) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:43.244954 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3035a08-c75b-4b38-8ef2-158aef7112fe admin admin] Deleting subnet 3b489b25-9353-4994-b315-f3f30bad1133 {{(pid=101889) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1058}} Oct 13 00:13:43.247983 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3035a08-c75b-4b38-8ef2-158aef7112fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.282145 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3035a08-c75b-4b38-8ef2-158aef7112fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27096729'] for subnet, precommit_delete_associations {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.362395 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3035a08-c75b-4b38-8ef2-158aef7112fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3999865'] for subnet, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.498018 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3035a08-c75b-4b38-8ef2-158aef7112fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3999862', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732758', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29075909', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26198181'] for subnet, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.525700 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3035a08-c75b-4b38-8ef2-158aef7112fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b489b25-9353-4994-b315-f3f30bad1133,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:43.529665 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-b3035a08-c75b-4b38-8ef2-158aef7112fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.532944 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-b3035a08-c75b-4b38-8ef2-158aef7112fe admin admin] 10.222.0.31 "DELETE /v2.0/subnets/3b489b25-9353-4994-b315-f3f30bad1133 HTTP/1.1" status: 204 len: 168 time: 0.3322041 Oct 13 00:13:43.535339 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14534b6-ec6d-4671-9e62-a8796addf81e None None] Network 3a74e097-a70b-4b8e-945b-31d30a8a4796 requested from n-d-790519-14 {{(pid=101891) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 13 00:13:43.535893 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48892) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:43.617972 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3868178'] for network, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.670588 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Deleting port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 {{(pid=101889) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:43.670956 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.724724 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2711b1d4-276a-483c-aaf3-34dab2e52e3e None None] DHCP port deletion for 3a74e097-a70b-4b8e-945b-31d30a8a4796 request from n-d-790519-14 {{(pid=101891) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 13 00:13:43.741329 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.db [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] For port 81e382fd-ff68-4f03-86b7-bbab6a3b5677, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=81e382fd-ff68-4f03-86b7-bbab6a3b5677,segment=NetworkSegment(61496e71-e2b1-4eec-8aa3-78ad945fff99),segment_id=61496e71-e2b1-4eec-8aa3-78ad945fff99)] {{(pid=101889) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:43.741702 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.762471 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.plugin [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Calling delete_port for 81e382fd-ff68-4f03-86b7-bbab6a3b5677 owned by network:dhcp {{(pid=101889) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:43.786337 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2711b1d4-276a-483c-aaf3-34dab2e52e3e None None] Deleting port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 {{(pid=101891) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 13 00:13:43.787577 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2711b1d4-276a-483c-aaf3-34dab2e52e3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8751790561958'] for port, before_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.831499 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 81e382fd-ff68-4f03-86b7-bbab6a3b5677 no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:43.884534 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.db [None req-2711b1d4-276a-483c-aaf3-34dab2e52e3e None None] For port 81e382fd-ff68-4f03-86b7-bbab6a3b5677, host n-d-790519-14, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-790519-14',level=0,port_id=81e382fd-ff68-4f03-86b7-bbab6a3b5677,segment=NetworkSegment(61496e71-e2b1-4eec-8aa3-78ad945fff99),segment_id=61496e71-e2b1-4eec-8aa3-78ad945fff99)] {{(pid=101891) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 13 00:13:43.884930 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2711b1d4-276a-483c-aaf3-34dab2e52e3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-533281'] for port, precommit_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.898905 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-2711b1d4-276a-483c-aaf3-34dab2e52e3e None None] Calling delete_port for 81e382fd-ff68-4f03-86b7-bbab6a3b5677 owned by network:dhcp {{(pid=101891) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 13 00:13:43.904937 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29075946'] for port, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:43.908166 n-d-790519-14 neutron-server[101891]: INFO neutron.plugins.ml2.db [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No ports have port_id starting with 81e382fd-ff68-4f03-86b7-bbab6a3b5677 Oct 13 00:13:43.910430 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2a3e32ec-6065-48fa-940a-1521f5d885cd no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:43.934599 n-d-790519-14 neutron-server[101889]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] No DVR routers for this DVR port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 on host n-d-790519-14 {{(pid=101889) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:43.938874 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Pushing event deleted for resources: {'Port': ['ID=81e382fd-ff68-4f03-86b7-bbab6a3b5677,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:43.959593 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: 2a3e32ec-6065-48fa-940a-1521f5d885cd {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:43.960374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device 2a3e32ec-6065-48fa-940a-1521f5d885cd not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:43.960374 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff no longer exists at agent ovs-agent-n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 13 00:13:43.982725 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.plugin [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] No Port match for: a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff {{(pid=101891) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 13 00:13:43.983099 n-d-790519-14 neutron-server[101891]: DEBUG neutron.plugins.ml2.rpc [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Device a09a8aa7-dfa7-4d8d-8808-02aa9e8161ff not bound to the agent host n-d-790519-14 {{(pid=101891) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 13 00:13:44.014531 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3999618', 'neutron.services.segments.db._delete_segments_for_network-8751790446340'] for network, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.016095 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2711b1d4-276a-483c-aaf3-34dab2e52e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3682965', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-79622', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8751790469380', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8751790001637'] for port, after_delete {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.034477 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a74e097-a70b-4b8e-945b-31d30a8a4796']}} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:44.042288 n-d-790519-14 neutron-server[101891]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2711b1d4-276a-483c-aaf3-34dab2e52e3e None None] Pushing event deleted for resources: {'Port': ['ID=81e382fd-ff68-4f03-86b7-bbab6a3b5677,revision_number=None']} {{(pid=101891) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:44.046038 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61496e71-e2b1-4eec-8aa3-78ad945fff99') {'for_net_delete': True} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:44.046200 n-d-790519-14 neutron-server[101891]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2711b1d4-276a-483c-aaf3-34dab2e52e3e None None] No DVR routers for this DVR port 81e382fd-ff68-4f03-86b7-bbab6a3b5677 on host n-d-790519-14 {{(pid=101891) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 00:13:44.046327 n-d-790519-14 neutron-server[101889]: DEBUG neutron.services.segments.db [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61496e71-e2b1-4eec-8aa3-78ad945fff99') {} {{(pid=101889) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 00:13:44.060501 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8751790447885', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27096722'] for segment, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.074401 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835'] for segment, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.080120 n-d-790519-14 neutron-server[101889]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=101889) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 00:13:44.080498 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-4000835', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29075995'] for segment, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: Traceback (most recent call last): Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: timer() Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: cb(*args, **kw) Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: return func(*args, **kwargs) Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: self._notify() Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: self.callback(batched_events) Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: event.method(event) Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: aggregate_uuid = self.p_client.list_aggregates( Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: return f(self, *a, **k) Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: return self._get(url).json() Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: return self.request(url, 'GET', **kwargs) Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: base_url = self.get_endpoint(auth, allow=allow, Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 13 00:13:44.082119 n-d-790519-14 neutron-server[101889]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 13 00:13:44.223517 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3999739', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732911', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562716', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-529342'] for network, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.229839 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Notify callbacks [] for network, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.233017 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] 10.222.0.31 "DELETE /v2.0/networks/3a74e097-a70b-4b8e-945b-31d30a8a4796 HTTP/1.1" status: 204 len: 168 time: 0.6965392 Oct 13 00:13:44.245049 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5232c-f137-4867-8ae9-dc29faf0a4de admin admin] Pushing event deleted for resources: {'Network': ['ID=3a74e097-a70b-4b8e-945b-31d30a8a4796,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:44.543575 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48898) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:44.588606 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-ed19d7a6-810b-4e5f-b780-f36583ec3d2a admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=1031d6e97cea43faa727a1fd4d744760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0437913 Oct 13 00:13:44.591081 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [-] (101889) accepted ('10.222.0.31', 48900) {{(pid=101889) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:44.640253 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d88183b1-8c98-47f0-bc28-06aaeb38d6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.661163 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d88183b1-8c98-47f0-bc28-06aaeb38d6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.779855 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d88183b1-8c98-47f0-bc28-06aaeb38d6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.782399 n-d-790519-14 neutron-server[101889]: DEBUG neutron_lib.callbacks.manager [None req-d88183b1-8c98-47f0-bc28-06aaeb38d6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101889) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:44.783591 n-d-790519-14 neutron-server[101889]: INFO neutron.wsgi [None req-d88183b1-8c98-47f0-bc28-06aaeb38d6f9 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/993c12a9-561f-42bf-834d-72bda07651a8 HTTP/1.1" status: 204 len: 168 time: 0.1916075 Oct 13 00:13:44.791729 n-d-790519-14 neutron-server[101889]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88183b1-8c98-47f0-bc28-06aaeb38d6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=993c12a9-561f-42bf-834d-72bda07651a8,revision_number=None']} {{(pid=101889) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:45.429260 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48906) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:45.467829 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-cfd6d225-ca91-4965-9c82-3abaf3e7ff7d admin admin] 10.222.0.31 "GET /v2.0/security-groups?tenant_id=6bfb145680ec40c28e069ae520b931e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373402 Oct 13 00:13:45.470317 n-d-790519-14 neutron-server[101890]: DEBUG neutron.wsgi [-] (101890) accepted ('10.222.0.31', 48908) {{(pid=101890) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 13 00:13:45.518105 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6023aab-5867-4e21-8446-2b140ae2aed1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.539963 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6023aab-5867-4e21-8446-2b140ae2aed1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.749028 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.829159 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6023aab-5867-4e21-8446-2b140ae2aed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-732862'] for security_group, after_delete {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.829947 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-6e01780b-871c-4bb2-8adc-4ee4bbf9f7da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.831764 n-d-790519-14 neutron-server[101890]: DEBUG neutron_lib.callbacks.manager [None req-f6023aab-5867-4e21-8446-2b140ae2aed1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101890) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:45.832902 n-d-790519-14 neutron-server[101890]: INFO neutron.wsgi [None req-f6023aab-5867-4e21-8446-2b140ae2aed1 admin admin] 10.222.0.31 "DELETE /v2.0/security-groups/e3bbcd03-c6bc-4407-ae01-285c34055f21 HTTP/1.1" status: 204 len: 168 time: 0.3617048 Oct 13 00:13:45.841198 n-d-790519-14 neutron-server[101890]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6023aab-5867-4e21-8446-2b140ae2aed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3bbcd03-c6bc-4407-ae01-285c34055f21,revision_number=None']} {{(pid=101890) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 00:13:46.429448 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:48.156280 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:49.687922 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:13:49.994704 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:08.158265 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:14:12.115936 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-c50322b8-0b6c-409d-b8a0-a69bc8970bc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.658757 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:15.681329 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-aaac7eb9-24b2-4b51-b022-de79999994a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:16.542967 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:18.165706 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:19.696936 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:20.007109 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:42.144274 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5a614439-2351-46ad-8814-23ee30f4fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.158437 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:14:45.612480 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:45.658473 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-161cf75c-a900-42c5-be05-662b5639d3ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:46.435835 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:48.161188 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.719187 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:14:49.979458 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:12.136092 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1c1d613b-a6ad-4a86-876a-26773c1dff83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.669320 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:15.701112 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-635ad8b8-dd94-4490-a82b-e72ba2519069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:16.438944 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:18.212476 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.721086 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:19.998324 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:22.157834 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:15:42.164054 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-daba216c-00c1-4a81-ad24-e7bdf054ef8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.641730 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:45.657596 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-ab7db694-9e30-4080-b618-a1b0e349ec7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:46.428758 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:48.180836 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:49.712057 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:49.981002 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:15:59.156535 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:16:12.119954 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e2794927-065c-4342-b36c-886ce918de99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.683206 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:15.694533 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2381ecab-8409-49c2-af7f-09ec41abc7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:16.448941 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:18.159923 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:19.734572 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:19.992321 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:36.155594 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:16:42.160303 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92ff618f-2902-431e-96dc-2d2ff29873eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.665260 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:45.693651 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9b79858d-f5d6-49c4-aad3-0e9494a2acf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:46.462411 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:48.174145 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:49.725436 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:16:50.088216 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:12.165190 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05137d6c-9a8c-4f93-b69b-7f339421fa33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:13.156479 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:17:15.630625 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:15.664654 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-49eb93f4-1471-4014-b2d6-43759a04fcef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:16.453354 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:18.205513 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:19.742104 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:20.033204 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:42.136443 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a54de786-5b4c-4def-a8e5-84e78598049a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:45.621661 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:45.644259 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-44fa53f6-d15f-4b18-9f7d-d88952a14186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:46.490043 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:48.178742 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:49.718799 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:50.024424 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:17:50.155756 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:18:12.121095 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-e5fc11d1-6f8f-4683-a5c2-5a50b9360d66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.638386 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:15.675029 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-9dea17e6-5237-489f-8141-b376692ae26f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:16.472608 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:18.206650 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:19.720953 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:20.026783 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:27.154174 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:18:42.143595 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-06adb84b-e3a4-4c7b-99fd-4e4ba1e70daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:45.620704 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:45.651705 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-57d02f30-53a5-40a4-b86d-c905c281af13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:46.457299 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:48.186411 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:49.714540 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:18:50.074288 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:04.154279 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:19:12.134809 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7207-8fb3-46bc-82db-324d63279b60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:15.643615 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:15.679426 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-de553465-ec09-4a6d-b221-7b99b5434f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:16.500505 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:18.182689 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:19.717545 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:20.089548 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:41.153173 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:19:42.136833 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-f2994dd2-070e-4393-9bd1-1beecef12e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:45.631618 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:45.656267 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-878ed365-5cd1-4d2d-8400-62fb9b2246af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:46.460249 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:48.180004 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:49.718921 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:19:50.117124 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:12.153123 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-36e85133-d9d7-4a3d-82dd-08c3dfb0c002 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:13.570800 n-d-790519-14 neutron-server[101889]: DEBUG neutron.wsgi [req-fff5f010-abd5-4b22-8d41-f8bd309c2f32 req-3b171b2e-cdf6-4b74-b87e-8501e887f8de service neutron] (101889) timed out ('10.222.0.31', 42546) {{(pid=101889) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 13 00:20:15.633233 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:15.661274 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-2feb4663-2559-4515-a1fa-c905206b1823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:16.465576 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:18.151136 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:20:18.216049 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:19.747565 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:20.096338 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:42.141031 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3e30-21f1-46f2-8f45-7e3d0821e113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.632575 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:45.660874 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-5082a7f6-2061-480f-bfc3-39899072300c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:46.461040 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:48.198611 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:49.740921 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:50.095322 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:20:55.151689 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:21:12.134656 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-b1978da8-960b-4de4-93fd-d22710505aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.642960 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:15.688800 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-69665a42-c0e9-4662-97fd-e1c7de6d2970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:16.482433 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:18.195822 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:19.734766 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:20.095097 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:32.150950 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:21:42.151696 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-62634cdd-a24e-40f9-ac60-dc0960935b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:45.624035 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-05782d18-a0ed-43bd-9a96-bd895c3fa666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:45.692300 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-a9527112-2993-43ec-9808-68de6765e05b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:46.504299 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-0594b260-7c9d-4cfa-b9de-e467594b9129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:48.196736 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-7aa62910-2fc3-47a8-a2d5-99930c62a209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:49.728713 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-d6465761-4346-4e7e-92fb-c049ec75b4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:21:50.109337 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-92333512-8b8e-4c9c-a691-a4ee8b27ee1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 00:22:09.150603 n-d-790519-14 neutron-server[101892]: DEBUG neutron.db.agents_db [None req-08083369-2f16-497a-ac93-3c239a5cb051 None None] Agent healthcheck: found 7 active agents {{(pid=101892) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 13 00:22:12.121839 n-d-790519-14 neutron-server[101891]: DEBUG neutron_lib.callbacks.manager [None req-74bd196b-1234-4e03-8e83-4eb0eca5231f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8751790442222', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4004626'] for agent, after_update {{(pid=101891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}